| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 180, | |
| "global_step": 546, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 45.74085835879772, | |
| "learning_rate": 5.294117647058824e-07, | |
| "loss": 0.9302, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 41.81197623600965, | |
| "learning_rate": 1.0588235294117648e-06, | |
| "loss": 0.9907, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 34.66046226058279, | |
| "learning_rate": 1.5882352941176472e-06, | |
| "loss": 0.8589, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 36.60912906609308, | |
| "learning_rate": 2.1176470588235296e-06, | |
| "loss": 0.9596, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 13.529080913419644, | |
| "learning_rate": 2.647058823529412e-06, | |
| "loss": 0.9156, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 11.247745477590652, | |
| "learning_rate": 3.1764705882352943e-06, | |
| "loss": 0.8662, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 9.935709220975076, | |
| "learning_rate": 3.7058823529411763e-06, | |
| "loss": 0.8188, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 10.683752353231812, | |
| "learning_rate": 4.235294117647059e-06, | |
| "loss": 0.8649, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 7.2223786829244485, | |
| "learning_rate": 4.764705882352941e-06, | |
| "loss": 0.8847, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 5.532911513871539, | |
| "learning_rate": 5.294117647058824e-06, | |
| "loss": 0.7912, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 6.0566462004370445, | |
| "learning_rate": 5.823529411764707e-06, | |
| "loss": 0.8499, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 6.029058939804303, | |
| "learning_rate": 6.352941176470589e-06, | |
| "loss": 0.8355, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 5.579068183376219, | |
| "learning_rate": 6.882352941176471e-06, | |
| "loss": 0.8369, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.8162333403745325, | |
| "learning_rate": 7.411764705882353e-06, | |
| "loss": 0.7877, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.483888941332197, | |
| "learning_rate": 7.941176470588235e-06, | |
| "loss": 0.8179, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.421185100788852, | |
| "learning_rate": 8.470588235294118e-06, | |
| "loss": 0.7781, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.110258230829603, | |
| "learning_rate": 9e-06, | |
| "loss": 0.7407, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.049789210880498, | |
| "learning_rate": 8.999920645850193e-06, | |
| "loss": 0.6753, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 6.085851377931879, | |
| "learning_rate": 8.999682586199475e-06, | |
| "loss": 0.8487, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.917910635517668, | |
| "learning_rate": 8.999285829443853e-06, | |
| "loss": 0.7275, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.491695334310831, | |
| "learning_rate": 8.99873038957635e-06, | |
| "loss": 0.7148, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.991071038913368, | |
| "learning_rate": 8.998016286186505e-06, | |
| "loss": 0.7096, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.863344316120844, | |
| "learning_rate": 8.997143544459675e-06, | |
| "loss": 0.7453, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.96243576916089, | |
| "learning_rate": 8.996112195176166e-06, | |
| "loss": 0.7888, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.797988274496772, | |
| "learning_rate": 8.99492227471013e-06, | |
| "loss": 0.6558, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.888619789901552, | |
| "learning_rate": 8.993573825028287e-06, | |
| "loss": 0.721, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.896915556171218, | |
| "learning_rate": 8.992066893688456e-06, | |
| "loss": 0.7063, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 5.205090260689351, | |
| "learning_rate": 8.990401533837859e-06, | |
| "loss": 0.7297, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.987306750911853, | |
| "learning_rate": 8.988577804211255e-06, | |
| "loss": 0.7211, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.494430893403371, | |
| "learning_rate": 8.986595769128877e-06, | |
| "loss": 0.7106, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.829948203570389, | |
| "learning_rate": 8.984455498494147e-06, | |
| "loss": 0.7259, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.670530445939821, | |
| "learning_rate": 8.982157067791227e-06, | |
| "loss": 0.7139, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.894172033075715, | |
| "learning_rate": 8.979700558082343e-06, | |
| "loss": 0.6759, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 5.017252333799934, | |
| "learning_rate": 8.977086056004937e-06, | |
| "loss": 0.6432, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 5.255889967262944, | |
| "learning_rate": 8.974313653768603e-06, | |
| "loss": 0.688, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 4.756664287623692, | |
| "learning_rate": 8.971383449151841e-06, | |
| "loss": 0.7145, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 5.1194367823148115, | |
| "learning_rate": 8.968295545498603e-06, | |
| "loss": 0.6484, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 5.36142060301958, | |
| "learning_rate": 8.965050051714653e-06, | |
| "loss": 0.6917, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 4.6465793442045635, | |
| "learning_rate": 8.961647082263727e-06, | |
| "loss": 0.6473, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 4.887493828654642, | |
| "learning_rate": 8.958086757163488e-06, | |
| "loss": 0.6405, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 5.167282128396302, | |
| "learning_rate": 8.954369201981304e-06, | |
| "loss": 0.6479, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.213989898293111, | |
| "learning_rate": 8.950494547829806e-06, | |
| "loss": 0.6168, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.730533203078349, | |
| "learning_rate": 8.94646293136228e-06, | |
| "loss": 0.6012, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.6302465122438825, | |
| "learning_rate": 8.942274494767836e-06, | |
| "loss": 0.6655, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.773562718553584, | |
| "learning_rate": 8.937929385766396e-06, | |
| "loss": 0.5803, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.245197809574637, | |
| "learning_rate": 8.933427757603484e-06, | |
| "loss": 0.5916, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.655340318767494, | |
| "learning_rate": 8.928769769044821e-06, | |
| "loss": 0.5867, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.26010716709734, | |
| "learning_rate": 8.923955584370732e-06, | |
| "loss": 0.566, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.35555909102148, | |
| "learning_rate": 8.918985373370339e-06, | |
| "loss": 0.6182, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.235399481286071, | |
| "learning_rate": 8.913859311335583e-06, | |
| "loss": 0.5318, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.9796856690373787, | |
| "learning_rate": 8.908577579055042e-06, | |
| "loss": 0.5697, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 3.7896052798771316, | |
| "learning_rate": 8.90314036280755e-06, | |
| "loss": 0.5079, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.6197464198048035, | |
| "learning_rate": 8.897547854355623e-06, | |
| "loss": 0.5764, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 3.847548925631187, | |
| "learning_rate": 8.89180025093871e-06, | |
| "loss": 0.6729, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 3.948267250729118, | |
| "learning_rate": 8.885897755266227e-06, | |
| "loss": 0.484, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 3.8023830471999904, | |
| "learning_rate": 8.879840575510407e-06, | |
| "loss": 0.6078, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 3.6103951856144345, | |
| "learning_rate": 8.873628925298958e-06, | |
| "loss": 0.6604, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.394899070771869, | |
| "learning_rate": 8.867263023707538e-06, | |
| "loss": 0.5844, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.636681521110234, | |
| "learning_rate": 8.860743095252015e-06, | |
| "loss": 0.5642, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.4543420833481604, | |
| "learning_rate": 8.85406936988056e-06, | |
| "loss": 0.5654, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.073681377873381, | |
| "learning_rate": 8.847242082965524e-06, | |
| "loss": 0.5365, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.4947884919103767, | |
| "learning_rate": 8.840261475295158e-06, | |
| "loss": 0.6296, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.6489945285679863, | |
| "learning_rate": 8.833127793065098e-06, | |
| "loss": 0.5209, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.249672803259227, | |
| "learning_rate": 8.825841287869692e-06, | |
| "loss": 0.5381, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.4000459196494064, | |
| "learning_rate": 8.818402216693131e-06, | |
| "loss": 0.5103, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.97477421640801, | |
| "learning_rate": 8.810810841900381e-06, | |
| "loss": 0.598, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.9587823322711513, | |
| "learning_rate": 8.803067431227923e-06, | |
| "loss": 0.583, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.5309481237284275, | |
| "learning_rate": 8.795172257774323e-06, | |
| "loss": 0.5081, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.3165420055002257, | |
| "learning_rate": 8.787125599990595e-06, | |
| "loss": 0.5826, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.2092085766652163, | |
| "learning_rate": 8.778927741670377e-06, | |
| "loss": 0.4887, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.607603819870852, | |
| "learning_rate": 8.770578971939926e-06, | |
| "loss": 0.5903, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.7280424147198876, | |
| "learning_rate": 8.762079585247916e-06, | |
| "loss": 0.5648, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.267053888317302, | |
| "learning_rate": 8.753429881355064e-06, | |
| "loss": 0.5333, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 3.313513549447078, | |
| "learning_rate": 8.744630165323546e-06, | |
| "loss": 0.5137, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 3.125452143353669, | |
| "learning_rate": 8.735680747506243e-06, | |
| "loss": 0.5628, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 3.26949376937129, | |
| "learning_rate": 8.726581943535797e-06, | |
| "loss": 0.4944, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 3.5892533566558305, | |
| "learning_rate": 8.717334074313475e-06, | |
| "loss": 0.6071, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 3.0643536815845134, | |
| "learning_rate": 8.707937465997857e-06, | |
| "loss": 0.438, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 3.4384578761927793, | |
| "learning_rate": 8.698392449993325e-06, | |
| "loss": 0.4857, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.250720117382431, | |
| "learning_rate": 8.688699362938382e-06, | |
| "loss": 0.5432, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.140512687733444, | |
| "learning_rate": 8.678858546693773e-06, | |
| "loss": 0.4357, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.064996364757649, | |
| "learning_rate": 8.668870348330438e-06, | |
| "loss": 0.5305, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.3167708556063658, | |
| "learning_rate": 8.658735120117259e-06, | |
| "loss": 0.5941, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.8243197875834793, | |
| "learning_rate": 8.648453219508644e-06, | |
| "loss": 0.6513, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 3.3607547819011163, | |
| "learning_rate": 8.63802500913192e-06, | |
| "loss": 0.512, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.9838331067395614, | |
| "learning_rate": 8.62745085677454e-06, | |
| "loss": 0.4745, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 3.255949722321893, | |
| "learning_rate": 8.616731135371108e-06, | |
| "loss": 0.4998, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 3.8889794210168085, | |
| "learning_rate": 8.60586622299024e-06, | |
| "loss": 0.573, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.8509124971694213, | |
| "learning_rate": 8.594856502821218e-06, | |
| "loss": 0.4208, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 3.359577194382925, | |
| "learning_rate": 8.58370236316048e-06, | |
| "loss": 0.4903, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 3.401482140074036, | |
| "learning_rate": 8.572404197397922e-06, | |
| "loss": 0.5983, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 3.5728346753701326, | |
| "learning_rate": 8.560962404003028e-06, | |
| "loss": 0.5853, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 3.1188833491907357, | |
| "learning_rate": 8.549377386510814e-06, | |
| "loss": 0.5403, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 3.268964841434034, | |
| "learning_rate": 8.5376495535076e-06, | |
| "loss": 0.542, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 3.4652099962359557, | |
| "learning_rate": 8.52577931861659e-06, | |
| "loss": 0.5607, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 3.015528132164184, | |
| "learning_rate": 8.513767100483296e-06, | |
| "loss": 0.5095, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 3.350304187060291, | |
| "learning_rate": 8.501613322760765e-06, | |
| "loss": 0.594, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 3.1102793715461763, | |
| "learning_rate": 8.489318414094643e-06, | |
| "loss": 0.4869, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 3.1411569656443565, | |
| "learning_rate": 8.476882808108047e-06, | |
| "loss": 0.6397, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 3.5202497902583807, | |
| "learning_rate": 8.464306943386288e-06, | |
| "loss": 0.5394, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 3.008265446344961, | |
| "learning_rate": 8.451591263461388e-06, | |
| "loss": 0.529, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 3.4268239980889987, | |
| "learning_rate": 8.438736216796444e-06, | |
| "loss": 0.5653, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 3.1260151689921054, | |
| "learning_rate": 8.425742256769813e-06, | |
| "loss": 0.4902, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 3.0662786153784043, | |
| "learning_rate": 8.412609841659117e-06, | |
| "loss": 0.5363, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 3.044610829850215, | |
| "learning_rate": 8.399339434625081e-06, | |
| "loss": 0.5166, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 3.090644861792101, | |
| "learning_rate": 8.385931503695205e-06, | |
| "loss": 0.5061, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.5211572711182466, | |
| "learning_rate": 8.372386521747245e-06, | |
| "loss": 0.4797, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.1259869780955643, | |
| "learning_rate": 8.35870496649255e-06, | |
| "loss": 0.5536, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.1477479625059184, | |
| "learning_rate": 8.3448873204592e-06, | |
| "loss": 0.5226, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.394536678514208, | |
| "learning_rate": 8.330934070974996e-06, | |
| "loss": 0.5171, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.0512076379788446, | |
| "learning_rate": 8.316845710150273e-06, | |
| "loss": 0.5174, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 3.1298372485466657, | |
| "learning_rate": 8.30262273486054e-06, | |
| "loss": 0.5708, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 3.2197822515681547, | |
| "learning_rate": 8.288265646728957e-06, | |
| "loss": 0.5672, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.8425054026885905, | |
| "learning_rate": 8.273774952108646e-06, | |
| "loss": 0.4355, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 3.0737700440604447, | |
| "learning_rate": 8.259151162064828e-06, | |
| "loss": 0.5051, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 3.3741672653063053, | |
| "learning_rate": 8.244394792356805e-06, | |
| "loss": 0.5668, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.9919622990845904, | |
| "learning_rate": 8.229506363419763e-06, | |
| "loss": 0.5098, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 3.5978666662483336, | |
| "learning_rate": 8.214486400346427e-06, | |
| "loss": 0.5075, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.830538513498415, | |
| "learning_rate": 8.199335432868524e-06, | |
| "loss": 0.3966, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 3.425466044907628, | |
| "learning_rate": 8.184053995338121e-06, | |
| "loss": 0.5272, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 3.360447298123908, | |
| "learning_rate": 8.168642626708766e-06, | |
| "loss": 0.4448, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 3.393894514627002, | |
| "learning_rate": 8.153101870516483e-06, | |
| "loss": 0.4818, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.9420100513328937, | |
| "learning_rate": 8.137432274860603e-06, | |
| "loss": 0.4266, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.026131177104377, | |
| "learning_rate": 8.121634392384432e-06, | |
| "loss": 0.5322, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.0022791415575356, | |
| "learning_rate": 8.105708780255763e-06, | |
| "loss": 0.4751, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.0331431150081967, | |
| "learning_rate": 8.089656000147224e-06, | |
| "loss": 0.5318, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.799949643310398, | |
| "learning_rate": 8.073476618216466e-06, | |
| "loss": 0.4884, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.10752388387383, | |
| "learning_rate": 8.057171205086201e-06, | |
| "loss": 0.502, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.679375500347743, | |
| "learning_rate": 8.04074033582407e-06, | |
| "loss": 0.4909, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 3.913512934254949, | |
| "learning_rate": 8.024184589922364e-06, | |
| "loss": 0.5783, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 3.2336957534147523, | |
| "learning_rate": 8.007504551277596e-06, | |
| "loss": 0.4747, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 3.0635194567472195, | |
| "learning_rate": 7.99070080816989e-06, | |
| "loss": 0.3958, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 3.5392670715326933, | |
| "learning_rate": 7.973773953242243e-06, | |
| "loss": 0.5357, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.0425513203937466, | |
| "learning_rate": 7.956724583479628e-06, | |
| "loss": 0.4484, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.0063547022877177, | |
| "learning_rate": 7.939553300187927e-06, | |
| "loss": 0.4847, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.090710639455557, | |
| "learning_rate": 7.922260708972737e-06, | |
| "loss": 0.5472, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.0386658649096896, | |
| "learning_rate": 7.904847419718001e-06, | |
| "loss": 0.5269, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.0325202054284404, | |
| "learning_rate": 7.887314046564503e-06, | |
| "loss": 0.5088, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.951728467730531, | |
| "learning_rate": 7.869661207888208e-06, | |
| "loss": 0.516, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.7888611128147494, | |
| "learning_rate": 7.85188952627845e-06, | |
| "loss": 0.5526, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.730206238800992, | |
| "learning_rate": 7.833999628515978e-06, | |
| "loss": 0.4386, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.68554620874365, | |
| "learning_rate": 7.815992145550851e-06, | |
| "loss": 0.4264, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 3.0537486049360014, | |
| "learning_rate": 7.797867712480176e-06, | |
| "loss": 0.4982, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.893416638895553, | |
| "learning_rate": 7.779626968525726e-06, | |
| "loss": 0.446, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 3.0980768404972903, | |
| "learning_rate": 7.761270557011376e-06, | |
| "loss": 0.554, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 3.051694866335669, | |
| "learning_rate": 7.74279912534043e-06, | |
| "loss": 0.5116, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 3.02640149340465, | |
| "learning_rate": 7.724213324972776e-06, | |
| "loss": 0.5214, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 3.3220717472344505, | |
| "learning_rate": 7.705513811401925e-06, | |
| "loss": 0.5102, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 3.0062189661718035, | |
| "learning_rate": 7.686701244131875e-06, | |
| "loss": 0.5608, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 3.72608459532875, | |
| "learning_rate": 7.66777628665386e-06, | |
| "loss": 0.4952, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 3.0339587229192166, | |
| "learning_rate": 7.648739606422954e-06, | |
| "loss": 0.4397, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 3.462077122092901, | |
| "learning_rate": 7.629591874834523e-06, | |
| "loss": 0.5758, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.920916146469853, | |
| "learning_rate": 7.610333767200549e-06, | |
| "loss": 0.4906, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 3.070077771115752, | |
| "learning_rate": 7.590965962725814e-06, | |
| "loss": 0.4945, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.807751554616351, | |
| "learning_rate": 7.5714891444839445e-06, | |
| "loss": 0.5194, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.093567798163179, | |
| "learning_rate": 7.551903999393317e-06, | |
| "loss": 0.6042, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.715762934690965, | |
| "learning_rate": 7.532211218192839e-06, | |
| "loss": 0.4839, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.2674049778852243, | |
| "learning_rate": 7.512411495417581e-06, | |
| "loss": 0.5165, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.5340829629693746, | |
| "learning_rate": 7.492505529374285e-06, | |
| "loss": 0.5254, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.4955327605305717, | |
| "learning_rate": 7.472494022116731e-06, | |
| "loss": 0.6269, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.0097092054381953, | |
| "learning_rate": 7.452377679420986e-06, | |
| "loss": 0.5398, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.939232846047572, | |
| "learning_rate": 7.432157210760504e-06, | |
| "loss": 0.5392, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 3.0658398508020026, | |
| "learning_rate": 7.411833329281104e-06, | |
| "loss": 0.5113, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 3.114454405370538, | |
| "learning_rate": 7.391406751775828e-06, | |
| "loss": 0.436, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.949930737290397, | |
| "learning_rate": 7.370878198659648e-06, | |
| "loss": 0.4592, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 3.0089047499171295, | |
| "learning_rate": 7.350248393944066e-06, | |
| "loss": 0.4749, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 3.595071693011163, | |
| "learning_rate": 7.3295180652115775e-06, | |
| "loss": 0.5159, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 3.0257008295544012, | |
| "learning_rate": 7.308687943590009e-06, | |
| "loss": 0.5108, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 3.1927846374435958, | |
| "learning_rate": 7.287758763726734e-06, | |
| "loss": 0.5003, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.5987961618586795, | |
| "learning_rate": 7.2667312637627665e-06, | |
| "loss": 0.4915, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 3.105420319887882, | |
| "learning_rate": 7.245606185306719e-06, | |
| "loss": 0.469, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 3.0475778734665133, | |
| "learning_rate": 7.224384273408652e-06, | |
| "loss": 0.4488, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.9048930760010028, | |
| "learning_rate": 7.203066276533802e-06, | |
| "loss": 0.4642, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.825677517748575, | |
| "learning_rate": 7.181652946536176e-06, | |
| "loss": 0.4691, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 3.581911113634182, | |
| "learning_rate": 7.160145038632037e-06, | |
| "loss": 0.5567, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.9376972711527674, | |
| "learning_rate": 7.138543311373275e-06, | |
| "loss": 0.5202, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 3.1097171049397065, | |
| "learning_rate": 7.116848526620645e-06, | |
| "loss": 0.5118, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.8414745422245846, | |
| "learning_rate": 7.095061449516903e-06, | |
| "loss": 0.5088, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.783296171938037, | |
| "learning_rate": 7.073182848459816e-06, | |
| "loss": 0.4706, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 3.051289105175948, | |
| "learning_rate": 7.051213495075068e-06, | |
| "loss": 0.48, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "eval_accuracy": 0.8342102913428403, | |
| "eval_accuracy_<|content|>": 1.0, | |
| "eval_accuracy_<|from|>": 0.9690376569037656, | |
| "eval_accuracy_<|recipient|>": 1.0, | |
| "eval_accuracy_<|stop|>": 0.9098200737047475, | |
| "eval_accuracy_total_num_<|content|>": 11653, | |
| "eval_accuracy_total_num_<|from|>": 2390, | |
| "eval_accuracy_total_num_<|recipient|>": 2390, | |
| "eval_accuracy_total_num_<|stop|>": 9226, | |
| "eval_loss": 0.5539013743400574, | |
| "eval_perplexity": 1.2334550432606364, | |
| "eval_runtime": 145.4535, | |
| "eval_samples_per_second": 4.936, | |
| "eval_steps_per_second": 0.158, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 3.086585679777639, | |
| "learning_rate": 7.029154164189041e-06, | |
| "loss": 0.5342, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 3.081775823416091, | |
| "learning_rate": 7.00700563380149e-06, | |
| "loss": 0.5082, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 3.2399857933805096, | |
| "learning_rate": 6.9847686850581025e-06, | |
| "loss": 0.5268, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 3.184402549388879, | |
| "learning_rate": 6.962444102222949e-06, | |
| "loss": 0.4844, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 3.4728603055489233, | |
| "learning_rate": 6.940032672650828e-06, | |
| "loss": 0.5789, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 3.1840503345615963, | |
| "learning_rate": 6.91753518675949e-06, | |
| "loss": 0.4837, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.62887793770963, | |
| "learning_rate": 6.894952438001763e-06, | |
| "loss": 0.4791, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.935737185834959, | |
| "learning_rate": 6.872285222837573e-06, | |
| "loss": 0.5525, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 3.094716532349392, | |
| "learning_rate": 6.849534340705842e-06, | |
| "loss": 0.4259, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.814581995657929, | |
| "learning_rate": 6.826700593996313e-06, | |
| "loss": 0.5115, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.9995006190264646, | |
| "learning_rate": 6.803784788021233e-06, | |
| "loss": 0.5786, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 3.113019844261514, | |
| "learning_rate": 6.7807877309869566e-06, | |
| "loss": 0.5133, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 3.6613949067607803, | |
| "learning_rate": 6.757710233965442e-06, | |
| "loss": 0.5776, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.9521840559028965, | |
| "learning_rate": 6.73455311086565e-06, | |
| "loss": 0.4917, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 3.273949831409698, | |
| "learning_rate": 6.71131717840483e-06, | |
| "loss": 0.5261, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 3.0486061943746354, | |
| "learning_rate": 6.688003256079723e-06, | |
| "loss": 0.5224, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 3.0050445631137492, | |
| "learning_rate": 6.664612166137655e-06, | |
| "loss": 0.4096, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.772725167734928, | |
| "learning_rate": 6.641144733547539e-06, | |
| "loss": 0.4233, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.711610004187709, | |
| "learning_rate": 6.617601785970783e-06, | |
| "loss": 0.456, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.9050942559350523, | |
| "learning_rate": 6.593984153732091e-06, | |
| "loss": 0.4164, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.830748277257922, | |
| "learning_rate": 6.570292669790185e-06, | |
| "loss": 0.4468, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.7581248095396416, | |
| "learning_rate": 6.546528169708429e-06, | |
| "loss": 0.4075, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 3.2955277706412605, | |
| "learning_rate": 6.522691491625356e-06, | |
| "loss": 0.5416, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 3.0068296734820263, | |
| "learning_rate": 6.498783476225111e-06, | |
| "loss": 0.4617, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 3.093146249797236, | |
| "learning_rate": 6.474804966707796e-06, | |
| "loss": 0.533, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 3.181608809197894, | |
| "learning_rate": 6.45075680875974e-06, | |
| "loss": 0.5352, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.5746014903952235, | |
| "learning_rate": 6.426639850523665e-06, | |
| "loss": 0.4242, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.8430380139586027, | |
| "learning_rate": 6.402454942568782e-06, | |
| "loss": 0.452, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 3.2217318472356307, | |
| "learning_rate": 6.378202937860781e-06, | |
| "loss": 0.4925, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 4.053436435303002, | |
| "learning_rate": 6.3538846917317584e-06, | |
| "loss": 0.5917, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 3.491166106143089, | |
| "learning_rate": 6.3295010618500455e-06, | |
| "loss": 0.4656, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.8864104479439923, | |
| "learning_rate": 6.305052908189961e-06, | |
| "loss": 0.5241, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.8305539784275546, | |
| "learning_rate": 6.280541093001486e-06, | |
| "loss": 0.4535, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 4.173577669127519, | |
| "learning_rate": 6.255966480779838e-06, | |
| "loss": 0.4361, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 3.458946310379365, | |
| "learning_rate": 6.2313299382350024e-06, | |
| "loss": 0.4808, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 3.386680894376734, | |
| "learning_rate": 6.206632334261152e-06, | |
| "loss": 0.5487, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.8401947488812262, | |
| "learning_rate": 6.181874539906005e-06, | |
| "loss": 0.4528, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 3.6329463858003086, | |
| "learning_rate": 6.157057428340103e-06, | |
| "loss": 0.5419, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.953220720763901, | |
| "learning_rate": 6.132181874826023e-06, | |
| "loss": 0.4612, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.888110484061968, | |
| "learning_rate": 6.1072487566874934e-06, | |
| "loss": 0.495, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 3.228959293881162, | |
| "learning_rate": 6.082258953278467e-06, | |
| "loss": 0.4641, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.699387826863465, | |
| "learning_rate": 6.057213345952103e-06, | |
| "loss": 0.4009, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.973517701494324, | |
| "learning_rate": 6.032112818029677e-06, | |
| "loss": 0.5227, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 3.1940698990570473, | |
| "learning_rate": 6.006958254769438e-06, | |
| "loss": 0.5372, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 3.0576078522385903, | |
| "learning_rate": 5.981750543335376e-06, | |
| "loss": 0.4934, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.6228967285190037, | |
| "learning_rate": 5.956490572765939e-06, | |
| "loss": 0.4279, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.531552625948877, | |
| "learning_rate": 5.931179233942677e-06, | |
| "loss": 0.329, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 3.278388966461349, | |
| "learning_rate": 5.905817419558825e-06, | |
| "loss": 0.529, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 3.4754758682480524, | |
| "learning_rate": 5.8804060240878105e-06, | |
| "loss": 0.5724, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.997441679239916, | |
| "learning_rate": 5.854945943751716e-06, | |
| "loss": 0.3957, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 3.2817590001479795, | |
| "learning_rate": 5.829438076489666e-06, | |
| "loss": 0.4562, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.974647669249094, | |
| "learning_rate": 5.803883321926157e-06, | |
| "loss": 0.4952, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.8506505377741873, | |
| "learning_rate": 5.778282581339334e-06, | |
| "loss": 0.4498, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 3.1642991015269972, | |
| "learning_rate": 5.752636757629197e-06, | |
| "loss": 0.5017, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.986025489448088, | |
| "learning_rate": 5.726946755285763e-06, | |
| "loss": 0.4021, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 3.204511943941506, | |
| "learning_rate": 5.701213480357162e-06, | |
| "loss": 0.4487, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 3.2451982048566186, | |
| "learning_rate": 5.675437840417686e-06, | |
| "loss": 0.4185, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 3.0504356319657857, | |
| "learning_rate": 5.649620744535775e-06, | |
| "loss": 0.4201, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.9215020397218927, | |
| "learning_rate": 5.623763103241961e-06, | |
| "loss": 0.4371, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 3.539528872026836, | |
| "learning_rate": 5.59786582849675e-06, | |
| "loss": 0.4408, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.9617533897366197, | |
| "learning_rate": 5.5719298336584615e-06, | |
| "loss": 0.3983, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 3.2498757733189123, | |
| "learning_rate": 5.545956033451016e-06, | |
| "loss": 0.4539, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.89991661036547, | |
| "learning_rate": 5.5199453439316745e-06, | |
| "loss": 0.4626, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 3.01668847823045, | |
| "learning_rate": 5.493898682458724e-06, | |
| "loss": 0.4517, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 3.743755658461664, | |
| "learning_rate": 5.467816967659135e-06, | |
| "loss": 0.4642, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.8443195287857015, | |
| "learning_rate": 5.441701119396149e-06, | |
| "loss": 0.4246, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 3.073710254558929, | |
| "learning_rate": 5.415552058736853e-06, | |
| "loss": 0.4802, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 3.078185155386972, | |
| "learning_rate": 5.389370707919678e-06, | |
| "loss": 0.4353, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.0525629511663155, | |
| "learning_rate": 5.363157990321884e-06, | |
| "loss": 0.4131, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 2.7744828765643317, | |
| "learning_rate": 5.336914830426994e-06, | |
| "loss": 0.3595, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.0194468460511343, | |
| "learning_rate": 5.310642153792179e-06, | |
| "loss": 0.4374, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 2.9525836135504626, | |
| "learning_rate": 5.2843408870156245e-06, | |
| "loss": 0.4697, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.1105687127607204, | |
| "learning_rate": 5.25801195770385e-06, | |
| "loss": 0.4272, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.7972605622221343, | |
| "learning_rate": 5.231656294438987e-06, | |
| "loss": 0.4399, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 3.181819677387704, | |
| "learning_rate": 5.205274826746037e-06, | |
| "loss": 0.5103, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.963550029692661, | |
| "learning_rate": 5.178868485060084e-06, | |
| "loss": 0.4946, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 3.116532683627354, | |
| "learning_rate": 5.15243820069348e-06, | |
| "loss": 0.4474, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.708462663188884, | |
| "learning_rate": 5.125984905803002e-06, | |
| "loss": 0.3684, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 3.2578072396033866, | |
| "learning_rate": 5.0995095333569725e-06, | |
| "loss": 0.4285, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.9466026196548, | |
| "learning_rate": 5.073013017102356e-06, | |
| "loss": 0.4622, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 3.4399722683823666, | |
| "learning_rate": 5.0464962915318275e-06, | |
| "loss": 0.4863, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.8400043359061136, | |
| "learning_rate": 5.019960291850817e-06, | |
| "loss": 0.5108, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 3.2092125619436582, | |
| "learning_rate": 4.99340595394452e-06, | |
| "loss": 0.4611, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 3.2081127430702603, | |
| "learning_rate": 4.966834214344896e-06, | |
| "loss": 0.5237, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 3.01275795446049, | |
| "learning_rate": 4.940246010197636e-06, | |
| "loss": 0.4355, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.9504283586098285, | |
| "learning_rate": 4.913642279229112e-06, | |
| "loss": 0.425, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.8095986206489836, | |
| "learning_rate": 4.887023959713302e-06, | |
| "loss": 0.4211, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.6337433234035172, | |
| "learning_rate": 4.860391990438703e-06, | |
| "loss": 0.3975, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 3.336414465844828, | |
| "learning_rate": 4.833747310675215e-06, | |
| "loss": 0.4137, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.9666922489822287, | |
| "learning_rate": 4.8070908601410195e-06, | |
| "loss": 0.4994, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.785948406018108, | |
| "learning_rate": 4.780423578969439e-06, | |
| "loss": 0.4266, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 3.2166447410549237, | |
| "learning_rate": 4.7537464076757716e-06, | |
| "loss": 0.5226, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.899196099830625, | |
| "learning_rate": 4.727060287124127e-06, | |
| "loss": 0.4751, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.8168782435500654, | |
| "learning_rate": 4.700366158494242e-06, | |
| "loss": 0.415, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 3.2115034342077893, | |
| "learning_rate": 4.673664963248288e-06, | |
| "loss": 0.4164, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 3.042273356585557, | |
| "learning_rate": 4.646957643097662e-06, | |
| "loss": 0.4153, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.943409973438589, | |
| "learning_rate": 4.620245139969782e-06, | |
| "loss": 0.4799, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 3.0970453691884394, | |
| "learning_rate": 4.593528395974855e-06, | |
| "loss": 0.414, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 3.296233508626491, | |
| "learning_rate": 4.566808353372665e-06, | |
| "loss": 0.4926, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.798291953595024, | |
| "learning_rate": 4.5400859545393275e-06, | |
| "loss": 0.326, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.9911990383180838, | |
| "learning_rate": 4.51336214193406e-06, | |
| "loss": 0.4602, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 3.2907591725930847, | |
| "learning_rate": 4.486637858065941e-06, | |
| "loss": 0.5423, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.9708063665333655, | |
| "learning_rate": 4.459914045460673e-06, | |
| "loss": 0.4721, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.8618022253178967, | |
| "learning_rate": 4.433191646627334e-06, | |
| "loss": 0.4572, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 3.019329583222099, | |
| "learning_rate": 4.406471604025146e-06, | |
| "loss": 0.593, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.997025354923621, | |
| "learning_rate": 4.37975486003022e-06, | |
| "loss": 0.4696, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.827444237394317, | |
| "learning_rate": 4.353042356902339e-06, | |
| "loss": 0.5334, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.84409793067513, | |
| "learning_rate": 4.326335036751713e-06, | |
| "loss": 0.415, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.898900252090855, | |
| "learning_rate": 4.299633841505758e-06, | |
| "loss": 0.4068, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 3.2482503504186298, | |
| "learning_rate": 4.272939712875874e-06, | |
| "loss": 0.4589, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.7691858529318547, | |
| "learning_rate": 4.24625359232423e-06, | |
| "loss": 0.3934, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 3.1324170959821886, | |
| "learning_rate": 4.219576421030562e-06, | |
| "loss": 0.5133, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 3.014849801788204, | |
| "learning_rate": 4.1929091398589815e-06, | |
| "loss": 0.4764, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 3.181217496694547, | |
| "learning_rate": 4.166252689324786e-06, | |
| "loss": 0.441, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 2.689885774519482, | |
| "learning_rate": 4.139608009561298e-06, | |
| "loss": 0.3994, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 3.0489681912036817, | |
| "learning_rate": 4.112976040286698e-06, | |
| "loss": 0.3961, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 3.2271133387257604, | |
| "learning_rate": 4.086357720770889e-06, | |
| "loss": 0.3583, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.9795806459854863, | |
| "learning_rate": 4.059753989802365e-06, | |
| "loss": 0.4533, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 3.056333521184435, | |
| "learning_rate": 4.033165785655105e-06, | |
| "loss": 0.4191, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.7797591910603425, | |
| "learning_rate": 4.006594046055481e-06, | |
| "loss": 0.4129, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.7829157553437773, | |
| "learning_rate": 3.980039708149183e-06, | |
| "loss": 0.4641, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.8584038292205, | |
| "learning_rate": 3.953503708468172e-06, | |
| "loss": 0.4045, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 3.1666201313420483, | |
| "learning_rate": 3.9269869828976434e-06, | |
| "loss": 0.4768, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.002871105164156, | |
| "learning_rate": 3.9004904666430286e-06, | |
| "loss": 0.4104, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 2.6868742287526346, | |
| "learning_rate": 3.874015094196999e-06, | |
| "loss": 0.3655, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.3290811154885644, | |
| "learning_rate": 3.847561799306521e-06, | |
| "loss": 0.428, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.3534328576968075, | |
| "learning_rate": 3.821131514939918e-06, | |
| "loss": 0.3964, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.057407991750388, | |
| "learning_rate": 3.7947251732539634e-06, | |
| "loss": 0.3503, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.9478613655320602, | |
| "learning_rate": 3.7683437055610132e-06, | |
| "loss": 0.4839, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 3.096944672536294, | |
| "learning_rate": 3.741988042296152e-06, | |
| "loss": 0.4861, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 3.031839004588168, | |
| "learning_rate": 3.7156591129843766e-06, | |
| "loss": 0.3311, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 3.324696958096886, | |
| "learning_rate": 3.6893578462078225e-06, | |
| "loss": 0.5411, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.8789748037411727, | |
| "learning_rate": 3.6630851695730072e-06, | |
| "loss": 0.4012, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.982423785684021, | |
| "learning_rate": 3.636842009678116e-06, | |
| "loss": 0.399, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 3.0340210509638403, | |
| "learning_rate": 3.6106292920803226e-06, | |
| "loss": 0.4918, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 3.1425769687017233, | |
| "learning_rate": 3.5844479412631487e-06, | |
| "loss": 0.4063, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 3.356706483225122, | |
| "learning_rate": 3.5582988806038515e-06, | |
| "loss": 0.4455, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.885186245727384, | |
| "learning_rate": 3.5321830323408665e-06, | |
| "loss": 0.3841, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.9816581052688456, | |
| "learning_rate": 3.506101317541276e-06, | |
| "loss": 0.3944, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.5759462359538823, | |
| "learning_rate": 3.4800546560683257e-06, | |
| "loss": 0.3458, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 3.2037678865922365, | |
| "learning_rate": 3.454043966548983e-06, | |
| "loss": 0.5099, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.981583883808985, | |
| "learning_rate": 3.428070166341539e-06, | |
| "loss": 0.4449, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.8337618608970003, | |
| "learning_rate": 3.4021341715032515e-06, | |
| "loss": 0.4634, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 3.014800498238915, | |
| "learning_rate": 3.37623689675804e-06, | |
| "loss": 0.3942, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.7899676188971676, | |
| "learning_rate": 3.3503792554642257e-06, | |
| "loss": 0.4295, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.758387377417387, | |
| "learning_rate": 3.3245621595823144e-06, | |
| "loss": 0.4117, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.9195743418265483, | |
| "learning_rate": 3.298786519642838e-06, | |
| "loss": 0.3987, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 3.272273063699768, | |
| "learning_rate": 3.2730532447142388e-06, | |
| "loss": 0.4661, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.8803414674595005, | |
| "learning_rate": 3.2473632423708047e-06, | |
| "loss": 0.4119, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.8420256976499934, | |
| "learning_rate": 3.2217174186606674e-06, | |
| "loss": 0.4022, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 3.0586228060925893, | |
| "learning_rate": 3.1961166780738434e-06, | |
| "loss": 0.4194, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.602928316139206, | |
| "learning_rate": 3.1705619235103346e-06, | |
| "loss": 0.4469, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.8041513320185887, | |
| "learning_rate": 3.145054056248285e-06, | |
| "loss": 0.4542, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.956029387049807, | |
| "learning_rate": 3.119593975912191e-06, | |
| "loss": 0.3719, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.8427250939264015, | |
| "learning_rate": 3.094182580441177e-06, | |
| "loss": 0.4497, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.8638249425808473, | |
| "learning_rate": 3.068820766057324e-06, | |
| "loss": 0.4619, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.9554947238405735, | |
| "learning_rate": 3.043509427234063e-06, | |
| "loss": 0.4732, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.9630005477792665, | |
| "learning_rate": 3.0182494566646253e-06, | |
| "loss": 0.4281, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.80768279260768, | |
| "learning_rate": 2.9930417452305625e-06, | |
| "loss": 0.4112, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.869613335046005, | |
| "learning_rate": 2.9678871819703232e-06, | |
| "loss": 0.4269, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.8154525217466024, | |
| "learning_rate": 2.9427866540478985e-06, | |
| "loss": 0.383, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.942980112292583, | |
| "learning_rate": 2.917741046721534e-06, | |
| "loss": 0.4211, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 3.485545508172962, | |
| "learning_rate": 2.892751243312508e-06, | |
| "loss": 0.4125, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 3.011993738146343, | |
| "learning_rate": 2.8678181251739783e-06, | |
| "loss": 0.4047, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 3.3150989974276377, | |
| "learning_rate": 2.8429425716598957e-06, | |
| "loss": 0.4448, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 3.186550114152289, | |
| "learning_rate": 2.818125460093995e-06, | |
| "loss": 0.3649, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 3.1017974574392073, | |
| "learning_rate": 2.793367665738849e-06, | |
| "loss": 0.4054, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.7219935694517585, | |
| "learning_rate": 2.768670061764998e-06, | |
| "loss": 0.3586, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.837486057139893, | |
| "learning_rate": 2.7440335192201634e-06, | |
| "loss": 0.4083, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 3.1514682975557755, | |
| "learning_rate": 2.7194589069985157e-06, | |
| "loss": 0.4417, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.657620564175483, | |
| "learning_rate": 2.694947091810038e-06, | |
| "loss": 0.399, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 3.249229209441283, | |
| "learning_rate": 2.6704989381499543e-06, | |
| "loss": 0.5156, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 4.349086454941179, | |
| "learning_rate": 2.646115308268243e-06, | |
| "loss": 0.4783, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 3.3140655663532814, | |
| "learning_rate": 2.621797062139219e-06, | |
| "loss": 0.5764, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 3.1064412522110363, | |
| "learning_rate": 2.597545057431219e-06, | |
| "loss": 0.3681, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.9477820068777802, | |
| "learning_rate": 2.5733601494763345e-06, | |
| "loss": 0.3664, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 3.074069575294038, | |
| "learning_rate": 2.549243191240261e-06, | |
| "loss": 0.3998, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.9320278131468167, | |
| "learning_rate": 2.5251950332922044e-06, | |
| "loss": 0.3532, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.979431917933861, | |
| "learning_rate": 2.5012165237748918e-06, | |
| "loss": 0.4152, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.870207683094522, | |
| "learning_rate": 2.4773085083746447e-06, | |
| "loss": 0.4281, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "eval_accuracy": 0.8396950370778964, | |
| "eval_accuracy_<|content|>": 1.0, | |
| "eval_accuracy_<|from|>": 0.9682008368200837, | |
| "eval_accuracy_<|recipient|>": 1.0, | |
| "eval_accuracy_<|stop|>": 0.9415781487101669, | |
| "eval_accuracy_total_num_<|content|>": 11653, | |
| "eval_accuracy_total_num_<|from|>": 2390, | |
| "eval_accuracy_total_num_<|recipient|>": 2390, | |
| "eval_accuracy_total_num_<|stop|>": 9226, | |
| "eval_loss": 0.5304175615310669, | |
| "eval_perplexity": 1.222568088092722, | |
| "eval_runtime": 143.7884, | |
| "eval_samples_per_second": 4.993, | |
| "eval_steps_per_second": 0.16, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 3.1558292378921986, | |
| "learning_rate": 2.4534718302915707e-06, | |
| "loss": 0.4236, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.846849967965893, | |
| "learning_rate": 2.4297073302098155e-06, | |
| "loss": 0.4222, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 5.586938688827532, | |
| "learning_rate": 2.4060158462679093e-06, | |
| "loss": 0.4339, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 3.0886008483753407, | |
| "learning_rate": 2.382398214029217e-06, | |
| "loss": 0.4635, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 3.3571328876403776, | |
| "learning_rate": 2.358855266452461e-06, | |
| "loss": 0.3914, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 3.26739769209467, | |
| "learning_rate": 2.335387833862347e-06, | |
| "loss": 0.4108, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 3.662589948887738, | |
| "learning_rate": 2.311996743920278e-06, | |
| "loss": 0.4346, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.6323468533508096, | |
| "learning_rate": 2.288682821595172e-06, | |
| "loss": 0.3816, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 3.1285106520623405, | |
| "learning_rate": 2.265446889134351e-06, | |
| "loss": 0.4002, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 3.2486605102290156, | |
| "learning_rate": 2.242289766034559e-06, | |
| "loss": 0.5269, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 3.3462066748104173, | |
| "learning_rate": 2.219212269013046e-06, | |
| "loss": 0.4584, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 3.0531594235247574, | |
| "learning_rate": 2.1962152119787674e-06, | |
| "loss": 0.3964, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 3.196922420577308, | |
| "learning_rate": 2.1732994060036877e-06, | |
| "loss": 0.4305, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.8872499706194055, | |
| "learning_rate": 2.150465659294158e-06, | |
| "loss": 0.3821, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.8234516482363605, | |
| "learning_rate": 2.12771477716243e-06, | |
| "loss": 0.4064, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 3.167139950218957, | |
| "learning_rate": 2.1050475619982366e-06, | |
| "loss": 0.4018, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 3.183453329554161, | |
| "learning_rate": 2.08246481324051e-06, | |
| "loss": 0.3662, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.8281387047214435, | |
| "learning_rate": 2.0599673273491723e-06, | |
| "loss": 0.4003, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.9532294199870766, | |
| "learning_rate": 2.037555897777051e-06, | |
| "loss": 0.4884, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.9934462366999823, | |
| "learning_rate": 2.015231314941899e-06, | |
| "loss": 0.4409, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.917496558912529, | |
| "learning_rate": 1.99299436619851e-06, | |
| "loss": 0.3991, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 3.006595992084315, | |
| "learning_rate": 1.9708458358109593e-06, | |
| "loss": 0.4115, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 3.4004768944041337, | |
| "learning_rate": 1.948786504924933e-06, | |
| "loss": 0.4011, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.9725302984373316, | |
| "learning_rate": 1.926817151540186e-06, | |
| "loss": 0.4174, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 3.0284221194882566, | |
| "learning_rate": 1.904938550483098e-06, | |
| "loss": 0.4066, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 3.1349016666002694, | |
| "learning_rate": 1.8831514733793563e-06, | |
| "loss": 0.3916, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 3.132488173215795, | |
| "learning_rate": 1.8614566886267255e-06, | |
| "loss": 0.4547, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.7119681959559214, | |
| "learning_rate": 1.8398549613679623e-06, | |
| "loss": 0.3396, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.8303277598141703, | |
| "learning_rate": 1.8183470534638254e-06, | |
| "loss": 0.4438, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.8328013937254566, | |
| "learning_rate": 1.7969337234661995e-06, | |
| "loss": 0.3821, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 3.29786655494721, | |
| "learning_rate": 1.7756157265913494e-06, | |
| "loss": 0.4762, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 2.999661857849317, | |
| "learning_rate": 1.7543938146932824e-06, | |
| "loss": 0.3592, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 3.1307693218977164, | |
| "learning_rate": 1.733268736237234e-06, | |
| "loss": 0.3632, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 2.4716130192821564, | |
| "learning_rate": 1.712241236273265e-06, | |
| "loss": 0.3557, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 2.6893743350162573, | |
| "learning_rate": 1.6913120564099922e-06, | |
| "loss": 0.3903, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 3.2908137090131415, | |
| "learning_rate": 1.6704819347884244e-06, | |
| "loss": 0.4379, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.725819167216134, | |
| "learning_rate": 1.6497516060559343e-06, | |
| "loss": 0.4022, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.7714438772597383, | |
| "learning_rate": 1.6291218013403526e-06, | |
| "loss": 0.3573, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 3.0262420212778696, | |
| "learning_rate": 1.6085932482241717e-06, | |
| "loss": 0.5107, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.9862803965767433, | |
| "learning_rate": 1.588166670718896e-06, | |
| "loss": 0.4796, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 3.4630735035037166, | |
| "learning_rate": 1.5678427892394964e-06, | |
| "loss": 0.3796, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.9904593886016397, | |
| "learning_rate": 1.5476223205790144e-06, | |
| "loss": 0.4201, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 3.3388765162679452, | |
| "learning_rate": 1.5275059778832698e-06, | |
| "loss": 0.426, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.937992115817354, | |
| "learning_rate": 1.507494470625716e-06, | |
| "loss": 0.3927, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 3.059511112127061, | |
| "learning_rate": 1.4875885045824196e-06, | |
| "loss": 0.3823, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 3.0822718123934636, | |
| "learning_rate": 1.467788781807161e-06, | |
| "loss": 0.4194, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.7313604382295664, | |
| "learning_rate": 1.4480960006066834e-06, | |
| "loss": 0.3759, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 3.095089947510629, | |
| "learning_rate": 1.4285108555160574e-06, | |
| "loss": 0.4467, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 3.1156949297886203, | |
| "learning_rate": 1.4090340372741876e-06, | |
| "loss": 0.3484, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.8122154313370986, | |
| "learning_rate": 1.3896662327994518e-06, | |
| "loss": 0.3543, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.976204787430994, | |
| "learning_rate": 1.3704081251654789e-06, | |
| "loss": 0.4072, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.5302263684508137, | |
| "learning_rate": 1.3512603935770464e-06, | |
| "loss": 0.3935, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.9419615139301327, | |
| "learning_rate": 1.3322237133461411e-06, | |
| "loss": 0.3763, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.647899170576283, | |
| "learning_rate": 1.313298755868127e-06, | |
| "loss": 0.3247, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 3.044665135509862, | |
| "learning_rate": 1.2944861885980753e-06, | |
| "loss": 0.4252, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.975619341499161, | |
| "learning_rate": 1.275786675027224e-06, | |
| "loss": 0.4269, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.551840319130771, | |
| "learning_rate": 1.2572008746595716e-06, | |
| "loss": 0.3021, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.962920800863855, | |
| "learning_rate": 1.2387294429886257e-06, | |
| "loss": 0.4714, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.6917240524435857, | |
| "learning_rate": 1.220373031474275e-06, | |
| "loss": 0.383, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.7580992111265004, | |
| "learning_rate": 1.2021322875198237e-06, | |
| "loss": 0.3424, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.970888385582573, | |
| "learning_rate": 1.184007854449151e-06, | |
| "loss": 0.4731, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 3.2819420638040726, | |
| "learning_rate": 1.1660003714840218e-06, | |
| "loss": 0.4693, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 3.156537693087468, | |
| "learning_rate": 1.148110473721551e-06, | |
| "loss": 0.4721, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 3.043134342290459, | |
| "learning_rate": 1.1303387921117926e-06, | |
| "loss": 0.3895, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 3.3434194206765, | |
| "learning_rate": 1.1126859534354973e-06, | |
| "loss": 0.4606, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 3.060501840140978, | |
| "learning_rate": 1.0951525802819983e-06, | |
| "loss": 0.3245, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 3.4296992413591174, | |
| "learning_rate": 1.077739291027264e-06, | |
| "loss": 0.4347, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 3.245882575892385, | |
| "learning_rate": 1.0604466998120733e-06, | |
| "loss": 0.4445, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 3.2605077517669003, | |
| "learning_rate": 1.0432754165203728e-06, | |
| "loss": 0.4296, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 3.117314557255133, | |
| "learning_rate": 1.0262260467577574e-06, | |
| "loss": 0.4592, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.821109962537146, | |
| "learning_rate": 1.0092991918301104e-06, | |
| "loss": 0.412, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.8910453989379885, | |
| "learning_rate": 9.92495448722404e-07, | |
| "loss": 0.3691, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 3.0574940089719234, | |
| "learning_rate": 9.758154100776357e-07, | |
| "loss": 0.3599, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.7630835696696026, | |
| "learning_rate": 9.592596641759322e-07, | |
| "loss": 0.335, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.9688753141992783, | |
| "learning_rate": 9.428287949137998e-07, | |
| "loss": 0.3502, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 3.197411406246126, | |
| "learning_rate": 9.265233817835344e-07, | |
| "loss": 0.4235, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 3.183872705451458, | |
| "learning_rate": 9.103439998527761e-07, | |
| "loss": 0.3767, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 3.242407462026631, | |
| "learning_rate": 8.942912197442375e-07, | |
| "loss": 0.4239, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.8467781862273687, | |
| "learning_rate": 8.783656076155699e-07, | |
| "loss": 0.392, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.7753863937470027, | |
| "learning_rate": 8.625677251393986e-07, | |
| "loss": 0.3126, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.8590330067588936, | |
| "learning_rate": 8.468981294835185e-07, | |
| "loss": 0.269, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 3.1980602206752184, | |
| "learning_rate": 8.313573732912338e-07, | |
| "loss": 0.4088, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 3.3293284084094847, | |
| "learning_rate": 8.159460046618789e-07, | |
| "loss": 0.4432, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 3.3126149003996104, | |
| "learning_rate": 8.006645671314755e-07, | |
| "loss": 0.3833, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.8492721415814466, | |
| "learning_rate": 7.855135996535744e-07, | |
| "loss": 0.4496, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 3.1104827586982693, | |
| "learning_rate": 7.704936365802366e-07, | |
| "loss": 0.4153, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.619502946645031, | |
| "learning_rate": 7.556052076431957e-07, | |
| "loss": 0.3402, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.8960736573805583, | |
| "learning_rate": 7.408488379351735e-07, | |
| "loss": 0.3809, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.986307049514654, | |
| "learning_rate": 7.262250478913554e-07, | |
| "loss": 0.3985, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 3.214856997333643, | |
| "learning_rate": 7.117343532710441e-07, | |
| "loss": 0.4535, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 3.058663778911059, | |
| "learning_rate": 6.973772651394613e-07, | |
| "loss": 0.474, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 3.0080864248694135, | |
| "learning_rate": 6.831542898497285e-07, | |
| "loss": 0.314, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 3.004700420192997, | |
| "learning_rate": 6.690659290250051e-07, | |
| "loss": 0.4162, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.7926241141953305, | |
| "learning_rate": 6.551126795408014e-07, | |
| "loss": 0.3009, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.6002880262382875, | |
| "learning_rate": 6.412950335074515e-07, | |
| "loss": 0.3633, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.7541627826598467, | |
| "learning_rate": 6.276134782527553e-07, | |
| "loss": 0.2815, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 3.0215352798139787, | |
| "learning_rate": 6.140684963047972e-07, | |
| "loss": 0.361, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.8851701623761272, | |
| "learning_rate": 6.006605653749196e-07, | |
| "loss": 0.3771, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.7814485544944576, | |
| "learning_rate": 5.873901583408846e-07, | |
| "loss": 0.373, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.829881754986226, | |
| "learning_rate": 5.742577432301871e-07, | |
| "loss": 0.3414, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.754012734303014, | |
| "learning_rate": 5.612637832035564e-07, | |
| "loss": 0.3234, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 3.2770514536057993, | |
| "learning_rate": 5.484087365386126e-07, | |
| "loss": 0.4243, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.6950154585629624, | |
| "learning_rate": 5.356930566137129e-07, | |
| "loss": 0.3947, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 3.0138926360925824, | |
| "learning_rate": 5.231171918919542e-07, | |
| "loss": 0.3841, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.9014173051270853, | |
| "learning_rate": 5.106815859053588e-07, | |
| "loss": 0.3783, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.8925547331882657, | |
| "learning_rate": 4.983866772392352e-07, | |
| "loss": 0.3879, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.64765588352481, | |
| "learning_rate": 4.862328995167042e-07, | |
| "loss": 0.3364, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 3.17963184339672, | |
| "learning_rate": 4.742206813834104e-07, | |
| "loss": 0.38, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.9727782607561397, | |
| "learning_rate": 4.6235044649240046e-07, | |
| "loss": 0.3204, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.860597490385895, | |
| "learning_rate": 4.5062261348918556e-07, | |
| "loss": 0.3613, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 3.1360278861815423, | |
| "learning_rate": 4.390375959969729e-07, | |
| "loss": 0.3872, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.8277184137987814, | |
| "learning_rate": 4.275958026020788e-07, | |
| "loss": 0.3867, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.9604512713036115, | |
| "learning_rate": 4.1629763683952065e-07, | |
| "loss": 0.3856, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.8774799329952523, | |
| "learning_rate": 4.0514349717878136e-07, | |
| "loss": 0.3387, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.907118120588671, | |
| "learning_rate": 3.9413377700976003e-07, | |
| "loss": 0.3169, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 3.159755506707381, | |
| "learning_rate": 3.8326886462889277e-07, | |
| "loss": 0.3683, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.8239324438698925, | |
| "learning_rate": 3.725491432254623e-07, | |
| "loss": 0.3662, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 3.0011876106504274, | |
| "learning_rate": 3.6197499086807907e-07, | |
| "loss": 0.3685, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.747487952670731, | |
| "learning_rate": 3.5154678049135525e-07, | |
| "loss": 0.4044, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 3.0759679312715877, | |
| "learning_rate": 3.4126487988274083e-07, | |
| "loss": 0.4869, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 3.0657695098664917, | |
| "learning_rate": 3.311296516695615e-07, | |
| "loss": 0.4258, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.9997455994102906, | |
| "learning_rate": 3.211414533062274e-07, | |
| "loss": 0.4122, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 3.5661882671216985, | |
| "learning_rate": 3.113006370616195e-07, | |
| "loss": 0.4152, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.7447170280640925, | |
| "learning_rate": 3.016075500066758e-07, | |
| "loss": 0.4015, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 3.07045536332393, | |
| "learning_rate": 2.92062534002143e-07, | |
| "loss": 0.4326, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.940038374343366, | |
| "learning_rate": 2.8266592568652424e-07, | |
| "loss": 0.318, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 3.323235132954793, | |
| "learning_rate": 2.7341805646420287e-07, | |
| "loss": 0.4058, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.9754827521512177, | |
| "learning_rate": 2.643192524937571e-07, | |
| "loss": 0.3209, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 3.2068648085808715, | |
| "learning_rate": 2.5536983467645446e-07, | |
| "loss": 0.39, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.8252447688631133, | |
| "learning_rate": 2.46570118644936e-07, | |
| "loss": 0.3363, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.9012019076879185, | |
| "learning_rate": 2.379204147520841e-07, | |
| "loss": 0.5429, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.8439125833594776, | |
| "learning_rate": 2.2942102806007475e-07, | |
| "loss": 0.4359, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 3.078530295907687, | |
| "learning_rate": 2.2107225832962276e-07, | |
| "loss": 0.3237, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 3.0952379773719674, | |
| "learning_rate": 2.12874400009405e-07, | |
| "loss": 0.3668, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.9175877638152294, | |
| "learning_rate": 2.0482774222567647e-07, | |
| "loss": 0.3614, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 3.1124844369657136, | |
| "learning_rate": 1.969325687720782e-07, | |
| "loss": 0.4416, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.93419070603059, | |
| "learning_rate": 1.8918915809962e-07, | |
| "loss": 0.3761, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 3.0850086370269834, | |
| "learning_rate": 1.815977833068686e-07, | |
| "loss": 0.3638, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 3.3126934567624087, | |
| "learning_rate": 1.7415871213030798e-07, | |
| "loss": 0.4387, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.9704128877807734, | |
| "learning_rate": 1.668722069349039e-07, | |
| "loss": 0.3203, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 3.3148322275840285, | |
| "learning_rate": 1.5973852470484229e-07, | |
| "loss": 0.3694, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.910881480766959, | |
| "learning_rate": 1.52757917034476e-07, | |
| "loss": 0.3436, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.6701541737867385, | |
| "learning_rate": 1.459306301194419e-07, | |
| "loss": 0.3975, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.8804003541719414, | |
| "learning_rate": 1.3925690474798585e-07, | |
| "loss": 0.4631, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.83394184085523, | |
| "learning_rate": 1.3273697629246245e-07, | |
| "loss": 0.3488, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 3.291213004132381, | |
| "learning_rate": 1.263710747010412e-07, | |
| "loss": 0.4086, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 3.323992744920309, | |
| "learning_rate": 1.20159424489594e-07, | |
| "loss": 0.4162, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.7671784809336475, | |
| "learning_rate": 1.1410224473377245e-07, | |
| "loss": 0.3632, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 3.219143272064861, | |
| "learning_rate": 1.081997490612896e-07, | |
| "loss": 0.3256, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 3.25109764240598, | |
| "learning_rate": 1.0245214564437738e-07, | |
| "loss": 0.3837, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 3.1019795157757724, | |
| "learning_rate": 9.685963719245155e-08, | |
| "loss": 0.3457, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 2.806320842849082, | |
| "learning_rate": 9.14224209449569e-08, | |
| "loss": 0.3727, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 3.3366050941861323, | |
| "learning_rate": 8.614068866441627e-08, | |
| "loss": 0.4336, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 3.0222670147132176, | |
| "learning_rate": 8.101462662966152e-08, | |
| "loss": 0.3439, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 3.1926310699535523, | |
| "learning_rate": 7.604441562926828e-08, | |
| "loss": 0.4314, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 3.017804262807194, | |
| "learning_rate": 7.12302309551785e-08, | |
| "loss": 0.3838, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 2.878278497678078, | |
| "learning_rate": 6.657224239651694e-08, | |
| "loss": 0.3179, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 2.941702290572878, | |
| "learning_rate": 6.207061423360494e-08, | |
| "loss": 0.3798, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 3.0988677959358335, | |
| "learning_rate": 5.772550523216458e-08, | |
| "loss": 0.3075, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 3.3560092980721836, | |
| "learning_rate": 5.353706863772012e-08, | |
| "loss": 0.4263, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 3.1956366083471903, | |
| "learning_rate": 4.950545217019437e-08, | |
| "loss": 0.4319, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 3.0159486475297634, | |
| "learning_rate": 4.5630798018697295e-08, | |
| "loss": 0.4031, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 3.297944272171461, | |
| "learning_rate": 4.19132428365116e-08, | |
| "loss": 0.3586, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 3.1274412386954915, | |
| "learning_rate": 3.835291773627253e-08, | |
| "loss": 0.4114, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 3.0121919305698297, | |
| "learning_rate": 3.494994828534659e-08, | |
| "loss": 0.3502, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 3.445856414643335, | |
| "learning_rate": 3.1704454501397086e-08, | |
| "loss": 0.3895, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 3.0074455364542936, | |
| "learning_rate": 2.8616550848159507e-08, | |
| "loss": 0.3388, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 3.054543501588241, | |
| "learning_rate": 2.5686346231396263e-08, | |
| "loss": 0.4015, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 2.600340393809179, | |
| "learning_rate": 2.291394399506275e-08, | |
| "loss": 0.2537, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 3.027308647749434, | |
| "learning_rate": 2.029944191765626e-08, | |
| "loss": 0.3464, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 3.230365902006891, | |
| "learning_rate": 1.7842932208773254e-08, | |
| "loss": 0.4738, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 3.3324796604669946, | |
| "learning_rate": 1.554450150585296e-08, | |
| "loss": 0.3936, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.9961740543863775, | |
| "learning_rate": 1.34042308711243e-08, | |
| "loss": 0.4011, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.9383255928842975, | |
| "learning_rate": 1.1422195788745204e-08, | |
| "loss": 0.392, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 3.133800572378904, | |
| "learning_rate": 9.598466162142217e-09, | |
| "loss": 0.4284, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.8351204684200018, | |
| "learning_rate": 7.93310631154398e-09, | |
| "loss": 0.303, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 3.2635637853252866, | |
| "learning_rate": 6.426174971712051e-09, | |
| "loss": 0.4375, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 3.269014882416967, | |
| "learning_rate": 5.077725289871549e-09, | |
| "loss": 0.454, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.5907194457239044, | |
| "learning_rate": 3.887804823835162e-09, | |
| "loss": 0.2889, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.8481580051950464, | |
| "learning_rate": 2.8564555403254867e-09, | |
| "loss": 0.3428, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "eval_accuracy": 0.8420877296434167, | |
| "eval_accuracy_<|content|>": 1.0, | |
| "eval_accuracy_<|from|>": 0.9753138075313807, | |
| "eval_accuracy_<|recipient|>": 1.0, | |
| "eval_accuracy_<|stop|>": 0.9352915673097767, | |
| "eval_accuracy_total_num_<|content|>": 11653, | |
| "eval_accuracy_total_num_<|from|>": 2390, | |
| "eval_accuracy_total_num_<|recipient|>": 2390, | |
| "eval_accuracy_total_num_<|stop|>": 9226, | |
| "eval_loss": 0.5226789712905884, | |
| "eval_perplexity": 1.218962280428345, | |
| "eval_runtime": 143.8622, | |
| "eval_samples_per_second": 4.991, | |
| "eval_steps_per_second": 0.16, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.6212472705225, | |
| "learning_rate": 1.983713813496213e-09, | |
| "loss": 0.3164, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 3.275268183412255, | |
| "learning_rate": 1.2696104236486483e-09, | |
| "loss": 0.3929, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.90413116939948, | |
| "learning_rate": 7.141705561460876e-10, | |
| "loss": 0.4164, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 3.0667169569157484, | |
| "learning_rate": 3.1741380052552337e-10, | |
| "loss": 0.3806, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.962612357034888, | |
| "learning_rate": 7.935414980719813e-11, | |
| "loss": 0.3653, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.921197573056188, | |
| "learning_rate": 0.0, | |
| "loss": 0.35, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 546, | |
| "total_flos": 114321292001280.0, | |
| "train_loss": 0.4735211233297984, | |
| "train_runtime": 7869.2834, | |
| "train_samples_per_second": 1.11, | |
| "train_steps_per_second": 0.069 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 546, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 200.0, | |
| "total_flos": 114321292001280.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |