[
    {
        "loss": 36.4684,
        "grad_norm": 1.4972327947616577,
        "learning_rate": 9.991248796709548e-05,
        "epoch": 0.0
    },
    {
        "loss": 31.4702,
        "grad_norm": 1.1359542608261108,
        "learning_rate": 9.982497593419096e-05,
        "epoch": 0.01
    },
    {
        "loss": 27.0139,
        "grad_norm": 0.8641749024391174,
        "learning_rate": 9.973746390128643e-05,
        "epoch": 0.01
    },
    {
        "loss": 25.5819,
        "grad_norm": 0.7870637774467468,
        "learning_rate": 9.964995186838191e-05,
        "epoch": 0.01
    },
    {
        "loss": 23.737,
        "grad_norm": 0.5421485900878906,
        "learning_rate": 9.956243983547739e-05,
        "epoch": 0.01
    },
    {
        "loss": 22.9208,
        "grad_norm": 0.6402917504310608,
        "learning_rate": 9.947492780257286e-05,
        "epoch": 0.02
    },
    {
        "loss": 22.6313,
        "grad_norm": 4.473743915557861,
        "learning_rate": 9.938741576966833e-05,
        "epoch": 0.02
    },
    {
        "loss": 21.2445,
        "grad_norm": 1.5480146408081055,
        "learning_rate": 9.929990373676381e-05,
        "epoch": 0.02
    },
    {
        "loss": 21.5249,
        "grad_norm": 1.6474212408065796,
        "learning_rate": 9.921239170385929e-05,
        "epoch": 0.02
    },
    {
        "loss": 20.416,
        "grad_norm": 5.127786636352539,
        "learning_rate": 9.912487967095477e-05,
        "epoch": 0.03
    },
    {
        "loss": 20.4307,
        "grad_norm": 3.4422194957733154,
        "learning_rate": 9.903736763805023e-05,
        "epoch": 0.03
    },
    {
        "loss": 20.303,
        "grad_norm": 4.862687587738037,
        "learning_rate": 9.894985560514571e-05,
        "epoch": 0.03
    },
    {
        "loss": 18.9257,
        "grad_norm": 3.3842506408691406,
        "learning_rate": 9.886234357224119e-05,
        "epoch": 0.03
    },
    {
        "loss": 19.3255,
        "grad_norm": 2.574763774871826,
        "learning_rate": 9.877483153933667e-05,
        "epoch": 0.04
    },
    {
        "loss": 18.568,
        "grad_norm": 3.362725019454956,
        "learning_rate": 9.868731950643215e-05,
        "epoch": 0.04
    },
    {
        "loss": 19.2249,
        "grad_norm": 2.039949417114258,
        "learning_rate": 9.859980747352761e-05,
        "epoch": 0.04
    },
    {
        "loss": 18.892,
        "grad_norm": 6.239978313446045,
        "learning_rate": 9.851229544062309e-05,
        "epoch": 0.04
    },
    {
        "loss": 18.1108,
        "grad_norm": 4.516480445861816,
        "learning_rate": 9.842478340771857e-05,
        "epoch": 0.05
    },
    {
        "loss": 17.5294,
        "grad_norm": 2.1653459072113037,
        "learning_rate": 9.833727137481405e-05,
        "epoch": 0.05
    },
    {
        "loss": 16.4828,
        "grad_norm": 3.5177245140075684,
        "learning_rate": 9.824975934190951e-05,
        "epoch": 0.05
    },
    {
        "loss": 17.0135,
        "grad_norm": 3.044818162918091,
        "learning_rate": 9.8162247309005e-05,
        "epoch": 0.06
    },
    {
        "loss": 17.2804,
        "grad_norm": 2.429781198501587,
        "learning_rate": 9.807473527610047e-05,
        "epoch": 0.06
    },
    {
        "loss": 16.9488,
        "grad_norm": 4.289863586425781,
        "learning_rate": 9.798722324319595e-05,
        "epoch": 0.06
    },
    {
        "loss": 16.413,
        "grad_norm": 2.322678804397583,
        "learning_rate": 9.789971121029142e-05,
        "epoch": 0.06
    },
    {
        "loss": 15.9682,
        "grad_norm": 2.0535218715667725,
        "learning_rate": 9.78121991773869e-05,
        "epoch": 0.07
    },
    {
        "loss": 15.9078,
        "grad_norm": 1.9909405708312988,
        "learning_rate": 9.772468714448237e-05,
        "epoch": 0.07
    },
    {
        "loss": 16.3041,
        "grad_norm": 2.9589896202087402,
        "learning_rate": 9.763717511157785e-05,
        "epoch": 0.07
    },
    {
        "loss": 15.9803,
        "grad_norm": 4.50626277923584,
        "learning_rate": 9.754966307867332e-05,
        "epoch": 0.07
    },
    {
        "loss": 15.3465,
        "grad_norm": 2.2582998275756836,
        "learning_rate": 9.74621510457688e-05,
        "epoch": 0.08
    },
    {
        "loss": 15.8187,
        "grad_norm": 1.8218069076538086,
        "learning_rate": 9.737463901286428e-05,
        "epoch": 0.08
    },
    {
        "loss": 15.6423,
        "grad_norm": 3.2282557487487793,
        "learning_rate": 9.728712697995976e-05,
        "epoch": 0.08
    },
    {
        "loss": 15.2293,
        "grad_norm": 4.152139663696289,
        "learning_rate": 9.719961494705523e-05,
        "epoch": 0.08
    },
    {
        "loss": 14.9266,
        "grad_norm": 2.4058563709259033,
        "learning_rate": 9.71121029141507e-05,
        "epoch": 0.09
    },
    {
        "loss": 14.9444,
        "grad_norm": 2.390054941177368,
        "learning_rate": 9.702459088124618e-05,
        "epoch": 0.09
    },
    {
        "loss": 14.3572,
        "grad_norm": 2.8402915000915527,
        "learning_rate": 9.693707884834166e-05,
        "epoch": 0.09
    },
    {
        "loss": 14.2444,
        "grad_norm": 3.193218469619751,
        "learning_rate": 9.684956681543714e-05,
        "epoch": 0.09
    },
    {
        "loss": 14.4161,
        "grad_norm": 3.0809693336486816,
        "learning_rate": 9.67620547825326e-05,
        "epoch": 0.1
    },
    {
        "loss": 15.3421,
        "grad_norm": 2.5853307247161865,
        "learning_rate": 9.667454274962808e-05,
        "epoch": 0.1
    },
    {
        "loss": 14.4311,
        "grad_norm": 4.195634365081787,
        "learning_rate": 9.658703071672356e-05,
        "epoch": 0.1
    },
    {
        "loss": 14.6836,
        "grad_norm": 3.293510913848877,
        "learning_rate": 9.649951868381904e-05,
        "epoch": 0.1
    },
    {
        "loss": 13.8319,
        "grad_norm": 2.9272682666778564,
        "learning_rate": 9.64120066509145e-05,
        "epoch": 0.11
    },
    {
        "loss": 14.566,
        "grad_norm": 2.871901512145996,
        "learning_rate": 9.632449461800998e-05,
        "epoch": 0.11
    },
    {
        "loss": 14.1236,
        "grad_norm": 5.13899564743042,
        "learning_rate": 9.623698258510546e-05,
        "epoch": 0.11
    },
    {
        "loss": 14.5302,
        "grad_norm": 2.652040481567383,
        "learning_rate": 9.614947055220094e-05,
        "epoch": 0.12
    },
    {
        "loss": 13.8852,
        "grad_norm": 2.9902889728546143,
        "learning_rate": 9.606195851929642e-05,
        "epoch": 0.12
    },
    {
        "loss": 14.0293,
        "grad_norm": 2.3652427196502686,
        "learning_rate": 9.597444648639187e-05,
        "epoch": 0.12
    },
    {
        "loss": 14.2171,
        "grad_norm": 4.3896484375,
        "learning_rate": 9.588693445348735e-05,
        "epoch": 0.12
    },
    {
        "loss": 13.8609,
        "grad_norm": 3.040400505065918,
        "learning_rate": 9.579942242058283e-05,
        "epoch": 0.13
    },
    {
        "loss": 13.7735,
        "grad_norm": 4.223784446716309,
        "learning_rate": 9.571191038767831e-05,
        "epoch": 0.13
    },
    {
        "loss": 13.8871,
        "grad_norm": 3.0033748149871826,
        "learning_rate": 9.562439835477379e-05,
        "epoch": 0.13
    },
    {
        "loss": 13.934,
        "grad_norm": 1.834015965461731,
        "learning_rate": 9.553688632186925e-05,
        "epoch": 0.13
    },
    {
        "loss": 12.9919,
        "grad_norm": 4.704802513122559,
        "learning_rate": 9.544937428896473e-05,
        "epoch": 0.14
    },
    {
        "loss": 12.8476,
        "grad_norm": 2.105950355529785,
        "learning_rate": 9.536186225606021e-05,
        "epoch": 0.14
    },
    {
        "loss": 13.0775,
        "grad_norm": 3.732581615447998,
        "learning_rate": 9.527435022315569e-05,
        "epoch": 0.14
    },
    {
        "loss": 14.248,
        "grad_norm": 3.9151251316070557,
        "learning_rate": 9.518683819025115e-05,
        "epoch": 0.14
    },
    {
        "loss": 13.519,
        "grad_norm": 2.424039602279663,
        "learning_rate": 9.509932615734663e-05,
        "epoch": 0.15
    },
    {
        "loss": 12.9035,
        "grad_norm": 2.8388330936431885,
        "learning_rate": 9.501181412444211e-05,
        "epoch": 0.15
    },
    {
        "loss": 13.5495,
        "grad_norm": 4.111719131469727,
        "learning_rate": 9.492430209153759e-05,
        "epoch": 0.15
    },
    {
        "loss": 13.0792,
        "grad_norm": 5.089598655700684,
        "learning_rate": 9.483679005863306e-05,
        "epoch": 0.15
    },
    {
        "loss": 12.7144,
        "grad_norm": 2.015564203262329,
        "learning_rate": 9.474927802572854e-05,
        "epoch": 0.16
    },
    {
        "loss": 13.1144,
        "grad_norm": 1.9832412004470825,
        "learning_rate": 9.466176599282401e-05,
        "epoch": 0.16
    },
    {
        "loss": 12.9708,
        "grad_norm": 1.9776819944381714,
        "learning_rate": 9.457425395991949e-05,
        "epoch": 0.16
    },
    {
        "loss": 13.1545,
        "grad_norm": 3.082418918609619,
        "learning_rate": 9.448674192701497e-05,
        "epoch": 0.17
    },
    {
        "loss": 12.8948,
        "grad_norm": 2.824528217315674,
        "learning_rate": 9.439922989411044e-05,
        "epoch": 0.17
    },
    {
        "loss": 12.8128,
        "grad_norm": 3.653470754623413,
        "learning_rate": 9.431171786120592e-05,
        "epoch": 0.17
    },
    {
        "loss": 12.4615,
        "grad_norm": 2.4570350646972656,
        "learning_rate": 9.42242058283014e-05,
        "epoch": 0.17
    },
    {
        "loss": 13.7183,
        "grad_norm": 1.996759057044983,
        "learning_rate": 9.413669379539687e-05,
        "epoch": 0.18
    },
    {
        "loss": 13.286,
        "grad_norm": 2.3849940299987793,
        "learning_rate": 9.404918176249234e-05,
        "epoch": 0.18
    },
    {
        "loss": 12.6206,
        "grad_norm": 3.374633550643921,
        "learning_rate": 9.396166972958782e-05,
        "epoch": 0.18
    },
    {
        "loss": 13.1151,
        "grad_norm": 4.5953216552734375,
        "learning_rate": 9.38741576966833e-05,
        "epoch": 0.18
    },
    {
        "loss": 12.6137,
        "grad_norm": 2.402780532836914,
        "learning_rate": 9.378664566377878e-05,
        "epoch": 0.19
    },
    {
        "loss": 12.1367,
        "grad_norm": 5.434263706207275,
        "learning_rate": 9.369913363087424e-05,
        "epoch": 0.19
    },
    {
        "loss": 12.4959,
        "grad_norm": 3.73447585105896,
        "learning_rate": 9.361162159796972e-05,
        "epoch": 0.19
    },
    {
        "loss": 12.1629,
        "grad_norm": 3.205071449279785,
        "learning_rate": 9.35241095650652e-05,
        "epoch": 0.19
    },
    {
        "loss": 12.0657,
        "grad_norm": 4.104920864105225,
        "learning_rate": 9.343659753216068e-05,
        "epoch": 0.2
    },
    {
        "loss": 11.9909,
        "grad_norm": 4.132589817047119,
        "learning_rate": 9.334908549925616e-05,
        "epoch": 0.2
    },
    {
        "loss": 11.9682,
        "grad_norm": 2.3729248046875,
        "learning_rate": 9.326157346635162e-05,
        "epoch": 0.2
    },
    {
        "loss": 12.2075,
        "grad_norm": 3.024388313293457,
        "learning_rate": 9.31740614334471e-05,
        "epoch": 0.2
    },
    {
        "loss": 11.4629,
        "grad_norm": 2.923081159591675,
        "learning_rate": 9.308654940054258e-05,
        "epoch": 0.21
    },
    {
        "loss": 12.6273,
        "grad_norm": 4.349196434020996,
        "learning_rate": 9.299903736763806e-05,
        "epoch": 0.21
    },
    {
        "loss": 12.0323,
        "grad_norm": 3.275175094604492,
        "learning_rate": 9.291152533473352e-05,
        "epoch": 0.21
    },
    {
        "loss": 12.1019,
        "grad_norm": 1.8104184865951538,
        "learning_rate": 9.2824013301829e-05,
        "epoch": 0.22
    },
    {
        "loss": 12.131,
        "grad_norm": 3.931492567062378,
        "learning_rate": 9.273650126892448e-05,
        "epoch": 0.22
    },
    {
        "loss": 12.6479,
        "grad_norm": 4.626213550567627,
        "learning_rate": 9.264898923601996e-05,
        "epoch": 0.22
    },
    {
        "loss": 12.0639,
        "grad_norm": 2.5656702518463135,
        "learning_rate": 9.256147720311543e-05,
        "epoch": 0.22
    },
    {
        "loss": 11.9819,
        "grad_norm": 3.8051023483276367,
        "learning_rate": 9.24739651702109e-05,
        "epoch": 0.23
    },
    {
        "loss": 12.7138,
        "grad_norm": 2.1373887062072754,
        "learning_rate": 9.238645313730638e-05,
        "epoch": 0.23
    },
    {
        "loss": 12.1889,
        "grad_norm": 4.774439334869385,
        "learning_rate": 9.229894110440186e-05,
        "epoch": 0.23
    },
    {
        "loss": 12.3925,
        "grad_norm": 3.0765390396118164,
        "learning_rate": 9.221142907149734e-05,
        "epoch": 0.23
    },
    {
        "loss": 11.4008,
        "grad_norm": 3.136746644973755,
        "learning_rate": 9.212391703859281e-05,
        "epoch": 0.24
    },
    {
        "loss": 11.8306,
        "grad_norm": 1.836838722229004,
        "learning_rate": 9.203640500568829e-05,
        "epoch": 0.24
    },
    {
        "loss": 11.7773,
        "grad_norm": 3.790940523147583,
        "learning_rate": 9.194889297278376e-05,
        "epoch": 0.24
    },
    {
        "loss": 11.8051,
        "grad_norm": 3.1878066062927246,
        "learning_rate": 9.186138093987924e-05,
        "epoch": 0.24
    },
    {
        "loss": 12.5683,
        "grad_norm": 3.5691912174224854,
        "learning_rate": 9.177386890697471e-05,
        "epoch": 0.25
    },
    {
        "loss": 12.0541,
        "grad_norm": 3.9797616004943848,
        "learning_rate": 9.168635687407019e-05,
        "epoch": 0.25
    },
    {
        "loss": 11.8673,
        "grad_norm": 6.183890342712402,
        "learning_rate": 9.159884484116567e-05,
        "epoch": 0.25
    },
    {
        "loss": 11.3265,
        "grad_norm": 3.011223316192627,
        "learning_rate": 9.151133280826115e-05,
        "epoch": 0.25
    },
    {
        "loss": 11.5664,
        "grad_norm": 2.2235491275787354,
        "learning_rate": 9.142382077535661e-05,
        "epoch": 0.26
    },
    {
        "loss": 11.5695,
        "grad_norm": 2.199366807937622,
        "learning_rate": 9.133630874245209e-05,
        "epoch": 0.26
    },
    {
        "loss": 12.1804,
        "grad_norm": 2.8299245834350586,
        "learning_rate": 9.124879670954757e-05,
        "epoch": 0.26
    },
    {
        "loss": 11.4799,
        "grad_norm": 3.164628744125366,
        "learning_rate": 9.116128467664305e-05,
        "epoch": 0.27
    },
    {
        "loss": 11.4195,
        "grad_norm": 4.022547245025635,
        "learning_rate": 9.107377264373851e-05,
        "epoch": 0.27
    },
    {
        "loss": 11.5764,
        "grad_norm": 2.569967031478882,
        "learning_rate": 9.098626061083399e-05,
        "epoch": 0.27
    },
    {
        "loss": 11.4122,
        "grad_norm": 2.7668631076812744,
        "learning_rate": 9.089874857792947e-05,
        "epoch": 0.27
    },
    {
        "loss": 11.9738,
        "grad_norm": 4.17225980758667,
        "learning_rate": 9.081123654502495e-05,
        "epoch": 0.28
    },
    {
        "loss": 11.2846,
        "grad_norm": 3.6021440029144287,
        "learning_rate": 9.072372451212043e-05,
        "epoch": 0.28
    },
    {
        "loss": 11.885,
        "grad_norm": 5.99414587020874,
        "learning_rate": 9.06362124792159e-05,
        "epoch": 0.28
    },
    {
        "loss": 11.4829,
        "grad_norm": 3.0609118938446045,
        "learning_rate": 9.054870044631137e-05,
        "epoch": 0.28
    },
    {
        "loss": 11.2748,
        "grad_norm": 3.083606243133545,
        "learning_rate": 9.046118841340685e-05,
        "epoch": 0.29
    },
    {
        "loss": 10.9556,
        "grad_norm": 2.1071770191192627,
        "learning_rate": 9.037367638050233e-05,
        "epoch": 0.29
    },
    {
        "loss": 11.9664,
        "grad_norm": 3.2089502811431885,
        "learning_rate": 9.02861643475978e-05,
        "epoch": 0.29
    },
    {
        "loss": 11.0907,
        "grad_norm": 2.714460611343384,
        "learning_rate": 9.019865231469327e-05,
        "epoch": 0.29
    },
    {
        "loss": 11.0296,
        "grad_norm": 4.843391418457031,
        "learning_rate": 9.011114028178875e-05,
        "epoch": 0.3
    },
    {
        "loss": 10.6882,
        "grad_norm": 2.8939428329467773,
        "learning_rate": 9.002362824888423e-05,
        "epoch": 0.3
    },
    {
        "loss": 11.4392,
        "grad_norm": 5.056521892547607,
        "learning_rate": 8.99361162159797e-05,
        "epoch": 0.3
    },
    {
        "loss": 11.1842,
        "grad_norm": 2.7797389030456543,
        "learning_rate": 8.984860418307518e-05,
        "epoch": 0.3
    },
    {
        "loss": 10.97,
        "grad_norm": 4.099424839019775,
        "learning_rate": 8.976109215017066e-05,
        "epoch": 0.31
    },
    {
        "loss": 11.3728,
        "grad_norm": 3.803455114364624,
        "learning_rate": 8.967358011726613e-05,
        "epoch": 0.31
    },
    {
        "loss": 11.1566,
        "grad_norm": 6.033726215362549,
        "learning_rate": 8.958606808436161e-05,
        "epoch": 0.31
    },
    {
        "loss": 10.635,
        "grad_norm": 3.339327335357666,
        "learning_rate": 8.949855605145708e-05,
        "epoch": 0.31
    },
    {
        "loss": 11.2816,
        "grad_norm": 2.3768680095672607,
        "learning_rate": 8.941104401855256e-05,
        "epoch": 0.32
    },
    {
        "loss": 10.8236,
        "grad_norm": 3.4453046321868896,
        "learning_rate": 8.932353198564804e-05,
        "epoch": 0.32
    },
    {
        "loss": 10.9037,
        "grad_norm": 3.0895841121673584,
        "learning_rate": 8.923601995274352e-05,
        "epoch": 0.32
    },
    {
        "loss": 10.4346,
        "grad_norm": 3.26282000541687,
        "learning_rate": 8.914850791983898e-05,
        "epoch": 0.33
    },
    {
        "loss": 10.2253,
        "grad_norm": 3.158858299255371,
        "learning_rate": 8.906099588693446e-05,
        "epoch": 0.33
    },
    {
        "loss": 10.9327,
        "grad_norm": 2.569925308227539,
        "learning_rate": 8.897348385402994e-05,
        "epoch": 0.33
    },
    {
        "loss": 11.1466,
        "grad_norm": 4.456540107727051,
        "learning_rate": 8.888597182112542e-05,
        "epoch": 0.33
    },
    {
        "loss": 10.6713,
        "grad_norm": 2.9973337650299072,
        "learning_rate": 8.879845978822088e-05,
        "epoch": 0.34
    },
    {
        "loss": 10.6667,
        "grad_norm": 4.433472156524658,
        "learning_rate": 8.871094775531636e-05,
        "epoch": 0.34
    },
    {
        "loss": 11.0465,
        "grad_norm": 3.661515474319458,
        "learning_rate": 8.862343572241184e-05,
        "epoch": 0.34
    },
    {
        "loss": 10.2861,
        "grad_norm": 2.8008625507354736,
        "learning_rate": 8.853592368950732e-05,
        "epoch": 0.34
    },
    {
        "loss": 10.6822,
        "grad_norm": 3.843266487121582,
        "learning_rate": 8.84484116566028e-05,
        "epoch": 0.35
    },
    {
        "loss": 10.726,
        "grad_norm": 3.4649717807769775,
        "learning_rate": 8.836089962369826e-05,
        "epoch": 0.35
    },
    {
        "loss": 10.6911,
        "grad_norm": 4.743326187133789,
        "learning_rate": 8.827338759079374e-05,
        "epoch": 0.35
    },
    {
        "loss": 10.1019,
        "grad_norm": 2.6317293643951416,
        "learning_rate": 8.818587555788922e-05,
        "epoch": 0.35
    },
    {
        "loss": 10.4147,
        "grad_norm": 3.893660306930542,
        "learning_rate": 8.80983635249847e-05,
        "epoch": 0.36
    },
    {
        "loss": 10.5977,
        "grad_norm": 2.704558849334717,
        "learning_rate": 8.801085149208017e-05,
        "epoch": 0.36
    },
    {
        "loss": 10.7126,
        "grad_norm": 3.4808812141418457,
        "learning_rate": 8.792333945917563e-05,
        "epoch": 0.36
    },
    {
        "loss": 10.4511,
        "grad_norm": 2.971688985824585,
        "learning_rate": 8.783582742627111e-05,
        "epoch": 0.36
    },
    {
        "loss": 10.3621,
        "grad_norm": 3.7666103839874268,
        "learning_rate": 8.774831539336659e-05,
        "epoch": 0.37
    },
    {
        "loss": 10.3416,
        "grad_norm": 2.951805353164673,
        "learning_rate": 8.766080336046207e-05,
        "epoch": 0.37
    },
    {
        "loss": 10.5537,
        "grad_norm": 3.5080454349517822,
        "learning_rate": 8.757329132755753e-05,
        "epoch": 0.37
    },
    {
        "loss": 10.3536,
        "grad_norm": 3.521519660949707,
        "learning_rate": 8.748577929465301e-05,
        "epoch": 0.38
    },
    {
        "loss": 10.3231,
        "grad_norm": 3.646610736846924,
        "learning_rate": 8.739826726174849e-05,
        "epoch": 0.38
    },
    {
        "loss": 10.6433,
        "grad_norm": 3.4696707725524902,
        "learning_rate": 8.731075522884397e-05,
        "epoch": 0.38
    },
    {
        "loss": 10.1692,
        "grad_norm": 3.852370500564575,
        "learning_rate": 8.722324319593944e-05,
        "epoch": 0.38
    },
    {
        "loss": 9.7841,
        "grad_norm": 3.693451404571533,
        "learning_rate": 8.713573116303491e-05,
        "epoch": 0.39
    },
    {
        "loss": 10.7817,
        "grad_norm": 3.032994508743286,
        "learning_rate": 8.704821913013039e-05,
        "epoch": 0.39
    },
    {
        "loss": 10.7416,
        "grad_norm": 3.537693500518799,
        "learning_rate": 8.696070709722587e-05,
        "epoch": 0.39
    },
    {
        "loss": 9.9999,
        "grad_norm": 2.624573230743408,
        "learning_rate": 8.687319506432135e-05,
        "epoch": 0.39
    },
    {
        "loss": 10.3777,
        "grad_norm": 2.453648328781128,
        "learning_rate": 8.678568303141682e-05,
        "epoch": 0.4
    },
    {
        "loss": 10.2463,
        "grad_norm": 3.5459659099578857,
        "learning_rate": 8.66981709985123e-05,
        "epoch": 0.4
    },
    {
        "loss": 9.69,
        "grad_norm": 2.9005305767059326,
        "learning_rate": 8.661065896560777e-05,
        "epoch": 0.4
    },
    {
        "loss": 10.5555,
        "grad_norm": 4.305134296417236,
        "learning_rate": 8.652314693270325e-05,
        "epoch": 0.4
    },
    {
        "loss": 11.4746,
        "grad_norm": 3.8746566772460938,
        "learning_rate": 8.643563489979872e-05,
        "epoch": 0.41
    },
    {
        "loss": 10.4112,
        "grad_norm": 3.0006351470947266,
        "learning_rate": 8.63481228668942e-05,
        "epoch": 0.41
    },
    {
        "loss": 10.7159,
        "grad_norm": 3.4273717403411865,
        "learning_rate": 8.626061083398968e-05,
        "epoch": 0.41
    },
    {
        "loss": 9.8815,
        "grad_norm": 3.3976597785949707,
        "learning_rate": 8.617309880108515e-05,
        "epoch": 0.41
    },
    {
        "loss": 10.0256,
        "grad_norm": 4.364745140075684,
        "learning_rate": 8.608558676818062e-05,
        "epoch": 0.42
    },
    {
        "loss": 10.2598,
        "grad_norm": 2.6873209476470947,
        "learning_rate": 8.59980747352761e-05,
        "epoch": 0.42
    },
    {
        "loss": 10.3362,
        "grad_norm": 4.00089693069458,
        "learning_rate": 8.591056270237158e-05,
        "epoch": 0.42
    },
    {
        "loss": 10.2189,
        "grad_norm": 2.858186721801758,
        "learning_rate": 8.582305066946706e-05,
        "epoch": 0.43
    },
    {
        "loss": 10.3866,
        "grad_norm": 3.203000783920288,
        "learning_rate": 8.573553863656252e-05,
        "epoch": 0.43
    },
    {
        "loss": 10.0813,
        "grad_norm": 3.210279941558838,
        "learning_rate": 8.5648026603658e-05,
        "epoch": 0.43
    },
    {
        "loss": 10.5642,
        "grad_norm": 3.2169432640075684,
        "learning_rate": 8.556051457075348e-05,
        "epoch": 0.43
    },
    {
        "loss": 9.8901,
        "grad_norm": 3.107404947280884,
        "learning_rate": 8.547300253784896e-05,
        "epoch": 0.44
    },
    {
        "loss": 10.1058,
        "grad_norm": 2.7491989135742188,
        "learning_rate": 8.538549050494444e-05,
        "epoch": 0.44
    },
    {
        "loss": 10.1777,
        "grad_norm": 3.140073299407959,
        "learning_rate": 8.52979784720399e-05,
        "epoch": 0.44
    },
    {
        "loss": 9.4428,
        "grad_norm": 3.9033658504486084,
        "learning_rate": 8.521046643913538e-05,
        "epoch": 0.44
    },
    {
        "loss": 10.4304,
        "grad_norm": 3.4388954639434814,
        "learning_rate": 8.512295440623086e-05,
        "epoch": 0.45
    },
    {
        "loss": 9.7865,
        "grad_norm": 2.7577993869781494,
        "learning_rate": 8.503544237332634e-05,
        "epoch": 0.45
    },
    {
        "loss": 10.5389,
        "grad_norm": 4.365457534790039,
        "learning_rate": 8.49479303404218e-05,
        "epoch": 0.45
    },
    {
        "loss": 9.6268,
        "grad_norm": 4.908252239227295,
        "learning_rate": 8.486041830751728e-05,
        "epoch": 0.45
    },
    {
        "loss": 9.8142,
        "grad_norm": 3.5492117404937744,
        "learning_rate": 8.477290627461276e-05,
        "epoch": 0.46
    },
    {
        "loss": 9.1744,
        "grad_norm": 3.34104061126709,
        "learning_rate": 8.468539424170824e-05,
        "epoch": 0.46
    },
    {
        "loss": 9.793,
        "grad_norm": 5.443964958190918,
        "learning_rate": 8.459788220880371e-05,
        "epoch": 0.46
    },
    {
        "loss": 9.6955,
        "grad_norm": 3.092270851135254,
        "learning_rate": 8.451037017589919e-05,
        "epoch": 0.46
    },
    {
        "loss": 9.7381,
        "grad_norm": 3.322415828704834,
        "learning_rate": 8.442285814299467e-05,
        "epoch": 0.47
    },
    {
        "loss": 10.1758,
        "grad_norm": 3.5836918354034424,
        "learning_rate": 8.433534611009014e-05,
        "epoch": 0.47
    },
    {
        "loss": 10.0565,
        "grad_norm": 4.64646053314209,
        "learning_rate": 8.424783407718562e-05,
        "epoch": 0.47
    },
    {
        "loss": 9.3562,
        "grad_norm": 2.8691656589508057,
        "learning_rate": 8.416032204428109e-05,
        "epoch": 0.48
    },
    {
        "loss": 10.1164,
        "grad_norm": 2.6130857467651367,
        "learning_rate": 8.407281001137657e-05,
        "epoch": 0.48
    },
    {
        "loss": 9.1353,
        "grad_norm": 2.950364112854004,
        "learning_rate": 8.398529797847205e-05,
        "epoch": 0.48
    },
    {
        "loss": 9.2614,
        "grad_norm": 3.1866071224212646,
        "learning_rate": 8.389778594556752e-05,
        "epoch": 0.48
    },
    {
        "loss": 9.7335,
        "grad_norm": 3.584228038787842,
        "learning_rate": 8.381027391266299e-05,
        "epoch": 0.49
    },
    {
        "loss": 9.7923,
        "grad_norm": 2.941434860229492,
        "learning_rate": 8.372276187975847e-05,
        "epoch": 0.49
    },
    {
        "loss": 9.6495,
        "grad_norm": 3.9578118324279785,
        "learning_rate": 8.363524984685395e-05,
        "epoch": 0.49
    },
    {
        "loss": 9.7038,
        "grad_norm": 3.197563648223877,
        "learning_rate": 8.354773781394943e-05,
        "epoch": 0.49
    },
    {
        "loss": 9.9406,
        "grad_norm": 3.8146650791168213,
        "learning_rate": 8.346022578104489e-05,
        "epoch": 0.5
    },
    {
        "loss": 9.8941,
        "grad_norm": 3.293826103210449,
        "learning_rate": 8.337271374814037e-05,
        "epoch": 0.5
    },
    {
        "loss": 9.463,
        "grad_norm": 2.8410701751708984,
        "learning_rate": 8.328520171523585e-05,
        "epoch": 0.5
    },
    {
        "loss": 9.9774,
        "grad_norm": 4.301900386810303,
        "learning_rate": 8.319768968233133e-05,
        "epoch": 0.5
    },
    {
        "loss": 9.8438,
        "grad_norm": 3.798737049102783,
        "learning_rate": 8.311017764942681e-05,
        "epoch": 0.51
    },
    {
        "loss": 9.9238,
        "grad_norm": 3.634910821914673,
        "learning_rate": 8.302266561652227e-05,
        "epoch": 0.51
    },
    {
        "loss": 9.3031,
        "grad_norm": 4.557560443878174,
        "learning_rate": 8.293515358361775e-05,
        "epoch": 0.51
    },
    {
        "loss": 9.7714,
        "grad_norm": 3.100658893585205,
        "learning_rate": 8.284764155071323e-05,
        "epoch": 0.51
    },
    {
        "loss": 9.6701,
        "grad_norm": 3.0376410484313965,
        "learning_rate": 8.276012951780871e-05,
        "epoch": 0.52
    },
    {
        "loss": 9.7965,
        "grad_norm": 2.64803147315979,
        "learning_rate": 8.267261748490418e-05,
        "epoch": 0.52
    },
    {
        "loss": 9.3502,
        "grad_norm": 3.5259008407592773,
        "learning_rate": 8.258510545199965e-05,
        "epoch": 0.52
    },
    {
        "loss": 9.3924,
        "grad_norm": 3.604329824447632,
        "learning_rate": 8.249759341909513e-05,
        "epoch": 0.52
    },
    {
        "loss": 9.1481,
        "grad_norm": 2.6112060546875,
        "learning_rate": 8.241008138619061e-05,
        "epoch": 0.53
    },
    {
        "loss": 10.2096,
        "grad_norm": 3.718703031539917,
        "learning_rate": 8.232256935328608e-05,
        "epoch": 0.53
    },
    {
        "loss": 9.0669,
        "grad_norm": 4.43959903717041,
        "learning_rate": 8.223505732038156e-05,
        "epoch": 0.53
    },
    {
        "loss": 9.2528,
        "grad_norm": 3.4342939853668213,
        "learning_rate": 8.214754528747703e-05,
        "epoch": 0.54
    },
    {
        "loss": 9.4184,
        "grad_norm": 4.191211700439453,
        "learning_rate": 8.206003325457251e-05,
        "epoch": 0.54
    },
    {
        "loss": 9.2057,
        "grad_norm": 3.076712131500244,
        "learning_rate": 8.197252122166799e-05,
        "epoch": 0.54
    },
    {
        "loss": 9.3174,
        "grad_norm": 3.668440341949463,
        "learning_rate": 8.188500918876346e-05,
        "epoch": 0.54
    },
    {
        "loss": 9.8369,
        "grad_norm": 3.419703483581543,
        "learning_rate": 8.179749715585894e-05,
        "epoch": 0.55
    },
    {
        "loss": 9.2614,
        "grad_norm": 4.150201797485352,
        "learning_rate": 8.170998512295442e-05,
        "epoch": 0.55
    },
    {
        "loss": 9.1372,
        "grad_norm": 3.2589640617370605,
        "learning_rate": 8.16224730900499e-05,
        "epoch": 0.55
    },
    {
        "loss": 9.4359,
        "grad_norm": 3.1012041568756104,
        "learning_rate": 8.153496105714536e-05,
        "epoch": 0.55
    },
    {
        "loss": 9.6403,
        "grad_norm": 3.882509708404541,
        "learning_rate": 8.144744902424084e-05,
        "epoch": 0.56
    },
    {
        "loss": 9.6448,
        "grad_norm": 2.656543254852295,
        "learning_rate": 8.135993699133632e-05,
        "epoch": 0.56
    },
    {
        "loss": 9.5709,
        "grad_norm": 3.2577645778656006,
        "learning_rate": 8.12724249584318e-05,
        "epoch": 0.56
    },
    {
        "loss": 9.4838,
        "grad_norm": 2.737210512161255,
        "learning_rate": 8.118491292552726e-05,
        "epoch": 0.56
    },
    {
        "loss": 9.0991,
        "grad_norm": 2.2185497283935547,
        "learning_rate": 8.109740089262274e-05,
        "epoch": 0.57
    },
    {
        "loss": 9.1741,
        "grad_norm": 2.766544818878174,
        "learning_rate": 8.100988885971822e-05,
        "epoch": 0.57
    },
    {
        "loss": 9.9664,
        "grad_norm": 3.627641201019287,
        "learning_rate": 8.09223768268137e-05,
        "epoch": 0.57
    },
    {
        "loss": 9.3467,
        "grad_norm": 3.600707769393921,
        "learning_rate": 8.083486479390916e-05,
        "epoch": 0.57
    },
    {
        "loss": 9.8328,
        "grad_norm": 5.097866058349609,
        "learning_rate": 8.074735276100464e-05,
        "epoch": 0.58
    },
    {
        "loss": 9.289,
        "grad_norm": 3.3913521766662598,
        "learning_rate": 8.065984072810012e-05,
        "epoch": 0.58
    },
    {
        "loss": 9.2046,
        "grad_norm": 3.586367130279541,
        "learning_rate": 8.05723286951956e-05,
        "epoch": 0.58
    },
    {
        "loss": 9.1802,
        "grad_norm": 5.786179542541504,
        "learning_rate": 8.048481666229108e-05,
        "epoch": 0.59
    },
    {
        "loss": 9.6482,
        "grad_norm": 3.158339023590088,
        "learning_rate": 8.039730462938655e-05,
        "epoch": 0.59
    },
    {
        "loss": 9.0124,
        "grad_norm": 3.3116583824157715,
        "learning_rate": 8.030979259648202e-05,
        "epoch": 0.59
    },
    {
        "loss": 8.7543,
        "grad_norm": 2.555194616317749,
        "learning_rate": 8.02222805635775e-05,
        "epoch": 0.59
    },
    {
        "loss": 9.043,
        "grad_norm": 3.2205519676208496,
        "learning_rate": 8.013476853067298e-05,
        "epoch": 0.6
    },
    {
        "loss": 9.5348,
        "grad_norm": 3.4175057411193848,
        "learning_rate": 8.004725649776845e-05,
        "epoch": 0.6
    },
    {
        "loss": 9.177,
        "grad_norm": 4.694581985473633,
        "learning_rate": 7.995974446486391e-05,
        "epoch": 0.6
    },
    {
        "loss": 9.2863,
        "grad_norm": 2.7787346839904785,
        "learning_rate": 7.987223243195939e-05,
        "epoch": 0.6
    },
    {
        "loss": 8.6984,
        "grad_norm": 3.4298195838928223,
        "learning_rate": 7.978472039905487e-05,
        "epoch": 0.61
    },
    {
        "loss": 9.0926,
        "grad_norm": 4.21417760848999,
        "learning_rate": 7.969720836615035e-05,
        "epoch": 0.61
    },
    {
        "loss": 8.8851,
        "grad_norm": 3.0844244956970215,
        "learning_rate": 7.960969633324581e-05,
        "epoch": 0.61
    },
    {
        "loss": 9.7628,
        "grad_norm": 3.0156939029693604,
        "learning_rate": 7.95221843003413e-05,
        "epoch": 0.61
    },
    {
        "loss": 8.6529,
        "grad_norm": 3.9500784873962402,
        "learning_rate": 7.943467226743677e-05,
        "epoch": 0.62
    },
    {
        "loss": 9.0502,
        "grad_norm": 4.802796840667725,
        "learning_rate": 7.934716023453225e-05,
        "epoch": 0.62
    },
    {
        "loss": 8.6458,
        "grad_norm": 4.273401260375977,
        "learning_rate": 7.925964820162772e-05,
        "epoch": 0.62
    },
    {
        "loss": 8.8679,
        "grad_norm": 4.070954322814941,
        "learning_rate": 7.91721361687232e-05,
        "epoch": 0.62
    },
    {
        "loss": 8.8355,
        "grad_norm": 3.3995022773742676,
        "learning_rate": 7.908462413581867e-05,
        "epoch": 0.63
    },
    {
        "loss": 8.7255,
        "grad_norm": 2.974888801574707,
        "learning_rate": 7.899711210291415e-05,
        "epoch": 0.63
    },
    {
        "loss": 9.6256,
        "grad_norm": 2.521350145339966,
        "learning_rate": 7.890960007000963e-05,
        "epoch": 0.63
    },
    {
        "loss": 8.9677,
        "grad_norm": 2.659583330154419,
        "learning_rate": 7.88220880371051e-05,
        "epoch": 0.64
    },
    {
        "loss": 9.339,
        "grad_norm": 4.531926155090332,
        "learning_rate": 7.873457600420058e-05,
        "epoch": 0.64
    },
    {
        "loss": 9.469,
        "grad_norm": 3.573625087738037,
        "learning_rate": 7.864706397129606e-05,
        "epoch": 0.64
    },
    {
        "loss": 9.2697,
        "grad_norm": 3.5155880451202393,
        "learning_rate": 7.855955193839153e-05,
        "epoch": 0.64
    },
    {
        "loss": 8.5749,
        "grad_norm": 3.201718330383301,
        "learning_rate": 7.8472039905487e-05,
        "epoch": 0.65
    },
    {
        "loss": 8.9228,
        "grad_norm": 3.8670506477355957,
        "learning_rate": 7.838452787258248e-05,
        "epoch": 0.65
    },
    {
        "loss": 9.5243,
        "grad_norm": 3.4351415634155273,
        "learning_rate": 7.829701583967796e-05,
        "epoch": 0.65
    },
    {
        "loss": 8.7689,
        "grad_norm": 4.182631492614746,
        "learning_rate": 7.820950380677344e-05,
        "epoch": 0.65
    },
    {
        "loss": 9.2565,
        "grad_norm": 3.6523499488830566,
        "learning_rate": 7.81219917738689e-05,
        "epoch": 0.66
    },
    {
        "loss": 8.9147,
        "grad_norm": 3.6572344303131104,
        "learning_rate": 7.803447974096438e-05,
        "epoch": 0.66
    },
    {
        "loss": 8.6875,
        "grad_norm": 4.45376443862915,
        "learning_rate": 7.794696770805986e-05,
        "epoch": 0.66
    },
    {
        "loss": 9.782,
        "grad_norm": 4.446099758148193,
        "learning_rate": 7.785945567515534e-05,
        "epoch": 0.66
    },
    {
        "loss": 9.0401,
        "grad_norm": 3.134500026702881,
        "learning_rate": 7.777194364225082e-05,
        "epoch": 0.67
    },
    {
        "loss": 9.3041,
        "grad_norm": 4.3101325035095215,
        "learning_rate": 7.768443160934628e-05,
        "epoch": 0.67
    },
    {
        "loss": 8.3818,
        "grad_norm": 2.935241222381592,
        "learning_rate": 7.759691957644176e-05,
        "epoch": 0.67
    },
    {
        "loss": 9.3778,
        "grad_norm": 3.966174364089966,
        "learning_rate": 7.750940754353724e-05,
        "epoch": 0.67
    },
    {
        "loss": 9.0559,
        "grad_norm": 3.758314609527588,
        "learning_rate": 7.742189551063272e-05,
        "epoch": 0.68
    },
    {
        "loss": 8.5828,
        "grad_norm": 3.2531213760375977,
        "learning_rate": 7.733438347772818e-05,
        "epoch": 0.68
    },
    {
        "loss": 8.6358,
        "grad_norm": 3.9096357822418213,
        "learning_rate": 7.724687144482366e-05,
        "epoch": 0.68
    },
    {
        "loss": 9.0841,
        "grad_norm": 2.787165641784668,
        "learning_rate": 7.715935941191914e-05,
        "epoch": 0.69
    },
    {
        "loss": 8.7611,
        "grad_norm": 3.6336965560913086,
        "learning_rate": 7.707184737901462e-05,
        "epoch": 0.69
    },
    {
        "loss": 9.3819,
        "grad_norm": 4.785186290740967,
        "learning_rate": 7.698433534611009e-05,
        "epoch": 0.69
    },
    {
        "loss": 9.3396,
        "grad_norm": 3.7301132678985596,
        "learning_rate": 7.689682331320557e-05,
        "epoch": 0.69
    },
    {
        "loss": 8.7932,
        "grad_norm": 3.769679307937622,
        "learning_rate": 7.680931128030104e-05,
        "epoch": 0.7
    },
    {
        "loss": 9.5408,
        "grad_norm": 3.249382257461548,
        "learning_rate": 7.672179924739652e-05,
        "epoch": 0.7
    },
    {
        "loss": 9.1383,
        "grad_norm": 3.562981128692627,
        "learning_rate": 7.6634287214492e-05,
        "epoch": 0.7
    },
    {
        "loss": 8.5737,
        "grad_norm": 3.2148962020874023,
        "learning_rate": 7.654677518158747e-05,
        "epoch": 0.7
    },
    {
        "loss": 8.5483,
        "grad_norm": 2.9571826457977295,
        "learning_rate": 7.645926314868295e-05,
        "epoch": 0.71
    },
    {
        "loss": 8.9157,
        "grad_norm": 3.3202896118164062,
        "learning_rate": 7.637175111577843e-05,
        "epoch": 0.71
    },
    {
        "loss": 8.9654,
        "grad_norm": 4.197299957275391,
        "learning_rate": 7.62842390828739e-05,
        "epoch": 0.71
    },
    {
        "loss": 9.642,
        "grad_norm": 2.9648005962371826,
        "learning_rate": 7.619672704996937e-05,
        "epoch": 0.71
    },
    {
        "loss": 9.5579,
        "grad_norm": 2.793729066848755,
        "learning_rate": 7.610921501706485e-05,
        "epoch": 0.72
    },
    {
        "loss": 9.0535,
        "grad_norm": 3.039337158203125,
        "learning_rate": 7.602170298416033e-05,
        "epoch": 0.72
    },
    {
        "loss": 8.4261,
        "grad_norm": 3.472973346710205,
        "learning_rate": 7.59341909512558e-05,
        "epoch": 0.72
    },
    {
        "loss": 8.5207,
        "grad_norm": 2.588060140609741,
        "learning_rate": 7.584667891835127e-05,
        "epoch": 0.72
    },
    {
        "loss": 9.4719,
        "grad_norm": 3.702918529510498,
        "learning_rate": 7.575916688544675e-05,
        "epoch": 0.73
    },
    {
        "loss": 8.2056,
        "grad_norm": 3.087986946105957,
        "learning_rate": 7.567165485254223e-05,
        "epoch": 0.73
    },
    {
        "loss": 8.9777,
        "grad_norm": 3.231987476348877,
        "learning_rate": 7.558414281963771e-05,
        "epoch": 0.73
    },
    {
        "loss": 8.946,
        "grad_norm": 3.1620264053344727,
        "learning_rate": 7.549663078673317e-05,
        "epoch": 0.73
    },
    {
        "loss": 9.3374,
        "grad_norm": 3.0438194274902344,
        "learning_rate": 7.540911875382865e-05,
        "epoch": 0.74
    },
    {
        "loss": 8.4711,
        "grad_norm": 3.3557493686676025,
        "learning_rate": 7.532160672092413e-05,
        "epoch": 0.74
    },
    {
        "loss": 8.5348,
        "grad_norm": 3.693506956100464,
        "learning_rate": 7.523409468801961e-05,
        "epoch": 0.74
    },
    {
        "loss": 9.2969,
        "grad_norm": 4.126795291900635,
        "learning_rate": 7.514658265511509e-05,
        "epoch": 0.75
    },
    {
        "loss": 8.6828,
        "grad_norm": 3.4798762798309326,
        "learning_rate": 7.505907062221055e-05,
        "epoch": 0.75
    },
    {
        "loss": 9.885,
        "grad_norm": 3.5834882259368896,
        "learning_rate": 7.497155858930603e-05,
        "epoch": 0.75
    },
    {
        "loss": 8.7332,
        "grad_norm": 3.054962396621704,
        "learning_rate": 7.488404655640151e-05,
        "epoch": 0.75
    },
    {
        "loss": 8.8859,
        "grad_norm": 2.3702313899993896,
        "learning_rate": 7.479653452349699e-05,
        "epoch": 0.76
    },
    {
        "loss": 8.9641,
        "grad_norm": 3.573233127593994,
        "learning_rate": 7.470902249059246e-05,
        "epoch": 0.76
    },
    {
        "loss": 9.0286,
        "grad_norm": 2.7246625423431396,
        "learning_rate": 7.462151045768794e-05,
        "epoch": 0.76
    },
    {
        "loss": 8.4259,
        "grad_norm": 3.090899705886841,
        "learning_rate": 7.453399842478341e-05,
        "epoch": 0.76
    },
    {
        "loss": 8.5746,
        "grad_norm": 2.8535008430480957,
        "learning_rate": 7.444648639187889e-05,
        "epoch": 0.77
    },
    {
        "loss": 9.0497,
        "grad_norm": 3.7636609077453613,
        "learning_rate": 7.435897435897436e-05,
        "epoch": 0.77
    },
    {
        "loss": 8.7239,
        "grad_norm": 3.038818597793579,
        "learning_rate": 7.427146232606984e-05,
        "epoch": 0.77
    },
    {
        "loss": 9.0842,
        "grad_norm": 3.275329351425171,
        "learning_rate": 7.418395029316532e-05,
        "epoch": 0.77
    },
    {
        "loss": 8.9054,
        "grad_norm": 2.4956889152526855,
        "learning_rate": 7.40964382602608e-05,
        "epoch": 0.78
    },
    {
        "loss": 8.8721,
        "grad_norm": 2.9423913955688477,
        "learning_rate": 7.400892622735627e-05,
        "epoch": 0.78
    },
    {
        "loss": 8.9035,
        "grad_norm": 4.2211785316467285,
        "learning_rate": 7.392141419445174e-05,
        "epoch": 0.78
    },
    {
        "loss": 8.9983,
        "grad_norm": 3.3558285236358643,
        "learning_rate": 7.383390216154722e-05,
        "epoch": 0.78
    },
    {
        "loss": 8.4671,
        "grad_norm": 3.1967856884002686,
        "learning_rate": 7.37463901286427e-05,
        "epoch": 0.79
    },
    {
        "loss": 8.4608,
        "grad_norm": 3.5259337425231934,
        "learning_rate": 7.365887809573818e-05,
        "epoch": 0.79
    },
    {
        "loss": 9.1684,
        "grad_norm": 3.226388692855835,
        "learning_rate": 7.357136606283364e-05,
        "epoch": 0.79
    },
    {
        "loss": 8.4309,
        "grad_norm": 3.7550246715545654,
        "learning_rate": 7.348385402992912e-05,
        "epoch": 0.8
    },
    {
        "loss": 8.4427,
        "grad_norm": 4.338967800140381,
        "learning_rate": 7.33963419970246e-05,
        "epoch": 0.8
    },
    {
        "loss": 8.9643,
        "grad_norm": 3.764723777770996,
        "learning_rate": 7.330882996412008e-05,
        "epoch": 0.8
    },
    {
        "loss": 8.346,
        "grad_norm": 3.2704851627349854,
        "learning_rate": 7.322131793121554e-05,
        "epoch": 0.8
    },
    {
        "loss": 9.3154,
        "grad_norm": 2.8961048126220703,
        "learning_rate": 7.313380589831102e-05,
        "epoch": 0.81
    },
    {
        "loss": 8.9944,
        "grad_norm": 3.3732376098632812,
        "learning_rate": 7.30462938654065e-05,
        "epoch": 0.81
    },
    {
        "loss": 8.4122,
        "grad_norm": 3.7773525714874268,
        "learning_rate": 7.295878183250198e-05,
        "epoch": 0.81
    },
    {
        "loss": 9.2683,
        "grad_norm": 3.716183662414551,
        "learning_rate": 7.287126979959746e-05,
        "epoch": 0.81
    },
    {
        "loss": 8.6879,
        "grad_norm": 3.6532111167907715,
        "learning_rate": 7.278375776669292e-05,
        "epoch": 0.82
    },
    {
        "loss": 8.6653,
        "grad_norm": 3.4833829402923584,
        "learning_rate": 7.26962457337884e-05,
        "epoch": 0.82
    },
    {
        "loss": 8.8866,
        "grad_norm": 4.338618278503418,
        "learning_rate": 7.260873370088388e-05,
        "epoch": 0.82
    },
    {
        "loss": 8.9239,
        "grad_norm": 3.3099405765533447,
        "learning_rate": 7.252122166797936e-05,
        "epoch": 0.82
    },
    {
        "loss": 8.8475,
        "grad_norm": 3.2691259384155273,
        "learning_rate": 7.243370963507483e-05,
        "epoch": 0.83
    },
    {
        "loss": 9.0336,
        "grad_norm": 3.4680464267730713,
        "learning_rate": 7.23461976021703e-05,
        "epoch": 0.83
    },
    {
        "loss": 9.1274,
        "grad_norm": 3.6281306743621826,
        "learning_rate": 7.225868556926578e-05,
        "epoch": 0.83
    },
    {
        "loss": 8.557,
        "grad_norm": 3.129265546798706,
        "learning_rate": 7.217117353636126e-05,
        "epoch": 0.83
    },
    {
        "loss": 8.2588,
        "grad_norm": 2.781096935272217,
        "learning_rate": 7.208366150345673e-05,
        "epoch": 0.84
    },
    {
        "loss": 8.6785,
        "grad_norm": 2.085003137588501,
        "learning_rate": 7.19961494705522e-05,
        "epoch": 0.84
    },
    {
        "loss": 8.2642,
        "grad_norm": 3.204002618789673,
        "learning_rate": 7.190863743764767e-05,
        "epoch": 0.84
    },
    {
        "loss": 7.9569,
        "grad_norm": 2.3955442905426025,
        "learning_rate": 7.182112540474315e-05,
        "epoch": 0.85
    },
    {
        "loss": 8.3701,
        "grad_norm": 3.8179776668548584,
        "learning_rate": 7.173361337183863e-05,
        "epoch": 0.85
    },
    {
        "loss": 8.4552,
        "grad_norm": 3.572737216949463,
        "learning_rate": 7.16461013389341e-05,
        "epoch": 0.85
    },
    {
        "loss": 8.5619,
        "grad_norm": 3.7918508052825928,
        "learning_rate": 7.155858930602957e-05,
        "epoch": 0.85
    },
    {
        "loss": 8.9817,
        "grad_norm": 3.5314037799835205,
        "learning_rate": 7.147107727312505e-05,
        "epoch": 0.86
    },
    {
        "loss": 8.3192,
        "grad_norm": 3.137615442276001,
        "learning_rate": 7.138356524022053e-05,
        "epoch": 0.86
    },
    {
        "loss": 9.0373,
        "grad_norm": 3.58949613571167,
        "learning_rate": 7.129605320731601e-05,
        "epoch": 0.86
    },
    {
        "loss": 8.5971,
        "grad_norm": 3.062047243118286,
        "learning_rate": 7.120854117441148e-05,
        "epoch": 0.86
    },
    {
        "loss": 8.334,
        "grad_norm": 3.8008644580841064,
        "learning_rate": 7.112102914150696e-05,
        "epoch": 0.87
    },
    {
        "loss": 8.4934,
        "grad_norm": 3.4640395641326904,
        "learning_rate": 7.103351710860243e-05,
        "epoch": 0.87
    },
    {
        "loss": 8.5304,
        "grad_norm": 3.6595981121063232,
        "learning_rate": 7.094600507569791e-05,
        "epoch": 0.87
    },
    {
        "loss": 8.6947,
        "grad_norm": 4.255160331726074,
        "learning_rate": 7.085849304279338e-05,
        "epoch": 0.87
    },
    {
        "loss": 8.5373,
        "grad_norm": 2.957233428955078,
        "learning_rate": 7.077098100988886e-05,
        "epoch": 0.88
    },
    {
        "loss": 8.919,
        "grad_norm": 4.1049933433532715,
        "learning_rate": 7.068346897698434e-05,
        "epoch": 0.88
    },
    {
        "loss": 8.6536,
        "grad_norm": 3.6588120460510254,
        "learning_rate": 7.059595694407982e-05,
        "epoch": 0.88
    },
    {
        "loss": 8.1786,
        "grad_norm": 2.536498785018921,
        "learning_rate": 7.050844491117528e-05,
        "epoch": 0.88
    },
    {
        "loss": 8.9825,
        "grad_norm": 3.442955255508423,
        "learning_rate": 7.042093287827076e-05,
        "epoch": 0.89
    },
    {
        "loss": 8.7311,
        "grad_norm": 2.923522710800171,
        "learning_rate": 7.033342084536624e-05,
        "epoch": 0.89
    },
    {
        "loss": 8.276,
        "grad_norm": 3.6458773612976074,
        "learning_rate": 7.024590881246172e-05,
        "epoch": 0.89
    },
    {
        "loss": 8.5271,
        "grad_norm": 3.239694356918335,
        "learning_rate": 7.01583967795572e-05,
        "epoch": 0.9
    },
    {
        "loss": 8.2755,
        "grad_norm": 3.39280366897583,
        "learning_rate": 7.007088474665266e-05,
        "epoch": 0.9
    },
    {
        "loss": 9.2045,
        "grad_norm": 3.4279630184173584,
        "learning_rate": 6.998337271374814e-05,
        "epoch": 0.9
    },
    {
        "loss": 8.5647,
        "grad_norm": 2.416999578475952,
        "learning_rate": 6.989586068084362e-05,
        "epoch": 0.9
    },
    {
        "loss": 8.7283,
        "grad_norm": 2.8094992637634277,
        "learning_rate": 6.98083486479391e-05,
        "epoch": 0.91
    },
    {
        "loss": 8.6518,
        "grad_norm": 4.319655418395996,
        "learning_rate": 6.972083661503456e-05,
        "epoch": 0.91
    },
    {
        "loss": 8.2852,
        "grad_norm": 3.9317190647125244,
        "learning_rate": 6.963332458213004e-05,
        "epoch": 0.91
    },
    {
        "loss": 8.6298,
        "grad_norm": 4.8585405349731445,
        "learning_rate": 6.954581254922552e-05,
        "epoch": 0.91
    },
    {
        "loss": 8.2455,
        "grad_norm": 2.6159684658050537,
        "learning_rate": 6.9458300516321e-05,
        "epoch": 0.92
    },
    {
        "loss": 8.7473,
        "grad_norm": 2.344099521636963,
        "learning_rate": 6.937078848341647e-05,
        "epoch": 0.92
    },
    {
        "loss": 7.9803,
        "grad_norm": 3.1866703033447266,
        "learning_rate": 6.928327645051194e-05,
        "epoch": 0.92
    },
    {
        "loss": 8.79,
        "grad_norm": 3.943319320678711,
        "learning_rate": 6.919576441760742e-05,
        "epoch": 0.92
    },
    {
        "loss": 8.8112,
        "grad_norm": 2.919020891189575,
        "learning_rate": 6.91082523847029e-05,
        "epoch": 0.93
    },
    {
        "loss": 8.5764,
        "grad_norm": 3.47027325630188,
        "learning_rate": 6.902074035179837e-05,
        "epoch": 0.93
    },
    {
        "loss": 9.4408,
        "grad_norm": 3.2260677814483643,
        "learning_rate": 6.893322831889385e-05,
        "epoch": 0.93
    },
    {
        "loss": 8.9655,
        "grad_norm": 3.2517478466033936,
        "learning_rate": 6.884571628598933e-05,
        "epoch": 0.93
    },
    {
        "loss": 8.8759,
        "grad_norm": 4.705760478973389,
        "learning_rate": 6.87582042530848e-05,
        "epoch": 0.94
    },
    {
        "loss": 8.8426,
        "grad_norm": 2.7460803985595703,
        "learning_rate": 6.867069222018028e-05,
        "epoch": 0.94
    },
    {
        "loss": 8.6733,
        "grad_norm": 3.944464921951294,
        "learning_rate": 6.858318018727575e-05,
        "epoch": 0.94
    },
    {
        "loss": 8.56,
        "grad_norm": 3.393721342086792,
        "learning_rate": 6.849566815437123e-05,
        "epoch": 0.94
    },
    {
        "loss": 7.8694,
        "grad_norm": 2.579340696334839,
        "learning_rate": 6.84081561214667e-05,
        "epoch": 0.95
    },
    {
        "loss": 8.2998,
        "grad_norm": 3.6678457260131836,
        "learning_rate": 6.832064408856219e-05,
        "epoch": 0.95
    },
    {
        "loss": 8.5947,
        "grad_norm": 3.218284845352173,
        "learning_rate": 6.823313205565765e-05,
        "epoch": 0.95
    },
    {
        "loss": 8.5014,
        "grad_norm": 3.5185766220092773,
        "learning_rate": 6.814562002275313e-05,
        "epoch": 0.96
    },
    {
        "loss": 9.1655,
        "grad_norm": 3.5601882934570312,
        "learning_rate": 6.805810798984861e-05,
        "epoch": 0.96
    },
    {
        "loss": 8.6889,
        "grad_norm": 3.317361354827881,
        "learning_rate": 6.797059595694409e-05,
        "epoch": 0.96
    },
    {
        "loss": 8.9274,
        "grad_norm": 3.271773338317871,
        "learning_rate": 6.788308392403955e-05,
        "epoch": 0.96
    },
    {
        "loss": 8.733,
        "grad_norm": 3.0022764205932617,
        "learning_rate": 6.779557189113503e-05,
        "epoch": 0.97
    },
    {
        "loss": 8.5665,
        "grad_norm": 3.5991992950439453,
        "learning_rate": 6.770805985823051e-05,
        "epoch": 0.97
    },
    {
        "loss": 8.3149,
        "grad_norm": 3.060124158859253,
        "learning_rate": 6.762054782532599e-05,
        "epoch": 0.97
    },
    {
        "loss": 7.9419,
        "grad_norm": 3.116497278213501,
        "learning_rate": 6.753303579242147e-05,
        "epoch": 0.97
    },
    {
        "loss": 8.456,
        "grad_norm": 3.201129198074341,
        "learning_rate": 6.744552375951693e-05,
        "epoch": 0.98
    },
    {
        "loss": 8.5843,
        "grad_norm": 3.7871932983398438,
        "learning_rate": 6.735801172661241e-05,
        "epoch": 0.98
    },
    {
        "loss": 8.1042,
        "grad_norm": 3.8025078773498535,
        "learning_rate": 6.727049969370789e-05,
        "epoch": 0.98
    },
    {
        "loss": 9.0008,
        "grad_norm": 2.9040756225585938,
        "learning_rate": 6.718298766080337e-05,
        "epoch": 0.98
    },
    {
        "loss": 7.971,
        "grad_norm": 5.227065086364746,
        "learning_rate": 6.709547562789884e-05,
        "epoch": 0.99
    },
    {
        "loss": 9.1628,
        "grad_norm": 2.822517156600952,
        "learning_rate": 6.700796359499431e-05,
        "epoch": 0.99
    },
    {
        "loss": 7.7244,
        "grad_norm": 2.9904367923736572,
        "learning_rate": 6.69204515620898e-05,
        "epoch": 0.99
    },
    {
        "loss": 8.0893,
        "grad_norm": 4.167274475097656,
        "learning_rate": 6.683293952918527e-05,
        "epoch": 0.99
    },
    {
        "loss": 8.3331,
        "grad_norm": 3.8134043216705322,
        "learning_rate": 6.674542749628074e-05,
        "epoch": 1.0
    },
    {
        "loss": 7.8118,
        "grad_norm": 3.0692172050476074,
        "learning_rate": 6.665791546337622e-05,
        "epoch": 1.0
    },
    {
        "loss": 8.4811,
        "grad_norm": 4.14231014251709,
        "learning_rate": 6.65704034304717e-05,
        "epoch": 1.0
    },
    {
        "loss": 8.0494,
        "grad_norm": 3.4583489894866943,
        "learning_rate": 6.648289139756717e-05,
        "epoch": 1.01
    },
    {
        "loss": 8.2668,
        "grad_norm": 3.468843460083008,
        "learning_rate": 6.639537936466265e-05,
        "epoch": 1.01
    },
    {
        "loss": 8.384,
        "grad_norm": 3.0200271606445312,
        "learning_rate": 6.630786733175812e-05,
        "epoch": 1.01
    },
    {
        "loss": 8.5672,
        "grad_norm": 3.9895946979522705,
        "learning_rate": 6.62203552988536e-05,
        "epoch": 1.01
    },
    {
        "loss": 8.4798,
        "grad_norm": 2.92266583442688,
        "learning_rate": 6.613284326594908e-05,
        "epoch": 1.02
    },
    {
        "loss": 8.749,
        "grad_norm": 3.8905258178710938,
        "learning_rate": 6.604533123304456e-05,
        "epoch": 1.02
    },
    {
        "loss": 7.8761,
        "grad_norm": 3.545311212539673,
        "learning_rate": 6.595781920014002e-05,
        "epoch": 1.02
    },
    {
        "loss": 8.3273,
        "grad_norm": 2.925837516784668,
        "learning_rate": 6.58703071672355e-05,
        "epoch": 1.02
    },
    {
        "loss": 8.3426,
        "grad_norm": 3.527435064315796,
        "learning_rate": 6.578279513433098e-05,
        "epoch": 1.03
    },
    {
        "loss": 7.5962,
        "grad_norm": 2.926382064819336,
        "learning_rate": 6.569528310142646e-05,
        "epoch": 1.03
    },
    {
        "loss": 8.2975,
        "grad_norm": 3.4969446659088135,
        "learning_rate": 6.560777106852192e-05,
        "epoch": 1.03
    },
    {
        "loss": 8.4417,
        "grad_norm": 3.466707229614258,
        "learning_rate": 6.55202590356174e-05,
        "epoch": 1.03
    },
    {
        "loss": 8.1161,
        "grad_norm": 4.119028091430664,
        "learning_rate": 6.543274700271288e-05,
        "epoch": 1.04
    },
    {
        "loss": 8.0248,
        "grad_norm": 3.2728042602539062,
        "learning_rate": 6.534523496980836e-05,
        "epoch": 1.04
    },
    {
        "loss": 8.0926,
        "grad_norm": 2.8251736164093018,
        "learning_rate": 6.525772293690382e-05,
        "epoch": 1.04
    },
    {
        "loss": 8.6109,
        "grad_norm": 3.521144151687622,
        "learning_rate": 6.51702109039993e-05,
        "epoch": 1.04
    },
    {
        "loss": 8.6268,
        "grad_norm": 3.15901780128479,
        "learning_rate": 6.508269887109478e-05,
        "epoch": 1.05
    },
    {
        "loss": 8.2584,
        "grad_norm": 3.5901992321014404,
        "learning_rate": 6.499518683819026e-05,
        "epoch": 1.05
    },
    {
        "loss": 8.5285,
        "grad_norm": 4.662459850311279,
        "learning_rate": 6.490767480528574e-05,
        "epoch": 1.05
    },
    {
        "loss": 7.8559,
        "grad_norm": 2.72666597366333,
        "learning_rate": 6.48201627723812e-05,
        "epoch": 1.06
    },
    {
        "loss": 8.145,
        "grad_norm": 3.6170144081115723,
        "learning_rate": 6.473265073947668e-05,
        "epoch": 1.06
    },
    {
        "loss": 7.838,
        "grad_norm": 2.9118199348449707,
        "learning_rate": 6.464513870657216e-05,
        "epoch": 1.06
    },
    {
        "loss": 8.4171,
        "grad_norm": 3.7052972316741943,
        "learning_rate": 6.455762667366764e-05,
        "epoch": 1.06
    },
    {
        "loss": 8.2865,
        "grad_norm": 4.498712062835693,
        "learning_rate": 6.447011464076311e-05,
        "epoch": 1.07
    },
    {
        "loss": 8.6456,
        "grad_norm": 3.1900229454040527,
        "learning_rate": 6.438260260785859e-05,
        "epoch": 1.07
    },
    {
        "loss": 8.1772,
        "grad_norm": 4.92230224609375,
        "learning_rate": 6.429509057495407e-05,
        "epoch": 1.07
    },
    {
        "loss": 9.221,
        "grad_norm": 3.758399724960327,
        "learning_rate": 6.420757854204954e-05,
        "epoch": 1.07
    },
    {
        "loss": 8.8449,
        "grad_norm": 3.110145092010498,
        "learning_rate": 6.412006650914501e-05,
        "epoch": 1.08
    },
    {
        "loss": 8.5491,
        "grad_norm": 3.1985270977020264,
        "learning_rate": 6.403255447624049e-05,
        "epoch": 1.08
    },
    {
        "loss": 8.0487,
        "grad_norm": 4.918299674987793,
        "learning_rate": 6.394504244333595e-05,
        "epoch": 1.08
    },
    {
        "loss": 8.6751,
        "grad_norm": 3.328449010848999,
        "learning_rate": 6.385753041043143e-05,
        "epoch": 1.08
    },
    {
        "loss": 8.0822,
        "grad_norm": 2.8385417461395264,
        "learning_rate": 6.377001837752691e-05,
        "epoch": 1.09
    },
    {
        "loss": 8.0838,
        "grad_norm": 3.5397825241088867,
        "learning_rate": 6.368250634462238e-05,
        "epoch": 1.09
    },
    {
        "loss": 8.3657,
        "grad_norm": 3.8638100624084473,
        "learning_rate": 6.359499431171786e-05,
        "epoch": 1.09
    },
    {
        "loss": 8.5573,
        "grad_norm": 3.129281759262085,
        "learning_rate": 6.350748227881333e-05,
        "epoch": 1.09
    },
    {
        "loss": 8.424,
        "grad_norm": 4.496127605438232,
        "learning_rate": 6.341997024590881e-05,
        "epoch": 1.1
    },
    {
        "loss": 8.4377,
        "grad_norm": 5.132551670074463,
        "learning_rate": 6.333245821300429e-05,
        "epoch": 1.1
    },
    {
        "loss": 8.1084,
        "grad_norm": 2.994011402130127,
        "learning_rate": 6.324494618009976e-05,
        "epoch": 1.1
    },
    {
        "loss": 8.0609,
        "grad_norm": 3.976611375808716,
        "learning_rate": 6.315743414719524e-05,
        "epoch": 1.11
    },
    {
        "loss": 8.0137,
        "grad_norm": 4.869803428649902,
        "learning_rate": 6.306992211429072e-05,
        "epoch": 1.11
    },
    {
        "loss": 8.2885,
        "grad_norm": 3.4231982231140137,
        "learning_rate": 6.29824100813862e-05,
        "epoch": 1.11
    },
    {
        "loss": 8.2444,
        "grad_norm": 5.1861252784729,
        "learning_rate": 6.289489804848166e-05,
        "epoch": 1.11
    },
    {
        "loss": 7.7026,
        "grad_norm": 4.288048267364502,
        "learning_rate": 6.280738601557714e-05,
        "epoch": 1.12
    },
    {
        "loss": 7.9181,
        "grad_norm": 3.64320969581604,
        "learning_rate": 6.271987398267262e-05,
        "epoch": 1.12
    },
    {
        "loss": 8.2069,
        "grad_norm": 4.117647647857666,
        "learning_rate": 6.26323619497681e-05,
        "epoch": 1.12
    },
    {
        "loss": 8.505,
        "grad_norm": 3.528850793838501,
        "learning_rate": 6.254484991686356e-05,
        "epoch": 1.12
    },
    {
        "loss": 8.1734,
        "grad_norm": 2.9336414337158203,
        "learning_rate": 6.245733788395904e-05,
        "epoch": 1.13
    },
    {
        "loss": 7.9808,
        "grad_norm": 4.607523441314697,
        "learning_rate": 6.236982585105452e-05,
        "epoch": 1.13
    },
    {
        "loss": 8.2398,
        "grad_norm": 5.0170464515686035,
        "learning_rate": 6.228231381815e-05,
        "epoch": 1.13
    },
    {
        "loss": 8.3433,
        "grad_norm": 3.7535080909729004,
        "learning_rate": 6.219480178524548e-05,
        "epoch": 1.13
    },
    {
        "loss": 7.8144,
        "grad_norm": 3.409480333328247,
        "learning_rate": 6.210728975234094e-05,
        "epoch": 1.14
    },
    {
        "loss": 8.5735,
        "grad_norm": 3.7058238983154297,
        "learning_rate": 6.201977771943642e-05,
        "epoch": 1.14
    },
    {
        "loss": 8.4169,
        "grad_norm": 3.1820621490478516,
        "learning_rate": 6.19322656865319e-05,
        "epoch": 1.14
    },
    {
        "loss": 7.9047,
        "grad_norm": 2.8989903926849365,
        "learning_rate": 6.184475365362738e-05,
        "epoch": 1.14
    },
    {
        "loss": 8.1377,
        "grad_norm": 3.903512477874756,
        "learning_rate": 6.175724162072284e-05,
        "epoch": 1.15
    },
    {
        "loss": 8.6631,
        "grad_norm": 2.916041374206543,
        "learning_rate": 6.166972958781832e-05,
        "epoch": 1.15
    },
    {
        "loss": 8.2377,
        "grad_norm": 5.932418346405029,
        "learning_rate": 6.15822175549138e-05,
        "epoch": 1.15
    },
    {
        "loss": 8.9961,
        "grad_norm": 4.3133368492126465,
        "learning_rate": 6.149470552200928e-05,
        "epoch": 1.15
    },
    {
        "loss": 8.0339,
        "grad_norm": 3.1874802112579346,
        "learning_rate": 6.140719348910475e-05,
        "epoch": 1.16
    },
    {
        "loss": 7.3347,
        "grad_norm": 3.9368977546691895,
        "learning_rate": 6.131968145620023e-05,
        "epoch": 1.16
    },
    {
        "loss": 7.723,
        "grad_norm": 3.000967025756836,
        "learning_rate": 6.12321694232957e-05,
        "epoch": 1.16
    },
    {
        "loss": 8.3258,
        "grad_norm": 3.96174693107605,
        "learning_rate": 6.114465739039118e-05,
        "epoch": 1.17
    },
    {
        "loss": 8.4037,
        "grad_norm": 3.6735053062438965,
        "learning_rate": 6.105714535748666e-05,
        "epoch": 1.17
    },
    {
        "loss": 8.2432,
        "grad_norm": 4.765099048614502,
        "learning_rate": 6.0969633324582134e-05,
        "epoch": 1.17
    },
    {
        "loss": 8.232,
        "grad_norm": 3.118907928466797,
        "learning_rate": 6.0882121291677607e-05,
        "epoch": 1.17
    },
    {
        "loss": 8.4367,
        "grad_norm": 2.7283709049224854,
        "learning_rate": 6.0794609258773085e-05,
        "epoch": 1.18
    },
    {
        "loss": 8.062,
        "grad_norm": 2.874713182449341,
        "learning_rate": 6.070709722586856e-05,
        "epoch": 1.18
    },
    {
        "loss": 8.2398,
        "grad_norm": 3.3554372787475586,
        "learning_rate": 6.0619585192964036e-05,
        "epoch": 1.18
    },
    {
        "loss": 8.0336,
        "grad_norm": 3.0796210765838623,
        "learning_rate": 6.053207316005951e-05,
        "epoch": 1.18
    },
    {
        "loss": 8.6318,
        "grad_norm": 4.566615581512451,
        "learning_rate": 6.044456112715499e-05,
        "epoch": 1.19
    },
    {
        "loss": 7.8031,
        "grad_norm": 2.9705634117126465,
        "learning_rate": 6.035704909425046e-05,
        "epoch": 1.19
    },
    {
        "loss": 8.2148,
        "grad_norm": 2.8812005519866943,
        "learning_rate": 6.026953706134594e-05,
        "epoch": 1.19
    },
    {
        "loss": 7.8284,
        "grad_norm": 3.389988899230957,
        "learning_rate": 6.018202502844141e-05,
        "epoch": 1.19
    },
    {
        "loss": 7.9364,
        "grad_norm": 4.094693660736084,
        "learning_rate": 6.009451299553689e-05,
        "epoch": 1.2
    },
    {
        "loss": 8.1086,
        "grad_norm": 2.9179611206054688,
        "learning_rate": 6.000700096263236e-05,
        "epoch": 1.2
    },
    {
        "loss": 8.5533,
        "grad_norm": 3.0995657444000244,
        "learning_rate": 5.991948892972784e-05,
        "epoch": 1.2
    },
    {
        "loss": 8.1136,
        "grad_norm": 4.079578399658203,
        "learning_rate": 5.983197689682332e-05,
        "epoch": 1.2
    },
    {
        "loss": 8.379,
        "grad_norm": 3.150442600250244,
        "learning_rate": 5.974446486391879e-05,
        "epoch": 1.21
    },
    {
        "loss": 7.6851,
        "grad_norm": 3.904902458190918,
        "learning_rate": 5.965695283101427e-05,
        "epoch": 1.21
    },
    {
        "loss": 8.5392,
        "grad_norm": 2.8424036502838135,
        "learning_rate": 5.956944079810974e-05,
        "epoch": 1.21
    },
    {
        "loss": 7.9675,
        "grad_norm": 5.174964904785156,
        "learning_rate": 5.948192876520522e-05,
        "epoch": 1.22
    },
    {
        "loss": 7.8097,
        "grad_norm": 3.6166417598724365,
        "learning_rate": 5.9394416732300694e-05,
        "epoch": 1.22
    },
    {
        "loss": 7.981,
        "grad_norm": 3.1801164150238037,
        "learning_rate": 5.930690469939617e-05,
        "epoch": 1.22
    },
    {
        "loss": 8.2149,
        "grad_norm": 3.975576400756836,
        "learning_rate": 5.9219392666491645e-05,
        "epoch": 1.22
    },
    {
        "loss": 8.5473,
        "grad_norm": 4.039759159088135,
        "learning_rate": 5.9131880633587123e-05,
        "epoch": 1.23
    },
    {
        "loss": 8.2659,
        "grad_norm": 4.9490861892700195,
        "learning_rate": 5.9044368600682596e-05,
        "epoch": 1.23
    },
    {
        "loss": 8.0904,
        "grad_norm": 4.2978715896606445,
        "learning_rate": 5.8956856567778074e-05,
        "epoch": 1.23
    },
    {
        "loss": 8.0685,
        "grad_norm": 3.037668466567993,
        "learning_rate": 5.8869344534873547e-05,
        "epoch": 1.23
    },
    {
        "loss": 7.7553,
        "grad_norm": 3.496307849884033,
        "learning_rate": 5.8781832501969025e-05,
        "epoch": 1.24
    },
    {
        "loss": 8.5136,
        "grad_norm": 3.175560712814331,
        "learning_rate": 5.8694320469064504e-05,
        "epoch": 1.24
    },
    {
        "loss": 7.8844,
        "grad_norm": 3.7230336666107178,
        "learning_rate": 5.8606808436159976e-05,
        "epoch": 1.24
    },
    {
        "loss": 8.2197,
        "grad_norm": 4.2161359786987305,
        "learning_rate": 5.8519296403255455e-05,
        "epoch": 1.24
    },
    {
        "loss": 8.2073,
        "grad_norm": 4.122830867767334,
        "learning_rate": 5.843178437035093e-05,
        "epoch": 1.25
    },
    {
        "loss": 7.9876,
        "grad_norm": 4.076393127441406,
        "learning_rate": 5.8344272337446406e-05,
        "epoch": 1.25
    },
    {
        "loss": 7.7404,
        "grad_norm": 4.162572860717773,
        "learning_rate": 5.825676030454188e-05,
        "epoch": 1.25
    },
    {
        "loss": 7.9991,
        "grad_norm": 3.4230401515960693,
        "learning_rate": 5.816924827163736e-05,
        "epoch": 1.25
    },
    {
        "loss": 8.0793,
        "grad_norm": 4.0326313972473145,
        "learning_rate": 5.808173623873283e-05,
        "epoch": 1.26
    },
    {
        "loss": 7.3234,
        "grad_norm": 2.669609308242798,
        "learning_rate": 5.799422420582831e-05,
        "epoch": 1.26
    },
    {
        "loss": 8.4489,
        "grad_norm": 3.926006555557251,
        "learning_rate": 5.790671217292378e-05,
        "epoch": 1.26
    },
    {
        "loss": 8.2047,
        "grad_norm": 2.7743630409240723,
        "learning_rate": 5.781920014001926e-05,
        "epoch": 1.27
    },
    {
        "loss": 7.6027,
        "grad_norm": 3.9714138507843018,
        "learning_rate": 5.773168810711473e-05,
        "epoch": 1.27
    },
    {
        "loss": 7.5097,
        "grad_norm": 3.775052070617676,
        "learning_rate": 5.764417607421021e-05,
        "epoch": 1.27
    },
    {
        "loss": 8.1056,
        "grad_norm": 4.158542633056641,
        "learning_rate": 5.755666404130568e-05,
        "epoch": 1.27
    },
    {
        "loss": 8.2198,
        "grad_norm": 3.647034168243408,
        "learning_rate": 5.746915200840116e-05,
        "epoch": 1.28
    },
    {
        "loss": 8.5833,
        "grad_norm": 3.3458187580108643,
        "learning_rate": 5.738163997549664e-05,
        "epoch": 1.28
    },
    {
        "loss": 7.8895,
        "grad_norm": 3.5432512760162354,
        "learning_rate": 5.729412794259211e-05,
        "epoch": 1.28
    },
    {
        "loss": 7.9663,
        "grad_norm": 3.1249189376831055,
        "learning_rate": 5.720661590968759e-05,
        "epoch": 1.28
    },
    {
        "loss": 7.6285,
        "grad_norm": 2.8004276752471924,
        "learning_rate": 5.7119103876783063e-05,
        "epoch": 1.29
    },
    {
        "loss": 8.2953,
        "grad_norm": 3.2479677200317383,
        "learning_rate": 5.703159184387854e-05,
        "epoch": 1.29
    },
    {
        "loss": 8.0079,
        "grad_norm": 3.8008508682250977,
        "learning_rate": 5.6944079810974014e-05,
        "epoch": 1.29
    },
    {
        "loss": 7.8035,
        "grad_norm": 3.2461721897125244,
        "learning_rate": 5.685656777806949e-05,
        "epoch": 1.29
    },
    {
        "loss": 8.6322,
        "grad_norm": 3.8512370586395264,
        "learning_rate": 5.6769055745164965e-05,
        "epoch": 1.3
    },
    {
        "loss": 8.7099,
        "grad_norm": 3.9859845638275146,
        "learning_rate": 5.6681543712260444e-05,
        "epoch": 1.3
    },
    {
        "loss": 7.9929,
        "grad_norm": 3.455918550491333,
        "learning_rate": 5.6594031679355916e-05,
        "epoch": 1.3
    },
    {
        "loss": 7.9348,
        "grad_norm": 3.744387626647949,
        "learning_rate": 5.6506519646451395e-05,
        "epoch": 1.3
    },
    {
        "loss": 7.9457,
        "grad_norm": 5.055604934692383,
        "learning_rate": 5.641900761354687e-05,
        "epoch": 1.31
    },
    {
        "loss": 8.2247,
        "grad_norm": 3.072326183319092,
        "learning_rate": 5.6331495580642346e-05,
        "epoch": 1.31
    },
    {
        "loss": 7.7124,
        "grad_norm": 4.150148868560791,
        "learning_rate": 5.624398354773782e-05,
        "epoch": 1.31
    },
    {
        "loss": 8.1994,
        "grad_norm": 5.2460503578186035,
        "learning_rate": 5.61564715148333e-05,
        "epoch": 1.32
    },
    {
        "loss": 8.1123,
        "grad_norm": 3.8343966007232666,
        "learning_rate": 5.6068959481928776e-05,
        "epoch": 1.32
    },
    {
        "loss": 7.9948,
        "grad_norm": 3.488602638244629,
        "learning_rate": 5.5981447449024235e-05,
        "epoch": 1.32
    },
    {
        "loss": 7.745,
        "grad_norm": 2.6132748126983643,
        "learning_rate": 5.5893935416119714e-05,
        "epoch": 1.32
    },
    {
        "loss": 8.4735,
        "grad_norm": 3.123828172683716,
        "learning_rate": 5.580642338321519e-05,
        "epoch": 1.33
    },
    {
        "loss": 7.5695,
        "grad_norm": 3.747915506362915,
        "learning_rate": 5.5718911350310665e-05,
        "epoch": 1.33
    },
    {
        "loss": 8.3462,
        "grad_norm": 4.172099590301514,
        "learning_rate": 5.5631399317406144e-05,
        "epoch": 1.33
    },
    {
        "loss": 7.639,
        "grad_norm": 3.172137498855591,
        "learning_rate": 5.5543887284501616e-05,
        "epoch": 1.33
    },
    {
        "loss": 7.9555,
        "grad_norm": 4.053969383239746,
        "learning_rate": 5.5456375251597095e-05,
        "epoch": 1.34
    },
    {
        "loss": 7.2866,
        "grad_norm": 3.186673164367676,
        "learning_rate": 5.536886321869257e-05,
        "epoch": 1.34
    },
    {
        "loss": 7.7438,
        "grad_norm": 3.2737646102905273,
        "learning_rate": 5.5281351185788046e-05,
        "epoch": 1.34
    },
    {
        "loss": 7.7122,
        "grad_norm": 3.1801161766052246,
        "learning_rate": 5.519383915288352e-05,
        "epoch": 1.34
    },
    {
        "loss": 7.6629,
        "grad_norm": 3.773719072341919,
        "learning_rate": 5.5106327119979e-05,
        "epoch": 1.35
    },
    {
        "loss": 8.2615,
        "grad_norm": 4.548736095428467,
        "learning_rate": 5.501881508707447e-05,
        "epoch": 1.35
    },
    {
        "loss": 8.0535,
        "grad_norm": 3.921649694442749,
        "learning_rate": 5.493130305416995e-05,
        "epoch": 1.35
    },
    {
        "loss": 7.4305,
        "grad_norm": 4.346540451049805,
        "learning_rate": 5.484379102126542e-05,
        "epoch": 1.35
    },
    {
        "loss": 8.423,
        "grad_norm": 4.634354114532471,
        "learning_rate": 5.47562789883609e-05,
        "epoch": 1.36
    },
    {
        "loss": 7.8966,
        "grad_norm": 3.5531675815582275,
        "learning_rate": 5.466876695545637e-05,
        "epoch": 1.36
    },
    {
        "loss": 7.7126,
        "grad_norm": 4.377911567687988,
        "learning_rate": 5.458125492255185e-05,
        "epoch": 1.36
    },
    {
        "loss": 8.2728,
        "grad_norm": 3.366030216217041,
        "learning_rate": 5.449374288964733e-05,
        "epoch": 1.36
    },
    {
        "loss": 8.1801,
        "grad_norm": 3.4603772163391113,
        "learning_rate": 5.44062308567428e-05,
        "epoch": 1.37
    },
    {
        "loss": 8.2143,
        "grad_norm": 4.528195381164551,
        "learning_rate": 5.431871882383828e-05,
        "epoch": 1.37
    },
    {
        "loss": 7.359,
        "grad_norm": 2.4803977012634277,
        "learning_rate": 5.423120679093375e-05,
        "epoch": 1.37
    },
    {
        "loss": 8.1361,
        "grad_norm": 4.201333999633789,
        "learning_rate": 5.414369475802923e-05,
        "epoch": 1.38
    },
    {
        "loss": 7.8974,
        "grad_norm": 4.272532939910889,
        "learning_rate": 5.40561827251247e-05,
        "epoch": 1.38
    },
    {
        "loss": 7.502,
        "grad_norm": 3.4006450176239014,
        "learning_rate": 5.396867069222018e-05,
        "epoch": 1.38
    },
    {
        "loss": 7.78,
        "grad_norm": 3.902611255645752,
        "learning_rate": 5.3881158659315654e-05,
        "epoch": 1.38
    },
    {
        "loss": 8.0953,
        "grad_norm": 2.6970345973968506,
        "learning_rate": 5.379364662641113e-05,
        "epoch": 1.39
    },
    {
        "loss": 7.7703,
        "grad_norm": 3.610957145690918,
        "learning_rate": 5.3706134593506605e-05,
        "epoch": 1.39
    },
    {
        "loss": 8.7352,
        "grad_norm": 4.159451961517334,
        "learning_rate": 5.3618622560602084e-05,
        "epoch": 1.39
    },
    {
        "loss": 7.5264,
        "grad_norm": 2.7696640491485596,
        "learning_rate": 5.3531110527697556e-05,
        "epoch": 1.39
    },
    {
        "loss": 7.776,
        "grad_norm": 5.263556003570557,
        "learning_rate": 5.3443598494793035e-05,
        "epoch": 1.4
    },
    {
        "loss": 7.4893,
        "grad_norm": 3.3409626483917236,
        "learning_rate": 5.3356086461888514e-05,
        "epoch": 1.4
    },
    {
        "loss": 7.9241,
        "grad_norm": 5.305122375488281,
        "learning_rate": 5.3268574428983986e-05,
        "epoch": 1.4
    },
    {
        "loss": 7.9385,
        "grad_norm": 4.231367588043213,
        "learning_rate": 5.3181062396079465e-05,
        "epoch": 1.4
    },
    {
        "loss": 8.1538,
        "grad_norm": 3.7227704524993896,
        "learning_rate": 5.309355036317494e-05,
        "epoch": 1.41
    },
    {
        "loss": 7.5085,
        "grad_norm": 3.6258912086486816,
        "learning_rate": 5.3006038330270416e-05,
        "epoch": 1.41
    },
    {
        "loss": 7.6825,
        "grad_norm": 3.3270792961120605,
        "learning_rate": 5.291852629736589e-05,
        "epoch": 1.41
    },
    {
        "loss": 7.8874,
        "grad_norm": 2.983099937438965,
        "learning_rate": 5.2831014264461367e-05,
        "epoch": 1.41
    },
    {
        "loss": 8.0616,
        "grad_norm": 3.8440752029418945,
        "learning_rate": 5.274350223155684e-05,
        "epoch": 1.42
    },
    {
        "loss": 7.7685,
        "grad_norm": 5.8492608070373535,
        "learning_rate": 5.265599019865232e-05,
        "epoch": 1.42
    },
    {
        "loss": 7.5809,
        "grad_norm": 3.308460235595703,
        "learning_rate": 5.256847816574779e-05,
        "epoch": 1.42
    },
    {
        "loss": 8.7381,
        "grad_norm": 3.017559766769409,
        "learning_rate": 5.248096613284327e-05,
        "epoch": 1.43
    },
    {
        "loss": 7.9422,
        "grad_norm": 4.227987766265869,
        "learning_rate": 5.239345409993874e-05,
        "epoch": 1.43
    },
    {
        "loss": 7.9202,
        "grad_norm": 3.1066997051239014,
        "learning_rate": 5.230594206703422e-05,
        "epoch": 1.43
    },
    {
        "loss": 7.7366,
        "grad_norm": 3.3069207668304443,
        "learning_rate": 5.221843003412969e-05,
        "epoch": 1.43
    },
    {
        "loss": 8.3042,
        "grad_norm": 3.065303087234497,
        "learning_rate": 5.213091800122517e-05,
        "epoch": 1.44
    },
    {
        "loss": 8.2732,
        "grad_norm": 3.6093387603759766,
        "learning_rate": 5.204340596832065e-05,
        "epoch": 1.44
    },
    {
        "loss": 7.1332,
        "grad_norm": 4.356596946716309,
        "learning_rate": 5.195589393541612e-05,
        "epoch": 1.44
    },
    {
        "loss": 7.9349,
        "grad_norm": 4.91728401184082,
        "learning_rate": 5.18683819025116e-05,
        "epoch": 1.44
    },
    {
        "loss": 8.0487,
        "grad_norm": 4.411836624145508,
        "learning_rate": 5.178086986960707e-05,
        "epoch": 1.45
    },
    {
        "loss": 7.7545,
        "grad_norm": 3.488790512084961,
        "learning_rate": 5.169335783670255e-05,
        "epoch": 1.45
    },
    {
        "loss": 7.7508,
        "grad_norm": 5.54533576965332,
        "learning_rate": 5.1605845803798024e-05,
        "epoch": 1.45
    },
    {
        "loss": 7.8403,
        "grad_norm": 2.8527212142944336,
        "learning_rate": 5.15183337708935e-05,
        "epoch": 1.45
    },
    {
        "loss": 8.1535,
        "grad_norm": 3.892737865447998,
        "learning_rate": 5.1430821737988975e-05,
        "epoch": 1.46
    },
    {
        "loss": 7.6217,
        "grad_norm": 3.9077818393707275,
        "learning_rate": 5.1343309705084454e-05,
        "epoch": 1.46
    },
    {
        "loss": 7.6306,
        "grad_norm": 3.9363648891448975,
        "learning_rate": 5.1255797672179926e-05,
        "epoch": 1.46
    },
    {
        "loss": 8.5425,
        "grad_norm": 4.692113399505615,
        "learning_rate": 5.1168285639275405e-05,
        "epoch": 1.46
    },
    {
        "loss": 7.7507,
        "grad_norm": 5.601973056793213,
        "learning_rate": 5.108077360637088e-05,
        "epoch": 1.47
    },
    {
        "loss": 7.8534,
        "grad_norm": 3.5403494834899902,
        "learning_rate": 5.0993261573466356e-05,
        "epoch": 1.47
    },
    {
        "loss": 7.9312,
        "grad_norm": 4.555025100708008,
        "learning_rate": 5.0905749540561834e-05,
        "epoch": 1.47
    },
    {
        "loss": 7.624,
        "grad_norm": 5.721600532531738,
        "learning_rate": 5.0818237507657307e-05,
        "epoch": 1.48
    },
    {
        "loss": 7.9349,
        "grad_norm": 3.4647514820098877,
        "learning_rate": 5.0730725474752785e-05,
        "epoch": 1.48
    },
    {
        "loss": 7.5857,
        "grad_norm": 3.362941026687622,
        "learning_rate": 5.064321344184826e-05,
        "epoch": 1.48
    },
    {
        "loss": 8.3246,
        "grad_norm": 5.352531433105469,
        "learning_rate": 5.0555701408943736e-05,
        "epoch": 1.48
    },
    {
        "loss": 7.8738,
        "grad_norm": 3.2162294387817383,
        "learning_rate": 5.046818937603921e-05,
        "epoch": 1.49
    },
    {
        "loss": 8.0784,
        "grad_norm": 3.607652187347412,
        "learning_rate": 5.038067734313469e-05,
        "epoch": 1.49
    },
    {
        "loss": 8.0385,
        "grad_norm": 3.6921122074127197,
        "learning_rate": 5.029316531023016e-05,
        "epoch": 1.49
    },
    {
        "loss": 7.9548,
        "grad_norm": 5.187925338745117,
        "learning_rate": 5.020565327732564e-05,
        "epoch": 1.49
    },
    {
        "loss": 7.9085,
        "grad_norm": 4.099059581756592,
        "learning_rate": 5.011814124442111e-05,
        "epoch": 1.5
    },
    {
        "loss": 7.7387,
        "grad_norm": 3.0415878295898438,
        "learning_rate": 5.003062921151659e-05,
        "epoch": 1.5
    },
    {
        "loss": 8.5766,
        "grad_norm": 4.777284622192383,
        "learning_rate": 4.994311717861206e-05,
        "epoch": 1.5
    },
    {
        "loss": 7.697,
        "grad_norm": 5.438363075256348,
        "learning_rate": 4.9855605145707534e-05,
        "epoch": 1.5
    },
    {
        "loss": 8.4595,
        "grad_norm": 5.054925441741943,
        "learning_rate": 4.976809311280301e-05,
        "epoch": 1.51
    },
    {
        "loss": 8.3592,
        "grad_norm": 2.9228146076202393,
        "learning_rate": 4.9680581079898485e-05,
        "epoch": 1.51
    },
    {
        "loss": 7.7911,
        "grad_norm": 4.529871940612793,
        "learning_rate": 4.9593069046993964e-05,
        "epoch": 1.51
    },
    {
        "loss": 8.0316,
        "grad_norm": 3.9995975494384766,
        "learning_rate": 4.9505557014089436e-05,
        "epoch": 1.51
    },
    {
        "loss": 7.5984,
        "grad_norm": 3.9212229251861572,
        "learning_rate": 4.9418044981184915e-05,
        "epoch": 1.52
    },
    {
        "loss": 8.1606,
        "grad_norm": 3.479395866394043,
        "learning_rate": 4.933053294828039e-05,
        "epoch": 1.52
    },
    {
        "loss": 7.7609,
        "grad_norm": 3.5287656784057617,
        "learning_rate": 4.9243020915375866e-05,
        "epoch": 1.52
    },
    {
        "loss": 8.2939,
        "grad_norm": 3.2169201374053955,
        "learning_rate": 4.915550888247134e-05,
        "epoch": 1.53
    },
    {
        "loss": 7.8161,
        "grad_norm": 4.046046733856201,
        "learning_rate": 4.906799684956682e-05,
        "epoch": 1.53
    },
    {
        "loss": 8.1367,
        "grad_norm": 3.9905033111572266,
        "learning_rate": 4.898048481666229e-05,
        "epoch": 1.53
    },
    {
        "loss": 7.522,
        "grad_norm": 3.0949547290802,
        "learning_rate": 4.889297278375777e-05,
        "epoch": 1.53
    },
    {
        "loss": 7.8009,
        "grad_norm": 3.2042038440704346,
        "learning_rate": 4.8805460750853247e-05,
        "epoch": 1.54
    },
    {
        "loss": 7.9891,
        "grad_norm": 3.542771100997925,
        "learning_rate": 4.871794871794872e-05,
        "epoch": 1.54
    },
    {
        "loss": 8.1601,
        "grad_norm": 4.720103740692139,
        "learning_rate": 4.86304366850442e-05,
        "epoch": 1.54
    },
    {
        "loss": 7.5776,
        "grad_norm": 3.65787672996521,
        "learning_rate": 4.854292465213967e-05,
        "epoch": 1.54
    },
    {
        "loss": 7.4047,
        "grad_norm": 3.9372549057006836,
        "learning_rate": 4.845541261923515e-05,
        "epoch": 1.55
    },
    {
        "loss": 8.0766,
        "grad_norm": 3.362112045288086,
        "learning_rate": 4.836790058633062e-05,
        "epoch": 1.55
    },
    {
        "loss": 7.8371,
        "grad_norm": 5.547123908996582,
        "learning_rate": 4.82803885534261e-05,
        "epoch": 1.55
    },
    {
        "loss": 8.0129,
        "grad_norm": 4.756041526794434,
        "learning_rate": 4.819287652052157e-05,
        "epoch": 1.55
    },
    {
        "loss": 7.8304,
        "grad_norm": 3.8089821338653564,
        "learning_rate": 4.810536448761705e-05,
        "epoch": 1.56
    },
    {
        "loss": 7.7565,
        "grad_norm": 3.8562700748443604,
        "learning_rate": 4.801785245471252e-05,
        "epoch": 1.56
    },
    {
        "loss": 7.4297,
        "grad_norm": 4.8232831954956055,
        "learning_rate": 4.7930340421808e-05,
        "epoch": 1.56
    },
    {
        "loss": 7.4436,
        "grad_norm": 4.951693058013916,
        "learning_rate": 4.7842828388903474e-05,
        "epoch": 1.56
    },
    {
        "loss": 7.9573,
        "grad_norm": 3.800071954727173,
        "learning_rate": 4.775531635599895e-05,
        "epoch": 1.57
    },
    {
        "loss": 7.4168,
        "grad_norm": 4.224662780761719,
        "learning_rate": 4.766780432309443e-05,
        "epoch": 1.57
    },
    {
        "loss": 8.4404,
        "grad_norm": 3.3358187675476074,
        "learning_rate": 4.7580292290189904e-05,
        "epoch": 1.57
    },
    {
        "loss": 7.4616,
        "grad_norm": 4.352634906768799,
        "learning_rate": 4.749278025728538e-05,
        "epoch": 1.57
    },
    {
        "loss": 7.8744,
        "grad_norm": 3.5693962574005127,
        "learning_rate": 4.7405268224380855e-05,
        "epoch": 1.58
    },
    {
        "loss": 7.5451,
        "grad_norm": 3.5086276531219482,
        "learning_rate": 4.7317756191476334e-05,
        "epoch": 1.58
    },
    {
        "loss": 7.4284,
        "grad_norm": 3.0168793201446533,
        "learning_rate": 4.7230244158571806e-05,
        "epoch": 1.58
    },
    {
        "loss": 7.7376,
        "grad_norm": 4.352570056915283,
        "learning_rate": 4.7142732125667285e-05,
        "epoch": 1.59
    },
    {
        "loss": 7.64,
        "grad_norm": 5.351820468902588,
        "learning_rate": 4.705522009276276e-05,
        "epoch": 1.59
    },
    {
        "loss": 7.9318,
        "grad_norm": 3.993790626525879,
        "learning_rate": 4.6967708059858236e-05,
        "epoch": 1.59
    },
    {
        "loss": 7.7602,
        "grad_norm": 3.1628670692443848,
        "learning_rate": 4.688019602695371e-05,
        "epoch": 1.59
    },
    {
        "loss": 7.2848,
        "grad_norm": 2.481705665588379,
        "learning_rate": 4.679268399404919e-05,
        "epoch": 1.6
    },
    {
        "loss": 7.8586,
        "grad_norm": 3.944296360015869,
        "learning_rate": 4.670517196114466e-05,
        "epoch": 1.6
    },
    {
        "loss": 7.7223,
        "grad_norm": 4.099398136138916,
        "learning_rate": 4.661765992824014e-05,
        "epoch": 1.6
    },
    {
        "loss": 7.6033,
        "grad_norm": 2.781362533569336,
        "learning_rate": 4.653014789533561e-05,
        "epoch": 1.6
    },
    {
        "loss": 8.4421,
        "grad_norm": 4.035131454467773,
        "learning_rate": 4.644263586243109e-05,
        "epoch": 1.61
    },
    {
        "loss": 7.6095,
        "grad_norm": 3.3464620113372803,
        "learning_rate": 4.635512382952657e-05,
        "epoch": 1.61
    },
    {
        "loss": 7.8892,
        "grad_norm": 4.8561553955078125,
        "learning_rate": 4.626761179662204e-05,
        "epoch": 1.61
    },
    {
        "loss": 7.7162,
        "grad_norm": 6.795714378356934,
        "learning_rate": 4.618009976371752e-05,
        "epoch": 1.61
    },
    {
        "loss": 7.7384,
        "grad_norm": 3.0965943336486816,
        "learning_rate": 4.609258773081299e-05,
        "epoch": 1.62
    },
    {
        "loss": 7.9766,
        "grad_norm": 3.1002793312072754,
        "learning_rate": 4.600507569790847e-05,
        "epoch": 1.62
    },
    {
        "loss": 7.4392,
        "grad_norm": 6.083471298217773,
        "learning_rate": 4.5917563665003935e-05,
        "epoch": 1.62
    },
    {
        "loss": 7.5822,
        "grad_norm": 4.11601448059082,
        "learning_rate": 4.5830051632099414e-05,
        "epoch": 1.62
    },
    {
        "loss": 7.5988,
        "grad_norm": 4.361574172973633,
        "learning_rate": 4.5742539599194886e-05,
        "epoch": 1.63
    },
    {
        "loss": 8.1273,
        "grad_norm": 4.6307549476623535,
        "learning_rate": 4.5655027566290365e-05,
        "epoch": 1.63
    },
    {
        "loss": 7.3601,
        "grad_norm": 3.4341373443603516,
        "learning_rate": 4.5567515533385844e-05,
        "epoch": 1.63
    },
    {
        "loss": 7.9766,
        "grad_norm": 3.7583069801330566,
        "learning_rate": 4.5480003500481316e-05,
        "epoch": 1.64
    },
    {
        "loss": 7.8755,
        "grad_norm": 3.212942123413086,
        "learning_rate": 4.5392491467576795e-05,
        "epoch": 1.64
    },
    {
        "loss": 7.8139,
        "grad_norm": 2.9877207279205322,
        "learning_rate": 4.530497943467227e-05,
        "epoch": 1.64
    },
    {
        "loss": 7.8379,
        "grad_norm": 4.133498191833496,
        "learning_rate": 4.5217467401767746e-05,
        "epoch": 1.64
    },
    {
        "loss": 7.9657,
        "grad_norm": 3.252624273300171,
        "learning_rate": 4.512995536886322e-05,
        "epoch": 1.65
    },
    {
        "loss": 7.7005,
        "grad_norm": 3.70926833152771,
        "learning_rate": 4.50424433359587e-05,
        "epoch": 1.65
    },
    {
        "loss": 7.6194,
        "grad_norm": 4.198193073272705,
        "learning_rate": 4.495493130305417e-05,
        "epoch": 1.65
    },
    {
        "loss": 8.1874,
        "grad_norm": 3.5660247802734375,
        "learning_rate": 4.486741927014965e-05,
        "epoch": 1.65
    },
    {
        "loss": 8.0731,
        "grad_norm": 3.6867547035217285,
        "learning_rate": 4.477990723724512e-05,
        "epoch": 1.66
    },
    {
        "loss": 7.4702,
        "grad_norm": 3.8409180641174316,
        "learning_rate": 4.46923952043406e-05,
        "epoch": 1.66
    },
    {
        "loss": 8.1333,
        "grad_norm": 3.7179150581359863,
        "learning_rate": 4.460488317143607e-05,
        "epoch": 1.66
    },
    {
        "loss": 7.4353,
        "grad_norm": 4.092810153961182,
        "learning_rate": 4.451737113853155e-05,
        "epoch": 1.66
    },
    {
        "loss": 8.1888,
        "grad_norm": 4.3642754554748535,
        "learning_rate": 4.442985910562702e-05,
        "epoch": 1.67
    },
    {
        "loss": 8.1823,
        "grad_norm": 3.4664993286132812,
        "learning_rate": 4.43423470727225e-05,
        "epoch": 1.67
    },
    {
        "loss": 7.6325,
        "grad_norm": 4.143255710601807,
        "learning_rate": 4.425483503981798e-05,
        "epoch": 1.67
    },
    {
        "loss": 7.9794,
        "grad_norm": 3.8068184852600098,
        "learning_rate": 4.416732300691345e-05,
        "epoch": 1.67
    },
    {
        "loss": 7.5482,
        "grad_norm": 3.6255953311920166,
        "learning_rate": 4.407981097400893e-05,
        "epoch": 1.68
    },
    {
        "loss": 7.1437,
        "grad_norm": 4.526164531707764,
        "learning_rate": 4.39922989411044e-05,
        "epoch": 1.68
    },
    {
        "loss": 7.3931,
        "grad_norm": 3.652649402618408,
        "learning_rate": 4.390478690819988e-05,
        "epoch": 1.68
    },
    {
        "loss": 7.3862,
        "grad_norm": 4.751399993896484,
        "learning_rate": 4.3817274875295354e-05,
        "epoch": 1.69
    },
    {
        "loss": 7.8723,
        "grad_norm": 3.011975049972534,
        "learning_rate": 4.372976284239083e-05,
        "epoch": 1.69
    },
    {
        "loss": 8.0483,
        "grad_norm": 4.407155513763428,
        "learning_rate": 4.3642250809486305e-05,
        "epoch": 1.69
    },
    {
        "loss": 7.6125,
        "grad_norm": 3.762749195098877,
        "learning_rate": 4.3554738776581784e-05,
        "epoch": 1.69
    },
    {
        "loss": 7.7699,
        "grad_norm": 5.391783714294434,
        "learning_rate": 4.3467226743677256e-05,
        "epoch": 1.7
    },
    {
        "loss": 7.6641,
        "grad_norm": 3.509794235229492,
        "learning_rate": 4.3379714710772735e-05,
        "epoch": 1.7
    },
    {
        "loss": 8.4195,
        "grad_norm": 4.34732723236084,
        "learning_rate": 4.329220267786821e-05,
        "epoch": 1.7
    },
    {
        "loss": 7.6044,
        "grad_norm": 4.418550491333008,
        "learning_rate": 4.3204690644963686e-05,
        "epoch": 1.7
    },
    {
        "loss": 7.8304,
        "grad_norm": 3.9914748668670654,
        "learning_rate": 4.3117178612059165e-05,
        "epoch": 1.71
    },
    {
        "loss": 7.4516,
        "grad_norm": 4.141488075256348,
        "learning_rate": 4.302966657915464e-05,
        "epoch": 1.71
    },
    {
        "loss": 7.7451,
        "grad_norm": 3.61734938621521,
        "learning_rate": 4.2942154546250116e-05,
        "epoch": 1.71
    },
    {
        "loss": 8.0466,
        "grad_norm": 3.956249475479126,
        "learning_rate": 4.285464251334559e-05,
        "epoch": 1.71
    },
    {
        "loss": 7.5964,
        "grad_norm": 3.214452028274536,
        "learning_rate": 4.276713048044107e-05,
        "epoch": 1.72
    },
    {
        "loss": 7.7055,
        "grad_norm": 3.8038113117218018,
        "learning_rate": 4.267961844753654e-05,
        "epoch": 1.72
    },
    {
        "loss": 7.9609,
        "grad_norm": 4.2961626052856445,
        "learning_rate": 4.259210641463202e-05,
        "epoch": 1.72
    },
    {
        "loss": 7.7958,
        "grad_norm": 2.900935649871826,
        "learning_rate": 4.250459438172749e-05,
        "epoch": 1.72
    },
    {
        "loss": 7.7953,
        "grad_norm": 3.369781970977783,
        "learning_rate": 4.241708234882297e-05,
        "epoch": 1.73
    },
    {
        "loss": 7.5888,
        "grad_norm": 6.093942642211914,
        "learning_rate": 4.232957031591844e-05,
        "epoch": 1.73
    },
    {
        "loss": 8.1158,
        "grad_norm": 4.063805103302002,
        "learning_rate": 4.224205828301392e-05,
        "epoch": 1.73
    },
    {
        "loss": 7.6127,
        "grad_norm": 3.981023073196411,
        "learning_rate": 4.215454625010939e-05,
        "epoch": 1.74
    },
    {
        "loss": 7.3727,
        "grad_norm": 3.273742437362671,
        "learning_rate": 4.206703421720487e-05,
        "epoch": 1.74
    },
    {
        "loss": 7.7617,
        "grad_norm": 4.247544765472412,
        "learning_rate": 4.197952218430034e-05,
        "epoch": 1.74
    },
    {
        "loss": 8.2201,
        "grad_norm": 5.181518077850342,
        "learning_rate": 4.1892010151395815e-05,
        "epoch": 1.74
    },
    {
        "loss": 8.0504,
        "grad_norm": 3.4994397163391113,
        "learning_rate": 4.1804498118491294e-05,
        "epoch": 1.75
    },
    {
        "loss": 8.2552,
        "grad_norm": 4.784666061401367,
        "learning_rate": 4.1716986085586766e-05,
        "epoch": 1.75
    },
    {
        "loss": 7.746,
        "grad_norm": 4.549380779266357,
        "learning_rate": 4.1629474052682245e-05,
        "epoch": 1.75
    },
    {
        "loss": 7.6646,
        "grad_norm": 3.586853504180908,
        "learning_rate": 4.154196201977772e-05,
        "epoch": 1.75
    },
    {
        "loss": 7.454,
        "grad_norm": 4.0881500244140625,
        "learning_rate": 4.1454449986873196e-05,
        "epoch": 1.76
    },
    {
        "loss": 7.6951,
        "grad_norm": 3.7725558280944824,
        "learning_rate": 4.136693795396867e-05,
        "epoch": 1.76
    },
    {
        "loss": 7.7406,
        "grad_norm": 4.566652297973633,
        "learning_rate": 4.127942592106415e-05,
        "epoch": 1.76
    },
    {
        "loss": 8.0458,
        "grad_norm": 4.562892913818359,
        "learning_rate": 4.119191388815962e-05,
        "epoch": 1.76
    },
    {
        "loss": 8.314,
        "grad_norm": 3.1217896938323975,
        "learning_rate": 4.11044018552551e-05,
        "epoch": 1.77
    },
    {
        "loss": 7.931,
        "grad_norm": 3.4693222045898438,
        "learning_rate": 4.101688982235058e-05,
        "epoch": 1.77
    },
    {
        "loss": 7.6126,
        "grad_norm": 3.7778282165527344,
        "learning_rate": 4.092937778944605e-05,
        "epoch": 1.77
    },
    {
        "loss": 7.4983,
        "grad_norm": 6.494439125061035,
        "learning_rate": 4.084186575654153e-05,
        "epoch": 1.77
    },
    {
        "loss": 7.801,
        "grad_norm": 3.602264165878296,
        "learning_rate": 4.0754353723637e-05,
        "epoch": 1.78
    },
    {
        "loss": 7.405,
        "grad_norm": 4.2882795333862305,
        "learning_rate": 4.066684169073248e-05,
        "epoch": 1.78
    },
    {
        "loss": 7.5115,
        "grad_norm": 4.935623645782471,
        "learning_rate": 4.057932965782795e-05,
        "epoch": 1.78
    },
    {
        "loss": 7.5315,
        "grad_norm": 5.16713809967041,
        "learning_rate": 4.049181762492343e-05,
        "epoch": 1.78
    },
    {
        "loss": 7.8313,
        "grad_norm": 3.440279960632324,
        "learning_rate": 4.04043055920189e-05,
        "epoch": 1.79
    },
    {
        "loss": 7.7669,
        "grad_norm": 4.02671480178833,
        "learning_rate": 4.031679355911438e-05,
        "epoch": 1.79
    },
    {
        "loss": 7.6988,
        "grad_norm": 5.945104598999023,
        "learning_rate": 4.022928152620985e-05,
        "epoch": 1.79
    },
    {
        "loss": 7.2314,
        "grad_norm": 4.557019233703613,
        "learning_rate": 4.014176949330533e-05,
        "epoch": 1.8
    },
    {
        "loss": 7.5578,
        "grad_norm": 3.9793171882629395,
        "learning_rate": 4.0054257460400804e-05,
        "epoch": 1.8
    },
    {
        "loss": 7.1794,
        "grad_norm": 3.178558349609375,
        "learning_rate": 3.996674542749628e-05,
        "epoch": 1.8
    },
    {
        "loss": 7.842,
        "grad_norm": 4.609609127044678,
        "learning_rate": 3.987923339459176e-05,
        "epoch": 1.8
    },
    {
        "loss": 7.4484,
        "grad_norm": 3.5374889373779297,
        "learning_rate": 3.9791721361687234e-05,
        "epoch": 1.81
    },
    {
        "loss": 7.2917,
        "grad_norm": 4.768485069274902,
        "learning_rate": 3.970420932878271e-05,
        "epoch": 1.81
    },
    {
        "loss": 7.4525,
        "grad_norm": 3.342456102371216,
        "learning_rate": 3.9616697295878185e-05,
        "epoch": 1.81
    },
    {
        "loss": 7.6611,
        "grad_norm": 4.111917018890381,
        "learning_rate": 3.9529185262973664e-05,
        "epoch": 1.81
    },
    {
        "loss": 7.9292,
        "grad_norm": 5.008895397186279,
        "learning_rate": 3.9441673230069136e-05,
        "epoch": 1.82
    },
    {
        "loss": 7.9246,
        "grad_norm": 4.372122287750244,
        "learning_rate": 3.9354161197164615e-05,
        "epoch": 1.82
    },
    {
        "loss": 7.6795,
        "grad_norm": 3.406059503555298,
        "learning_rate": 3.926664916426009e-05,
        "epoch": 1.82
    },
    {
        "loss": 7.5926,
        "grad_norm": 4.412403583526611,
        "learning_rate": 3.9179137131355566e-05,
        "epoch": 1.82
    },
    {
        "loss": 8.0002,
        "grad_norm": 4.203276634216309,
        "learning_rate": 3.909162509845104e-05,
        "epoch": 1.83
    },
    {
        "loss": 7.8556,
        "grad_norm": 3.7347216606140137,
        "learning_rate": 3.900411306554652e-05,
        "epoch": 1.83
    },
    {
        "loss": 8.2028,
        "grad_norm": 4.552736282348633,
        "learning_rate": 3.891660103264199e-05,
        "epoch": 1.83
    },
    {
        "loss": 8.1277,
        "grad_norm": 4.882839679718018,
        "learning_rate": 3.882908899973747e-05,
        "epoch": 1.83
    },
    {
        "loss": 7.74,
        "grad_norm": 4.639001846313477,
        "learning_rate": 3.875032817012339e-05,
        "epoch": 1.84
    },
    {
        "loss": 8.0942,
        "grad_norm": 5.097876071929932,
        "learning_rate": 3.866281613721887e-05,
        "epoch": 1.84
    },
    {
        "loss": 7.9073,
        "grad_norm": 3.200108051300049,
        "learning_rate": 3.8575304104314344e-05,
        "epoch": 1.84
    },
    {
        "loss": 7.5499,
        "grad_norm": 3.8395094871520996,
        "learning_rate": 3.848779207140982e-05,
        "epoch": 1.85
    },
    {
        "loss": 7.5298,
        "grad_norm": 3.6033782958984375,
        "learning_rate": 3.8400280038505295e-05,
        "epoch": 1.85
    },
    {
        "loss": 7.3608,
        "grad_norm": 4.341715335845947,
        "learning_rate": 3.8312768005600774e-05,
        "epoch": 1.85
    },
    {
        "loss": 8.2837,
        "grad_norm": 2.746906042098999,
        "learning_rate": 3.822525597269625e-05,
        "epoch": 1.85
    },
    {
        "loss": 7.0553,
        "grad_norm": 4.10823392868042,
        "learning_rate": 3.8137743939791725e-05,
        "epoch": 1.86
    },
    {
        "loss": 7.4852,
        "grad_norm": 3.21799635887146,
        "learning_rate": 3.8050231906887204e-05,
        "epoch": 1.86
    },
    {
        "loss": 7.4002,
        "grad_norm": 4.537161827087402,
        "learning_rate": 3.796271987398267e-05,
        "epoch": 1.86
    },
    {
        "loss": 7.4377,
        "grad_norm": 4.020664691925049,
        "learning_rate": 3.787520784107815e-05,
        "epoch": 1.86
    },
    {
        "loss": 7.6523,
        "grad_norm": 3.1800293922424316,
        "learning_rate": 3.778769580817362e-05,
        "epoch": 1.87
    },
    {
        "loss": 7.4824,
        "grad_norm": 3.2757511138916016,
        "learning_rate": 3.77001837752691e-05,
        "epoch": 1.87
    },
    {
        "loss": 7.8269,
        "grad_norm": 3.6784262657165527,
        "learning_rate": 3.761267174236457e-05,
        "epoch": 1.87
    },
    {
        "loss": 7.9757,
        "grad_norm": 3.4948902130126953,
        "learning_rate": 3.752515970946005e-05,
        "epoch": 1.87
    },
    {
        "loss": 7.8251,
        "grad_norm": 5.0971598625183105,
        "learning_rate": 3.743764767655553e-05,
        "epoch": 1.88
    },
    {
        "loss": 7.7561,
        "grad_norm": 4.533854961395264,
        "learning_rate": 3.7350135643651e-05,
        "epoch": 1.88
    },
    {
        "loss": 7.8986,
        "grad_norm": 4.550451278686523,
        "learning_rate": 3.726262361074648e-05,
        "epoch": 1.88
    },
    {
        "loss": 7.2438,
        "grad_norm": 3.8077099323272705,
        "learning_rate": 3.717511157784195e-05,
        "epoch": 1.88
    },
    {
        "loss": 7.7242,
        "grad_norm": 5.2727203369140625,
        "learning_rate": 3.708759954493743e-05,
        "epoch": 1.89
    },
    {
        "loss": 7.8602,
        "grad_norm": 2.9006500244140625,
        "learning_rate": 3.7000087512032903e-05,
        "epoch": 1.89
    },
    {
        "loss": 7.0401,
        "grad_norm": 4.919744491577148,
        "learning_rate": 3.691257547912838e-05,
        "epoch": 1.89
    },
    {
        "loss": 7.5799,
        "grad_norm": 3.297295093536377,
        "learning_rate": 3.6825063446223854e-05,
        "epoch": 1.9
    },
    {
        "loss": 7.355,
        "grad_norm": 2.9851813316345215,
        "learning_rate": 3.673755141331933e-05,
        "epoch": 1.9
    },
    {
        "loss": 7.715,
        "grad_norm": 3.619997262954712,
        "learning_rate": 3.6650039380414805e-05,
        "epoch": 1.9
    },
    {
        "loss": 7.8093,
        "grad_norm": 4.266133785247803,
        "learning_rate": 3.6562527347510284e-05,
        "epoch": 1.9
    },
    {
        "loss": 7.5723,
        "grad_norm": 3.513849973678589,
        "learning_rate": 3.6475015314605756e-05,
        "epoch": 1.91
    },
    {
        "loss": 7.006,
        "grad_norm": 3.6736350059509277,
        "learning_rate": 3.6387503281701235e-05,
        "epoch": 1.91
    },
    {
        "loss": 7.8925,
        "grad_norm": 3.4943020343780518,
        "learning_rate": 3.629999124879671e-05,
        "epoch": 1.91
    },
    {
        "loss": 7.3886,
        "grad_norm": 5.898230075836182,
        "learning_rate": 3.6212479215892186e-05,
        "epoch": 1.91
    },
    {
        "loss": 7.9521,
        "grad_norm": 3.2569427490234375,
        "learning_rate": 3.6124967182987665e-05,
        "epoch": 1.92
    },
    {
        "loss": 7.1573,
        "grad_norm": 6.18344259262085,
        "learning_rate": 3.603745515008314e-05,
        "epoch": 1.92
    },
    {
        "loss": 7.3595,
        "grad_norm": 6.704586982727051,
        "learning_rate": 3.5949943117178616e-05,
        "epoch": 1.92
    },
    {
        "loss": 8.1131,
        "grad_norm": 3.768490791320801,
        "learning_rate": 3.586243108427409e-05,
        "epoch": 1.92
    },
    {
        "loss": 7.8278,
        "grad_norm": 4.432671070098877,
        "learning_rate": 3.577491905136957e-05,
        "epoch": 1.93
    },
    {
        "loss": 7.4794,
        "grad_norm": 3.835556745529175,
        "learning_rate": 3.568740701846504e-05,
        "epoch": 1.93
    },
    {
        "loss": 7.5471,
        "grad_norm": 5.500497817993164,
        "learning_rate": 3.559989498556052e-05,
        "epoch": 1.93
    },
    {
        "loss": 7.9875,
        "grad_norm": 4.727583408355713,
        "learning_rate": 3.551238295265599e-05,
        "epoch": 1.93
    },
    {
        "loss": 6.9965,
        "grad_norm": 5.54524040222168,
        "learning_rate": 3.542487091975147e-05,
        "epoch": 1.94
    },
    {
        "loss": 7.6091,
        "grad_norm": 3.945673942565918,
        "learning_rate": 3.533735888684694e-05,
        "epoch": 1.94
    },
    {
        "loss": 7.6881,
        "grad_norm": 3.220522880554199,
        "learning_rate": 3.524984685394242e-05,
        "epoch": 1.94
    },
    {
        "loss": 7.5224,
        "grad_norm": 5.061761856079102,
        "learning_rate": 3.516233482103789e-05,
        "epoch": 1.95
    },
    {
        "loss": 7.2034,
        "grad_norm": 4.419524192810059,
        "learning_rate": 3.507482278813337e-05,
        "epoch": 1.95
    },
    {
        "loss": 7.8167,
        "grad_norm": 4.390359878540039,
        "learning_rate": 3.498731075522885e-05,
        "epoch": 1.95
    },
    {
        "loss": 7.9913,
        "grad_norm": 3.729773998260498,
        "learning_rate": 3.489979872232432e-05,
        "epoch": 1.95
    },
    {
        "loss": 7.6947,
        "grad_norm": 4.854176044464111,
        "learning_rate": 3.48122866894198e-05,
        "epoch": 1.96
    },
    {
        "loss": 7.7003,
        "grad_norm": 3.3899290561676025,
        "learning_rate": 3.472477465651527e-05,
        "epoch": 1.96
    },
    {
        "loss": 7.6489,
        "grad_norm": 4.47396993637085,
        "learning_rate": 3.463726262361075e-05,
        "epoch": 1.96
    },
    {
        "loss": 7.8908,
        "grad_norm": 3.3266396522521973,
        "learning_rate": 3.4549750590706224e-05,
        "epoch": 1.96
    },
    {
        "loss": 7.4745,
        "grad_norm": 4.091291904449463,
        "learning_rate": 3.44622385578017e-05,
        "epoch": 1.97
    },
    {
        "loss": 7.5307,
        "grad_norm": 7.771108627319336,
        "learning_rate": 3.4374726524897175e-05,
        "epoch": 1.97
    },
    {
        "loss": 7.7252,
        "grad_norm": 4.1433305740356445,
        "learning_rate": 3.4287214491992654e-05,
        "epoch": 1.97
    },
    {
        "loss": 8.1189,
        "grad_norm": 3.5036942958831787,
        "learning_rate": 3.4199702459088126e-05,
        "epoch": 1.97
    },
    {
        "loss": 7.6836,
        "grad_norm": 4.437150478363037,
        "learning_rate": 3.4112190426183605e-05,
        "epoch": 1.98
    },
    {
        "loss": 7.8543,
        "grad_norm": 6.440913200378418,
        "learning_rate": 3.402467839327908e-05,
        "epoch": 1.98
    },
    {
        "loss": 7.8673,
        "grad_norm": 4.657886981964111,
        "learning_rate": 3.393716636037455e-05,
        "epoch": 1.98
    },
    {
        "loss": 8.4281,
        "grad_norm": 4.122070789337158,
        "learning_rate": 3.384965432747003e-05,
        "epoch": 1.98
    },
    {
        "loss": 7.1948,
        "grad_norm": 3.2325737476348877,
        "learning_rate": 3.37621422945655e-05,
        "epoch": 1.99
    },
    {
        "loss": 7.3229,
        "grad_norm": 3.874630928039551,
        "learning_rate": 3.367463026166098e-05,
        "epoch": 1.99
    },
    {
        "loss": 7.5072,
        "grad_norm": 4.308450222015381,
        "learning_rate": 3.358711822875645e-05,
        "epoch": 1.99
    },
    {
        "loss": 7.5892,
        "grad_norm": 3.9709150791168213,
        "learning_rate": 3.349960619585193e-05,
        "epoch": 1.99
    },
    {
        "loss": 7.9792,
        "grad_norm": 6.5298919677734375,
        "learning_rate": 3.34120941629474e-05,
        "epoch": 2.0
    },
    {
        "loss": 7.688,
        "grad_norm": 4.508563041687012,
        "learning_rate": 3.332458213004288e-05,
        "epoch": 2.0
    },
    {
        "loss": 7.1915,
        "grad_norm": 3.5211637020111084,
        "learning_rate": 3.3237070097138354e-05,
        "epoch": 2.0
    },
    {
        "loss": 7.4623,
        "grad_norm": 4.973934173583984,
        "learning_rate": 3.314955806423383e-05,
        "epoch": 2.01
    },
    {
        "loss": 7.4097,
        "grad_norm": 4.810267448425293,
        "learning_rate": 3.3062046031329305e-05,
        "epoch": 2.01
    },
    {
        "loss": 7.5439,
        "grad_norm": 3.942003011703491,
        "learning_rate": 3.2974533998424783e-05,
        "epoch": 2.01
    },
    {
        "loss": 7.2904,
        "grad_norm": 3.7207398414611816,
        "learning_rate": 3.288702196552026e-05,
        "epoch": 2.01
    },
    {
        "loss": 7.0411,
        "grad_norm": 3.197200298309326,
        "learning_rate": 3.2799509932615734e-05,
        "epoch": 2.02
    },
    {
        "loss": 6.7708,
        "grad_norm": 5.261172294616699,
        "learning_rate": 3.2711997899711213e-05,
        "epoch": 2.02
    },
    {
        "loss": 7.2953,
        "grad_norm": 7.287022590637207,
        "learning_rate": 3.2624485866806686e-05,
        "epoch": 2.02
    },
    {
        "loss": 7.7778,
        "grad_norm": 3.6490862369537354,
        "learning_rate": 3.2536973833902164e-05,
        "epoch": 2.02
    },
    {
        "loss": 7.0521,
        "grad_norm": 3.474090337753296,
        "learning_rate": 3.2449461800997637e-05,
        "epoch": 2.03
    },
    {
        "loss": 7.6243,
        "grad_norm": 4.992802143096924,
        "learning_rate": 3.2361949768093115e-05,
        "epoch": 2.03
    },
    {
        "loss": 7.7397,
        "grad_norm": 4.16194486618042,
        "learning_rate": 3.227443773518859e-05,
        "epoch": 2.03
    },
    {
        "loss": 7.8743,
        "grad_norm": 4.265628814697266,
        "learning_rate": 3.2186925702284066e-05,
        "epoch": 2.03
    },
    {
        "loss": 7.5843,
        "grad_norm": 4.442827224731445,
        "learning_rate": 3.209941366937954e-05,
        "epoch": 2.04
    },
    {
        "loss": 7.1913,
        "grad_norm": 3.7389514446258545,
        "learning_rate": 3.201190163647502e-05,
        "epoch": 2.04
    },
    {
        "loss": 7.4241,
        "grad_norm": 4.544101238250732,
        "learning_rate": 3.192438960357049e-05,
        "epoch": 2.04
    },
    {
        "loss": 7.4453,
        "grad_norm": 3.6654653549194336,
        "learning_rate": 3.183687757066597e-05,
        "epoch": 2.04
    },
    {
        "loss": 7.4288,
        "grad_norm": 3.525256872177124,
        "learning_rate": 3.174936553776145e-05,
        "epoch": 2.05
    },
    {
        "loss": 7.387,
        "grad_norm": 4.041418075561523,
        "learning_rate": 3.166185350485692e-05,
        "epoch": 2.05
    },
    {
        "loss": 7.4435,
        "grad_norm": 4.415677547454834,
        "learning_rate": 3.15743414719524e-05,
        "epoch": 2.05
    },
    {
        "loss": 7.6321,
        "grad_norm": 3.649733066558838,
        "learning_rate": 3.148682943904787e-05,
        "epoch": 2.06
    },
    {
        "loss": 7.1816,
        "grad_norm": 4.361470699310303,
        "learning_rate": 3.139931740614335e-05,
        "epoch": 2.06
    },
    {
        "loss": 7.8665,
        "grad_norm": 2.8240556716918945,
        "learning_rate": 3.131180537323882e-05,
        "epoch": 2.06
    },
    {
        "loss": 8.0303,
        "grad_norm": 6.444936275482178,
        "learning_rate": 3.12242933403343e-05,
        "epoch": 2.06
    },
    {
        "loss": 7.834,
        "grad_norm": 4.267172813415527,
        "learning_rate": 3.113678130742977e-05,
        "epoch": 2.07
    },
    {
        "loss": 7.5162,
        "grad_norm": 4.9462480545043945,
        "learning_rate": 3.104926927452525e-05,
        "epoch": 2.07
    },
    {
        "loss": 7.3831,
        "grad_norm": 3.944603204727173,
        "learning_rate": 3.0961757241620723e-05,
        "epoch": 2.07
    },
    {
        "loss": 7.0951,
        "grad_norm": 4.1821608543396,
        "learning_rate": 3.08742452087162e-05,
        "epoch": 2.07
    },
    {
        "loss": 7.4743,
        "grad_norm": 4.054866790771484,
        "learning_rate": 3.0786733175811675e-05,
        "epoch": 2.08
    },
    {
        "loss": 7.4355,
        "grad_norm": 4.87803316116333,
        "learning_rate": 3.0699221142907153e-05,
        "epoch": 2.08
    },
    {
        "loss": 7.8149,
        "grad_norm": 4.6143388748168945,
        "learning_rate": 3.0611709110002626e-05,
        "epoch": 2.08
    },
    {
        "loss": 7.2776,
        "grad_norm": 3.6637542247772217,
        "learning_rate": 3.0524197077098104e-05,
        "epoch": 2.08
    },
    {
        "loss": 7.5867,
        "grad_norm": 4.739266872406006,
        "learning_rate": 3.043668504419358e-05,
        "epoch": 2.09
    },
    {
        "loss": 8.031,
        "grad_norm": 4.118218898773193,
        "learning_rate": 3.0349173011289055e-05,
        "epoch": 2.09
    },
    {
        "loss": 7.5086,
        "grad_norm": 3.7304162979125977,
        "learning_rate": 3.026166097838453e-05,
        "epoch": 2.09
    },
    {
        "loss": 7.0712,
        "grad_norm": 3.3575172424316406,
        "learning_rate": 3.0174148945480006e-05,
        "epoch": 2.09
    },
    {
        "loss": 7.8495,
        "grad_norm": 3.6715874671936035,
        "learning_rate": 3.0086636912575482e-05,
        "epoch": 2.1
    },
    {
        "loss": 7.8997,
        "grad_norm": 3.8344626426696777,
        "learning_rate": 2.9999124879670954e-05,
        "epoch": 2.1
    },
    {
        "loss": 7.6391,
        "grad_norm": 5.086608409881592,
        "learning_rate": 2.991161284676643e-05,
        "epoch": 2.1
    },
    {
        "loss": 7.6541,
        "grad_norm": 5.020079135894775,
        "learning_rate": 2.9824100813861905e-05,
        "epoch": 2.11
    },
    {
        "loss": 7.9148,
        "grad_norm": 4.90994119644165,
        "learning_rate": 2.973658878095738e-05,
        "epoch": 2.11
    },
    {
        "loss": 7.3306,
        "grad_norm": 7.108256816864014,
        "learning_rate": 2.9649076748052856e-05,
        "epoch": 2.11
    },
    {
        "loss": 7.4177,
        "grad_norm": 3.922966480255127,
        "learning_rate": 2.956156471514833e-05,
        "epoch": 2.11
    },
    {
        "loss": 7.6952,
        "grad_norm": 4.077629566192627,
        "learning_rate": 2.9474052682243807e-05,
        "epoch": 2.12
    },
    {
        "loss": 8.2089,
        "grad_norm": 3.003819227218628,
        "learning_rate": 2.9386540649339283e-05,
        "epoch": 2.12
    },
    {
        "loss": 6.8683,
        "grad_norm": 3.8509228229522705,
        "learning_rate": 2.9299028616434758e-05,
        "epoch": 2.12
    },
    {
        "loss": 7.1152,
        "grad_norm": 3.316972017288208,
        "learning_rate": 2.9211516583530234e-05,
        "epoch": 2.12
    },
    {
        "loss": 7.7425,
        "grad_norm": 5.465259552001953,
        "learning_rate": 2.9124004550625713e-05,
        "epoch": 2.13
    },
    {
        "loss": 7.3628,
        "grad_norm": 3.923509120941162,
        "learning_rate": 2.9036492517721188e-05,
        "epoch": 2.13
    },
    {
        "loss": 7.382,
        "grad_norm": 4.779471397399902,
        "learning_rate": 2.8948980484816664e-05,
        "epoch": 2.13
    },
    {
        "loss": 7.4485,
        "grad_norm": 6.00252628326416,
        "learning_rate": 2.886146845191214e-05,
        "epoch": 2.13
    },
    {
        "loss": 7.4238,
        "grad_norm": 4.734460353851318,
        "learning_rate": 2.8773956419007615e-05,
        "epoch": 2.14
    },
    {
        "loss": 7.4597,
        "grad_norm": 4.662705898284912,
        "learning_rate": 2.868644438610309e-05,
        "epoch": 2.14
    },
    {
        "loss": 7.7309,
        "grad_norm": 3.3174445629119873,
        "learning_rate": 2.8598932353198566e-05,
        "epoch": 2.14
    },
    {
        "loss": 7.7715,
        "grad_norm": 3.2781224250793457,
        "learning_rate": 2.851142032029404e-05,
        "epoch": 2.14
    },
    {
        "loss": 7.6348,
        "grad_norm": 5.909160137176514,
        "learning_rate": 2.8423908287389517e-05,
        "epoch": 2.15
    },
    {
        "loss": 7.2795,
        "grad_norm": 4.939976215362549,
        "learning_rate": 2.8336396254484992e-05,
        "epoch": 2.15
    },
    {
        "loss": 7.9346,
        "grad_norm": 4.42500114440918,
        "learning_rate": 2.8248884221580468e-05,
        "epoch": 2.15
    },
    {
        "loss": 7.4785,
        "grad_norm": 3.704190731048584,
        "learning_rate": 2.8161372188675943e-05,
        "epoch": 2.16
    },
    {
        "loss": 7.456,
        "grad_norm": 3.73481822013855,
        "learning_rate": 2.807386015577142e-05,
        "epoch": 2.16
    },
    {
        "loss": 7.4728,
        "grad_norm": 4.051381587982178,
        "learning_rate": 2.7986348122866894e-05,
        "epoch": 2.16
    },
    {
        "loss": 7.6646,
        "grad_norm": 3.674975633621216,
        "learning_rate": 2.7898836089962373e-05,
        "epoch": 2.16
    },
    {
        "loss": 7.4139,
        "grad_norm": 4.6207709312438965,
        "learning_rate": 2.781132405705785e-05,
        "epoch": 2.17
    },
    {
        "loss": 7.3962,
        "grad_norm": 3.7129499912261963,
        "learning_rate": 2.7723812024153324e-05,
        "epoch": 2.17
    },
    {
        "loss": 7.423,
        "grad_norm": 4.65708589553833,
        "learning_rate": 2.76362999912488e-05,
        "epoch": 2.17
    },
    {
        "loss": 7.577,
        "grad_norm": 5.05981969833374,
        "learning_rate": 2.7548787958344275e-05,
        "epoch": 2.17
    },
    {
        "loss": 7.4925,
        "grad_norm": 4.692249774932861,
        "learning_rate": 2.746127592543975e-05,
        "epoch": 2.18
    },
    {
        "loss": 7.4587,
        "grad_norm": 4.2007856369018555,
        "learning_rate": 2.7373763892535226e-05,
        "epoch": 2.18
    },
    {
        "loss": 7.7241,
        "grad_norm": 6.081201553344727,
        "learning_rate": 2.72862518596307e-05,
        "epoch": 2.18
    },
    {
        "loss": 7.6261,
        "grad_norm": 3.801405429840088,
        "learning_rate": 2.7198739826726177e-05,
        "epoch": 2.18
    },
    {
        "loss": 7.199,
        "grad_norm": 4.788170337677002,
        "learning_rate": 2.7111227793821653e-05,
        "epoch": 2.19
    },
    {
        "loss": 7.6249,
        "grad_norm": 3.934465169906616,
        "learning_rate": 2.7023715760917128e-05,
        "epoch": 2.19
    },
    {
        "loss": 7.1697,
        "grad_norm": 3.270228147506714,
        "learning_rate": 2.6936203728012604e-05,
        "epoch": 2.19
    },
    {
        "loss": 7.3199,
        "grad_norm": 4.648608207702637,
        "learning_rate": 2.684869169510808e-05,
        "epoch": 2.19
    },
    {
        "loss": 7.0883,
        "grad_norm": 3.7127881050109863,
        "learning_rate": 2.6761179662203555e-05,
        "epoch": 2.2
    },
    {
        "loss": 7.6402,
        "grad_norm": 4.310494899749756,
        "learning_rate": 2.6673667629299033e-05,
        "epoch": 2.2
    },
    {
        "loss": 8.1804,
        "grad_norm": 3.9658172130584717,
        "learning_rate": 2.658615559639451e-05,
        "epoch": 2.2
    },
    {
        "loss": 7.4997,
        "grad_norm": 6.007218837738037,
        "learning_rate": 2.6498643563489984e-05,
        "epoch": 2.2
    },
    {
        "loss": 7.1157,
        "grad_norm": 4.3563995361328125,
        "learning_rate": 2.641113153058546e-05,
        "epoch": 2.21
    },
    {
        "loss": 7.6341,
        "grad_norm": 3.9191131591796875,
        "learning_rate": 2.6323619497680935e-05,
        "epoch": 2.21
    },
    {
        "loss": 7.3165,
        "grad_norm": 6.353770732879639,
        "learning_rate": 2.623610746477641e-05,
        "epoch": 2.21
    },
    {
        "loss": 7.2788,
        "grad_norm": 4.23541784286499,
        "learning_rate": 2.6148595431871886e-05,
        "epoch": 2.22
    },
    {
        "loss": 7.4787,
        "grad_norm": 7.060284614562988,
        "learning_rate": 2.6061083398967362e-05,
        "epoch": 2.22
    },
    {
        "loss": 7.7702,
        "grad_norm": 3.484837055206299,
        "learning_rate": 2.597357136606283e-05,
        "epoch": 2.22
    },
    {
        "loss": 7.3549,
        "grad_norm": 6.6010589599609375,
        "learning_rate": 2.5886059333158306e-05,
        "epoch": 2.22
    },
    {
        "loss": 7.2694,
        "grad_norm": 4.792263984680176,
        "learning_rate": 2.5798547300253785e-05,
        "epoch": 2.23
    },
    {
        "loss": 7.479,
        "grad_norm": 4.992294788360596,
        "learning_rate": 2.571103526734926e-05,
        "epoch": 2.23
    },
    {
        "loss": 7.5955,
        "grad_norm": 5.028162956237793,
        "learning_rate": 2.5623523234444736e-05,
        "epoch": 2.23
    },
    {
        "loss": 7.1964,
        "grad_norm": 4.13356876373291,
        "learning_rate": 2.553601120154021e-05,
        "epoch": 2.23
    },
    {
        "loss": 6.9294,
        "grad_norm": 3.5145249366760254,
        "learning_rate": 2.5448499168635687e-05,
        "epoch": 2.24
    },
    {
        "loss": 7.4454,
        "grad_norm": 3.8901588916778564,
        "learning_rate": 2.5360987135731163e-05,
        "epoch": 2.24
    },
    {
        "loss": 7.738,
        "grad_norm": 4.009905815124512,
        "learning_rate": 2.5273475102826638e-05,
        "epoch": 2.24
    },
    {
        "loss": 7.3253,
        "grad_norm": 4.332956314086914,
        "learning_rate": 2.5185963069922114e-05,
        "epoch": 2.24
    },
    {
        "loss": 7.1716,
        "grad_norm": 3.688816785812378,
        "learning_rate": 2.509845103701759e-05,
        "epoch": 2.25
    },
    {
        "loss": 6.8345,
        "grad_norm": 7.10718297958374,
        "learning_rate": 2.5010939004113065e-05,
        "epoch": 2.25
    },
    {
        "loss": 7.7885,
        "grad_norm": 5.8644585609436035,
        "learning_rate": 2.492342697120854e-05,
        "epoch": 2.25
    },
    {
        "loss": 7.3728,
        "grad_norm": 2.958936929702759,
        "learning_rate": 2.4835914938304016e-05,
        "epoch": 2.25
    },
    {
        "loss": 7.2452,
        "grad_norm": 3.498347520828247,
        "learning_rate": 2.474840290539949e-05,
        "epoch": 2.26
    },
    {
        "loss": 7.0227,
        "grad_norm": 4.527777671813965,
        "learning_rate": 2.4660890872494967e-05,
        "epoch": 2.26
    },
    {
        "loss": 7.0811,
        "grad_norm": 4.315553665161133,
        "learning_rate": 2.4573378839590446e-05,
        "epoch": 2.26
    },
    {
        "loss": 7.5339,
        "grad_norm": 3.5268032550811768,
        "learning_rate": 2.448586680668592e-05,
        "epoch": 2.27
    },
    {
        "loss": 7.5172,
        "grad_norm": 4.606849670410156,
        "learning_rate": 2.4398354773781397e-05,
        "epoch": 2.27
    },
    {
        "loss": 7.5034,
        "grad_norm": 3.0682761669158936,
        "learning_rate": 2.4310842740876872e-05,
        "epoch": 2.27
    },
    {
        "loss": 7.0923,
        "grad_norm": 3.9300010204315186,
        "learning_rate": 2.4223330707972348e-05,
        "epoch": 2.27
    },
    {
        "loss": 7.3782,
        "grad_norm": 5.444020748138428,
        "learning_rate": 2.4135818675067823e-05,
        "epoch": 2.28
    },
    {
        "loss": 8.0698,
        "grad_norm": 3.9157919883728027,
        "learning_rate": 2.40483066421633e-05,
        "epoch": 2.28
    },
    {
        "loss": 7.4659,
        "grad_norm": 4.808152675628662,
        "learning_rate": 2.3960794609258774e-05,
        "epoch": 2.28
    },
    {
        "loss": 7.2596,
        "grad_norm": 4.249693870544434,
        "learning_rate": 2.387328257635425e-05,
        "epoch": 2.28
    },
    {
        "loss": 7.0133,
        "grad_norm": 4.091562271118164,
        "learning_rate": 2.3785770543449725e-05,
        "epoch": 2.29
    },
    {
        "loss": 7.9337,
        "grad_norm": 3.689053535461426,
        "learning_rate": 2.36982585105452e-05,
        "epoch": 2.29
    },
    {
        "loss": 7.954,
        "grad_norm": 3.9822888374328613,
        "learning_rate": 2.3610746477640676e-05,
        "epoch": 2.29
    },
    {
        "loss": 8.0586,
        "grad_norm": 4.524798393249512,
        "learning_rate": 2.352323444473615e-05,
        "epoch": 2.29
    },
    {
        "loss": 7.6348,
        "grad_norm": 4.638789653778076,
        "learning_rate": 2.3435722411831627e-05,
        "epoch": 2.3
    },
    {
        "loss": 7.1951,
        "grad_norm": 3.9606380462646484,
        "learning_rate": 2.3348210378927106e-05,
        "epoch": 2.3
    },
    {
        "loss": 7.1919,
        "grad_norm": 4.085976600646973,
        "learning_rate": 2.326069834602258e-05,
        "epoch": 2.3
    },
    {
        "loss": 7.7985,
        "grad_norm": 4.817371845245361,
        "learning_rate": 2.3173186313118057e-05,
        "epoch": 2.3
    },
    {
        "loss": 7.4659,
        "grad_norm": 4.804962635040283,
        "learning_rate": 2.3085674280213533e-05,
        "epoch": 2.31
    },
    {
        "loss": 7.6245,
        "grad_norm": 5.15590763092041,
        "learning_rate": 2.2998162247309005e-05,
        "epoch": 2.31
    },
    {
        "loss": 7.1799,
        "grad_norm": 5.4307122230529785,
        "learning_rate": 2.291065021440448e-05,
        "epoch": 2.31
    },
    {
        "loss": 6.737,
        "grad_norm": 3.417074680328369,
        "learning_rate": 2.2823138181499956e-05,
        "epoch": 2.32
    },
    {
        "loss": 7.3044,
        "grad_norm": 5.047757148742676,
        "learning_rate": 2.273562614859543e-05,
        "epoch": 2.32
    },
    {
        "loss": 7.0146,
        "grad_norm": 5.767230033874512,
        "learning_rate": 2.2648114115690907e-05,
        "epoch": 2.32
    },
    {
        "loss": 7.5375,
        "grad_norm": 4.92877197265625,
        "learning_rate": 2.2560602082786382e-05,
        "epoch": 2.32
    },
    {
        "loss": 7.5536,
        "grad_norm": 3.8499937057495117,
        "learning_rate": 2.2473090049881858e-05,
        "epoch": 2.33
    },
    {
        "loss": 7.2617,
        "grad_norm": 3.698652505874634,
        "learning_rate": 2.2385578016977337e-05,
        "epoch": 2.33
    },
    {
        "loss": 7.3101,
        "grad_norm": 3.8474197387695312,
        "learning_rate": 2.2298065984072812e-05,
        "epoch": 2.33
    },
    {
        "loss": 7.4945,
        "grad_norm": 4.18773889541626,
        "learning_rate": 2.2210553951168288e-05,
        "epoch": 2.33
    },
    {
        "loss": 7.1942,
        "grad_norm": 4.604954242706299,
        "learning_rate": 2.2123041918263763e-05,
        "epoch": 2.34
    },
    {
        "loss": 7.3004,
        "grad_norm": 4.48193359375,
        "learning_rate": 2.203552988535924e-05,
        "epoch": 2.34
    },
    {
        "loss": 7.2258,
        "grad_norm": 3.1619014739990234,
        "learning_rate": 2.1948017852454714e-05,
        "epoch": 2.34
    },
    {
        "loss": 7.1968,
        "grad_norm": 4.031898021697998,
        "learning_rate": 2.186050581955019e-05,
        "epoch": 2.34
    },
    {
        "loss": 7.7404,
        "grad_norm": 4.030830383300781,
        "learning_rate": 2.1772993786645665e-05,
        "epoch": 2.35
    },
    {
        "loss": 7.1855,
        "grad_norm": 3.3764097690582275,
        "learning_rate": 2.168548175374114e-05,
        "epoch": 2.35
    },
    {
        "loss": 7.0507,
        "grad_norm": 5.506438732147217,
        "learning_rate": 2.1597969720836616e-05,
        "epoch": 2.35
    },
    {
        "loss": 6.5909,
        "grad_norm": 4.797235012054443,
        "learning_rate": 2.151045768793209e-05,
        "epoch": 2.35
    },
    {
        "loss": 7.418,
        "grad_norm": 4.5042853355407715,
        "learning_rate": 2.1422945655027567e-05,
        "epoch": 2.36
    },
    {
        "loss": 7.3702,
        "grad_norm": 3.449220657348633,
        "learning_rate": 2.1335433622123043e-05,
        "epoch": 2.36
    },
    {
        "loss": 7.2734,
        "grad_norm": 5.276688098907471,
        "learning_rate": 2.1247921589218518e-05,
        "epoch": 2.36
    },
    {
        "loss": 7.1368,
        "grad_norm": 4.960446834564209,
        "learning_rate": 2.1160409556313997e-05,
        "epoch": 2.37
    },
    {
        "loss": 7.3468,
        "grad_norm": 4.041114330291748,
        "learning_rate": 2.1072897523409473e-05,
        "epoch": 2.37
    },
    {
        "loss": 7.5724,
        "grad_norm": 5.667148113250732,
        "learning_rate": 2.0985385490504945e-05,
        "epoch": 2.37
    },
    {
        "loss": 7.1379,
        "grad_norm": 3.245389223098755,
        "learning_rate": 2.089787345760042e-05,
        "epoch": 2.37
    },
    {
        "loss": 6.9722,
        "grad_norm": 4.715411186218262,
        "learning_rate": 2.0810361424695896e-05,
        "epoch": 2.38
    },
    {
        "loss": 7.4667,
        "grad_norm": 3.4023447036743164,
        "learning_rate": 2.072284939179137e-05,
        "epoch": 2.38
    },
    {
        "loss": 7.3368,
        "grad_norm": 4.798887252807617,
        "learning_rate": 2.0635337358886847e-05,
        "epoch": 2.38
    },
    {
        "loss": 7.224,
        "grad_norm": 4.741410255432129,
        "learning_rate": 2.0547825325982322e-05,
        "epoch": 2.38
    },
    {
        "loss": 7.0656,
        "grad_norm": 3.5715346336364746,
        "learning_rate": 2.046906449636825e-05,
        "epoch": 2.39
    },
    {
        "loss": 7.0197,
        "grad_norm": 4.428717613220215,
        "learning_rate": 2.0381552463463727e-05,
        "epoch": 2.39
    },
    {
        "loss": 7.4517,
        "grad_norm": 4.353855133056641,
        "learning_rate": 2.0294040430559202e-05,
        "epoch": 2.39
    },
    {
        "loss": 7.5488,
        "grad_norm": 3.331164598464966,
        "learning_rate": 2.0206528397654678e-05,
        "epoch": 2.39
    },
    {
        "loss": 6.8231,
        "grad_norm": 4.357122898101807,
        "learning_rate": 2.0119016364750153e-05,
        "epoch": 2.4
    },
    {
        "loss": 7.8218,
        "grad_norm": 3.6374125480651855,
        "learning_rate": 2.003150433184563e-05,
        "epoch": 2.4
    },
    {
        "loss": 7.2913,
        "grad_norm": 3.414724826812744,
        "learning_rate": 1.9943992298941104e-05,
        "epoch": 2.4
    },
    {
        "loss": 7.5022,
        "grad_norm": 3.073855400085449,
        "learning_rate": 1.985648026603658e-05,
        "epoch": 2.4
    },
    {
        "loss": 7.1292,
        "grad_norm": 5.69718074798584,
        "learning_rate": 1.976896823313206e-05,
        "epoch": 2.41
    },
    {
        "loss": 7.5066,
        "grad_norm": 3.6818926334381104,
        "learning_rate": 1.9681456200227534e-05,
        "epoch": 2.41
    },
    {
        "loss": 7.1924,
        "grad_norm": 6.099584579467773,
        "learning_rate": 1.959394416732301e-05,
        "epoch": 2.41
    },
    {
        "loss": 7.7311,
        "grad_norm": 4.388739109039307,
        "learning_rate": 1.9506432134418485e-05,
        "epoch": 2.41
    },
    {
        "loss": 7.8034,
        "grad_norm": 4.578341007232666,
        "learning_rate": 1.941892010151396e-05,
        "epoch": 2.42
    },
    {
        "loss": 7.1698,
        "grad_norm": 3.4639930725097656,
        "learning_rate": 1.9331408068609436e-05,
        "epoch": 2.42
    },
    {
        "loss": 7.0058,
        "grad_norm": 4.414987564086914,
        "learning_rate": 1.924389603570491e-05,
        "epoch": 2.42
    },
    {
        "loss": 7.3363,
        "grad_norm": 4.268624305725098,
        "learning_rate": 1.9156384002800387e-05,
        "epoch": 2.43
    },
    {
        "loss": 7.2589,
        "grad_norm": 6.716452598571777,
        "learning_rate": 1.9068871969895863e-05,
        "epoch": 2.43
    },
    {
        "loss": 7.2501,
        "grad_norm": 5.058889865875244,
        "learning_rate": 1.8981359936991335e-05,
        "epoch": 2.43
    },
    {
        "loss": 7.3893,
        "grad_norm": 6.656921863555908,
        "learning_rate": 1.889384790408681e-05,
        "epoch": 2.43
    },
    {
        "loss": 7.2942,
        "grad_norm": 4.824561595916748,
        "learning_rate": 1.8806335871182286e-05,
        "epoch": 2.44
    },
    {
        "loss": 7.6477,
        "grad_norm": 5.925858020782471,
        "learning_rate": 1.8718823838277765e-05,
        "epoch": 2.44
    },
    {
        "loss": 6.9424,
        "grad_norm": 3.955688714981079,
        "learning_rate": 1.863131180537324e-05,
        "epoch": 2.44
    },
    {
        "loss": 6.8707,
        "grad_norm": 3.95426869392395,
        "learning_rate": 1.8543799772468716e-05,
        "epoch": 2.44
    },
    {
        "loss": 7.5012,
        "grad_norm": 5.377491474151611,
        "learning_rate": 1.845628773956419e-05,
        "epoch": 2.45
    },
    {
        "loss": 7.6028,
        "grad_norm": 4.264338970184326,
        "learning_rate": 1.8368775706659667e-05,
        "epoch": 2.45
    },
    {
        "loss": 6.8808,
        "grad_norm": 5.041021347045898,
        "learning_rate": 1.8281263673755142e-05,
        "epoch": 2.45
    },
    {
        "loss": 8.0187,
        "grad_norm": 6.484523773193359,
        "learning_rate": 1.8193751640850618e-05,
        "epoch": 2.45
    },
    {
        "loss": 6.9991,
        "grad_norm": 4.5790205001831055,
        "learning_rate": 1.8106239607946093e-05,
        "epoch": 2.46
    },
    {
        "loss": 7.2012,
        "grad_norm": 4.204977989196777,
        "learning_rate": 1.801872757504157e-05,
        "epoch": 2.46
    },
    {
        "loss": 7.6324,
        "grad_norm": 3.803563356399536,
        "learning_rate": 1.7931215542137044e-05,
        "epoch": 2.46
    },
    {
        "loss": 6.6331,
        "grad_norm": 3.6445772647857666,
        "learning_rate": 1.784370350923252e-05,
        "epoch": 2.46
    },
    {
        "loss": 7.4633,
        "grad_norm": 3.9381942749023438,
        "learning_rate": 1.7756191476327995e-05,
        "epoch": 2.47
    },
    {
        "loss": 7.4318,
        "grad_norm": 3.573315382003784,
        "learning_rate": 1.766867944342347e-05,
        "epoch": 2.47
    },
    {
        "loss": 7.3045,
        "grad_norm": 3.7262725830078125,
        "learning_rate": 1.7581167410518946e-05,
        "epoch": 2.47
    },
    {
        "loss": 6.9975,
        "grad_norm": 4.73222541809082,
        "learning_rate": 1.7493655377614425e-05,
        "epoch": 2.48
    },
    {
        "loss": 6.7643,
        "grad_norm": 4.269005298614502,
        "learning_rate": 1.74061433447099e-05,
        "epoch": 2.48
    },
    {
        "loss": 7.7472,
        "grad_norm": 4.969855785369873,
        "learning_rate": 1.7318631311805376e-05,
        "epoch": 2.48
    },
    {
        "loss": 7.0408,
        "grad_norm": 4.290554046630859,
        "learning_rate": 1.723111927890085e-05,
        "epoch": 2.48
    },
    {
        "loss": 7.5848,
        "grad_norm": 4.593362808227539,
        "learning_rate": 1.7143607245996327e-05,
        "epoch": 2.49
    },
    {
        "loss": 7.2043,
        "grad_norm": 3.8505163192749023,
        "learning_rate": 1.7056095213091803e-05,
        "epoch": 2.49
    },
    {
        "loss": 7.076,
        "grad_norm": 5.526023864746094,
        "learning_rate": 1.6968583180187275e-05,
        "epoch": 2.49
    },
    {
        "loss": 7.5282,
        "grad_norm": 4.70090389251709,
        "learning_rate": 1.688107114728275e-05,
        "epoch": 2.49
    },
    {
        "loss": 7.1022,
        "grad_norm": 5.819429397583008,
        "learning_rate": 1.6793559114378226e-05,
        "epoch": 2.5
    },
    {
        "loss": 7.5449,
        "grad_norm": 4.2631707191467285,
        "learning_rate": 1.67060470814737e-05,
        "epoch": 2.5
    },
    {
        "loss": 7.5941,
        "grad_norm": 5.127431392669678,
        "learning_rate": 1.6618535048569177e-05,
        "epoch": 2.5
    },
    {
        "loss": 7.1741,
        "grad_norm": 5.605392932891846,
        "learning_rate": 1.6531023015664652e-05,
        "epoch": 2.5
    },
    {
        "loss": 7.5186,
        "grad_norm": 5.392033576965332,
        "learning_rate": 1.644351098276013e-05,
        "epoch": 2.51
    },
    {
        "loss": 7.4369,
        "grad_norm": 4.743539810180664,
        "learning_rate": 1.6355998949855607e-05,
        "epoch": 2.51
    },
    {
        "loss": 7.0646,
        "grad_norm": 4.0009684562683105,
        "learning_rate": 1.6268486916951082e-05,
        "epoch": 2.51
    },
    {
        "loss": 7.3658,
        "grad_norm": 4.551602363586426,
        "learning_rate": 1.6180974884046558e-05,
        "epoch": 2.51
    },
    {
        "loss": 7.7071,
        "grad_norm": 3.369328737258911,
        "learning_rate": 1.6093462851142033e-05,
        "epoch": 2.52
    },
    {
        "loss": 7.5386,
        "grad_norm": 3.6127750873565674,
        "learning_rate": 1.600595081823751e-05,
        "epoch": 2.52
    },
    {
        "loss": 7.3196,
        "grad_norm": 4.915907382965088,
        "learning_rate": 1.5918438785332984e-05,
        "epoch": 2.52
    },
    {
        "loss": 7.1598,
        "grad_norm": 5.295419216156006,
        "learning_rate": 1.583092675242846e-05,
        "epoch": 2.53
    },
    {
        "loss": 7.2027,
        "grad_norm": 5.066037654876709,
        "learning_rate": 1.5743414719523935e-05,
        "epoch": 2.53
    },
    {
        "loss": 7.4418,
        "grad_norm": 5.553489685058594,
        "learning_rate": 1.565590268661941e-05,
        "epoch": 2.53
    },
    {
        "loss": 6.8532,
        "grad_norm": 4.176399230957031,
        "learning_rate": 1.5568390653714886e-05,
        "epoch": 2.53
    },
    {
        "loss": 7.1576,
        "grad_norm": 5.018221855163574,
        "learning_rate": 1.5480878620810362e-05,
        "epoch": 2.54
    },
    {
        "loss": 7.5015,
        "grad_norm": 3.439542293548584,
        "learning_rate": 1.5393366587905837e-05,
        "epoch": 2.54
    },
    {
        "loss": 6.8427,
        "grad_norm": 3.641223907470703,
        "learning_rate": 1.5305854555001313e-05,
        "epoch": 2.54
    },
    {
        "loss": 7.7335,
        "grad_norm": 5.225297451019287,
        "learning_rate": 1.521834252209679e-05,
        "epoch": 2.54
    },
    {
        "loss": 7.1007,
        "grad_norm": 3.5159335136413574,
        "learning_rate": 1.5130830489192265e-05,
        "epoch": 2.55
    },
    {
        "loss": 7.3267,
        "grad_norm": 4.219715118408203,
        "learning_rate": 1.5043318456287741e-05,
        "epoch": 2.55
    },
    {
        "loss": 7.0066,
        "grad_norm": 4.482273101806641,
        "learning_rate": 1.4955806423383215e-05,
        "epoch": 2.55
    },
    {
        "loss": 7.4307,
        "grad_norm": 4.263273239135742,
        "learning_rate": 1.486829439047869e-05,
        "epoch": 2.55
    },
    {
        "loss": 7.3687,
        "grad_norm": 4.202017784118652,
        "learning_rate": 1.4780782357574166e-05,
        "epoch": 2.56
    },
    {
        "loss": 7.6405,
        "grad_norm": 5.738183498382568,
        "learning_rate": 1.4693270324669641e-05,
        "epoch": 2.56
    },
    {
        "loss": 7.3089,
        "grad_norm": 5.287261962890625,
        "learning_rate": 1.4605758291765117e-05,
        "epoch": 2.56
    },
    {
        "loss": 7.0879,
        "grad_norm": 5.147162914276123,
        "learning_rate": 1.4518246258860594e-05,
        "epoch": 2.56
    },
    {
        "loss": 7.145,
        "grad_norm": 3.873149871826172,
        "learning_rate": 1.443073422595607e-05,
        "epoch": 2.57
    },
    {
        "loss": 7.1013,
        "grad_norm": 4.64039945602417,
        "learning_rate": 1.4343222193051545e-05,
        "epoch": 2.57
    },
    {
        "loss": 7.0642,
        "grad_norm": 3.6532037258148193,
        "learning_rate": 1.425571016014702e-05,
        "epoch": 2.57
    },
    {
        "loss": 7.1647,
        "grad_norm": 3.756361484527588,
        "learning_rate": 1.4168198127242496e-05,
        "epoch": 2.58
    },
    {
        "loss": 7.0501,
        "grad_norm": 3.5314979553222656,
        "learning_rate": 1.4080686094337972e-05,
        "epoch": 2.58
    },
    {
        "loss": 7.4017,
        "grad_norm": 3.386040687561035,
        "learning_rate": 1.3993174061433447e-05,
        "epoch": 2.58
    },
    {
        "loss": 7.4412,
        "grad_norm": 3.566223382949829,
        "learning_rate": 1.3905662028528924e-05,
        "epoch": 2.58
    },
    {
        "loss": 7.0911,
        "grad_norm": 5.274896621704102,
        "learning_rate": 1.38181499956244e-05,
        "epoch": 2.59
    },
    {
        "loss": 7.0295,
        "grad_norm": 5.615356922149658,
        "learning_rate": 1.3730637962719875e-05,
        "epoch": 2.59
    },
    {
        "loss": 7.1455,
        "grad_norm": 4.624752521514893,
        "learning_rate": 1.364312592981535e-05,
        "epoch": 2.59
    },
    {
        "loss": 7.1833,
        "grad_norm": 4.156666278839111,
        "learning_rate": 1.3555613896910826e-05,
        "epoch": 2.59
    },
    {
        "loss": 7.8835,
        "grad_norm": 3.4591434001922607,
        "learning_rate": 1.3468101864006302e-05,
        "epoch": 2.6
    },
    {
        "loss": 7.1062,
        "grad_norm": 3.3804733753204346,
        "learning_rate": 1.3380589831101777e-05,
        "epoch": 2.6
    },
    {
        "loss": 7.365,
        "grad_norm": 3.7281017303466797,
        "learning_rate": 1.3293077798197254e-05,
        "epoch": 2.6
    },
    {
        "loss": 7.0466,
        "grad_norm": 3.4281463623046875,
        "learning_rate": 1.320556576529273e-05,
        "epoch": 2.6
    },
    {
        "loss": 7.4435,
        "grad_norm": 3.9861958026885986,
        "learning_rate": 1.3118053732388205e-05,
        "epoch": 2.61
    },
    {
        "loss": 7.3772,
        "grad_norm": 5.1440253257751465,
        "learning_rate": 1.3030541699483681e-05,
        "epoch": 2.61
    },
    {
        "loss": 7.2704,
        "grad_norm": 3.7356927394866943,
        "learning_rate": 1.2943029666579153e-05,
        "epoch": 2.61
    },
    {
        "loss": 7.4473,
        "grad_norm": 3.138427257537842,
        "learning_rate": 1.285551763367463e-05,
        "epoch": 2.61
    },
    {
        "loss": 7.654,
        "grad_norm": 5.250783920288086,
        "learning_rate": 1.2768005600770106e-05,
        "epoch": 2.62
    },
    {
        "loss": 7.2723,
        "grad_norm": 3.7493326663970947,
        "learning_rate": 1.2680493567865581e-05,
        "epoch": 2.62
    },
    {
        "loss": 7.2502,
        "grad_norm": 4.482826232910156,
        "learning_rate": 1.2592981534961057e-05,
        "epoch": 2.62
    },
    {
        "loss": 6.9983,
        "grad_norm": 4.741217613220215,
        "learning_rate": 1.2505469502056532e-05,
        "epoch": 2.62
    },
    {
        "loss": 7.1721,
        "grad_norm": 5.053958892822266,
        "learning_rate": 1.2417957469152008e-05,
        "epoch": 2.63
    },
    {
        "loss": 7.2113,
        "grad_norm": 5.000698089599609,
        "learning_rate": 1.2330445436247483e-05,
        "epoch": 2.63
    },
    {
        "loss": 7.0898,
        "grad_norm": 5.456648826599121,
        "learning_rate": 1.224293340334296e-05,
        "epoch": 2.63
    },
    {
        "loss": 7.2822,
        "grad_norm": 3.733816146850586,
        "learning_rate": 1.2155421370438436e-05,
        "epoch": 2.64
    },
    {
        "loss": 7.4952,
        "grad_norm": 4.114339351654053,
        "learning_rate": 1.2067909337533912e-05,
        "epoch": 2.64
    },
    {
        "loss": 6.9912,
        "grad_norm": 3.963610887527466,
        "learning_rate": 1.1980397304629387e-05,
        "epoch": 2.64
    },
    {
        "loss": 7.2077,
        "grad_norm": 4.697625637054443,
        "learning_rate": 1.1892885271724863e-05,
        "epoch": 2.64
    },
    {
        "loss": 6.9453,
        "grad_norm": 3.8456337451934814,
        "learning_rate": 1.1805373238820338e-05,
        "epoch": 2.65
    },
    {
        "loss": 7.6018,
        "grad_norm": 3.9979872703552246,
        "learning_rate": 1.1717861205915814e-05,
        "epoch": 2.65
    },
    {
        "loss": 7.078,
        "grad_norm": 4.1047563552856445,
        "learning_rate": 1.163034917301129e-05,
        "epoch": 2.65
    },
    {
        "loss": 6.7399,
        "grad_norm": 5.3073248863220215,
        "learning_rate": 1.1542837140106766e-05,
        "epoch": 2.65
    },
    {
        "loss": 6.9167,
        "grad_norm": 5.714503765106201,
        "learning_rate": 1.145532510720224e-05,
        "epoch": 2.66
    },
    {
        "loss": 7.4903,
        "grad_norm": 3.9626924991607666,
        "learning_rate": 1.1367813074297716e-05,
        "epoch": 2.66
    },
    {
        "loss": 7.4558,
        "grad_norm": 4.751763343811035,
        "learning_rate": 1.1280301041393191e-05,
        "epoch": 2.66
    },
    {
        "loss": 7.5696,
        "grad_norm": 3.73614501953125,
        "learning_rate": 1.1192789008488668e-05,
        "epoch": 2.66
    },
    {
        "loss": 7.1071,
        "grad_norm": 3.236339569091797,
        "learning_rate": 1.1105276975584144e-05,
        "epoch": 2.67
    },
    {
        "loss": 7.6115,
        "grad_norm": 4.271381855010986,
        "learning_rate": 1.101776494267962e-05,
        "epoch": 2.67
    },
    {
        "loss": 7.1791,
        "grad_norm": 3.6989824771881104,
        "learning_rate": 1.0930252909775095e-05,
        "epoch": 2.67
    },
    {
        "loss": 7.0511,
        "grad_norm": 3.856694221496582,
        "learning_rate": 1.084274087687057e-05,
        "epoch": 2.67
    },
    {
        "loss": 7.2655,
        "grad_norm": 4.834972858428955,
        "learning_rate": 1.0755228843966046e-05,
        "epoch": 2.68
    },
    {
        "loss": 7.0369,
        "grad_norm": 4.6722211837768555,
        "learning_rate": 1.0667716811061521e-05,
        "epoch": 2.68
    },
    {
        "loss": 7.1936,
        "grad_norm": 4.993673324584961,
        "learning_rate": 1.0580204778156999e-05,
        "epoch": 2.68
    },
    {
        "loss": 7.3347,
        "grad_norm": 3.4490904808044434,
        "learning_rate": 1.0492692745252472e-05,
        "epoch": 2.69
    },
    {
        "loss": 7.736,
        "grad_norm": 3.283051013946533,
        "learning_rate": 1.0405180712347948e-05,
        "epoch": 2.69
    },
    {
        "loss": 7.0317,
        "grad_norm": 3.656076431274414,
        "learning_rate": 1.0317668679443423e-05,
        "epoch": 2.69
    },
    {
        "loss": 6.866,
        "grad_norm": 3.4769787788391113,
        "learning_rate": 1.0230156646538899e-05,
        "epoch": 2.69
    },
    {
        "loss": 7.4499,
        "grad_norm": 3.384229898452759,
        "learning_rate": 1.0142644613634374e-05,
        "epoch": 2.7
    },
    {
        "loss": 6.9746,
        "grad_norm": 4.784582614898682,
        "learning_rate": 1.0055132580729852e-05,
        "epoch": 2.7
    },
    {
        "loss": 7.0138,
        "grad_norm": 4.076469898223877,
        "learning_rate": 9.967620547825327e-06,
        "epoch": 2.7
    },
    {
        "loss": 7.2836,
        "grad_norm": 5.0796709060668945,
        "learning_rate": 9.880108514920803e-06,
        "epoch": 2.7
    },
    {
        "loss": 7.0612,
        "grad_norm": 4.263620853424072,
        "learning_rate": 9.792596482016278e-06,
        "epoch": 2.71
    },
    {
        "loss": 7.0573,
        "grad_norm": 4.355484485626221,
        "learning_rate": 9.705084449111754e-06,
        "epoch": 2.71
    },
    {
        "loss": 7.3385,
        "grad_norm": 6.618645668029785,
        "learning_rate": 9.617572416207229e-06,
        "epoch": 2.71
    },
    {
        "loss": 7.5994,
        "grad_norm": 4.804537296295166,
        "learning_rate": 9.530060383302705e-06,
        "epoch": 2.71
    },
    {
        "loss": 8.1717,
        "grad_norm": 4.777498722076416,
        "learning_rate": 9.44254835039818e-06,
        "epoch": 2.72
    },
    {
        "loss": 7.1703,
        "grad_norm": 3.5699825286865234,
        "learning_rate": 9.355036317493656e-06,
        "epoch": 2.72
    },
    {
        "loss": 7.0822,
        "grad_norm": 6.044339179992676,
        "learning_rate": 9.267524284589131e-06,
        "epoch": 2.72
    },
    {
        "loss": 7.0899,
        "grad_norm": 3.558217763900757,
        "learning_rate": 9.180012251684607e-06,
        "epoch": 2.72
    },
    {
        "loss": 6.9441,
        "grad_norm": 4.0059075355529785,
        "learning_rate": 9.092500218780082e-06,
        "epoch": 2.73
    },
    {
        "loss": 7.1065,
        "grad_norm": 5.324728012084961,
        "learning_rate": 9.004988185875558e-06,
        "epoch": 2.73
    },
    {
        "loss": 6.91,
        "grad_norm": 3.852426767349243,
        "learning_rate": 8.917476152971035e-06,
        "epoch": 2.73
    },
    {
        "loss": 7.7985,
        "grad_norm": 5.7546844482421875,
        "learning_rate": 8.82996412006651e-06,
        "epoch": 2.74
    },
    {
        "loss": 7.098,
        "grad_norm": 4.994897842407227,
        "learning_rate": 8.742452087161986e-06,
        "epoch": 2.74
    },
    {
        "loss": 7.4831,
        "grad_norm": 4.3503522872924805,
        "learning_rate": 8.654940054257461e-06,
        "epoch": 2.74
    },
    {
        "loss": 7.3563,
        "grad_norm": 3.4878551959991455,
        "learning_rate": 8.567428021352937e-06,
        "epoch": 2.74
    },
    {
        "loss": 7.8125,
        "grad_norm": 4.518803596496582,
        "learning_rate": 8.47991598844841e-06,
        "epoch": 2.75
    },
    {
        "loss": 7.1354,
        "grad_norm": 3.4671084880828857,
        "learning_rate": 8.392403955543888e-06,
        "epoch": 2.75
    },
    {
        "loss": 7.1782,
        "grad_norm": 5.328606128692627,
        "learning_rate": 8.304891922639363e-06,
        "epoch": 2.75
    },
    {
        "loss": 7.7318,
        "grad_norm": 5.223174095153809,
        "learning_rate": 8.217379889734839e-06,
        "epoch": 2.75
    },
    {
        "loss": 6.9753,
        "grad_norm": 3.5544798374176025,
        "learning_rate": 8.129867856830314e-06,
        "epoch": 2.76
    },
    {
        "loss": 7.5763,
        "grad_norm": 8.088041305541992,
        "learning_rate": 8.04235582392579e-06,
        "epoch": 2.76
    },
    {
        "loss": 7.9196,
        "grad_norm": 4.860823631286621,
        "learning_rate": 7.954843791021265e-06,
        "epoch": 2.76
    },
    {
        "loss": 6.7199,
        "grad_norm": 2.9834036827087402,
        "learning_rate": 7.867331758116741e-06,
        "epoch": 2.76
    },
    {
        "loss": 7.0354,
        "grad_norm": 3.6943893432617188,
        "learning_rate": 7.779819725212218e-06,
        "epoch": 2.77
    },
    {
        "loss": 7.7071,
        "grad_norm": 4.091310977935791,
        "learning_rate": 7.692307692307694e-06,
        "epoch": 2.77
    },
    {
        "loss": 7.2135,
        "grad_norm": 3.6830339431762695,
        "learning_rate": 7.604795659403169e-06,
        "epoch": 2.77
    },
    {
        "loss": 7.5218,
        "grad_norm": 3.4381253719329834,
        "learning_rate": 7.517283626498645e-06,
        "epoch": 2.77
    },
    {
        "loss": 7.1017,
        "grad_norm": 5.597609519958496,
        "learning_rate": 7.429771593594119e-06,
        "epoch": 2.78
    },
    {
        "loss": 6.7574,
        "grad_norm": 3.175727128982544,
        "learning_rate": 7.342259560689595e-06,
        "epoch": 2.78
    },
    {
        "loss": 6.8652,
        "grad_norm": 3.873260021209717,
        "learning_rate": 7.25474752778507e-06,
        "epoch": 2.78
    },
    {
        "loss": 7.0743,
        "grad_norm": 3.3759090900421143,
        "learning_rate": 7.167235494880546e-06,
        "epoch": 2.79
    },
    {
        "loss": 7.4346,
        "grad_norm": 4.680045127868652,
        "learning_rate": 7.079723461976022e-06,
        "epoch": 2.79
    },
    {
        "loss": 7.1374,
        "grad_norm": 5.331534385681152,
        "learning_rate": 6.992211429071498e-06,
        "epoch": 2.79
    },
    {
        "loss": 7.1309,
        "grad_norm": 5.658579349517822,
        "learning_rate": 6.904699396166973e-06,
        "epoch": 2.79
    },
    {
        "loss": 6.9677,
        "grad_norm": 4.185191631317139,
        "learning_rate": 6.8171873632624495e-06,
        "epoch": 2.8
    },
    {
        "loss": 6.9958,
        "grad_norm": 3.82647967338562,
        "learning_rate": 6.729675330357925e-06,
        "epoch": 2.8
    },
    {
        "loss": 7.1796,
        "grad_norm": 4.288081645965576,
        "learning_rate": 6.6421632974534005e-06,
        "epoch": 2.8
    },
    {
        "loss": 7.0815,
        "grad_norm": 3.3872106075286865,
        "learning_rate": 6.554651264548876e-06,
        "epoch": 2.8
    },
    {
        "loss": 6.9035,
        "grad_norm": 3.4726109504699707,
        "learning_rate": 6.467139231644351e-06,
        "epoch": 2.81
    },
    {
        "loss": 7.4375,
        "grad_norm": 5.091712951660156,
        "learning_rate": 6.379627198739826e-06,
        "epoch": 2.81
    },
    {
        "loss": 7.4423,
        "grad_norm": 3.271453380584717,
        "learning_rate": 6.2921151658353025e-06,
        "epoch": 2.81
    },
    {
        "loss": 6.976,
        "grad_norm": 3.8439278602600098,
        "learning_rate": 6.204603132930778e-06,
        "epoch": 2.81
    },
    {
        "loss": 7.7446,
        "grad_norm": 3.4631197452545166,
        "learning_rate": 6.1170911000262535e-06,
        "epoch": 2.82
    },
    {
        "loss": 7.7139,
        "grad_norm": 3.5582733154296875,
        "learning_rate": 6.02957906712173e-06,
        "epoch": 2.82
    },
    {
        "loss": 7.0974,
        "grad_norm": 4.480440139770508,
        "learning_rate": 5.942067034217205e-06,
        "epoch": 2.82
    },
    {
        "loss": 7.6834,
        "grad_norm": 4.127463340759277,
        "learning_rate": 5.854555001312681e-06,
        "epoch": 2.82
    },
    {
        "loss": 7.0067,
        "grad_norm": 4.044102191925049,
        "learning_rate": 5.767042968408156e-06,
        "epoch": 2.83
    },
    {
        "loss": 7.4619,
        "grad_norm": 5.20751953125,
        "learning_rate": 5.679530935503632e-06,
        "epoch": 2.83
    },
    {
        "loss": 6.9783,
        "grad_norm": 4.303256511688232,
        "learning_rate": 5.592018902599107e-06,
        "epoch": 2.83
    },
    {
        "loss": 7.093,
        "grad_norm": 5.665140151977539,
        "learning_rate": 5.504506869694583e-06,
        "epoch": 2.83
    },
    {
        "loss": 7.5041,
        "grad_norm": 4.066624164581299,
        "learning_rate": 5.416994836790059e-06,
        "epoch": 2.84
    },
    {
        "loss": 6.906,
        "grad_norm": 4.449793815612793,
        "learning_rate": 5.329482803885535e-06,
        "epoch": 2.84
    },
    {
        "loss": 7.4408,
        "grad_norm": 4.4521074295043945,
        "learning_rate": 5.2419707709810094e-06,
        "epoch": 2.84
    },
    {
        "loss": 7.1617,
        "grad_norm": 3.7591211795806885,
        "learning_rate": 5.154458738076486e-06,
        "epoch": 2.85
    },
    {
        "loss": 6.955,
        "grad_norm": 5.360795974731445,
        "learning_rate": 5.066946705171961e-06,
        "epoch": 2.85
    },
    {
        "loss": 7.3291,
        "grad_norm": 3.872117280960083,
        "learning_rate": 4.979434672267437e-06,
        "epoch": 2.85
    },
    {
        "loss": 7.7188,
        "grad_norm": 5.078587055206299,
        "learning_rate": 4.891922639362913e-06,
        "epoch": 2.85
    },
    {
        "loss": 7.1934,
        "grad_norm": 5.7633056640625,
        "learning_rate": 4.804410606458389e-06,
        "epoch": 2.86
    },
    {
        "loss": 7.0959,
        "grad_norm": 3.960428476333618,
        "learning_rate": 4.716898573553863e-06,
        "epoch": 2.86
    },
    {
        "loss": 6.9419,
        "grad_norm": 6.363913536071777,
        "learning_rate": 4.62938654064934e-06,
        "epoch": 2.86
    },
    {
        "loss": 7.0335,
        "grad_norm": 4.09603214263916,
        "learning_rate": 4.541874507744815e-06,
        "epoch": 2.86
    },
    {
        "loss": 7.2072,
        "grad_norm": 3.217400312423706,
        "learning_rate": 4.454362474840291e-06,
        "epoch": 2.87
    },
    {
        "loss": 7.3142,
        "grad_norm": 4.389254570007324,
        "learning_rate": 4.366850441935766e-06,
        "epoch": 2.87
    },
    {
        "loss": 7.3642,
        "grad_norm": 4.192555904388428,
        "learning_rate": 4.2793384090312425e-06,
        "epoch": 2.87
    },
    {
        "loss": 6.8518,
        "grad_norm": 4.6586809158325195,
        "learning_rate": 4.191826376126717e-06,
        "epoch": 2.87
    },
    {
        "loss": 7.4924,
        "grad_norm": 3.969644784927368,
        "learning_rate": 4.104314343222193e-06,
        "epoch": 2.88
    },
    {
        "loss": 6.8693,
        "grad_norm": 3.7710835933685303,
        "learning_rate": 4.016802310317669e-06,
        "epoch": 2.88
    },
    {
        "loss": 6.8957,
        "grad_norm": 3.549421548843384,
        "learning_rate": 3.9292902774131446e-06,
        "epoch": 2.88
    },
    {
        "loss": 7.6237,
        "grad_norm": 3.6362552642822266,
        "learning_rate": 3.84177824450862e-06,
        "epoch": 2.88
    },
    {
        "loss": 7.2684,
        "grad_norm": 4.023890972137451,
        "learning_rate": 3.754266211604096e-06,
        "epoch": 2.89
    },
    {
        "loss": 7.2039,
        "grad_norm": 3.6492927074432373,
        "learning_rate": 3.666754178699571e-06,
        "epoch": 2.89
    },
    {
        "loss": 7.7765,
        "grad_norm": 4.3814191818237305,
        "learning_rate": 3.579242145795047e-06,
        "epoch": 2.89
    },
    {
        "loss": 7.3461,
        "grad_norm": 5.455050468444824,
        "learning_rate": 3.4917301128905225e-06,
        "epoch": 2.9
    },
    {
        "loss": 7.2237,
        "grad_norm": 4.942239761352539,
        "learning_rate": 3.4042180799859984e-06,
        "epoch": 2.9
    },
    {
        "loss": 6.8001,
        "grad_norm": 3.596323251724243,
        "learning_rate": 3.316706047081474e-06,
        "epoch": 2.9
    },
    {
        "loss": 7.3173,
        "grad_norm": 3.8507444858551025,
        "learning_rate": 3.229194014176949e-06,
        "epoch": 2.9
    },
    {
        "loss": 7.1595,
        "grad_norm": 4.1059651374816895,
        "learning_rate": 3.141681981272425e-06,
        "epoch": 2.91
    },
    {
        "loss": 7.279,
        "grad_norm": 3.6779584884643555,
        "learning_rate": 3.0541699483679005e-06,
        "epoch": 2.91
    },
    {
        "loss": 6.9319,
        "grad_norm": 3.716569423675537,
        "learning_rate": 2.9666579154633764e-06,
        "epoch": 2.91
    },
    {
        "loss": 7.1694,
        "grad_norm": 4.070470333099365,
        "learning_rate": 2.8791458825588523e-06,
        "epoch": 2.91
    },
    {
        "loss": 7.8244,
        "grad_norm": 4.256218910217285,
        "learning_rate": 2.7916338496543274e-06,
        "epoch": 2.92
    },
    {
        "loss": 7.5893,
        "grad_norm": 3.4462125301361084,
        "learning_rate": 2.7041218167498033e-06,
        "epoch": 2.92
    },
    {
        "loss": 6.8421,
        "grad_norm": 3.3473029136657715,
        "learning_rate": 2.616609783845279e-06,
        "epoch": 2.92
    },
    {
        "loss": 6.735,
        "grad_norm": 4.084453582763672,
        "learning_rate": 2.5290977509407543e-06,
        "epoch": 2.92
    },
    {
        "loss": 7.4639,
        "grad_norm": 4.453617572784424,
        "learning_rate": 2.4415857180362303e-06,
        "epoch": 2.93
    },
    {
        "loss": 7.1289,
        "grad_norm": 3.5332283973693848,
        "learning_rate": 2.3540736851317058e-06,
        "epoch": 2.93
    },
    {
        "loss": 6.9,
        "grad_norm": 4.8280792236328125,
        "learning_rate": 2.2665616522271813e-06,
        "epoch": 2.93
    },
    {
        "loss": 7.534,
        "grad_norm": 4.160041809082031,
        "learning_rate": 2.179049619322657e-06,
        "epoch": 2.93
    },
    {
        "loss": 7.4365,
        "grad_norm": 4.7804975509643555,
        "learning_rate": 2.0915375864181323e-06,
        "epoch": 2.94
    },
    {
        "loss": 7.4622,
        "grad_norm": 5.68775749206543,
        "learning_rate": 2.0040255535136082e-06,
        "epoch": 2.94
    },
    {
        "loss": 6.9841,
        "grad_norm": Infinity,
        "learning_rate": 1.9252647238995363e-06,
        "epoch": 2.94
    },
    {
        "loss": 7.0386,
        "grad_norm": 3.1843979358673096,
        "learning_rate": 1.8377526909950118e-06,
        "epoch": 2.95
    },
    {
        "loss": 7.1348,
        "grad_norm": 3.309314489364624,
        "learning_rate": 1.7502406580904876e-06,
        "epoch": 2.95
    },
    {
        "loss": 7.5823,
        "grad_norm": 3.1254711151123047,
        "learning_rate": 1.6627286251859633e-06,
        "epoch": 2.95
    },
    {
        "loss": 7.4536,
        "grad_norm": 4.925593852996826,
        "learning_rate": 1.5752165922814386e-06,
        "epoch": 2.95
    },
    {
        "loss": 7.7934,
        "grad_norm": 3.3663341999053955,
        "learning_rate": 1.4877045593769145e-06,
        "epoch": 2.96
    },
    {
        "loss": 7.2564,
        "grad_norm": 4.316028594970703,
        "learning_rate": 1.40019252647239e-06,
        "epoch": 2.96
    },
    {
        "loss": 7.0841,
        "grad_norm": 3.023416757583618,
        "learning_rate": 1.3126804935678657e-06,
        "epoch": 2.96
    },
    {
        "loss": 7.0354,
        "grad_norm": 4.041641712188721,
        "learning_rate": 1.2251684606633412e-06,
        "epoch": 2.96
    },
    {
        "loss": 7.2408,
        "grad_norm": 4.036230564117432,
        "learning_rate": 1.137656427758817e-06,
        "epoch": 2.97
    },
    {
        "loss": 6.8542,
        "grad_norm": 3.975757360458374,
        "learning_rate": 1.0501443948542925e-06,
        "epoch": 2.97
    },
    {
        "loss": 7.384,
        "grad_norm": 4.212265968322754,
        "learning_rate": 9.626323619497682e-07,
        "epoch": 2.97
    },
    {
        "loss": 7.5291,
        "grad_norm": 4.709102630615234,
        "learning_rate": 8.751203290452438e-07,
        "epoch": 2.97
    },
    {
        "loss": 7.2415,
        "grad_norm": 4.24073600769043,
        "learning_rate": 7.876082961407193e-07,
        "epoch": 2.98
    },
    {
        "loss": 7.117,
        "grad_norm": 4.139495849609375,
        "learning_rate": 7.00096263236195e-07,
        "epoch": 2.98
    },
    {
        "loss": 7.4584,
        "grad_norm": 3.581001043319702,
        "learning_rate": 6.125842303316706e-07,
        "epoch": 2.98
    },
    {
        "loss": 7.0442,
        "grad_norm": 3.6776018142700195,
        "learning_rate": 5.250721974271462e-07,
        "epoch": 2.98
    },
    {
        "loss": 7.1353,
        "grad_norm": 3.3257029056549072,
        "learning_rate": 4.375601645226219e-07,
        "epoch": 2.99
    },
    {
        "loss": 7.4847,
        "grad_norm": 4.7782697677612305,
        "learning_rate": 3.500481316180975e-07,
        "epoch": 2.99
    },
    {
        "loss": 7.4365,
        "grad_norm": 3.6555185317993164,
        "learning_rate": 2.625360987135731e-07,
        "epoch": 2.99
    },
    {
        "loss": 7.0578,
        "grad_norm": 3.675234079360962,
        "learning_rate": 1.7502406580904875e-07,
        "epoch": 3.0
    },
    {
        "loss": 6.8152,
        "grad_norm": 4.117830276489258,
        "learning_rate": 8.751203290452438e-08,
        "epoch": 3.0
    },
    {
        "train_runtime": 132410.4061,
        "train_samples_per_second": 2.762,
        "train_steps_per_second": 0.086,
        "train_loss": 8.721853916044362,
        "epoch": 3.0
    }
]