{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9984,
  "eval_steps": 500,
  "global_step": 2811,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "grad_norm": 8.1875,
      "learning_rate": 1.25e-05,
      "loss": 1.5548,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.59375,
      "learning_rate": 2.5e-05,
      "loss": 1.5637,
      "step": 10
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.90625,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.5441,
      "step": 15
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.5,
      "learning_rate": 5e-05,
      "loss": 1.5212,
      "step": 20
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.90625,
      "learning_rate": 4.999960406039296e-05,
      "loss": 1.3853,
      "step": 25
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.59375,
      "learning_rate": 4.9998416254113275e-05,
      "loss": 1.3669,
      "step": 30
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.6875,
      "learning_rate": 4.9996436618784923e-05,
      "loss": 1.339,
      "step": 35
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.125,
      "learning_rate": 4.9993665217113186e-05,
      "loss": 1.4381,
      "step": 40
    },
    {
      "epoch": 0.05,
      "grad_norm": 6.4375,
      "learning_rate": 4.9990102136882665e-05,
      "loss": 1.3781,
      "step": 45
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.875,
      "learning_rate": 4.998574749095454e-05,
      "loss": 1.3353,
      "step": 50
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.90625,
      "learning_rate": 4.998060141726295e-05,
      "loss": 1.326,
      "step": 55
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.125,
      "learning_rate": 4.997466407881065e-05,
      "loss": 1.314,
      "step": 60
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.21875,
      "learning_rate": 4.996793566366384e-05,
      "loss": 1.2821,
      "step": 65
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.46875,
      "learning_rate": 4.99604163849462e-05,
      "loss": 1.3627,
      "step": 70
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.25,
      "learning_rate": 4.995210648083214e-05,
      "loss": 1.3492,
      "step": 75
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.59375,
      "learning_rate": 4.994300621453928e-05,
      "loss": 1.3351,
      "step": 80
    },
    {
      "epoch": 0.09,
      "grad_norm": 5.53125,
      "learning_rate": 4.99331158743201e-05,
      "loss": 1.3716,
      "step": 85
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.78125,
      "learning_rate": 4.992243577345278e-05,
      "loss": 1.3064,
      "step": 90
    },
    {
      "epoch": 0.1,
      "grad_norm": 6.0625,
      "learning_rate": 4.9910966250231324e-05,
      "loss": 1.3729,
      "step": 95
    },
    {
      "epoch": 0.11,
      "grad_norm": 5.59375,
      "learning_rate": 4.989870766795481e-05,
      "loss": 1.3587,
      "step": 100
    },
    {
      "epoch": 0.11,
      "grad_norm": 6.09375,
      "learning_rate": 4.988566041491589e-05,
      "loss": 1.3231,
      "step": 105
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.09375,
      "learning_rate": 4.987182490438852e-05,
      "loss": 1.2753,
      "step": 110
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.09375,
      "learning_rate": 4.985720157461482e-05,
      "loss": 1.2592,
      "step": 115
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.1875,
      "learning_rate": 4.984179088879122e-05,
      "loss": 1.3175,
      "step": 120
    },
    {
      "epoch": 0.13,
      "grad_norm": 6.59375,
      "learning_rate": 4.9825593335053796e-05,
      "loss": 1.4169,
      "step": 125
    },
    {
      "epoch": 0.14,
      "grad_norm": 5.46875,
      "learning_rate": 4.9808609426462794e-05,
      "loss": 1.3497,
      "step": 130
    },
    {
      "epoch": 0.14,
      "grad_norm": 6.6875,
      "learning_rate": 4.979083970098638e-05,
      "loss": 1.4249,
      "step": 135
    },
    {
      "epoch": 0.15,
      "grad_norm": 5.40625,
      "learning_rate": 4.977228472148361e-05,
      "loss": 1.3558,
      "step": 140
    },
    {
      "epoch": 0.15,
      "grad_norm": 6.53125,
      "learning_rate": 4.9752945075686574e-05,
      "loss": 1.371,
      "step": 145
    },
    {
      "epoch": 0.16,
      "grad_norm": 5.90625,
      "learning_rate": 4.973282137618182e-05,
      "loss": 1.2899,
      "step": 150
    },
    {
      "epoch": 0.17,
      "grad_norm": 7.96875,
      "learning_rate": 4.9711914260390924e-05,
      "loss": 1.3947,
      "step": 155
    },
    {
      "epoch": 0.17,
      "grad_norm": 5.625,
      "learning_rate": 4.96902243905503e-05,
      "loss": 1.2762,
      "step": 160
    },
    {
      "epoch": 0.18,
      "grad_norm": 9.125,
      "learning_rate": 4.966775245369024e-05,
      "loss": 1.392,
      "step": 165
    },
    {
      "epoch": 0.18,
      "grad_norm": 6.1875,
      "learning_rate": 4.964449916161312e-05,
      "loss": 1.3061,
      "step": 170
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.53125,
      "learning_rate": 4.9620465250870886e-05,
      "loss": 1.2861,
      "step": 175
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.71875,
      "learning_rate": 4.959565148274172e-05,
      "loss": 1.3093,
      "step": 180
    },
    {
      "epoch": 0.2,
      "grad_norm": 6.5,
      "learning_rate": 4.95700586432059e-05,
      "loss": 1.2894,
      "step": 185
    },
    {
      "epoch": 0.2,
      "grad_norm": 6.3125,
      "learning_rate": 4.954368754292095e-05,
      "loss": 1.2801,
      "step": 190
    },
    {
      "epoch": 0.21,
      "grad_norm": 4.75,
      "learning_rate": 4.951653901719589e-05,
      "loss": 1.3643,
      "step": 195
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.125,
      "learning_rate": 4.9488613925964886e-05,
      "loss": 1.2965,
      "step": 200
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.125,
      "learning_rate": 4.945991315375987e-05,
      "loss": 1.3055,
      "step": 205
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.53125,
      "learning_rate": 4.943043760968267e-05,
      "loss": 1.2909,
      "step": 210
    },
    {
      "epoch": 0.23,
      "grad_norm": 6.8125,
      "learning_rate": 4.940018822737609e-05,
      "loss": 1.3486,
      "step": 215
    },
    {
      "epoch": 0.23,
      "grad_norm": 6.625,
      "learning_rate": 4.9369165964994434e-05,
      "loss": 1.3847,
      "step": 220
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.125,
      "learning_rate": 4.9337371805173074e-05,
      "loss": 1.3065,
      "step": 225
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.75,
      "learning_rate": 4.93048067549974e-05,
      "loss": 1.309,
      "step": 230
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.21875,
      "learning_rate": 4.9271471845970854e-05,
      "loss": 1.2953,
      "step": 235
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.59375,
      "learning_rate": 4.9237368133982286e-05,
      "loss": 1.3291,
      "step": 240
    },
    {
      "epoch": 0.26,
      "grad_norm": 6.25,
      "learning_rate": 4.920249669927255e-05,
      "loss": 1.2906,
      "step": 245
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.46875,
      "learning_rate": 4.916685864640021e-05,
      "loss": 1.3583,
      "step": 250
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.5625,
      "learning_rate": 4.913045510420658e-05,
      "loss": 1.2911,
      "step": 255
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.46875,
      "learning_rate": 4.9093287225780004e-05,
      "loss": 1.2865,
      "step": 260
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.9375,
      "learning_rate": 4.905535618841931e-05,
      "loss": 1.3438,
      "step": 265
    },
    {
      "epoch": 0.29,
      "grad_norm": 6.53125,
      "learning_rate": 4.901666319359649e-05,
      "loss": 1.3012,
      "step": 270
    },
    {
      "epoch": 0.29,
      "grad_norm": 5.84375,
      "learning_rate": 4.897720946691867e-05,
      "loss": 1.313,
      "step": 275
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.71875,
      "learning_rate": 4.893699625808931e-05,
      "loss": 1.3882,
      "step": 280
    },
    {
      "epoch": 0.3,
      "grad_norm": 6.40625,
      "learning_rate": 4.889602484086857e-05,
      "loss": 1.2409,
      "step": 285
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.46875,
      "learning_rate": 4.8854296513032996e-05,
      "loss": 1.3014,
      "step": 290
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.125,
      "learning_rate": 4.8811812596334395e-05,
      "loss": 1.3349,
      "step": 295
    },
    {
      "epoch": 0.32,
      "grad_norm": 6.34375,
      "learning_rate": 4.8768574436458e-05,
      "loss": 1.2216,
      "step": 300
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.5,
      "learning_rate": 4.8724583402979826e-05,
      "loss": 1.27,
      "step": 305
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.40625,
      "learning_rate": 4.867984088932326e-05,
      "loss": 1.2596,
      "step": 310
    },
    {
      "epoch": 0.34,
      "grad_norm": 6.21875,
      "learning_rate": 4.8634348312714956e-05,
      "loss": 1.3084,
      "step": 315
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.625,
      "learning_rate": 4.8588107114139955e-05,
      "loss": 1.3364,
      "step": 320
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.40625,
      "learning_rate": 4.8541118758296025e-05,
      "loss": 1.1912,
      "step": 325
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.03125,
      "learning_rate": 4.849338473354725e-05,
      "loss": 1.3021,
      "step": 330
    },
    {
      "epoch": 0.36,
      "grad_norm": 6.0,
      "learning_rate": 4.8444906551876914e-05,
      "loss": 1.2595,
      "step": 335
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.25,
      "learning_rate": 4.839568574883958e-05,
      "loss": 1.2704,
      "step": 340
    },
    {
      "epoch": 0.37,
      "grad_norm": 5.25,
      "learning_rate": 4.83457238835125e-05,
      "loss": 1.4043,
      "step": 345
    },
    {
      "epoch": 0.37,
      "grad_norm": 6.5625,
      "learning_rate": 4.8295022538446164e-05,
      "loss": 1.3419,
      "step": 350
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.75,
      "learning_rate": 4.824358331961423e-05,
      "loss": 1.2798,
      "step": 355
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.40625,
      "learning_rate": 4.819140785636262e-05,
      "loss": 1.3005,
      "step": 360
    },
    {
      "epoch": 0.39,
      "grad_norm": 4.9375,
      "learning_rate": 4.813849780135795e-05,
      "loss": 1.3454,
      "step": 365
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.40625,
      "learning_rate": 4.8084854830535095e-05,
      "loss": 1.3375,
      "step": 370
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.09375,
      "learning_rate": 4.803048064304423e-05,
      "loss": 1.3316,
      "step": 375
    },
    {
      "epoch": 0.41,
      "grad_norm": 4.875,
      "learning_rate": 4.797537696119689e-05,
      "loss": 1.2503,
      "step": 380
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.375,
      "learning_rate": 4.7919545530411494e-05,
      "loss": 1.2164,
      "step": 385
    },
    {
      "epoch": 0.42,
      "grad_norm": 7.28125,
      "learning_rate": 4.786298811915801e-05,
      "loss": 1.2928,
      "step": 390
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.8125,
      "learning_rate": 4.7805706518902e-05,
      "loss": 1.2657,
      "step": 395
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.375,
      "learning_rate": 4.774770254404779e-05,
      "loss": 1.2557,
      "step": 400
    },
    {
      "epoch": 0.43,
      "grad_norm": 7.90625,
      "learning_rate": 4.768897803188105e-05,
      "loss": 1.3147,
      "step": 405
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.8125,
      "learning_rate": 4.7629534842510626e-05,
      "loss": 1.289,
      "step": 410
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.96875,
      "learning_rate": 4.7569374858809546e-05,
      "loss": 1.2597,
      "step": 415
    },
    {
      "epoch": 0.45,
      "grad_norm": 6.53125,
      "learning_rate": 4.750849998635544e-05,
      "loss": 1.247,
      "step": 420
    },
    {
      "epoch": 0.45,
      "grad_norm": 8.0625,
      "learning_rate": 4.744691215337015e-05,
      "loss": 1.3946,
      "step": 425
    },
    {
      "epoch": 0.46,
      "grad_norm": 8.8125,
      "learning_rate": 4.738461331065867e-05,
      "loss": 1.3241,
      "step": 430
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.9375,
      "learning_rate": 4.732160543154735e-05,
      "loss": 1.2764,
      "step": 435
    },
    {
      "epoch": 0.47,
      "grad_norm": 10.125,
      "learning_rate": 4.725789051182136e-05,
      "loss": 1.2941,
      "step": 440
    },
    {
      "epoch": 0.47,
      "grad_norm": 6.03125,
      "learning_rate": 4.719347056966155e-05,
      "loss": 1.3391,
      "step": 445
    },
    {
      "epoch": 0.48,
      "grad_norm": 7.40625,
      "learning_rate": 4.7128347645580434e-05,
      "loss": 1.3739,
      "step": 450
    },
    {
      "epoch": 0.49,
      "grad_norm": 6.34375,
      "learning_rate": 4.7062523802357606e-05,
      "loss": 1.2787,
      "step": 455
    },
    {
      "epoch": 0.49,
      "grad_norm": 6.4375,
      "learning_rate": 4.699600112497441e-05,
      "loss": 1.2488,
      "step": 460
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.3125,
      "learning_rate": 4.692878172054784e-05,
      "loss": 1.217,
      "step": 465
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.65625,
      "learning_rate": 4.686086771826389e-05,
      "loss": 1.2612,
      "step": 470
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.59375,
      "learning_rate": 4.679226126931001e-05,
      "loss": 1.2482,
      "step": 475
    },
    {
      "epoch": 0.51,
      "grad_norm": 4.625,
      "learning_rate": 4.672296454680705e-05,
      "loss": 1.2179,
      "step": 480
    },
    {
      "epoch": 0.52,
      "grad_norm": 7.28125,
      "learning_rate": 4.665297974574037e-05,
      "loss": 1.2427,
      "step": 485
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.34375,
      "learning_rate": 4.6582309082890327e-05,
      "loss": 1.3199,
      "step": 490
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.46875,
      "learning_rate": 4.6510954796762094e-05,
      "loss": 1.2884,
      "step": 495
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.8125,
      "learning_rate": 4.643891914751472e-05,
      "loss": 1.3176,
      "step": 500
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.40625,
      "learning_rate": 4.6366204416889526e-05,
      "loss": 1.361,
      "step": 505
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.6875,
      "learning_rate": 4.629281290813785e-05,
      "loss": 1.3099,
      "step": 510
    },
    {
      "epoch": 0.55,
      "grad_norm": 4.96875,
      "learning_rate": 4.6218746945948124e-05,
      "loss": 1.2626,
      "step": 515
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.71875,
      "learning_rate": 4.614400887637218e-05,
      "loss": 1.2902,
      "step": 520
    },
    {
      "epoch": 0.56,
      "grad_norm": 4.6875,
      "learning_rate": 4.6068601066750964e-05,
      "loss": 1.242,
      "step": 525
    },
    {
      "epoch": 0.57,
      "grad_norm": 5.53125,
      "learning_rate": 4.599252590563956e-05,
      "loss": 1.2424,
      "step": 530
    },
    {
      "epoch": 0.57,
      "grad_norm": 4.9375,
      "learning_rate": 4.5915785802731515e-05,
      "loss": 1.263,
      "step": 535
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.625,
      "learning_rate": 4.583838318878253e-05,
      "loss": 1.237,
      "step": 540
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.8125,
      "learning_rate": 4.576032051553345e-05,
      "loss": 1.3625,
      "step": 545
    },
    {
      "epoch": 0.59,
      "grad_norm": 6.34375,
      "learning_rate": 4.5681600255632605e-05,
      "loss": 1.2604,
      "step": 550
    },
    {
      "epoch": 0.59,
      "grad_norm": 4.875,
      "learning_rate": 4.56022249025575e-05,
      "loss": 1.4195,
      "step": 555
    },
    {
      "epoch": 0.6,
      "grad_norm": 6.03125,
      "learning_rate": 4.5522196970535825e-05,
      "loss": 1.2599,
      "step": 560
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.21875,
      "learning_rate": 4.5441518994465806e-05,
      "loss": 1.3454,
      "step": 565
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.46875,
      "learning_rate": 4.5360193529835935e-05,
      "loss": 1.3825,
      "step": 570
    },
    {
      "epoch": 0.61,
      "grad_norm": 5.8125,
      "learning_rate": 4.527822315264403e-05,
      "loss": 1.2646,
      "step": 575
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.78125,
      "learning_rate": 4.519561045931559e-05,
      "loss": 1.262,
      "step": 580
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.34375,
      "learning_rate": 4.5112358066621605e-05,
      "loss": 1.2725,
      "step": 585
    },
    {
      "epoch": 0.63,
      "grad_norm": 8.1875,
      "learning_rate": 4.502846861159565e-05,
      "loss": 1.282,
      "step": 590
    },
    {
      "epoch": 0.63,
      "grad_norm": 5.09375,
      "learning_rate": 4.494394475145036e-05,
      "loss": 1.292,
      "step": 595
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.84375,
      "learning_rate": 4.485878916349324e-05,
      "loss": 1.2546,
      "step": 600
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.0,
      "learning_rate": 4.4773004545041894e-05,
      "loss": 1.2673,
      "step": 605
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.09375,
      "learning_rate": 4.468659361333857e-05,
      "loss": 1.2391,
      "step": 610
    },
    {
      "epoch": 0.66,
      "grad_norm": 8.4375,
      "learning_rate": 4.4599559105464106e-05,
      "loss": 1.3886,
      "step": 615
    },
    {
      "epoch": 0.66,
      "grad_norm": 5.1875,
      "learning_rate": 4.451190377825121e-05,
      "loss": 1.1826,
      "step": 620
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.375,
      "learning_rate": 4.442363040819714e-05,
      "loss": 1.215,
      "step": 625
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.53125,
      "learning_rate": 4.433474179137577e-05,
      "loss": 1.18,
      "step": 630
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.875,
      "learning_rate": 4.424524074334902e-05,
      "loss": 1.2138,
      "step": 635
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.40625,
      "learning_rate": 4.4155130099077676e-05,
      "loss": 1.2433,
      "step": 640
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.0,
      "learning_rate": 4.406441271283159e-05,
      "loss": 1.2532,
      "step": 645
    },
    {
      "epoch": 0.69,
      "grad_norm": 4.40625,
      "learning_rate": 4.3973091458099266e-05,
      "loss": 1.263,
      "step": 650
    },
    {
      "epoch": 0.7,
      "grad_norm": 5.9375,
      "learning_rate": 4.388116922749683e-05,
      "loss": 1.2687,
      "step": 655
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.46875,
      "learning_rate": 4.3788648932676436e-05,
      "loss": 1.2414,
      "step": 660
    },
    {
      "epoch": 0.71,
      "grad_norm": 5.5,
      "learning_rate": 4.369553350423401e-05,
      "loss": 1.2109,
      "step": 665
    },
    {
      "epoch": 0.71,
      "grad_norm": 5.34375,
      "learning_rate": 4.3601825891616453e-05,
      "loss": 1.3227,
      "step": 670
    },
    {
      "epoch": 0.72,
      "grad_norm": 5.0625,
      "learning_rate": 4.35075290630282e-05,
      "loss": 1.2769,
      "step": 675
    },
    {
      "epoch": 0.73,
      "grad_norm": 5.59375,
      "learning_rate": 4.3412646005337166e-05,
      "loss": 1.2736,
      "step": 680
    },
    {
      "epoch": 0.73,
      "grad_norm": 5.875,
      "learning_rate": 4.331717972398022e-05,
      "loss": 1.1944,
      "step": 685
    },
    {
      "epoch": 0.74,
      "grad_norm": 5.875,
      "learning_rate": 4.32211332428679e-05,
      "loss": 1.2209,
      "step": 690
    },
    {
      "epoch": 0.74,
      "grad_norm": 8.0625,
      "learning_rate": 4.31245096042887e-05,
      "loss": 1.2117,
      "step": 695
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.03125,
      "learning_rate": 4.302731186881265e-05,
      "loss": 1.2603,
      "step": 700
    },
    {
      "epoch": 0.75,
      "grad_norm": 5.5625,
      "learning_rate": 4.29295431151944e-05,
      "loss": 1.3085,
      "step": 705
    },
    {
      "epoch": 0.76,
      "grad_norm": 5.5,
      "learning_rate": 4.283120644027571e-05,
      "loss": 1.1815,
      "step": 710
    },
    {
      "epoch": 0.76,
      "grad_norm": 5.1875,
      "learning_rate": 4.2732304958887336e-05,
      "loss": 1.2594,
      "step": 715
    },
    {
      "epoch": 0.77,
      "grad_norm": 5.65625,
      "learning_rate": 4.2632841803750365e-05,
      "loss": 1.2502,
      "step": 720
    },
    {
      "epoch": 0.77,
      "grad_norm": 7.09375,
      "learning_rate": 4.253282012537701e-05,
      "loss": 1.3242,
      "step": 725
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.65625,
      "learning_rate": 4.2432243091970784e-05,
      "loss": 1.286,
      "step": 730
    },
    {
      "epoch": 0.78,
      "grad_norm": 5.625,
      "learning_rate": 4.233111388932618e-05,
      "loss": 1.2395,
      "step": 735
    },
    {
      "epoch": 0.79,
      "grad_norm": 5.1875,
      "learning_rate": 4.222943572072773e-05,
      "loss": 1.2041,
      "step": 740
    },
    {
      "epoch": 0.79,
      "grad_norm": 4.375,
      "learning_rate": 4.2127211806848575e-05,
      "loss": 1.2588,
      "step": 745
    },
    {
      "epoch": 0.8,
      "grad_norm": 4.8125,
      "learning_rate": 4.202444538564842e-05,
      "loss": 1.2544,
      "step": 750
    },
    {
      "epoch": 0.81,
      "grad_norm": 5.3125,
      "learning_rate": 4.192113971227097e-05,
      "loss": 1.2406,
      "step": 755
    },
    {
      "epoch": 0.81,
      "grad_norm": 5.6875,
      "learning_rate": 4.181729805894083e-05,
      "loss": 1.3559,
      "step": 760
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.0625,
      "learning_rate": 4.171292371485991e-05,
      "loss": 1.2854,
      "step": 765
    },
    {
      "epoch": 0.82,
      "grad_norm": 5.78125,
      "learning_rate": 4.160801998610312e-05,
      "loss": 1.2643,
      "step": 770
    },
    {
      "epoch": 0.83,
      "grad_norm": 4.625,
      "learning_rate": 4.150259019551377e-05,
      "loss": 1.1756,
      "step": 775
    },
    {
      "epoch": 0.83,
      "grad_norm": 5.78125,
      "learning_rate": 4.1396637682598235e-05,
      "loss": 1.2207,
      "step": 780
    },
    {
      "epoch": 0.84,
      "grad_norm": 7.96875,
      "learning_rate": 4.1290165803420235e-05,
      "loss": 1.2095,
      "step": 785
    },
    {
      "epoch": 0.84,
      "grad_norm": 5.9375,
      "learning_rate": 4.118317793049448e-05,
      "loss": 1.2021,
      "step": 790
    },
    {
      "epoch": 0.85,
      "grad_norm": 5.25,
      "learning_rate": 4.107567745267987e-05,
      "loss": 1.2172,
      "step": 795
    },
    {
      "epoch": 0.85,
      "grad_norm": 7.28125,
      "learning_rate": 4.096766777507218e-05,
      "loss": 1.1723,
      "step": 800
    },
    {
      "epoch": 0.86,
      "grad_norm": 5.3125,
      "learning_rate": 4.085915231889615e-05,
      "loss": 1.2254,
      "step": 805
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.6875,
      "learning_rate": 4.075013452139714e-05,
      "loss": 1.2538,
      "step": 810
    },
    {
      "epoch": 0.87,
      "grad_norm": 5.09375,
      "learning_rate": 4.064061783573227e-05,
      "loss": 1.1936,
      "step": 815
    },
    {
      "epoch": 0.87,
      "grad_norm": 5.1875,
      "learning_rate": 4.053060573086101e-05,
      "loss": 1.19,
      "step": 820
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.125,
      "learning_rate": 4.042010169143533e-05,
      "loss": 1.2572,
      "step": 825
    },
    {
      "epoch": 0.89,
      "grad_norm": 6.6875,
      "learning_rate": 4.030910921768931e-05,
      "loss": 1.2529,
      "step": 830
    },
    {
      "epoch": 0.89,
      "grad_norm": 7.34375,
      "learning_rate": 4.0197631825328264e-05,
      "loss": 1.2959,
      "step": 835
    },
    {
      "epoch": 0.9,
      "grad_norm": 5.84375,
      "learning_rate": 4.008567304541737e-05,
      "loss": 1.3033,
      "step": 840
    },
    {
      "epoch": 0.9,
      "grad_norm": 5.4375,
      "learning_rate": 3.9973236424269876e-05,
      "loss": 1.3391,
      "step": 845
    },
    {
      "epoch": 0.91,
      "grad_norm": 4.9375,
      "learning_rate": 3.9860325523334695e-05,
      "loss": 1.2128,
      "step": 850
    },
    {
      "epoch": 0.91,
      "grad_norm": 5.15625,
      "learning_rate": 3.9746943919083665e-05,
      "loss": 1.2255,
      "step": 855
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.46875,
      "learning_rate": 3.963309520289819e-05,
      "loss": 1.2787,
      "step": 860
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.625,
      "learning_rate": 3.951878298095556e-05,
      "loss": 1.4147,
      "step": 865
    },
    {
      "epoch": 0.93,
      "grad_norm": 5.65625,
      "learning_rate": 3.940401087411467e-05,
      "loss": 1.2919,
      "step": 870
    },
    {
      "epoch": 0.93,
      "grad_norm": 5.96875,
      "learning_rate": 3.928878251780135e-05,
      "loss": 1.291,
      "step": 875
    },
    {
      "epoch": 0.94,
      "grad_norm": 5.78125,
      "learning_rate": 3.91731015618932e-05,
      "loss": 1.2669,
      "step": 880
    },
    {
      "epoch": 0.94,
      "grad_norm": 6.28125,
      "learning_rate": 3.905697167060402e-05,
      "loss": 1.2935,
      "step": 885
    },
    {
      "epoch": 0.95,
      "grad_norm": 5.03125,
      "learning_rate": 3.894039652236767e-05,
      "loss": 1.3249,
      "step": 890
    },
    {
      "epoch": 0.95,
      "grad_norm": 6.59375,
      "learning_rate": 3.882337980972164e-05,
      "loss": 1.2558,
      "step": 895
    },
    {
      "epoch": 0.96,
      "grad_norm": 4.84375,
      "learning_rate": 3.870592523919002e-05,
      "loss": 1.1875,
      "step": 900
    },
    {
      "epoch": 0.97,
      "grad_norm": 6.375,
      "learning_rate": 3.8588036531166124e-05,
      "loss": 1.2176,
      "step": 905
    },
    {
      "epoch": 0.97,
      "grad_norm": 7.21875,
      "learning_rate": 3.846971741979465e-05,
      "loss": 1.2816,
      "step": 910
    },
    {
      "epoch": 0.98,
      "grad_norm": 7.34375,
      "learning_rate": 3.835097165285341e-05,
      "loss": 1.2478,
      "step": 915
    },
    {
      "epoch": 0.98,
      "grad_norm": 5.75,
      "learning_rate": 3.823180299163458e-05,
      "loss": 1.2156,
      "step": 920
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.9375,
      "learning_rate": 3.811221521082558e-05,
      "loss": 1.3427,
      "step": 925
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.3125,
      "learning_rate": 3.7992212098389536e-05,
      "loss": 1.2286,
      "step": 930
    },
    {
      "epoch": 1.0,
      "grad_norm": 5.4375,
      "learning_rate": 3.7871797455445256e-05,
      "loss": 1.2868,
      "step": 935
    },
    {
      "epoch": 1.0,
      "grad_norm": 5.0625,
      "learning_rate": 3.775097509614687e-05,
      "loss": 1.2123,
      "step": 940
    },
    {
      "epoch": 1.01,
      "grad_norm": 5.5625,
      "learning_rate": 3.762974884756296e-05,
      "loss": 1.114,
      "step": 945
    },
    {
      "epoch": 1.01,
      "grad_norm": 4.5,
      "learning_rate": 3.7508122549555384e-05,
      "loss": 1.1734,
      "step": 950
    },
    {
      "epoch": 1.02,
      "grad_norm": 5.21875,
      "learning_rate": 3.738610005465764e-05,
      "loss": 1.1267,
      "step": 955
    },
    {
      "epoch": 1.02,
      "grad_norm": 4.9375,
      "learning_rate": 3.726368522795282e-05,
      "loss": 1.2459,
      "step": 960
    },
    {
      "epoch": 1.03,
      "grad_norm": 5.28125,
      "learning_rate": 3.714088194695119e-05,
      "loss": 1.1431,
      "step": 965
    },
    {
      "epoch": 1.03,
      "grad_norm": 9.1875,
      "learning_rate": 3.7017694101467384e-05,
      "loss": 1.2636,
      "step": 970
    },
    {
      "epoch": 1.04,
      "grad_norm": 5.96875,
      "learning_rate": 3.6894125593497167e-05,
      "loss": 1.1851,
      "step": 975
    },
    {
      "epoch": 1.05,
      "grad_norm": 5.75,
      "learning_rate": 3.677018033709386e-05,
      "loss": 1.134,
      "step": 980
    },
    {
      "epoch": 1.05,
      "grad_norm": 5.1875,
      "learning_rate": 3.6645862258244344e-05,
      "loss": 1.1106,
      "step": 985
    },
    {
      "epoch": 1.06,
      "grad_norm": 5.71875,
      "learning_rate": 3.6521175294744735e-05,
      "loss": 1.1718,
      "step": 990
    },
    {
      "epoch": 1.06,
      "grad_norm": 4.8125,
      "learning_rate": 3.639612339607561e-05,
      "loss": 1.1642,
      "step": 995
    },
    {
      "epoch": 1.07,
      "grad_norm": 5.6875,
      "learning_rate": 3.627071052327695e-05,
      "loss": 1.1399,
      "step": 1000
    },
    {
      "epoch": 1.07,
      "grad_norm": 6.4375,
      "learning_rate": 3.614494064882263e-05,
      "loss": 1.1741,
      "step": 1005
    },
    {
      "epoch": 1.08,
      "grad_norm": 5.03125,
      "learning_rate": 3.6018817756494634e-05,
      "loss": 1.1551,
      "step": 1010
    },
    {
      "epoch": 1.08,
      "grad_norm": 5.5,
      "learning_rate": 3.5892345841256825e-05,
      "loss": 1.1106,
      "step": 1015
    },
    {
      "epoch": 1.09,
      "grad_norm": 7.75,
      "learning_rate": 3.576552890912844e-05,
      "loss": 1.1462,
      "step": 1020
    },
    {
      "epoch": 1.09,
      "grad_norm": 4.90625,
      "learning_rate": 3.5638370977057186e-05,
      "loss": 1.1489,
      "step": 1025
    },
    {
      "epoch": 1.1,
      "grad_norm": 5.125,
      "learning_rate": 3.5510876072791986e-05,
      "loss": 1.1427,
      "step": 1030
    },
    {
      "epoch": 1.1,
      "grad_norm": 5.125,
      "learning_rate": 3.538304823475543e-05,
      "loss": 1.1172,
      "step": 1035
    },
    {
      "epoch": 1.11,
      "grad_norm": 6.28125,
      "learning_rate": 3.5254891511915836e-05,
      "loss": 1.2579,
      "step": 1040
    },
    {
      "epoch": 1.11,
      "grad_norm": 4.84375,
      "learning_rate": 3.5126409963659004e-05,
      "loss": 1.1606,
      "step": 1045
    },
    {
      "epoch": 1.12,
      "grad_norm": 4.6875,
      "learning_rate": 3.4997607659659614e-05,
      "loss": 1.2115,
      "step": 1050
    },
    {
      "epoch": 1.13,
      "grad_norm": 5.15625,
      "learning_rate": 3.4868488679752384e-05,
      "loss": 1.1618,
      "step": 1055
    },
    {
      "epoch": 1.13,
      "grad_norm": 4.875,
      "learning_rate": 3.4739057113802756e-05,
      "loss": 1.1754,
      "step": 1060
    },
    {
      "epoch": 1.14,
      "grad_norm": 6.125,
      "learning_rate": 3.46093170615774e-05,
      "loss": 1.2046,
      "step": 1065
    },
    {
      "epoch": 1.14,
      "grad_norm": 6.03125,
      "learning_rate": 3.4479272632614326e-05,
      "loss": 1.2066,
      "step": 1070
    },
    {
      "epoch": 1.15,
      "grad_norm": 6.90625,
      "learning_rate": 3.4348927946092766e-05,
      "loss": 1.1538,
      "step": 1075
    },
    {
      "epoch": 1.15,
      "grad_norm": 5.5625,
      "learning_rate": 3.421828713070261e-05,
      "loss": 1.1924,
      "step": 1080
    },
    {
      "epoch": 1.16,
      "grad_norm": 5.78125,
      "learning_rate": 3.4087354324513734e-05,
      "loss": 1.1463,
      "step": 1085
    },
    {
      "epoch": 1.16,
      "grad_norm": 8.75,
      "learning_rate": 3.3956133674844826e-05,
      "loss": 1.2498,
      "step": 1090
    },
    {
      "epoch": 1.17,
      "grad_norm": 5.90625,
      "learning_rate": 3.38246293381321e-05,
      "loss": 1.1543,
      "step": 1095
    },
    {
      "epoch": 1.17,
      "grad_norm": 5.3125,
      "learning_rate": 3.3692845479797564e-05,
      "loss": 1.1401,
      "step": 1100
    },
    {
      "epoch": 1.18,
      "grad_norm": 5.53125,
      "learning_rate": 3.356078627411716e-05,
      "loss": 1.1909,
      "step": 1105
    },
    {
      "epoch": 1.18,
      "grad_norm": 5.9375,
      "learning_rate": 3.342845590408849e-05,
      "loss": 1.1075,
      "step": 1110
    },
    {
      "epoch": 1.19,
      "grad_norm": 5.15625,
      "learning_rate": 3.329585856129833e-05,
      "loss": 1.2045,
      "step": 1115
    },
    {
      "epoch": 1.19,
      "grad_norm": 5.21875,
      "learning_rate": 3.316299844578985e-05,
      "loss": 1.1752,
      "step": 1120
    },
    {
      "epoch": 1.2,
      "grad_norm": 4.5625,
      "learning_rate": 3.302987976592963e-05,
      "loss": 1.1077,
      "step": 1125
    },
    {
      "epoch": 1.21,
      "grad_norm": 5.15625,
      "learning_rate": 3.289650673827427e-05,
      "loss": 1.1641,
      "step": 1130
    },
    {
      "epoch": 1.21,
      "grad_norm": 4.96875,
      "learning_rate": 3.276288358743691e-05,
      "loss": 1.1683,
      "step": 1135
    },
    {
      "epoch": 1.22,
      "grad_norm": 6.6875,
      "learning_rate": 3.262901454595338e-05,
      "loss": 1.1507,
      "step": 1140
    },
    {
      "epoch": 1.22,
      "grad_norm": 6.1875,
      "learning_rate": 3.2494903854148134e-05,
      "loss": 1.1706,
      "step": 1145
    },
    {
      "epoch": 1.23,
      "grad_norm": 5.5,
      "learning_rate": 3.236055575999994e-05,
      "loss": 1.1484,
      "step": 1150
    },
    {
      "epoch": 1.23,
      "grad_norm": 5.03125,
      "learning_rate": 3.222597451900733e-05,
      "loss": 1.2247,
      "step": 1155
    },
    {
      "epoch": 1.24,
      "grad_norm": 5.84375,
      "learning_rate": 3.2091164394053785e-05,
      "loss": 1.1492,
      "step": 1160
    },
    {
      "epoch": 1.24,
      "grad_norm": 5.375,
      "learning_rate": 3.1956129655272755e-05,
      "loss": 1.1822,
      "step": 1165
    },
    {
      "epoch": 1.25,
      "grad_norm": 6.59375,
      "learning_rate": 3.182087457991233e-05,
      "loss": 1.2857,
      "step": 1170
    },
    {
      "epoch": 1.25,
      "grad_norm": 7.75,
      "learning_rate": 3.168540345219985e-05,
      "loss": 1.1828,
      "step": 1175
    },
    {
      "epoch": 1.26,
      "grad_norm": 7.75,
      "learning_rate": 3.15497205632061e-05,
      "loss": 1.2212,
      "step": 1180
    },
    {
      "epoch": 1.26,
      "grad_norm": 6.03125,
      "learning_rate": 3.141383021070947e-05,
      "loss": 1.1151,
      "step": 1185
    },
    {
      "epoch": 1.27,
      "grad_norm": 4.71875,
      "learning_rate": 3.127773669905978e-05,
      "loss": 1.226,
      "step": 1190
    },
    {
      "epoch": 1.27,
      "grad_norm": 6.09375,
      "learning_rate": 3.114144433904194e-05,
      "loss": 1.2121,
      "step": 1195
    },
    {
      "epoch": 1.28,
      "grad_norm": 5.8125,
      "learning_rate": 3.100495744773944e-05,
      "loss": 1.1956,
      "step": 1200
    },
    {
      "epoch": 1.29,
      "grad_norm": 6.90625,
      "learning_rate": 3.086828034839756e-05,
      "loss": 1.1705,
      "step": 1205
    },
    {
      "epoch": 1.29,
      "grad_norm": 5.8125,
      "learning_rate": 3.073141737028648e-05,
      "loss": 1.1738,
      "step": 1210
    },
    {
      "epoch": 1.3,
      "grad_norm": 6.28125,
      "learning_rate": 3.059437284856409e-05,
      "loss": 1.2063,
      "step": 1215
    },
    {
      "epoch": 1.3,
      "grad_norm": 5.4375,
      "learning_rate": 3.04571511241387e-05,
      "loss": 1.1492,
      "step": 1220
    },
    {
      "epoch": 1.31,
      "grad_norm": 5.78125,
      "learning_rate": 3.031975654353158e-05,
      "loss": 1.2052,
      "step": 1225
    },
    {
      "epoch": 1.31,
      "grad_norm": 5.0,
      "learning_rate": 3.018219345873923e-05,
      "loss": 1.1688,
      "step": 1230
    },
    {
      "epoch": 1.32,
      "grad_norm": 6.21875,
      "learning_rate": 3.004446622709554e-05,
      "loss": 1.0857,
      "step": 1235
    },
    {
      "epoch": 1.32,
      "grad_norm": 6.40625,
      "learning_rate": 2.99065792111338e-05,
      "loss": 1.2369,
      "step": 1240
    },
    {
      "epoch": 1.33,
      "grad_norm": 6.46875,
      "learning_rate": 2.976853677844847e-05,
      "loss": 1.1783,
      "step": 1245
    },
    {
      "epoch": 1.33,
      "grad_norm": 5.65625,
      "learning_rate": 2.9630343301556883e-05,
      "loss": 1.1596,
      "step": 1250
    },
    {
      "epoch": 1.34,
      "grad_norm": 5.90625,
      "learning_rate": 2.9492003157760713e-05,
      "loss": 1.2145,
      "step": 1255
    },
    {
      "epoch": 1.34,
      "grad_norm": 5.625,
      "learning_rate": 2.9353520729007326e-05,
      "loss": 1.157,
      "step": 1260
    },
    {
      "epoch": 1.35,
      "grad_norm": 5.28125,
      "learning_rate": 2.921490040175101e-05,
      "loss": 1.2069,
      "step": 1265
    },
    {
      "epoch": 1.35,
      "grad_norm": 5.90625,
      "learning_rate": 2.9076146566813994e-05,
      "loss": 1.1791,
      "step": 1270
    },
    {
      "epoch": 1.36,
      "grad_norm": 5.21875,
      "learning_rate": 2.893726361924738e-05,
      "loss": 1.1243,
      "step": 1275
    },
    {
      "epoch": 1.37,
      "grad_norm": 6.53125,
      "learning_rate": 2.8798255958191946e-05,
      "loss": 1.191,
      "step": 1280
    },
    {
      "epoch": 1.37,
      "grad_norm": 5.625,
      "learning_rate": 2.8659127986738782e-05,
      "loss": 1.1712,
      "step": 1285
    },
    {
      "epoch": 1.38,
      "grad_norm": 4.75,
      "learning_rate": 2.851988411178985e-05,
      "loss": 1.1619,
      "step": 1290
    },
    {
      "epoch": 1.38,
      "grad_norm": 5.71875,
      "learning_rate": 2.8380528743918348e-05,
      "loss": 1.1699,
      "step": 1295
    },
    {
      "epoch": 1.39,
      "grad_norm": 6.375,
      "learning_rate": 2.824106629722906e-05,
      "loss": 1.2141,
      "step": 1300
    },
    {
      "epoch": 1.39,
      "grad_norm": 6.1875,
      "learning_rate": 2.810150118921847e-05,
      "loss": 1.1444,
      "step": 1305
    },
    {
      "epoch": 1.4,
      "grad_norm": 5.875,
      "learning_rate": 2.7961837840634913e-05,
      "loss": 1.1494,
      "step": 1310
    },
    {
      "epoch": 1.4,
      "grad_norm": 6.3125,
      "learning_rate": 2.7822080675338492e-05,
      "loss": 1.1783,
      "step": 1315
    },
    {
      "epoch": 1.41,
      "grad_norm": 5.25,
      "learning_rate": 2.768223412016099e-05,
      "loss": 1.1855,
      "step": 1320
    },
    {
      "epoch": 1.41,
      "grad_norm": 5.96875,
      "learning_rate": 2.7542302604765598e-05,
      "loss": 1.1509,
      "step": 1325
    },
    {
      "epoch": 1.42,
      "grad_norm": 5.03125,
      "learning_rate": 2.740229056150666e-05,
      "loss": 1.1274,
      "step": 1330
    },
    {
      "epoch": 1.42,
      "grad_norm": 4.53125,
      "learning_rate": 2.7262202425289253e-05,
      "loss": 1.1581,
      "step": 1335
    },
    {
      "epoch": 1.43,
      "grad_norm": 5.28125,
      "learning_rate": 2.7122042633428697e-05,
      "loss": 1.0967,
      "step": 1340
    },
    {
      "epoch": 1.43,
      "grad_norm": 5.71875,
      "learning_rate": 2.698181562551002e-05,
      "loss": 1.181,
      "step": 1345
    },
    {
      "epoch": 1.44,
      "grad_norm": 5.625,
      "learning_rate": 2.684152584324735e-05,
      "loss": 1.151,
      "step": 1350
    },
    {
      "epoch": 1.45,
      "grad_norm": 7.09375,
      "learning_rate": 2.6701177730343186e-05,
      "loss": 1.1978,
      "step": 1355
    },
    {
      "epoch": 1.45,
      "grad_norm": 5.53125,
      "learning_rate": 2.6560775732347654e-05,
      "loss": 1.1315,
      "step": 1360
    },
    {
      "epoch": 1.46,
      "grad_norm": 5.25,
      "learning_rate": 2.6420324296517708e-05,
      "loss": 1.1845,
      "step": 1365
    },
    {
      "epoch": 1.46,
      "grad_norm": 5.53125,
      "learning_rate": 2.627982787167625e-05,
      "loss": 1.1386,
      "step": 1370
    },
    {
      "epoch": 1.47,
      "grad_norm": 4.96875,
      "learning_rate": 2.613929090807123e-05,
      "loss": 1.159,
      "step": 1375
    },
    {
      "epoch": 1.47,
      "grad_norm": 5.3125,
      "learning_rate": 2.599871785723465e-05,
      "loss": 1.1653,
      "step": 1380
    },
    {
      "epoch": 1.48,
      "grad_norm": 5.53125,
      "learning_rate": 2.5858113171841604e-05,
      "loss": 1.2584,
      "step": 1385
    },
    {
      "epoch": 1.48,
      "grad_norm": 5.75,
      "learning_rate": 2.5717481305569186e-05,
      "loss": 1.2103,
      "step": 1390
    },
    {
      "epoch": 1.49,
      "grad_norm": 5.875,
      "learning_rate": 2.5576826712955472e-05,
      "loss": 1.2361,
      "step": 1395
    },
    {
      "epoch": 1.49,
      "grad_norm": 5.15625,
      "learning_rate": 2.5436153849258398e-05,
      "loss": 1.1491,
      "step": 1400
    },
    {
      "epoch": 1.5,
      "grad_norm": 5.5625,
      "learning_rate": 2.5295467170314624e-05,
      "loss": 1.1003,
      "step": 1405
    },
    {
      "epoch": 1.5,
      "grad_norm": 5.6875,
      "learning_rate": 2.515477113239843e-05,
      "loss": 1.2162,
      "step": 1410
    },
    {
      "epoch": 1.51,
      "grad_norm": 6.1875,
      "learning_rate": 2.5014070192080526e-05,
      "loss": 1.1498,
      "step": 1415
    },
    {
      "epoch": 1.51,
      "grad_norm": 6.28125,
      "learning_rate": 2.4873368806086918e-05,
      "loss": 1.2132,
      "step": 1420
    },
    {
      "epoch": 1.52,
      "grad_norm": 9.4375,
      "learning_rate": 2.4732671431157716e-05,
      "loss": 1.1903,
      "step": 1425
    },
    {
      "epoch": 1.53,
      "grad_norm": 7.625,
      "learning_rate": 2.4591982523906e-05,
      "loss": 1.1472,
      "step": 1430
    },
    {
      "epoch": 1.53,
      "grad_norm": 5.25,
      "learning_rate": 2.4451306540676615e-05,
      "loss": 1.1085,
      "step": 1435
    },
    {
      "epoch": 1.54,
      "grad_norm": 4.84375,
      "learning_rate": 2.431064793740505e-05,
      "loss": 1.0636,
      "step": 1440
    },
    {
      "epoch": 1.54,
      "grad_norm": 6.1875,
      "learning_rate": 2.4170011169476254e-05,
      "loss": 1.1439,
      "step": 1445
    },
    {
      "epoch": 1.55,
      "grad_norm": 4.96875,
      "learning_rate": 2.4029400691583574e-05,
      "loss": 1.2272,
      "step": 1450
    },
    {
      "epoch": 1.55,
      "grad_norm": 5.71875,
      "learning_rate": 2.3888820957587605e-05,
      "loss": 1.158,
      "step": 1455
    },
    {
      "epoch": 1.56,
      "grad_norm": 5.90625,
      "learning_rate": 2.3748276420375095e-05,
      "loss": 1.1893,
      "step": 1460
    },
    {
      "epoch": 1.56,
      "grad_norm": 5.6875,
      "learning_rate": 2.3607771531717982e-05,
      "loss": 1.1827,
      "step": 1465
    },
    {
      "epoch": 1.57,
      "grad_norm": 5.09375,
      "learning_rate": 2.3467310742132266e-05,
      "loss": 1.2413,
      "step": 1470
    },
    {
      "epoch": 1.57,
      "grad_norm": 5.125,
      "learning_rate": 2.332689850073715e-05,
      "loss": 1.1588,
      "step": 1475
    },
    {
      "epoch": 1.58,
      "grad_norm": 7.46875,
      "learning_rate": 2.3186539255114058e-05,
      "loss": 1.2112,
      "step": 1480
    },
    {
      "epoch": 1.58,
      "grad_norm": 5.53125,
      "learning_rate": 2.304623745116573e-05,
      "loss": 1.1712,
      "step": 1485
    },
    {
      "epoch": 1.59,
      "grad_norm": 5.625,
      "learning_rate": 2.2905997532975484e-05,
      "loss": 1.1619,
      "step": 1490
    },
    {
      "epoch": 1.59,
      "grad_norm": 5.15625,
      "learning_rate": 2.2765823942666343e-05,
      "loss": 1.1737,
      "step": 1495
    },
    {
      "epoch": 1.6,
      "grad_norm": 6.03125,
      "learning_rate": 2.2625721120260416e-05,
      "loss": 1.1432,
      "step": 1500
    },
    {
      "epoch": 1.61,
      "grad_norm": 6.0,
      "learning_rate": 2.2485693503538232e-05,
      "loss": 1.1612,
      "step": 1505
    },
    {
      "epoch": 1.61,
      "grad_norm": 4.78125,
      "learning_rate": 2.2345745527898138e-05,
      "loss": 1.1659,
      "step": 1510
    },
    {
      "epoch": 1.62,
      "grad_norm": 5.78125,
      "learning_rate": 2.2205881626215868e-05,
      "loss": 1.1377,
      "step": 1515
    },
    {
      "epoch": 1.62,
      "grad_norm": 5.28125,
      "learning_rate": 2.2066106228704058e-05,
      "loss": 1.1139,
      "step": 1520
    },
    {
      "epoch": 1.63,
      "grad_norm": 6.03125,
      "learning_rate": 2.1926423762772017e-05,
      "loss": 1.1575,
      "step": 1525
    },
    {
      "epoch": 1.63,
      "grad_norm": 6.1875,
      "learning_rate": 2.1786838652885373e-05,
      "loss": 1.1132,
      "step": 1530
    },
    {
      "epoch": 1.64,
      "grad_norm": 4.84375,
      "learning_rate": 2.1647355320426017e-05,
      "loss": 1.1038,
      "step": 1535
    },
    {
      "epoch": 1.64,
      "grad_norm": 5.625,
      "learning_rate": 2.1507978183552034e-05,
      "loss": 1.064,
      "step": 1540
    },
    {
      "epoch": 1.65,
      "grad_norm": 5.1875,
      "learning_rate": 2.1368711657057705e-05,
      "loss": 1.1183,
      "step": 1545
    },
    {
      "epoch": 1.65,
      "grad_norm": 4.71875,
      "learning_rate": 2.122956015223375e-05,
      "loss": 1.1619,
      "step": 1550
    },
    {
      "epoch": 1.66,
      "grad_norm": 5.0,
      "learning_rate": 2.109052807672752e-05,
      "loss": 1.2064,
      "step": 1555
    },
    {
      "epoch": 1.66,
      "grad_norm": 5.9375,
      "learning_rate": 2.0951619834403462e-05,
      "loss": 1.1686,
      "step": 1560
    },
    {
      "epoch": 1.67,
      "grad_norm": 5.375,
      "learning_rate": 2.081283982520356e-05,
      "loss": 1.1372,
      "step": 1565
    },
    {
      "epoch": 1.67,
      "grad_norm": 5.375,
      "learning_rate": 2.0674192445007997e-05,
      "loss": 1.1645,
      "step": 1570
    },
    {
      "epoch": 1.68,
      "grad_norm": 5.75,
      "learning_rate": 2.0535682085495912e-05,
      "loss": 1.1098,
      "step": 1575
    },
    {
      "epoch": 1.69,
      "grad_norm": 6.40625,
      "learning_rate": 2.039731313400629e-05,
      "loss": 1.1762,
      "step": 1580
    },
    {
      "epoch": 1.69,
      "grad_norm": 6.1875,
      "learning_rate": 2.025908997339899e-05,
      "loss": 1.1623,
      "step": 1585
    },
    {
      "epoch": 1.7,
      "grad_norm": 4.65625,
      "learning_rate": 2.0121016981915934e-05,
      "loss": 1.169,
      "step": 1590
    },
    {
      "epoch": 1.7,
      "grad_norm": 5.6875,
      "learning_rate": 1.9983098533042384e-05,
      "loss": 1.1352,
      "step": 1595
    },
    {
      "epoch": 1.71,
      "grad_norm": 5.125,
      "learning_rate": 1.9845338995368483e-05,
      "loss": 1.1707,
      "step": 1600
    },
    {
      "epoch": 1.71,
      "grad_norm": 5.78125,
      "learning_rate": 1.9707742732450775e-05,
      "loss": 1.1958,
      "step": 1605
    },
    {
      "epoch": 1.72,
      "grad_norm": 5.28125,
      "learning_rate": 1.9570314102674108e-05,
      "loss": 1.1699,
      "step": 1610
    },
    {
      "epoch": 1.72,
      "grad_norm": 5.8125,
      "learning_rate": 1.9433057459113485e-05,
      "loss": 1.1558,
      "step": 1615
    },
    {
      "epoch": 1.73,
      "grad_norm": 5.78125,
      "learning_rate": 1.9295977149396225e-05,
      "loss": 1.1885,
      "step": 1620
    },
    {
      "epoch": 1.73,
      "grad_norm": 5.875,
      "learning_rate": 1.9159077515564257e-05,
      "loss": 1.1141,
      "step": 1625
    },
    {
      "epoch": 1.74,
      "grad_norm": 4.375,
      "learning_rate": 1.902236289393654e-05,
      "loss": 1.1866,
      "step": 1630
    },
    {
      "epoch": 1.74,
      "grad_norm": 4.90625,
      "learning_rate": 1.888583761497178e-05,
      "loss": 1.1655,
      "step": 1635
    },
    {
      "epoch": 1.75,
      "grad_norm": 5.25,
      "learning_rate": 1.874950600313118e-05,
      "loss": 1.167,
      "step": 1640
    },
    {
      "epoch": 1.75,
      "grad_norm": 6.625,
      "learning_rate": 1.861337237674154e-05,
      "loss": 1.1927,
      "step": 1645
    },
    {
      "epoch": 1.76,
      "grad_norm": 5.375,
      "learning_rate": 1.8477441047858425e-05,
      "loss": 1.1902,
      "step": 1650
    },
    {
      "epoch": 1.77,
      "grad_norm": 5.65625,
      "learning_rate": 1.8341716322129575e-05,
      "loss": 1.1921,
      "step": 1655
    },
    {
      "epoch": 1.77,
      "grad_norm": 5.25,
      "learning_rate": 1.820620249865858e-05,
      "loss": 1.1864,
      "step": 1660
    },
    {
      "epoch": 1.78,
      "grad_norm": 6.875,
      "learning_rate": 1.8070903869868615e-05,
      "loss": 1.1866,
      "step": 1665
    },
    {
      "epoch": 1.78,
      "grad_norm": 5.65625,
      "learning_rate": 1.7935824721366574e-05,
      "loss": 1.1595,
      "step": 1670
    },
    {
      "epoch": 1.79,
      "grad_norm": 7.1875,
      "learning_rate": 1.7800969331807237e-05,
      "loss": 1.1422,
      "step": 1675
    },
    {
      "epoch": 1.79,
      "grad_norm": 5.8125,
      "learning_rate": 1.766634197275781e-05,
      "loss": 1.1428,
      "step": 1680
    },
    {
      "epoch": 1.8,
      "grad_norm": 5.9375,
      "learning_rate": 1.7531946908562596e-05,
      "loss": 1.1056,
      "step": 1685
    },
    {
      "epoch": 1.8,
      "grad_norm": 7.1875,
      "learning_rate": 1.7397788396207883e-05,
      "loss": 1.2066,
      "step": 1690
    },
    {
      "epoch": 1.81,
      "grad_norm": 5.1875,
      "learning_rate": 1.7263870685187188e-05,
      "loss": 1.1753,
      "step": 1695
    },
    {
      "epoch": 1.81,
      "grad_norm": 6.15625,
      "learning_rate": 1.7130198017366556e-05,
      "loss": 1.1243,
      "step": 1700
    },
    {
      "epoch": 1.82,
      "grad_norm": 5.09375,
      "learning_rate": 1.699677462685029e-05,
      "loss": 1.1959,
      "step": 1705
    },
    {
      "epoch": 1.82,
      "grad_norm": 5.25,
      "learning_rate": 1.686360473984678e-05,
      "loss": 1.1313,
      "step": 1710
    },
    {
      "epoch": 1.83,
      "grad_norm": 5.21875,
      "learning_rate": 1.6730692574534622e-05,
      "loss": 1.1578,
      "step": 1715
    },
    {
      "epoch": 1.83,
      "grad_norm": 6.5625,
      "learning_rate": 1.659804234092908e-05,
      "loss": 1.1415,
      "step": 1720
    },
    {
      "epoch": 1.84,
      "grad_norm": 6.1875,
      "learning_rate": 1.646565824074865e-05,
      "loss": 1.1565,
      "step": 1725
    },
    {
      "epoch": 1.85,
      "grad_norm": 5.3125,
      "learning_rate": 1.6333544467282028e-05,
      "loss": 1.1677,
      "step": 1730
    },
    {
      "epoch": 1.85,
      "grad_norm": 9.375,
      "learning_rate": 1.6201705205255244e-05,
      "loss": 1.1842,
      "step": 1735
    },
    {
      "epoch": 1.86,
      "grad_norm": 7.8125,
      "learning_rate": 1.6070144630699165e-05,
      "loss": 1.2085,
      "step": 1740
    },
    {
      "epoch": 1.86,
      "grad_norm": 6.0625,
      "learning_rate": 1.5938866910817152e-05,
      "loss": 1.156,
      "step": 1745
    },
    {
      "epoch": 1.87,
      "grad_norm": 5.28125,
      "learning_rate": 1.5807876203853118e-05,
      "loss": 1.1278,
      "step": 1750
    },
    {
      "epoch": 1.87,
      "grad_norm": 5.59375,
      "learning_rate": 1.5677176658959782e-05,
      "loss": 1.1558,
      "step": 1755
    },
    {
      "epoch": 1.88,
      "grad_norm": 5.75,
      "learning_rate": 1.554677241606726e-05,
      "loss": 1.1674,
      "step": 1760
    },
    {
      "epoch": 1.88,
      "grad_norm": 5.0625,
      "learning_rate": 1.5416667605751933e-05,
      "loss": 1.1816,
      "step": 1765
    },
    {
      "epoch": 1.89,
      "grad_norm": 5.65625,
      "learning_rate": 1.5286866349105593e-05,
      "loss": 1.1665,
      "step": 1770
    },
    {
      "epoch": 1.89,
      "grad_norm": 5.96875,
      "learning_rate": 1.5157372757604932e-05,
      "loss": 1.1067,
      "step": 1775
    },
    {
      "epoch": 1.9,
      "grad_norm": 6.75,
      "learning_rate": 1.502819093298128e-05,
      "loss": 1.2465,
      "step": 1780
    },
    {
      "epoch": 1.9,
      "grad_norm": 5.65625,
      "learning_rate": 1.4899324967090705e-05,
      "loss": 1.1388,
      "step": 1785
    },
    {
      "epoch": 1.91,
      "grad_norm": 6.125,
      "learning_rate": 1.4770778941784401e-05,
      "loss": 1.1855,
      "step": 1790
    },
    {
      "epoch": 1.91,
      "grad_norm": 5.03125,
      "learning_rate": 1.4642556928779403e-05,
      "loss": 1.1639,
      "step": 1795
    },
    {
      "epoch": 1.92,
      "grad_norm": 5.625,
      "learning_rate": 1.4514662989529562e-05,
      "loss": 1.1454,
      "step": 1800
    },
    {
      "epoch": 1.93,
      "grad_norm": 5.46875,
      "learning_rate": 1.4387101175096985e-05,
      "loss": 1.1658,
      "step": 1805
    },
    {
      "epoch": 1.93,
      "grad_norm": 5.3125,
      "learning_rate": 1.4259875526023622e-05,
      "loss": 1.1015,
      "step": 1810
    },
    {
      "epoch": 1.94,
      "grad_norm": 4.84375,
      "learning_rate": 1.4132990072203378e-05,
      "loss": 1.1869,
      "step": 1815
    },
    {
      "epoch": 1.94,
      "grad_norm": 5.90625,
      "learning_rate": 1.400644883275437e-05,
      "loss": 1.1581,
      "step": 1820
    },
    {
      "epoch": 1.95,
      "grad_norm": 5.4375,
      "learning_rate": 1.3880255815891696e-05,
      "loss": 1.2049,
      "step": 1825
    },
    {
      "epoch": 1.95,
      "grad_norm": 5.3125,
      "learning_rate": 1.3754415018800448e-05,
      "loss": 1.1779,
      "step": 1830
    },
    {
      "epoch": 1.96,
      "grad_norm": 5.03125,
      "learning_rate": 1.3628930427509068e-05,
      "loss": 1.1909,
      "step": 1835
    },
    {
      "epoch": 1.96,
      "grad_norm": 4.625,
      "learning_rate": 1.3503806016763152e-05,
      "loss": 1.1462,
      "step": 1840
    },
    {
      "epoch": 1.97,
      "grad_norm": 6.03125,
      "learning_rate": 1.3379045749899485e-05,
      "loss": 1.1609,
      "step": 1845
    },
    {
      "epoch": 1.97,
      "grad_norm": 6.0625,
      "learning_rate": 1.325465357872056e-05,
      "loss": 1.1463,
      "step": 1850
    },
    {
      "epoch": 1.98,
      "grad_norm": 5.6875,
      "learning_rate": 1.3130633443369377e-05,
      "loss": 1.1447,
      "step": 1855
    },
    {
      "epoch": 1.98,
      "grad_norm": 5.78125,
      "learning_rate": 1.3006989272204611e-05,
      "loss": 1.1105,
      "step": 1860
    },
    {
      "epoch": 1.99,
      "grad_norm": 8.3125,
      "learning_rate": 1.2883724981676243e-05,
      "loss": 1.2189,
      "step": 1865
    },
    {
      "epoch": 1.99,
      "grad_norm": 5.25,
      "learning_rate": 1.2760844476201429e-05,
      "loss": 1.1292,
      "step": 1870
    },
    {
      "epoch": 2.0,
      "grad_norm": 5.21875,
      "learning_rate": 1.2638351648040918e-05,
      "loss": 1.1375,
      "step": 1875
    },
    {
      "epoch": 2.01,
      "grad_norm": 4.65625,
      "learning_rate": 1.2516250377175673e-05,
      "loss": 1.1576,
      "step": 1880
    },
    {
      "epoch": 2.01,
      "grad_norm": 4.84375,
      "learning_rate": 1.2394544531184036e-05,
      "loss": 1.168,
      "step": 1885
    },
    {
      "epoch": 2.02,
      "grad_norm": 6.3125,
      "learning_rate": 1.2273237965119202e-05,
      "loss": 1.1362,
      "step": 1890
    },
    {
      "epoch": 2.02,
      "grad_norm": 6.0,
      "learning_rate": 1.2152334521387082e-05,
      "loss": 1.147,
      "step": 1895
    },
    {
      "epoch": 2.03,
      "grad_norm": 7.28125,
      "learning_rate": 1.2031838029624657e-05,
      "loss": 1.0798,
      "step": 1900
    },
    {
      "epoch": 2.03,
      "grad_norm": 4.375,
      "learning_rate": 1.1911752306578593e-05,
      "loss": 1.0446,
      "step": 1905
    },
    {
      "epoch": 2.04,
      "grad_norm": 5.21875,
      "learning_rate": 1.1792081155984422e-05,
      "loss": 1.0947,
      "step": 1910
    },
    {
      "epoch": 2.04,
      "grad_norm": 5.25,
      "learning_rate": 1.1672828368446018e-05,
      "loss": 1.1792,
      "step": 1915
    },
    {
      "epoch": 2.05,
      "grad_norm": 5.96875,
      "learning_rate": 1.1553997721315509e-05,
      "loss": 1.1014,
      "step": 1920
    },
    {
      "epoch": 2.05,
      "grad_norm": 5.53125,
      "learning_rate": 1.1435592978573695e-05,
      "loss": 1.1151,
      "step": 1925
    },
    {
      "epoch": 2.06,
      "grad_norm": 5.71875,
      "learning_rate": 1.1317617890710738e-05,
      "loss": 1.1495,
      "step": 1930
    },
    {
      "epoch": 2.06,
      "grad_norm": 5.125,
      "learning_rate": 1.1200076194607448e-05,
      "loss": 1.203,
      "step": 1935
    },
    {
      "epoch": 2.07,
      "grad_norm": 6.84375,
      "learning_rate": 1.1082971613416865e-05,
      "loss": 1.1496,
      "step": 1940
    },
    {
      "epoch": 2.07,
      "grad_norm": 5.5625,
      "learning_rate": 1.0966307856446322e-05,
      "loss": 1.098,
      "step": 1945
    },
    {
      "epoch": 2.08,
      "grad_norm": 5.3125,
      "learning_rate": 1.0850088619040005e-05,
      "loss": 1.1397,
      "step": 1950
    },
    {
      "epoch": 2.09,
      "grad_norm": 5.0,
      "learning_rate": 1.0734317582461833e-05,
      "loss": 1.2423,
      "step": 1955
    },
    {
      "epoch": 2.09,
      "grad_norm": 4.875,
      "learning_rate": 1.061899841377892e-05,
      "loss": 1.1154,
      "step": 1960
    },
    {
      "epoch": 2.1,
      "grad_norm": 4.78125,
      "learning_rate": 1.0504134765745351e-05,
      "loss": 1.2164,
      "step": 1965
    },
    {
      "epoch": 2.1,
      "grad_norm": 5.0,
      "learning_rate": 1.0389730276686557e-05,
      "loss": 1.0513,
      "step": 1970
    },
    {
      "epoch": 2.11,
      "grad_norm": 4.9375,
      "learning_rate": 1.0275788570384016e-05,
      "loss": 1.0955,
      "step": 1975
    },
    {
      "epoch": 2.11,
      "grad_norm": 5.59375,
      "learning_rate": 1.0162313255960465e-05,
      "loss": 1.075,
      "step": 1980
    },
    {
      "epoch": 2.12,
      "grad_norm": 5.03125,
      "learning_rate": 1.0049307927765634e-05,
      "loss": 1.1331,
      "step": 1985
    },
    {
      "epoch": 2.12,
      "grad_norm": 6.0,
      "learning_rate": 9.936776165262324e-06,
      "loss": 1.1564,
      "step": 1990
    },
    {
      "epoch": 2.13,
      "grad_norm": 4.75,
      "learning_rate": 9.824721532913091e-06,
      "loss": 1.0781,
      "step": 1995
    },
    {
      "epoch": 2.13,
      "grad_norm": 5.46875,
      "learning_rate": 9.71314758006731e-06,
      "loss": 1.1172,
      "step": 2000
    },
    {
      "epoch": 2.14,
      "grad_norm": 6.09375,
      "learning_rate": 9.602057840848732e-06,
      "loss": 1.1993,
      "step": 2005
    },
    {
      "epoch": 2.14,
      "grad_norm": 4.75,
      "learning_rate": 9.491455834043583e-06,
      "loss": 1.0923,
      "step": 2010
    },
    {
      "epoch": 2.15,
      "grad_norm": 5.75,
      "learning_rate": 9.38134506298906e-06,
      "loss": 1.1308,
      "step": 2015
    },
    {
      "epoch": 2.15,
      "grad_norm": 4.84375,
      "learning_rate": 9.271729015462411e-06,
      "loss": 1.1036,
      "step": 2020
    },
    {
      "epoch": 2.16,
      "grad_norm": 4.65625,
      "learning_rate": 9.162611163570403e-06,
      "loss": 1.1123,
      "step": 2025
    },
    {
      "epoch": 2.17,
      "grad_norm": 6.21875,
      "learning_rate": 9.053994963639406e-06,
      "loss": 1.1922,
      "step": 2030
    },
    {
      "epoch": 2.17,
      "grad_norm": 6.3125,
      "learning_rate": 8.945883856105841e-06,
      "loss": 1.2439,
      "step": 2035
    },
    {
      "epoch": 2.18,
      "grad_norm": 5.9375,
      "learning_rate": 8.838281265407284e-06,
      "loss": 1.1455,
      "step": 2040
    },
    {
      "epoch": 2.18,
      "grad_norm": 5.09375,
      "learning_rate": 8.731190599873912e-06,
      "loss": 1.1547,
      "step": 2045
    },
    {
      "epoch": 2.19,
      "grad_norm": 5.40625,
      "learning_rate": 8.624615251620627e-06,
      "loss": 1.1167,
      "step": 2050
    },
    {
      "epoch": 2.19,
      "grad_norm": 6.53125,
      "learning_rate": 8.518558596439532e-06,
      "loss": 1.1272,
      "step": 2055
    },
    {
      "epoch": 2.2,
      "grad_norm": 6.4375,
      "learning_rate": 8.413023993693075e-06,
      "loss": 1.1031,
      "step": 2060
    },
    {
      "epoch": 2.2,
      "grad_norm": 5.71875,
      "learning_rate": 8.308014786207571e-06,
      "loss": 1.1688,
      "step": 2065
    },
    {
      "epoch": 2.21,
      "grad_norm": 4.84375,
      "learning_rate": 8.203534300167382e-06,
      "loss": 1.1888,
      "step": 2070
    },
    {
      "epoch": 2.21,
      "grad_norm": 5.1875,
      "learning_rate": 8.0995858450095e-06,
      "loss": 1.1494,
      "step": 2075
    },
    {
      "epoch": 2.22,
      "grad_norm": 4.8125,
      "learning_rate": 7.99617271331877e-06,
      "loss": 1.1709,
      "step": 2080
    },
    {
      "epoch": 2.22,
      "grad_norm": 5.46875,
      "learning_rate": 7.893298180723582e-06,
      "loss": 1.1323,
      "step": 2085
    },
    {
      "epoch": 2.23,
      "grad_norm": 5.96875,
      "learning_rate": 7.790965505792078e-06,
      "loss": 1.1689,
      "step": 2090
    },
    {
      "epoch": 2.23,
      "grad_norm": 6.15625,
      "learning_rate": 7.689177929929004e-06,
      "loss": 1.1852,
      "step": 2095
    },
    {
      "epoch": 2.24,
      "grad_norm": 5.34375,
      "learning_rate": 7.5879386772729625e-06,
      "loss": 1.1371,
      "step": 2100
    },
    {
      "epoch": 2.25,
      "grad_norm": 4.5625,
      "learning_rate": 7.4872509545943715e-06,
      "loss": 1.0184,
      "step": 2105
    },
    {
      "epoch": 2.25,
      "grad_norm": 4.78125,
      "learning_rate": 7.387117951193792e-06,
      "loss": 1.1552,
      "step": 2110
    },
    {
      "epoch": 2.26,
      "grad_norm": 6.125,
      "learning_rate": 7.287542838801003e-06,
      "loss": 1.1553,
      "step": 2115
    },
    {
      "epoch": 2.26,
      "grad_norm": 5.28125,
      "learning_rate": 7.188528771474478e-06,
      "loss": 1.1062,
      "step": 2120
    },
    {
      "epoch": 2.27,
      "grad_norm": 5.125,
      "learning_rate": 7.090078885501475e-06,
      "loss": 1.0785,
      "step": 2125
    },
    {
      "epoch": 2.27,
      "grad_norm": 4.90625,
      "learning_rate": 6.992196299298739e-06,
      "loss": 1.0447,
      "step": 2130
    },
    {
      "epoch": 2.28,
      "grad_norm": 6.375,
      "learning_rate": 6.894884113313679e-06,
      "loss": 1.1757,
      "step": 2135
    },
    {
      "epoch": 2.28,
      "grad_norm": 5.6875,
      "learning_rate": 6.798145409926191e-06,
      "loss": 1.1345,
      "step": 2140
    },
    {
      "epoch": 2.29,
      "grad_norm": 5.46875,
      "learning_rate": 6.701983253351021e-06,
      "loss": 1.1477,
      "step": 2145
    },
    {
      "epoch": 2.29,
      "grad_norm": 5.78125,
      "learning_rate": 6.606400689540673e-06,
      "loss": 1.1445,
      "step": 2150
    },
    {
      "epoch": 2.3,
      "grad_norm": 5.0625,
      "learning_rate": 6.511400746088986e-06,
      "loss": 1.1672,
      "step": 2155
    },
    {
      "epoch": 2.3,
      "grad_norm": 5.75,
      "learning_rate": 6.416986432135161e-06,
      "loss": 1.0833,
      "step": 2160
    },
    {
      "epoch": 2.31,
      "grad_norm": 5.03125,
      "learning_rate": 6.323160738268524e-06,
      "loss": 1.0998,
      "step": 2165
    },
    {
      "epoch": 2.31,
      "grad_norm": 4.53125,
      "learning_rate": 6.229926636433733e-06,
      "loss": 1.0866,
      "step": 2170
    },
    {
      "epoch": 2.32,
      "grad_norm": 5.96875,
      "learning_rate": 6.137287079836681e-06,
      "loss": 1.142,
      "step": 2175
    },
    {
      "epoch": 2.33,
      "grad_norm": 5.15625,
      "learning_rate": 6.045245002850952e-06,
      "loss": 1.0761,
      "step": 2180
    },
    {
      "epoch": 2.33,
      "grad_norm": 6.15625,
      "learning_rate": 5.95380332092483e-06,
      "loss": 1.1538,
      "step": 2185
    },
    {
      "epoch": 2.34,
      "grad_norm": 4.9375,
      "learning_rate": 5.8629649304890235e-06,
      "loss": 1.1283,
      "step": 2190
    },
    {
      "epoch": 2.34,
      "grad_norm": 6.3125,
      "learning_rate": 5.772732708864842e-06,
      "loss": 1.2129,
      "step": 2195
    },
    {
      "epoch": 2.35,
      "grad_norm": 5.625,
      "learning_rate": 5.683109514173124e-06,
      "loss": 1.1755,
      "step": 2200
    },
    {
      "epoch": 2.35,
      "grad_norm": 5.125,
      "learning_rate": 5.594098185243676e-06,
      "loss": 1.072,
      "step": 2205
    },
    {
      "epoch": 2.36,
      "grad_norm": 5.5625,
      "learning_rate": 5.505701541525335e-06,
      "loss": 1.1341,
      "step": 2210
    },
    {
      "epoch": 2.36,
      "grad_norm": 5.09375,
      "learning_rate": 5.417922382996699e-06,
      "loss": 1.1623,
      "step": 2215
    },
    {
      "epoch": 2.37,
      "grad_norm": 5.875,
      "learning_rate": 5.330763490077404e-06,
      "loss": 1.09,
      "step": 2220
    },
    {
      "epoch": 2.37,
      "grad_norm": 7.875,
      "learning_rate": 5.244227623540074e-06,
      "loss": 1.1628,
      "step": 2225
    },
    {
      "epoch": 2.38,
      "grad_norm": 5.59375,
      "learning_rate": 5.1583175244228785e-06,
      "loss": 1.1654,
      "step": 2230
    },
    {
      "epoch": 2.38,
      "grad_norm": 5.5,
      "learning_rate": 5.073035913942678e-06,
      "loss": 1.117,
      "step": 2235
    },
    {
      "epoch": 2.39,
      "grad_norm": 6.28125,
      "learning_rate": 4.988385493408871e-06,
      "loss": 1.1308,
      "step": 2240
    },
    {
      "epoch": 2.39,
      "grad_norm": 5.0,
      "learning_rate": 4.904368944137783e-06,
      "loss": 1.1502,
      "step": 2245
    },
    {
      "epoch": 2.4,
      "grad_norm": 5.84375,
      "learning_rate": 4.82098892736779e-06,
      "loss": 1.137,
      "step": 2250
    },
    {
      "epoch": 2.41,
      "grad_norm": 4.96875,
      "learning_rate": 4.738248084174959e-06,
      "loss": 1.1274,
      "step": 2255
    },
    {
      "epoch": 2.41,
      "grad_norm": 6.125,
      "learning_rate": 4.656149035389457e-06,
      "loss": 1.0886,
      "step": 2260
    },
    {
      "epoch": 2.42,
      "grad_norm": 4.90625,
      "learning_rate": 4.574694381512498e-06,
      "loss": 1.2045,
      "step": 2265
    },
    {
      "epoch": 2.42,
      "grad_norm": 5.875,
      "learning_rate": 4.493886702633962e-06,
      "loss": 1.1118,
      "step": 2270
    },
    {
      "epoch": 2.43,
      "grad_norm": 5.21875,
      "learning_rate": 4.41372855835071e-06,
      "loss": 1.1354,
      "step": 2275
    },
    {
      "epoch": 2.43,
      "grad_norm": 5.5,
      "learning_rate": 4.3342224876854604e-06,
      "loss": 1.1385,
      "step": 2280
    },
    {
      "epoch": 2.44,
      "grad_norm": 5.3125,
      "learning_rate": 4.255371009006415e-06,
      "loss": 1.2304,
      "step": 2285
    },
    {
      "epoch": 2.44,
      "grad_norm": 5.8125,
      "learning_rate": 4.177176619947451e-06,
      "loss": 1.1728,
      "step": 2290
    },
    {
      "epoch": 2.45,
      "grad_norm": 5.625,
      "learning_rate": 4.099641797329015e-06,
      "loss": 1.14,
      "step": 2295
    },
    {
      "epoch": 2.45,
      "grad_norm": 6.15625,
      "learning_rate": 4.0227689970796956e-06,
      "loss": 1.1576,
      "step": 2300
    },
    {
      "epoch": 2.46,
      "grad_norm": 5.90625,
      "learning_rate": 3.946560654158385e-06,
      "loss": 1.1663,
      "step": 2305
    },
    {
      "epoch": 2.46,
      "grad_norm": 7.5,
      "learning_rate": 3.871019182477203e-06,
      "loss": 1.2139,
      "step": 2310
    },
    {
      "epoch": 2.47,
      "grad_norm": 5.09375,
      "learning_rate": 3.796146974824988e-06,
      "loss": 1.142,
      "step": 2315
    },
    {
      "epoch": 2.47,
      "grad_norm": 4.8125,
      "learning_rate": 3.7219464027915403e-06,
      "loss": 1.1319,
      "step": 2320
    },
    {
      "epoch": 2.48,
      "grad_norm": 5.03125,
      "learning_rate": 3.6484198166924973e-06,
      "loss": 1.1338,
      "step": 2325
    },
    {
      "epoch": 2.49,
      "grad_norm": 5.375,
      "learning_rate": 3.5755695454948558e-06,
      "loss": 1.1259,
      "step": 2330
    },
    {
      "epoch": 2.49,
      "grad_norm": 6.40625,
      "learning_rate": 3.5033978967432437e-06,
      "loss": 1.226,
      "step": 2335
    },
    {
      "epoch": 2.5,
      "grad_norm": 4.96875,
      "learning_rate": 3.431907156486791e-06,
      "loss": 1.1347,
      "step": 2340
    },
    {
      "epoch": 2.5,
      "grad_norm": 5.25,
      "learning_rate": 3.361099589206751e-06,
      "loss": 1.133,
      "step": 2345
    },
    {
      "epoch": 2.51,
      "grad_norm": 4.5,
      "learning_rate": 3.2909774377447606e-06,
      "loss": 1.0546,
      "step": 2350
    },
    {
      "epoch": 2.51,
      "grad_norm": 6.125,
      "learning_rate": 3.221542923231774e-06,
      "loss": 1.1597,
      "step": 2355
    },
    {
      "epoch": 2.52,
      "grad_norm": 5.75,
      "learning_rate": 3.1527982450177547e-06,
      "loss": 1.1044,
      "step": 2360
    },
    {
      "epoch": 2.52,
      "grad_norm": 6.1875,
      "learning_rate": 3.084745580601964e-06,
      "loss": 1.1435,
      "step": 2365
    },
    {
      "epoch": 2.53,
      "grad_norm": 5.5,
      "learning_rate": 3.0173870855640246e-06,
      "loss": 1.2131,
      "step": 2370
    },
    {
      "epoch": 2.53,
      "grad_norm": 6.25,
      "learning_rate": 2.9507248934956155e-06,
      "loss": 1.1718,
      "step": 2375
    },
    {
      "epoch": 2.54,
      "grad_norm": 4.40625,
      "learning_rate": 2.8847611159329072e-06,
      "loss": 1.1415,
      "step": 2380
    },
    {
      "epoch": 2.54,
      "grad_norm": 5.5625,
      "learning_rate": 2.819497842289684e-06,
      "loss": 1.1762,
      "step": 2385
    },
    {
      "epoch": 2.55,
      "grad_norm": 5.375,
      "learning_rate": 2.754937139791125e-06,
      "loss": 1.1139,
      "step": 2390
    },
    {
      "epoch": 2.55,
      "grad_norm": 5.78125,
      "learning_rate": 2.691081053408376e-06,
      "loss": 1.1348,
      "step": 2395
    },
    {
      "epoch": 2.56,
      "grad_norm": 5.59375,
      "learning_rate": 2.6279316057937263e-06,
      "loss": 1.2093,
      "step": 2400
    },
    {
      "epoch": 2.57,
      "grad_norm": 6.9375,
      "learning_rate": 2.5654907972165853e-06,
      "loss": 1.1454,
      "step": 2405
    },
    {
      "epoch": 2.57,
      "grad_norm": 5.46875,
      "learning_rate": 2.50376060550008e-06,
      "loss": 1.1167,
      "step": 2410
    },
    {
      "epoch": 2.58,
      "grad_norm": 5.59375,
      "learning_rate": 2.442742985958446e-06,
      "loss": 1.1659,
      "step": 2415
    },
    {
      "epoch": 2.58,
      "grad_norm": 5.125,
      "learning_rate": 2.3824398713350597e-06,
      "loss": 1.1642,
      "step": 2420
    },
    {
      "epoch": 2.59,
      "grad_norm": 6.0625,
      "learning_rate": 2.3228531717412515e-06,
      "loss": 1.1461,
      "step": 2425
    },
    {
      "epoch": 2.59,
      "grad_norm": 5.15625,
      "learning_rate": 2.2639847745957647e-06,
      "loss": 1.1391,
      "step": 2430
    },
    {
      "epoch": 2.6,
      "grad_norm": 5.6875,
      "learning_rate": 2.2058365445650126e-06,
      "loss": 1.1331,
      "step": 2435
    },
    {
      "epoch": 2.6,
      "grad_norm": 5.8125,
      "learning_rate": 2.1484103235039714e-06,
      "loss": 1.108,
      "step": 2440
    },
    {
      "epoch": 2.61,
      "grad_norm": 5.65625,
      "learning_rate": 2.091707930397885e-06,
      "loss": 1.142,
      "step": 2445
    },
    {
      "epoch": 2.61,
      "grad_norm": 6.1875,
      "learning_rate": 2.035731161304602e-06,
      "loss": 1.0998,
      "step": 2450
    },
    {
      "epoch": 2.62,
      "grad_norm": 4.40625,
      "learning_rate": 1.9804817892977277e-06,
      "loss": 1.1734,
      "step": 2455
    },
    {
      "epoch": 2.62,
      "grad_norm": 6.90625,
      "learning_rate": 1.925961564410428e-06,
      "loss": 1.2022,
      "step": 2460
    },
    {
      "epoch": 2.63,
      "grad_norm": 5.46875,
      "learning_rate": 1.8721722135800174e-06,
      "loss": 1.1813,
      "step": 2465
    },
    {
      "epoch": 2.63,
      "grad_norm": 5.46875,
      "learning_rate": 1.819115440593258e-06,
      "loss": 1.1642,
      "step": 2470
    },
    {
      "epoch": 2.64,
      "grad_norm": 5.71875,
      "learning_rate": 1.766792926032365e-06,
      "loss": 1.1271,
      "step": 2475
    },
    {
      "epoch": 2.65,
      "grad_norm": 7.1875,
      "learning_rate": 1.715206327221816e-06,
      "loss": 1.1829,
      "step": 2480
    },
    {
      "epoch": 2.65,
      "grad_norm": 5.53125,
      "learning_rate": 1.6643572781758181e-06,
      "loss": 1.1764,
      "step": 2485
    },
    {
      "epoch": 2.66,
      "grad_norm": 7.03125,
      "learning_rate": 1.614247389546575e-06,
      "loss": 1.0975,
      "step": 2490
    },
    {
      "epoch": 2.66,
      "grad_norm": 5.09375,
      "learning_rate": 1.5648782485732566e-06,
      "loss": 1.1742,
      "step": 2495
    },
    {
      "epoch": 2.67,
      "grad_norm": 6.46875,
      "learning_rate": 1.5162514190317195e-06,
      "loss": 1.1686,
      "step": 2500
    },
    {
      "epoch": 2.67,
      "grad_norm": 6.0,
      "learning_rate": 1.4683684411849947e-06,
      "loss": 1.1135,
      "step": 2505
    },
    {
      "epoch": 2.68,
      "grad_norm": 4.96875,
      "learning_rate": 1.4212308317344686e-06,
      "loss": 1.1648,
      "step": 2510
    },
    {
      "epoch": 2.68,
      "grad_norm": 5.96875,
      "learning_rate": 1.3748400837718696e-06,
      "loss": 1.1331,
      "step": 2515
    },
    {
      "epoch": 2.69,
      "grad_norm": 5.0,
      "learning_rate": 1.32919766673196e-06,
      "loss": 1.1018,
      "step": 2520
    },
    {
      "epoch": 2.69,
      "grad_norm": 6.125,
      "learning_rate": 1.2843050263459888e-06,
      "loss": 1.1353,
      "step": 2525
    },
    {
      "epoch": 2.7,
      "grad_norm": 5.8125,
      "learning_rate": 1.2401635845959159e-06,
      "loss": 1.1662,
      "step": 2530
    },
    {
      "epoch": 2.7,
      "grad_norm": 6.4375,
      "learning_rate": 1.1967747396693401e-06,
      "loss": 1.2042,
      "step": 2535
    },
    {
      "epoch": 2.71,
      "grad_norm": 5.59375,
      "learning_rate": 1.1541398659152464e-06,
      "loss": 1.132,
      "step": 2540
    },
    {
      "epoch": 2.71,
      "grad_norm": 6.5625,
      "learning_rate": 1.1122603138004422e-06,
      "loss": 1.1555,
      "step": 2545
    },
    {
      "epoch": 2.72,
      "grad_norm": 5.8125,
      "learning_rate": 1.0711374098667987e-06,
      "loss": 1.1753,
      "step": 2550
    },
    {
      "epoch": 2.73,
      "grad_norm": 5.46875,
      "learning_rate": 1.0307724566892385e-06,
      "loss": 1.1657,
      "step": 2555
    },
    {
      "epoch": 2.73,
      "grad_norm": 5.0,
      "learning_rate": 9.911667328344477e-07,
      "loss": 1.1786,
      "step": 2560
    },
    {
      "epoch": 2.74,
      "grad_norm": 5.03125,
      "learning_rate": 9.523214928204127e-07,
      "loss": 1.1759,
      "step": 2565
    },
    {
      "epoch": 2.74,
      "grad_norm": 6.25,
      "learning_rate": 9.142379670766532e-07,
      "loss": 1.19,
      "step": 2570
    },
    {
      "epoch": 2.75,
      "grad_norm": 6.0,
      "learning_rate": 8.76917361905269e-07,
      "loss": 1.1569,
      "step": 2575
    },
    {
      "epoch": 2.75,
      "grad_norm": 7.28125,
      "learning_rate": 8.403608594427237e-07,
      "loss": 1.1427,
      "step": 2580
    },
    {
      "epoch": 2.76,
      "grad_norm": 5.1875,
      "learning_rate": 8.045696176223888e-07,
      "loss": 1.1103,
      "step": 2585
    },
    {
      "epoch": 2.76,
      "grad_norm": 5.75,
      "learning_rate": 7.695447701378866e-07,
      "loss": 1.1479,
      "step": 2590
    },
    {
      "epoch": 2.77,
      "grad_norm": 5.0,
      "learning_rate": 7.352874264071579e-07,
      "loss": 1.1034,
      "step": 2595
    },
    {
      "epoch": 2.77,
      "grad_norm": 5.84375,
      "learning_rate": 7.017986715373515e-07,
      "loss": 1.0887,
      "step": 2600
    },
    {
      "epoch": 2.78,
      "grad_norm": 6.21875,
      "learning_rate": 6.69079566290412e-07,
      "loss": 1.2236,
      "step": 2605
    },
    {
      "epoch": 2.78,
      "grad_norm": 6.46875,
      "learning_rate": 6.371311470495162e-07,
      "loss": 1.1793,
      "step": 2610
    },
    {
      "epoch": 2.79,
      "grad_norm": 5.15625,
      "learning_rate": 6.059544257862343e-07,
      "loss": 1.0842,
      "step": 2615
    },
    {
      "epoch": 2.79,
      "grad_norm": 4.71875,
      "learning_rate": 5.75550390028462e-07,
      "loss": 1.077,
      "step": 2620
    },
    {
      "epoch": 2.8,
      "grad_norm": 6.03125,
      "learning_rate": 5.459200028291617e-07,
      "loss": 1.1295,
      "step": 2625
    },
    {
      "epoch": 2.81,
      "grad_norm": 5.90625,
      "learning_rate": 5.170642027358341e-07,
      "loss": 1.1019,
      "step": 2630
    },
    {
      "epoch": 2.81,
      "grad_norm": 5.96875,
      "learning_rate": 4.889839037608202e-07,
      "loss": 1.1931,
      "step": 2635
    },
    {
      "epoch": 2.82,
      "grad_norm": 5.75,
      "learning_rate": 4.616799953523182e-07,
      "loss": 1.1147,
      "step": 2640
    },
    {
      "epoch": 2.82,
      "grad_norm": 5.8125,
      "learning_rate": 4.351533423662318e-07,
      "loss": 1.1505,
      "step": 2645
    },
    {
      "epoch": 2.83,
      "grad_norm": 5.375,
      "learning_rate": 4.094047850387667e-07,
      "loss": 1.1301,
      "step": 2650
    },
    {
      "epoch": 2.83,
      "grad_norm": 5.6875,
      "learning_rate": 3.8443513895981e-07,
      "loss": 1.1204,
      "step": 2655
    },
    {
      "epoch": 2.84,
      "grad_norm": 5.6875,
      "learning_rate": 3.6024519504711806e-07,
      "loss": 1.0925,
      "step": 2660
    },
    {
      "epoch": 2.84,
      "grad_norm": 5.84375,
      "learning_rate": 3.3683571952123906e-07,
      "loss": 1.1177,
      "step": 2665
    },
    {
      "epoch": 2.85,
      "grad_norm": 6.09375,
      "learning_rate": 3.142074538812545e-07,
      "loss": 1.1465,
      "step": 2670
    },
    {
      "epoch": 2.85,
      "grad_norm": 5.25,
      "learning_rate": 2.9236111488129545e-07,
      "loss": 1.1202,
      "step": 2675
    },
    {
      "epoch": 2.86,
      "grad_norm": 6.84375,
      "learning_rate": 2.712973945078301e-07,
      "loss": 1.1668,
      "step": 2680
    },
    {
      "epoch": 2.86,
      "grad_norm": 5.09375,
      "learning_rate": 2.510169599577533e-07,
      "loss": 1.1126,
      "step": 2685
    },
    {
      "epoch": 2.87,
      "grad_norm": 6.28125,
      "learning_rate": 2.315204536172455e-07,
      "loss": 1.1607,
      "step": 2690
    },
    {
      "epoch": 2.87,
      "grad_norm": 5.84375,
      "learning_rate": 2.128084930414359e-07,
      "loss": 1.1588,
      "step": 2695
    },
    {
      "epoch": 2.88,
      "grad_norm": 6.90625,
      "learning_rate": 1.9488167093482667e-07,
      "loss": 1.1142,
      "step": 2700
    },
    {
      "epoch": 2.89,
      "grad_norm": 5.90625,
      "learning_rate": 1.7774055513253006e-07,
      "loss": 1.1313,
      "step": 2705
    },
    {
      "epoch": 2.89,
      "grad_norm": 5.46875,
      "learning_rate": 1.613856885822801e-07,
      "loss": 1.0984,
      "step": 2710
    },
    {
      "epoch": 2.9,
      "grad_norm": 5.34375,
      "learning_rate": 1.4581758932722956e-07,
      "loss": 1.0768,
      "step": 2715
    },
    {
      "epoch": 2.9,
      "grad_norm": 5.375,
      "learning_rate": 1.3103675048954934e-07,
      "loss": 1.1069,
      "step": 2720
    },
    {
      "epoch": 2.91,
      "grad_norm": 5.25,
      "learning_rate": 1.1704364025479642e-07,
      "loss": 1.1131,
      "step": 2725
    },
    {
      "epoch": 2.91,
      "grad_norm": 6.46875,
      "learning_rate": 1.0383870185710076e-07,
      "loss": 1.1476,
      "step": 2730
    },
    {
      "epoch": 2.92,
      "grad_norm": 6.71875,
      "learning_rate": 9.142235356510987e-08,
      "loss": 1.1705,
      "step": 2735
    },
    {
      "epoch": 2.92,
      "grad_norm": 5.0,
      "learning_rate": 7.979498866874935e-08,
      "loss": 1.069,
      "step": 2740
    },
    {
      "epoch": 2.93,
      "grad_norm": 5.4375,
      "learning_rate": 6.895697546676349e-08,
      "loss": 1.1401,
      "step": 2745
    },
    {
      "epoch": 2.93,
      "grad_norm": 6.65625,
      "learning_rate": 5.890865725504402e-08,
      "loss": 1.119,
      "step": 2750
    },
    {
      "epoch": 2.94,
      "grad_norm": 6.09375,
      "learning_rate": 4.9650352315766535e-08,
      "loss": 1.1177,
      "step": 2755
    },
    {
      "epoch": 2.94,
      "grad_norm": 5.6875,
      "learning_rate": 4.118235390730141e-08,
      "loss": 1.0892,
      "step": 2760
    },
    {
      "epoch": 2.95,
      "grad_norm": 8.9375,
      "learning_rate": 3.350493025492396e-08,
      "loss": 1.1853,
      "step": 2765
    },
    {
      "epoch": 2.95,
      "grad_norm": 5.21875,
      "learning_rate": 2.661832454232127e-08,
      "loss": 1.1004,
      "step": 2770
    },
    {
      "epoch": 2.96,
      "grad_norm": 5.71875,
      "learning_rate": 2.0522754903892772e-08,
      "loss": 1.113,
      "step": 2775
    },
    {
      "epoch": 2.97,
      "grad_norm": 5.5,
      "learning_rate": 1.5218414417833558e-08,
      "loss": 1.1525,
      "step": 2780
    },
    {
      "epoch": 2.97,
      "grad_norm": 5.34375,
      "learning_rate": 1.0705471100022624e-08,
      "loss": 1.1145,
      "step": 2785
    },
    {
      "epoch": 2.98,
      "grad_norm": 4.46875,
      "learning_rate": 6.9840678986993205e-09,
      "loss": 1.0893,
      "step": 2790
    },
    {
      "epoch": 2.98,
      "grad_norm": 6.3125,
      "learning_rate": 4.054322689936441e-09,
      "loss": 1.1528,
      "step": 2795
    },
    {
      "epoch": 2.99,
      "grad_norm": 5.6875,
      "learning_rate": 1.9163282739126376e-09,
      "loss": 1.1335,
      "step": 2800
    },
    {
      "epoch": 2.99,
      "grad_norm": 7.53125,
      "learning_rate": 5.701523719536805e-10,
      "loss": 1.1066,
      "step": 2805
    },
    {
      "epoch": 3.0,
      "grad_norm": 5.875,
      "learning_rate": 1.5837624414705154e-11,
      "loss": 1.2276,
      "step": 2810
    },
    {
      "epoch": 3.0,
      "step": 2811,
      "total_flos": 3.2918248209933926e+17,
      "train_loss": 1.199945468658317,
      "train_runtime": 5291.6066,
      "train_samples_per_second": 17.008,
      "train_steps_per_second": 0.531
    }
  ],
  "logging_steps": 5,
  "max_steps": 2811,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 30000,
  "total_flos": 3.2918248209933926e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}