{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "global_step": 15012,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.998667732480682e-05,
      "loss": 3.8577,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.997335464961364e-05,
      "loss": 1.113,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9960031974420465e-05,
      "loss": 1.2262,
      "step": 30
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.994670929922729e-05,
      "loss": 1.5109,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.993338662403411e-05,
      "loss": 1.5867,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.992006394884093e-05,
      "loss": 1.342,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.990674127364775e-05,
      "loss": 1.2,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.989341859845457e-05,
      "loss": 1.0629,
      "step": 80
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9880095923261392e-05,
      "loss": 1.515,
      "step": 90
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9866773248068215e-05,
      "loss": 1.1302,
      "step": 100
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9853450572875035e-05,
      "loss": 1.0941,
      "step": 110
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.9840127897681855e-05,
      "loss": 0.9305,
      "step": 120
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.9826805222488675e-05,
      "loss": 0.9049,
      "step": 130
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.98134825472955e-05,
      "loss": 1.3378,
      "step": 140
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.980015987210232e-05,
      "loss": 1.5296,
      "step": 150
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.9786837196909142e-05,
      "loss": 0.9969,
      "step": 160
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.9773514521715962e-05,
      "loss": 1.0424,
      "step": 170
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.9760191846522782e-05,
      "loss": 1.1835,
      "step": 180
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9746869171329606e-05,
      "loss": 0.8778,
      "step": 190
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9733546496136426e-05,
      "loss": 1.0943,
      "step": 200
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9720223820943246e-05,
      "loss": 1.3601,
      "step": 210
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.970690114575007e-05,
      "loss": 1.2044,
      "step": 220
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.969357847055689e-05,
      "loss": 1.0574,
      "step": 230
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.968025579536371e-05,
      "loss": 1.1926,
      "step": 240
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9666933120170533e-05,
      "loss": 1.1607,
      "step": 250
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9653610444977353e-05,
      "loss": 0.9255,
      "step": 260
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9640287769784173e-05,
      "loss": 1.3423,
      "step": 270
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9626965094590996e-05,
      "loss": 1.2185,
      "step": 280
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9613642419397816e-05,
      "loss": 0.8564,
      "step": 290
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.960031974420464e-05,
      "loss": 1.0111,
      "step": 300
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.958699706901146e-05,
      "loss": 1.1537,
      "step": 310
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.957367439381828e-05,
      "loss": 0.8285,
      "step": 320
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.95603517186251e-05,
      "loss": 0.7506,
      "step": 330
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9547029043431923e-05,
      "loss": 0.9619,
      "step": 340
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9533706368238743e-05,
      "loss": 1.1323,
      "step": 350
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9520383693045567e-05,
      "loss": 1.1748,
      "step": 360
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9507061017852387e-05,
      "loss": 1.0394,
      "step": 370
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9493738342659207e-05,
      "loss": 1.4735,
      "step": 380
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.948041566746603e-05,
      "loss": 1.0793,
      "step": 390
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.946709299227285e-05,
      "loss": 1.1222,
      "step": 400
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9453770317079673e-05,
      "loss": 1.2979,
      "step": 410
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9440447641886493e-05,
      "loss": 1.2262,
      "step": 420
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9427124966693313e-05,
      "loss": 0.7893,
      "step": 430
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9413802291500133e-05,
      "loss": 1.0507,
      "step": 440
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9400479616306957e-05,
      "loss": 1.0554,
      "step": 450
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9387156941113777e-05,
      "loss": 0.8673,
      "step": 460
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.93738342659206e-05,
      "loss": 0.8038,
      "step": 470
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.936051159072742e-05,
      "loss": 1.1252,
      "step": 480
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.934718891553424e-05,
      "loss": 0.798,
      "step": 490
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.933386624034106e-05,
      "loss": 1.0203,
      "step": 500
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9320543565147884e-05,
      "loss": 1.1765,
      "step": 510
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9307220889954704e-05,
      "loss": 1.1677,
      "step": 520
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9293898214761527e-05,
      "loss": 0.959,
      "step": 530
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9280575539568347e-05,
      "loss": 1.2401,
      "step": 540
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9267252864375167e-05,
      "loss": 1.1293,
      "step": 550
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9253930189181987e-05,
      "loss": 1.0167,
      "step": 560
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.924060751398881e-05,
      "loss": 1.0203,
      "step": 570
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.922728483879563e-05,
      "loss": 1.01,
      "step": 580
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9213962163602454e-05,
      "loss": 0.8721,
      "step": 590
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9200639488409274e-05,
      "loss": 0.9725,
      "step": 600
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9187316813216094e-05,
      "loss": 1.1241,
      "step": 610
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9173994138022914e-05,
      "loss": 1.0535,
      "step": 620
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9160671462829738e-05,
      "loss": 0.9679,
      "step": 630
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.914734878763656e-05,
      "loss": 1.1622,
      "step": 640
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.913402611244338e-05,
      "loss": 1.1936,
      "step": 650
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.91207034372502e-05,
      "loss": 0.771,
      "step": 660
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.910738076205702e-05,
      "loss": 0.6295,
      "step": 670
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9094058086863845e-05,
      "loss": 1.0405,
      "step": 680
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9080735411670665e-05,
      "loss": 1.2107,
      "step": 690
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9067412736477488e-05,
      "loss": 0.9424,
      "step": 700
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9054090061284308e-05,
      "loss": 1.1574,
      "step": 710
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9040767386091128e-05,
      "loss": 0.7862,
      "step": 720
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9027444710897948e-05,
      "loss": 1.1039,
      "step": 730
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.901412203570477e-05,
      "loss": 0.9475,
      "step": 740
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.900079936051159e-05,
      "loss": 0.7481,
      "step": 750
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.8987476685318415e-05,
      "loss": 0.7635,
      "step": 760
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.8974154010125235e-05,
      "loss": 0.9573,
      "step": 770
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.8960831334932055e-05,
      "loss": 0.9435,
      "step": 780
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.8947508659738878e-05,
      "loss": 0.8267,
      "step": 790
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.89341859845457e-05,
      "loss": 0.9648,
      "step": 800
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.892086330935252e-05,
      "loss": 0.6978,
      "step": 810
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.8907540634159342e-05,
      "loss": 0.7828,
      "step": 820
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.8894217958966162e-05,
      "loss": 1.3017,
      "step": 830
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.8880895283772985e-05,
      "loss": 1.0878,
      "step": 840
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.8867572608579805e-05,
      "loss": 0.8126,
      "step": 850
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.8854249933386625e-05,
      "loss": 1.1181,
      "step": 860
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.8840927258193445e-05,
      "loss": 1.1542,
      "step": 870
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.882760458300027e-05,
      "loss": 0.7235,
      "step": 880
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.881428190780709e-05,
      "loss": 0.9951,
      "step": 890
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.8800959232613912e-05,
      "loss": 0.957,
      "step": 900
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.8787636557420732e-05,
      "loss": 1.2426,
      "step": 910
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.8774313882227552e-05,
      "loss": 0.8761,
      "step": 920
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.8760991207034372e-05,
      "loss": 1.0079,
      "step": 930
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.8747668531841196e-05,
      "loss": 1.1776,
      "step": 940
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.873434585664802e-05,
      "loss": 1.1795,
      "step": 950
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.872102318145484e-05,
      "loss": 1.0256,
      "step": 960
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.870770050626166e-05,
      "loss": 0.9522,
      "step": 970
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.869437783106848e-05,
      "loss": 0.6613,
      "step": 980
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.86810551558753e-05,
      "loss": 1.5441,
      "step": 990
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.8667732480682123e-05,
      "loss": 1.221,
      "step": 1000
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.8654409805488946e-05,
      "loss": 0.8684,
      "step": 1010
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.8641087130295766e-05,
      "loss": 0.8281,
      "step": 1020
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.8627764455102586e-05,
      "loss": 0.8654,
      "step": 1030
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.8614441779909406e-05,
      "loss": 1.2252,
      "step": 1040
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.8601119104716226e-05,
      "loss": 0.8553,
      "step": 1050
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.858779642952305e-05,
      "loss": 0.9223,
      "step": 1060
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.8574473754329873e-05,
      "loss": 1.1264,
      "step": 1070
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.8561151079136693e-05,
      "loss": 1.1312,
      "step": 1080
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.8547828403943513e-05,
      "loss": 0.9532,
      "step": 1090
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.8534505728750333e-05,
      "loss": 1.1151,
      "step": 1100
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.8521183053557156e-05,
      "loss": 0.8711,
      "step": 1110
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.8507860378363976e-05,
      "loss": 1.0257,
      "step": 1120
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.84945377031708e-05,
      "loss": 1.0568,
      "step": 1130
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.848121502797762e-05,
      "loss": 1.0497,
      "step": 1140
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.846789235278444e-05,
      "loss": 0.8945,
      "step": 1150
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.845456967759126e-05,
      "loss": 1.0013,
      "step": 1160
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.8441247002398083e-05,
      "loss": 1.3454,
      "step": 1170
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.8427924327204903e-05,
      "loss": 0.9102,
      "step": 1180
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.8414601652011727e-05,
      "loss": 1.1129,
      "step": 1190
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.8401278976818547e-05,
      "loss": 1.0036,
      "step": 1200
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.8387956301625367e-05,
      "loss": 0.9195,
      "step": 1210
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.837463362643219e-05,
      "loss": 0.8959,
      "step": 1220
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.836131095123901e-05,
      "loss": 1.0366,
      "step": 1230
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.834798827604583e-05,
      "loss": 1.3046,
      "step": 1240
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8334665600852654e-05,
      "loss": 0.8456,
      "step": 1250
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8321342925659474e-05,
      "loss": 0.8431,
      "step": 1260
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8308020250466294e-05,
      "loss": 0.7821,
      "step": 1270
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8294697575273117e-05,
      "loss": 1.1036,
      "step": 1280
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8281374900079937e-05,
      "loss": 0.6821,
      "step": 1290
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8268052224886757e-05,
      "loss": 0.9491,
      "step": 1300
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.825472954969358e-05,
      "loss": 0.9321,
      "step": 1310
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.82414068745004e-05,
      "loss": 1.08,
      "step": 1320
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8228084199307224e-05,
      "loss": 0.9724,
      "step": 1330
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8214761524114044e-05,
      "loss": 0.9978,
      "step": 1340
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8201438848920864e-05,
      "loss": 1.1282,
      "step": 1350
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8188116173727687e-05,
      "loss": 1.3154,
      "step": 1360
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8174793498534507e-05,
      "loss": 0.9287,
      "step": 1370
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.816147082334133e-05,
      "loss": 1.0567,
      "step": 1380
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.814814814814815e-05,
      "loss": 1.0243,
      "step": 1390
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.813482547295497e-05,
      "loss": 0.6169,
      "step": 1400
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.812150279776179e-05,
      "loss": 0.9887,
      "step": 1410
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8108180122568614e-05,
      "loss": 0.9247,
      "step": 1420
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8094857447375434e-05,
      "loss": 0.7982,
      "step": 1430
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8081534772182258e-05,
      "loss": 0.9119,
      "step": 1440
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8068212096989078e-05,
      "loss": 0.9946,
      "step": 1450
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8054889421795898e-05,
      "loss": 0.732,
      "step": 1460
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8041566746602718e-05,
      "loss": 1.1512,
      "step": 1470
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.802824407140954e-05,
      "loss": 1.1482,
      "step": 1480
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.801492139621636e-05,
      "loss": 1.1026,
      "step": 1490
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8001598721023185e-05,
      "loss": 1.0065,
      "step": 1500
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.7988276045830005e-05,
      "loss": 0.9553,
      "step": 1510
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.7974953370636825e-05,
      "loss": 1.1751,
      "step": 1520
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.7961630695443645e-05,
      "loss": 0.954,
      "step": 1530
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.7948308020250468e-05,
      "loss": 0.9903,
      "step": 1540
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.7934985345057288e-05,
      "loss": 1.2137,
      "step": 1550
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.792166266986411e-05,
      "loss": 1.2528,
      "step": 1560
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.790833999467093e-05,
      "loss": 1.2044,
      "step": 1570
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.789501731947775e-05,
      "loss": 1.1712,
      "step": 1580
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.788169464428457e-05,
      "loss": 0.8754,
      "step": 1590
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.7868371969091395e-05,
      "loss": 1.2087,
      "step": 1600
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.7855049293898215e-05,
      "loss": 0.8691,
      "step": 1610
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.784172661870504e-05,
      "loss": 0.7455,
      "step": 1620
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.782840394351186e-05,
      "loss": 0.7186,
      "step": 1630
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.781508126831868e-05,
      "loss": 0.8787,
      "step": 1640
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.7801758593125502e-05,
      "loss": 1.0877,
      "step": 1650
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.7788435917932322e-05,
      "loss": 1.0954,
      "step": 1660
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.7775113242739145e-05,
      "loss": 1.0374,
      "step": 1670
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.7761790567545965e-05,
      "loss": 0.6339,
      "step": 1680
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7748467892352785e-05,
      "loss": 0.8952,
      "step": 1690
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7735145217159605e-05,
      "loss": 0.8032,
      "step": 1700
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.772182254196643e-05,
      "loss": 0.8893,
      "step": 1710
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.770849986677325e-05,
      "loss": 0.9514,
      "step": 1720
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7695177191580072e-05,
      "loss": 0.9611,
      "step": 1730
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7681854516386892e-05,
      "loss": 0.8059,
      "step": 1740
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7668531841193712e-05,
      "loss": 0.6649,
      "step": 1750
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7655209166000536e-05,
      "loss": 1.0976,
      "step": 1760
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7641886490807356e-05,
      "loss": 0.7004,
      "step": 1770
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7628563815614176e-05,
      "loss": 1.4345,
      "step": 1780
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7615241140421e-05,
      "loss": 0.8439,
      "step": 1790
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.760191846522782e-05,
      "loss": 0.7677,
      "step": 1800
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.758859579003464e-05,
      "loss": 0.7943,
      "step": 1810
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7575273114841463e-05,
      "loss": 0.9815,
      "step": 1820
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7561950439648283e-05,
      "loss": 1.0038,
      "step": 1830
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7548627764455103e-05,
      "loss": 1.4571,
      "step": 1840
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7535305089261926e-05,
      "loss": 0.7428,
      "step": 1850
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7521982414068746e-05,
      "loss": 1.1553,
      "step": 1860
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750865973887557e-05,
      "loss": 1.1216,
      "step": 1870
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749533706368239e-05,
      "loss": 0.8908,
      "step": 1880
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748201438848921e-05,
      "loss": 0.8248,
      "step": 1890
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746869171329603e-05,
      "loss": 0.893,
      "step": 1900
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7455369038102853e-05,
      "loss": 1.123,
      "step": 1910
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7442046362909676e-05,
      "loss": 0.9023,
      "step": 1920
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7428723687716496e-05,
      "loss": 0.8609,
      "step": 1930
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7415401012523316e-05,
      "loss": 1.041,
      "step": 1940
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7402078337330136e-05,
      "loss": 0.9551,
      "step": 1950
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7388755662136956e-05,
      "loss": 0.9415,
      "step": 1960
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737543298694378e-05,
      "loss": 1.0175,
      "step": 1970
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7362110311750603e-05,
      "loss": 0.9307,
      "step": 1980
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7348787636557423e-05,
      "loss": 1.1073,
      "step": 1990
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7335464961364243e-05,
      "loss": 0.8744,
      "step": 2000
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7322142286171063e-05,
      "loss": 0.9754,
      "step": 2010
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7308819610977883e-05,
      "loss": 1.2237,
      "step": 2020
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7295496935784707e-05,
      "loss": 1.0859,
      "step": 2030
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.728217426059153e-05,
      "loss": 0.7246,
      "step": 2040
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.726885158539835e-05,
      "loss": 1.1179,
      "step": 2050
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.725552891020517e-05,
      "loss": 1.0577,
      "step": 2060
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.724220623501199e-05,
      "loss": 0.8672,
      "step": 2070
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.722888355981881e-05,
      "loss": 1.0886,
      "step": 2080
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7215560884625634e-05,
      "loss": 0.9956,
      "step": 2090
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7202238209432457e-05,
      "loss": 1.1679,
      "step": 2100
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7188915534239277e-05,
      "loss": 0.7628,
      "step": 2110
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7175592859046097e-05,
      "loss": 1.0862,
      "step": 2120
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7162270183852917e-05,
      "loss": 1.1052,
      "step": 2130
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.714894750865974e-05,
      "loss": 0.977,
      "step": 2140
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.713562483346656e-05,
      "loss": 1.0277,
      "step": 2150
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.7122302158273384e-05,
      "loss": 0.8481,
      "step": 2160
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.7108979483080204e-05,
      "loss": 0.9281,
      "step": 2170
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.7095656807887024e-05,
      "loss": 0.8152,
      "step": 2180
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.7082334132693844e-05,
      "loss": 0.8787,
      "step": 2190
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.7069011457500668e-05,
      "loss": 0.6508,
      "step": 2200
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.7055688782307488e-05,
      "loss": 1.0112,
      "step": 2210
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.704236610711431e-05,
      "loss": 0.8638,
      "step": 2220
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.702904343192113e-05,
      "loss": 0.7121,
      "step": 2230
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.701572075672795e-05,
      "loss": 0.9776,
      "step": 2240
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.7002398081534774e-05,
      "loss": 1.076,
      "step": 2250
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6989075406341594e-05,
      "loss": 1.0184,
      "step": 2260
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6975752731148414e-05,
      "loss": 1.1203,
      "step": 2270
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6962430055955238e-05,
      "loss": 0.6124,
      "step": 2280
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6949107380762058e-05,
      "loss": 1.0818,
      "step": 2290
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.693578470556888e-05,
      "loss": 0.7722,
      "step": 2300
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.69224620303757e-05,
      "loss": 0.8718,
      "step": 2310
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.690913935518252e-05,
      "loss": 1.4208,
      "step": 2320
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.689581667998934e-05,
      "loss": 0.641,
      "step": 2330
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6882494004796165e-05,
      "loss": 1.188,
      "step": 2340
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6869171329602985e-05,
      "loss": 0.6591,
      "step": 2350
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6855848654409808e-05,
      "loss": 1.0678,
      "step": 2360
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6842525979216628e-05,
      "loss": 0.8758,
      "step": 2370
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6829203304023448e-05,
      "loss": 1.2125,
      "step": 2380
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.681588062883027e-05,
      "loss": 0.9793,
      "step": 2390
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6802557953637092e-05,
      "loss": 0.8843,
      "step": 2400
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6789235278443915e-05,
      "loss": 0.8358,
      "step": 2410
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6775912603250735e-05,
      "loss": 0.9347,
      "step": 2420
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6762589928057555e-05,
      "loss": 0.9711,
      "step": 2430
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.6749267252864375e-05,
      "loss": 0.8316,
      "step": 2440
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.67359445776712e-05,
      "loss": 0.9148,
      "step": 2450
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.672262190247802e-05,
      "loss": 0.9615,
      "step": 2460
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.6709299227284842e-05,
      "loss": 0.902,
      "step": 2470
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.6695976552091662e-05,
      "loss": 0.8277,
      "step": 2480
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.6682653876898482e-05,
      "loss": 0.9935,
      "step": 2490
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.6669331201705302e-05,
      "loss": 1.1443,
      "step": 2500
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.6656008526512126e-05,
      "loss": 0.8983,
      "step": 2510
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.6642685851318946e-05,
      "loss": 0.8136,
      "step": 2520
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.662936317612577e-05,
      "loss": 0.9253,
      "step": 2530
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.661604050093259e-05,
      "loss": 1.2926,
      "step": 2540
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.660271782573941e-05,
      "loss": 1.0296,
      "step": 2550
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.658939515054623e-05,
      "loss": 0.9648,
      "step": 2560
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.6576072475353052e-05,
      "loss": 1.1027,
      "step": 2570
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.6562749800159872e-05,
      "loss": 1.277,
      "step": 2580
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.6549427124966696e-05,
      "loss": 0.7621,
      "step": 2590
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.6536104449773516e-05,
      "loss": 0.969,
      "step": 2600
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.6522781774580336e-05,
      "loss": 1.2513,
      "step": 2610
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.6509459099387156e-05,
      "loss": 0.9775,
      "step": 2620
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.649613642419398e-05,
      "loss": 0.7067,
      "step": 2630
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.6482813749000803e-05,
      "loss": 1.2218,
      "step": 2640
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.6469491073807623e-05,
      "loss": 0.9326,
      "step": 2650
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.6456168398614443e-05,
      "loss": 0.8712,
      "step": 2660
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.6442845723421263e-05,
      "loss": 0.9815,
      "step": 2670
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.6429523048228086e-05,
      "loss": 0.8492,
      "step": 2680
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.6416200373034906e-05,
      "loss": 1.2447,
      "step": 2690
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.640287769784173e-05,
      "loss": 0.954,
      "step": 2700
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.638955502264855e-05,
      "loss": 0.9911,
      "step": 2710
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.637623234745537e-05,
      "loss": 0.6388,
      "step": 2720
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.636290967226219e-05,
      "loss": 0.8665,
      "step": 2730
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.6349586997069013e-05,
      "loss": 1.04,
      "step": 2740
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.6336264321875833e-05,
      "loss": 1.1303,
      "step": 2750
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.6322941646682657e-05,
      "loss": 0.7516,
      "step": 2760
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.6309618971489477e-05,
      "loss": 0.9283,
      "step": 2770
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.6296296296296297e-05,
      "loss": 0.9545,
      "step": 2780
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.628297362110312e-05,
      "loss": 0.9962,
      "step": 2790
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.626965094590994e-05,
      "loss": 0.6158,
      "step": 2800
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.625632827071676e-05,
      "loss": 1.098,
      "step": 2810
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.6243005595523583e-05,
      "loss": 1.0136,
      "step": 2820
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.6229682920330404e-05,
      "loss": 1.2423,
      "step": 2830
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.6216360245137227e-05,
      "loss": 1.0788,
      "step": 2840
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.6203037569944047e-05,
      "loss": 1.0617,
      "step": 2850
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.6189714894750867e-05,
      "loss": 1.2612,
      "step": 2860
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.6176392219557687e-05,
      "loss": 0.9274,
      "step": 2870
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.616306954436451e-05,
      "loss": 1.3712,
      "step": 2880
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.614974686917133e-05,
      "loss": 1.1587,
      "step": 2890
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.6136424193978154e-05,
      "loss": 0.9279,
      "step": 2900
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.6123101518784974e-05,
      "loss": 0.9461,
      "step": 2910
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.6109778843591794e-05,
      "loss": 0.5225,
      "step": 2920
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.6096456168398614e-05,
      "loss": 0.7481,
      "step": 2930
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.6083133493205437e-05,
      "loss": 0.8047,
      "step": 2940
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.606981081801226e-05,
      "loss": 1.2123,
      "step": 2950
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.605648814281908e-05,
      "loss": 0.6625,
      "step": 2960
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.60431654676259e-05,
      "loss": 0.8275,
      "step": 2970
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.602984279243272e-05,
      "loss": 0.8503,
      "step": 2980
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.601652011723954e-05,
      "loss": 1.1244,
      "step": 2990
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.6003197442046364e-05,
      "loss": 1.022,
      "step": 3000
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.5989874766853188e-05,
      "loss": 0.8131,
      "step": 3010
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.5976552091660008e-05,
      "loss": 0.7888,
      "step": 3020
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.5963229416466828e-05,
      "loss": 0.8245,
      "step": 3030
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.5949906741273648e-05,
      "loss": 0.7496,
      "step": 3040
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.5936584066080468e-05,
      "loss": 1.0171,
      "step": 3050
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.592326139088729e-05,
      "loss": 0.8417,
      "step": 3060
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.5909938715694115e-05,
      "loss": 0.792,
      "step": 3070
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.5896616040500935e-05,
      "loss": 1.0214,
      "step": 3080
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.5883293365307755e-05,
      "loss": 0.9708,
      "step": 3090
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.5869970690114575e-05,
      "loss": 0.7127,
      "step": 3100
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.5856648014921398e-05,
      "loss": 0.7655,
      "step": 3110
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.5843325339728218e-05,
      "loss": 0.7671,
      "step": 3120
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.583000266453504e-05,
      "loss": 0.7252,
      "step": 3130
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.581667998934186e-05,
      "loss": 0.8863,
      "step": 3140
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.580335731414868e-05,
      "loss": 1.1643,
      "step": 3150
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.57900346389555e-05,
      "loss": 0.9615,
      "step": 3160
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.5776711963762325e-05,
      "loss": 1.1006,
      "step": 3170
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.5763389288569145e-05,
      "loss": 1.1006,
      "step": 3180
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.575006661337597e-05,
      "loss": 0.7646,
      "step": 3190
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.573674393818279e-05,
      "loss": 0.7419,
      "step": 3200
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.572342126298961e-05,
      "loss": 0.8336,
      "step": 3210
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.5710098587796432e-05,
      "loss": 1.0134,
      "step": 3220
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.5696775912603252e-05,
      "loss": 0.9505,
      "step": 3230
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.5683453237410072e-05,
      "loss": 0.6422,
      "step": 3240
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.5670130562216895e-05,
      "loss": 0.929,
      "step": 3250
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.5656807887023715e-05,
      "loss": 1.0643,
      "step": 3260
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.5643485211830535e-05,
      "loss": 0.9868,
      "step": 3270
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.563016253663736e-05,
      "loss": 1.0235,
      "step": 3280
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.561683986144418e-05,
      "loss": 0.8494,
      "step": 3290
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.5603517186251e-05,
      "loss": 0.5709,
      "step": 3300
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.5590194511057822e-05,
      "loss": 0.978,
      "step": 3310
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.5576871835864642e-05,
      "loss": 0.9563,
      "step": 3320
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.5563549160671466e-05,
      "loss": 0.8088,
      "step": 3330
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.5550226485478286e-05,
      "loss": 1.116,
      "step": 3340
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.5536903810285106e-05,
      "loss": 1.0865,
      "step": 3350
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.552358113509193e-05,
      "loss": 0.8222,
      "step": 3360
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.551025845989875e-05,
      "loss": 0.8851,
      "step": 3370
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.5496935784705573e-05,
      "loss": 0.7073,
      "step": 3380
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.5483613109512393e-05,
      "loss": 0.8308,
      "step": 3390
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.5470290434319213e-05,
      "loss": 0.9575,
      "step": 3400
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.5456967759126033e-05,
      "loss": 1.0262,
      "step": 3410
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.5443645083932856e-05,
      "loss": 0.7715,
      "step": 3420
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.5430322408739676e-05,
      "loss": 0.6188,
      "step": 3430
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.54169997335465e-05,
      "loss": 1.0241,
      "step": 3440
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.540367705835332e-05,
      "loss": 1.2733,
      "step": 3450
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.539035438316014e-05,
      "loss": 1.0629,
      "step": 3460
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.537703170796696e-05,
      "loss": 1.0838,
      "step": 3470
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.5363709032773783e-05,
      "loss": 0.9539,
      "step": 3480
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.5350386357580603e-05,
      "loss": 0.9519,
      "step": 3490
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.5337063682387426e-05,
      "loss": 1.0351,
      "step": 3500
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.5323741007194246e-05,
      "loss": 1.3052,
      "step": 3510
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.5310418332001066e-05,
      "loss": 0.7774,
      "step": 3520
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.5297095656807886e-05,
      "loss": 0.7707,
      "step": 3530
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.528377298161471e-05,
      "loss": 0.5777,
      "step": 3540
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.527045030642153e-05,
      "loss": 1.0646,
      "step": 3550
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.5257127631228352e-05,
      "loss": 0.7333,
      "step": 3560
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.5243804956035173e-05,
      "loss": 0.854,
      "step": 3570
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.5230482280841993e-05,
      "loss": 1.2105,
      "step": 3580
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.5217159605648815e-05,
      "loss": 0.7533,
      "step": 3590
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.5203836930455638e-05,
      "loss": 0.8481,
      "step": 3600
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.5190514255262458e-05,
      "loss": 1.169,
      "step": 3610
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.5177191580069278e-05,
      "loss": 1.2347,
      "step": 3620
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.51638689048761e-05,
      "loss": 0.8002,
      "step": 3630
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.515054622968292e-05,
      "loss": 0.9941,
      "step": 3640
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.5137223554489742e-05,
      "loss": 1.1608,
      "step": 3650
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.5123900879296565e-05,
      "loss": 1.2734,
      "step": 3660
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.5110578204103385e-05,
      "loss": 1.1145,
      "step": 3670
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.5097255528910207e-05,
      "loss": 0.8585,
      "step": 3680
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.5083932853717027e-05,
      "loss": 0.7982,
      "step": 3690
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.5070610178523847e-05,
      "loss": 0.8173,
      "step": 3700
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.505728750333067e-05,
      "loss": 0.8473,
      "step": 3710
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.5043964828137492e-05,
      "loss": 0.8075,
      "step": 3720
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.5030642152944312e-05,
      "loss": 0.7314,
      "step": 3730
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.5017319477751134e-05,
      "loss": 0.8119,
      "step": 3740
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.5003996802557954e-05,
      "loss": 0.8956,
      "step": 3750
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.4990674127364777e-05,
      "loss": 1.1716,
      "step": 3760
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.4977351452171597e-05,
      "loss": 0.8228,
      "step": 3770
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.496402877697842e-05,
      "loss": 0.7261,
      "step": 3780
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.495070610178524e-05,
      "loss": 0.8364,
      "step": 3790
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.4937383426592061e-05,
      "loss": 0.965,
      "step": 3800
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.4924060751398881e-05,
      "loss": 0.8599,
      "step": 3810
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.4910738076205704e-05,
      "loss": 1.0879,
      "step": 3820
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.4897415401012524e-05,
      "loss": 0.9431,
      "step": 3830
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.4884092725819346e-05,
      "loss": 1.1419,
      "step": 3840
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.4870770050626166e-05,
      "loss": 0.8545,
      "step": 3850
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.4857447375432988e-05,
      "loss": 0.8475,
      "step": 3860
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.484412470023981e-05,
      "loss": 0.7707,
      "step": 3870
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.4830802025046631e-05,
      "loss": 0.9314,
      "step": 3880
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.4817479349853451e-05,
      "loss": 0.773,
      "step": 3890
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.4804156674660273e-05,
      "loss": 0.7724,
      "step": 3900
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.4790833999467093e-05,
      "loss": 1.022,
      "step": 3910
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.4777511324273915e-05,
      "loss": 0.5351,
      "step": 3920
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.4764188649080738e-05,
      "loss": 1.0508,
      "step": 3930
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.4750865973887558e-05,
      "loss": 0.7651,
      "step": 3940
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.4737543298694378e-05,
      "loss": 1.1721,
      "step": 3950
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.47242206235012e-05,
      "loss": 0.9186,
      "step": 3960
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.471089794830802e-05,
      "loss": 0.9167,
      "step": 3970
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.4697575273114843e-05,
      "loss": 0.8532,
      "step": 3980
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.4684252597921665e-05,
      "loss": 0.8338,
      "step": 3990
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.4670929922728485e-05,
      "loss": 0.6336,
      "step": 4000
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.4657607247535305e-05,
      "loss": 0.7279,
      "step": 4010
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.4644284572342127e-05,
      "loss": 0.8743,
      "step": 4020
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.463096189714895e-05,
      "loss": 0.8711,
      "step": 4030
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.461763922195577e-05,
      "loss": 0.8079,
      "step": 4040
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.4604316546762592e-05,
      "loss": 0.8619,
      "step": 4050
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.4590993871569412e-05,
      "loss": 0.7443,
      "step": 4060
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.4577671196376234e-05,
      "loss": 0.7558,
      "step": 4070
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.4564348521183054e-05,
      "loss": 0.9821,
      "step": 4080
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.4551025845989877e-05,
      "loss": 0.7893,
      "step": 4090
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.4537703170796697e-05,
      "loss": 0.9171,
      "step": 4100
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.4524380495603519e-05,
      "loss": 0.6518,
      "step": 4110
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.4511057820410339e-05,
      "loss": 0.9738,
      "step": 4120
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.449773514521716e-05,
      "loss": 0.9537,
      "step": 4130
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.4484412470023982e-05,
      "loss": 0.8501,
      "step": 4140
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.4471089794830804e-05,
      "loss": 0.8564,
      "step": 4150
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.4457767119637624e-05,
      "loss": 0.7312,
      "step": 4160
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.4444444444444446e-05,
      "loss": 0.7642,
      "step": 4170
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.4431121769251266e-05,
      "loss": 1.0306,
      "step": 4180
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.4417799094058088e-05,
      "loss": 0.8579,
      "step": 4190
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.440447641886491e-05,
      "loss": 0.8951,
      "step": 4200
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.4391153743671731e-05,
      "loss": 0.8076,
      "step": 4210
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.4377831068478551e-05,
      "loss": 1.0002,
      "step": 4220
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.4364508393285373e-05,
      "loss": 1.0057,
      "step": 4230
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.4351185718092193e-05,
      "loss": 1.1086,
      "step": 4240
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.4337863042899016e-05,
      "loss": 0.8413,
      "step": 4250
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.4324540367705836e-05,
      "loss": 0.9097,
      "step": 4260
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.4311217692512658e-05,
      "loss": 1.0422,
      "step": 4270
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.4297895017319478e-05,
      "loss": 0.91,
      "step": 4280
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.42845723421263e-05,
      "loss": 1.0644,
      "step": 4290
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.4271249666933123e-05,
      "loss": 0.7929,
      "step": 4300
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.4257926991739943e-05,
      "loss": 0.8431,
      "step": 4310
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.4244604316546765e-05,
      "loss": 0.9138,
      "step": 4320
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.4231281641353585e-05,
      "loss": 1.1477,
      "step": 4330
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.4217958966160405e-05,
      "loss": 0.6862,
      "step": 4340
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.4204636290967227e-05,
      "loss": 1.0002,
      "step": 4350
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.419131361577405e-05,
      "loss": 1.1307,
      "step": 4360
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.417799094058087e-05,
      "loss": 0.804,
      "step": 4370
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.4164668265387692e-05,
      "loss": 0.8695,
      "step": 4380
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.4151345590194512e-05,
      "loss": 0.7704,
      "step": 4390
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.4138022915001333e-05,
      "loss": 0.7866,
      "step": 4400
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.4124700239808155e-05,
      "loss": 0.9987,
      "step": 4410
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.4111377564614977e-05,
      "loss": 0.6727,
      "step": 4420
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.4098054889421797e-05,
      "loss": 0.7705,
      "step": 4430
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.4084732214228619e-05,
      "loss": 0.8893,
      "step": 4440
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.4071409539035439e-05,
      "loss": 0.9634,
      "step": 4450
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.405808686384226e-05,
      "loss": 0.8511,
      "step": 4460
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.4044764188649082e-05,
      "loss": 1.1291,
      "step": 4470
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.4031441513455904e-05,
      "loss": 0.8015,
      "step": 4480
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.4018118838262724e-05,
      "loss": 0.8958,
      "step": 4490
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.4004796163069546e-05,
      "loss": 0.8095,
      "step": 4500
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.3991473487876366e-05,
      "loss": 1.0297,
      "step": 4510
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.3978150812683189e-05,
      "loss": 0.9276,
      "step": 4520
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.3964828137490009e-05,
      "loss": 0.7591,
      "step": 4530
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.395150546229683e-05,
      "loss": 0.9263,
      "step": 4540
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.393818278710365e-05,
      "loss": 1.0132,
      "step": 4550
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.3924860111910472e-05,
      "loss": 0.8801,
      "step": 4560
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.3911537436717296e-05,
      "loss": 0.8833,
      "step": 4570
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.3898214761524116e-05,
      "loss": 0.9065,
      "step": 4580
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.3884892086330936e-05,
      "loss": 0.748,
      "step": 4590
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.3871569411137758e-05,
      "loss": 1.0739,
      "step": 4600
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.3858246735944578e-05,
      "loss": 1.0306,
      "step": 4610
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.38449240607514e-05,
      "loss": 1.0399,
      "step": 4620
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.3831601385558223e-05,
      "loss": 0.8172,
      "step": 4630
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.3818278710365043e-05,
      "loss": 0.9688,
      "step": 4640
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.3804956035171865e-05,
      "loss": 1.1328,
      "step": 4650
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.3791633359978685e-05,
      "loss": 0.5959,
      "step": 4660
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.3778310684785505e-05,
      "loss": 0.8724,
      "step": 4670
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.3764988009592328e-05,
      "loss": 1.0068,
      "step": 4680
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.375166533439915e-05,
      "loss": 1.1397,
      "step": 4690
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.373834265920597e-05,
      "loss": 1.1376,
      "step": 4700
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.3725019984012791e-05,
      "loss": 0.617,
      "step": 4710
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.3711697308819611e-05,
      "loss": 0.8408,
      "step": 4720
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.3698374633626431e-05,
      "loss": 0.8512,
      "step": 4730
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.3685051958433255e-05,
      "loss": 0.8946,
      "step": 4740
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.3671729283240077e-05,
      "loss": 0.8904,
      "step": 4750
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.3658406608046897e-05,
      "loss": 0.992,
      "step": 4760
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.3645083932853718e-05,
      "loss": 1.024,
      "step": 4770
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.3631761257660538e-05,
      "loss": 0.9548,
      "step": 4780
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.3618438582467362e-05,
      "loss": 0.5628,
      "step": 4790
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.3605115907274182e-05,
      "loss": 0.924,
      "step": 4800
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.3591793232081004e-05,
      "loss": 0.7587,
      "step": 4810
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.3578470556887824e-05,
      "loss": 1.0084,
      "step": 4820
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.3565147881694645e-05,
      "loss": 0.8048,
      "step": 4830
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.3551825206501467e-05,
      "loss": 0.6874,
      "step": 4840
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.3538502531308289e-05,
      "loss": 0.7296,
      "step": 4850
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.3525179856115109e-05,
      "loss": 0.9631,
      "step": 4860
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.351185718092193e-05,
      "loss": 0.9696,
      "step": 4870
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.349853450572875e-05,
      "loss": 0.9157,
      "step": 4880
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.3485211830535572e-05,
      "loss": 0.556,
      "step": 4890
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.3471889155342394e-05,
      "loss": 0.8368,
      "step": 4900
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.3458566480149216e-05,
      "loss": 0.8747,
      "step": 4910
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.3445243804956036e-05,
      "loss": 1.0028,
      "step": 4920
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.3431921129762857e-05,
      "loss": 0.9508,
      "step": 4930
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.3418598454569677e-05,
      "loss": 0.9811,
      "step": 4940
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.34052757793765e-05,
      "loss": 0.8648,
      "step": 4950
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.3391953104183322e-05,
      "loss": 0.4586,
      "step": 4960
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.3378630428990143e-05,
      "loss": 0.8933,
      "step": 4970
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.3365307753796963e-05,
      "loss": 0.9248,
      "step": 4980
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.3351985078603784e-05,
      "loss": 1.0249,
      "step": 4990
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.3338662403410604e-05,
      "loss": 0.8078,
      "step": 5000
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.3325339728217428e-05,
      "loss": 0.8139,
      "step": 5010
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.331201705302425e-05,
      "loss": 0.5048,
      "step": 5020
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.329869437783107e-05,
      "loss": 0.7647,
      "step": 5030
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.3285371702637891e-05,
      "loss": 0.7331,
      "step": 5040
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.3272049027444711e-05,
      "loss": 1.1092,
      "step": 5050
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.3258726352251535e-05,
      "loss": 0.7277,
      "step": 5060
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.3245403677058355e-05,
      "loss": 0.7868,
      "step": 5070
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.3232081001865176e-05,
      "loss": 0.8461,
      "step": 5080
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.3218758326671996e-05,
      "loss": 0.7978,
      "step": 5090
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.3205435651478818e-05,
      "loss": 0.9252,
      "step": 5100
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.3192112976285638e-05,
      "loss": 0.7401,
      "step": 5110
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.3178790301092461e-05,
      "loss": 0.7592,
      "step": 5120
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.3165467625899282e-05,
      "loss": 1.158,
      "step": 5130
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.3152144950706103e-05,
      "loss": 0.6913,
      "step": 5140
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.3138822275512923e-05,
      "loss": 0.6624,
      "step": 5150
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.3125499600319745e-05,
      "loss": 0.8496,
      "step": 5160
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.3112176925126567e-05,
      "loss": 0.7897,
      "step": 5170
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.3098854249933388e-05,
      "loss": 0.862,
      "step": 5180
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.3085531574740208e-05,
      "loss": 0.7539,
      "step": 5190
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.307220889954703e-05,
      "loss": 0.7561,
      "step": 5200
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.305888622435385e-05,
      "loss": 0.7537,
      "step": 5210
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.3045563549160674e-05,
      "loss": 1.1637,
      "step": 5220
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.3032240873967494e-05,
      "loss": 0.9744,
      "step": 5230
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.3018918198774315e-05,
      "loss": 1.0448,
      "step": 5240
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.3005595523581135e-05,
      "loss": 0.8154,
      "step": 5250
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.2992272848387957e-05,
      "loss": 0.9379,
      "step": 5260
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.2978950173194777e-05,
      "loss": 1.0857,
      "step": 5270
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.29656274980016e-05,
      "loss": 0.7569,
      "step": 5280
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.2952304822808422e-05,
      "loss": 0.8747,
      "step": 5290
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.2938982147615242e-05,
      "loss": 0.8236,
      "step": 5300
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.2925659472422062e-05,
      "loss": 0.9229,
      "step": 5310
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.2912336797228884e-05,
      "loss": 0.7699,
      "step": 5320
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.2899014122035707e-05,
      "loss": 1.0339,
      "step": 5330
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.2885691446842527e-05,
      "loss": 0.5565,
      "step": 5340
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.2872368771649349e-05,
      "loss": 1.1413,
      "step": 5350
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.2859046096456169e-05,
      "loss": 0.7633,
      "step": 5360
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.284572342126299e-05,
      "loss": 0.9841,
      "step": 5370
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.2832400746069811e-05,
      "loss": 0.8538,
      "step": 5380
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.2819078070876634e-05,
      "loss": 0.8028,
      "step": 5390
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.2805755395683454e-05,
      "loss": 1.1235,
      "step": 5400
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.2792432720490276e-05,
      "loss": 1.1321,
      "step": 5410
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.2779110045297096e-05,
      "loss": 0.9859,
      "step": 5420
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.2765787370103918e-05,
      "loss": 0.987,
      "step": 5430
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.275246469491074e-05,
      "loss": 0.9717,
      "step": 5440
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.2739142019717561e-05,
      "loss": 1.0352,
      "step": 5450
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.2725819344524381e-05,
      "loss": 0.8472,
      "step": 5460
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.2712496669331203e-05,
      "loss": 0.6774,
      "step": 5470
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.2699173994138023e-05,
      "loss": 0.9617,
      "step": 5480
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.2685851318944846e-05,
      "loss": 0.7842,
      "step": 5490
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.2672528643751666e-05,
      "loss": 0.9939,
      "step": 5500
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.2659205968558488e-05,
      "loss": 0.9137,
      "step": 5510
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2645883293365308e-05,
      "loss": 0.7807,
      "step": 5520
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.263256061817213e-05,
      "loss": 0.7988,
      "step": 5530
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.261923794297895e-05,
      "loss": 0.9518,
      "step": 5540
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2605915267785773e-05,
      "loss": 0.6778,
      "step": 5550
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2592592592592593e-05,
      "loss": 1.0503,
      "step": 5560
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2579269917399415e-05,
      "loss": 0.7174,
      "step": 5570
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2565947242206235e-05,
      "loss": 0.7978,
      "step": 5580
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2552624567013057e-05,
      "loss": 0.839,
      "step": 5590
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.253930189181988e-05,
      "loss": 1.3887,
      "step": 5600
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.25259792166267e-05,
      "loss": 0.708,
      "step": 5610
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.251265654143352e-05,
      "loss": 0.8197,
      "step": 5620
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2499333866240342e-05,
      "loss": 0.5705,
      "step": 5630
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2486011191047162e-05,
      "loss": 0.8979,
      "step": 5640
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2472688515853984e-05,
      "loss": 0.7944,
      "step": 5650
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2459365840660807e-05,
      "loss": 0.8836,
      "step": 5660
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2446043165467627e-05,
      "loss": 0.8557,
      "step": 5670
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2432720490274449e-05,
      "loss": 0.8535,
      "step": 5680
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2419397815081269e-05,
      "loss": 0.5644,
      "step": 5690
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2406075139888089e-05,
      "loss": 0.9361,
      "step": 5700
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2392752464694912e-05,
      "loss": 0.9234,
      "step": 5710
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2379429789501734e-05,
      "loss": 0.9151,
      "step": 5720
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2366107114308554e-05,
      "loss": 1.1469,
      "step": 5730
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2352784439115376e-05,
      "loss": 0.7642,
      "step": 5740
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2339461763922196e-05,
      "loss": 0.8959,
      "step": 5750
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.232613908872902e-05,
      "loss": 0.9791,
      "step": 5760
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.231281641353584e-05,
      "loss": 0.7513,
      "step": 5770
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2299493738342661e-05,
      "loss": 0.8127,
      "step": 5780
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2286171063149481e-05,
      "loss": 0.6569,
      "step": 5790
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2272848387956303e-05,
      "loss": 0.9072,
      "step": 5800
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2259525712763123e-05,
      "loss": 0.8966,
      "step": 5810
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2246203037569946e-05,
      "loss": 0.7972,
      "step": 5820
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2232880362376766e-05,
      "loss": 0.7422,
      "step": 5830
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2219557687183588e-05,
      "loss": 0.9659,
      "step": 5840
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2206235011990408e-05,
      "loss": 1.1856,
      "step": 5850
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.219291233679723e-05,
      "loss": 0.788,
      "step": 5860
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2179589661604051e-05,
      "loss": 0.7689,
      "step": 5870
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2166266986410873e-05,
      "loss": 1.1042,
      "step": 5880
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2152944311217693e-05,
      "loss": 0.7513,
      "step": 5890
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.2139621636024515e-05,
      "loss": 0.6981,
      "step": 5900
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.2126298960831335e-05,
      "loss": 0.6604,
      "step": 5910
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.2112976285638156e-05,
      "loss": 0.8738,
      "step": 5920
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.209965361044498e-05,
      "loss": 0.7364,
      "step": 5930
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.20863309352518e-05,
      "loss": 0.9592,
      "step": 5940
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.207300826005862e-05,
      "loss": 1.0524,
      "step": 5950
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.2059685584865442e-05,
      "loss": 0.5619,
      "step": 5960
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.2046362909672262e-05,
      "loss": 0.9171,
      "step": 5970
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.2033040234479085e-05,
      "loss": 0.8864,
      "step": 5980
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.2019717559285907e-05,
      "loss": 0.8777,
      "step": 5990
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.2006394884092727e-05,
      "loss": 1.2906,
      "step": 6000
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.1993072208899549e-05,
      "loss": 0.865,
      "step": 6010
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.1979749533706369e-05,
      "loss": 0.615,
      "step": 6020
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.1966426858513192e-05,
      "loss": 0.7379,
      "step": 6030
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.1953104183320012e-05,
      "loss": 0.6808,
      "step": 6040
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.1939781508126834e-05,
      "loss": 0.8351,
      "step": 6050
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.1926458832933654e-05,
      "loss": 0.7282,
      "step": 6060
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.1913136157740475e-05,
      "loss": 0.934,
      "step": 6070
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.1899813482547295e-05,
      "loss": 0.8292,
      "step": 6080
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.1886490807354119e-05,
      "loss": 0.8739,
      "step": 6090
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.1873168132160939e-05,
      "loss": 0.7058,
      "step": 6100
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.185984545696776e-05,
      "loss": 0.7018,
      "step": 6110
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.184652278177458e-05,
      "loss": 1.0218,
      "step": 6120
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.1833200106581402e-05,
      "loss": 1.1008,
      "step": 6130
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.1819877431388224e-05,
      "loss": 0.8833,
      "step": 6140
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.1806554756195046e-05,
      "loss": 0.9845,
      "step": 6150
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.1793232081001866e-05,
      "loss": 1.2978,
      "step": 6160
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.1779909405808688e-05,
      "loss": 1.0189,
      "step": 6170
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.1766586730615508e-05,
      "loss": 1.2776,
      "step": 6180
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.175326405542233e-05,
      "loss": 0.7908,
      "step": 6190
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.1739941380229151e-05,
      "loss": 0.8986,
      "step": 6200
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.1726618705035973e-05,
      "loss": 0.8974,
      "step": 6210
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.1713296029842793e-05,
      "loss": 0.4973,
      "step": 6220
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.1699973354649614e-05,
      "loss": 0.9393,
      "step": 6230
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.1686650679456434e-05,
      "loss": 1.0344,
      "step": 6240
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.1673328004263258e-05,
      "loss": 0.8439,
      "step": 6250
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.1660005329070078e-05,
      "loss": 0.9039,
      "step": 6260
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.16466826538769e-05,
      "loss": 0.862,
      "step": 6270
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.163335997868372e-05,
      "loss": 0.8327,
      "step": 6280
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.1620037303490541e-05,
      "loss": 0.8622,
      "step": 6290
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.1606714628297361e-05,
      "loss": 0.8518,
      "step": 6300
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.1593391953104185e-05,
      "loss": 0.8339,
      "step": 6310
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.1580069277911007e-05,
      "loss": 1.0355,
      "step": 6320
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.1566746602717827e-05,
      "loss": 0.6166,
      "step": 6330
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.1553423927524647e-05,
      "loss": 0.7943,
      "step": 6340
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1540101252331468e-05,
      "loss": 0.5717,
      "step": 6350
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1526778577138292e-05,
      "loss": 1.0663,
      "step": 6360
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1513455901945112e-05,
      "loss": 1.1115,
      "step": 6370
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1500133226751933e-05,
      "loss": 0.9026,
      "step": 6380
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1486810551558753e-05,
      "loss": 1.0676,
      "step": 6390
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1473487876365575e-05,
      "loss": 0.9403,
      "step": 6400
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1460165201172397e-05,
      "loss": 0.9409,
      "step": 6410
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1446842525979219e-05,
      "loss": 0.7303,
      "step": 6420
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1433519850786039e-05,
      "loss": 0.7126,
      "step": 6430
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.142019717559286e-05,
      "loss": 0.7029,
      "step": 6440
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.140687450039968e-05,
      "loss": 0.8466,
      "step": 6450
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1393551825206502e-05,
      "loss": 0.827,
      "step": 6460
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1380229150013324e-05,
      "loss": 1.2105,
      "step": 6470
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1366906474820146e-05,
      "loss": 1.0531,
      "step": 6480
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.1353583799626966e-05,
      "loss": 0.7658,
      "step": 6490
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.1340261124433787e-05,
      "loss": 0.7935,
      "step": 6500
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.1326938449240607e-05,
      "loss": 1.148,
      "step": 6510
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.131361577404743e-05,
      "loss": 1.3408,
      "step": 6520
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.130029309885425e-05,
      "loss": 0.9053,
      "step": 6530
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.1286970423661072e-05,
      "loss": 0.4991,
      "step": 6540
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.1273647748467892e-05,
      "loss": 1.0191,
      "step": 6550
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.1260325073274714e-05,
      "loss": 0.8286,
      "step": 6560
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.1247002398081534e-05,
      "loss": 0.8756,
      "step": 6570
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.1233679722888358e-05,
      "loss": 0.8976,
      "step": 6580
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.1220357047695178e-05,
      "loss": 0.7993,
      "step": 6590
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.1207034372502e-05,
      "loss": 0.8111,
      "step": 6600
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.119371169730882e-05,
      "loss": 0.8845,
      "step": 6610
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.1180389022115641e-05,
      "loss": 1.0341,
      "step": 6620
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.1167066346922464e-05,
      "loss": 0.8975,
      "step": 6630
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.1153743671729285e-05,
      "loss": 0.7685,
      "step": 6640
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.1140420996536106e-05,
      "loss": 1.2886,
      "step": 6650
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.1127098321342926e-05,
      "loss": 0.646,
      "step": 6660
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.1113775646149746e-05,
      "loss": 1.0076,
      "step": 6670
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.110045297095657e-05,
      "loss": 0.7607,
      "step": 6680
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.1087130295763391e-05,
      "loss": 0.7927,
      "step": 6690
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.1073807620570211e-05,
      "loss": 0.7231,
      "step": 6700
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.1060484945377033e-05,
      "loss": 0.7715,
      "step": 6710
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.1047162270183853e-05,
      "loss": 0.8849,
      "step": 6720
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.1033839594990673e-05,
      "loss": 1.0985,
      "step": 6730
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.1020516919797497e-05,
      "loss": 0.8239,
      "step": 6740
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.1007194244604318e-05,
      "loss": 0.8532,
      "step": 6750
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.0993871569411138e-05,
      "loss": 0.9088,
      "step": 6760
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.098054889421796e-05,
      "loss": 0.7076,
      "step": 6770
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.096722621902478e-05,
      "loss": 0.8952,
      "step": 6780
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.0953903543831603e-05,
      "loss": 0.9333,
      "step": 6790
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.0940580868638424e-05,
      "loss": 1.0662,
      "step": 6800
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.0927258193445245e-05,
      "loss": 0.9924,
      "step": 6810
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.0913935518252065e-05,
      "loss": 0.6257,
      "step": 6820
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.0900612843058887e-05,
      "loss": 0.9909,
      "step": 6830
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.0887290167865707e-05,
      "loss": 0.6456,
      "step": 6840
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.087396749267253e-05,
      "loss": 0.955,
      "step": 6850
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.086064481747935e-05,
      "loss": 0.9396,
      "step": 6860
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.0847322142286172e-05,
      "loss": 1.0635,
      "step": 6870
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.0833999467092992e-05,
      "loss": 0.8497,
      "step": 6880
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.0820676791899814e-05,
      "loss": 0.6953,
      "step": 6890
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.0807354116706637e-05,
      "loss": 0.8164,
      "step": 6900
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.0794031441513457e-05,
      "loss": 0.8728,
      "step": 6910
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.0780708766320277e-05,
      "loss": 0.8216,
      "step": 6920
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.0767386091127099e-05,
      "loss": 0.8249,
      "step": 6930
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.0754063415933919e-05,
      "loss": 0.9111,
      "step": 6940
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.0740740740740742e-05,
      "loss": 0.8234,
      "step": 6950
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.0727418065547564e-05,
      "loss": 0.7209,
      "step": 6960
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.0714095390354384e-05,
      "loss": 0.6214,
      "step": 6970
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.0700772715161204e-05,
      "loss": 0.8723,
      "step": 6980
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.0687450039968026e-05,
      "loss": 0.8791,
      "step": 6990
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.0674127364774846e-05,
      "loss": 1.0159,
      "step": 7000
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.066080468958167e-05,
      "loss": 1.1373,
      "step": 7010
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0647482014388491e-05,
      "loss": 0.8018,
      "step": 7020
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0634159339195311e-05,
      "loss": 0.7598,
      "step": 7030
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0620836664002133e-05,
      "loss": 0.8811,
      "step": 7040
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0607513988808953e-05,
      "loss": 0.5787,
      "step": 7050
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0594191313615776e-05,
      "loss": 0.6979,
      "step": 7060
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0580868638422596e-05,
      "loss": 0.8698,
      "step": 7070
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0567545963229418e-05,
      "loss": 0.7918,
      "step": 7080
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0554223288036238e-05,
      "loss": 0.791,
      "step": 7090
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.054090061284306e-05,
      "loss": 0.9026,
      "step": 7100
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.052757793764988e-05,
      "loss": 0.7427,
      "step": 7110
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0514255262456703e-05,
      "loss": 0.8489,
      "step": 7120
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0500932587263523e-05,
      "loss": 0.5992,
      "step": 7130
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0487609912070345e-05,
      "loss": 0.948,
      "step": 7140
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0474287236877165e-05,
      "loss": 0.7375,
      "step": 7150
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0460964561683987e-05,
      "loss": 0.8703,
      "step": 7160
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0447641886490808e-05,
      "loss": 0.588,
      "step": 7170
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.043431921129763e-05,
      "loss": 0.9549,
      "step": 7180
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.042099653610445e-05,
      "loss": 0.7655,
      "step": 7190
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0407673860911272e-05,
      "loss": 0.9914,
      "step": 7200
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0394351185718092e-05,
      "loss": 0.716,
      "step": 7210
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0381028510524915e-05,
      "loss": 0.8625,
      "step": 7220
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0367705835331735e-05,
      "loss": 0.546,
      "step": 7230
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0354383160138557e-05,
      "loss": 0.9452,
      "step": 7240
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.0341060484945377e-05,
      "loss": 0.7429,
      "step": 7250
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.0327737809752199e-05,
      "loss": 0.8323,
      "step": 7260
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.0314415134559019e-05,
      "loss": 0.8861,
      "step": 7270
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.0301092459365842e-05,
      "loss": 0.5798,
      "step": 7280
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.0287769784172664e-05,
      "loss": 0.6907,
      "step": 7290
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.0274447108979484e-05,
      "loss": 1.1387,
      "step": 7300
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.0261124433786304e-05,
      "loss": 0.851,
      "step": 7310
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0247801758593126e-05,
      "loss": 0.7026,
      "step": 7320
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0234479083399949e-05,
      "loss": 1.0397,
      "step": 7330
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0221156408206769e-05,
      "loss": 0.8539,
      "step": 7340
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.020783373301359e-05,
      "loss": 0.7249,
      "step": 7350
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0194511057820411e-05,
      "loss": 0.6053,
      "step": 7360
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0181188382627233e-05,
      "loss": 0.9206,
      "step": 7370
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0167865707434053e-05,
      "loss": 0.72,
      "step": 7380
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0154543032240876e-05,
      "loss": 0.7217,
      "step": 7390
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0141220357047696e-05,
      "loss": 0.9969,
      "step": 7400
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0127897681854518e-05,
      "loss": 0.9146,
      "step": 7410
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0114575006661338e-05,
      "loss": 0.8879,
      "step": 7420
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.010125233146816e-05,
      "loss": 0.6825,
      "step": 7430
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0087929656274981e-05,
      "loss": 1.2015,
      "step": 7440
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0074606981081803e-05,
      "loss": 0.8784,
      "step": 7450
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0061284305888623e-05,
      "loss": 0.7296,
      "step": 7460
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0047961630695445e-05,
      "loss": 0.5832,
      "step": 7470
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0034638955502265e-05,
      "loss": 0.9754,
      "step": 7480
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0021316280309088e-05,
      "loss": 0.8457,
      "step": 7490
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0007993605115908e-05,
      "loss": 0.8754,
      "step": 7500
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.99467092992273e-06,
      "loss": 0.6651,
      "step": 7510
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.98134825472955e-06,
      "loss": 0.5887,
      "step": 7520
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.968025579536372e-06,
      "loss": 0.5617,
      "step": 7530
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.954702904343193e-06,
      "loss": 0.6945,
      "step": 7540
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.941380229150013e-06,
      "loss": 0.6885,
      "step": 7550
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.928057553956835e-06,
      "loss": 0.6411,
      "step": 7560
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.914734878763657e-06,
      "loss": 0.6029,
      "step": 7570
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.901412203570477e-06,
      "loss": 0.479,
      "step": 7580
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.888089528377298e-06,
      "loss": 0.4233,
      "step": 7590
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.87476685318412e-06,
      "loss": 0.7149,
      "step": 7600
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.86144417799094e-06,
      "loss": 0.6039,
      "step": 7610
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.848121502797764e-06,
      "loss": 0.3904,
      "step": 7620
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.834798827604584e-06,
      "loss": 0.554,
      "step": 7630
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.821476152411405e-06,
      "loss": 0.6223,
      "step": 7640
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.808153477218227e-06,
      "loss": 0.6661,
      "step": 7650
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.794830802025047e-06,
      "loss": 0.6223,
      "step": 7660
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.781508126831869e-06,
      "loss": 0.4074,
      "step": 7670
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.76818545163869e-06,
      "loss": 0.5239,
      "step": 7680
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.75486277644551e-06,
      "loss": 0.6673,
      "step": 7690
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.741540101252332e-06,
      "loss": 0.4243,
      "step": 7700
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.728217426059154e-06,
      "loss": 0.5662,
      "step": 7710
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.714894750865976e-06,
      "loss": 0.5088,
      "step": 7720
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.701572075672796e-06,
      "loss": 0.6867,
      "step": 7730
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.688249400479617e-06,
      "loss": 0.6084,
      "step": 7740
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.67492672528644e-06,
      "loss": 0.5469,
      "step": 7750
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.66160405009326e-06,
      "loss": 0.4736,
      "step": 7760
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.648281374900081e-06,
      "loss": 0.5609,
      "step": 7770
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.634958699706903e-06,
      "loss": 0.4694,
      "step": 7780
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.621636024513723e-06,
      "loss": 0.6748,
      "step": 7790
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.608313349320544e-06,
      "loss": 0.6605,
      "step": 7800
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.594990674127366e-06,
      "loss": 0.5726,
      "step": 7810
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.581667998934186e-06,
      "loss": 0.8413,
      "step": 7820
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.568345323741008e-06,
      "loss": 0.4299,
      "step": 7830
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.55502264854783e-06,
      "loss": 0.6246,
      "step": 7840
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.54169997335465e-06,
      "loss": 0.7487,
      "step": 7850
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.528377298161471e-06,
      "loss": 0.7082,
      "step": 7860
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.515054622968293e-06,
      "loss": 0.5832,
      "step": 7870
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.501731947775113e-06,
      "loss": 0.5197,
      "step": 7880
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.488409272581935e-06,
      "loss": 0.4889,
      "step": 7890
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.475086597388756e-06,
      "loss": 0.3017,
      "step": 7900
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.461763922195578e-06,
      "loss": 0.5872,
      "step": 7910
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.448441247002398e-06,
      "loss": 0.6167,
      "step": 7920
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.43511857180922e-06,
      "loss": 0.5968,
      "step": 7930
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.421795896616042e-06,
      "loss": 0.7126,
      "step": 7940
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.408473221422862e-06,
      "loss": 0.6875,
      "step": 7950
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.395150546229683e-06,
      "loss": 0.4871,
      "step": 7960
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.381827871036505e-06,
      "loss": 0.6521,
      "step": 7970
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.368505195843325e-06,
      "loss": 0.5513,
      "step": 7980
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.355182520650149e-06,
      "loss": 0.438,
      "step": 7990
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.341859845456969e-06,
      "loss": 0.6675,
      "step": 8000
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.32853717026379e-06,
      "loss": 0.7628,
      "step": 8010
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.315214495070612e-06,
      "loss": 0.48,
      "step": 8020
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.301891819877432e-06,
      "loss": 0.5852,
      "step": 8030
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.288569144684254e-06,
      "loss": 0.5102,
      "step": 8040
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.275246469491075e-06,
      "loss": 0.3851,
      "step": 8050
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.261923794297895e-06,
      "loss": 0.7704,
      "step": 8060
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.248601119104717e-06,
      "loss": 0.7697,
      "step": 8070
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.235278443911539e-06,
      "loss": 0.4341,
      "step": 8080
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.221955768718359e-06,
      "loss": 0.4089,
      "step": 8090
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.20863309352518e-06,
      "loss": 0.825,
      "step": 8100
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.195310418332002e-06,
      "loss": 0.667,
      "step": 8110
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.181987743138822e-06,
      "loss": 0.6688,
      "step": 8120
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.168665067945644e-06,
      "loss": 0.426,
      "step": 8130
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.155342392752466e-06,
      "loss": 0.6672,
      "step": 8140
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.142019717559286e-06,
      "loss": 0.4767,
      "step": 8150
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.128697042366108e-06,
      "loss": 0.6029,
      "step": 8160
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.11537436717293e-06,
      "loss": 0.6964,
      "step": 8170
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.102051691979751e-06,
      "loss": 0.7647,
      "step": 8180
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.088729016786571e-06,
      "loss": 0.5858,
      "step": 8190
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.075406341593393e-06,
      "loss": 0.6002,
      "step": 8200
    },
    {
      "epoch": 1.09,
      "learning_rate": 9.062083666400214e-06,
      "loss": 0.6143,
      "step": 8210
    },
    {
      "epoch": 1.1,
      "learning_rate": 9.048760991207034e-06,
      "loss": 0.4929,
      "step": 8220
    },
    {
      "epoch": 1.1,
      "learning_rate": 9.035438316013856e-06,
      "loss": 0.6795,
      "step": 8230
    },
    {
      "epoch": 1.1,
      "learning_rate": 9.022115640820678e-06,
      "loss": 0.5844,
      "step": 8240
    },
    {
      "epoch": 1.1,
      "learning_rate": 9.008792965627498e-06,
      "loss": 0.597,
      "step": 8250
    },
    {
      "epoch": 1.1,
      "learning_rate": 8.99547029043432e-06,
      "loss": 0.5097,
      "step": 8260
    },
    {
      "epoch": 1.1,
      "learning_rate": 8.982147615241141e-06,
      "loss": 0.8274,
      "step": 8270
    },
    {
      "epoch": 1.1,
      "learning_rate": 8.968824940047961e-06,
      "loss": 0.4721,
      "step": 8280
    },
    {
      "epoch": 1.1,
      "learning_rate": 8.955502264854785e-06,
      "loss": 0.7477,
      "step": 8290
    },
    {
      "epoch": 1.11,
      "learning_rate": 8.942179589661605e-06,
      "loss": 0.515,
      "step": 8300
    },
    {
      "epoch": 1.11,
      "learning_rate": 8.928856914468425e-06,
      "loss": 0.6419,
      "step": 8310
    },
    {
      "epoch": 1.11,
      "learning_rate": 8.915534239275248e-06,
      "loss": 0.548,
      "step": 8320
    },
    {
      "epoch": 1.11,
      "learning_rate": 8.902211564082068e-06,
      "loss": 0.6217,
      "step": 8330
    },
    {
      "epoch": 1.11,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.515,
      "step": 8340
    },
    {
      "epoch": 1.11,
      "learning_rate": 8.875566213695712e-06,
      "loss": 0.5288,
      "step": 8350
    },
    {
      "epoch": 1.11,
      "learning_rate": 8.862243538502532e-06,
      "loss": 0.6349,
      "step": 8360
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.848920863309353e-06,
      "loss": 0.6642,
      "step": 8370
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.835598188116175e-06,
      "loss": 0.6257,
      "step": 8380
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.822275512922995e-06,
      "loss": 0.5945,
      "step": 8390
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.808952837729817e-06,
      "loss": 0.4554,
      "step": 8400
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.795630162536639e-06,
      "loss": 0.5942,
      "step": 8410
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.782307487343459e-06,
      "loss": 0.5292,
      "step": 8420
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.76898481215028e-06,
      "loss": 0.517,
      "step": 8430
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.755662136957102e-06,
      "loss": 0.4412,
      "step": 8440
    },
    {
      "epoch": 1.13,
      "learning_rate": 8.742339461763924e-06,
      "loss": 0.6529,
      "step": 8450
    },
    {
      "epoch": 1.13,
      "learning_rate": 8.729016786570744e-06,
      "loss": 0.3173,
      "step": 8460
    },
    {
      "epoch": 1.13,
      "learning_rate": 8.715694111377566e-06,
      "loss": 0.6011,
      "step": 8470
    },
    {
      "epoch": 1.13,
      "learning_rate": 8.702371436184387e-06,
      "loss": 0.511,
      "step": 8480
    },
    {
      "epoch": 1.13,
      "learning_rate": 8.689048760991207e-06,
      "loss": 0.5281,
      "step": 8490
    },
    {
      "epoch": 1.13,
      "learning_rate": 8.675726085798029e-06,
      "loss": 0.5546,
      "step": 8500
    },
    {
      "epoch": 1.13,
      "learning_rate": 8.66240341060485e-06,
      "loss": 0.4424,
      "step": 8510
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.64908073541167e-06,
      "loss": 0.5005,
      "step": 8520
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.635758060218492e-06,
      "loss": 0.5843,
      "step": 8530
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.622435385025314e-06,
      "loss": 0.5101,
      "step": 8540
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.609112709832134e-06,
      "loss": 0.5558,
      "step": 8550
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.595790034638956e-06,
      "loss": 0.5574,
      "step": 8560
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.582467359445778e-06,
      "loss": 0.5099,
      "step": 8570
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.569144684252598e-06,
      "loss": 0.5025,
      "step": 8580
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.55582200905942e-06,
      "loss": 0.646,
      "step": 8590
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.542499333866241e-06,
      "loss": 0.511,
      "step": 8600
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.529176658673061e-06,
      "loss": 0.5669,
      "step": 8610
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.515853983479885e-06,
      "loss": 0.8414,
      "step": 8620
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.502531308286705e-06,
      "loss": 0.5391,
      "step": 8630
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.489208633093526e-06,
      "loss": 0.841,
      "step": 8640
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.475885957900348e-06,
      "loss": 0.8282,
      "step": 8650
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.462563282707168e-06,
      "loss": 0.4807,
      "step": 8660
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.44924060751399e-06,
      "loss": 0.5238,
      "step": 8670
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.435917932320811e-06,
      "loss": 0.7307,
      "step": 8680
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.422595257127631e-06,
      "loss": 0.6926,
      "step": 8690
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.409272581934453e-06,
      "loss": 0.6897,
      "step": 8700
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.395949906741275e-06,
      "loss": 0.6377,
      "step": 8710
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.382627231548095e-06,
      "loss": 0.6711,
      "step": 8720
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.369304556354917e-06,
      "loss": 0.4469,
      "step": 8730
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.355981881161738e-06,
      "loss": 0.4468,
      "step": 8740
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.34265920596856e-06,
      "loss": 0.5768,
      "step": 8750
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.32933653077538e-06,
      "loss": 0.5792,
      "step": 8760
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.316013855582202e-06,
      "loss": 0.6167,
      "step": 8770
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.302691180389024e-06,
      "loss": 0.5216,
      "step": 8780
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.289368505195844e-06,
      "loss": 0.706,
      "step": 8790
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.276045830002665e-06,
      "loss": 0.5537,
      "step": 8800
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.262723154809487e-06,
      "loss": 0.6349,
      "step": 8810
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.249400479616307e-06,
      "loss": 0.4659,
      "step": 8820
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.236077804423129e-06,
      "loss": 0.4473,
      "step": 8830
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.22275512922995e-06,
      "loss": 0.5256,
      "step": 8840
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.20943245403677e-06,
      "loss": 0.5484,
      "step": 8850
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.196109778843592e-06,
      "loss": 0.6666,
      "step": 8860
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.182787103650414e-06,
      "loss": 0.9443,
      "step": 8870
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.169464428457234e-06,
      "loss": 0.4171,
      "step": 8880
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.156141753264056e-06,
      "loss": 0.5668,
      "step": 8890
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.142819078070877e-06,
      "loss": 0.7022,
      "step": 8900
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.129496402877699e-06,
      "loss": 0.5253,
      "step": 8910
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.116173727684519e-06,
      "loss": 0.8242,
      "step": 8920
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.10285105249134e-06,
      "loss": 0.6424,
      "step": 8930
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.089528377298163e-06,
      "loss": 0.4108,
      "step": 8940
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.076205702104983e-06,
      "loss": 0.7285,
      "step": 8950
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.062883026911804e-06,
      "loss": 0.6103,
      "step": 8960
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.049560351718626e-06,
      "loss": 0.4268,
      "step": 8970
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.036237676525448e-06,
      "loss": 0.6346,
      "step": 8980
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.022915001332268e-06,
      "loss": 0.5144,
      "step": 8990
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.00959232613909e-06,
      "loss": 0.622,
      "step": 9000
    },
    {
      "epoch": 1.2,
      "learning_rate": 7.996269650945911e-06,
      "loss": 0.6551,
      "step": 9010
    },
    {
      "epoch": 1.2,
      "learning_rate": 7.982946975752733e-06,
      "loss": 0.5867,
      "step": 9020
    },
    {
      "epoch": 1.2,
      "learning_rate": 7.969624300559553e-06,
      "loss": 0.5306,
      "step": 9030
    },
    {
      "epoch": 1.2,
      "learning_rate": 7.956301625366375e-06,
      "loss": 0.7457,
      "step": 9040
    },
    {
      "epoch": 1.21,
      "learning_rate": 7.942978950173196e-06,
      "loss": 0.4717,
      "step": 9050
    },
    {
      "epoch": 1.21,
      "learning_rate": 7.929656274980016e-06,
      "loss": 0.7841,
      "step": 9060
    },
    {
      "epoch": 1.21,
      "learning_rate": 7.916333599786838e-06,
      "loss": 0.4112,
      "step": 9070
    },
    {
      "epoch": 1.21,
      "learning_rate": 7.90301092459366e-06,
      "loss": 0.6972,
      "step": 9080
    },
    {
      "epoch": 1.21,
      "learning_rate": 7.88968824940048e-06,
      "loss": 0.7216,
      "step": 9090
    },
    {
      "epoch": 1.21,
      "learning_rate": 7.876365574207302e-06,
      "loss": 0.5126,
      "step": 9100
    },
    {
      "epoch": 1.21,
      "learning_rate": 7.863042899014123e-06,
      "loss": 0.7825,
      "step": 9110
    },
    {
      "epoch": 1.22,
      "learning_rate": 7.849720223820943e-06,
      "loss": 0.5064,
      "step": 9120
    },
    {
      "epoch": 1.22,
      "learning_rate": 7.836397548627765e-06,
      "loss": 0.5202,
      "step": 9130
    },
    {
      "epoch": 1.22,
      "learning_rate": 7.823074873434587e-06,
      "loss": 0.7074,
      "step": 9140
    },
    {
      "epoch": 1.22,
      "learning_rate": 7.809752198241407e-06,
      "loss": 0.6743,
      "step": 9150
    },
    {
      "epoch": 1.22,
      "learning_rate": 7.796429523048228e-06,
      "loss": 0.5713,
      "step": 9160
    },
    {
      "epoch": 1.22,
      "learning_rate": 7.78310684785505e-06,
      "loss": 0.5938,
      "step": 9170
    },
    {
      "epoch": 1.22,
      "learning_rate": 7.769784172661872e-06,
      "loss": 0.5986,
      "step": 9180
    },
    {
      "epoch": 1.22,
      "learning_rate": 7.756461497468692e-06,
      "loss": 0.6494,
      "step": 9190
    },
    {
      "epoch": 1.23,
      "learning_rate": 7.743138822275514e-06,
      "loss": 0.7668,
      "step": 9200
    },
    {
      "epoch": 1.23,
      "learning_rate": 7.729816147082335e-06,
      "loss": 0.5961,
      "step": 9210
    },
    {
      "epoch": 1.23,
      "learning_rate": 7.716493471889155e-06,
      "loss": 0.5373,
      "step": 9220
    },
    {
      "epoch": 1.23,
      "learning_rate": 7.703170796695977e-06,
      "loss": 0.5084,
      "step": 9230
    },
    {
      "epoch": 1.23,
      "learning_rate": 7.689848121502799e-06,
      "loss": 0.4927,
      "step": 9240
    },
    {
      "epoch": 1.23,
      "learning_rate": 7.676525446309619e-06,
      "loss": 0.5338,
      "step": 9250
    },
    {
      "epoch": 1.23,
      "learning_rate": 7.66320277111644e-06,
      "loss": 0.5202,
      "step": 9260
    },
    {
      "epoch": 1.24,
      "learning_rate": 7.649880095923262e-06,
      "loss": 0.7087,
      "step": 9270
    },
    {
      "epoch": 1.24,
      "learning_rate": 7.636557420730082e-06,
      "loss": 0.4755,
      "step": 9280
    },
    {
      "epoch": 1.24,
      "learning_rate": 7.623234745536905e-06,
      "loss": 0.6859,
      "step": 9290
    },
    {
      "epoch": 1.24,
      "learning_rate": 7.609912070343726e-06,
      "loss": 0.5637,
      "step": 9300
    },
    {
      "epoch": 1.24,
      "learning_rate": 7.5965893951505466e-06,
      "loss": 0.4301,
      "step": 9310
    },
    {
      "epoch": 1.24,
      "learning_rate": 7.583266719957368e-06,
      "loss": 0.555,
      "step": 9320
    },
    {
      "epoch": 1.24,
      "learning_rate": 7.569944044764189e-06,
      "loss": 0.5708,
      "step": 9330
    },
    {
      "epoch": 1.24,
      "learning_rate": 7.55662136957101e-06,
      "loss": 0.3748,
      "step": 9340
    },
    {
      "epoch": 1.25,
      "learning_rate": 7.543298694377832e-06,
      "loss": 0.3104,
      "step": 9350
    },
    {
      "epoch": 1.25,
      "learning_rate": 7.529976019184653e-06,
      "loss": 0.4811,
      "step": 9360
    },
    {
      "epoch": 1.25,
      "learning_rate": 7.516653343991474e-06,
      "loss": 0.7626,
      "step": 9370
    },
    {
      "epoch": 1.25,
      "learning_rate": 7.503330668798295e-06,
      "loss": 0.7432,
      "step": 9380
    },
    {
      "epoch": 1.25,
      "learning_rate": 7.490007993605116e-06,
      "loss": 0.4564,
      "step": 9390
    },
    {
      "epoch": 1.25,
      "learning_rate": 7.476685318411938e-06,
      "loss": 0.4931,
      "step": 9400
    },
    {
      "epoch": 1.25,
      "learning_rate": 7.463362643218759e-06,
      "loss": 0.5394,
      "step": 9410
    },
    {
      "epoch": 1.25,
      "learning_rate": 7.4500399680255795e-06,
      "loss": 0.6123,
      "step": 9420
    },
    {
      "epoch": 1.26,
      "learning_rate": 7.436717292832401e-06,
      "loss": 0.4299,
      "step": 9430
    },
    {
      "epoch": 1.26,
      "learning_rate": 7.423394617639222e-06,
      "loss": 0.5161,
      "step": 9440
    },
    {
      "epoch": 1.26,
      "learning_rate": 7.410071942446043e-06,
      "loss": 0.5089,
      "step": 9450
    },
    {
      "epoch": 1.26,
      "learning_rate": 7.3967492672528655e-06,
      "loss": 0.6182,
      "step": 9460
    },
    {
      "epoch": 1.26,
      "learning_rate": 7.3834265920596856e-06,
      "loss": 0.5111,
      "step": 9470
    },
    {
      "epoch": 1.26,
      "learning_rate": 7.370103916866508e-06,
      "loss": 0.6544,
      "step": 9480
    },
    {
      "epoch": 1.26,
      "learning_rate": 7.356781241673329e-06,
      "loss": 0.5086,
      "step": 9490
    },
    {
      "epoch": 1.27,
      "learning_rate": 7.343458566480149e-06,
      "loss": 0.5772,
      "step": 9500
    },
    {
      "epoch": 1.27,
      "learning_rate": 7.3301358912869716e-06,
      "loss": 0.7216,
      "step": 9510
    },
    {
      "epoch": 1.27,
      "learning_rate": 7.3168132160937924e-06,
      "loss": 0.3456,
      "step": 9520
    },
    {
      "epoch": 1.27,
      "learning_rate": 7.303490540900613e-06,
      "loss": 0.5831,
      "step": 9530
    },
    {
      "epoch": 1.27,
      "learning_rate": 7.290167865707435e-06,
      "loss": 0.4155,
      "step": 9540
    },
    {
      "epoch": 1.27,
      "learning_rate": 7.276845190514256e-06,
      "loss": 0.4813,
      "step": 9550
    },
    {
      "epoch": 1.27,
      "learning_rate": 7.263522515321078e-06,
      "loss": 0.4247,
      "step": 9560
    },
    {
      "epoch": 1.27,
      "learning_rate": 7.2501998401278985e-06,
      "loss": 0.3583,
      "step": 9570
    },
    {
      "epoch": 1.28,
      "learning_rate": 7.236877164934719e-06,
      "loss": 0.5876,
      "step": 9580
    },
    {
      "epoch": 1.28,
      "learning_rate": 7.223554489741541e-06,
      "loss": 0.4301,
      "step": 9590
    },
    {
      "epoch": 1.28,
      "learning_rate": 7.210231814548362e-06,
      "loss": 0.6511,
      "step": 9600
    },
    {
      "epoch": 1.28,
      "learning_rate": 7.196909139355183e-06,
      "loss": 0.3719,
      "step": 9610
    },
    {
      "epoch": 1.28,
      "learning_rate": 7.1835864641620045e-06,
      "loss": 0.8085,
      "step": 9620
    },
    {
      "epoch": 1.28,
      "learning_rate": 7.170263788968825e-06,
      "loss": 0.495,
      "step": 9630
    },
    {
      "epoch": 1.28,
      "learning_rate": 7.156941113775647e-06,
      "loss": 0.4479,
      "step": 9640
    },
    {
      "epoch": 1.29,
      "learning_rate": 7.143618438582468e-06,
      "loss": 0.5258,
      "step": 9650
    },
    {
      "epoch": 1.29,
      "learning_rate": 7.130295763389289e-06,
      "loss": 0.5833,
      "step": 9660
    },
    {
      "epoch": 1.29,
      "learning_rate": 7.1169730881961106e-06,
      "loss": 0.6848,
      "step": 9670
    },
    {
      "epoch": 1.29,
      "learning_rate": 7.1036504130029314e-06,
      "loss": 0.681,
      "step": 9680
    },
    {
      "epoch": 1.29,
      "learning_rate": 7.090327737809752e-06,
      "loss": 0.7938,
      "step": 9690
    },
    {
      "epoch": 1.29,
      "learning_rate": 7.077005062616574e-06,
      "loss": 0.7305,
      "step": 9700
    },
    {
      "epoch": 1.29,
      "learning_rate": 7.063682387423395e-06,
      "loss": 0.6472,
      "step": 9710
    },
    {
      "epoch": 1.29,
      "learning_rate": 7.050359712230216e-06,
      "loss": 0.6139,
      "step": 9720
    },
    {
      "epoch": 1.3,
      "learning_rate": 7.0370370370370375e-06,
      "loss": 0.6646,
      "step": 9730
    },
    {
      "epoch": 1.3,
      "learning_rate": 7.023714361843858e-06,
      "loss": 0.6314,
      "step": 9740
    },
    {
      "epoch": 1.3,
      "learning_rate": 7.01039168665068e-06,
      "loss": 0.6679,
      "step": 9750
    },
    {
      "epoch": 1.3,
      "learning_rate": 6.997069011457501e-06,
      "loss": 0.3637,
      "step": 9760
    },
    {
      "epoch": 1.3,
      "learning_rate": 6.983746336264322e-06,
      "loss": 0.5498,
      "step": 9770
    },
    {
      "epoch": 1.3,
      "learning_rate": 6.970423661071144e-06,
      "loss": 0.5565,
      "step": 9780
    },
    {
      "epoch": 1.3,
      "learning_rate": 6.957100985877964e-06,
      "loss": 0.7444,
      "step": 9790
    },
    {
      "epoch": 1.31,
      "learning_rate": 6.943778310684785e-06,
      "loss": 0.4358,
      "step": 9800
    },
    {
      "epoch": 1.31,
      "learning_rate": 6.930455635491608e-06,
      "loss": 0.3845,
      "step": 9810
    },
    {
      "epoch": 1.31,
      "learning_rate": 6.917132960298429e-06,
      "loss": 0.7262,
      "step": 9820
    },
    {
      "epoch": 1.31,
      "learning_rate": 6.90381028510525e-06,
      "loss": 0.5637,
      "step": 9830
    },
    {
      "epoch": 1.31,
      "learning_rate": 6.890487609912071e-06,
      "loss": 0.5843,
      "step": 9840
    },
    {
      "epoch": 1.31,
      "learning_rate": 6.877164934718892e-06,
      "loss": 0.6286,
      "step": 9850
    },
    {
      "epoch": 1.31,
      "learning_rate": 6.863842259525714e-06,
      "loss": 0.4262,
      "step": 9860
    },
    {
      "epoch": 1.31,
      "learning_rate": 6.850519584332535e-06,
      "loss": 0.6395,
      "step": 9870
    },
    {
      "epoch": 1.32,
      "learning_rate": 6.837196909139356e-06,
      "loss": 0.618,
      "step": 9880
    },
    {
      "epoch": 1.32,
      "learning_rate": 6.823874233946177e-06,
      "loss": 0.4814,
      "step": 9890
    },
    {
      "epoch": 1.32,
      "learning_rate": 6.810551558752998e-06,
      "loss": 0.474,
      "step": 9900
    },
    {
      "epoch": 1.32,
      "learning_rate": 6.79722888355982e-06,
      "loss": 0.5267,
      "step": 9910
    },
    {
      "epoch": 1.32,
      "learning_rate": 6.783906208366641e-06,
      "loss": 0.6874,
      "step": 9920
    },
    {
      "epoch": 1.32,
      "learning_rate": 6.770583533173462e-06,
      "loss": 0.5276,
      "step": 9930
    },
    {
      "epoch": 1.32,
      "learning_rate": 6.757260857980283e-06,
      "loss": 0.5303,
      "step": 9940
    },
    {
      "epoch": 1.33,
      "learning_rate": 6.743938182787104e-06,
      "loss": 0.4643,
      "step": 9950
    },
    {
      "epoch": 1.33,
      "learning_rate": 6.730615507593925e-06,
      "loss": 0.4328,
      "step": 9960
    },
    {
      "epoch": 1.33,
      "learning_rate": 6.717292832400747e-06,
      "loss": 0.542,
      "step": 9970
    },
    {
      "epoch": 1.33,
      "learning_rate": 6.703970157207568e-06,
      "loss": 0.502,
      "step": 9980
    },
    {
      "epoch": 1.33,
      "learning_rate": 6.6906474820143886e-06,
      "loss": 0.603,
      "step": 9990
    },
    {
      "epoch": 1.33,
      "learning_rate": 6.67732480682121e-06,
      "loss": 0.7646,
      "step": 10000
    },
    {
      "epoch": 1.33,
      "learning_rate": 6.664002131628031e-06,
      "loss": 0.6183,
      "step": 10010
    },
    {
      "epoch": 1.33,
      "learning_rate": 6.650679456434853e-06,
      "loss": 0.462,
      "step": 10020
    },
    {
      "epoch": 1.34,
      "learning_rate": 6.637356781241674e-06,
      "loss": 0.4754,
      "step": 10030
    },
    {
      "epoch": 1.34,
      "learning_rate": 6.624034106048495e-06,
      "loss": 0.632,
      "step": 10040
    },
    {
      "epoch": 1.34,
      "learning_rate": 6.610711430855316e-06,
      "loss": 0.5148,
      "step": 10050
    },
    {
      "epoch": 1.34,
      "learning_rate": 6.597388755662137e-06,
      "loss": 0.4957,
      "step": 10060
    },
    {
      "epoch": 1.34,
      "learning_rate": 6.584066080468958e-06,
      "loss": 0.5495,
      "step": 10070
    },
    {
      "epoch": 1.34,
      "learning_rate": 6.57074340527578e-06,
      "loss": 0.5744,
      "step": 10080
    },
    {
      "epoch": 1.34,
      "learning_rate": 6.557420730082601e-06,
      "loss": 0.8109,
      "step": 10090
    },
    {
      "epoch": 1.35,
      "learning_rate": 6.544098054889423e-06,
      "loss": 0.4862,
      "step": 10100
    },
    {
      "epoch": 1.35,
      "learning_rate": 6.530775379696243e-06,
      "loss": 0.4743,
      "step": 10110
    },
    {
      "epoch": 1.35,
      "learning_rate": 6.517452704503064e-06,
      "loss": 0.6421,
      "step": 10120
    },
    {
      "epoch": 1.35,
      "learning_rate": 6.504130029309887e-06,
      "loss": 0.376,
      "step": 10130
    },
    {
      "epoch": 1.35,
      "learning_rate": 6.4908073541167076e-06,
      "loss": 0.5927,
      "step": 10140
    },
    {
      "epoch": 1.35,
      "learning_rate": 6.4774846789235276e-06,
      "loss": 0.805,
      "step": 10150
    },
    {
      "epoch": 1.35,
      "learning_rate": 6.46416200373035e-06,
      "loss": 0.6305,
      "step": 10160
    },
    {
      "epoch": 1.35,
      "learning_rate": 6.450839328537171e-06,
      "loss": 0.5092,
      "step": 10170
    },
    {
      "epoch": 1.36,
      "learning_rate": 6.437516653343991e-06,
      "loss": 0.7112,
      "step": 10180
    },
    {
      "epoch": 1.36,
      "learning_rate": 6.424193978150814e-06,
      "loss": 0.7156,
      "step": 10190
    },
    {
      "epoch": 1.36,
      "learning_rate": 6.4108713029576345e-06,
      "loss": 0.4235,
      "step": 10200
    },
    {
      "epoch": 1.36,
      "learning_rate": 6.397548627764456e-06,
      "loss": 0.3841,
      "step": 10210
    },
    {
      "epoch": 1.36,
      "learning_rate": 6.384225952571277e-06,
      "loss": 0.4779,
      "step": 10220
    },
    {
      "epoch": 1.36,
      "learning_rate": 6.370903277378098e-06,
      "loss": 0.5718,
      "step": 10230
    },
    {
      "epoch": 1.36,
      "learning_rate": 6.35758060218492e-06,
      "loss": 0.5171,
      "step": 10240
    },
    {
      "epoch": 1.37,
      "learning_rate": 6.3442579269917405e-06,
      "loss": 0.5425,
      "step": 10250
    },
    {
      "epoch": 1.37,
      "learning_rate": 6.330935251798561e-06,
      "loss": 0.6426,
      "step": 10260
    },
    {
      "epoch": 1.37,
      "learning_rate": 6.317612576605383e-06,
      "loss": 0.5412,
      "step": 10270
    },
    {
      "epoch": 1.37,
      "learning_rate": 6.304289901412204e-06,
      "loss": 0.6446,
      "step": 10280
    },
    {
      "epoch": 1.37,
      "learning_rate": 6.290967226219026e-06,
      "loss": 0.4798,
      "step": 10290
    },
    {
      "epoch": 1.37,
      "learning_rate": 6.2776445510258465e-06,
      "loss": 0.601,
      "step": 10300
    },
    {
      "epoch": 1.37,
      "learning_rate": 6.264321875832667e-06,
      "loss": 0.481,
      "step": 10310
    },
    {
      "epoch": 1.37,
      "learning_rate": 6.250999200639489e-06,
      "loss": 0.3424,
      "step": 10320
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.23767652544631e-06,
      "loss": 0.6193,
      "step": 10330
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.224353850253131e-06,
      "loss": 0.462,
      "step": 10340
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.211031175059953e-06,
      "loss": 0.518,
      "step": 10350
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.1977084998667735e-06,
      "loss": 0.6449,
      "step": 10360
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.184385824673595e-06,
      "loss": 0.6115,
      "step": 10370
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.171063149480416e-06,
      "loss": 0.5942,
      "step": 10380
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.157740474287237e-06,
      "loss": 0.7223,
      "step": 10390
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.144417799094059e-06,
      "loss": 0.5872,
      "step": 10400
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.1310951239008795e-06,
      "loss": 0.8311,
      "step": 10410
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.1177724487077e-06,
      "loss": 0.4722,
      "step": 10420
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.104449773514522e-06,
      "loss": 0.6166,
      "step": 10430
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.091127098321343e-06,
      "loss": 0.5281,
      "step": 10440
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.077804423128164e-06,
      "loss": 0.5282,
      "step": 10450
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.064481747934986e-06,
      "loss": 0.4552,
      "step": 10460
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.051159072741806e-06,
      "loss": 0.486,
      "step": 10470
    },
    {
      "epoch": 1.4,
      "learning_rate": 6.037836397548629e-06,
      "loss": 0.7482,
      "step": 10480
    },
    {
      "epoch": 1.4,
      "learning_rate": 6.02451372235545e-06,
      "loss": 0.6316,
      "step": 10490
    },
    {
      "epoch": 1.4,
      "learning_rate": 6.011191047162271e-06,
      "loss": 0.6591,
      "step": 10500
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.9978683719690924e-06,
      "loss": 0.5151,
      "step": 10510
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.984545696775913e-06,
      "loss": 0.5123,
      "step": 10520
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.971223021582734e-06,
      "loss": 0.3546,
      "step": 10530
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.957900346389556e-06,
      "loss": 0.5524,
      "step": 10540
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.944577671196377e-06,
      "loss": 0.4409,
      "step": 10550
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.9312549960031985e-06,
      "loss": 0.5293,
      "step": 10560
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.917932320810019e-06,
      "loss": 0.437,
      "step": 10570
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.90460964561684e-06,
      "loss": 0.5775,
      "step": 10580
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.891286970423662e-06,
      "loss": 0.5641,
      "step": 10590
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.877964295230483e-06,
      "loss": 0.4839,
      "step": 10600
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.864641620037304e-06,
      "loss": 0.4325,
      "step": 10610
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.851318944844125e-06,
      "loss": 0.5035,
      "step": 10620
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.837996269650946e-06,
      "loss": 0.6819,
      "step": 10630
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.824673594457768e-06,
      "loss": 0.6849,
      "step": 10640
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.811350919264589e-06,
      "loss": 0.4236,
      "step": 10650
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.79802824407141e-06,
      "loss": 0.3773,
      "step": 10660
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.7847055688782314e-06,
      "loss": 0.6302,
      "step": 10670
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.771382893685052e-06,
      "loss": 0.4993,
      "step": 10680
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.758060218491873e-06,
      "loss": 0.5893,
      "step": 10690
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.744737543298695e-06,
      "loss": 0.4807,
      "step": 10700
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.731414868105516e-06,
      "loss": 0.5702,
      "step": 10710
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.718092192912337e-06,
      "loss": 0.512,
      "step": 10720
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.704769517719158e-06,
      "loss": 0.5136,
      "step": 10730
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.691446842525979e-06,
      "loss": 0.2975,
      "step": 10740
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.678124167332801e-06,
      "loss": 0.4943,
      "step": 10750
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.664801492139622e-06,
      "loss": 0.4108,
      "step": 10760
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.651478816946443e-06,
      "loss": 0.647,
      "step": 10770
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.638156141753265e-06,
      "loss": 0.4033,
      "step": 10780
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.624833466560085e-06,
      "loss": 0.5327,
      "step": 10790
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.611510791366906e-06,
      "loss": 0.659,
      "step": 10800
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.598188116173729e-06,
      "loss": 0.582,
      "step": 10810
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.5848654409805496e-06,
      "loss": 0.5686,
      "step": 10820
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.571542765787371e-06,
      "loss": 0.774,
      "step": 10830
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.558220090594192e-06,
      "loss": 0.4268,
      "step": 10840
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.544897415401013e-06,
      "loss": 0.6283,
      "step": 10850
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.531574740207835e-06,
      "loss": 0.7076,
      "step": 10860
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.518252065014656e-06,
      "loss": 0.4266,
      "step": 10870
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.5049293898214765e-06,
      "loss": 0.615,
      "step": 10880
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.491606714628298e-06,
      "loss": 0.5533,
      "step": 10890
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.478284039435119e-06,
      "loss": 0.4839,
      "step": 10900
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.46496136424194e-06,
      "loss": 0.5785,
      "step": 10910
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.451638689048762e-06,
      "loss": 0.52,
      "step": 10920
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.4383160138555825e-06,
      "loss": 0.4498,
      "step": 10930
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.424993338662404e-06,
      "loss": 0.5643,
      "step": 10940
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.411670663469225e-06,
      "loss": 0.6726,
      "step": 10950
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.398347988276046e-06,
      "loss": 0.6215,
      "step": 10960
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.385025313082868e-06,
      "loss": 0.4321,
      "step": 10970
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.3717026378896886e-06,
      "loss": 0.5597,
      "step": 10980
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.3583799626965094e-06,
      "loss": 0.4928,
      "step": 10990
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.345057287503331e-06,
      "loss": 0.5622,
      "step": 11000
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.331734612310152e-06,
      "loss": 0.5592,
      "step": 11010
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.318411937116974e-06,
      "loss": 0.4732,
      "step": 11020
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.305089261923795e-06,
      "loss": 0.5939,
      "step": 11030
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.2917665867306155e-06,
      "loss": 0.5467,
      "step": 11040
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.278443911537437e-06,
      "loss": 0.6886,
      "step": 11050
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.265121236344258e-06,
      "loss": 0.492,
      "step": 11060
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.251798561151079e-06,
      "loss": 0.3911,
      "step": 11070
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.238475885957901e-06,
      "loss": 0.7715,
      "step": 11080
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.2251532107647215e-06,
      "loss": 0.5695,
      "step": 11090
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.211830535571544e-06,
      "loss": 0.5881,
      "step": 11100
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.198507860378364e-06,
      "loss": 0.5352,
      "step": 11110
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.185185185185185e-06,
      "loss": 0.6824,
      "step": 11120
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.1718625099920075e-06,
      "loss": 0.6598,
      "step": 11130
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.158539834798828e-06,
      "loss": 0.5027,
      "step": 11140
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.1452171596056484e-06,
      "loss": 0.4774,
      "step": 11150
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.131894484412471e-06,
      "loss": 0.309,
      "step": 11160
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.118571809219292e-06,
      "loss": 0.5187,
      "step": 11170
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.105249134026113e-06,
      "loss": 0.5329,
      "step": 11180
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.0919264588329345e-06,
      "loss": 0.4912,
      "step": 11190
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.078603783639755e-06,
      "loss": 0.5734,
      "step": 11200
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.065281108446577e-06,
      "loss": 0.695,
      "step": 11210
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.051958433253398e-06,
      "loss": 0.4631,
      "step": 11220
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.038635758060219e-06,
      "loss": 0.9621,
      "step": 11230
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.0253130828670405e-06,
      "loss": 0.6088,
      "step": 11240
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.011990407673861e-06,
      "loss": 0.4807,
      "step": 11250
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.998667732480682e-06,
      "loss": 0.4774,
      "step": 11260
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.985345057287504e-06,
      "loss": 0.3755,
      "step": 11270
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.972022382094325e-06,
      "loss": 0.4934,
      "step": 11280
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.958699706901146e-06,
      "loss": 0.3653,
      "step": 11290
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.945377031707967e-06,
      "loss": 0.5374,
      "step": 11300
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.932054356514789e-06,
      "loss": 0.6684,
      "step": 11310
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.91873168132161e-06,
      "loss": 0.3613,
      "step": 11320
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.905409006128431e-06,
      "loss": 0.5459,
      "step": 11330
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.892086330935253e-06,
      "loss": 0.4648,
      "step": 11340
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.8787636557420735e-06,
      "loss": 0.6087,
      "step": 11350
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.865440980548894e-06,
      "loss": 0.4454,
      "step": 11360
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.852118305355716e-06,
      "loss": 0.6797,
      "step": 11370
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.838795630162537e-06,
      "loss": 0.444,
      "step": 11380
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.825472954969358e-06,
      "loss": 0.4996,
      "step": 11390
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.8121502797761795e-06,
      "loss": 0.5194,
      "step": 11400
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.798827604583e-06,
      "loss": 0.7734,
      "step": 11410
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.785504929389822e-06,
      "loss": 0.406,
      "step": 11420
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.772182254196643e-06,
      "loss": 0.5761,
      "step": 11430
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.758859579003464e-06,
      "loss": 0.4261,
      "step": 11440
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.7455369038102855e-06,
      "loss": 0.5295,
      "step": 11450
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.732214228617107e-06,
      "loss": 0.5268,
      "step": 11460
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.718891553423927e-06,
      "loss": 0.4441,
      "step": 11470
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.705568878230749e-06,
      "loss": 0.5511,
      "step": 11480
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.692246203037571e-06,
      "loss": 0.4482,
      "step": 11490
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.678923527844392e-06,
      "loss": 0.3605,
      "step": 11500
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.6656008526512125e-06,
      "loss": 0.828,
      "step": 11510
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.652278177458034e-06,
      "loss": 0.4273,
      "step": 11520
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.638955502264855e-06,
      "loss": 0.6486,
      "step": 11530
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.625632827071677e-06,
      "loss": 0.5631,
      "step": 11540
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.612310151878498e-06,
      "loss": 0.5487,
      "step": 11550
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.5989874766853185e-06,
      "loss": 0.4099,
      "step": 11560
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.58566480149214e-06,
      "loss": 0.6225,
      "step": 11570
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.572342126298961e-06,
      "loss": 0.5682,
      "step": 11580
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.559019451105782e-06,
      "loss": 0.3695,
      "step": 11590
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.545696775912604e-06,
      "loss": 0.5973,
      "step": 11600
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.5323741007194245e-06,
      "loss": 0.5033,
      "step": 11610
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.519051425526246e-06,
      "loss": 0.6484,
      "step": 11620
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.505728750333067e-06,
      "loss": 0.516,
      "step": 11630
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.492406075139889e-06,
      "loss": 0.6044,
      "step": 11640
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.47908339994671e-06,
      "loss": 0.6888,
      "step": 11650
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.465760724753531e-06,
      "loss": 0.6246,
      "step": 11660
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.452438049560352e-06,
      "loss": 0.4872,
      "step": 11670
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.439115374367173e-06,
      "loss": 0.4675,
      "step": 11680
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.425792699173995e-06,
      "loss": 0.594,
      "step": 11690
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.412470023980816e-06,
      "loss": 0.7868,
      "step": 11700
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.399147348787637e-06,
      "loss": 0.5357,
      "step": 11710
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.385824673594458e-06,
      "loss": 0.4265,
      "step": 11720
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.372501998401279e-06,
      "loss": 0.4934,
      "step": 11730
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.3591793232081e-06,
      "loss": 0.5334,
      "step": 11740
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.345856648014922e-06,
      "loss": 0.5469,
      "step": 11750
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.332533972821743e-06,
      "loss": 0.5974,
      "step": 11760
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.319211297628564e-06,
      "loss": 0.6087,
      "step": 11770
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.305888622435385e-06,
      "loss": 0.4159,
      "step": 11780
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.292565947242206e-06,
      "loss": 0.4755,
      "step": 11790
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.279243272049028e-06,
      "loss": 0.5726,
      "step": 11800
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.2659205968558496e-06,
      "loss": 0.4904,
      "step": 11810
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.2525979216626704e-06,
      "loss": 0.6391,
      "step": 11820
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.239275246469491e-06,
      "loss": 0.5228,
      "step": 11830
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.225952571276313e-06,
      "loss": 0.7083,
      "step": 11840
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.212629896083134e-06,
      "loss": 0.5254,
      "step": 11850
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.199307220889955e-06,
      "loss": 0.416,
      "step": 11860
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.1859845456967765e-06,
      "loss": 0.6754,
      "step": 11870
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.172661870503597e-06,
      "loss": 0.3771,
      "step": 11880
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.159339195310418e-06,
      "loss": 0.6722,
      "step": 11890
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.14601652011724e-06,
      "loss": 0.5206,
      "step": 11900
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.132693844924061e-06,
      "loss": 0.6298,
      "step": 11910
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.1193711697308825e-06,
      "loss": 0.5899,
      "step": 11920
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.106048494537703e-06,
      "loss": 0.4625,
      "step": 11930
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.092725819344524e-06,
      "loss": 0.5672,
      "step": 11940
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.079403144151346e-06,
      "loss": 0.5623,
      "step": 11950
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.066080468958168e-06,
      "loss": 0.3423,
      "step": 11960
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.052757793764988e-06,
      "loss": 0.4891,
      "step": 11970
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.0394351185718094e-06,
      "loss": 0.3861,
      "step": 11980
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.026112443378631e-06,
      "loss": 0.4937,
      "step": 11990
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.012789768185452e-06,
      "loss": 0.5285,
      "step": 12000
    },
    {
      "epoch": 1.6,
      "learning_rate": 3.999467092992273e-06,
      "loss": 0.3314,
      "step": 12010
    },
    {
      "epoch": 1.6,
      "learning_rate": 3.986144417799095e-06,
      "loss": 0.5348,
      "step": 12020
    },
    {
      "epoch": 1.6,
      "learning_rate": 3.9728217426059155e-06,
      "loss": 0.3142,
      "step": 12030
    },
    {
      "epoch": 1.6,
      "learning_rate": 3.959499067412737e-06,
      "loss": 0.644,
      "step": 12040
    },
    {
      "epoch": 1.61,
      "learning_rate": 3.946176392219558e-06,
      "loss": 0.6136,
      "step": 12050
    },
    {
      "epoch": 1.61,
      "learning_rate": 3.932853717026379e-06,
      "loss": 0.6213,
      "step": 12060
    },
    {
      "epoch": 1.61,
      "learning_rate": 3.919531041833201e-06,
      "loss": 0.5401,
      "step": 12070
    },
    {
      "epoch": 1.61,
      "learning_rate": 3.9062083666400215e-06,
      "loss": 0.4765,
      "step": 12080
    },
    {
      "epoch": 1.61,
      "learning_rate": 3.892885691446842e-06,
      "loss": 0.6232,
      "step": 12090
    },
    {
      "epoch": 1.61,
      "learning_rate": 3.879563016253664e-06,
      "loss": 0.5262,
      "step": 12100
    },
    {
      "epoch": 1.61,
      "learning_rate": 3.866240341060486e-06,
      "loss": 0.5294,
      "step": 12110
    },
    {
      "epoch": 1.61,
      "learning_rate": 3.852917665867306e-06,
      "loss": 0.6858,
      "step": 12120
    },
    {
      "epoch": 1.62,
      "learning_rate": 3.8395949906741276e-06,
      "loss": 0.5539,
      "step": 12130
    },
    {
      "epoch": 1.62,
      "learning_rate": 3.826272315480949e-06,
      "loss": 0.5337,
      "step": 12140
    },
    {
      "epoch": 1.62,
      "learning_rate": 3.81294964028777e-06,
      "loss": 0.4814,
      "step": 12150
    },
    {
      "epoch": 1.62,
      "learning_rate": 3.799626965094591e-06,
      "loss": 0.5019,
      "step": 12160
    },
    {
      "epoch": 1.62,
      "learning_rate": 3.7863042899014123e-06,
      "loss": 0.4682,
      "step": 12170
    },
    {
      "epoch": 1.62,
      "learning_rate": 3.7729816147082336e-06,
      "loss": 0.6597,
      "step": 12180
    },
    {
      "epoch": 1.62,
      "learning_rate": 3.7596589395150553e-06,
      "loss": 0.5827,
      "step": 12190
    },
    {
      "epoch": 1.63,
      "learning_rate": 3.7463362643218758e-06,
      "loss": 0.4335,
      "step": 12200
    },
    {
      "epoch": 1.63,
      "learning_rate": 3.733013589128697e-06,
      "loss": 0.4961,
      "step": 12210
    },
    {
      "epoch": 1.63,
      "learning_rate": 3.7196909139355188e-06,
      "loss": 0.5998,
      "step": 12220
    },
    {
      "epoch": 1.63,
      "learning_rate": 3.70636823874234e-06,
      "loss": 0.5215,
      "step": 12230
    },
    {
      "epoch": 1.63,
      "learning_rate": 3.693045563549161e-06,
      "loss": 0.6032,
      "step": 12240
    },
    {
      "epoch": 1.63,
      "learning_rate": 3.6797228883559822e-06,
      "loss": 0.6204,
      "step": 12250
    },
    {
      "epoch": 1.63,
      "learning_rate": 3.6664002131628035e-06,
      "loss": 0.5401,
      "step": 12260
    },
    {
      "epoch": 1.63,
      "learning_rate": 3.653077537969625e-06,
      "loss": 0.7566,
      "step": 12270
    },
    {
      "epoch": 1.64,
      "learning_rate": 3.6397548627764457e-06,
      "loss": 0.59,
      "step": 12280
    },
    {
      "epoch": 1.64,
      "learning_rate": 3.626432187583267e-06,
      "loss": 0.5552,
      "step": 12290
    },
    {
      "epoch": 1.64,
      "learning_rate": 3.6131095123900883e-06,
      "loss": 0.4806,
      "step": 12300
    },
    {
      "epoch": 1.64,
      "learning_rate": 3.5997868371969096e-06,
      "loss": 0.4438,
      "step": 12310
    },
    {
      "epoch": 1.64,
      "learning_rate": 3.5864641620037304e-06,
      "loss": 0.3571,
      "step": 12320
    },
    {
      "epoch": 1.64,
      "learning_rate": 3.5731414868105517e-06,
      "loss": 0.5311,
      "step": 12330
    },
    {
      "epoch": 1.64,
      "learning_rate": 3.559818811617373e-06,
      "loss": 0.7225,
      "step": 12340
    },
    {
      "epoch": 1.65,
      "learning_rate": 3.546496136424194e-06,
      "loss": 0.5775,
      "step": 12350
    },
    {
      "epoch": 1.65,
      "learning_rate": 3.533173461231015e-06,
      "loss": 0.6592,
      "step": 12360
    },
    {
      "epoch": 1.65,
      "learning_rate": 3.5198507860378365e-06,
      "loss": 0.5143,
      "step": 12370
    },
    {
      "epoch": 1.65,
      "learning_rate": 3.506528110844658e-06,
      "loss": 0.6855,
      "step": 12380
    },
    {
      "epoch": 1.65,
      "learning_rate": 3.4932054356514787e-06,
      "loss": 0.3721,
      "step": 12390
    },
    {
      "epoch": 1.65,
      "learning_rate": 3.4798827604583004e-06,
      "loss": 0.5709,
      "step": 12400
    },
    {
      "epoch": 1.65,
      "learning_rate": 3.4665600852651217e-06,
      "loss": 0.5464,
      "step": 12410
    },
    {
      "epoch": 1.65,
      "learning_rate": 3.453237410071943e-06,
      "loss": 0.5,
      "step": 12420
    },
    {
      "epoch": 1.66,
      "learning_rate": 3.439914734878764e-06,
      "loss": 0.3392,
      "step": 12430
    },
    {
      "epoch": 1.66,
      "learning_rate": 3.426592059685585e-06,
      "loss": 0.7597,
      "step": 12440
    },
    {
      "epoch": 1.66,
      "learning_rate": 3.4132693844924064e-06,
      "loss": 0.6143,
      "step": 12450
    },
    {
      "epoch": 1.66,
      "learning_rate": 3.3999467092992277e-06,
      "loss": 0.5592,
      "step": 12460
    },
    {
      "epoch": 1.66,
      "learning_rate": 3.3866240341060486e-06,
      "loss": 0.6935,
      "step": 12470
    },
    {
      "epoch": 1.66,
      "learning_rate": 3.37330135891287e-06,
      "loss": 0.6525,
      "step": 12480
    },
    {
      "epoch": 1.66,
      "learning_rate": 3.359978683719691e-06,
      "loss": 0.4908,
      "step": 12490
    },
    {
      "epoch": 1.67,
      "learning_rate": 3.3466560085265125e-06,
      "loss": 0.5525,
      "step": 12500
    },
    {
      "epoch": 1.67,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.7124,
      "step": 12510
    },
    {
      "epoch": 1.67,
      "learning_rate": 3.3200106581401546e-06,
      "loss": 0.7283,
      "step": 12520
    },
    {
      "epoch": 1.67,
      "learning_rate": 3.3066879829469763e-06,
      "loss": 0.4084,
      "step": 12530
    },
    {
      "epoch": 1.67,
      "learning_rate": 3.2933653077537976e-06,
      "loss": 0.5301,
      "step": 12540
    },
    {
      "epoch": 1.67,
      "learning_rate": 3.280042632560618e-06,
      "loss": 0.6944,
      "step": 12550
    },
    {
      "epoch": 1.67,
      "learning_rate": 3.26671995736744e-06,
      "loss": 0.545,
      "step": 12560
    },
    {
      "epoch": 1.67,
      "learning_rate": 3.253397282174261e-06,
      "loss": 0.5842,
      "step": 12570
    },
    {
      "epoch": 1.68,
      "learning_rate": 3.2400746069810824e-06,
      "loss": 0.3925,
      "step": 12580
    },
    {
      "epoch": 1.68,
      "learning_rate": 3.2267519317879032e-06,
      "loss": 0.4888,
      "step": 12590
    },
    {
      "epoch": 1.68,
      "learning_rate": 3.2134292565947245e-06,
      "loss": 0.777,
      "step": 12600
    },
    {
      "epoch": 1.68,
      "learning_rate": 3.200106581401546e-06,
      "loss": 0.7409,
      "step": 12610
    },
    {
      "epoch": 1.68,
      "learning_rate": 3.1867839062083667e-06,
      "loss": 0.4189,
      "step": 12620
    },
    {
      "epoch": 1.68,
      "learning_rate": 3.173461231015188e-06,
      "loss": 0.4592,
      "step": 12630
    },
    {
      "epoch": 1.68,
      "learning_rate": 3.1601385558220093e-06,
      "loss": 0.5899,
      "step": 12640
    },
    {
      "epoch": 1.69,
      "learning_rate": 3.1468158806288306e-06,
      "loss": 0.5961,
      "step": 12650
    },
    {
      "epoch": 1.69,
      "learning_rate": 3.1334932054356515e-06,
      "loss": 0.4069,
      "step": 12660
    },
    {
      "epoch": 1.69,
      "learning_rate": 3.1201705302424727e-06,
      "loss": 0.4548,
      "step": 12670
    },
    {
      "epoch": 1.69,
      "learning_rate": 3.106847855049294e-06,
      "loss": 0.4679,
      "step": 12680
    },
    {
      "epoch": 1.69,
      "learning_rate": 3.0935251798561158e-06,
      "loss": 0.3883,
      "step": 12690
    },
    {
      "epoch": 1.69,
      "learning_rate": 3.080202504662936e-06,
      "loss": 0.3436,
      "step": 12700
    },
    {
      "epoch": 1.69,
      "learning_rate": 3.0668798294697575e-06,
      "loss": 0.6312,
      "step": 12710
    },
    {
      "epoch": 1.69,
      "learning_rate": 3.0535571542765792e-06,
      "loss": 0.6167,
      "step": 12720
    },
    {
      "epoch": 1.7,
      "learning_rate": 3.0402344790834005e-06,
      "loss": 0.4497,
      "step": 12730
    },
    {
      "epoch": 1.7,
      "learning_rate": 3.0269118038902214e-06,
      "loss": 0.4056,
      "step": 12740
    },
    {
      "epoch": 1.7,
      "learning_rate": 3.0135891286970427e-06,
      "loss": 0.6267,
      "step": 12750
    },
    {
      "epoch": 1.7,
      "learning_rate": 3.000266453503864e-06,
      "loss": 0.5406,
      "step": 12760
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.9869437783106853e-06,
      "loss": 0.5243,
      "step": 12770
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.973621103117506e-06,
      "loss": 0.5,
      "step": 12780
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.9602984279243274e-06,
      "loss": 0.4584,
      "step": 12790
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.9469757527311487e-06,
      "loss": 0.758,
      "step": 12800
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.93365307753797e-06,
      "loss": 0.3937,
      "step": 12810
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.920330402344791e-06,
      "loss": 0.4183,
      "step": 12820
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.907007727151612e-06,
      "loss": 0.518,
      "step": 12830
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.8936850519584335e-06,
      "loss": 0.4435,
      "step": 12840
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.8803623767652543e-06,
      "loss": 0.6761,
      "step": 12850
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.8670397015720756e-06,
      "loss": 0.5532,
      "step": 12860
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.8537170263788973e-06,
      "loss": 0.3782,
      "step": 12870
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.8403943511857186e-06,
      "loss": 0.7742,
      "step": 12880
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.827071675992539e-06,
      "loss": 0.4839,
      "step": 12890
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.813749000799361e-06,
      "loss": 0.4243,
      "step": 12900
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.800426325606182e-06,
      "loss": 0.5923,
      "step": 12910
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.7871036504130034e-06,
      "loss": 0.5949,
      "step": 12920
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.7737809752198243e-06,
      "loss": 0.5117,
      "step": 12930
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.7604583000266455e-06,
      "loss": 0.7791,
      "step": 12940
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.747135624833467e-06,
      "loss": 0.5184,
      "step": 12950
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.733812949640288e-06,
      "loss": 0.5903,
      "step": 12960
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.720490274447109e-06,
      "loss": 0.6456,
      "step": 12970
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.7071675992539303e-06,
      "loss": 0.4857,
      "step": 12980
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.6938449240607516e-06,
      "loss": 0.5727,
      "step": 12990
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.680522248867573e-06,
      "loss": 0.4204,
      "step": 13000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.6671995736743938e-06,
      "loss": 0.3454,
      "step": 13010
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.653876898481215e-06,
      "loss": 0.6435,
      "step": 13020
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.6405542232880368e-06,
      "loss": 0.6825,
      "step": 13030
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.627231548094858e-06,
      "loss": 0.7152,
      "step": 13040
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.6139088729016785e-06,
      "loss": 0.448,
      "step": 13050
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.6005861977085002e-06,
      "loss": 0.4351,
      "step": 13060
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.5872635225153215e-06,
      "loss": 0.7678,
      "step": 13070
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.5739408473221424e-06,
      "loss": 0.3533,
      "step": 13080
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.5606181721289637e-06,
      "loss": 0.6413,
      "step": 13090
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.547295496935785e-06,
      "loss": 0.5917,
      "step": 13100
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.5339728217426063e-06,
      "loss": 0.5904,
      "step": 13110
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.520650146549427e-06,
      "loss": 0.5905,
      "step": 13120
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.5073274713562484e-06,
      "loss": 0.3289,
      "step": 13130
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.4940047961630697e-06,
      "loss": 0.4646,
      "step": 13140
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.480682120969891e-06,
      "loss": 0.5391,
      "step": 13150
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.4673594457767123e-06,
      "loss": 0.4321,
      "step": 13160
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.454036770583533e-06,
      "loss": 0.7442,
      "step": 13170
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.4407140953903545e-06,
      "loss": 0.5778,
      "step": 13180
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.4273914201971758e-06,
      "loss": 0.4422,
      "step": 13190
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.414068745003997e-06,
      "loss": 0.6558,
      "step": 13200
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.4007460698108184e-06,
      "loss": 0.7679,
      "step": 13210
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.3874233946176396e-06,
      "loss": 0.4981,
      "step": 13220
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.3741007194244605e-06,
      "loss": 0.6829,
      "step": 13230
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.360778044231282e-06,
      "loss": 0.3649,
      "step": 13240
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.347455369038103e-06,
      "loss": 0.5827,
      "step": 13250
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.3341326938449244e-06,
      "loss": 0.4577,
      "step": 13260
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.3208100186517453e-06,
      "loss": 0.3576,
      "step": 13270
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.307487343458567e-06,
      "loss": 0.566,
      "step": 13280
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.294164668265388e-06,
      "loss": 0.4685,
      "step": 13290
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.280841993072209e-06,
      "loss": 0.5552,
      "step": 13300
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.2675193178790304e-06,
      "loss": 0.4454,
      "step": 13310
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.2541966426858513e-06,
      "loss": 0.6684,
      "step": 13320
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.2408739674926726e-06,
      "loss": 0.5333,
      "step": 13330
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.227551292299494e-06,
      "loss": 0.5584,
      "step": 13340
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.214228617106315e-06,
      "loss": 0.592,
      "step": 13350
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.200905941913136e-06,
      "loss": 0.5376,
      "step": 13360
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.1875832667199578e-06,
      "loss": 0.3944,
      "step": 13370
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.1742605915267786e-06,
      "loss": 0.5578,
      "step": 13380
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.1609379163336e-06,
      "loss": 0.3291,
      "step": 13390
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.1476152411404212e-06,
      "loss": 0.6107,
      "step": 13400
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.1342925659472425e-06,
      "loss": 0.5605,
      "step": 13410
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.1209698907540634e-06,
      "loss": 0.7272,
      "step": 13420
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.1076472155608847e-06,
      "loss": 0.6814,
      "step": 13430
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.094324540367706e-06,
      "loss": 0.5591,
      "step": 13440
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0810018651745273e-06,
      "loss": 0.4281,
      "step": 13450
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0676791899813486e-06,
      "loss": 0.4085,
      "step": 13460
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.05435651478817e-06,
      "loss": 0.4977,
      "step": 13470
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0410338395949907e-06,
      "loss": 0.403,
      "step": 13480
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.027711164401812e-06,
      "loss": 0.5554,
      "step": 13490
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0143884892086333e-06,
      "loss": 0.563,
      "step": 13500
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0010658140154546e-06,
      "loss": 0.5317,
      "step": 13510
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.9877431388222755e-06,
      "loss": 0.5416,
      "step": 13520
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.974420463629097e-06,
      "loss": 0.59,
      "step": 13530
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.961097788435918e-06,
      "loss": 0.4728,
      "step": 13540
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9477751132427394e-06,
      "loss": 0.6021,
      "step": 13550
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9344524380495607e-06,
      "loss": 0.5801,
      "step": 13560
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9211297628563815e-06,
      "loss": 0.5634,
      "step": 13570
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.907807087663203e-06,
      "loss": 0.5021,
      "step": 13580
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.8944844124700241e-06,
      "loss": 0.5824,
      "step": 13590
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.8811617372768454e-06,
      "loss": 0.6598,
      "step": 13600
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.8678390620836665e-06,
      "loss": 0.5233,
      "step": 13610
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.8545163868904878e-06,
      "loss": 0.7899,
      "step": 13620
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.8411937116973089e-06,
      "loss": 0.4576,
      "step": 13630
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.8278710365041302e-06,
      "loss": 0.4726,
      "step": 13640
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.8145483613109512e-06,
      "loss": 0.6278,
      "step": 13650
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.8012256861177727e-06,
      "loss": 0.4879,
      "step": 13660
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.7879030109245938e-06,
      "loss": 0.5082,
      "step": 13670
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.7745803357314151e-06,
      "loss": 0.5767,
      "step": 13680
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.7612576605382362e-06,
      "loss": 0.4782,
      "step": 13690
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.7479349853450575e-06,
      "loss": 0.5911,
      "step": 13700
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.7346123101518786e-06,
      "loss": 0.4495,
      "step": 13710
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.7212896349586999e-06,
      "loss": 0.6191,
      "step": 13720
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.707966959765521e-06,
      "loss": 0.5123,
      "step": 13730
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.6946442845723425e-06,
      "loss": 0.6759,
      "step": 13740
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.6813216093791635e-06,
      "loss": 0.6946,
      "step": 13750
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.6679989341859848e-06,
      "loss": 0.8245,
      "step": 13760
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.654676258992806e-06,
      "loss": 0.4792,
      "step": 13770
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.6413535837996272e-06,
      "loss": 0.4847,
      "step": 13780
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.6280309086064483e-06,
      "loss": 0.5823,
      "step": 13790
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.6147082334132696e-06,
      "loss": 0.6636,
      "step": 13800
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.6013855582200907e-06,
      "loss": 0.4208,
      "step": 13810
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.5880628830269117e-06,
      "loss": 0.4308,
      "step": 13820
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.5747402078337332e-06,
      "loss": 0.6352,
      "step": 13830
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.5614175326405543e-06,
      "loss": 0.4812,
      "step": 13840
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.5480948574473756e-06,
      "loss": 0.281,
      "step": 13850
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.5347721822541967e-06,
      "loss": 0.6616,
      "step": 13860
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.521449507061018e-06,
      "loss": 0.6039,
      "step": 13870
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.508126831867839e-06,
      "loss": 0.5124,
      "step": 13880
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.4948041566746604e-06,
      "loss": 0.5828,
      "step": 13890
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.4814814814814815e-06,
      "loss": 0.4895,
      "step": 13900
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.468158806288303e-06,
      "loss": 0.5507,
      "step": 13910
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.454836131095124e-06,
      "loss": 0.3509,
      "step": 13920
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.4415134559019453e-06,
      "loss": 0.6344,
      "step": 13930
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.4281907807087664e-06,
      "loss": 0.435,
      "step": 13940
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.4148681055155877e-06,
      "loss": 0.5045,
      "step": 13950
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.4015454303224088e-06,
      "loss": 0.6366,
      "step": 13960
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.38822275512923e-06,
      "loss": 0.5821,
      "step": 13970
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.3749000799360512e-06,
      "loss": 0.3629,
      "step": 13980
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.3615774047428727e-06,
      "loss": 0.4365,
      "step": 13990
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.3482547295496938e-06,
      "loss": 0.5178,
      "step": 14000
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.334932054356515e-06,
      "loss": 0.7401,
      "step": 14010
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.3216093791633361e-06,
      "loss": 0.59,
      "step": 14020
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.3082867039701574e-06,
      "loss": 0.5952,
      "step": 14030
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.2949640287769785e-06,
      "loss": 0.7081,
      "step": 14040
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.2816413535837996e-06,
      "loss": 0.3996,
      "step": 14050
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.2683186783906209e-06,
      "loss": 0.537,
      "step": 14060
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.254996003197442e-06,
      "loss": 0.4258,
      "step": 14070
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.2416733280042635e-06,
      "loss": 0.3974,
      "step": 14080
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.2283506528110845e-06,
      "loss": 0.5042,
      "step": 14090
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.2150279776179058e-06,
      "loss": 0.5661,
      "step": 14100
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.201705302424727e-06,
      "loss": 0.457,
      "step": 14110
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.1883826272315482e-06,
      "loss": 0.6158,
      "step": 14120
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.1750599520383695e-06,
      "loss": 0.5112,
      "step": 14130
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.1617372768451906e-06,
      "loss": 0.7427,
      "step": 14140
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.1484146016520119e-06,
      "loss": 0.548,
      "step": 14150
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.1350919264588332e-06,
      "loss": 0.4385,
      "step": 14160
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.1217692512656543e-06,
      "loss": 0.6332,
      "step": 14170
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.1084465760724753e-06,
      "loss": 0.6839,
      "step": 14180
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.0951239008792966e-06,
      "loss": 0.5741,
      "step": 14190
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.0818012256861177e-06,
      "loss": 0.4525,
      "step": 14200
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.068478550492939e-06,
      "loss": 0.4109,
      "step": 14210
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.0551558752997603e-06,
      "loss": 0.4207,
      "step": 14220
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.0418332001065814e-06,
      "loss": 0.5708,
      "step": 14230
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.0285105249134027e-06,
      "loss": 0.5641,
      "step": 14240
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.015187849720224e-06,
      "loss": 0.5639,
      "step": 14250
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.001865174527045e-06,
      "loss": 0.5215,
      "step": 14260
    },
    {
      "epoch": 1.9,
      "learning_rate": 9.885424993338663e-07,
      "loss": 0.5582,
      "step": 14270
    },
    {
      "epoch": 1.9,
      "learning_rate": 9.752198241406874e-07,
      "loss": 0.6286,
      "step": 14280
    },
    {
      "epoch": 1.9,
      "learning_rate": 9.618971489475087e-07,
      "loss": 0.4788,
      "step": 14290
    },
    {
      "epoch": 1.91,
      "learning_rate": 9.485744737543299e-07,
      "loss": 0.5799,
      "step": 14300
    },
    {
      "epoch": 1.91,
      "learning_rate": 9.352517985611512e-07,
      "loss": 0.7389,
      "step": 14310
    },
    {
      "epoch": 1.91,
      "learning_rate": 9.219291233679724e-07,
      "loss": 0.6456,
      "step": 14320
    },
    {
      "epoch": 1.91,
      "learning_rate": 9.086064481747936e-07,
      "loss": 0.4753,
      "step": 14330
    },
    {
      "epoch": 1.91,
      "learning_rate": 8.952837729816148e-07,
      "loss": 0.5516,
      "step": 14340
    },
    {
      "epoch": 1.91,
      "learning_rate": 8.819610977884361e-07,
      "loss": 0.6144,
      "step": 14350
    },
    {
      "epoch": 1.91,
      "learning_rate": 8.686384225952572e-07,
      "loss": 0.5399,
      "step": 14360
    },
    {
      "epoch": 1.91,
      "learning_rate": 8.553157474020784e-07,
      "loss": 0.4359,
      "step": 14370
    },
    {
      "epoch": 1.92,
      "learning_rate": 8.419930722088996e-07,
      "loss": 0.6362,
      "step": 14380
    },
    {
      "epoch": 1.92,
      "learning_rate": 8.286703970157209e-07,
      "loss": 0.6311,
      "step": 14390
    },
    {
      "epoch": 1.92,
      "learning_rate": 8.153477218225421e-07,
      "loss": 0.528,
      "step": 14400
    },
    {
      "epoch": 1.92,
      "learning_rate": 8.020250466293632e-07,
      "loss": 0.4934,
      "step": 14410
    },
    {
      "epoch": 1.92,
      "learning_rate": 7.887023714361844e-07,
      "loss": 0.3794,
      "step": 14420
    },
    {
      "epoch": 1.92,
      "learning_rate": 7.753796962430056e-07,
      "loss": 0.622,
      "step": 14430
    },
    {
      "epoch": 1.92,
      "learning_rate": 7.620570210498268e-07,
      "loss": 0.542,
      "step": 14440
    },
    {
      "epoch": 1.93,
      "learning_rate": 7.48734345856648e-07,
      "loss": 0.5141,
      "step": 14450
    },
    {
      "epoch": 1.93,
      "learning_rate": 7.354116706634692e-07,
      "loss": 0.6752,
      "step": 14460
    },
    {
      "epoch": 1.93,
      "learning_rate": 7.220889954702904e-07,
      "loss": 0.5327,
      "step": 14470
    },
    {
      "epoch": 1.93,
      "learning_rate": 7.087663202771117e-07,
      "loss": 0.4935,
      "step": 14480
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.954436450839329e-07,
      "loss": 0.53,
      "step": 14490
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.821209698907541e-07,
      "loss": 0.5226,
      "step": 14500
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.687982946975753e-07,
      "loss": 0.4801,
      "step": 14510
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.554756195043966e-07,
      "loss": 0.5048,
      "step": 14520
    },
    {
      "epoch": 1.94,
      "learning_rate": 6.421529443112177e-07,
      "loss": 0.5826,
      "step": 14530
    },
    {
      "epoch": 1.94,
      "learning_rate": 6.288302691180389e-07,
      "loss": 0.553,
      "step": 14540
    },
    {
      "epoch": 1.94,
      "learning_rate": 6.155075939248602e-07,
      "loss": 0.592,
      "step": 14550
    },
    {
      "epoch": 1.94,
      "learning_rate": 6.021849187316814e-07,
      "loss": 0.5556,
      "step": 14560
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.888622435385026e-07,
      "loss": 0.5731,
      "step": 14570
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.755395683453238e-07,
      "loss": 0.5511,
      "step": 14580
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.62216893152145e-07,
      "loss": 0.6793,
      "step": 14590
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.488942179589662e-07,
      "loss": 0.4778,
      "step": 14600
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.355715427657874e-07,
      "loss": 0.5263,
      "step": 14610
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.222488675726086e-07,
      "loss": 0.5329,
      "step": 14620
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.089261923794298e-07,
      "loss": 0.4903,
      "step": 14630
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.95603517186251e-07,
      "loss": 0.5053,
      "step": 14640
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.822808419930722e-07,
      "loss": 0.6906,
      "step": 14650
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.6895816679989345e-07,
      "loss": 0.4313,
      "step": 14660
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.556354916067147e-07,
      "loss": 0.3458,
      "step": 14670
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.423128164135359e-07,
      "loss": 0.4378,
      "step": 14680
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.289901412203571e-07,
      "loss": 0.6225,
      "step": 14690
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.156674660271783e-07,
      "loss": 0.4633,
      "step": 14700
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.0234479083399944e-07,
      "loss": 0.5472,
      "step": 14710
    },
    {
      "epoch": 1.96,
      "learning_rate": 3.890221156408207e-07,
      "loss": 0.4989,
      "step": 14720
    },
    {
      "epoch": 1.96,
      "learning_rate": 3.756994404476419e-07,
      "loss": 0.6646,
      "step": 14730
    },
    {
      "epoch": 1.96,
      "learning_rate": 3.623767652544631e-07,
      "loss": 0.5993,
      "step": 14740
    },
    {
      "epoch": 1.97,
      "learning_rate": 3.4905409006128435e-07,
      "loss": 0.5009,
      "step": 14750
    },
    {
      "epoch": 1.97,
      "learning_rate": 3.3573141486810554e-07,
      "loss": 0.4229,
      "step": 14760
    },
    {
      "epoch": 1.97,
      "learning_rate": 3.224087396749268e-07,
      "loss": 0.7085,
      "step": 14770
    },
    {
      "epoch": 1.97,
      "learning_rate": 3.0908606448174796e-07,
      "loss": 0.4241,
      "step": 14780
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.957633892885692e-07,
      "loss": 0.5699,
      "step": 14790
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.824407140953904e-07,
      "loss": 0.5307,
      "step": 14800
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.691180389022116e-07,
      "loss": 0.4612,
      "step": 14810
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.5579536370903277e-07,
      "loss": 0.5194,
      "step": 14820
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.42472688515854e-07,
      "loss": 0.4469,
      "step": 14830
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.2915001332267522e-07,
      "loss": 0.3941,
      "step": 14840
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.1582733812949643e-07,
      "loss": 0.4714,
      "step": 14850
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.0250466293631765e-07,
      "loss": 0.5364,
      "step": 14860
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.8918198774313884e-07,
      "loss": 0.4054,
      "step": 14870
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.7585931254996005e-07,
      "loss": 0.4351,
      "step": 14880
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.6253663735678126e-07,
      "loss": 0.4373,
      "step": 14890
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.4921396216360248e-07,
      "loss": 0.5169,
      "step": 14900
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.3589128697042367e-07,
      "loss": 0.4695,
      "step": 14910
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.2256861177724488e-07,
      "loss": 0.6149,
      "step": 14920
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.0924593658406609e-07,
      "loss": 0.6501,
      "step": 14930
    },
    {
      "epoch": 1.99,
      "learning_rate": 9.59232613908873e-08,
      "loss": 0.6889,
      "step": 14940
    },
    {
      "epoch": 1.99,
      "learning_rate": 8.260058619770851e-08,
      "loss": 0.5285,
      "step": 14950
    },
    {
      "epoch": 1.99,
      "learning_rate": 6.927791100452971e-08,
      "loss": 0.5547,
      "step": 14960
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.595523581135092e-08,
      "loss": 0.3699,
      "step": 14970
    },
    {
      "epoch": 2.0,
      "learning_rate": 4.263256061817213e-08,
      "loss": 0.4134,
      "step": 14980
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.930988542499334e-08,
      "loss": 0.7625,
      "step": 14990
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.5987210231814548e-08,
      "loss": 0.546,
      "step": 15000
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.664535038635758e-09,
      "loss": 0.4524,
      "step": 15010
    }
  ],
  "max_steps": 15012,
  "num_train_epochs": 2,
  "total_flos": 1.1146687779176448e+17,
  "trial_name": null,
  "trial_params": null
}