diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,53458 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 889485,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999460361894804e-05,
+      "loss": 5.56,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998898238868559e-05,
+      "loss": 4.9623,
+      "step": 200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9983361158423133e-05,
+      "loss": 4.7587,
+      "step": 300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997773992816068e-05,
+      "loss": 4.6227,
+      "step": 400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9972118697898226e-05,
+      "loss": 4.4943,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996649746763577e-05,
+      "loss": 4.4251,
+      "step": 600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996087623737332e-05,
+      "loss": 4.4039,
+      "step": 700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995525500711086e-05,
+      "loss": 4.3345,
+      "step": 800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9949633776848404e-05,
+      "loss": 4.2333,
+      "step": 900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.994401254658595e-05,
+      "loss": 4.1646,
+      "step": 1000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.993839131632349e-05,
+      "loss": 4.0956,
+      "step": 1100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9932770086061036e-05,
+      "loss": 4.0783,
+      "step": 1200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.992714885579858e-05,
+      "loss": 4.0371,
+      "step": 1300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.992152762553613e-05,
+      "loss": 3.9386,
+      "step": 1400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9915962607576297e-05,
+      "loss": 3.8893,
+      "step": 1500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991034137731384e-05,
+      "loss": 3.8706,
+      "step": 1600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990472014705139e-05,
+      "loss": 3.8605,
+      "step": 1700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9899098916788935e-05,
+      "loss": 3.8019,
+      "step": 1800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9893477686526475e-05,
+      "loss": 3.7531,
+      "step": 1900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988785645626402e-05,
+      "loss": 3.7156,
+      "step": 2000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988223522600157e-05,
+      "loss": 3.7135,
+      "step": 2100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987661399573911e-05,
+      "loss": 3.6643,
+      "step": 2200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987099276547665e-05,
+      "loss": 3.5797,
+      "step": 2300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98653715352142e-05,
+      "loss": 3.5802,
+      "step": 2400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9859750304951746e-05,
+      "loss": 3.5381,
+      "step": 2500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9854129074689285e-05,
+      "loss": 3.5357,
+      "step": 2600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.984850784442683e-05,
+      "loss": 3.4414,
+      "step": 2700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.984288661416438e-05,
+      "loss": 3.4507,
+      "step": 2800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9837265383901924e-05,
+      "loss": 3.3674,
+      "step": 2900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.983164415363947e-05,
+      "loss": 3.3073,
+      "step": 3000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.982602292337702e-05,
+      "loss": 3.3416,
+      "step": 3100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.982040169311456e-05,
+      "loss": 3.267,
+      "step": 3200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.98147804628521e-05,
+      "loss": 3.2396,
+      "step": 3300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.980915923258965e-05,
+      "loss": 3.2016,
+      "step": 3400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9803538002327195e-05,
+      "loss": 3.1567,
+      "step": 3500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9797916772064734e-05,
+      "loss": 3.1444,
+      "step": 3600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.979229554180228e-05,
+      "loss": 3.097,
+      "step": 3700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.978667431153983e-05,
+      "loss": 3.0428,
+      "step": 3800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.978105308127737e-05,
+      "loss": 3.0852,
+      "step": 3900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.977543185101491e-05,
+      "loss": 2.9581,
+      "step": 4000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.976981062075246e-05,
+      "loss": 2.9466,
+      "step": 4100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9764189390490005e-05,
+      "loss": 2.958,
+      "step": 4200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9758568160227545e-05,
+      "loss": 2.9198,
+      "step": 4300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.975294692996509e-05,
+      "loss": 2.9059,
+      "step": 4400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.974732569970264e-05,
+      "loss": 2.8533,
+      "step": 4500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9741704469440184e-05,
+      "loss": 2.8261,
+      "step": 4600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.973608323917773e-05,
+      "loss": 2.7826,
+      "step": 4700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9730462008915276e-05,
+      "loss": 2.7884,
+      "step": 4800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.972484077865282e-05,
+      "loss": 2.7279,
+      "step": 4900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.971921954839036e-05,
+      "loss": 2.6892,
+      "step": 5000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.971359831812791e-05,
+      "loss": 2.7282,
+      "step": 5100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9707977087865455e-05,
+      "loss": 2.7126,
+      "step": 5200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9702355857602994e-05,
+      "loss": 2.6314,
+      "step": 5300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.969673462734054e-05,
+      "loss": 2.6234,
+      "step": 5400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.969111339707809e-05,
+      "loss": 2.6051,
+      "step": 5500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.968549216681563e-05,
+      "loss": 2.6092,
+      "step": 5600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.967987093655317e-05,
+      "loss": 2.5187,
+      "step": 5700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.967424970629072e-05,
+      "loss": 2.5295,
+      "step": 5800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9668628476028265e-05,
+      "loss": 2.4636,
+      "step": 5900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.966300724576581e-05,
+      "loss": 2.4679,
+      "step": 6000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.965738601550336e-05,
+      "loss": 2.4281,
+      "step": 6100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9651764785240904e-05,
+      "loss": 2.4284,
+      "step": 6200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.964614355497845e-05,
+      "loss": 2.3777,
+      "step": 6300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.964052232471599e-05,
+      "loss": 2.4207,
+      "step": 6400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9634901094453536e-05,
+      "loss": 2.3493,
+      "step": 6500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.962927986419108e-05,
+      "loss": 2.3188,
+      "step": 6600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.962365863392862e-05,
+      "loss": 2.3228,
+      "step": 6700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.961803740366617e-05,
+      "loss": 2.2783,
+      "step": 6800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9612416173403714e-05,
+      "loss": 2.2501,
+      "step": 6900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.960679494314126e-05,
+      "loss": 2.2354,
+      "step": 7000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.96011737128788e-05,
+      "loss": 2.228,
+      "step": 7100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9595552482616346e-05,
+      "loss": 2.1995,
+      "step": 7200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.958993125235389e-05,
+      "loss": 2.1941,
+      "step": 7300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.958431002209143e-05,
+      "loss": 2.1656,
+      "step": 7400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.957868879182898e-05,
+      "loss": 2.1499,
+      "step": 7500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9573067561566525e-05,
+      "loss": 2.1266,
+      "step": 7600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.956744633130407e-05,
+      "loss": 2.1084,
+      "step": 7700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.956182510104162e-05,
+      "loss": 2.09,
+      "step": 7800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9556203870779163e-05,
+      "loss": 2.0773,
+      "step": 7900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.955058264051671e-05,
+      "loss": 2.0747,
+      "step": 8000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.954496141025425e-05,
+      "loss": 2.0388,
+      "step": 8100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9539340179991795e-05,
+      "loss": 2.0333,
+      "step": 8200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.953371894972934e-05,
+      "loss": 2.0312,
+      "step": 8300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.952809771946689e-05,
+      "loss": 1.9971,
+      "step": 8400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.952247648920443e-05,
+      "loss": 2.0001,
+      "step": 8500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9516855258941974e-05,
+      "loss": 1.9648,
+      "step": 8600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.951123402867952e-05,
+      "loss": 1.951,
+      "step": 8700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.950561279841706e-05,
+      "loss": 1.923,
+      "step": 8800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9499991568154606e-05,
+      "loss": 1.9315,
+      "step": 8900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.949437033789215e-05,
+      "loss": 1.8978,
+      "step": 9000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.94887491076297e-05,
+      "loss": 1.8886,
+      "step": 9100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9483127877367245e-05,
+      "loss": 1.8667,
+      "step": 9200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.947750664710479e-05,
+      "loss": 1.8254,
+      "step": 9300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.947188541684234e-05,
+      "loss": 1.8372,
+      "step": 9400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.946626418657988e-05,
+      "loss": 1.8009,
+      "step": 9500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.946064295631742e-05,
+      "loss": 1.8007,
+      "step": 9600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.945502172605497e-05,
+      "loss": 1.7914,
+      "step": 9700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.944945670809514e-05,
+      "loss": 1.7598,
+      "step": 9800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9443835477832676e-05,
+      "loss": 1.7665,
+      "step": 9900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.943821424757022e-05,
+      "loss": 1.7547,
+      "step": 10000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.943259301730777e-05,
+      "loss": 1.7238,
+      "step": 10100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9426971787045315e-05,
+      "loss": 1.7135,
+      "step": 10200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.942135055678286e-05,
+      "loss": 1.7042,
+      "step": 10300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.941572932652041e-05,
+      "loss": 1.694,
+      "step": 10400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9410108096257954e-05,
+      "loss": 1.6789,
+      "step": 10500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9404486865995494e-05,
+      "loss": 1.6663,
+      "step": 10600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.939886563573304e-05,
+      "loss": 1.6806,
+      "step": 10700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9393244405470586e-05,
+      "loss": 1.662,
+      "step": 10800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.938762317520813e-05,
+      "loss": 1.6356,
+      "step": 10900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.938200194494567e-05,
+      "loss": 1.6223,
+      "step": 11000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.937638071468322e-05,
+      "loss": 1.625,
+      "step": 11100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9370759484420764e-05,
+      "loss": 1.6213,
+      "step": 11200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9365138254158304e-05,
+      "loss": 1.6011,
+      "step": 11300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.935951702389585e-05,
+      "loss": 1.584,
+      "step": 11400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9353895793633397e-05,
+      "loss": 1.5671,
+      "step": 11500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.934827456337094e-05,
+      "loss": 1.5545,
+      "step": 11600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.934265333310848e-05,
+      "loss": 1.5518,
+      "step": 11700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.933703210284603e-05,
+      "loss": 1.5334,
+      "step": 11800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.9331410872583575e-05,
+      "loss": 1.5476,
+      "step": 11900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.932578964232112e-05,
+      "loss": 1.5173,
+      "step": 12000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.932016841205867e-05,
+      "loss": 1.4909,
+      "step": 12100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.9314547181796214e-05,
+      "loss": 1.4898,
+      "step": 12200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.930892595153376e-05,
+      "loss": 1.4866,
+      "step": 12300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.93033047212713e-05,
+      "loss": 1.4586,
+      "step": 12400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.9297683491008846e-05,
+      "loss": 1.4521,
+      "step": 12500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.929206226074639e-05,
+      "loss": 1.444,
+      "step": 12600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.928649724278656e-05,
+      "loss": 1.4528,
+      "step": 12700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.92808760125241e-05,
+      "loss": 1.4409,
+      "step": 12800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.9275254782261645e-05,
+      "loss": 1.4285,
+      "step": 12900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.926963355199919e-05,
+      "loss": 1.4242,
+      "step": 13000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.926401232173674e-05,
+      "loss": 1.3913,
+      "step": 13100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.9258391091474284e-05,
+      "loss": 1.3986,
+      "step": 13200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.925276986121183e-05,
+      "loss": 1.3921,
+      "step": 13300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.924714863094938e-05,
+      "loss": 1.3849,
+      "step": 13400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.9241527400686916e-05,
+      "loss": 1.3758,
+      "step": 13500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.923590617042446e-05,
+      "loss": 1.3645,
+      "step": 13600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.923028494016201e-05,
+      "loss": 1.3521,
+      "step": 13700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.922466370989955e-05,
+      "loss": 1.3568,
+      "step": 13800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.9219042479637095e-05,
+      "loss": 1.3397,
+      "step": 13900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.921342124937464e-05,
+      "loss": 1.3331,
+      "step": 14000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.920780001911219e-05,
+      "loss": 1.314,
+      "step": 14100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.920217878884973e-05,
+      "loss": 1.2971,
+      "step": 14200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.919655755858727e-05,
+      "loss": 1.3133,
+      "step": 14300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.919093632832482e-05,
+      "loss": 1.284,
+      "step": 14400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.9185315098062366e-05,
+      "loss": 1.2809,
+      "step": 14500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.917969386779991e-05,
+      "loss": 1.2683,
+      "step": 14600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.917407263753746e-05,
+      "loss": 1.2821,
+      "step": 14700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.9168451407275004e-05,
+      "loss": 1.2753,
+      "step": 14800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.9162830177012544e-05,
+      "loss": 1.275,
+      "step": 14900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.915720894675009e-05,
+      "loss": 1.2367,
+      "step": 15000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.9151587716487636e-05,
+      "loss": 1.2333,
+      "step": 15100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.9145966486225176e-05,
+      "loss": 1.2463,
+      "step": 15200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.914034525596272e-05,
+      "loss": 1.2498,
+      "step": 15300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.913472402570027e-05,
+      "loss": 1.2156,
+      "step": 15400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.912910279543781e-05,
+      "loss": 1.2191,
+      "step": 15500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.9123481565175354e-05,
+      "loss": 1.2084,
+      "step": 15600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.91178603349129e-05,
+      "loss": 1.2092,
+      "step": 15700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.911223910465045e-05,
+      "loss": 1.2076,
+      "step": 15800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.9106617874387986e-05,
+      "loss": 1.2094,
+      "step": 15900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.910099664412553e-05,
+      "loss": 1.1816,
+      "step": 16000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.909537541386308e-05,
+      "loss": 1.1782,
+      "step": 16100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.908981039590325e-05,
+      "loss": 1.1858,
+      "step": 16200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.908418916564079e-05,
+      "loss": 1.1676,
+      "step": 16300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.907856793537834e-05,
+      "loss": 1.1634,
+      "step": 16400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.9072946705115885e-05,
+      "loss": 1.1367,
+      "step": 16500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.9067325474853425e-05,
+      "loss": 1.1347,
+      "step": 16600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.906170424459097e-05,
+      "loss": 1.1344,
+      "step": 16700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.905608301432852e-05,
+      "loss": 1.1463,
+      "step": 16800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.9050461784066064e-05,
+      "loss": 1.1195,
+      "step": 16900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.90448405538036e-05,
+      "loss": 1.1326,
+      "step": 17000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.903921932354115e-05,
+      "loss": 1.1155,
+      "step": 17100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.9033598093278696e-05,
+      "loss": 1.1083,
+      "step": 17200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.902797686301624e-05,
+      "loss": 1.0998,
+      "step": 17300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.902235563275379e-05,
+      "loss": 1.0986,
+      "step": 17400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.9016734402491335e-05,
+      "loss": 1.0992,
+      "step": 17500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.901111317222888e-05,
+      "loss": 1.0889,
+      "step": 17600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.900549194196642e-05,
+      "loss": 1.0869,
+      "step": 17700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8999870711703967e-05,
+      "loss": 1.0851,
+      "step": 17800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.899424948144151e-05,
+      "loss": 1.0744,
+      "step": 17900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.898862825117905e-05,
+      "loss": 1.0647,
+      "step": 18000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.89830070209166e-05,
+      "loss": 1.0615,
+      "step": 18100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8977385790654145e-05,
+      "loss": 1.0458,
+      "step": 18200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.897176456039169e-05,
+      "loss": 1.0597,
+      "step": 18300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.896614333012923e-05,
+      "loss": 1.0508,
+      "step": 18400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.896052209986678e-05,
+      "loss": 1.0611,
+      "step": 18500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.895490086960432e-05,
+      "loss": 1.0327,
+      "step": 18600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.894927963934187e-05,
+      "loss": 1.048,
+      "step": 18700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8943658409079416e-05,
+      "loss": 1.0348,
+      "step": 18800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.893803717881696e-05,
+      "loss": 1.0399,
+      "step": 18900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.893241594855451e-05,
+      "loss": 1.0029,
+      "step": 19000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.892679471829205e-05,
+      "loss": 1.0157,
+      "step": 19100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8921173488029594e-05,
+      "loss": 1.0069,
+      "step": 19200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.891555225776714e-05,
+      "loss": 1.0066,
+      "step": 19300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.890993102750468e-05,
+      "loss": 1.0058,
+      "step": 19400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8904309797242226e-05,
+      "loss": 0.9922,
+      "step": 19500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.889868856697977e-05,
+      "loss": 0.9727,
+      "step": 19600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.889306733671732e-05,
+      "loss": 0.9964,
+      "step": 19700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.888744610645486e-05,
+      "loss": 0.9842,
+      "step": 19800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8881824876192405e-05,
+      "loss": 0.9823,
+      "step": 19900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.887620364592995e-05,
+      "loss": 0.9619,
+      "step": 20000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.887058241566749e-05,
+      "loss": 0.9757,
+      "step": 20100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8864961185405037e-05,
+      "loss": 0.9651,
+      "step": 20200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.885933995514258e-05,
+      "loss": 0.9723,
+      "step": 20300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.885371872488013e-05,
+      "loss": 0.9634,
+      "step": 20400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8848097494617675e-05,
+      "loss": 0.9711,
+      "step": 20500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.884247626435522e-05,
+      "loss": 0.9605,
+      "step": 20600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.883691124639539e-05,
+      "loss": 0.9569,
+      "step": 20700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8831290016132936e-05,
+      "loss": 0.9378,
+      "step": 20800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8825668785870475e-05,
+      "loss": 0.9427,
+      "step": 20900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.882004755560802e-05,
+      "loss": 0.947,
+      "step": 21000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.881442632534557e-05,
+      "loss": 0.9455,
+      "step": 21100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.880880509508311e-05,
+      "loss": 0.9236,
+      "step": 21200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8803183864820653e-05,
+      "loss": 0.9209,
+      "step": 21300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.87975626345582e-05,
+      "loss": 0.9187,
+      "step": 21400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8791941404295746e-05,
+      "loss": 0.9161,
+      "step": 21500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.878632017403329e-05,
+      "loss": 0.9342,
+      "step": 21600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.878069894377084e-05,
+      "loss": 0.9072,
+      "step": 21700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8775077713508385e-05,
+      "loss": 0.9067,
+      "step": 21800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8769456483245924e-05,
+      "loss": 0.9052,
+      "step": 21900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.876383525298347e-05,
+      "loss": 0.8974,
+      "step": 22000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.875821402272102e-05,
+      "loss": 0.9138,
+      "step": 22100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.875259279245856e-05,
+      "loss": 0.8994,
+      "step": 22200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.87469715621961e-05,
+      "loss": 0.8976,
+      "step": 22300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.874135033193365e-05,
+      "loss": 0.8928,
+      "step": 22400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.8735729101671195e-05,
+      "loss": 0.8826,
+      "step": 22500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.8730107871408735e-05,
+      "loss": 0.8848,
+      "step": 22600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.872448664114628e-05,
+      "loss": 0.8941,
+      "step": 22700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.871886541088383e-05,
+      "loss": 0.8812,
+      "step": 22800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.8713244180621374e-05,
+      "loss": 0.879,
+      "step": 22900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.870762295035892e-05,
+      "loss": 0.8627,
+      "step": 23000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.8702001720096466e-05,
+      "loss": 0.8801,
+      "step": 23100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.869638048983401e-05,
+      "loss": 0.8576,
+      "step": 23200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.869075925957155e-05,
+      "loss": 0.8827,
+      "step": 23300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.86851380293091e-05,
+      "loss": 0.8744,
+      "step": 23400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.8679516799046644e-05,
+      "loss": 0.8578,
+      "step": 23500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.867389556878419e-05,
+      "loss": 0.8575,
+      "step": 23600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.866827433852173e-05,
+      "loss": 0.8612,
+      "step": 23700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.8662653108259276e-05,
+      "loss": 0.8579,
+      "step": 23800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.865703187799682e-05,
+      "loss": 0.8384,
+      "step": 23900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.865141064773436e-05,
+      "loss": 0.8358,
+      "step": 24000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.864578941747191e-05,
+      "loss": 0.8398,
+      "step": 24100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.8640168187209455e-05,
+      "loss": 0.8357,
+      "step": 24200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.8634546956947e-05,
+      "loss": 0.83,
+      "step": 24300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.862892572668454e-05,
+      "loss": 0.8276,
+      "step": 24400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.862330449642209e-05,
+      "loss": 0.8418,
+      "step": 24500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.861768326615963e-05,
+      "loss": 0.8304,
+      "step": 24600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.861206203589718e-05,
+      "loss": 0.8269,
+      "step": 24700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.8606440805634726e-05,
+      "loss": 0.8117,
+      "step": 24800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.860081957537227e-05,
+      "loss": 0.8232,
+      "step": 24900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.859525455741244e-05,
+      "loss": 0.8096,
+      "step": 25000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.858963332714998e-05,
+      "loss": 0.8123,
+      "step": 25100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.8584012096887525e-05,
+      "loss": 0.8072,
+      "step": 25200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.857839086662507e-05,
+      "loss": 0.8109,
+      "step": 25300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.857276963636261e-05,
+      "loss": 0.8017,
+      "step": 25400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.856714840610016e-05,
+      "loss": 0.7964,
+      "step": 25500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.8561527175837704e-05,
+      "loss": 0.8116,
+      "step": 25600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.855590594557525e-05,
+      "loss": 0.8038,
+      "step": 25700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.8550284715312796e-05,
+      "loss": 0.7844,
+      "step": 25800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.854466348505034e-05,
+      "loss": 0.8023,
+      "step": 25900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.853904225478789e-05,
+      "loss": 0.7929,
+      "step": 26000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.853342102452543e-05,
+      "loss": 0.7934,
+      "step": 26100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.8527799794262975e-05,
+      "loss": 0.7867,
+      "step": 26200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.852217856400052e-05,
+      "loss": 0.774,
+      "step": 26300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.851655733373807e-05,
+      "loss": 0.7856,
+      "step": 26400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.851093610347561e-05,
+      "loss": 0.7868,
+      "step": 26500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.850531487321315e-05,
+      "loss": 0.7751,
+      "step": 26600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.84996936429507e-05,
+      "loss": 0.7983,
+      "step": 26700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.849407241268824e-05,
+      "loss": 0.773,
+      "step": 26800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.8488451182425785e-05,
+      "loss": 0.7706,
+      "step": 26900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.848288616446596e-05,
+      "loss": 0.765,
+      "step": 27000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.8477264934203506e-05,
+      "loss": 0.7641,
+      "step": 27100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.8471643703941045e-05,
+      "loss": 0.7598,
+      "step": 27200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.846602247367859e-05,
+      "loss": 0.7558,
+      "step": 27300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.846040124341614e-05,
+      "loss": 0.7799,
+      "step": 27400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.8454780013153684e-05,
+      "loss": 0.7501,
+      "step": 27500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.8449158782891224e-05,
+      "loss": 0.7588,
+      "step": 27600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.844359376493139e-05,
+      "loss": 0.75,
+      "step": 27700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.843797253466894e-05,
+      "loss": 0.7576,
+      "step": 27800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.8432351304406484e-05,
+      "loss": 0.7513,
+      "step": 27900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.842678628644665e-05,
+      "loss": 0.7486,
+      "step": 28000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.84211650561842e-05,
+      "loss": 0.7464,
+      "step": 28100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.8415543825921744e-05,
+      "loss": 0.7427,
+      "step": 28200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.840992259565929e-05,
+      "loss": 0.7552,
+      "step": 28300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.840430136539683e-05,
+      "loss": 0.7422,
+      "step": 28400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.8398680135134376e-05,
+      "loss": 0.7318,
+      "step": 28500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.839305890487192e-05,
+      "loss": 0.7442,
+      "step": 28600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.838743767460946e-05,
+      "loss": 0.7439,
+      "step": 28700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.838181644434701e-05,
+      "loss": 0.7482,
+      "step": 28800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.8376195214084554e-05,
+      "loss": 0.7368,
+      "step": 28900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.83705739838221e-05,
+      "loss": 0.7318,
+      "step": 29000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.836495275355965e-05,
+      "loss": 0.7371,
+      "step": 29100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.835933152329719e-05,
+      "loss": 0.7123,
+      "step": 29200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.835371029303474e-05,
+      "loss": 0.7162,
+      "step": 29300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.834808906277228e-05,
+      "loss": 0.7219,
+      "step": 29400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.8342467832509825e-05,
+      "loss": 0.7159,
+      "step": 29500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.833684660224737e-05,
+      "loss": 0.7184,
+      "step": 29600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.833122537198492e-05,
+      "loss": 0.7137,
+      "step": 29700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.832560414172246e-05,
+      "loss": 0.7229,
+      "step": 29800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.8319982911460003e-05,
+      "loss": 0.7195,
+      "step": 29900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.831436168119755e-05,
+      "loss": 0.6938,
+      "step": 30000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.830874045093509e-05,
+      "loss": 0.7061,
+      "step": 30100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.8303119220672636e-05,
+      "loss": 0.7044,
+      "step": 30200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.829749799041018e-05,
+      "loss": 0.7225,
+      "step": 30300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.829187676014773e-05,
+      "loss": 0.7052,
+      "step": 30400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.8286311742187896e-05,
+      "loss": 0.7071,
+      "step": 30500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.828069051192544e-05,
+      "loss": 0.6939,
+      "step": 30600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.827506928166299e-05,
+      "loss": 0.7071,
+      "step": 30700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.8269448051400535e-05,
+      "loss": 0.6979,
+      "step": 30800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.8263826821138074e-05,
+      "loss": 0.6989,
+      "step": 30900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.825820559087562e-05,
+      "loss": 0.7005,
+      "step": 31000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.8252584360613167e-05,
+      "loss": 0.7155,
+      "step": 31100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8246963130350706e-05,
+      "loss": 0.6853,
+      "step": 31200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.824134190008825e-05,
+      "loss": 0.6985,
+      "step": 31300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.82357206698258e-05,
+      "loss": 0.6883,
+      "step": 31400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8230099439563345e-05,
+      "loss": 0.6888,
+      "step": 31500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.822447820930089e-05,
+      "loss": 0.6849,
+      "step": 31600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.821885697903844e-05,
+      "loss": 0.6787,
+      "step": 31700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8213235748775984e-05,
+      "loss": 0.6801,
+      "step": 31800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.820761451851352e-05,
+      "loss": 0.6794,
+      "step": 31900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.820199328825107e-05,
+      "loss": 0.6825,
+      "step": 32000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8196372057988616e-05,
+      "loss": 0.6663,
+      "step": 32100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8190807040028783e-05,
+      "loss": 0.6741,
+      "step": 32200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.818518580976632e-05,
+      "loss": 0.6689,
+      "step": 32300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.817956457950387e-05,
+      "loss": 0.6635,
+      "step": 32400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8173943349241416e-05,
+      "loss": 0.6652,
+      "step": 32500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.816832211897896e-05,
+      "loss": 0.6667,
+      "step": 32600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.816270088871651e-05,
+      "loss": 0.6679,
+      "step": 32700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8157079658454054e-05,
+      "loss": 0.6754,
+      "step": 32800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.81514584281916e-05,
+      "loss": 0.6697,
+      "step": 32900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.814583719792914e-05,
+      "loss": 0.6604,
+      "step": 33000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.8140215967666686e-05,
+      "loss": 0.6722,
+      "step": 33100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.813459473740423e-05,
+      "loss": 0.6607,
+      "step": 33200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.812897350714178e-05,
+      "loss": 0.6645,
+      "step": 33300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.812335227687932e-05,
+      "loss": 0.6651,
+      "step": 33400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.8117731046616865e-05,
+      "loss": 0.6565,
+      "step": 33500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.811210981635441e-05,
+      "loss": 0.6602,
+      "step": 33600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.810648858609195e-05,
+      "loss": 0.6573,
+      "step": 33700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.81008673558295e-05,
+      "loss": 0.646,
+      "step": 33800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.809524612556704e-05,
+      "loss": 0.657,
+      "step": 33900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.808962489530459e-05,
+      "loss": 0.65,
+      "step": 34000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.808400366504213e-05,
+      "loss": 0.643,
+      "step": 34100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.807838243477968e-05,
+      "loss": 0.6582,
+      "step": 34200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.807276120451723e-05,
+      "loss": 0.6506,
+      "step": 34300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.806713997425477e-05,
+      "loss": 0.6557,
+      "step": 34400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.8061518743992314e-05,
+      "loss": 0.6447,
+      "step": 34500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.805589751372986e-05,
+      "loss": 0.6404,
+      "step": 34600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.8050276283467407e-05,
+      "loss": 0.6528,
+      "step": 34700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.8044655053204946e-05,
+      "loss": 0.6402,
+      "step": 34800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.803903382294249e-05,
+      "loss": 0.6516,
+      "step": 34900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.803341259268004e-05,
+      "loss": 0.6389,
+      "step": 35000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.802779136241758e-05,
+      "loss": 0.6196,
+      "step": 35100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.8022170132155124e-05,
+      "loss": 0.645,
+      "step": 35200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.801654890189267e-05,
+      "loss": 0.6388,
+      "step": 35300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.801092767163021e-05,
+      "loss": 0.6307,
+      "step": 35400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.8005306441367756e-05,
+      "loss": 0.6394,
+      "step": 35500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.79996852111053e-05,
+      "loss": 0.6264,
+      "step": 35600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.799406398084285e-05,
+      "loss": 0.638,
+      "step": 35700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.7988442750580395e-05,
+      "loss": 0.6363,
+      "step": 35800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.798282152031794e-05,
+      "loss": 0.6343,
+      "step": 35900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.797720029005549e-05,
+      "loss": 0.6424,
+      "step": 36000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.797157905979303e-05,
+      "loss": 0.6313,
+      "step": 36100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.7965957829530574e-05,
+      "loss": 0.6223,
+      "step": 36200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.796033659926812e-05,
+      "loss": 0.6152,
+      "step": 36300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.7954715369005666e-05,
+      "loss": 0.6199,
+      "step": 36400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.7949094138743206e-05,
+      "loss": 0.618,
+      "step": 36500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.794347290848075e-05,
+      "loss": 0.6154,
+      "step": 36600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.79378516782183e-05,
+      "loss": 0.624,
+      "step": 36700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.793223044795584e-05,
+      "loss": 0.6217,
+      "step": 36800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.7926609217693384e-05,
+      "loss": 0.6219,
+      "step": 36900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.792098798743093e-05,
+      "loss": 0.6203,
+      "step": 37000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.7915366757168476e-05,
+      "loss": 0.6171,
+      "step": 37100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.7909745526906016e-05,
+      "loss": 0.6213,
+      "step": 37200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.790412429664356e-05,
+      "loss": 0.606,
+      "step": 37300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.789850306638111e-05,
+      "loss": 0.6017,
+      "step": 37400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.7892881836118655e-05,
+      "loss": 0.6235,
+      "step": 37500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.78872606058562e-05,
+      "loss": 0.6087,
+      "step": 37600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.788163937559375e-05,
+      "loss": 0.6125,
+      "step": 37700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.7876018145331294e-05,
+      "loss": 0.6126,
+      "step": 37800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.787039691506883e-05,
+      "loss": 0.5987,
+      "step": 37900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.786477568480638e-05,
+      "loss": 0.6213,
+      "step": 38000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.7859154454543926e-05,
+      "loss": 0.614,
+      "step": 38100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.7853533224281465e-05,
+      "loss": 0.5892,
+      "step": 38200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.784791199401901e-05,
+      "loss": 0.6065,
+      "step": 38300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.784229076375656e-05,
+      "loss": 0.5908,
+      "step": 38400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.7836669533494104e-05,
+      "loss": 0.5908,
+      "step": 38500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.7831048303231644e-05,
+      "loss": 0.5955,
+      "step": 38600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.782542707296919e-05,
+      "loss": 0.5827,
+      "step": 38700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.7819805842706736e-05,
+      "loss": 0.5941,
+      "step": 38800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.781418461244428e-05,
+      "loss": 0.6,
+      "step": 38900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.780856338218183e-05,
+      "loss": 0.6139,
+      "step": 39000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.7802942151919375e-05,
+      "loss": 0.5912,
+      "step": 39100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.779732092165692e-05,
+      "loss": 0.5866,
+      "step": 39200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.779169969139446e-05,
+      "loss": 0.5968,
+      "step": 39300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.778607846113201e-05,
+      "loss": 0.5908,
+      "step": 39400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.778045723086955e-05,
+      "loss": 0.5863,
+      "step": 39500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.777483600060709e-05,
+      "loss": 0.5903,
+      "step": 39600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.776921477034464e-05,
+      "loss": 0.5915,
+      "step": 39700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.776364975238481e-05,
+      "loss": 0.5993,
+      "step": 39800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.775802852212235e-05,
+      "loss": 0.5862,
+      "step": 39900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.77524072918599e-05,
+      "loss": 0.5937,
+      "step": 40000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.7746786061597446e-05,
+      "loss": 0.5916,
+      "step": 40100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.774116483133499e-05,
+      "loss": 0.588,
+      "step": 40200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.773554360107254e-05,
+      "loss": 0.5916,
+      "step": 40300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.77299785831127e-05,
+      "loss": 0.5878,
+      "step": 40400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.7724357352850245e-05,
+      "loss": 0.5806,
+      "step": 40500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.771873612258779e-05,
+      "loss": 0.5764,
+      "step": 40600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.771311489232534e-05,
+      "loss": 0.5806,
+      "step": 40700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.770749366206288e-05,
+      "loss": 0.5707,
+      "step": 40800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.7701872431800424e-05,
+      "loss": 0.5792,
+      "step": 40900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.769625120153797e-05,
+      "loss": 0.5717,
+      "step": 41000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.7690629971275516e-05,
+      "loss": 0.5671,
+      "step": 41100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.768500874101306e-05,
+      "loss": 0.5795,
+      "step": 41200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.767938751075061e-05,
+      "loss": 0.5838,
+      "step": 41300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.7673766280488155e-05,
+      "loss": 0.5716,
+      "step": 41400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.7668145050225694e-05,
+      "loss": 0.5705,
+      "step": 41500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.766252381996324e-05,
+      "loss": 0.5736,
+      "step": 41600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.765690258970079e-05,
+      "loss": 0.5746,
+      "step": 41700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.7651281359438326e-05,
+      "loss": 0.5777,
+      "step": 41800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.764566012917587e-05,
+      "loss": 0.5647,
+      "step": 41900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.764003889891342e-05,
+      "loss": 0.5699,
+      "step": 42000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.7634417668650965e-05,
+      "loss": 0.5739,
+      "step": 42100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.7628796438388505e-05,
+      "loss": 0.5734,
+      "step": 42200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.762317520812605e-05,
+      "loss": 0.5632,
+      "step": 42300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.76175539778636e-05,
+      "loss": 0.5627,
+      "step": 42400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.761193274760114e-05,
+      "loss": 0.5612,
+      "step": 42500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.760631151733868e-05,
+      "loss": 0.5699,
+      "step": 42600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.760069028707623e-05,
+      "loss": 0.5696,
+      "step": 42700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.759506905681378e-05,
+      "loss": 0.5643,
+      "step": 42800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.758944782655132e-05,
+      "loss": 0.5644,
+      "step": 42900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.758382659628887e-05,
+      "loss": 0.5591,
+      "step": 43000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.7578205366026415e-05,
+      "loss": 0.5659,
+      "step": 43100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.7572584135763954e-05,
+      "loss": 0.5691,
+      "step": 43200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.75669629055015e-05,
+      "loss": 0.5496,
+      "step": 43300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.7561341675239047e-05,
+      "loss": 0.5467,
+      "step": 43400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.755572044497659e-05,
+      "loss": 0.5464,
+      "step": 43500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.755009921471413e-05,
+      "loss": 0.5653,
+      "step": 43600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.754447798445168e-05,
+      "loss": 0.5556,
+      "step": 43700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.7538856754189225e-05,
+      "loss": 0.5611,
+      "step": 43800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.7533235523926764e-05,
+      "loss": 0.5461,
+      "step": 43900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.752761429366431e-05,
+      "loss": 0.5605,
+      "step": 44000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.752199306340186e-05,
+      "loss": 0.5608,
+      "step": 44100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.75163718331394e-05,
+      "loss": 0.5509,
+      "step": 44200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.751075060287695e-05,
+      "loss": 0.5537,
+      "step": 44300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.7505129372614496e-05,
+      "loss": 0.5621,
+      "step": 44400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.749950814235204e-05,
+      "loss": 0.5529,
+      "step": 44500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.749388691208958e-05,
+      "loss": 0.5398,
+      "step": 44600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.748826568182713e-05,
+      "loss": 0.5467,
+      "step": 44700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.7482644451564674e-05,
+      "loss": 0.5558,
+      "step": 44800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.747702322130222e-05,
+      "loss": 0.5417,
+      "step": 44900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.747140199103976e-05,
+      "loss": 0.5424,
+      "step": 45000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.7465780760777306e-05,
+      "loss": 0.5427,
+      "step": 45100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.7460215742817474e-05,
+      "loss": 0.5467,
+      "step": 45200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.745459451255502e-05,
+      "loss": 0.5575,
+      "step": 45300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.7448973282292566e-05,
+      "loss": 0.5457,
+      "step": 45400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.744335205203011e-05,
+      "loss": 0.547,
+      "step": 45500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.743773082176766e-05,
+      "loss": 0.5439,
+      "step": 45600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.743216580380782e-05,
+      "loss": 0.5453,
+      "step": 45700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.7426544573545366e-05,
+      "loss": 0.5481,
+      "step": 45800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.742092334328291e-05,
+      "loss": 0.5355,
+      "step": 45900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.741530211302046e-05,
+      "loss": 0.5395,
+      "step": 46000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.7409680882758e-05,
+      "loss": 0.5314,
+      "step": 46100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.7404059652495544e-05,
+      "loss": 0.5525,
+      "step": 46200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.739843842223309e-05,
+      "loss": 0.5336,
+      "step": 46300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.7392873404273265e-05,
+      "loss": 0.5406,
+      "step": 46400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.7387252174010805e-05,
+      "loss": 0.5479,
+      "step": 46500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.738163094374835e-05,
+      "loss": 0.5409,
+      "step": 46600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.73760097134859e-05,
+      "loss": 0.5355,
+      "step": 46700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.737038848322344e-05,
+      "loss": 0.5427,
+      "step": 46800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.736476725296098e-05,
+      "loss": 0.5488,
+      "step": 46900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.735914602269853e-05,
+      "loss": 0.5335,
+      "step": 47000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.7353524792436075e-05,
+      "loss": 0.5394,
+      "step": 47100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.7347903562173615e-05,
+      "loss": 0.5269,
+      "step": 47200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.734228233191116e-05,
+      "loss": 0.5407,
+      "step": 47300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.733666110164871e-05,
+      "loss": 0.5285,
+      "step": 47400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.7331039871386254e-05,
+      "loss": 0.5359,
+      "step": 47500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.73254186411238e-05,
+      "loss": 0.5205,
+      "step": 47600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.7319797410861346e-05,
+      "loss": 0.5269,
+      "step": 47700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.731417618059889e-05,
+      "loss": 0.5353,
+      "step": 47800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.730855495033643e-05,
+      "loss": 0.5351,
+      "step": 47900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.730293372007398e-05,
+      "loss": 0.5202,
+      "step": 48000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.7297312489811525e-05,
+      "loss": 0.5287,
+      "step": 48100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.7291691259549064e-05,
+      "loss": 0.5241,
+      "step": 48200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.728607002928661e-05,
+      "loss": 0.5315,
+      "step": 48300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.728044879902416e-05,
+      "loss": 0.5169,
+      "step": 48400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.72748275687617e-05,
+      "loss": 0.5283,
+      "step": 48500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.726920633849924e-05,
+      "loss": 0.5113,
+      "step": 48600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.726358510823679e-05,
+      "loss": 0.531,
+      "step": 48700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.7257963877974335e-05,
+      "loss": 0.5341,
+      "step": 48800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.725234264771188e-05,
+      "loss": 0.5159,
+      "step": 48900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.724672141744943e-05,
+      "loss": 0.5132,
+      "step": 49000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.7241100187186974e-05,
+      "loss": 0.5142,
+      "step": 49100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.723547895692452e-05,
+      "loss": 0.5249,
+      "step": 49200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.722985772666206e-05,
+      "loss": 0.5125,
+      "step": 49300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.7224236496399606e-05,
+      "loss": 0.5165,
+      "step": 49400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.721861526613715e-05,
+      "loss": 0.5082,
+      "step": 49500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.721299403587469e-05,
+      "loss": 0.5204,
+      "step": 49600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.720737280561224e-05,
+      "loss": 0.5191,
+      "step": 49700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.7201751575349784e-05,
+      "loss": 0.516,
+      "step": 49800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.719613034508733e-05,
+      "loss": 0.5196,
+      "step": 49900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.719050911482487e-05,
+      "loss": 0.5218,
+      "step": 50000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.7184887884562416e-05,
+      "loss": 0.5144,
+      "step": 50100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.717926665429996e-05,
+      "loss": 0.5042,
+      "step": 50200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.71736454240375e-05,
+      "loss": 0.4984,
+      "step": 50300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.716802419377505e-05,
+      "loss": 0.523,
+      "step": 50400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.7162402963512595e-05,
+      "loss": 0.5104,
+      "step": 50500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.715683794555277e-05,
+      "loss": 0.5157,
+      "step": 50600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.715121671529031e-05,
+      "loss": 0.5152,
+      "step": 50700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.7145595485027855e-05,
+      "loss": 0.5171,
+      "step": 50800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.71399742547654e-05,
+      "loss": 0.5099,
+      "step": 50900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.713435302450295e-05,
+      "loss": 0.5175,
+      "step": 51000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.712873179424049e-05,
+      "loss": 0.5084,
+      "step": 51100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.712311056397803e-05,
+      "loss": 0.5163,
+      "step": 51200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.711748933371558e-05,
+      "loss": 0.5148,
+      "step": 51300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.711186810345312e-05,
+      "loss": 0.5055,
+      "step": 51400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.710630308549329e-05,
+      "loss": 0.5077,
+      "step": 51500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.710068185523084e-05,
+      "loss": 0.5028,
+      "step": 51600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.7095060624968386e-05,
+      "loss": 0.4996,
+      "step": 51700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.7089439394705925e-05,
+      "loss": 0.4939,
+      "step": 51800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.708381816444347e-05,
+      "loss": 0.4991,
+      "step": 51900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.707819693418102e-05,
+      "loss": 0.4987,
+      "step": 52000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.7072575703918564e-05,
+      "loss": 0.5071,
+      "step": 52100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.7066954473656104e-05,
+      "loss": 0.5012,
+      "step": 52200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.706133324339365e-05,
+      "loss": 0.5066,
+      "step": 52300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.7055712013131196e-05,
+      "loss": 0.51,
+      "step": 52400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.7050090782868736e-05,
+      "loss": 0.5056,
+      "step": 52500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.704446955260628e-05,
+      "loss": 0.5013,
+      "step": 52600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.703884832234383e-05,
+      "loss": 0.4858,
+      "step": 52700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.7033227092081375e-05,
+      "loss": 0.4944,
+      "step": 52800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.702760586181892e-05,
+      "loss": 0.4991,
+      "step": 52900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.702198463155647e-05,
+      "loss": 0.4931,
+      "step": 53000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.7016363401294013e-05,
+      "loss": 0.4889,
+      "step": 53100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.701074217103155e-05,
+      "loss": 0.491,
+      "step": 53200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.70051209407691e-05,
+      "loss": 0.4891,
+      "step": 53300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.6999499710506646e-05,
+      "loss": 0.4994,
+      "step": 53400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.699387848024419e-05,
+      "loss": 0.4999,
+      "step": 53500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.698825724998173e-05,
+      "loss": 0.495,
+      "step": 53600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.698263601971928e-05,
+      "loss": 0.4947,
+      "step": 53700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.6977014789456824e-05,
+      "loss": 0.4921,
+      "step": 53800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.697139355919436e-05,
+      "loss": 0.492,
+      "step": 53900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.696577232893191e-05,
+      "loss": 0.4883,
+      "step": 54000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.6960151098669456e-05,
+      "loss": 0.4949,
+      "step": 54100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.6954529868407e-05,
+      "loss": 0.4899,
+      "step": 54200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.694890863814455e-05,
+      "loss": 0.4936,
+      "step": 54300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.6943287407882095e-05,
+      "loss": 0.4996,
+      "step": 54400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.693766617761964e-05,
+      "loss": 0.4875,
+      "step": 54500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.693204494735718e-05,
+      "loss": 0.488,
+      "step": 54600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.692642371709473e-05,
+      "loss": 0.4932,
+      "step": 54700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.6920858699134894e-05,
+      "loss": 0.4859,
+      "step": 54800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.691523746887244e-05,
+      "loss": 0.4888,
+      "step": 54900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.690961623860998e-05,
+      "loss": 0.5022,
+      "step": 55000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.6903995008347526e-05,
+      "loss": 0.4857,
+      "step": 55100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.689837377808507e-05,
+      "loss": 0.4905,
+      "step": 55200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.689275254782262e-05,
+      "loss": 0.4887,
+      "step": 55300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.6887131317560165e-05,
+      "loss": 0.4915,
+      "step": 55400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.688151008729771e-05,
+      "loss": 0.4805,
+      "step": 55500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.687588885703526e-05,
+      "loss": 0.4791,
+      "step": 55600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.68702676267728e-05,
+      "loss": 0.4871,
+      "step": 55700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.6864646396510344e-05,
+      "loss": 0.4924,
+      "step": 55800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.685902516624789e-05,
+      "loss": 0.493,
+      "step": 55900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.685340393598543e-05,
+      "loss": 0.4799,
+      "step": 56000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.6847782705722976e-05,
+      "loss": 0.4861,
+      "step": 56100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.684216147546052e-05,
+      "loss": 0.483,
+      "step": 56200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.683654024519807e-05,
+      "loss": 0.4819,
+      "step": 56300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.683091901493561e-05,
+      "loss": 0.4866,
+      "step": 56400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.6825297784673154e-05,
+      "loss": 0.4866,
+      "step": 56500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.68196765544107e-05,
+      "loss": 0.4952,
+      "step": 56600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.681405532414824e-05,
+      "loss": 0.4756,
+      "step": 56700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.6808434093885786e-05,
+      "loss": 0.4787,
+      "step": 56800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.680281286362333e-05,
+      "loss": 0.475,
+      "step": 56900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.679719163336088e-05,
+      "loss": 0.4722,
+      "step": 57000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.6791570403098425e-05,
+      "loss": 0.4806,
+      "step": 57100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.678594917283597e-05,
+      "loss": 0.4799,
+      "step": 57200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.678032794257352e-05,
+      "loss": 0.4839,
+      "step": 57300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.677470671231106e-05,
+      "loss": 0.477,
+      "step": 57400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.67690854820486e-05,
+      "loss": 0.4852,
+      "step": 57500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.676346425178615e-05,
+      "loss": 0.4754,
+      "step": 57600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.6757843021523696e-05,
+      "loss": 0.4777,
+      "step": 57700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.6752221791261235e-05,
+      "loss": 0.4838,
+      "step": 57800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.674660056099878e-05,
+      "loss": 0.4802,
+      "step": 57900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.674097933073633e-05,
+      "loss": 0.4778,
+      "step": 58000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.673535810047387e-05,
+      "loss": 0.4722,
+      "step": 58100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.6729736870211414e-05,
+      "loss": 0.467,
+      "step": 58200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.672411563994896e-05,
+      "loss": 0.4714,
+      "step": 58300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.6718494409686506e-05,
+      "loss": 0.4773,
+      "step": 58400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.671287317942405e-05,
+      "loss": 0.4726,
+      "step": 58500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.67072519491616e-05,
+      "loss": 0.4723,
+      "step": 58600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.6701630718899145e-05,
+      "loss": 0.4675,
+      "step": 58700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.6696009488636685e-05,
+      "loss": 0.463,
+      "step": 58800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.669038825837423e-05,
+      "loss": 0.4659,
+      "step": 58900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.668476702811178e-05,
+      "loss": 0.4716,
+      "step": 59000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.667914579784932e-05,
+      "loss": 0.478,
+      "step": 59100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.667352456758686e-05,
+      "loss": 0.4893,
+      "step": 59200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.666790333732441e-05,
+      "loss": 0.4669,
+      "step": 59300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.6662282107061955e-05,
+      "loss": 0.4741,
+      "step": 59400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.6656660876799495e-05,
+      "loss": 0.4697,
+      "step": 59500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.665103964653704e-05,
+      "loss": 0.4627,
+      "step": 59600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.664541841627459e-05,
+      "loss": 0.4728,
+      "step": 59700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.6639797186012134e-05,
+      "loss": 0.462,
+      "step": 59800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.663417595574967e-05,
+      "loss": 0.4705,
+      "step": 59900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.662855472548722e-05,
+      "loss": 0.4764,
+      "step": 60000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.6622933495224766e-05,
+      "loss": 0.4716,
+      "step": 60100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.661731226496231e-05,
+      "loss": 0.4594,
+      "step": 60200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.661169103469986e-05,
+      "loss": 0.4697,
+      "step": 60300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.6606069804437405e-05,
+      "loss": 0.4805,
+      "step": 60400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.660044857417495e-05,
+      "loss": 0.4526,
+      "step": 60500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.659482734391249e-05,
+      "loss": 0.4647,
+      "step": 60600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.658920611365004e-05,
+      "loss": 0.4632,
+      "step": 60700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.658358488338758e-05,
+      "loss": 0.4716,
+      "step": 60800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.657796365312512e-05,
+      "loss": 0.4562,
+      "step": 60900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.657234242286267e-05,
+      "loss": 0.4647,
+      "step": 61000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.6566721192600215e-05,
+      "loss": 0.458,
+      "step": 61100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.656109996233776e-05,
+      "loss": 0.4512,
+      "step": 61200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.65554787320753e-05,
+      "loss": 0.4568,
+      "step": 61300
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.654985750181285e-05,
+      "loss": 0.473,
+      "step": 61400
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.654423627155039e-05,
+      "loss": 0.4656,
+      "step": 61500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.653861504128794e-05,
+      "loss": 0.4524,
+      "step": 61600
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.6532993811025486e-05,
+      "loss": 0.4547,
+      "step": 61700
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.652737258076303e-05,
+      "loss": 0.4603,
+      "step": 61800
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.652175135050058e-05,
+      "loss": 0.4546,
+      "step": 61900
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.651613012023812e-05,
+      "loss": 0.4588,
+      "step": 62000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.6510508889975664e-05,
+      "loss": 0.4516,
+      "step": 62100
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.650488765971321e-05,
+      "loss": 0.4684,
+      "step": 62200
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.649926642945075e-05,
+      "loss": 0.4686,
+      "step": 62300
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.649370141149092e-05,
+      "loss": 0.4605,
+      "step": 62400
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.6488080181228464e-05,
+      "loss": 0.4632,
+      "step": 62500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.648251516326864e-05,
+      "loss": 0.4625,
+      "step": 62600
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.6476893933006185e-05,
+      "loss": 0.4693,
+      "step": 62700
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.6471272702743724e-05,
+      "loss": 0.466,
+      "step": 62800
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.646565147248127e-05,
+      "loss": 0.4563,
+      "step": 62900
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.646003024221882e-05,
+      "loss": 0.4606,
+      "step": 63000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.6454409011956356e-05,
+      "loss": 0.4536,
+      "step": 63100
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.64487877816939e-05,
+      "loss": 0.4657,
+      "step": 63200
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.644316655143145e-05,
+      "loss": 0.4547,
+      "step": 63300
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.6437545321168995e-05,
+      "loss": 0.4559,
+      "step": 63400
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.6431924090906534e-05,
+      "loss": 0.4501,
+      "step": 63500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.642630286064408e-05,
+      "loss": 0.4473,
+      "step": 63600
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.642068163038163e-05,
+      "loss": 0.4531,
+      "step": 63700
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.641506040011917e-05,
+      "loss": 0.4516,
+      "step": 63800
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.640943916985672e-05,
+      "loss": 0.4521,
+      "step": 63900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.6403817939594266e-05,
+      "loss": 0.4437,
+      "step": 64000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.639819670933181e-05,
+      "loss": 0.4515,
+      "step": 64100
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.639257547906935e-05,
+      "loss": 0.4556,
+      "step": 64200
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.63869542488069e-05,
+      "loss": 0.4506,
+      "step": 64300
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.6381333018544444e-05,
+      "loss": 0.4499,
+      "step": 64400
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.6375711788281984e-05,
+      "loss": 0.4517,
+      "step": 64500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.637009055801953e-05,
+      "loss": 0.4442,
+      "step": 64600
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.6364469327757076e-05,
+      "loss": 0.4413,
+      "step": 64700
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.635884809749462e-05,
+      "loss": 0.4487,
+      "step": 64800
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.635322686723216e-05,
+      "loss": 0.4499,
+      "step": 64900
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.634760563696971e-05,
+      "loss": 0.451,
+      "step": 65000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.6341984406707255e-05,
+      "loss": 0.4427,
+      "step": 65100
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.6336363176444794e-05,
+      "loss": 0.4438,
+      "step": 65200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.633074194618234e-05,
+      "loss": 0.445,
+      "step": 65300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.632512071591989e-05,
+      "loss": 0.4445,
+      "step": 65400
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.631949948565743e-05,
+      "loss": 0.4469,
+      "step": 65500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.631387825539498e-05,
+      "loss": 0.4627,
+      "step": 65600
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.6308257025132525e-05,
+      "loss": 0.4422,
+      "step": 65700
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.630263579487007e-05,
+      "loss": 0.4461,
+      "step": 65800
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.629701456460761e-05,
+      "loss": 0.4455,
+      "step": 65900
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.629144954664778e-05,
+      "loss": 0.4481,
+      "step": 66000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.6285828316385325e-05,
+      "loss": 0.4432,
+      "step": 66100
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.62802632984255e-05,
+      "loss": 0.455,
+      "step": 66200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.627464206816304e-05,
+      "loss": 0.4409,
+      "step": 66300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.6269020837900585e-05,
+      "loss": 0.4439,
+      "step": 66400
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.626339960763813e-05,
+      "loss": 0.4386,
+      "step": 66500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.625777837737568e-05,
+      "loss": 0.4552,
+      "step": 66600
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.625215714711322e-05,
+      "loss": 0.4465,
+      "step": 66700
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.6246535916850764e-05,
+      "loss": 0.4331,
+      "step": 66800
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.624091468658831e-05,
+      "loss": 0.4369,
+      "step": 66900
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.623529345632585e-05,
+      "loss": 0.4469,
+      "step": 67000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.6229672226063396e-05,
+      "loss": 0.4464,
+      "step": 67100
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.622405099580094e-05,
+      "loss": 0.4334,
+      "step": 67200
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.621842976553849e-05,
+      "loss": 0.4467,
+      "step": 67300
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.621280853527603e-05,
+      "loss": 0.4427,
+      "step": 67400
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.6207187305013574e-05,
+      "loss": 0.4348,
+      "step": 67500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.620156607475112e-05,
+      "loss": 0.4385,
+      "step": 67600
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.619594484448867e-05,
+      "loss": 0.4439,
+      "step": 67700
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.619032361422621e-05,
+      "loss": 0.4281,
+      "step": 67800
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.618470238396376e-05,
+      "loss": 0.445,
+      "step": 67900
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.6179081153701305e-05,
+      "loss": 0.4379,
+      "step": 68000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.6173459923438845e-05,
+      "loss": 0.4353,
+      "step": 68100
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.616783869317639e-05,
+      "loss": 0.434,
+      "step": 68200
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.616221746291394e-05,
+      "loss": 0.4357,
+      "step": 68300
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.615659623265148e-05,
+      "loss": 0.438,
+      "step": 68400
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.615097500238902e-05,
+      "loss": 0.434,
+      "step": 68500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.614535377212657e-05,
+      "loss": 0.4348,
+      "step": 68600
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.6139732541864116e-05,
+      "loss": 0.4327,
+      "step": 68700
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.6134111311601655e-05,
+      "loss": 0.4405,
+      "step": 68800
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.61284900813392e-05,
+      "loss": 0.433,
+      "step": 68900
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.612286885107675e-05,
+      "loss": 0.4385,
+      "step": 69000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.6117247620814294e-05,
+      "loss": 0.4342,
+      "step": 69100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.611162639055184e-05,
+      "loss": 0.4351,
+      "step": 69200
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.610600516028939e-05,
+      "loss": 0.4251,
+      "step": 69300
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.610038393002693e-05,
+      "loss": 0.4417,
+      "step": 69400
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.609476269976447e-05,
+      "loss": 0.4244,
+      "step": 69500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.608914146950202e-05,
+      "loss": 0.4421,
+      "step": 69600
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.6083520239239565e-05,
+      "loss": 0.4315,
+      "step": 69700
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.6077899008977105e-05,
+      "loss": 0.4381,
+      "step": 69800
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.607227777871465e-05,
+      "loss": 0.4286,
+      "step": 69900
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.60666565484522e-05,
+      "loss": 0.4386,
+      "step": 70000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.6061035318189743e-05,
+      "loss": 0.4371,
+      "step": 70100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.605541408792728e-05,
+      "loss": 0.4308,
+      "step": 70200
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.604979285766483e-05,
+      "loss": 0.4405,
+      "step": 70300
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.6044171627402375e-05,
+      "loss": 0.4317,
+      "step": 70400
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.6038550397139915e-05,
+      "loss": 0.4277,
+      "step": 70500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.603292916687746e-05,
+      "loss": 0.4246,
+      "step": 70600
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.602730793661501e-05,
+      "loss": 0.4378,
+      "step": 70700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.6021686706352554e-05,
+      "loss": 0.4236,
+      "step": 70800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.60160654760901e-05,
+      "loss": 0.4345,
+      "step": 70900
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.6010444245827646e-05,
+      "loss": 0.4259,
+      "step": 71000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.600482301556519e-05,
+      "loss": 0.4212,
+      "step": 71100
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.599920178530273e-05,
+      "loss": 0.4217,
+      "step": 71200
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.59936367673429e-05,
+      "loss": 0.4275,
+      "step": 71300
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.5988015537080446e-05,
+      "loss": 0.4295,
+      "step": 71400
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.598239430681799e-05,
+      "loss": 0.438,
+      "step": 71500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.597677307655553e-05,
+      "loss": 0.4344,
+      "step": 71600
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.597115184629308e-05,
+      "loss": 0.4427,
+      "step": 71700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.5965530616030624e-05,
+      "loss": 0.4231,
+      "step": 71800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.595990938576817e-05,
+      "loss": 0.4262,
+      "step": 71900
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.595428815550572e-05,
+      "loss": 0.4209,
+      "step": 72000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.594866692524326e-05,
+      "loss": 0.418,
+      "step": 72100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.594304569498081e-05,
+      "loss": 0.4331,
+      "step": 72200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.593742446471835e-05,
+      "loss": 0.4315,
+      "step": 72300
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.5931803234455895e-05,
+      "loss": 0.4144,
+      "step": 72400
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.592618200419344e-05,
+      "loss": 0.4295,
+      "step": 72500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.592056077393099e-05,
+      "loss": 0.4257,
+      "step": 72600
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.591493954366853e-05,
+      "loss": 0.4214,
+      "step": 72700
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.5909318313406074e-05,
+      "loss": 0.4137,
+      "step": 72800
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.590369708314362e-05,
+      "loss": 0.4205,
+      "step": 72900
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.589807585288116e-05,
+      "loss": 0.4298,
+      "step": 73000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.5892454622618706e-05,
+      "loss": 0.4227,
+      "step": 73100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.588683339235625e-05,
+      "loss": 0.4216,
+      "step": 73200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.58812121620938e-05,
+      "loss": 0.4173,
+      "step": 73300
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.5875590931831344e-05,
+      "loss": 0.4108,
+      "step": 73400
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.586996970156889e-05,
+      "loss": 0.4276,
+      "step": 73500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.586434847130644e-05,
+      "loss": 0.4279,
+      "step": 73600
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.5858727241043977e-05,
+      "loss": 0.4337,
+      "step": 73700
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.585310601078152e-05,
+      "loss": 0.4205,
+      "step": 73800
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.584748478051907e-05,
+      "loss": 0.4231,
+      "step": 73900
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.5841863550256615e-05,
+      "loss": 0.4204,
+      "step": 74000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.5836242319994155e-05,
+      "loss": 0.4261,
+      "step": 74100
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.58306210897317e-05,
+      "loss": 0.4137,
+      "step": 74200
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.582499985946925e-05,
+      "loss": 0.4252,
+      "step": 74300
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.581937862920679e-05,
+      "loss": 0.4241,
+      "step": 74400
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.581375739894433e-05,
+      "loss": 0.4216,
+      "step": 74500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.580813616868188e-05,
+      "loss": 0.4132,
+      "step": 74600
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.5802514938419426e-05,
+      "loss": 0.4148,
+      "step": 74700
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.5796893708156965e-05,
+      "loss": 0.4217,
+      "step": 74800
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.579127247789451e-05,
+      "loss": 0.4199,
+      "step": 74900
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.578565124763206e-05,
+      "loss": 0.4204,
+      "step": 75000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.5780030017369604e-05,
+      "loss": 0.424,
+      "step": 75100
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.577440878710715e-05,
+      "loss": 0.4222,
+      "step": 75200
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.57687875568447e-05,
+      "loss": 0.4139,
+      "step": 75300
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.5763166326582236e-05,
+      "loss": 0.4214,
+      "step": 75400
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.575754509631978e-05,
+      "loss": 0.418,
+      "step": 75500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.575192386605733e-05,
+      "loss": 0.4099,
+      "step": 75600
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.5746302635794875e-05,
+      "loss": 0.4275,
+      "step": 75700
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.5740681405532414e-05,
+      "loss": 0.4121,
+      "step": 75800
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.573506017526996e-05,
+      "loss": 0.4234,
+      "step": 75900
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.572943894500751e-05,
+      "loss": 0.4195,
+      "step": 76000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.5723817714745047e-05,
+      "loss": 0.4145,
+      "step": 76100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.571819648448259e-05,
+      "loss": 0.4125,
+      "step": 76200
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.571257525422014e-05,
+      "loss": 0.4148,
+      "step": 76300
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.5706954023957685e-05,
+      "loss": 0.408,
+      "step": 76400
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.570138900599785e-05,
+      "loss": 0.412,
+      "step": 76500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.56957677757354e-05,
+      "loss": 0.4158,
+      "step": 76600
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.5690146545472946e-05,
+      "loss": 0.4132,
+      "step": 76700
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.568452531521049e-05,
+      "loss": 0.4073,
+      "step": 76800
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.567890408494803e-05,
+      "loss": 0.4129,
+      "step": 76900
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.567328285468558e-05,
+      "loss": 0.4103,
+      "step": 77000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.5667661624423124e-05,
+      "loss": 0.4244,
+      "step": 77100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.566204039416066e-05,
+      "loss": 0.4111,
+      "step": 77200
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.565641916389821e-05,
+      "loss": 0.4124,
+      "step": 77300
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.5650797933635756e-05,
+      "loss": 0.4209,
+      "step": 77400
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.56451767033733e-05,
+      "loss": 0.4105,
+      "step": 77500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.563955547311085e-05,
+      "loss": 0.4103,
+      "step": 77600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.5633934242848395e-05,
+      "loss": 0.4164,
+      "step": 77700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.562831301258594e-05,
+      "loss": 0.4123,
+      "step": 77800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.562269178232348e-05,
+      "loss": 0.411,
+      "step": 77900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.561707055206103e-05,
+      "loss": 0.4174,
+      "step": 78000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.561144932179857e-05,
+      "loss": 0.4092,
+      "step": 78100
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.560582809153612e-05,
+      "loss": 0.4112,
+      "step": 78200
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.560020686127366e-05,
+      "loss": 0.4089,
+      "step": 78300
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.5594585631011205e-05,
+      "loss": 0.4066,
+      "step": 78400
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.558896440074875e-05,
+      "loss": 0.414,
+      "step": 78500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.558334317048629e-05,
+      "loss": 0.4095,
+      "step": 78600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.557772194022384e-05,
+      "loss": 0.4193,
+      "step": 78700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.5572100709961383e-05,
+      "loss": 0.4097,
+      "step": 78800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.556647947969893e-05,
+      "loss": 0.4193,
+      "step": 78900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.556085824943647e-05,
+      "loss": 0.4059,
+      "step": 79000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.5555237019174016e-05,
+      "loss": 0.4143,
+      "step": 79100
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.554961578891156e-05,
+      "loss": 0.4096,
+      "step": 79200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.554399455864911e-05,
+      "loss": 0.4046,
+      "step": 79300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.5538373328386654e-05,
+      "loss": 0.3962,
+      "step": 79400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.55327520981242e-05,
+      "loss": 0.4028,
+      "step": 79500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.552713086786175e-05,
+      "loss": 0.4048,
+      "step": 79600
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.5521509637599286e-05,
+      "loss": 0.4197,
+      "step": 79700
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.551588840733683e-05,
+      "loss": 0.3987,
+      "step": 79800
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.551026717707438e-05,
+      "loss": 0.4029,
+      "step": 79900
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.550464594681192e-05,
+      "loss": 0.4082,
+      "step": 80000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.5499024716549465e-05,
+      "loss": 0.4073,
+      "step": 80100
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.549340348628701e-05,
+      "loss": 0.4171,
+      "step": 80200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.548778225602456e-05,
+      "loss": 0.4008,
+      "step": 80300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.54821610257621e-05,
+      "loss": 0.4024,
+      "step": 80400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.547653979549964e-05,
+      "loss": 0.4013,
+      "step": 80500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.547091856523719e-05,
+      "loss": 0.4018,
+      "step": 80600
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.5465297334974736e-05,
+      "loss": 0.4012,
+      "step": 80700
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.545967610471228e-05,
+      "loss": 0.404,
+      "step": 80800
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.545405487444983e-05,
+      "loss": 0.4079,
+      "step": 80900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.5448433644187374e-05,
+      "loss": 0.4086,
+      "step": 81000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.5442812413924914e-05,
+      "loss": 0.4128,
+      "step": 81100
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.543719118366246e-05,
+      "loss": 0.4105,
+      "step": 81200
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.5431569953400007e-05,
+      "loss": 0.4054,
+      "step": 81300
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.5425948723137546e-05,
+      "loss": 0.4084,
+      "step": 81400
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.542032749287509e-05,
+      "loss": 0.402,
+      "step": 81500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.541470626261264e-05,
+      "loss": 0.398,
+      "step": 81600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.5409085032350185e-05,
+      "loss": 0.3975,
+      "step": 81700
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.5403463802087724e-05,
+      "loss": 0.4029,
+      "step": 81800
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.539784257182527e-05,
+      "loss": 0.3996,
+      "step": 81900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.539222134156282e-05,
+      "loss": 0.398,
+      "step": 82000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.5386600111300356e-05,
+      "loss": 0.4076,
+      "step": 82100
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.53809788810379e-05,
+      "loss": 0.3962,
+      "step": 82200
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.537535765077545e-05,
+      "loss": 0.4029,
+      "step": 82300
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.5369736420512995e-05,
+      "loss": 0.409,
+      "step": 82400
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.536417140255316e-05,
+      "loss": 0.3991,
+      "step": 82500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.535860638459333e-05,
+      "loss": 0.4067,
+      "step": 82600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.535298515433088e-05,
+      "loss": 0.3977,
+      "step": 82700
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.534736392406842e-05,
+      "loss": 0.4063,
+      "step": 82800
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.534174269380597e-05,
+      "loss": 0.4032,
+      "step": 82900
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.5336121463543516e-05,
+      "loss": 0.3986,
+      "step": 83000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.533050023328106e-05,
+      "loss": 0.4043,
+      "step": 83100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.532487900301861e-05,
+      "loss": 0.4041,
+      "step": 83200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.531925777275615e-05,
+      "loss": 0.3911,
+      "step": 83300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.5313692754796315e-05,
+      "loss": 0.4016,
+      "step": 83400
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.530807152453386e-05,
+      "loss": 0.3922,
+      "step": 83500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.530245029427141e-05,
+      "loss": 0.3918,
+      "step": 83600
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.529682906400895e-05,
+      "loss": 0.4082,
+      "step": 83700
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.5291207833746494e-05,
+      "loss": 0.3864,
+      "step": 83800
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.528558660348404e-05,
+      "loss": 0.3952,
+      "step": 83900
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.5279965373221586e-05,
+      "loss": 0.4032,
+      "step": 84000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.527434414295913e-05,
+      "loss": 0.4039,
+      "step": 84100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.526872291269668e-05,
+      "loss": 0.397,
+      "step": 84200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.5263101682434225e-05,
+      "loss": 0.3981,
+      "step": 84300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.5257480452171764e-05,
+      "loss": 0.3955,
+      "step": 84400
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.525185922190931e-05,
+      "loss": 0.3864,
+      "step": 84500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.524623799164686e-05,
+      "loss": 0.4063,
+      "step": 84600
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.5240616761384397e-05,
+      "loss": 0.4034,
+      "step": 84700
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.523499553112194e-05,
+      "loss": 0.3911,
+      "step": 84800
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.522937430085949e-05,
+      "loss": 0.396,
+      "step": 84900
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.522375307059703e-05,
+      "loss": 0.4057,
+      "step": 85000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.5218131840334575e-05,
+      "loss": 0.4053,
+      "step": 85100
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.521251061007212e-05,
+      "loss": 0.396,
+      "step": 85200
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.520688937980967e-05,
+      "loss": 0.394,
+      "step": 85300
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.520126814954721e-05,
+      "loss": 0.4032,
+      "step": 85400
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.519564691928475e-05,
+      "loss": 0.3956,
+      "step": 85500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.519008190132493e-05,
+      "loss": 0.3831,
+      "step": 85600
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.5184460671062474e-05,
+      "loss": 0.3957,
+      "step": 85700
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.5178839440800013e-05,
+      "loss": 0.3915,
+      "step": 85800
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.517321821053756e-05,
+      "loss": 0.3864,
+      "step": 85900
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.5167596980275106e-05,
+      "loss": 0.4007,
+      "step": 86000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.5161975750012645e-05,
+      "loss": 0.4016,
+      "step": 86100
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.515635451975019e-05,
+      "loss": 0.3911,
+      "step": 86200
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.515073328948774e-05,
+      "loss": 0.4034,
+      "step": 86300
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.5145112059225284e-05,
+      "loss": 0.3978,
+      "step": 86400
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.5139490828962824e-05,
+      "loss": 0.3952,
+      "step": 86500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.513386959870038e-05,
+      "loss": 0.3855,
+      "step": 86600
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.512824836843792e-05,
+      "loss": 0.3987,
+      "step": 86700
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.512262713817546e-05,
+      "loss": 0.3935,
+      "step": 86800
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.511700590791301e-05,
+      "loss": 0.3926,
+      "step": 86900
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.5111384677650555e-05,
+      "loss": 0.3953,
+      "step": 87000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.51057634473881e-05,
+      "loss": 0.4058,
+      "step": 87100
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.510014221712564e-05,
+      "loss": 0.3933,
+      "step": 87200
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.509452098686319e-05,
+      "loss": 0.3961,
+      "step": 87300
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.5088899756600733e-05,
+      "loss": 0.3976,
+      "step": 87400
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.508327852633827e-05,
+      "loss": 0.3842,
+      "step": 87500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.507765729607582e-05,
+      "loss": 0.3939,
+      "step": 87600
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.5072036065813366e-05,
+      "loss": 0.4024,
+      "step": 87700
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.506641483555091e-05,
+      "loss": 0.3787,
+      "step": 87800
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.506084981759108e-05,
+      "loss": 0.3899,
+      "step": 87900
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.5055228587328626e-05,
+      "loss": 0.3893,
+      "step": 88000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.504960735706617e-05,
+      "loss": 0.3995,
+      "step": 88100
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.504398612680372e-05,
+      "loss": 0.3848,
+      "step": 88200
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.503836489654126e-05,
+      "loss": 0.3919,
+      "step": 88300
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.5032743666278804e-05,
+      "loss": 0.3883,
+      "step": 88400
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.502712243601635e-05,
+      "loss": 0.3879,
+      "step": 88500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.502150120575389e-05,
+      "loss": 0.4023,
+      "step": 88600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.5015879975491436e-05,
+      "loss": 0.3925,
+      "step": 88700
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.501025874522898e-05,
+      "loss": 0.3939,
+      "step": 88800
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.500463751496653e-05,
+      "loss": 0.3865,
+      "step": 88900
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.499901628470407e-05,
+      "loss": 0.3903,
+      "step": 89000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.4993395054441614e-05,
+      "loss": 0.3945,
+      "step": 89100
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.498783003648179e-05,
+      "loss": 0.3892,
+      "step": 89200
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.4982208806219335e-05,
+      "loss": 0.3886,
+      "step": 89300
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.4976587575956875e-05,
+      "loss": 0.3819,
+      "step": 89400
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.497096634569442e-05,
+      "loss": 0.3897,
+      "step": 89500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.496534511543197e-05,
+      "loss": 0.3738,
+      "step": 89600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.495972388516951e-05,
+      "loss": 0.3918,
+      "step": 89700
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.495410265490705e-05,
+      "loss": 0.3992,
+      "step": 89800
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.49484814246446e-05,
+      "loss": 0.3863,
+      "step": 89900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.4942860194382146e-05,
+      "loss": 0.3942,
+      "step": 90000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.493729517642231e-05,
+      "loss": 0.3784,
+      "step": 90100
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.493167394615986e-05,
+      "loss": 0.3935,
+      "step": 90200
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.4926052715897406e-05,
+      "loss": 0.3869,
+      "step": 90300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.492043148563495e-05,
+      "loss": 0.3901,
+      "step": 90400
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.491481025537249e-05,
+      "loss": 0.3868,
+      "step": 90500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.490918902511004e-05,
+      "loss": 0.3753,
+      "step": 90600
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.4903567794847584e-05,
+      "loss": 0.3794,
+      "step": 90700
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.4897946564585124e-05,
+      "loss": 0.393,
+      "step": 90800
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.489232533432267e-05,
+      "loss": 0.3867,
+      "step": 90900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.4886704104060216e-05,
+      "loss": 0.3908,
+      "step": 91000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.488108287379776e-05,
+      "loss": 0.3859,
+      "step": 91100
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.48754616435353e-05,
+      "loss": 0.3838,
+      "step": 91200
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.486984041327285e-05,
+      "loss": 0.3861,
+      "step": 91300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.4864219183010394e-05,
+      "loss": 0.4011,
+      "step": 91400
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.485859795274794e-05,
+      "loss": 0.3825,
+      "step": 91500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.485297672248549e-05,
+      "loss": 0.3919,
+      "step": 91600
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.484735549222303e-05,
+      "loss": 0.3752,
+      "step": 91700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.484173426196058e-05,
+      "loss": 0.3754,
+      "step": 91800
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.483611303169812e-05,
+      "loss": 0.3903,
+      "step": 91900
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.4830491801435665e-05,
+      "loss": 0.3906,
+      "step": 92000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.482487057117321e-05,
+      "loss": 0.3713,
+      "step": 92100
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.481924934091075e-05,
+      "loss": 0.3835,
+      "step": 92200
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.48136281106483e-05,
+      "loss": 0.3925,
+      "step": 92300
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.4808006880385844e-05,
+      "loss": 0.3793,
+      "step": 92400
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.480238565012339e-05,
+      "loss": 0.3809,
+      "step": 92500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.479676441986093e-05,
+      "loss": 0.3763,
+      "step": 92600
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.4791143189598476e-05,
+      "loss": 0.3846,
+      "step": 92700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.478552195933602e-05,
+      "loss": 0.3815,
+      "step": 92800
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.477990072907357e-05,
+      "loss": 0.3811,
+      "step": 92900
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.4774279498811115e-05,
+      "loss": 0.3862,
+      "step": 93000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.476865826854866e-05,
+      "loss": 0.3752,
+      "step": 93100
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.476303703828621e-05,
+      "loss": 0.376,
+      "step": 93200
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.4757415808023747e-05,
+      "loss": 0.38,
+      "step": 93300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.475179457776129e-05,
+      "loss": 0.3714,
+      "step": 93400
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.474617334749884e-05,
+      "loss": 0.374,
+      "step": 93500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.474055211723638e-05,
+      "loss": 0.3832,
+      "step": 93600
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.4734930886973925e-05,
+      "loss": 0.373,
+      "step": 93700
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.472930965671147e-05,
+      "loss": 0.3801,
+      "step": 93800
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.472368842644902e-05,
+      "loss": 0.383,
+      "step": 93900
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.471806719618656e-05,
+      "loss": 0.3805,
+      "step": 94000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.47124459659241e-05,
+      "loss": 0.3795,
+      "step": 94100
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.470682473566165e-05,
+      "loss": 0.3773,
+      "step": 94200
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.470120350539919e-05,
+      "loss": 0.3767,
+      "step": 94300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.4695582275136735e-05,
+      "loss": 0.3762,
+      "step": 94400
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.468996104487428e-05,
+      "loss": 0.3764,
+      "step": 94500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.468433981461183e-05,
+      "loss": 0.3771,
+      "step": 94600
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.4678718584349374e-05,
+      "loss": 0.3781,
+      "step": 94700
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.467309735408692e-05,
+      "loss": 0.3699,
+      "step": 94800
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.466747612382447e-05,
+      "loss": 0.3763,
+      "step": 94900
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.466191110586463e-05,
+      "loss": 0.3853,
+      "step": 95000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.4656289875602174e-05,
+      "loss": 0.3851,
+      "step": 95100
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.465066864533972e-05,
+      "loss": 0.3761,
+      "step": 95200
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.4645047415077266e-05,
+      "loss": 0.375,
+      "step": 95300
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.4639426184814806e-05,
+      "loss": 0.3679,
+      "step": 95400
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.463380495455235e-05,
+      "loss": 0.3827,
+      "step": 95500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.46281837242899e-05,
+      "loss": 0.3676,
+      "step": 95600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.4622562494027445e-05,
+      "loss": 0.3824,
+      "step": 95700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.461694126376499e-05,
+      "loss": 0.3812,
+      "step": 95800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.461132003350254e-05,
+      "loss": 0.376,
+      "step": 95900
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.4605698803240084e-05,
+      "loss": 0.3842,
+      "step": 96000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.460007757297762e-05,
+      "loss": 0.3765,
+      "step": 96100
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.459445634271517e-05,
+      "loss": 0.381,
+      "step": 96200
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.4588835112452716e-05,
+      "loss": 0.377,
+      "step": 96300
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.4583213882190255e-05,
+      "loss": 0.3812,
+      "step": 96400
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.45775926519278e-05,
+      "loss": 0.3758,
+      "step": 96500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.457197142166535e-05,
+      "loss": 0.3731,
+      "step": 96600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.4566350191402894e-05,
+      "loss": 0.378,
+      "step": 96700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.4560728961140433e-05,
+      "loss": 0.3776,
+      "step": 96800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.455510773087798e-05,
+      "loss": 0.3781,
+      "step": 96900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.4549486500615526e-05,
+      "loss": 0.379,
+      "step": 97000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.454386527035307e-05,
+      "loss": 0.3747,
+      "step": 97100
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.453824404009062e-05,
+      "loss": 0.3598,
+      "step": 97200
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.4532622809828165e-05,
+      "loss": 0.3821,
+      "step": 97300
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.452705779186833e-05,
+      "loss": 0.3837,
+      "step": 97400
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.452143656160587e-05,
+      "loss": 0.3714,
+      "step": 97500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.451581533134342e-05,
+      "loss": 0.3694,
+      "step": 97600
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.4510194101080965e-05,
+      "loss": 0.3728,
+      "step": 97700
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.450457287081851e-05,
+      "loss": 0.3767,
+      "step": 97800
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.449895164055605e-05,
+      "loss": 0.3666,
+      "step": 97900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.4493330410293597e-05,
+      "loss": 0.3803,
+      "step": 98000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.448770918003114e-05,
+      "loss": 0.3693,
+      "step": 98100
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.448208794976869e-05,
+      "loss": 0.3818,
+      "step": 98200
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.4476466719506235e-05,
+      "loss": 0.3752,
+      "step": 98300
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.447084548924378e-05,
+      "loss": 0.3716,
+      "step": 98400
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.446522425898133e-05,
+      "loss": 0.3697,
+      "step": 98500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.445960302871887e-05,
+      "loss": 0.3741,
+      "step": 98600
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.4453981798456414e-05,
+      "loss": 0.3774,
+      "step": 98700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.444836056819396e-05,
+      "loss": 0.3637,
+      "step": 98800
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.44427393379315e-05,
+      "loss": 0.3748,
+      "step": 98900
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.4437118107669046e-05,
+      "loss": 0.3756,
+      "step": 99000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.443149687740659e-05,
+      "loss": 0.3713,
+      "step": 99100
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.442587564714414e-05,
+      "loss": 0.3794,
+      "step": 99200
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.442025441688168e-05,
+      "loss": 0.3647,
+      "step": 99300
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.4414633186619224e-05,
+      "loss": 0.3762,
+      "step": 99400
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.440901195635677e-05,
+      "loss": 0.3655,
+      "step": 99500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.440339072609431e-05,
+      "loss": 0.3762,
+      "step": 99600
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.4397769495831856e-05,
+      "loss": 0.3643,
+      "step": 99700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.43921482655694e-05,
+      "loss": 0.3744,
+      "step": 99800
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.438652703530695e-05,
+      "loss": 0.3697,
+      "step": 99900
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.4380905805044495e-05,
+      "loss": 0.375,
+      "step": 100000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.437528457478204e-05,
+      "loss": 0.3759,
+      "step": 100100
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.436966334451959e-05,
+      "loss": 0.3705,
+      "step": 100200
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.436404211425713e-05,
+      "loss": 0.3684,
+      "step": 100300
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.435842088399467e-05,
+      "loss": 0.3733,
+      "step": 100400
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.435279965373222e-05,
+      "loss": 0.3791,
+      "step": 100500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.4347178423469766e-05,
+      "loss": 0.3708,
+      "step": 100600
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.4341557193207305e-05,
+      "loss": 0.3655,
+      "step": 100700
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.433593596294485e-05,
+      "loss": 0.3764,
+      "step": 100800
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.43303147326824e-05,
+      "loss": 0.3794,
+      "step": 100900
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.432469350241994e-05,
+      "loss": 0.3646,
+      "step": 101000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.4319072272157484e-05,
+      "loss": 0.3682,
+      "step": 101100
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.431345104189503e-05,
+      "loss": 0.3701,
+      "step": 101200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.4307829811632576e-05,
+      "loss": 0.3687,
+      "step": 101300
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.430220858137012e-05,
+      "loss": 0.3653,
+      "step": 101400
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.429658735110767e-05,
+      "loss": 0.3593,
+      "step": 101500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.4290966120845215e-05,
+      "loss": 0.3754,
+      "step": 101600
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.4285344890582755e-05,
+      "loss": 0.3658,
+      "step": 101700
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.42797236603203e-05,
+      "loss": 0.3705,
+      "step": 101800
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.427410243005785e-05,
+      "loss": 0.3659,
+      "step": 101900
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.4268481199795393e-05,
+      "loss": 0.358,
+      "step": 102000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.426285996953293e-05,
+      "loss": 0.3584,
+      "step": 102100
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.425723873927048e-05,
+      "loss": 0.3656,
+      "step": 102200
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.4251617509008025e-05,
+      "loss": 0.3595,
+      "step": 102300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.4245996278745565e-05,
+      "loss": 0.3651,
+      "step": 102400
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.424037504848311e-05,
+      "loss": 0.3589,
+      "step": 102500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.423475381822066e-05,
+      "loss": 0.3677,
+      "step": 102600
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.4229132587958204e-05,
+      "loss": 0.3654,
+      "step": 102700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.422351135769574e-05,
+      "loss": 0.367,
+      "step": 102800
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.421789012743329e-05,
+      "loss": 0.3565,
+      "step": 102900
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.4212268897170836e-05,
+      "loss": 0.3613,
+      "step": 103000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.420664766690838e-05,
+      "loss": 0.3681,
+      "step": 103100
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.420102643664593e-05,
+      "loss": 0.3757,
+      "step": 103200
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.4195405206383475e-05,
+      "loss": 0.3704,
+      "step": 103300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.418978397612102e-05,
+      "loss": 0.3582,
+      "step": 103400
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.418416274585856e-05,
+      "loss": 0.3719,
+      "step": 103500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.417854151559611e-05,
+      "loss": 0.3696,
+      "step": 103600
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.417292028533365e-05,
+      "loss": 0.3537,
+      "step": 103700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.416729905507119e-05,
+      "loss": 0.364,
+      "step": 103800
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.416167782480874e-05,
+      "loss": 0.3716,
+      "step": 103900
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.4156056594546285e-05,
+      "loss": 0.3623,
+      "step": 104000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.415043536428383e-05,
+      "loss": 0.358,
+      "step": 104100
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.414481413402137e-05,
+      "loss": 0.3691,
+      "step": 104200
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.413919290375892e-05,
+      "loss": 0.3629,
+      "step": 104300
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.4133571673496463e-05,
+      "loss": 0.372,
+      "step": 104400
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.4127950443234e-05,
+      "loss": 0.3583,
+      "step": 104500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.4122329212971556e-05,
+      "loss": 0.3695,
+      "step": 104600
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.41167079827091e-05,
+      "loss": 0.3648,
+      "step": 104700
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.411108675244665e-05,
+      "loss": 0.3688,
+      "step": 104800
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.410546552218419e-05,
+      "loss": 0.3637,
+      "step": 104900
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.4099844291921734e-05,
+      "loss": 0.3569,
+      "step": 105000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.409422306165928e-05,
+      "loss": 0.3601,
+      "step": 105100
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.408860183139682e-05,
+      "loss": 0.3607,
+      "step": 105200
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.4082980601134366e-05,
+      "loss": 0.3626,
+      "step": 105300
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.407735937087191e-05,
+      "loss": 0.3644,
+      "step": 105400
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.407173814060945e-05,
+      "loss": 0.3607,
+      "step": 105500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.4066173122649627e-05,
+      "loss": 0.3715,
+      "step": 105600
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.406055189238717e-05,
+      "loss": 0.3562,
+      "step": 105700
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.405493066212472e-05,
+      "loss": 0.3494,
+      "step": 105800
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.404930943186226e-05,
+      "loss": 0.3573,
+      "step": 105900
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.4043688201599805e-05,
+      "loss": 0.3628,
+      "step": 106000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.403806697133735e-05,
+      "loss": 0.3572,
+      "step": 106100
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.40324457410749e-05,
+      "loss": 0.3681,
+      "step": 106200
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.402688072311506e-05,
+      "loss": 0.3614,
+      "step": 106300
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.4021259492852605e-05,
+      "loss": 0.3619,
+      "step": 106400
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.401563826259015e-05,
+      "loss": 0.3644,
+      "step": 106500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.40100170323277e-05,
+      "loss": 0.363,
+      "step": 106600
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.4004395802065243e-05,
+      "loss": 0.3593,
+      "step": 106700
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.399877457180279e-05,
+      "loss": 0.3642,
+      "step": 106800
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.3993153341540336e-05,
+      "loss": 0.362,
+      "step": 106900
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.3987532111277875e-05,
+      "loss": 0.3646,
+      "step": 107000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.398191088101542e-05,
+      "loss": 0.3577,
+      "step": 107100
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.397628965075297e-05,
+      "loss": 0.3555,
+      "step": 107200
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.3970668420490514e-05,
+      "loss": 0.3641,
+      "step": 107300
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.3965047190228054e-05,
+      "loss": 0.3537,
+      "step": 107400
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.39594259599656e-05,
+      "loss": 0.3582,
+      "step": 107500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.3953804729703146e-05,
+      "loss": 0.359,
+      "step": 107600
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.3948183499440686e-05,
+      "loss": 0.3665,
+      "step": 107700
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.394256226917823e-05,
+      "loss": 0.3615,
+      "step": 107800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.393694103891578e-05,
+      "loss": 0.3653,
+      "step": 107900
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.3931319808653325e-05,
+      "loss": 0.3588,
+      "step": 108000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.3925698578390864e-05,
+      "loss": 0.3648,
+      "step": 108100
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.392007734812841e-05,
+      "loss": 0.3551,
+      "step": 108200
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.391445611786596e-05,
+      "loss": 0.3581,
+      "step": 108300
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.39088348876035e-05,
+      "loss": 0.3519,
+      "step": 108400
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.390326986964367e-05,
+      "loss": 0.3532,
+      "step": 108500
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.389764863938122e-05,
+      "loss": 0.3555,
+      "step": 108600
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.389202740911876e-05,
+      "loss": 0.3519,
+      "step": 108700
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.38864061788563e-05,
+      "loss": 0.3562,
+      "step": 108800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.388078494859385e-05,
+      "loss": 0.3502,
+      "step": 108900
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.3875163718331395e-05,
+      "loss": 0.3544,
+      "step": 109000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.386954248806894e-05,
+      "loss": 0.3599,
+      "step": 109100
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.386392125780648e-05,
+      "loss": 0.3595,
+      "step": 109200
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.385830002754403e-05,
+      "loss": 0.3606,
+      "step": 109300
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.3852678797281574e-05,
+      "loss": 0.3586,
+      "step": 109400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.384711377932175e-05,
+      "loss": 0.3639,
+      "step": 109500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.384149254905929e-05,
+      "loss": 0.3576,
+      "step": 109600
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.3835871318796834e-05,
+      "loss": 0.3542,
+      "step": 109700
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.383025008853438e-05,
+      "loss": 0.3622,
+      "step": 109800
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.382462885827192e-05,
+      "loss": 0.3677,
+      "step": 109900
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.3819007628009466e-05,
+      "loss": 0.3556,
+      "step": 110000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.381338639774701e-05,
+      "loss": 0.3512,
+      "step": 110100
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.3807821379787186e-05,
+      "loss": 0.3553,
+      "step": 110200
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.3802200149524726e-05,
+      "loss": 0.355,
+      "step": 110300
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.379657891926227e-05,
+      "loss": 0.3479,
+      "step": 110400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.379101390130244e-05,
+      "loss": 0.3513,
+      "step": 110500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.3785392671039986e-05,
+      "loss": 0.3509,
+      "step": 110600
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.3779771440777526e-05,
+      "loss": 0.3499,
+      "step": 110700
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.377415021051507e-05,
+      "loss": 0.3526,
+      "step": 110800
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.376852898025262e-05,
+      "loss": 0.3636,
+      "step": 110900
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.3762907749990165e-05,
+      "loss": 0.3453,
+      "step": 111000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.375728651972771e-05,
+      "loss": 0.3463,
+      "step": 111100
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.375166528946526e-05,
+      "loss": 0.3647,
+      "step": 111200
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.37460440592028e-05,
+      "loss": 0.3533,
+      "step": 111300
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.374042282894034e-05,
+      "loss": 0.3477,
+      "step": 111400
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.373480159867789e-05,
+      "loss": 0.351,
+      "step": 111500
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.3729180368415435e-05,
+      "loss": 0.3571,
+      "step": 111600
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.372355913815298e-05,
+      "loss": 0.3505,
+      "step": 111700
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.371793790789052e-05,
+      "loss": 0.3574,
+      "step": 111800
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.371231667762807e-05,
+      "loss": 0.341,
+      "step": 111900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.3706695447365614e-05,
+      "loss": 0.3523,
+      "step": 112000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.370107421710315e-05,
+      "loss": 0.347,
+      "step": 112100
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.36954529868407e-05,
+      "loss": 0.3608,
+      "step": 112200
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.3689831756578246e-05,
+      "loss": 0.36,
+      "step": 112300
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.368421052631579e-05,
+      "loss": 0.3526,
+      "step": 112400
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.367858929605333e-05,
+      "loss": 0.3534,
+      "step": 112500
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.3672968065790885e-05,
+      "loss": 0.3602,
+      "step": 112600
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.366734683552843e-05,
+      "loss": 0.3528,
+      "step": 112700
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.366172560526597e-05,
+      "loss": 0.3475,
+      "step": 112800
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.365610437500352e-05,
+      "loss": 0.3558,
+      "step": 112900
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.365048314474106e-05,
+      "loss": 0.3528,
+      "step": 113000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.364486191447861e-05,
+      "loss": 0.3506,
+      "step": 113100
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.363924068421615e-05,
+      "loss": 0.3514,
+      "step": 113200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.3633619453953695e-05,
+      "loss": 0.3579,
+      "step": 113300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.362799822369124e-05,
+      "loss": 0.352,
+      "step": 113400
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.362237699342878e-05,
+      "loss": 0.3467,
+      "step": 113500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.361675576316633e-05,
+      "loss": 0.3551,
+      "step": 113600
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.361113453290387e-05,
+      "loss": 0.3525,
+      "step": 113700
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.360551330264142e-05,
+      "loss": 0.3523,
+      "step": 113800
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.359989207237896e-05,
+      "loss": 0.3458,
+      "step": 113900
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.3594270842116505e-05,
+      "loss": 0.3494,
+      "step": 114000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.358864961185405e-05,
+      "loss": 0.3562,
+      "step": 114100
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.35830283815916e-05,
+      "loss": 0.3537,
+      "step": 114200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.3577407151329144e-05,
+      "loss": 0.346,
+      "step": 114300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.357178592106669e-05,
+      "loss": 0.3409,
+      "step": 114400
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.356616469080424e-05,
+      "loss": 0.3479,
+      "step": 114500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.3560543460541776e-05,
+      "loss": 0.3468,
+      "step": 114600
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.355492223027932e-05,
+      "loss": 0.3493,
+      "step": 114700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.354930100001687e-05,
+      "loss": 0.3539,
+      "step": 114800
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.354367976975441e-05,
+      "loss": 0.3429,
+      "step": 114900
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.3538058539491955e-05,
+      "loss": 0.351,
+      "step": 115000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.35324373092295e-05,
+      "loss": 0.3555,
+      "step": 115100
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.352681607896704e-05,
+      "loss": 0.3376,
+      "step": 115200
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.352119484870459e-05,
+      "loss": 0.3434,
+      "step": 115300
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.351557361844213e-05,
+      "loss": 0.3473,
+      "step": 115400
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.350995238817968e-05,
+      "loss": 0.3501,
+      "step": 115500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.350433115791722e-05,
+      "loss": 0.3468,
+      "step": 115600
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.3498709927654765e-05,
+      "loss": 0.3444,
+      "step": 115700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.349308869739231e-05,
+      "loss": 0.3502,
+      "step": 115800
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.348746746712986e-05,
+      "loss": 0.3477,
+      "step": 115900
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.3481846236867404e-05,
+      "loss": 0.3475,
+      "step": 116000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.347622500660495e-05,
+      "loss": 0.3537,
+      "step": 116100
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.3470603776342496e-05,
+      "loss": 0.3423,
+      "step": 116200
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.3464982546080036e-05,
+      "loss": 0.3438,
+      "step": 116300
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.345936131581758e-05,
+      "loss": 0.3458,
+      "step": 116400
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.345374008555513e-05,
+      "loss": 0.3398,
+      "step": 116500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.344811885529267e-05,
+      "loss": 0.3426,
+      "step": 116600
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.3442497625030214e-05,
+      "loss": 0.3487,
+      "step": 116700
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.343687639476776e-05,
+      "loss": 0.3398,
+      "step": 116800
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.343125516450531e-05,
+      "loss": 0.3475,
+      "step": 116900
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.3425633934242846e-05,
+      "loss": 0.3444,
+      "step": 117000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.342001270398039e-05,
+      "loss": 0.3456,
+      "step": 117100
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.341439147371794e-05,
+      "loss": 0.3578,
+      "step": 117200
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.3408770243455485e-05,
+      "loss": 0.3421,
+      "step": 117300
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.340314901319303e-05,
+      "loss": 0.3474,
+      "step": 117400
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.339752778293058e-05,
+      "loss": 0.3477,
+      "step": 117500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.3391906552668124e-05,
+      "loss": 0.3502,
+      "step": 117600
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.3386285322405663e-05,
+      "loss": 0.3441,
+      "step": 117700
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.338066409214321e-05,
+      "loss": 0.3409,
+      "step": 117800
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.3375042861880756e-05,
+      "loss": 0.339,
+      "step": 117900
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.3369421631618295e-05,
+      "loss": 0.3435,
+      "step": 118000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.336380040135584e-05,
+      "loss": 0.3441,
+      "step": 118100
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.335817917109339e-05,
+      "loss": 0.3443,
+      "step": 118200
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.3352557940830934e-05,
+      "loss": 0.345,
+      "step": 118300
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.3346936710568474e-05,
+      "loss": 0.3517,
+      "step": 118400
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.334131548030602e-05,
+      "loss": 0.3485,
+      "step": 118500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.3335694250043566e-05,
+      "loss": 0.3437,
+      "step": 118600
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.3330073019781106e-05,
+      "loss": 0.3456,
+      "step": 118700
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.332445178951865e-05,
+      "loss": 0.3412,
+      "step": 118800
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.33188305592562e-05,
+      "loss": 0.3447,
+      "step": 118900
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.3313209328993745e-05,
+      "loss": 0.3557,
+      "step": 119000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.330758809873129e-05,
+      "loss": 0.3389,
+      "step": 119100
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.330196686846884e-05,
+      "loss": 0.3366,
+      "step": 119200
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.3296345638206384e-05,
+      "loss": 0.3379,
+      "step": 119300
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.329072440794392e-05,
+      "loss": 0.34,
+      "step": 119400
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.328510317768147e-05,
+      "loss": 0.3384,
+      "step": 119500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.3279481947419016e-05,
+      "loss": 0.3498,
+      "step": 119600
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.327386071715656e-05,
+      "loss": 0.3439,
+      "step": 119700
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.32682394868941e-05,
+      "loss": 0.3456,
+      "step": 119800
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.326261825663165e-05,
+      "loss": 0.3453,
+      "step": 119900
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.3256997026369194e-05,
+      "loss": 0.3428,
+      "step": 120000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.3251375796106733e-05,
+      "loss": 0.342,
+      "step": 120100
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.324575456584428e-05,
+      "loss": 0.3443,
+      "step": 120200
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.3240133335581826e-05,
+      "loss": 0.3374,
+      "step": 120300
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.323451210531937e-05,
+      "loss": 0.34,
+      "step": 120400
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.322889087505692e-05,
+      "loss": 0.3435,
+      "step": 120500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.3223325857097086e-05,
+      "loss": 0.3439,
+      "step": 120600
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.3217760839137254e-05,
+      "loss": 0.3405,
+      "step": 120700
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.32121396088748e-05,
+      "loss": 0.3414,
+      "step": 120800
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.320651837861234e-05,
+      "loss": 0.3361,
+      "step": 120900
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.3200897148349886e-05,
+      "loss": 0.343,
+      "step": 121000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.319527591808744e-05,
+      "loss": 0.3488,
+      "step": 121100
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.3189654687824985e-05,
+      "loss": 0.3365,
+      "step": 121200
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.3184033457562525e-05,
+      "loss": 0.3493,
+      "step": 121300
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.317841222730007e-05,
+      "loss": 0.3376,
+      "step": 121400
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.317279099703762e-05,
+      "loss": 0.3513,
+      "step": 121500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.316716976677516e-05,
+      "loss": 0.3471,
+      "step": 121600
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.31615485365127e-05,
+      "loss": 0.3441,
+      "step": 121700
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.315592730625025e-05,
+      "loss": 0.3504,
+      "step": 121800
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.3150306075987796e-05,
+      "loss": 0.3491,
+      "step": 121900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.3144684845725335e-05,
+      "loss": 0.3413,
+      "step": 122000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.313906361546288e-05,
+      "loss": 0.3367,
+      "step": 122100
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.313344238520043e-05,
+      "loss": 0.3429,
+      "step": 122200
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.312782115493797e-05,
+      "loss": 0.3401,
+      "step": 122300
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.3122199924675513e-05,
+      "loss": 0.3377,
+      "step": 122400
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.311657869441306e-05,
+      "loss": 0.3321,
+      "step": 122500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.3110957464150606e-05,
+      "loss": 0.3469,
+      "step": 122600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.310533623388815e-05,
+      "loss": 0.348,
+      "step": 122700
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.30997150036257e-05,
+      "loss": 0.3361,
+      "step": 122800
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.3094093773363245e-05,
+      "loss": 0.342,
+      "step": 122900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.3088472543100784e-05,
+      "loss": 0.3407,
+      "step": 123000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.308285131283833e-05,
+      "loss": 0.3421,
+      "step": 123100
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.307723008257588e-05,
+      "loss": 0.3407,
+      "step": 123200
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.307160885231342e-05,
+      "loss": 0.3419,
+      "step": 123300
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.306598762205096e-05,
+      "loss": 0.3477,
+      "step": 123400
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.306042260409113e-05,
+      "loss": 0.3413,
+      "step": 123500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.3054801373828677e-05,
+      "loss": 0.3489,
+      "step": 123600
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.304918014356622e-05,
+      "loss": 0.3377,
+      "step": 123700
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.304355891330377e-05,
+      "loss": 0.3399,
+      "step": 123800
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3037937683041315e-05,
+      "loss": 0.3462,
+      "step": 123900
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.303231645277886e-05,
+      "loss": 0.3372,
+      "step": 124000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.30266952225164e-05,
+      "loss": 0.3437,
+      "step": 124100
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.302107399225395e-05,
+      "loss": 0.3354,
+      "step": 124200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3015452761991494e-05,
+      "loss": 0.3396,
+      "step": 124300
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.300983153172904e-05,
+      "loss": 0.3395,
+      "step": 124400
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.30042665137692e-05,
+      "loss": 0.3368,
+      "step": 124500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.299864528350675e-05,
+      "loss": 0.3395,
+      "step": 124600
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.299302405324429e-05,
+      "loss": 0.3379,
+      "step": 124700
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.298740282298184e-05,
+      "loss": 0.3436,
+      "step": 124800
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2981781592719386e-05,
+      "loss": 0.3424,
+      "step": 124900
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.297616036245693e-05,
+      "loss": 0.3456,
+      "step": 125000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.297053913219448e-05,
+      "loss": 0.3356,
+      "step": 125100
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.296491790193202e-05,
+      "loss": 0.3398,
+      "step": 125200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2959296671669564e-05,
+      "loss": 0.3482,
+      "step": 125300
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.295367544140711e-05,
+      "loss": 0.3391,
+      "step": 125400
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.294805421114465e-05,
+      "loss": 0.3461,
+      "step": 125500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2942432980882196e-05,
+      "loss": 0.3406,
+      "step": 125600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.293681175061974e-05,
+      "loss": 0.34,
+      "step": 125700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.293119052035729e-05,
+      "loss": 0.3382,
+      "step": 125800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.292556929009483e-05,
+      "loss": 0.3326,
+      "step": 125900
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2919948059832375e-05,
+      "loss": 0.3215,
+      "step": 126000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.291432682956992e-05,
+      "loss": 0.3347,
+      "step": 126100
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.290870559930746e-05,
+      "loss": 0.3429,
+      "step": 126200
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2903084369045013e-05,
+      "loss": 0.3298,
+      "step": 126300
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.289746313878256e-05,
+      "loss": 0.3425,
+      "step": 126400
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2891841908520106e-05,
+      "loss": 0.3315,
+      "step": 126500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2886220678257646e-05,
+      "loss": 0.3422,
+      "step": 126600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.288059944799519e-05,
+      "loss": 0.3332,
+      "step": 126700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.287497821773274e-05,
+      "loss": 0.3401,
+      "step": 126800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.286935698747028e-05,
+      "loss": 0.331,
+      "step": 126900
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2863735757207824e-05,
+      "loss": 0.34,
+      "step": 127000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.285811452694537e-05,
+      "loss": 0.3364,
+      "step": 127100
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.2852493296682916e-05,
+      "loss": 0.3343,
+      "step": 127200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.2846872066420456e-05,
+      "loss": 0.3312,
+      "step": 127300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.2841250836158e-05,
+      "loss": 0.3395,
+      "step": 127400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.283562960589555e-05,
+      "loss": 0.3333,
+      "step": 127500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.283000837563309e-05,
+      "loss": 0.3443,
+      "step": 127600
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.2824387145370634e-05,
+      "loss": 0.3233,
+      "step": 127700
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.281876591510818e-05,
+      "loss": 0.3436,
+      "step": 127800
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.281314468484573e-05,
+      "loss": 0.3394,
+      "step": 127900
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.2807579666885894e-05,
+      "loss": 0.3298,
+      "step": 128000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.280195843662344e-05,
+      "loss": 0.3325,
+      "step": 128100
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.279633720636099e-05,
+      "loss": 0.3477,
+      "step": 128200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.279071597609853e-05,
+      "loss": 0.3452,
+      "step": 128300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.278509474583607e-05,
+      "loss": 0.3423,
+      "step": 128400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.277947351557362e-05,
+      "loss": 0.3298,
+      "step": 128500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.2773852285311165e-05,
+      "loss": 0.3338,
+      "step": 128600
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.2768231055048705e-05,
+      "loss": 0.3289,
+      "step": 128700
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.276260982478625e-05,
+      "loss": 0.3326,
+      "step": 128800
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.27569885945238e-05,
+      "loss": 0.3273,
+      "step": 128900
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.2751367364261344e-05,
+      "loss": 0.3452,
+      "step": 129000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.274574613399889e-05,
+      "loss": 0.331,
+      "step": 129100
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.2740124903736436e-05,
+      "loss": 0.3276,
+      "step": 129200
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.273450367347398e-05,
+      "loss": 0.3299,
+      "step": 129300
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.272888244321152e-05,
+      "loss": 0.3374,
+      "step": 129400
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.272326121294907e-05,
+      "loss": 0.3364,
+      "step": 129500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.2717639982686615e-05,
+      "loss": 0.3362,
+      "step": 129600
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.271201875242416e-05,
+      "loss": 0.3289,
+      "step": 129700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.27063975221617e-05,
+      "loss": 0.338,
+      "step": 129800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.2700776291899247e-05,
+      "loss": 0.3362,
+      "step": 129900
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.269515506163679e-05,
+      "loss": 0.3308,
+      "step": 130000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.268953383137433e-05,
+      "loss": 0.3345,
+      "step": 130100
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.268391260111188e-05,
+      "loss": 0.3348,
+      "step": 130200
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.2678291370849425e-05,
+      "loss": 0.3312,
+      "step": 130300
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.267267014058697e-05,
+      "loss": 0.3332,
+      "step": 130400
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.266704891032452e-05,
+      "loss": 0.3343,
+      "step": 130500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.2661427680062064e-05,
+      "loss": 0.3245,
+      "step": 130600
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.265580644979961e-05,
+      "loss": 0.3295,
+      "step": 130700
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.265018521953715e-05,
+      "loss": 0.3364,
+      "step": 130800
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.2644563989274696e-05,
+      "loss": 0.3302,
+      "step": 130900
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.263894275901224e-05,
+      "loss": 0.3276,
+      "step": 131000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.263332152874979e-05,
+      "loss": 0.3304,
+      "step": 131100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.262781272309258e-05,
+      "loss": 0.3227,
+      "step": 131200
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.2622247705132745e-05,
+      "loss": 0.3405,
+      "step": 131300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.261662647487029e-05,
+      "loss": 0.3311,
+      "step": 131400
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.261100524460784e-05,
+      "loss": 0.3346,
+      "step": 131500
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.2605384014345384e-05,
+      "loss": 0.3286,
+      "step": 131600
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.259976278408292e-05,
+      "loss": 0.3327,
+      "step": 131700
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.259414155382047e-05,
+      "loss": 0.3367,
+      "step": 131800
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.2588520323558016e-05,
+      "loss": 0.3284,
+      "step": 131900
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.2582899093295555e-05,
+      "loss": 0.3297,
+      "step": 132000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.25772778630331e-05,
+      "loss": 0.331,
+      "step": 132100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.257165663277065e-05,
+      "loss": 0.3278,
+      "step": 132200
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.2566035402508194e-05,
+      "loss": 0.3317,
+      "step": 132300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.256041417224574e-05,
+      "loss": 0.3338,
+      "step": 132400
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.255479294198329e-05,
+      "loss": 0.3362,
+      "step": 132500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.254917171172083e-05,
+      "loss": 0.33,
+      "step": 132600
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.254355048145837e-05,
+      "loss": 0.3237,
+      "step": 132700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.253792925119592e-05,
+      "loss": 0.3394,
+      "step": 132800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.2532308020933465e-05,
+      "loss": 0.3332,
+      "step": 132900
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.252668679067101e-05,
+      "loss": 0.3209,
+      "step": 133000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.252106556040855e-05,
+      "loss": 0.3358,
+      "step": 133100
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.25154443301461e-05,
+      "loss": 0.3326,
+      "step": 133200
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.2509823099883643e-05,
+      "loss": 0.3217,
+      "step": 133300
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.250420186962118e-05,
+      "loss": 0.3323,
+      "step": 133400
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.249858063935873e-05,
+      "loss": 0.3241,
+      "step": 133500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.2492959409096275e-05,
+      "loss": 0.3352,
+      "step": 133600
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.248733817883382e-05,
+      "loss": 0.3366,
+      "step": 133700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.248171694857137e-05,
+      "loss": 0.3395,
+      "step": 133800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.2476151930611536e-05,
+      "loss": 0.3299,
+      "step": 133900
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.247053070034908e-05,
+      "loss": 0.3262,
+      "step": 134000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.246490947008663e-05,
+      "loss": 0.335,
+      "step": 134100
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.245928823982417e-05,
+      "loss": 0.3356,
+      "step": 134200
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.2453667009561714e-05,
+      "loss": 0.3264,
+      "step": 134300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.244804577929926e-05,
+      "loss": 0.3208,
+      "step": 134400
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.24424245490368e-05,
+      "loss": 0.324,
+      "step": 134500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.2436803318774346e-05,
+      "loss": 0.3382,
+      "step": 134600
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.243118208851189e-05,
+      "loss": 0.3339,
+      "step": 134700
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.242556085824944e-05,
+      "loss": 0.3336,
+      "step": 134800
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.2419939627986985e-05,
+      "loss": 0.3287,
+      "step": 134900
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.241431839772453e-05,
+      "loss": 0.333,
+      "step": 135000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.240869716746208e-05,
+      "loss": 0.324,
+      "step": 135100
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.240307593719962e-05,
+      "loss": 0.3289,
+      "step": 135200
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.239745470693716e-05,
+      "loss": 0.327,
+      "step": 135300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.239183347667471e-05,
+      "loss": 0.3261,
+      "step": 135400
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.238621224641225e-05,
+      "loss": 0.3213,
+      "step": 135500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.2380591016149795e-05,
+      "loss": 0.3367,
+      "step": 135600
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.237496978588734e-05,
+      "loss": 0.3272,
+      "step": 135700
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.236934855562489e-05,
+      "loss": 0.331,
+      "step": 135800
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.236372732536243e-05,
+      "loss": 0.3278,
+      "step": 135900
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.2358106095099974e-05,
+      "loss": 0.3227,
+      "step": 136000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.235248486483752e-05,
+      "loss": 0.3291,
+      "step": 136100
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.234686363457506e-05,
+      "loss": 0.3321,
+      "step": 136200
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.2341242404312606e-05,
+      "loss": 0.3211,
+      "step": 136300
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.233562117405015e-05,
+      "loss": 0.3348,
+      "step": 136400
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.23299999437877e-05,
+      "loss": 0.328,
+      "step": 136500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.2324378713525244e-05,
+      "loss": 0.3288,
+      "step": 136600
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.231875748326279e-05,
+      "loss": 0.3227,
+      "step": 136700
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.231313625300034e-05,
+      "loss": 0.3297,
+      "step": 136800
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.2307515022737877e-05,
+      "loss": 0.3348,
+      "step": 136900
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.230189379247542e-05,
+      "loss": 0.3298,
+      "step": 137000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.229627256221297e-05,
+      "loss": 0.331,
+      "step": 137100
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.2290651331950515e-05,
+      "loss": 0.3297,
+      "step": 137200
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.2285030101688055e-05,
+      "loss": 0.3338,
+      "step": 137300
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.22794088714256e-05,
+      "loss": 0.322,
+      "step": 137400
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.227378764116315e-05,
+      "loss": 0.319,
+      "step": 137500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.226816641090069e-05,
+      "loss": 0.3226,
+      "step": 137600
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.226254518063823e-05,
+      "loss": 0.3256,
+      "step": 137700
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.225692395037578e-05,
+      "loss": 0.3251,
+      "step": 137800
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.2251302720113326e-05,
+      "loss": 0.3249,
+      "step": 137900
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.224568148985087e-05,
+      "loss": 0.327,
+      "step": 138000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.224006025958842e-05,
+      "loss": 0.3255,
+      "step": 138100
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.2234495241628586e-05,
+      "loss": 0.3156,
+      "step": 138200
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.222887401136613e-05,
+      "loss": 0.3351,
+      "step": 138300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.222325278110367e-05,
+      "loss": 0.3214,
+      "step": 138400
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.221763155084122e-05,
+      "loss": 0.3266,
+      "step": 138500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.2212010320578764e-05,
+      "loss": 0.3271,
+      "step": 138600
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.2206389090316304e-05,
+      "loss": 0.323,
+      "step": 138700
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.220076786005385e-05,
+      "loss": 0.3318,
+      "step": 138800
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.2195146629791396e-05,
+      "loss": 0.3335,
+      "step": 138900
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.218952539952894e-05,
+      "loss": 0.3266,
+      "step": 139000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.218390416926649e-05,
+      "loss": 0.3273,
+      "step": 139100
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.2178282939004035e-05,
+      "loss": 0.3272,
+      "step": 139200
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.217266170874158e-05,
+      "loss": 0.3309,
+      "step": 139300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.216704047847912e-05,
+      "loss": 0.3185,
+      "step": 139400
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.216141924821667e-05,
+      "loss": 0.325,
+      "step": 139500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.2155798017954213e-05,
+      "loss": 0.3273,
+      "step": 139600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.215017678769176e-05,
+      "loss": 0.3236,
+      "step": 139700
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.21445555574293e-05,
+      "loss": 0.3197,
+      "step": 139800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.2138934327166846e-05,
+      "loss": 0.3213,
+      "step": 139900
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.213331309690439e-05,
+      "loss": 0.3273,
+      "step": 140000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.212769186664193e-05,
+      "loss": 0.326,
+      "step": 140100
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.212207063637948e-05,
+      "loss": 0.3236,
+      "step": 140200
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.2116449406117024e-05,
+      "loss": 0.3254,
+      "step": 140300
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.211082817585457e-05,
+      "loss": 0.3272,
+      "step": 140400
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.210520694559211e-05,
+      "loss": 0.3215,
+      "step": 140500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.2099585715329656e-05,
+      "loss": 0.3243,
+      "step": 140600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.20939644850672e-05,
+      "loss": 0.3252,
+      "step": 140700
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.208834325480475e-05,
+      "loss": 0.3256,
+      "step": 140800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.2082722024542295e-05,
+      "loss": 0.3226,
+      "step": 140900
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.207710079427984e-05,
+      "loss": 0.3273,
+      "step": 141000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.207147956401739e-05,
+      "loss": 0.3333,
+      "step": 141100
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.206585833375493e-05,
+      "loss": 0.3321,
+      "step": 141200
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.206023710349247e-05,
+      "loss": 0.3284,
+      "step": 141300
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.205461587323002e-05,
+      "loss": 0.3278,
+      "step": 141400
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.204899464296756e-05,
+      "loss": 0.3261,
+      "step": 141500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.2043373412705105e-05,
+      "loss": 0.3258,
+      "step": 141600
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.203775218244265e-05,
+      "loss": 0.3258,
+      "step": 141700
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.20321309521802e-05,
+      "loss": 0.3271,
+      "step": 141800
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.202650972191774e-05,
+      "loss": 0.3261,
+      "step": 141900
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.2020888491655283e-05,
+      "loss": 0.323,
+      "step": 142000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.201526726139283e-05,
+      "loss": 0.3207,
+      "step": 142100
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.2009646031130376e-05,
+      "loss": 0.3253,
+      "step": 142200
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.200402480086792e-05,
+      "loss": 0.3261,
+      "step": 142300
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.199840357060547e-05,
+      "loss": 0.3185,
+      "step": 142400
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.1992782340343015e-05,
+      "loss": 0.3198,
+      "step": 142500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.1987161110080554e-05,
+      "loss": 0.319,
+      "step": 142600
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.19815398798181e-05,
+      "loss": 0.3204,
+      "step": 142700
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.197591864955565e-05,
+      "loss": 0.3199,
+      "step": 142800
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.1970297419293186e-05,
+      "loss": 0.3203,
+      "step": 142900
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.196467618903073e-05,
+      "loss": 0.3241,
+      "step": 143000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.195905495876828e-05,
+      "loss": 0.3238,
+      "step": 143100
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.1953433728505825e-05,
+      "loss": 0.3321,
+      "step": 143200
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.1947812498243365e-05,
+      "loss": 0.3206,
+      "step": 143300
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.194219126798091e-05,
+      "loss": 0.3262,
+      "step": 143400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.193657003771846e-05,
+      "loss": 0.3166,
+      "step": 143500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.1930948807456e-05,
+      "loss": 0.3251,
+      "step": 143600
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.192532757719354e-05,
+      "loss": 0.3242,
+      "step": 143700
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.191970634693109e-05,
+      "loss": 0.3181,
+      "step": 143800
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.1914085116668636e-05,
+      "loss": 0.333,
+      "step": 143900
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.190846388640618e-05,
+      "loss": 0.3202,
+      "step": 144000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.190284265614373e-05,
+      "loss": 0.3258,
+      "step": 144100
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.1897221425881274e-05,
+      "loss": 0.3206,
+      "step": 144200
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.1891600195618814e-05,
+      "loss": 0.3171,
+      "step": 144300
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.188597896535636e-05,
+      "loss": 0.3269,
+      "step": 144400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.1880357735093907e-05,
+      "loss": 0.3154,
+      "step": 144500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.187473650483145e-05,
+      "loss": 0.3145,
+      "step": 144600
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.1869171486871614e-05,
+      "loss": 0.324,
+      "step": 144700
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.186355025660916e-05,
+      "loss": 0.3212,
+      "step": 144800
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.1857929026346706e-05,
+      "loss": 0.317,
+      "step": 144900
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.185230779608425e-05,
+      "loss": 0.3184,
+      "step": 145000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.18466865658218e-05,
+      "loss": 0.3268,
+      "step": 145100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.1841065335559345e-05,
+      "loss": 0.3273,
+      "step": 145200
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.183544410529689e-05,
+      "loss": 0.3234,
+      "step": 145300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.182987908733705e-05,
+      "loss": 0.3202,
+      "step": 145400
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.18242578570746e-05,
+      "loss": 0.3237,
+      "step": 145500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.1818636626812145e-05,
+      "loss": 0.3203,
+      "step": 145600
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.181301539654969e-05,
+      "loss": 0.3145,
+      "step": 145700
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.180739416628723e-05,
+      "loss": 0.3236,
+      "step": 145800
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.180177293602478e-05,
+      "loss": 0.3183,
+      "step": 145900
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.179615170576232e-05,
+      "loss": 0.3176,
+      "step": 146000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.179053047549987e-05,
+      "loss": 0.3248,
+      "step": 146100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.1784909245237416e-05,
+      "loss": 0.3201,
+      "step": 146200
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.177928801497496e-05,
+      "loss": 0.3197,
+      "step": 146300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.177366678471251e-05,
+      "loss": 0.3284,
+      "step": 146400
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.176804555445005e-05,
+      "loss": 0.3115,
+      "step": 146500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.1762424324187594e-05,
+      "loss": 0.3218,
+      "step": 146600
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.175680309392514e-05,
+      "loss": 0.3137,
+      "step": 146700
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.175118186366268e-05,
+      "loss": 0.3255,
+      "step": 146800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.1745560633400226e-05,
+      "loss": 0.3236,
+      "step": 146900
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.173993940313777e-05,
+      "loss": 0.3162,
+      "step": 147000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.173431817287532e-05,
+      "loss": 0.3225,
+      "step": 147100
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.172869694261286e-05,
+      "loss": 0.3126,
+      "step": 147200
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.1723075712350404e-05,
+      "loss": 0.3202,
+      "step": 147300
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.171745448208795e-05,
+      "loss": 0.3198,
+      "step": 147400
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.17118332518255e-05,
+      "loss": 0.3205,
+      "step": 147500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.170621202156304e-05,
+      "loss": 0.3131,
+      "step": 147600
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.170059079130059e-05,
+      "loss": 0.3103,
+      "step": 147700
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.1694969561038136e-05,
+      "loss": 0.3165,
+      "step": 147800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.1689348330775675e-05,
+      "loss": 0.3117,
+      "step": 147900
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.168372710051322e-05,
+      "loss": 0.3179,
+      "step": 148000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.167810587025077e-05,
+      "loss": 0.3159,
+      "step": 148100
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.167248463998831e-05,
+      "loss": 0.3249,
+      "step": 148200
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.1666863409725854e-05,
+      "loss": 0.309,
+      "step": 148300
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.16612421794634e-05,
+      "loss": 0.3195,
+      "step": 148400
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.1655620949200946e-05,
+      "loss": 0.3216,
+      "step": 148500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.1649999718938486e-05,
+      "loss": 0.3126,
+      "step": 148600
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.164437848867603e-05,
+      "loss": 0.3118,
+      "step": 148700
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.1638813470716206e-05,
+      "loss": 0.32,
+      "step": 148800
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.163319224045375e-05,
+      "loss": 0.3136,
+      "step": 148900
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.162757101019129e-05,
+      "loss": 0.3166,
+      "step": 149000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.162194977992884e-05,
+      "loss": 0.3172,
+      "step": 149100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.1616328549666385e-05,
+      "loss": 0.3067,
+      "step": 149200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.1610707319403924e-05,
+      "loss": 0.3125,
+      "step": 149300
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.160508608914147e-05,
+      "loss": 0.3172,
+      "step": 149400
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.159946485887902e-05,
+      "loss": 0.3221,
+      "step": 149500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.159384362861656e-05,
+      "loss": 0.3164,
+      "step": 149600
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.15882223983541e-05,
+      "loss": 0.3138,
+      "step": 149700
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.158260116809165e-05,
+      "loss": 0.3164,
+      "step": 149800
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.1576979937829195e-05,
+      "loss": 0.3113,
+      "step": 149900
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.1571358707566735e-05,
+      "loss": 0.3116,
+      "step": 150000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.156573747730428e-05,
+      "loss": 0.3182,
+      "step": 150100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.156011624704183e-05,
+      "loss": 0.3136,
+      "step": 150200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.155449501677937e-05,
+      "loss": 0.3072,
+      "step": 150300
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.154887378651692e-05,
+      "loss": 0.311,
+      "step": 150400
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.1543252556254466e-05,
+      "loss": 0.3104,
+      "step": 150500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.153763132599201e-05,
+      "loss": 0.3065,
+      "step": 150600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.153201009572955e-05,
+      "loss": 0.3189,
+      "step": 150700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.15263888654671e-05,
+      "loss": 0.3161,
+      "step": 150800
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.1520767635204644e-05,
+      "loss": 0.3194,
+      "step": 150900
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.151514640494219e-05,
+      "loss": 0.3179,
+      "step": 151000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.150952517467973e-05,
+      "loss": 0.3203,
+      "step": 151100
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.1503903944417276e-05,
+      "loss": 0.3189,
+      "step": 151200
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.149828271415482e-05,
+      "loss": 0.3156,
+      "step": 151300
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.149266148389236e-05,
+      "loss": 0.3114,
+      "step": 151400
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.148704025362991e-05,
+      "loss": 0.3108,
+      "step": 151500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.1481419023367455e-05,
+      "loss": 0.3097,
+      "step": 151600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.1475797793105e-05,
+      "loss": 0.324,
+      "step": 151700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.147017656284255e-05,
+      "loss": 0.3139,
+      "step": 151800
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.1464555332580093e-05,
+      "loss": 0.3124,
+      "step": 151900
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.145893410231764e-05,
+      "loss": 0.318,
+      "step": 152000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.145331287205518e-05,
+      "loss": 0.3108,
+      "step": 152100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.1447691641792726e-05,
+      "loss": 0.319,
+      "step": 152200
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.144207041153027e-05,
+      "loss": 0.3191,
+      "step": 152300
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.143644918126782e-05,
+      "loss": 0.3115,
+      "step": 152400
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.143082795100536e-05,
+      "loss": 0.3116,
+      "step": 152500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.1425206720742904e-05,
+      "loss": 0.3197,
+      "step": 152600
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.141958549048045e-05,
+      "loss": 0.3138,
+      "step": 152700
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.141396426021799e-05,
+      "loss": 0.3171,
+      "step": 152800
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.1408343029955536e-05,
+      "loss": 0.3194,
+      "step": 152900
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.140272179969308e-05,
+      "loss": 0.3109,
+      "step": 153000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.139710056943063e-05,
+      "loss": 0.3133,
+      "step": 153100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.139147933916817e-05,
+      "loss": 0.3119,
+      "step": 153200
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.1385858108905714e-05,
+      "loss": 0.3038,
+      "step": 153300
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.138023687864326e-05,
+      "loss": 0.3085,
+      "step": 153400
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.137461564838081e-05,
+      "loss": 0.3147,
+      "step": 153500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.136899441811835e-05,
+      "loss": 0.3172,
+      "step": 153600
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.13633731878559e-05,
+      "loss": 0.3064,
+      "step": 153700
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.1357751957593446e-05,
+      "loss": 0.3089,
+      "step": 153800
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.1352186939633606e-05,
+      "loss": 0.3108,
+      "step": 153900
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.134656570937115e-05,
+      "loss": 0.3099,
+      "step": 154000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.13409444791087e-05,
+      "loss": 0.3197,
+      "step": 154100
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.1335323248846245e-05,
+      "loss": 0.3101,
+      "step": 154200
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.1329702018583785e-05,
+      "loss": 0.316,
+      "step": 154300
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.132408078832133e-05,
+      "loss": 0.3225,
+      "step": 154400
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.131845955805888e-05,
+      "loss": 0.3074,
+      "step": 154500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.1312838327796424e-05,
+      "loss": 0.3193,
+      "step": 154600
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.130721709753397e-05,
+      "loss": 0.3122,
+      "step": 154700
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.1301595867271516e-05,
+      "loss": 0.3126,
+      "step": 154800
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.129597463700906e-05,
+      "loss": 0.3118,
+      "step": 154900
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.12903534067466e-05,
+      "loss": 0.3097,
+      "step": 155000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.128473217648415e-05,
+      "loss": 0.3091,
+      "step": 155100
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.1279110946221695e-05,
+      "loss": 0.3091,
+      "step": 155200
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.1273489715959234e-05,
+      "loss": 0.3102,
+      "step": 155300
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.126786848569678e-05,
+      "loss": 0.3094,
+      "step": 155400
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.1262247255434327e-05,
+      "loss": 0.3121,
+      "step": 155500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.1256626025171866e-05,
+      "loss": 0.3135,
+      "step": 155600
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.125100479490941e-05,
+      "loss": 0.3175,
+      "step": 155700
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.124538356464696e-05,
+      "loss": 0.3198,
+      "step": 155800
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.1239762334384505e-05,
+      "loss": 0.3069,
+      "step": 155900
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.123414110412205e-05,
+      "loss": 0.3121,
+      "step": 156000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.12285198738596e-05,
+      "loss": 0.3082,
+      "step": 156100
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.1222954855899765e-05,
+      "loss": 0.3108,
+      "step": 156200
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.121733362563731e-05,
+      "loss": 0.3136,
+      "step": 156300
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.121171239537485e-05,
+      "loss": 0.3043,
+      "step": 156400
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.12060911651124e-05,
+      "loss": 0.3053,
+      "step": 156500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.1200469934849943e-05,
+      "loss": 0.3173,
+      "step": 156600
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.119484870458748e-05,
+      "loss": 0.3136,
+      "step": 156700
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.118922747432503e-05,
+      "loss": 0.3135,
+      "step": 156800
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.1183606244062575e-05,
+      "loss": 0.3194,
+      "step": 156900
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.117798501380012e-05,
+      "loss": 0.3088,
+      "step": 157000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.117236378353767e-05,
+      "loss": 0.312,
+      "step": 157100
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.1166742553275214e-05,
+      "loss": 0.3082,
+      "step": 157200
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.116112132301276e-05,
+      "loss": 0.3051,
+      "step": 157300
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.11555000927503e-05,
+      "loss": 0.3092,
+      "step": 157400
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.1149878862487846e-05,
+      "loss": 0.3192,
+      "step": 157500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.114425763222539e-05,
+      "loss": 0.3201,
+      "step": 157600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.113863640196294e-05,
+      "loss": 0.3141,
+      "step": 157700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.113301517170048e-05,
+      "loss": 0.3059,
+      "step": 157800
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.1127393941438025e-05,
+      "loss": 0.3091,
+      "step": 157900
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.112177271117557e-05,
+      "loss": 0.313,
+      "step": 158000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.111615148091311e-05,
+      "loss": 0.3086,
+      "step": 158100
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.111053025065066e-05,
+      "loss": 0.313,
+      "step": 158200
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.11049090203882e-05,
+      "loss": 0.3101,
+      "step": 158300
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.109928779012575e-05,
+      "loss": 0.313,
+      "step": 158400
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.109372277216592e-05,
+      "loss": 0.3153,
+      "step": 158500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.108810154190346e-05,
+      "loss": 0.3104,
+      "step": 158600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.108248031164101e-05,
+      "loss": 0.3086,
+      "step": 158700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.1076859081378556e-05,
+      "loss": 0.319,
+      "step": 158800
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.1071237851116095e-05,
+      "loss": 0.3078,
+      "step": 158900
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.106561662085364e-05,
+      "loss": 0.3147,
+      "step": 159000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.105999539059119e-05,
+      "loss": 0.3103,
+      "step": 159100
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.105437416032873e-05,
+      "loss": 0.31,
+      "step": 159200
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.1048752930066274e-05,
+      "loss": 0.3041,
+      "step": 159300
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.104313169980382e-05,
+      "loss": 0.3064,
+      "step": 159400
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.1037510469541366e-05,
+      "loss": 0.3106,
+      "step": 159500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.1031889239278906e-05,
+      "loss": 0.3125,
+      "step": 159600
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.102626800901645e-05,
+      "loss": 0.3072,
+      "step": 159700
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.1020646778754005e-05,
+      "loss": 0.312,
+      "step": 159800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.1015025548491544e-05,
+      "loss": 0.3226,
+      "step": 159900
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.100940431822909e-05,
+      "loss": 0.311,
+      "step": 160000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.100378308796664e-05,
+      "loss": 0.3071,
+      "step": 160100
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.099816185770418e-05,
+      "loss": 0.3092,
+      "step": 160200
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.099254062744172e-05,
+      "loss": 0.3109,
+      "step": 160300
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.098691939717927e-05,
+      "loss": 0.3072,
+      "step": 160400
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.098135437921944e-05,
+      "loss": 0.2962,
+      "step": 160500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.097573314895698e-05,
+      "loss": 0.2932,
+      "step": 160600
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.097011191869453e-05,
+      "loss": 0.3108,
+      "step": 160700
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.0964490688432076e-05,
+      "loss": 0.297,
+      "step": 160800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.095886945816962e-05,
+      "loss": 0.3126,
+      "step": 160900
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.095324822790716e-05,
+      "loss": 0.3036,
+      "step": 161000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.094762699764471e-05,
+      "loss": 0.3062,
+      "step": 161100
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.0942005767382254e-05,
+      "loss": 0.3134,
+      "step": 161200
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.09363845371198e-05,
+      "loss": 0.3054,
+      "step": 161300
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.093076330685734e-05,
+      "loss": 0.303,
+      "step": 161400
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.0925142076594886e-05,
+      "loss": 0.3109,
+      "step": 161500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.091952084633243e-05,
+      "loss": 0.3111,
+      "step": 161600
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.091389961606997e-05,
+      "loss": 0.3098,
+      "step": 161700
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.090827838580752e-05,
+      "loss": 0.3082,
+      "step": 161800
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.0902657155545064e-05,
+      "loss": 0.3076,
+      "step": 161900
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.089703592528261e-05,
+      "loss": 0.309,
+      "step": 162000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.089141469502015e-05,
+      "loss": 0.3028,
+      "step": 162100
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.0885793464757696e-05,
+      "loss": 0.3135,
+      "step": 162200
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.088022844679787e-05,
+      "loss": 0.3023,
+      "step": 162300
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.087460721653542e-05,
+      "loss": 0.3119,
+      "step": 162400
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.0868985986272957e-05,
+      "loss": 0.3161,
+      "step": 162500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.08633647560105e-05,
+      "loss": 0.3108,
+      "step": 162600
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.085774352574805e-05,
+      "loss": 0.3113,
+      "step": 162700
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.085212229548559e-05,
+      "loss": 0.309,
+      "step": 162800
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.0846501065223135e-05,
+      "loss": 0.307,
+      "step": 162900
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.084087983496068e-05,
+      "loss": 0.3095,
+      "step": 163000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.083525860469823e-05,
+      "loss": 0.3005,
+      "step": 163100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.082963737443577e-05,
+      "loss": 0.3105,
+      "step": 163200
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.082401614417331e-05,
+      "loss": 0.3021,
+      "step": 163300
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.081839491391086e-05,
+      "loss": 0.2954,
+      "step": 163400
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.0812773683648406e-05,
+      "loss": 0.301,
+      "step": 163500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.080715245338595e-05,
+      "loss": 0.3,
+      "step": 163600
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.08015312231235e-05,
+      "loss": 0.3089,
+      "step": 163700
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.0795909992861045e-05,
+      "loss": 0.3157,
+      "step": 163800
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.0790288762598584e-05,
+      "loss": 0.3038,
+      "step": 163900
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.078466753233613e-05,
+      "loss": 0.3129,
+      "step": 164000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.077904630207368e-05,
+      "loss": 0.3095,
+      "step": 164100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.0773425071811216e-05,
+      "loss": 0.3007,
+      "step": 164200
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.076780384154876e-05,
+      "loss": 0.2909,
+      "step": 164300
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.076218261128631e-05,
+      "loss": 0.3108,
+      "step": 164400
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.0756561381023855e-05,
+      "loss": 0.3043,
+      "step": 164500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.0750940150761394e-05,
+      "loss": 0.3085,
+      "step": 164600
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.074531892049894e-05,
+      "loss": 0.3072,
+      "step": 164700
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.073969769023649e-05,
+      "loss": 0.3033,
+      "step": 164800
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.0734076459974027e-05,
+      "loss": 0.3106,
+      "step": 164900
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.072845522971158e-05,
+      "loss": 0.3089,
+      "step": 165000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.0722833999449126e-05,
+      "loss": 0.3056,
+      "step": 165100
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.0717212769186665e-05,
+      "loss": 0.3034,
+      "step": 165200
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.071159153892421e-05,
+      "loss": 0.2933,
+      "step": 165300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.070597030866176e-05,
+      "loss": 0.302,
+      "step": 165400
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.0700349078399304e-05,
+      "loss": 0.3056,
+      "step": 165500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.0694727848136844e-05,
+      "loss": 0.307,
+      "step": 165600
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.068910661787439e-05,
+      "loss": 0.3023,
+      "step": 165700
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.0683485387611936e-05,
+      "loss": 0.3057,
+      "step": 165800
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.0677864157349476e-05,
+      "loss": 0.2957,
+      "step": 165900
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.067229913938965e-05,
+      "loss": 0.303,
+      "step": 166000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.0666677909127196e-05,
+      "loss": 0.3088,
+      "step": 166100
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.066105667886474e-05,
+      "loss": 0.3007,
+      "step": 166200
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.065543544860228e-05,
+      "loss": 0.3011,
+      "step": 166300
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.064981421833983e-05,
+      "loss": 0.3102,
+      "step": 166400
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.0644192988077375e-05,
+      "loss": 0.302,
+      "step": 166500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.063857175781492e-05,
+      "loss": 0.2988,
+      "step": 166600
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.063295052755246e-05,
+      "loss": 0.3044,
+      "step": 166700
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.062732929729001e-05,
+      "loss": 0.3064,
+      "step": 166800
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.062170806702755e-05,
+      "loss": 0.3075,
+      "step": 166900
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.061608683676509e-05,
+      "loss": 0.3013,
+      "step": 167000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.061046560650264e-05,
+      "loss": 0.3094,
+      "step": 167100
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.0604844376240185e-05,
+      "loss": 0.3011,
+      "step": 167200
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.059922314597773e-05,
+      "loss": 0.3003,
+      "step": 167300
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.059360191571527e-05,
+      "loss": 0.3008,
+      "step": 167400
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.058798068545282e-05,
+      "loss": 0.3021,
+      "step": 167500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.0582359455190363e-05,
+      "loss": 0.306,
+      "step": 167600
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.057673822492791e-05,
+      "loss": 0.3079,
+      "step": 167700
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.0571116994665456e-05,
+      "loss": 0.3028,
+      "step": 167800
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.0565495764403e-05,
+      "loss": 0.302,
+      "step": 167900
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.055987453414055e-05,
+      "loss": 0.3083,
+      "step": 168000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.055425330387809e-05,
+      "loss": 0.3092,
+      "step": 168100
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.0548632073615634e-05,
+      "loss": 0.3064,
+      "step": 168200
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.054301084335318e-05,
+      "loss": 0.2982,
+      "step": 168300
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.053738961309072e-05,
+      "loss": 0.3057,
+      "step": 168400
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.0531768382828266e-05,
+      "loss": 0.3014,
+      "step": 168500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.052614715256581e-05,
+      "loss": 0.2918,
+      "step": 168600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.052052592230336e-05,
+      "loss": 0.2942,
+      "step": 168700
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.05149046920409e-05,
+      "loss": 0.3079,
+      "step": 168800
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.0509283461778445e-05,
+      "loss": 0.2968,
+      "step": 168900
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.050366223151599e-05,
+      "loss": 0.3043,
+      "step": 169000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.049804100125353e-05,
+      "loss": 0.3036,
+      "step": 169100
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.0492419770991084e-05,
+      "loss": 0.2986,
+      "step": 169200
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.048679854072863e-05,
+      "loss": 0.2994,
+      "step": 169300
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.0481177310466176e-05,
+      "loss": 0.3039,
+      "step": 169400
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.0475556080203716e-05,
+      "loss": 0.3091,
+      "step": 169500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.046993484994126e-05,
+      "loss": 0.3051,
+      "step": 169600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.046431361967881e-05,
+      "loss": 0.3023,
+      "step": 169700
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.045869238941635e-05,
+      "loss": 0.2971,
+      "step": 169800
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.0453071159153894e-05,
+      "loss": 0.3035,
+      "step": 169900
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.044744992889144e-05,
+      "loss": 0.3042,
+      "step": 170000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.0441828698628987e-05,
+      "loss": 0.304,
+      "step": 170100
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.0436207468366526e-05,
+      "loss": 0.3095,
+      "step": 170200
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.04306424504067e-05,
+      "loss": 0.3093,
+      "step": 170300
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.042502122014425e-05,
+      "loss": 0.3008,
+      "step": 170400
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.041939998988179e-05,
+      "loss": 0.2969,
+      "step": 170500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.041377875961933e-05,
+      "loss": 0.2978,
+      "step": 170600
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.040815752935688e-05,
+      "loss": 0.3068,
+      "step": 170700
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.0402536299094425e-05,
+      "loss": 0.3022,
+      "step": 170800
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.0396915068831965e-05,
+      "loss": 0.3008,
+      "step": 170900
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.039129383856951e-05,
+      "loss": 0.3055,
+      "step": 171000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.038567260830706e-05,
+      "loss": 0.3112,
+      "step": 171100
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.03800513780446e-05,
+      "loss": 0.2976,
+      "step": 171200
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.037443014778214e-05,
+      "loss": 0.2935,
+      "step": 171300
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.036880891751969e-05,
+      "loss": 0.2915,
+      "step": 171400
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.0363187687257235e-05,
+      "loss": 0.2984,
+      "step": 171500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.0357566456994775e-05,
+      "loss": 0.305,
+      "step": 171600
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.035194522673232e-05,
+      "loss": 0.3036,
+      "step": 171700
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.034632399646987e-05,
+      "loss": 0.3045,
+      "step": 171800
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.0340702766207414e-05,
+      "loss": 0.3038,
+      "step": 171900
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.033508153594496e-05,
+      "loss": 0.2917,
+      "step": 172000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.0329460305682506e-05,
+      "loss": 0.2975,
+      "step": 172100
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.032383907542005e-05,
+      "loss": 0.3013,
+      "step": 172200
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.031821784515759e-05,
+      "loss": 0.2962,
+      "step": 172300
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.031265282719776e-05,
+      "loss": 0.2981,
+      "step": 172400
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.0307031596935306e-05,
+      "loss": 0.3077,
+      "step": 172500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.030146657897548e-05,
+      "loss": 0.3012,
+      "step": 172600
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.029590156101565e-05,
+      "loss": 0.3029,
+      "step": 172700
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.029028033075319e-05,
+      "loss": 0.2985,
+      "step": 172800
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.0284659100490734e-05,
+      "loss": 0.3039,
+      "step": 172900
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.027903787022828e-05,
+      "loss": 0.3025,
+      "step": 173000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.0273416639965826e-05,
+      "loss": 0.3046,
+      "step": 173100
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.0267795409703366e-05,
+      "loss": 0.2997,
+      "step": 173200
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.026217417944091e-05,
+      "loss": 0.3003,
+      "step": 173300
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.025655294917846e-05,
+      "loss": 0.2917,
+      "step": 173400
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.0250931718916005e-05,
+      "loss": 0.3015,
+      "step": 173500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.024531048865355e-05,
+      "loss": 0.2909,
+      "step": 173600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.02396892583911e-05,
+      "loss": 0.2998,
+      "step": 173700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.0234068028128644e-05,
+      "loss": 0.307,
+      "step": 173800
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.022844679786618e-05,
+      "loss": 0.3,
+      "step": 173900
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.022282556760373e-05,
+      "loss": 0.3041,
+      "step": 174000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.0217204337341276e-05,
+      "loss": 0.3053,
+      "step": 174100
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.0211583107078815e-05,
+      "loss": 0.2979,
+      "step": 174200
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.020596187681636e-05,
+      "loss": 0.2983,
+      "step": 174300
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.020034064655391e-05,
+      "loss": 0.2972,
+      "step": 174400
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.0194719416291454e-05,
+      "loss": 0.3068,
+      "step": 174500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.0189098186028993e-05,
+      "loss": 0.3,
+      "step": 174600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.018347695576654e-05,
+      "loss": 0.3026,
+      "step": 174700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.0177855725504086e-05,
+      "loss": 0.3062,
+      "step": 174800
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.0172234495241625e-05,
+      "loss": 0.2984,
+      "step": 174900
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.016661326497917e-05,
+      "loss": 0.2965,
+      "step": 175000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.016099203471672e-05,
+      "loss": 0.305,
+      "step": 175100
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.0155370804454264e-05,
+      "loss": 0.3041,
+      "step": 175200
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.014974957419181e-05,
+      "loss": 0.2992,
+      "step": 175300
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.014412834392936e-05,
+      "loss": 0.2906,
+      "step": 175400
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.01385071136669e-05,
+      "loss": 0.2925,
+      "step": 175500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.013288588340444e-05,
+      "loss": 0.2885,
+      "step": 175600
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.012726465314199e-05,
+      "loss": 0.2931,
+      "step": 175700
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.0121643422879535e-05,
+      "loss": 0.3027,
+      "step": 175800
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.0116022192617075e-05,
+      "loss": 0.2992,
+      "step": 175900
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.011040096235462e-05,
+      "loss": 0.3015,
+      "step": 176000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.010477973209217e-05,
+      "loss": 0.2976,
+      "step": 176100
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.0099158501829714e-05,
+      "loss": 0.3109,
+      "step": 176200
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.009353727156725e-05,
+      "loss": 0.3013,
+      "step": 176300
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.00879160413048e-05,
+      "loss": 0.2935,
+      "step": 176400
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.0082294811042346e-05,
+      "loss": 0.2984,
+      "step": 176500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.007672979308252e-05,
+      "loss": 0.3015,
+      "step": 176600
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.007110856282006e-05,
+      "loss": 0.3105,
+      "step": 176700
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.0065487332557606e-05,
+      "loss": 0.3098,
+      "step": 176800
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.005986610229515e-05,
+      "loss": 0.2978,
+      "step": 176900
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.005424487203269e-05,
+      "loss": 0.2867,
+      "step": 177000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.004862364177024e-05,
+      "loss": 0.2984,
+      "step": 177100
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.0043002411507784e-05,
+      "loss": 0.2934,
+      "step": 177200
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.003738118124533e-05,
+      "loss": 0.2944,
+      "step": 177300
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.003175995098287e-05,
+      "loss": 0.2971,
+      "step": 177400
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.0026138720720416e-05,
+      "loss": 0.2925,
+      "step": 177500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.002051749045796e-05,
+      "loss": 0.299,
+      "step": 177600
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.001489626019551e-05,
+      "loss": 0.302,
+      "step": 177700
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.0009275029933055e-05,
+      "loss": 0.2972,
+      "step": 177800
+    },
+    {
+      "epoch": 1.0,
+      "eval_bleu": 73.3024,
+      "eval_cer": 2.836,
+      "eval_chrF": 94.14025518241344,
+      "eval_gen_len": 16.705368,
+      "eval_loss": 0.5591091513633728,
+      "eval_runtime": 7040.9934,
+      "eval_samples_per_second": 35.506,
+      "eval_steps_per_second": 0.555,
+      "eval_wer": 14.9407,
+      "step": 177897
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.00036537996706e-05,
+      "loss": 0.3027,
+      "step": 177900
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.999803256940815e-05,
+      "loss": 0.2924,
+      "step": 178000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.999241133914569e-05,
+      "loss": 0.2863,
+      "step": 178100
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.998679010888323e-05,
+      "loss": 0.2799,
+      "step": 178200
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.998116887862078e-05,
+      "loss": 0.2742,
+      "step": 178300
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.997554764835832e-05,
+      "loss": 0.2857,
+      "step": 178400
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.9969926418095865e-05,
+      "loss": 0.2903,
+      "step": 178500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.996430518783341e-05,
+      "loss": 0.2842,
+      "step": 178600
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.995868395757096e-05,
+      "loss": 0.2902,
+      "step": 178700
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.99530627273085e-05,
+      "loss": 0.284,
+      "step": 178800
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.9947441497046044e-05,
+      "loss": 0.2848,
+      "step": 178900
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.994182026678359e-05,
+      "loss": 0.2899,
+      "step": 179000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.993619903652113e-05,
+      "loss": 0.285,
+      "step": 179100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.9930577806258676e-05,
+      "loss": 0.2824,
+      "step": 179200
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.992495657599622e-05,
+      "loss": 0.2885,
+      "step": 179300
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.991933534573377e-05,
+      "loss": 0.2879,
+      "step": 179400
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.9913714115471315e-05,
+      "loss": 0.29,
+      "step": 179500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.990809288520886e-05,
+      "loss": 0.2791,
+      "step": 179600
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.990247165494641e-05,
+      "loss": 0.2746,
+      "step": 179700
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.989685042468395e-05,
+      "loss": 0.2774,
+      "step": 179800
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.989122919442149e-05,
+      "loss": 0.2824,
+      "step": 179900
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.988560796415904e-05,
+      "loss": 0.2811,
+      "step": 180000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.9879986733896585e-05,
+      "loss": 0.2759,
+      "step": 180100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.9874365503634125e-05,
+      "loss": 0.2748,
+      "step": 180200
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.986874427337167e-05,
+      "loss": 0.2849,
+      "step": 180300
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.986312304310922e-05,
+      "loss": 0.2896,
+      "step": 180400
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.985750181284676e-05,
+      "loss": 0.282,
+      "step": 180500
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.98518805825843e-05,
+      "loss": 0.2777,
+      "step": 180600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.984625935232185e-05,
+      "loss": 0.2771,
+      "step": 180700
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.9840638122059396e-05,
+      "loss": 0.2809,
+      "step": 180800
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.9835073104099563e-05,
+      "loss": 0.2821,
+      "step": 180900
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.982945187383711e-05,
+      "loss": 0.2863,
+      "step": 181000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.9823830643574656e-05,
+      "loss": 0.2818,
+      "step": 181100
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.98182094133122e-05,
+      "loss": 0.2838,
+      "step": 181200
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.981258818304974e-05,
+      "loss": 0.285,
+      "step": 181300
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.980696695278729e-05,
+      "loss": 0.2736,
+      "step": 181400
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.9801345722524834e-05,
+      "loss": 0.2821,
+      "step": 181500
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.9795724492262374e-05,
+      "loss": 0.2817,
+      "step": 181600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.979010326199992e-05,
+      "loss": 0.2905,
+      "step": 181700
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.9784482031737466e-05,
+      "loss": 0.2865,
+      "step": 181800
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.977886080147501e-05,
+      "loss": 0.2769,
+      "step": 181900
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.977323957121256e-05,
+      "loss": 0.2862,
+      "step": 182000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.9767618340950105e-05,
+      "loss": 0.2845,
+      "step": 182100
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.976199711068765e-05,
+      "loss": 0.2818,
+      "step": 182200
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.975637588042519e-05,
+      "loss": 0.2781,
+      "step": 182300
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.975075465016274e-05,
+      "loss": 0.2883,
+      "step": 182400
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.9745189632202905e-05,
+      "loss": 0.2735,
+      "step": 182500
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.973956840194045e-05,
+      "loss": 0.2864,
+      "step": 182600
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.973394717167799e-05,
+      "loss": 0.2758,
+      "step": 182700
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.972832594141554e-05,
+      "loss": 0.2924,
+      "step": 182800
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.972270471115308e-05,
+      "loss": 0.2872,
+      "step": 182900
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.971708348089063e-05,
+      "loss": 0.2796,
+      "step": 183000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.9711462250628176e-05,
+      "loss": 0.2797,
+      "step": 183100
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.9705897232668343e-05,
+      "loss": 0.2843,
+      "step": 183200
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.970027600240589e-05,
+      "loss": 0.2785,
+      "step": 183300
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.9694654772143436e-05,
+      "loss": 0.2867,
+      "step": 183400
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.9689033541880976e-05,
+      "loss": 0.2883,
+      "step": 183500
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.968341231161852e-05,
+      "loss": 0.2757,
+      "step": 183600
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.967779108135607e-05,
+      "loss": 0.2897,
+      "step": 183700
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.967216985109361e-05,
+      "loss": 0.2756,
+      "step": 183800
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.9666548620831154e-05,
+      "loss": 0.2814,
+      "step": 183900
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.96609273905687e-05,
+      "loss": 0.2811,
+      "step": 184000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.9655306160306246e-05,
+      "loss": 0.2859,
+      "step": 184100
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.964968493004379e-05,
+      "loss": 0.2804,
+      "step": 184200
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.964406369978134e-05,
+      "loss": 0.285,
+      "step": 184300
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.9638442469518885e-05,
+      "loss": 0.2808,
+      "step": 184400
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.9632821239256425e-05,
+      "loss": 0.2852,
+      "step": 184500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.962720000899397e-05,
+      "loss": 0.2849,
+      "step": 184600
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.962157877873152e-05,
+      "loss": 0.2803,
+      "step": 184700
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.9615957548469064e-05,
+      "loss": 0.2839,
+      "step": 184800
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.96103363182066e-05,
+      "loss": 0.2885,
+      "step": 184900
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.960471508794415e-05,
+      "loss": 0.2711,
+      "step": 185000
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.9599093857681696e-05,
+      "loss": 0.2886,
+      "step": 185100
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.9593472627419235e-05,
+      "loss": 0.2865,
+      "step": 185200
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.958790760945941e-05,
+      "loss": 0.2875,
+      "step": 185300
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.9582286379196956e-05,
+      "loss": 0.2854,
+      "step": 185400
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.95766651489345e-05,
+      "loss": 0.2813,
+      "step": 185500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.957104391867204e-05,
+      "loss": 0.2836,
+      "step": 185600
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.956542268840959e-05,
+      "loss": 0.2871,
+      "step": 185700
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.9559801458147134e-05,
+      "loss": 0.2872,
+      "step": 185800
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.9554180227884674e-05,
+      "loss": 0.2797,
+      "step": 185900
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.954855899762222e-05,
+      "loss": 0.2819,
+      "step": 186000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.9542937767359766e-05,
+      "loss": 0.2818,
+      "step": 186100
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.953731653709731e-05,
+      "loss": 0.2821,
+      "step": 186200
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.953169530683485e-05,
+      "loss": 0.2777,
+      "step": 186300
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.95260740765724e-05,
+      "loss": 0.2802,
+      "step": 186400
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.9520452846309945e-05,
+      "loss": 0.282,
+      "step": 186500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.951483161604749e-05,
+      "loss": 0.2844,
+      "step": 186600
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.950921038578504e-05,
+      "loss": 0.2829,
+      "step": 186700
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.950358915552258e-05,
+      "loss": 0.2778,
+      "step": 186800
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.949796792526013e-05,
+      "loss": 0.2861,
+      "step": 186900
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.949234669499767e-05,
+      "loss": 0.2835,
+      "step": 187000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.9486725464735215e-05,
+      "loss": 0.2827,
+      "step": 187100
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.948110423447276e-05,
+      "loss": 0.2886,
+      "step": 187200
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.94754830042103e-05,
+      "loss": 0.2764,
+      "step": 187300
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.946986177394785e-05,
+      "loss": 0.2807,
+      "step": 187400
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.9464240543685394e-05,
+      "loss": 0.2849,
+      "step": 187500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.945861931342294e-05,
+      "loss": 0.2846,
+      "step": 187600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.945299808316048e-05,
+      "loss": 0.2836,
+      "step": 187700
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.9447376852898026e-05,
+      "loss": 0.2829,
+      "step": 187800
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.944175562263557e-05,
+      "loss": 0.2847,
+      "step": 187900
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.943613439237311e-05,
+      "loss": 0.2825,
+      "step": 188000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.943051316211066e-05,
+      "loss": 0.2894,
+      "step": 188100
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.9424891931848204e-05,
+      "loss": 0.2843,
+      "step": 188200
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.941927070158575e-05,
+      "loss": 0.2798,
+      "step": 188300
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.94136494713233e-05,
+      "loss": 0.2863,
+      "step": 188400
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.940802824106084e-05,
+      "loss": 0.2782,
+      "step": 188500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.940240701079839e-05,
+      "loss": 0.2852,
+      "step": 188600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.939678578053593e-05,
+      "loss": 0.2784,
+      "step": 188700
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.9391164550273475e-05,
+      "loss": 0.2853,
+      "step": 188800
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.938554332001102e-05,
+      "loss": 0.278,
+      "step": 188900
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.937992208974857e-05,
+      "loss": 0.2874,
+      "step": 189000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.937430085948611e-05,
+      "loss": 0.2824,
+      "step": 189100
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.936867962922365e-05,
+      "loss": 0.2816,
+      "step": 189200
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.93630583989612e-05,
+      "loss": 0.2794,
+      "step": 189300
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.935743716869874e-05,
+      "loss": 0.2841,
+      "step": 189400
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.9351815938436285e-05,
+      "loss": 0.279,
+      "step": 189500
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.934619470817383e-05,
+      "loss": 0.2812,
+      "step": 189600
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.934057347791138e-05,
+      "loss": 0.273,
+      "step": 189700
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.933495224764892e-05,
+      "loss": 0.2898,
+      "step": 189800
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.9329331017386464e-05,
+      "loss": 0.2819,
+      "step": 189900
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.932370978712402e-05,
+      "loss": 0.2775,
+      "step": 190000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.9318088556861556e-05,
+      "loss": 0.2866,
+      "step": 190100
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.93124673265991e-05,
+      "loss": 0.2874,
+      "step": 190200
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.930684609633665e-05,
+      "loss": 0.2833,
+      "step": 190300
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.9301224866074195e-05,
+      "loss": 0.2823,
+      "step": 190400
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.9295603635811735e-05,
+      "loss": 0.2851,
+      "step": 190500
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.928998240554928e-05,
+      "loss": 0.2856,
+      "step": 190600
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.928436117528683e-05,
+      "loss": 0.2784,
+      "step": 190700
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.927873994502437e-05,
+      "loss": 0.2831,
+      "step": 190800
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.927311871476191e-05,
+      "loss": 0.2805,
+      "step": 190900
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.926749748449946e-05,
+      "loss": 0.2806,
+      "step": 191000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.9261876254237005e-05,
+      "loss": 0.2799,
+      "step": 191100
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.9256255023974545e-05,
+      "loss": 0.282,
+      "step": 191200
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.925063379371209e-05,
+      "loss": 0.2842,
+      "step": 191300
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.924501256344964e-05,
+      "loss": 0.2793,
+      "step": 191400
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.9239391333187184e-05,
+      "loss": 0.2864,
+      "step": 191500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.923377010292473e-05,
+      "loss": 0.2811,
+      "step": 191600
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.9228148872662276e-05,
+      "loss": 0.2871,
+      "step": 191700
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.922252764239982e-05,
+      "loss": 0.2762,
+      "step": 191800
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.921690641213736e-05,
+      "loss": 0.2763,
+      "step": 191900
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.921128518187491e-05,
+      "loss": 0.2758,
+      "step": 192000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.9205663951612455e-05,
+      "loss": 0.2815,
+      "step": 192100
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.9200042721349994e-05,
+      "loss": 0.2806,
+      "step": 192200
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.919442149108754e-05,
+      "loss": 0.2847,
+      "step": 192300
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.918880026082509e-05,
+      "loss": 0.2811,
+      "step": 192400
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.918317903056263e-05,
+      "loss": 0.2897,
+      "step": 192500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.917755780030017e-05,
+      "loss": 0.2782,
+      "step": 192600
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.917193657003772e-05,
+      "loss": 0.2783,
+      "step": 192700
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.9166315339775265e-05,
+      "loss": 0.2786,
+      "step": 192800
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.9160694109512805e-05,
+      "loss": 0.2782,
+      "step": 192900
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.915507287925035e-05,
+      "loss": 0.2796,
+      "step": 193000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.91494516489879e-05,
+      "loss": 0.2732,
+      "step": 193100
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.9143830418725443e-05,
+      "loss": 0.2854,
+      "step": 193200
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.913820918846299e-05,
+      "loss": 0.2881,
+      "step": 193300
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.9132587958200536e-05,
+      "loss": 0.276,
+      "step": 193400
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.912696672793808e-05,
+      "loss": 0.282,
+      "step": 193500
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.912140170997825e-05,
+      "loss": 0.2811,
+      "step": 193600
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.911578047971579e-05,
+      "loss": 0.2894,
+      "step": 193700
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.9110159249453336e-05,
+      "loss": 0.2815,
+      "step": 193800
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.910453801919088e-05,
+      "loss": 0.2757,
+      "step": 193900
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.909891678892842e-05,
+      "loss": 0.2751,
+      "step": 194000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.909329555866597e-05,
+      "loss": 0.2815,
+      "step": 194100
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.908767432840352e-05,
+      "loss": 0.2799,
+      "step": 194200
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.908205309814107e-05,
+      "loss": 0.2748,
+      "step": 194300
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.9076431867878607e-05,
+      "loss": 0.2768,
+      "step": 194400
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.907081063761615e-05,
+      "loss": 0.2816,
+      "step": 194500
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.90651894073537e-05,
+      "loss": 0.2813,
+      "step": 194600
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.905962438939387e-05,
+      "loss": 0.2795,
+      "step": 194700
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.9054003159131406e-05,
+      "loss": 0.2765,
+      "step": 194800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.904838192886895e-05,
+      "loss": 0.2779,
+      "step": 194900
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.90427606986065e-05,
+      "loss": 0.2779,
+      "step": 195000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.903713946834404e-05,
+      "loss": 0.2783,
+      "step": 195100
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.903151823808159e-05,
+      "loss": 0.2718,
+      "step": 195200
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.902589700781914e-05,
+      "loss": 0.2881,
+      "step": 195300
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.902027577755668e-05,
+      "loss": 0.2825,
+      "step": 195400
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.9014654547294223e-05,
+      "loss": 0.278,
+      "step": 195500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.900903331703177e-05,
+      "loss": 0.2716,
+      "step": 195600
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.9003412086769316e-05,
+      "loss": 0.276,
+      "step": 195700
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.8997790856506855e-05,
+      "loss": 0.2759,
+      "step": 195800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.89921696262444e-05,
+      "loss": 0.2912,
+      "step": 195900
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.898654839598195e-05,
+      "loss": 0.2797,
+      "step": 196000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.898092716571949e-05,
+      "loss": 0.2723,
+      "step": 196100
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.8975305935457034e-05,
+      "loss": 0.2759,
+      "step": 196200
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.896968470519458e-05,
+      "loss": 0.2746,
+      "step": 196300
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.8964063474932126e-05,
+      "loss": 0.2796,
+      "step": 196400
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.8958442244669666e-05,
+      "loss": 0.2752,
+      "step": 196500
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.895282101440721e-05,
+      "loss": 0.278,
+      "step": 196600
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.894719978414476e-05,
+      "loss": 0.274,
+      "step": 196700
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.8941578553882305e-05,
+      "loss": 0.2767,
+      "step": 196800
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.893595732361985e-05,
+      "loss": 0.2791,
+      "step": 196900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.89303360933574e-05,
+      "loss": 0.2781,
+      "step": 197000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.8924714863094944e-05,
+      "loss": 0.2882,
+      "step": 197100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.891909363283248e-05,
+      "loss": 0.2808,
+      "step": 197200
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.891347240257003e-05,
+      "loss": 0.2745,
+      "step": 197300
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.8907851172307576e-05,
+      "loss": 0.2792,
+      "step": 197400
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.8902229942045115e-05,
+      "loss": 0.2796,
+      "step": 197500
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.889660871178266e-05,
+      "loss": 0.2686,
+      "step": 197600
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.889098748152021e-05,
+      "loss": 0.2774,
+      "step": 197700
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.8885366251257754e-05,
+      "loss": 0.2822,
+      "step": 197800
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.8879745020995293e-05,
+      "loss": 0.2792,
+      "step": 197900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.887412379073284e-05,
+      "loss": 0.2729,
+      "step": 198000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.8868502560470386e-05,
+      "loss": 0.2798,
+      "step": 198100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.8862881330207925e-05,
+      "loss": 0.2804,
+      "step": 198200
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.885726009994547e-05,
+      "loss": 0.2771,
+      "step": 198300
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.885163886968302e-05,
+      "loss": 0.2778,
+      "step": 198400
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.884601763942057e-05,
+      "loss": 0.282,
+      "step": 198500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.884039640915811e-05,
+      "loss": 0.2775,
+      "step": 198600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.883477517889566e-05,
+      "loss": 0.2767,
+      "step": 198700
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.88291539486332e-05,
+      "loss": 0.2742,
+      "step": 198800
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.882353271837074e-05,
+      "loss": 0.2802,
+      "step": 198900
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.881791148810829e-05,
+      "loss": 0.2818,
+      "step": 199000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.8812290257845835e-05,
+      "loss": 0.2772,
+      "step": 199100
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.8806725239886e-05,
+      "loss": 0.2739,
+      "step": 199200
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.880110400962354e-05,
+      "loss": 0.2774,
+      "step": 199300
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.8795482779361095e-05,
+      "loss": 0.2772,
+      "step": 199400
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.878986154909864e-05,
+      "loss": 0.2802,
+      "step": 199500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.878424031883619e-05,
+      "loss": 0.2746,
+      "step": 199600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.877861908857373e-05,
+      "loss": 0.2773,
+      "step": 199700
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.8772997858311274e-05,
+      "loss": 0.2817,
+      "step": 199800
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.876737662804882e-05,
+      "loss": 0.2814,
+      "step": 199900
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.876175539778636e-05,
+      "loss": 0.2741,
+      "step": 200000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.8756134167523906e-05,
+      "loss": 0.2765,
+      "step": 200100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.875051293726145e-05,
+      "loss": 0.2738,
+      "step": 200200
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.8744891706999e-05,
+      "loss": 0.2794,
+      "step": 200300
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.873927047673654e-05,
+      "loss": 0.275,
+      "step": 200400
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.8733649246474084e-05,
+      "loss": 0.2679,
+      "step": 200500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.872802801621163e-05,
+      "loss": 0.2781,
+      "step": 200600
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.872240678594917e-05,
+      "loss": 0.2747,
+      "step": 200700
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.8716785555686716e-05,
+      "loss": 0.2794,
+      "step": 200800
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.871122053772689e-05,
+      "loss": 0.2838,
+      "step": 200900
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.870559930746444e-05,
+      "loss": 0.2697,
+      "step": 201000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.8699978077201976e-05,
+      "loss": 0.2834,
+      "step": 201100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.869435684693952e-05,
+      "loss": 0.268,
+      "step": 201200
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.868873561667707e-05,
+      "loss": 0.2834,
+      "step": 201300
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.8683114386414615e-05,
+      "loss": 0.2749,
+      "step": 201400
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.8677493156152155e-05,
+      "loss": 0.2797,
+      "step": 201500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.86718719258897e-05,
+      "loss": 0.2799,
+      "step": 201600
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.866625069562725e-05,
+      "loss": 0.274,
+      "step": 201700
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.866062946536479e-05,
+      "loss": 0.279,
+      "step": 201800
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.865500823510233e-05,
+      "loss": 0.2747,
+      "step": 201900
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.864938700483988e-05,
+      "loss": 0.2799,
+      "step": 202000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.8643765774577426e-05,
+      "loss": 0.2792,
+      "step": 202100
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.863814454431497e-05,
+      "loss": 0.2707,
+      "step": 202200
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.863252331405252e-05,
+      "loss": 0.2757,
+      "step": 202300
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.8626902083790064e-05,
+      "loss": 0.2736,
+      "step": 202400
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.8621280853527604e-05,
+      "loss": 0.2831,
+      "step": 202500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.861565962326515e-05,
+      "loss": 0.2812,
+      "step": 202600
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.8610038393002696e-05,
+      "loss": 0.2722,
+      "step": 202700
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.860441716274024e-05,
+      "loss": 0.2679,
+      "step": 202800
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.859879593247778e-05,
+      "loss": 0.2818,
+      "step": 202900
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.859317470221533e-05,
+      "loss": 0.2746,
+      "step": 203000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.8587553471952875e-05,
+      "loss": 0.2683,
+      "step": 203100
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.8581932241690414e-05,
+      "loss": 0.2777,
+      "step": 203200
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.857631101142796e-05,
+      "loss": 0.2751,
+      "step": 203300
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.857068978116551e-05,
+      "loss": 0.2683,
+      "step": 203400
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.856506855090305e-05,
+      "loss": 0.2828,
+      "step": 203500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.855944732064059e-05,
+      "loss": 0.2756,
+      "step": 203600
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.8553826090378146e-05,
+      "loss": 0.2755,
+      "step": 203700
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.854820486011569e-05,
+      "loss": 0.2796,
+      "step": 203800
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.854258362985323e-05,
+      "loss": 0.269,
+      "step": 203900
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.853696239959078e-05,
+      "loss": 0.2729,
+      "step": 204000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.8531341169328324e-05,
+      "loss": 0.2754,
+      "step": 204100
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.852571993906587e-05,
+      "loss": 0.2814,
+      "step": 204200
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.852009870880341e-05,
+      "loss": 0.2739,
+      "step": 204300
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.8514477478540956e-05,
+      "loss": 0.28,
+      "step": 204400
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.85088562482785e-05,
+      "loss": 0.276,
+      "step": 204500
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.850323501801604e-05,
+      "loss": 0.2823,
+      "step": 204600
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.849761378775359e-05,
+      "loss": 0.2703,
+      "step": 204700
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.8491992557491134e-05,
+      "loss": 0.2764,
+      "step": 204800
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.848637132722868e-05,
+      "loss": 0.2731,
+      "step": 204900
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.848075009696622e-05,
+      "loss": 0.2729,
+      "step": 205000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.8475128866703766e-05,
+      "loss": 0.2767,
+      "step": 205100
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.846956384874394e-05,
+      "loss": 0.279,
+      "step": 205200
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.846394261848148e-05,
+      "loss": 0.2738,
+      "step": 205300
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.8458321388219027e-05,
+      "loss": 0.2719,
+      "step": 205400
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.845270015795657e-05,
+      "loss": 0.2738,
+      "step": 205500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.844707892769412e-05,
+      "loss": 0.2721,
+      "step": 205600
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.844145769743166e-05,
+      "loss": 0.2765,
+      "step": 205700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.8435836467169205e-05,
+      "loss": 0.2705,
+      "step": 205800
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.843021523690675e-05,
+      "loss": 0.2824,
+      "step": 205900
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.842459400664429e-05,
+      "loss": 0.2779,
+      "step": 206000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.841897277638184e-05,
+      "loss": 0.2676,
+      "step": 206100
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.841335154611938e-05,
+      "loss": 0.2688,
+      "step": 206200
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.840773031585693e-05,
+      "loss": 0.271,
+      "step": 206300
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.8402109085594476e-05,
+      "loss": 0.2851,
+      "step": 206400
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.839648785533202e-05,
+      "loss": 0.2722,
+      "step": 206500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.839086662506957e-05,
+      "loss": 0.2709,
+      "step": 206600
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.838524539480711e-05,
+      "loss": 0.2705,
+      "step": 206700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.8379624164544654e-05,
+      "loss": 0.2728,
+      "step": 206800
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.83740029342822e-05,
+      "loss": 0.2732,
+      "step": 206900
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.836838170401975e-05,
+      "loss": 0.28,
+      "step": 207000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.8362760473757286e-05,
+      "loss": 0.275,
+      "step": 207100
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.835713924349483e-05,
+      "loss": 0.2771,
+      "step": 207200
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.835151801323238e-05,
+      "loss": 0.2692,
+      "step": 207300
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.834589678296992e-05,
+      "loss": 0.2747,
+      "step": 207400
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.8340275552707465e-05,
+      "loss": 0.2742,
+      "step": 207500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.833465432244501e-05,
+      "loss": 0.2779,
+      "step": 207600
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.832903309218256e-05,
+      "loss": 0.2772,
+      "step": 207700
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.8323411861920097e-05,
+      "loss": 0.2741,
+      "step": 207800
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.831779063165765e-05,
+      "loss": 0.2755,
+      "step": 207900
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.8312169401395196e-05,
+      "loss": 0.2723,
+      "step": 208000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.8306548171132735e-05,
+      "loss": 0.2778,
+      "step": 208100
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.83009831531729e-05,
+      "loss": 0.2775,
+      "step": 208200
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.829536192291045e-05,
+      "loss": 0.2672,
+      "step": 208300
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.8289740692647996e-05,
+      "loss": 0.2726,
+      "step": 208400
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.8284119462385535e-05,
+      "loss": 0.2756,
+      "step": 208500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.827849823212308e-05,
+      "loss": 0.2726,
+      "step": 208600
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.827287700186063e-05,
+      "loss": 0.2709,
+      "step": 208700
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.8267255771598174e-05,
+      "loss": 0.2737,
+      "step": 208800
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.826163454133572e-05,
+      "loss": 0.267,
+      "step": 208900
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.8256013311073266e-05,
+      "loss": 0.2748,
+      "step": 209000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.825039208081081e-05,
+      "loss": 0.2797,
+      "step": 209100
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.824477085054835e-05,
+      "loss": 0.2726,
+      "step": 209200
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.82391496202859e-05,
+      "loss": 0.2735,
+      "step": 209300
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.8233528390023445e-05,
+      "loss": 0.2807,
+      "step": 209400
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.822790715976099e-05,
+      "loss": 0.2674,
+      "step": 209500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.822228592949853e-05,
+      "loss": 0.2769,
+      "step": 209600
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.821666469923608e-05,
+      "loss": 0.2698,
+      "step": 209700
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.821104346897362e-05,
+      "loss": 0.2708,
+      "step": 209800
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.820542223871116e-05,
+      "loss": 0.2769,
+      "step": 209900
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.819980100844871e-05,
+      "loss": 0.2785,
+      "step": 210000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.819423599048888e-05,
+      "loss": 0.2744,
+      "step": 210100
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.818861476022643e-05,
+      "loss": 0.2811,
+      "step": 210200
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.818299352996397e-05,
+      "loss": 0.274,
+      "step": 210300
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.8177372299701515e-05,
+      "loss": 0.2709,
+      "step": 210400
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.817175106943906e-05,
+      "loss": 0.2778,
+      "step": 210500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.816612983917661e-05,
+      "loss": 0.2695,
+      "step": 210600
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.816050860891415e-05,
+      "loss": 0.2703,
+      "step": 210700
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.8154887378651694e-05,
+      "loss": 0.2696,
+      "step": 210800
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.814926614838924e-05,
+      "loss": 0.2696,
+      "step": 210900
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.814364491812678e-05,
+      "loss": 0.2717,
+      "step": 211000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.8138023687864326e-05,
+      "loss": 0.2759,
+      "step": 211100
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.813240245760187e-05,
+      "loss": 0.2667,
+      "step": 211200
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.812678122733942e-05,
+      "loss": 0.2674,
+      "step": 211300
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.812115999707696e-05,
+      "loss": 0.2709,
+      "step": 211400
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.8115538766814504e-05,
+      "loss": 0.2684,
+      "step": 211500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.810991753655205e-05,
+      "loss": 0.2744,
+      "step": 211600
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.81042963062896e-05,
+      "loss": 0.2756,
+      "step": 211700
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.809867507602714e-05,
+      "loss": 0.2722,
+      "step": 211800
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.809305384576469e-05,
+      "loss": 0.2725,
+      "step": 211900
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.8087432615502236e-05,
+      "loss": 0.2755,
+      "step": 212000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.8081811385239775e-05,
+      "loss": 0.2751,
+      "step": 212100
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.807619015497732e-05,
+      "loss": 0.2702,
+      "step": 212200
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.807056892471487e-05,
+      "loss": 0.2659,
+      "step": 212300
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.806494769445241e-05,
+      "loss": 0.2724,
+      "step": 212400
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.805932646418995e-05,
+      "loss": 0.2653,
+      "step": 212500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.80537052339275e-05,
+      "loss": 0.2696,
+      "step": 212600
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.8048084003665046e-05,
+      "loss": 0.2748,
+      "step": 212700
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.8042462773402585e-05,
+      "loss": 0.2761,
+      "step": 212800
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.803684154314013e-05,
+      "loss": 0.2695,
+      "step": 212900
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.803122031287768e-05,
+      "loss": 0.2775,
+      "step": 213000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.8025599082615224e-05,
+      "loss": 0.2709,
+      "step": 213100
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.801997785235277e-05,
+      "loss": 0.2661,
+      "step": 213200
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.801435662209032e-05,
+      "loss": 0.2677,
+      "step": 213300
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.800873539182786e-05,
+      "loss": 0.2683,
+      "step": 213400
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.80031141615654e-05,
+      "loss": 0.2767,
+      "step": 213500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.799749293130295e-05,
+      "loss": 0.2723,
+      "step": 213600
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.7991871701040495e-05,
+      "loss": 0.28,
+      "step": 213700
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.7986250470778035e-05,
+      "loss": 0.2732,
+      "step": 213800
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.798062924051558e-05,
+      "loss": 0.2735,
+      "step": 213900
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.797500801025313e-05,
+      "loss": 0.2653,
+      "step": 214000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.7969386779990673e-05,
+      "loss": 0.2734,
+      "step": 214100
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.796376554972821e-05,
+      "loss": 0.2723,
+      "step": 214200
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.795814431946576e-05,
+      "loss": 0.28,
+      "step": 214300
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.7952523089203305e-05,
+      "loss": 0.2746,
+      "step": 214400
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.7946901858940845e-05,
+      "loss": 0.2669,
+      "step": 214500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.794128062867839e-05,
+      "loss": 0.2753,
+      "step": 214600
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.793565939841594e-05,
+      "loss": 0.2681,
+      "step": 214700
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.7930038168153484e-05,
+      "loss": 0.2693,
+      "step": 214800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.792441693789103e-05,
+      "loss": 0.2739,
+      "step": 214900
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.7918795707628576e-05,
+      "loss": 0.2698,
+      "step": 215000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.791317447736612e-05,
+      "loss": 0.2755,
+      "step": 215100
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.790755324710366e-05,
+      "loss": 0.2746,
+      "step": 215200
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.790193201684121e-05,
+      "loss": 0.2719,
+      "step": 215300
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.7896310786578755e-05,
+      "loss": 0.2796,
+      "step": 215400
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.7890689556316294e-05,
+      "loss": 0.2741,
+      "step": 215500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.788506832605384e-05,
+      "loss": 0.2684,
+      "step": 215600
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.787944709579139e-05,
+      "loss": 0.2702,
+      "step": 215700
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.787382586552893e-05,
+      "loss": 0.2658,
+      "step": 215800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.786820463526647e-05,
+      "loss": 0.2768,
+      "step": 215900
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.786258340500402e-05,
+      "loss": 0.2756,
+      "step": 216000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.7856962174741565e-05,
+      "loss": 0.276,
+      "step": 216100
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.7851340944479105e-05,
+      "loss": 0.2694,
+      "step": 216200
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.784571971421665e-05,
+      "loss": 0.2781,
+      "step": 216300
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.78400984839542e-05,
+      "loss": 0.2668,
+      "step": 216400
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.783453346599437e-05,
+      "loss": 0.2741,
+      "step": 216500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.782891223573191e-05,
+      "loss": 0.2682,
+      "step": 216600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.782329100546946e-05,
+      "loss": 0.273,
+      "step": 216700
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.7817669775207004e-05,
+      "loss": 0.2694,
+      "step": 216800
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.781204854494455e-05,
+      "loss": 0.2721,
+      "step": 216900
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.780642731468209e-05,
+      "loss": 0.2658,
+      "step": 217000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.7800862296722264e-05,
+      "loss": 0.2699,
+      "step": 217100
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.779524106645981e-05,
+      "loss": 0.266,
+      "step": 217200
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.7789619836197356e-05,
+      "loss": 0.2701,
+      "step": 217300
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.7783998605934896e-05,
+      "loss": 0.2733,
+      "step": 217400
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.777837737567244e-05,
+      "loss": 0.2717,
+      "step": 217500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.777275614540999e-05,
+      "loss": 0.2775,
+      "step": 217600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.776713491514753e-05,
+      "loss": 0.2774,
+      "step": 217700
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.7761513684885074e-05,
+      "loss": 0.271,
+      "step": 217800
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 3.775589245462262e-05,
+      "loss": 0.2728,
+      "step": 217900
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.775027122436017e-05,
+      "loss": 0.2701,
+      "step": 218000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.7744649994097706e-05,
+      "loss": 0.2731,
+      "step": 218100
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.773902876383525e-05,
+      "loss": 0.2674,
+      "step": 218200
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.77334075335728e-05,
+      "loss": 0.2681,
+      "step": 218300
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.7727786303310345e-05,
+      "loss": 0.2729,
+      "step": 218400
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.772216507304789e-05,
+      "loss": 0.2779,
+      "step": 218500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.771654384278544e-05,
+      "loss": 0.268,
+      "step": 218600
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.7710922612522984e-05,
+      "loss": 0.2738,
+      "step": 218700
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.7705301382260523e-05,
+      "loss": 0.2645,
+      "step": 218800
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.769968015199807e-05,
+      "loss": 0.2741,
+      "step": 218900
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.7694058921735616e-05,
+      "loss": 0.2652,
+      "step": 219000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.7688493903775784e-05,
+      "loss": 0.2736,
+      "step": 219100
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.768287267351332e-05,
+      "loss": 0.2659,
+      "step": 219200
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.767725144325087e-05,
+      "loss": 0.2686,
+      "step": 219300
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.7671630212988416e-05,
+      "loss": 0.2737,
+      "step": 219400
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.766600898272596e-05,
+      "loss": 0.262,
+      "step": 219500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.766038775246351e-05,
+      "loss": 0.2702,
+      "step": 219600
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 3.7654766522201054e-05,
+      "loss": 0.2677,
+      "step": 219700
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.76491452919386e-05,
+      "loss": 0.2695,
+      "step": 219800
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.764352406167614e-05,
+      "loss": 0.2674,
+      "step": 219900
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.7637902831413687e-05,
+      "loss": 0.2704,
+      "step": 220000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.763228160115123e-05,
+      "loss": 0.2725,
+      "step": 220100
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.762666037088877e-05,
+      "loss": 0.2683,
+      "step": 220200
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.762103914062632e-05,
+      "loss": 0.2773,
+      "step": 220300
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.7615417910363865e-05,
+      "loss": 0.268,
+      "step": 220400
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.760979668010141e-05,
+      "loss": 0.27,
+      "step": 220500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.760417544983895e-05,
+      "loss": 0.28,
+      "step": 220600
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.75985542195765e-05,
+      "loss": 0.262,
+      "step": 220700
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.759298920161667e-05,
+      "loss": 0.2692,
+      "step": 220800
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.758736797135422e-05,
+      "loss": 0.2713,
+      "step": 220900
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.758174674109176e-05,
+      "loss": 0.2637,
+      "step": 221000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.75761255108293e-05,
+      "loss": 0.273,
+      "step": 221100
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.757050428056685e-05,
+      "loss": 0.2671,
+      "step": 221200
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.756488305030439e-05,
+      "loss": 0.2687,
+      "step": 221300
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.7559261820041935e-05,
+      "loss": 0.2684,
+      "step": 221400
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.755364058977948e-05,
+      "loss": 0.2631,
+      "step": 221500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.754801935951703e-05,
+      "loss": 0.2704,
+      "step": 221600
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.754239812925457e-05,
+      "loss": 0.2691,
+      "step": 221700
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.7536776898992114e-05,
+      "loss": 0.2632,
+      "step": 221800
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.753115566872966e-05,
+      "loss": 0.2665,
+      "step": 221900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.75255344384672e-05,
+      "loss": 0.2711,
+      "step": 222000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.7519913208204746e-05,
+      "loss": 0.2665,
+      "step": 222100
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.751429197794229e-05,
+      "loss": 0.2712,
+      "step": 222200
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.750867074767984e-05,
+      "loss": 0.2683,
+      "step": 222300
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.7503049517417385e-05,
+      "loss": 0.2734,
+      "step": 222400
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.749742828715493e-05,
+      "loss": 0.2728,
+      "step": 222500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.749180705689248e-05,
+      "loss": 0.2735,
+      "step": 222600
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.748618582663002e-05,
+      "loss": 0.2708,
+      "step": 222700
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.748056459636756e-05,
+      "loss": 0.2682,
+      "step": 222800
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.747494336610511e-05,
+      "loss": 0.2717,
+      "step": 222900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.7469322135842656e-05,
+      "loss": 0.2626,
+      "step": 223000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.7463700905580195e-05,
+      "loss": 0.2743,
+      "step": 223100
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 3.745807967531774e-05,
+      "loss": 0.2618,
+      "step": 223200
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.745245844505529e-05,
+      "loss": 0.2702,
+      "step": 223300
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.744683721479283e-05,
+      "loss": 0.2709,
+      "step": 223400
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.744121598453037e-05,
+      "loss": 0.2699,
+      "step": 223500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.743565096657055e-05,
+      "loss": 0.2732,
+      "step": 223600
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.7430029736308094e-05,
+      "loss": 0.2628,
+      "step": 223700
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.7424408506045634e-05,
+      "loss": 0.2651,
+      "step": 223800
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.741878727578318e-05,
+      "loss": 0.2756,
+      "step": 223900
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.7413166045520726e-05,
+      "loss": 0.264,
+      "step": 224000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.740754481525827e-05,
+      "loss": 0.2691,
+      "step": 224100
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.740192358499581e-05,
+      "loss": 0.2731,
+      "step": 224200
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.739630235473336e-05,
+      "loss": 0.261,
+      "step": 224300
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.7390681124470904e-05,
+      "loss": 0.2745,
+      "step": 224400
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.7385059894208444e-05,
+      "loss": 0.2701,
+      "step": 224500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.737943866394599e-05,
+      "loss": 0.2732,
+      "step": 224600
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.7373817433683536e-05,
+      "loss": 0.2617,
+      "step": 224700
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.736819620342108e-05,
+      "loss": 0.273,
+      "step": 224800
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.736257497315863e-05,
+      "loss": 0.2622,
+      "step": 224900
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 3.7356953742896175e-05,
+      "loss": 0.2659,
+      "step": 225000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.735133251263372e-05,
+      "loss": 0.2657,
+      "step": 225100
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.734571128237126e-05,
+      "loss": 0.2657,
+      "step": 225200
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.734009005210881e-05,
+      "loss": 0.2721,
+      "step": 225300
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.7334468821846354e-05,
+      "loss": 0.2735,
+      "step": 225400
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.732890380388652e-05,
+      "loss": 0.2671,
+      "step": 225500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.732328257362406e-05,
+      "loss": 0.2641,
+      "step": 225600
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.731766134336161e-05,
+      "loss": 0.2643,
+      "step": 225700
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.731204011309915e-05,
+      "loss": 0.2714,
+      "step": 225800
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.73064188828367e-05,
+      "loss": 0.2706,
+      "step": 225900
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.7300797652574246e-05,
+      "loss": 0.2683,
+      "step": 226000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.729517642231179e-05,
+      "loss": 0.2758,
+      "step": 226100
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.728955519204934e-05,
+      "loss": 0.272,
+      "step": 226200
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.728393396178688e-05,
+      "loss": 0.2739,
+      "step": 226300
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.7278312731524424e-05,
+      "loss": 0.2648,
+      "step": 226400
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.727269150126197e-05,
+      "loss": 0.269,
+      "step": 226500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.726707027099951e-05,
+      "loss": 0.2596,
+      "step": 226600
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.7261449040737056e-05,
+      "loss": 0.2685,
+      "step": 226700
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 3.72558278104746e-05,
+      "loss": 0.2625,
+      "step": 226800
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.725020658021215e-05,
+      "loss": 0.2683,
+      "step": 226900
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.724458534994969e-05,
+      "loss": 0.2687,
+      "step": 227000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.7238964119687235e-05,
+      "loss": 0.2635,
+      "step": 227100
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.723334288942478e-05,
+      "loss": 0.2708,
+      "step": 227200
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.722772165916232e-05,
+      "loss": 0.2696,
+      "step": 227300
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.722210042889987e-05,
+      "loss": 0.2631,
+      "step": 227400
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.721647919863741e-05,
+      "loss": 0.2661,
+      "step": 227500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.721085796837496e-05,
+      "loss": 0.2724,
+      "step": 227600
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.7205236738112506e-05,
+      "loss": 0.2718,
+      "step": 227700
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.719961550785005e-05,
+      "loss": 0.2676,
+      "step": 227800
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.71939942775876e-05,
+      "loss": 0.2719,
+      "step": 227900
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.718837304732514e-05,
+      "loss": 0.2727,
+      "step": 228000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.7182751817062684e-05,
+      "loss": 0.2648,
+      "step": 228100
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.717713058680023e-05,
+      "loss": 0.2683,
+      "step": 228200
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.7171509356537776e-05,
+      "loss": 0.2627,
+      "step": 228300
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.7165888126275316e-05,
+      "loss": 0.2649,
+      "step": 228400
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.716026689601286e-05,
+      "loss": 0.2669,
+      "step": 228500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.715464566575041e-05,
+      "loss": 0.2648,
+      "step": 228600
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.714902443548795e-05,
+      "loss": 0.2687,
+      "step": 228700
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.7143403205225494e-05,
+      "loss": 0.2653,
+      "step": 228800
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.713778197496304e-05,
+      "loss": 0.2689,
+      "step": 228900
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.713216074470059e-05,
+      "loss": 0.2677,
+      "step": 229000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.712653951443813e-05,
+      "loss": 0.2703,
+      "step": 229100
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.712091828417568e-05,
+      "loss": 0.2671,
+      "step": 229200
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.7115297053913226e-05,
+      "loss": 0.2701,
+      "step": 229300
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.7109675823650765e-05,
+      "loss": 0.2696,
+      "step": 229400
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.710405459338831e-05,
+      "loss": 0.2633,
+      "step": 229500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.709843336312586e-05,
+      "loss": 0.2724,
+      "step": 229600
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.7092812132863404e-05,
+      "loss": 0.2603,
+      "step": 229700
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.7087190902600943e-05,
+      "loss": 0.2637,
+      "step": 229800
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.708156967233849e-05,
+      "loss": 0.2704,
+      "step": 229900
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.7075948442076036e-05,
+      "loss": 0.259,
+      "step": 230000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.7070327211813575e-05,
+      "loss": 0.2741,
+      "step": 230100
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.706470598155112e-05,
+      "loss": 0.2771,
+      "step": 230200
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 3.705908475128867e-05,
+      "loss": 0.2673,
+      "step": 230300
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.7053463521026214e-05,
+      "loss": 0.2692,
+      "step": 230400
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.7047842290763754e-05,
+      "loss": 0.2708,
+      "step": 230500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.70422210605013e-05,
+      "loss": 0.2718,
+      "step": 230600
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.7036599830238846e-05,
+      "loss": 0.2695,
+      "step": 230700
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.703097859997639e-05,
+      "loss": 0.2619,
+      "step": 230800
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.702535736971394e-05,
+      "loss": 0.2672,
+      "step": 230900
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.7019736139451485e-05,
+      "loss": 0.2721,
+      "step": 231000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.701411490918903e-05,
+      "loss": 0.2647,
+      "step": 231100
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.700849367892657e-05,
+      "loss": 0.2674,
+      "step": 231200
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.700287244866412e-05,
+      "loss": 0.2685,
+      "step": 231300
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.6997251218401664e-05,
+      "loss": 0.2663,
+      "step": 231400
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.69916299881392e-05,
+      "loss": 0.2666,
+      "step": 231500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.698600875787675e-05,
+      "loss": 0.2675,
+      "step": 231600
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.6980387527614296e-05,
+      "loss": 0.2645,
+      "step": 231700
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.697476629735184e-05,
+      "loss": 0.263,
+      "step": 231800
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.696914506708938e-05,
+      "loss": 0.2688,
+      "step": 231900
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.696352383682693e-05,
+      "loss": 0.2603,
+      "step": 232000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.6957902606564474e-05,
+      "loss": 0.2594,
+      "step": 232100
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.695228137630202e-05,
+      "loss": 0.2651,
+      "step": 232200
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.6946660146039566e-05,
+      "loss": 0.2709,
+      "step": 232300
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.694103891577711e-05,
+      "loss": 0.2628,
+      "step": 232400
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.693541768551466e-05,
+      "loss": 0.2658,
+      "step": 232500
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.69297964552522e-05,
+      "loss": 0.2659,
+      "step": 232600
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.6924175224989745e-05,
+      "loss": 0.2706,
+      "step": 232700
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.691855399472729e-05,
+      "loss": 0.2716,
+      "step": 232800
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.691293276446483e-05,
+      "loss": 0.2725,
+      "step": 232900
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.690731153420238e-05,
+      "loss": 0.2668,
+      "step": 233000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.690169030393992e-05,
+      "loss": 0.2674,
+      "step": 233100
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.689606907367747e-05,
+      "loss": 0.2656,
+      "step": 233200
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.689050405571764e-05,
+      "loss": 0.2592,
+      "step": 233300
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.688488282545518e-05,
+      "loss": 0.2704,
+      "step": 233400
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.687926159519273e-05,
+      "loss": 0.2711,
+      "step": 233500
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.6873640364930276e-05,
+      "loss": 0.2644,
+      "step": 233600
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.6868019134667815e-05,
+      "loss": 0.2566,
+      "step": 233700
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.686239790440536e-05,
+      "loss": 0.2709,
+      "step": 233800
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.685677667414291e-05,
+      "loss": 0.2674,
+      "step": 233900
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.685115544388045e-05,
+      "loss": 0.2683,
+      "step": 234000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.6845534213617994e-05,
+      "loss": 0.2678,
+      "step": 234100
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.683991298335554e-05,
+      "loss": 0.2633,
+      "step": 234200
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.6834291753093086e-05,
+      "loss": 0.2572,
+      "step": 234300
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.6828670522830626e-05,
+      "loss": 0.2596,
+      "step": 234400
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.682304929256817e-05,
+      "loss": 0.2708,
+      "step": 234500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.681742806230572e-05,
+      "loss": 0.2639,
+      "step": 234600
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.681180683204326e-05,
+      "loss": 0.2723,
+      "step": 234700
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.680624181408343e-05,
+      "loss": 0.2648,
+      "step": 234800
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.680062058382098e-05,
+      "loss": 0.2674,
+      "step": 234900
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.6794999353558525e-05,
+      "loss": 0.2689,
+      "step": 235000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.6789378123296064e-05,
+      "loss": 0.2667,
+      "step": 235100
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.678375689303361e-05,
+      "loss": 0.2716,
+      "step": 235200
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.677813566277116e-05,
+      "loss": 0.261,
+      "step": 235300
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.6772514432508696e-05,
+      "loss": 0.2671,
+      "step": 235400
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.676689320224624e-05,
+      "loss": 0.264,
+      "step": 235500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.676127197198379e-05,
+      "loss": 0.2676,
+      "step": 235600
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 3.6755650741721335e-05,
+      "loss": 0.2671,
+      "step": 235700
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.6750029511458875e-05,
+      "loss": 0.2653,
+      "step": 235800
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.674440828119642e-05,
+      "loss": 0.2624,
+      "step": 235900
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.673878705093397e-05,
+      "loss": 0.2727,
+      "step": 236000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.6733165820671514e-05,
+      "loss": 0.2706,
+      "step": 236100
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.672754459040906e-05,
+      "loss": 0.2691,
+      "step": 236200
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.6721923360146606e-05,
+      "loss": 0.2686,
+      "step": 236300
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.671630212988415e-05,
+      "loss": 0.2714,
+      "step": 236400
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.671068089962169e-05,
+      "loss": 0.2612,
+      "step": 236500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.670505966935924e-05,
+      "loss": 0.2621,
+      "step": 236600
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.6699438439096784e-05,
+      "loss": 0.2714,
+      "step": 236700
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.6693817208834324e-05,
+      "loss": 0.259,
+      "step": 236800
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.668819597857187e-05,
+      "loss": 0.2591,
+      "step": 236900
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.6682574748309416e-05,
+      "loss": 0.2652,
+      "step": 237000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.667695351804696e-05,
+      "loss": 0.2612,
+      "step": 237100
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.66713322877845e-05,
+      "loss": 0.2757,
+      "step": 237200
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.666571105752205e-05,
+      "loss": 0.2678,
+      "step": 237300
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 3.6660089827259595e-05,
+      "loss": 0.2704,
+      "step": 237400
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.665446859699714e-05,
+      "loss": 0.2663,
+      "step": 237500
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.664884736673469e-05,
+      "loss": 0.2609,
+      "step": 237600
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.6643226136472234e-05,
+      "loss": 0.2643,
+      "step": 237700
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.663760490620978e-05,
+      "loss": 0.2748,
+      "step": 237800
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.663198367594732e-05,
+      "loss": 0.2551,
+      "step": 237900
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.6626362445684866e-05,
+      "loss": 0.2671,
+      "step": 238000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.662074121542241e-05,
+      "loss": 0.2663,
+      "step": 238100
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.661511998515995e-05,
+      "loss": 0.2624,
+      "step": 238200
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.66094987548975e-05,
+      "loss": 0.2627,
+      "step": 238300
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.6603877524635044e-05,
+      "loss": 0.2679,
+      "step": 238400
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.659825629437259e-05,
+      "loss": 0.267,
+      "step": 238500
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.659263506411013e-05,
+      "loss": 0.2641,
+      "step": 238600
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.6587013833847676e-05,
+      "loss": 0.2673,
+      "step": 238700
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.658139260358522e-05,
+      "loss": 0.267,
+      "step": 238800
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.657577137332276e-05,
+      "loss": 0.2596,
+      "step": 238900
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.657015014306031e-05,
+      "loss": 0.2659,
+      "step": 239000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.6564528912797854e-05,
+      "loss": 0.2647,
+      "step": 239100
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 3.65589076825354e-05,
+      "loss": 0.2636,
+      "step": 239200
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.655328645227295e-05,
+      "loss": 0.2604,
+      "step": 239300
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.654766522201049e-05,
+      "loss": 0.2616,
+      "step": 239400
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.654204399174804e-05,
+      "loss": 0.2639,
+      "step": 239500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.653642276148558e-05,
+      "loss": 0.2656,
+      "step": 239600
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.6530801531223125e-05,
+      "loss": 0.265,
+      "step": 239700
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.652518030096067e-05,
+      "loss": 0.2671,
+      "step": 239800
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.651955907069822e-05,
+      "loss": 0.2573,
+      "step": 239900
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.651393784043576e-05,
+      "loss": 0.2601,
+      "step": 240000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.6508316610173304e-05,
+      "loss": 0.255,
+      "step": 240100
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.650269537991085e-05,
+      "loss": 0.2675,
+      "step": 240200
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.649707414964839e-05,
+      "loss": 0.2566,
+      "step": 240300
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.6491452919385936e-05,
+      "loss": 0.2633,
+      "step": 240400
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.648583168912348e-05,
+      "loss": 0.2582,
+      "step": 240500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.648021045886103e-05,
+      "loss": 0.258,
+      "step": 240600
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.6474589228598575e-05,
+      "loss": 0.2637,
+      "step": 240700
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.646896799833612e-05,
+      "loss": 0.264,
+      "step": 240800
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.646340298037629e-05,
+      "loss": 0.2593,
+      "step": 240900
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 3.6457781750113835e-05,
+      "loss": 0.2617,
+      "step": 241000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.6452160519851374e-05,
+      "loss": 0.263,
+      "step": 241100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.644653928958892e-05,
+      "loss": 0.2656,
+      "step": 241200
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.644091805932647e-05,
+      "loss": 0.2614,
+      "step": 241300
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.6435296829064006e-05,
+      "loss": 0.2576,
+      "step": 241400
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.642967559880155e-05,
+      "loss": 0.2641,
+      "step": 241500
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.64240543685391e-05,
+      "loss": 0.2615,
+      "step": 241600
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.6418433138276645e-05,
+      "loss": 0.263,
+      "step": 241700
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.641281190801419e-05,
+      "loss": 0.2599,
+      "step": 241800
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.640719067775174e-05,
+      "loss": 0.265,
+      "step": 241900
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.6401569447489284e-05,
+      "loss": 0.2592,
+      "step": 242000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.6395948217226823e-05,
+      "loss": 0.2578,
+      "step": 242100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.639032698696437e-05,
+      "loss": 0.2645,
+      "step": 242200
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.6384705756701916e-05,
+      "loss": 0.2566,
+      "step": 242300
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.6379140738742084e-05,
+      "loss": 0.2678,
+      "step": 242400
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.637351950847962e-05,
+      "loss": 0.2609,
+      "step": 242500
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.636789827821717e-05,
+      "loss": 0.257,
+      "step": 242600
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.6362277047954716e-05,
+      "loss": 0.2578,
+      "step": 242700
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.635665581769226e-05,
+      "loss": 0.2596,
+      "step": 242800
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.635103458742981e-05,
+      "loss": 0.266,
+      "step": 242900
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.6345413357167354e-05,
+      "loss": 0.2628,
+      "step": 243000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.63397921269049e-05,
+      "loss": 0.2582,
+      "step": 243100
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.633417089664244e-05,
+      "loss": 0.259,
+      "step": 243200
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.6328549666379987e-05,
+      "loss": 0.2602,
+      "step": 243300
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.632292843611753e-05,
+      "loss": 0.2667,
+      "step": 243400
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.631730720585508e-05,
+      "loss": 0.2608,
+      "step": 243500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.631168597559262e-05,
+      "loss": 0.2622,
+      "step": 243600
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.6306064745330165e-05,
+      "loss": 0.2571,
+      "step": 243700
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.630044351506771e-05,
+      "loss": 0.2564,
+      "step": 243800
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.629482228480525e-05,
+      "loss": 0.2531,
+      "step": 243900
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.62892010545428e-05,
+      "loss": 0.2694,
+      "step": 244000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.628357982428034e-05,
+      "loss": 0.2712,
+      "step": 244100
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.627795859401789e-05,
+      "loss": 0.2606,
+      "step": 244200
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.627233736375543e-05,
+      "loss": 0.2639,
+      "step": 244300
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.6266716133492975e-05,
+      "loss": 0.257,
+      "step": 244400
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.626109490323052e-05,
+      "loss": 0.2628,
+      "step": 244500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 3.625547367296807e-05,
+      "loss": 0.2585,
+      "step": 244600
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.6249852442705614e-05,
+      "loss": 0.2585,
+      "step": 244700
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.624423121244316e-05,
+      "loss": 0.2577,
+      "step": 244800
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.623860998218071e-05,
+      "loss": 0.2573,
+      "step": 244900
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.6232988751918246e-05,
+      "loss": 0.2592,
+      "step": 245000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.622736752165579e-05,
+      "loss": 0.2628,
+      "step": 245100
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.622174629139334e-05,
+      "loss": 0.2663,
+      "step": 245200
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.621612506113088e-05,
+      "loss": 0.2728,
+      "step": 245300
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.6210503830868424e-05,
+      "loss": 0.2714,
+      "step": 245400
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.620488260060597e-05,
+      "loss": 0.2633,
+      "step": 245500
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.619926137034351e-05,
+      "loss": 0.2677,
+      "step": 245600
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.6193640140081057e-05,
+      "loss": 0.2615,
+      "step": 245700
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.61880189098186e-05,
+      "loss": 0.2643,
+      "step": 245800
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.618239767955615e-05,
+      "loss": 0.267,
+      "step": 245900
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.6176776449293695e-05,
+      "loss": 0.2601,
+      "step": 246000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.617115521903124e-05,
+      "loss": 0.2664,
+      "step": 246100
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.616553398876879e-05,
+      "loss": 0.265,
+      "step": 246200
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 3.615991275850633e-05,
+      "loss": 0.2555,
+      "step": 246300
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.6154347740546495e-05,
+      "loss": 0.262,
+      "step": 246400
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.614872651028404e-05,
+      "loss": 0.2652,
+      "step": 246500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.614310528002159e-05,
+      "loss": 0.2585,
+      "step": 246600
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.613748404975913e-05,
+      "loss": 0.262,
+      "step": 246700
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.613186281949667e-05,
+      "loss": 0.2604,
+      "step": 246800
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.612624158923422e-05,
+      "loss": 0.2559,
+      "step": 246900
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.6120620358971766e-05,
+      "loss": 0.2584,
+      "step": 247000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.611499912870931e-05,
+      "loss": 0.2578,
+      "step": 247100
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.610937789844686e-05,
+      "loss": 0.2568,
+      "step": 247200
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.6103756668184405e-05,
+      "loss": 0.2638,
+      "step": 247300
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.6098135437921944e-05,
+      "loss": 0.2587,
+      "step": 247400
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.609251420765949e-05,
+      "loss": 0.258,
+      "step": 247500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.608689297739704e-05,
+      "loss": 0.2598,
+      "step": 247600
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.608127174713458e-05,
+      "loss": 0.2621,
+      "step": 247700
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.607565051687212e-05,
+      "loss": 0.2592,
+      "step": 247800
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.607002928660967e-05,
+      "loss": 0.2585,
+      "step": 247900
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.6064408056347215e-05,
+      "loss": 0.2647,
+      "step": 248000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 3.6058786826084755e-05,
+      "loss": 0.2593,
+      "step": 248100
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.60531655958223e-05,
+      "loss": 0.2599,
+      "step": 248200
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.604754436555985e-05,
+      "loss": 0.269,
+      "step": 248300
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.6041923135297393e-05,
+      "loss": 0.259,
+      "step": 248400
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.603630190503493e-05,
+      "loss": 0.2596,
+      "step": 248500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.603068067477248e-05,
+      "loss": 0.2567,
+      "step": 248600
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.6025059444510026e-05,
+      "loss": 0.2594,
+      "step": 248700
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.601943821424757e-05,
+      "loss": 0.2669,
+      "step": 248800
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.601381698398512e-05,
+      "loss": 0.2732,
+      "step": 248900
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.6008195753722664e-05,
+      "loss": 0.2666,
+      "step": 249000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.600257452346021e-05,
+      "loss": 0.2607,
+      "step": 249100
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.599695329319775e-05,
+      "loss": 0.2636,
+      "step": 249200
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.5991332062935296e-05,
+      "loss": 0.2628,
+      "step": 249300
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.598571083267284e-05,
+      "loss": 0.2589,
+      "step": 249400
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.598008960241038e-05,
+      "loss": 0.2633,
+      "step": 249500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.597446837214793e-05,
+      "loss": 0.2577,
+      "step": 249600
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.5968847141885475e-05,
+      "loss": 0.2595,
+      "step": 249700
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.596322591162302e-05,
+      "loss": 0.2609,
+      "step": 249800
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.595760468136056e-05,
+      "loss": 0.2592,
+      "step": 249900
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.595198345109811e-05,
+      "loss": 0.2585,
+      "step": 250000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.594636222083565e-05,
+      "loss": 0.2531,
+      "step": 250100
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.59407409905732e-05,
+      "loss": 0.2561,
+      "step": 250200
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.5935119760310746e-05,
+      "loss": 0.2609,
+      "step": 250300
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.592949853004829e-05,
+      "loss": 0.2557,
+      "step": 250400
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.592387729978584e-05,
+      "loss": 0.2606,
+      "step": 250500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.591825606952338e-05,
+      "loss": 0.2686,
+      "step": 250600
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.5912634839260924e-05,
+      "loss": 0.2629,
+      "step": 250700
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.590701360899847e-05,
+      "loss": 0.2605,
+      "step": 250800
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.590139237873601e-05,
+      "loss": 0.2556,
+      "step": 250900
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.5895771148473556e-05,
+      "loss": 0.2656,
+      "step": 251000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.58901499182111e-05,
+      "loss": 0.2661,
+      "step": 251100
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.588452868794865e-05,
+      "loss": 0.2577,
+      "step": 251200
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.587890745768619e-05,
+      "loss": 0.2598,
+      "step": 251300
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.5873286227423734e-05,
+      "loss": 0.2575,
+      "step": 251400
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.586766499716128e-05,
+      "loss": 0.2641,
+      "step": 251500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.586204376689882e-05,
+      "loss": 0.2632,
+      "step": 251600
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 3.5856422536636366e-05,
+      "loss": 0.258,
+      "step": 251700
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.585080130637391e-05,
+      "loss": 0.2643,
+      "step": 251800
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.584518007611146e-05,
+      "loss": 0.2595,
+      "step": 251900
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.5839558845849005e-05,
+      "loss": 0.259,
+      "step": 252000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.583393761558655e-05,
+      "loss": 0.2546,
+      "step": 252100
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.58283163853241e-05,
+      "loss": 0.2658,
+      "step": 252200
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.582269515506164e-05,
+      "loss": 0.2659,
+      "step": 252300
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.5817130137101805e-05,
+      "loss": 0.2593,
+      "step": 252400
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.581150890683935e-05,
+      "loss": 0.254,
+      "step": 252500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.58058876765769e-05,
+      "loss": 0.2608,
+      "step": 252600
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.580026644631444e-05,
+      "loss": 0.263,
+      "step": 252700
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.579464521605198e-05,
+      "loss": 0.2632,
+      "step": 252800
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.578902398578953e-05,
+      "loss": 0.2697,
+      "step": 252900
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.5783402755527076e-05,
+      "loss": 0.2601,
+      "step": 253000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.577778152526462e-05,
+      "loss": 0.2593,
+      "step": 253100
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.577216029500217e-05,
+      "loss": 0.2612,
+      "step": 253200
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.5766539064739715e-05,
+      "loss": 0.2568,
+      "step": 253300
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.5760917834477254e-05,
+      "loss": 0.2555,
+      "step": 253400
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 3.575535281651742e-05,
+      "loss": 0.2647,
+      "step": 253500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.574973158625497e-05,
+      "loss": 0.2594,
+      "step": 253600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.5744110355992514e-05,
+      "loss": 0.2597,
+      "step": 253700
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.5738489125730054e-05,
+      "loss": 0.2639,
+      "step": 253800
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.57328678954676e-05,
+      "loss": 0.2527,
+      "step": 253900
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.5727246665205146e-05,
+      "loss": 0.2603,
+      "step": 254000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.572162543494269e-05,
+      "loss": 0.2658,
+      "step": 254100
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.571600420468024e-05,
+      "loss": 0.2563,
+      "step": 254200
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.5710382974417785e-05,
+      "loss": 0.2687,
+      "step": 254300
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.570476174415533e-05,
+      "loss": 0.2589,
+      "step": 254400
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.569914051389287e-05,
+      "loss": 0.2582,
+      "step": 254500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.569351928363042e-05,
+      "loss": 0.2595,
+      "step": 254600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.5687898053367964e-05,
+      "loss": 0.2596,
+      "step": 254700
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.568227682310551e-05,
+      "loss": 0.2545,
+      "step": 254800
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.567665559284305e-05,
+      "loss": 0.2574,
+      "step": 254900
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.5671034362580596e-05,
+      "loss": 0.2545,
+      "step": 255000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.566541313231814e-05,
+      "loss": 0.2554,
+      "step": 255100
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.565979190205568e-05,
+      "loss": 0.2544,
+      "step": 255200
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.565417067179323e-05,
+      "loss": 0.2631,
+      "step": 255300
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.5648549441530774e-05,
+      "loss": 0.2672,
+      "step": 255400
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.564292821126832e-05,
+      "loss": 0.2625,
+      "step": 255500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.5637306981005866e-05,
+      "loss": 0.2583,
+      "step": 255600
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.563168575074341e-05,
+      "loss": 0.2532,
+      "step": 255700
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.562606452048096e-05,
+      "loss": 0.258,
+      "step": 255800
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.56204432902185e-05,
+      "loss": 0.2612,
+      "step": 255900
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.5614822059956045e-05,
+      "loss": 0.2594,
+      "step": 256000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.560920082969359e-05,
+      "loss": 0.2579,
+      "step": 256100
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.560357959943113e-05,
+      "loss": 0.2599,
+      "step": 256200
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.55980145814713e-05,
+      "loss": 0.2597,
+      "step": 256300
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.5592393351208845e-05,
+      "loss": 0.2614,
+      "step": 256400
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.558677212094639e-05,
+      "loss": 0.2553,
+      "step": 256500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.558115089068394e-05,
+      "loss": 0.2604,
+      "step": 256600
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.557552966042148e-05,
+      "loss": 0.256,
+      "step": 256700
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.556990843015903e-05,
+      "loss": 0.2585,
+      "step": 256800
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.5564287199896576e-05,
+      "loss": 0.2573,
+      "step": 256900
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.5558665969634115e-05,
+      "loss": 0.2622,
+      "step": 257000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.555304473937166e-05,
+      "loss": 0.2609,
+      "step": 257100
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.554742350910921e-05,
+      "loss": 0.2576,
+      "step": 257200
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.554180227884675e-05,
+      "loss": 0.262,
+      "step": 257300
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.5536181048584294e-05,
+      "loss": 0.2604,
+      "step": 257400
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.553055981832184e-05,
+      "loss": 0.2576,
+      "step": 257500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.5524938588059386e-05,
+      "loss": 0.2579,
+      "step": 257600
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.5519317357796926e-05,
+      "loss": 0.2604,
+      "step": 257700
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.551369612753447e-05,
+      "loss": 0.2518,
+      "step": 257800
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.550807489727202e-05,
+      "loss": 0.2555,
+      "step": 257900
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.550245366700956e-05,
+      "loss": 0.2518,
+      "step": 258000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.5496832436747104e-05,
+      "loss": 0.2563,
+      "step": 258100
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.549121120648465e-05,
+      "loss": 0.2579,
+      "step": 258200
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.54855899762222e-05,
+      "loss": 0.2564,
+      "step": 258300
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.547996874595974e-05,
+      "loss": 0.2618,
+      "step": 258400
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.547434751569729e-05,
+      "loss": 0.2565,
+      "step": 258500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.546878249773746e-05,
+      "loss": 0.2564,
+      "step": 258600
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.5463161267475e-05,
+      "loss": 0.2595,
+      "step": 258700
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.545754003721254e-05,
+      "loss": 0.261,
+      "step": 258800
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.545191880695009e-05,
+      "loss": 0.2618,
+      "step": 258900
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.5446297576687635e-05,
+      "loss": 0.2552,
+      "step": 259000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.5440676346425175e-05,
+      "loss": 0.2607,
+      "step": 259100
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.543505511616272e-05,
+      "loss": 0.244,
+      "step": 259200
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.542943388590027e-05,
+      "loss": 0.2654,
+      "step": 259300
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.542381265563782e-05,
+      "loss": 0.2576,
+      "step": 259400
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.541819142537536e-05,
+      "loss": 0.2522,
+      "step": 259500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.5412570195112906e-05,
+      "loss": 0.2582,
+      "step": 259600
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.540694896485045e-05,
+      "loss": 0.2612,
+      "step": 259700
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.540132773458799e-05,
+      "loss": 0.2568,
+      "step": 259800
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.539570650432554e-05,
+      "loss": 0.2584,
+      "step": 259900
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.5390085274063084e-05,
+      "loss": 0.2572,
+      "step": 260000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.538446404380063e-05,
+      "loss": 0.2563,
+      "step": 260100
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.537884281353817e-05,
+      "loss": 0.2604,
+      "step": 260200
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.5373221583275716e-05,
+      "loss": 0.253,
+      "step": 260300
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.536760035301326e-05,
+      "loss": 0.2636,
+      "step": 260400
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.53619791227508e-05,
+      "loss": 0.2547,
+      "step": 260500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.535635789248835e-05,
+      "loss": 0.2626,
+      "step": 260600
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.5350736662225895e-05,
+      "loss": 0.2614,
+      "step": 260700
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.534511543196344e-05,
+      "loss": 0.2568,
+      "step": 260800
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.533949420170099e-05,
+      "loss": 0.2539,
+      "step": 260900
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.5333872971438534e-05,
+      "loss": 0.2501,
+      "step": 261000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.532825174117608e-05,
+      "loss": 0.2577,
+      "step": 261100
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.532263051091362e-05,
+      "loss": 0.2554,
+      "step": 261200
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.5317009280651166e-05,
+      "loss": 0.2571,
+      "step": 261300
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.531138805038871e-05,
+      "loss": 0.2554,
+      "step": 261400
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.530576682012626e-05,
+      "loss": 0.2577,
+      "step": 261500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.53001455898638e-05,
+      "loss": 0.2576,
+      "step": 261600
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.5294524359601344e-05,
+      "loss": 0.2491,
+      "step": 261700
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.528890312933889e-05,
+      "loss": 0.2637,
+      "step": 261800
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.528328189907643e-05,
+      "loss": 0.2555,
+      "step": 261900
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.5277660668813976e-05,
+      "loss": 0.2526,
+      "step": 262000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.527203943855152e-05,
+      "loss": 0.2594,
+      "step": 262100
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.526641820828907e-05,
+      "loss": 0.2555,
+      "step": 262200
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.526079697802661e-05,
+      "loss": 0.2531,
+      "step": 262300
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.5255175747764154e-05,
+      "loss": 0.2608,
+      "step": 262400
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.52495545175017e-05,
+      "loss": 0.2542,
+      "step": 262500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.524393328723925e-05,
+      "loss": 0.2657,
+      "step": 262600
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.5238368269279415e-05,
+      "loss": 0.2558,
+      "step": 262700
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.523274703901696e-05,
+      "loss": 0.2648,
+      "step": 262800
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.522712580875451e-05,
+      "loss": 0.2605,
+      "step": 262900
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.522150457849205e-05,
+      "loss": 0.2502,
+      "step": 263000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.521588334822959e-05,
+      "loss": 0.2528,
+      "step": 263100
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.521026211796714e-05,
+      "loss": 0.2573,
+      "step": 263200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.5204640887704685e-05,
+      "loss": 0.2513,
+      "step": 263300
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.5199019657442225e-05,
+      "loss": 0.2562,
+      "step": 263400
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.519339842717977e-05,
+      "loss": 0.2506,
+      "step": 263500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.518777719691732e-05,
+      "loss": 0.2542,
+      "step": 263600
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.5182155966654864e-05,
+      "loss": 0.2515,
+      "step": 263700
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.517653473639241e-05,
+      "loss": 0.2627,
+      "step": 263800
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.5170913506129956e-05,
+      "loss": 0.2548,
+      "step": 263900
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.51652922758675e-05,
+      "loss": 0.2553,
+      "step": 264000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.515967104560504e-05,
+      "loss": 0.2591,
+      "step": 264100
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.515404981534259e-05,
+      "loss": 0.2563,
+      "step": 264200
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.5148428585080135e-05,
+      "loss": 0.2575,
+      "step": 264300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.5142807354817674e-05,
+      "loss": 0.2534,
+      "step": 264400
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.513718612455522e-05,
+      "loss": 0.2613,
+      "step": 264500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.513156489429277e-05,
+      "loss": 0.2509,
+      "step": 264600
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.512599987633294e-05,
+      "loss": 0.2547,
+      "step": 264700
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.512037864607048e-05,
+      "loss": 0.2613,
+      "step": 264800
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.511475741580803e-05,
+      "loss": 0.2616,
+      "step": 264900
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.510913618554557e-05,
+      "loss": 0.2528,
+      "step": 265000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.510351495528311e-05,
+      "loss": 0.2598,
+      "step": 265100
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.509789372502066e-05,
+      "loss": 0.2557,
+      "step": 265200
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.5092272494758205e-05,
+      "loss": 0.2582,
+      "step": 265300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.508665126449575e-05,
+      "loss": 0.2499,
+      "step": 265400
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.508103003423329e-05,
+      "loss": 0.2501,
+      "step": 265500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.507540880397084e-05,
+      "loss": 0.2542,
+      "step": 265600
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.5069787573708384e-05,
+      "loss": 0.2572,
+      "step": 265700
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.506416634344592e-05,
+      "loss": 0.2547,
+      "step": 265800
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.505854511318347e-05,
+      "loss": 0.2533,
+      "step": 265900
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.5052923882921016e-05,
+      "loss": 0.2534,
+      "step": 266000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.504730265265856e-05,
+      "loss": 0.2545,
+      "step": 266100
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.504168142239611e-05,
+      "loss": 0.2531,
+      "step": 266200
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.5036060192133654e-05,
+      "loss": 0.2562,
+      "step": 266300
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.50304389618712e-05,
+      "loss": 0.2537,
+      "step": 266400
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.502481773160874e-05,
+      "loss": 0.2553,
+      "step": 266500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.5019196501346287e-05,
+      "loss": 0.2505,
+      "step": 266600
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.501357527108383e-05,
+      "loss": 0.2583,
+      "step": 266700
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.500795404082138e-05,
+      "loss": 0.2475,
+      "step": 266800
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.500238902286154e-05,
+      "loss": 0.2632,
+      "step": 266900
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.4996767792599086e-05,
+      "loss": 0.259,
+      "step": 267000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.499114656233663e-05,
+      "loss": 0.2537,
+      "step": 267100
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.498552533207418e-05,
+      "loss": 0.2529,
+      "step": 267200
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.4979904101811725e-05,
+      "loss": 0.2503,
+      "step": 267300
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.497428287154927e-05,
+      "loss": 0.2625,
+      "step": 267400
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.496871785358944e-05,
+      "loss": 0.25,
+      "step": 267500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.4963096623326985e-05,
+      "loss": 0.2485,
+      "step": 267600
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.4957475393064525e-05,
+      "loss": 0.2481,
+      "step": 267700
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.495185416280207e-05,
+      "loss": 0.2568,
+      "step": 267800
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.494623293253962e-05,
+      "loss": 0.2549,
+      "step": 267900
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.494061170227716e-05,
+      "loss": 0.2516,
+      "step": 268000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.49349904720147e-05,
+      "loss": 0.2646,
+      "step": 268100
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.492936924175225e-05,
+      "loss": 0.2534,
+      "step": 268200
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.4923748011489796e-05,
+      "loss": 0.2581,
+      "step": 268300
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.491812678122734e-05,
+      "loss": 0.2553,
+      "step": 268400
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.491250555096489e-05,
+      "loss": 0.2585,
+      "step": 268500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.4906884320702434e-05,
+      "loss": 0.2578,
+      "step": 268600
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.4901263090439974e-05,
+      "loss": 0.2521,
+      "step": 268700
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.489564186017752e-05,
+      "loss": 0.253,
+      "step": 268800
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.4890020629915067e-05,
+      "loss": 0.2537,
+      "step": 268900
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.488439939965261e-05,
+      "loss": 0.2533,
+      "step": 269000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.487877816939015e-05,
+      "loss": 0.2554,
+      "step": 269100
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.48731569391277e-05,
+      "loss": 0.2612,
+      "step": 269200
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.4867535708865245e-05,
+      "loss": 0.2588,
+      "step": 269300
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.4861914478602784e-05,
+      "loss": 0.2542,
+      "step": 269400
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.485629324834033e-05,
+      "loss": 0.2548,
+      "step": 269500
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.485067201807788e-05,
+      "loss": 0.26,
+      "step": 269600
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.484505078781542e-05,
+      "loss": 0.2551,
+      "step": 269700
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.483942955755297e-05,
+      "loss": 0.2541,
+      "step": 269800
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.483386453959314e-05,
+      "loss": 0.2581,
+      "step": 269900
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.482824330933068e-05,
+      "loss": 0.2539,
+      "step": 270000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.482262207906823e-05,
+      "loss": 0.2528,
+      "step": 270100
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.481700084880577e-05,
+      "loss": 0.2546,
+      "step": 270200
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.4811379618543315e-05,
+      "loss": 0.252,
+      "step": 270300
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.480575838828086e-05,
+      "loss": 0.2559,
+      "step": 270400
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.48001371580184e-05,
+      "loss": 0.2595,
+      "step": 270500
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.479451592775595e-05,
+      "loss": 0.2555,
+      "step": 270600
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.4788894697493494e-05,
+      "loss": 0.2518,
+      "step": 270700
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.478327346723104e-05,
+      "loss": 0.258,
+      "step": 270800
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.4777652236968586e-05,
+      "loss": 0.2481,
+      "step": 270900
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.477203100670613e-05,
+      "loss": 0.2579,
+      "step": 271000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.476640977644368e-05,
+      "loss": 0.2572,
+      "step": 271100
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.476078854618122e-05,
+      "loss": 0.2547,
+      "step": 271200
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.4755167315918765e-05,
+      "loss": 0.2521,
+      "step": 271300
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.474954608565631e-05,
+      "loss": 0.2507,
+      "step": 271400
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.474392485539386e-05,
+      "loss": 0.2595,
+      "step": 271500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.47383036251314e-05,
+      "loss": 0.2581,
+      "step": 271600
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.473268239486894e-05,
+      "loss": 0.2592,
+      "step": 271700
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.472706116460649e-05,
+      "loss": 0.2488,
+      "step": 271800
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.472143993434403e-05,
+      "loss": 0.2593,
+      "step": 271900
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.4715818704081575e-05,
+      "loss": 0.2521,
+      "step": 272000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.471019747381912e-05,
+      "loss": 0.251,
+      "step": 272100
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.470457624355667e-05,
+      "loss": 0.2547,
+      "step": 272200
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.469895501329421e-05,
+      "loss": 0.256,
+      "step": 272300
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.469338999533438e-05,
+      "loss": 0.2573,
+      "step": 272400
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.468776876507193e-05,
+      "loss": 0.2537,
+      "step": 272500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.4682147534809474e-05,
+      "loss": 0.2543,
+      "step": 272600
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.4676526304547014e-05,
+      "loss": 0.2564,
+      "step": 272700
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.467090507428456e-05,
+      "loss": 0.2505,
+      "step": 272800
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.4665283844022106e-05,
+      "loss": 0.2566,
+      "step": 272900
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 3.4659662613759646e-05,
+      "loss": 0.2573,
+      "step": 273000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.465404138349719e-05,
+      "loss": 0.2546,
+      "step": 273100
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.464842015323474e-05,
+      "loss": 0.2566,
+      "step": 273200
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.4642798922972284e-05,
+      "loss": 0.2564,
+      "step": 273300
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.4637177692709824e-05,
+      "loss": 0.2545,
+      "step": 273400
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.463155646244737e-05,
+      "loss": 0.2593,
+      "step": 273500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.4625935232184916e-05,
+      "loss": 0.2529,
+      "step": 273600
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.462031400192246e-05,
+      "loss": 0.2524,
+      "step": 273700
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.461469277166001e-05,
+      "loss": 0.2533,
+      "step": 273800
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.4609071541397555e-05,
+      "loss": 0.2545,
+      "step": 273900
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.46034503111351e-05,
+      "loss": 0.2456,
+      "step": 274000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.459782908087264e-05,
+      "loss": 0.2489,
+      "step": 274100
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.459220785061019e-05,
+      "loss": 0.2513,
+      "step": 274200
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.4586586620347734e-05,
+      "loss": 0.2594,
+      "step": 274300
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.458096539008527e-05,
+      "loss": 0.2549,
+      "step": 274400
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.457534415982282e-05,
+      "loss": 0.246,
+      "step": 274500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.4569722929560366e-05,
+      "loss": 0.2474,
+      "step": 274600
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.456410169929791e-05,
+      "loss": 0.2515,
+      "step": 274700
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 3.455848046903545e-05,
+      "loss": 0.2555,
+      "step": 274800
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.4552859238773e-05,
+      "loss": 0.2469,
+      "step": 274900
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.454729422081317e-05,
+      "loss": 0.2455,
+      "step": 275000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.454167299055071e-05,
+      "loss": 0.251,
+      "step": 275100
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.453605176028826e-05,
+      "loss": 0.2529,
+      "step": 275200
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.4530430530025804e-05,
+      "loss": 0.2507,
+      "step": 275300
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.452480929976335e-05,
+      "loss": 0.2517,
+      "step": 275400
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.451918806950089e-05,
+      "loss": 0.2537,
+      "step": 275500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.4513566839238436e-05,
+      "loss": 0.2551,
+      "step": 275600
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.450794560897598e-05,
+      "loss": 0.2583,
+      "step": 275700
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.450232437871352e-05,
+      "loss": 0.2419,
+      "step": 275800
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.449670314845107e-05,
+      "loss": 0.2598,
+      "step": 275900
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.4491081918188615e-05,
+      "loss": 0.2509,
+      "step": 276000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.448546068792616e-05,
+      "loss": 0.2509,
+      "step": 276100
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.447983945766371e-05,
+      "loss": 0.2493,
+      "step": 276200
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.4474218227401253e-05,
+      "loss": 0.2522,
+      "step": 276300
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.44685969971388e-05,
+      "loss": 0.2544,
+      "step": 276400
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.446297576687634e-05,
+      "loss": 0.2543,
+      "step": 276500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.4457354536613885e-05,
+      "loss": 0.2535,
+      "step": 276600
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.445173330635143e-05,
+      "loss": 0.2554,
+      "step": 276700
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.444611207608898e-05,
+      "loss": 0.2542,
+      "step": 276800
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.444049084582652e-05,
+      "loss": 0.2469,
+      "step": 276900
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.4434869615564064e-05,
+      "loss": 0.2468,
+      "step": 277000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.442924838530161e-05,
+      "loss": 0.2531,
+      "step": 277100
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.442362715503915e-05,
+      "loss": 0.2531,
+      "step": 277200
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.4418005924776696e-05,
+      "loss": 0.2528,
+      "step": 277300
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.441238469451424e-05,
+      "loss": 0.2501,
+      "step": 277400
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.440676346425179e-05,
+      "loss": 0.2585,
+      "step": 277500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.440114223398933e-05,
+      "loss": 0.2611,
+      "step": 277600
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.4395521003726874e-05,
+      "loss": 0.2515,
+      "step": 277700
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.438989977346442e-05,
+      "loss": 0.2523,
+      "step": 277800
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.438427854320197e-05,
+      "loss": 0.2522,
+      "step": 277900
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.437865731293951e-05,
+      "loss": 0.261,
+      "step": 278000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.437303608267706e-05,
+      "loss": 0.2558,
+      "step": 278100
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.4367414852414606e-05,
+      "loss": 0.2533,
+      "step": 278200
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.4361793622152145e-05,
+      "loss": 0.252,
+      "step": 278300
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.435617239188969e-05,
+      "loss": 0.2537,
+      "step": 278400
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.435055116162724e-05,
+      "loss": 0.2431,
+      "step": 278500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.434492993136478e-05,
+      "loss": 0.2536,
+      "step": 278600
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.4339308701102323e-05,
+      "loss": 0.2533,
+      "step": 278700
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.433368747083987e-05,
+      "loss": 0.2483,
+      "step": 278800
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.4328066240577416e-05,
+      "loss": 0.246,
+      "step": 278900
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.4322445010314955e-05,
+      "loss": 0.251,
+      "step": 279000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.431687999235513e-05,
+      "loss": 0.2589,
+      "step": 279100
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.4311258762092676e-05,
+      "loss": 0.2535,
+      "step": 279200
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.430563753183022e-05,
+      "loss": 0.2511,
+      "step": 279300
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.430001630156776e-05,
+      "loss": 0.2524,
+      "step": 279400
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.429445128360793e-05,
+      "loss": 0.2574,
+      "step": 279500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.4288830053345476e-05,
+      "loss": 0.2495,
+      "step": 279600
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.428320882308302e-05,
+      "loss": 0.2504,
+      "step": 279700
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.427758759282056e-05,
+      "loss": 0.2474,
+      "step": 279800
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.427196636255811e-05,
+      "loss": 0.2488,
+      "step": 279900
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.4266345132295654e-05,
+      "loss": 0.2512,
+      "step": 280000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.42607239020332e-05,
+      "loss": 0.247,
+      "step": 280100
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.425510267177075e-05,
+      "loss": 0.2563,
+      "step": 280200
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.424948144150829e-05,
+      "loss": 0.2486,
+      "step": 280300
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.424386021124584e-05,
+      "loss": 0.2551,
+      "step": 280400
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.423823898098338e-05,
+      "loss": 0.2454,
+      "step": 280500
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.4232617750720925e-05,
+      "loss": 0.2527,
+      "step": 280600
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.422699652045847e-05,
+      "loss": 0.2517,
+      "step": 280700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.422137529019601e-05,
+      "loss": 0.2512,
+      "step": 280800
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.421575405993356e-05,
+      "loss": 0.2536,
+      "step": 280900
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.4210132829671103e-05,
+      "loss": 0.2534,
+      "step": 281000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.420451159940865e-05,
+      "loss": 0.245,
+      "step": 281100
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.419889036914619e-05,
+      "loss": 0.2566,
+      "step": 281200
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.4193269138883735e-05,
+      "loss": 0.2541,
+      "step": 281300
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.418764790862128e-05,
+      "loss": 0.2521,
+      "step": 281400
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.418202667835883e-05,
+      "loss": 0.2551,
+      "step": 281500
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.4176405448096374e-05,
+      "loss": 0.2566,
+      "step": 281600
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.417084043013654e-05,
+      "loss": 0.2462,
+      "step": 281700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.416521919987409e-05,
+      "loss": 0.2473,
+      "step": 281800
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 3.415959796961163e-05,
+      "loss": 0.2504,
+      "step": 281900
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.4153976739349174e-05,
+      "loss": 0.2494,
+      "step": 282000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.414835550908672e-05,
+      "loss": 0.2584,
+      "step": 282100
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.4142734278824267e-05,
+      "loss": 0.2493,
+      "step": 282200
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.4137113048561806e-05,
+      "loss": 0.2424,
+      "step": 282300
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.413149181829935e-05,
+      "loss": 0.2505,
+      "step": 282400
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.41258705880369e-05,
+      "loss": 0.25,
+      "step": 282500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.4120249357774445e-05,
+      "loss": 0.2638,
+      "step": 282600
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.411462812751199e-05,
+      "loss": 0.2529,
+      "step": 282700
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.410900689724954e-05,
+      "loss": 0.2542,
+      "step": 282800
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.4103385666987084e-05,
+      "loss": 0.2529,
+      "step": 282900
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.409776443672462e-05,
+      "loss": 0.2485,
+      "step": 283000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.409214320646217e-05,
+      "loss": 0.2538,
+      "step": 283100
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.4086521976199716e-05,
+      "loss": 0.2542,
+      "step": 283200
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.4080900745937255e-05,
+      "loss": 0.2448,
+      "step": 283300
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.40752795156748e-05,
+      "loss": 0.2436,
+      "step": 283400
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.406965828541235e-05,
+      "loss": 0.251,
+      "step": 283500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.4064037055149894e-05,
+      "loss": 0.2503,
+      "step": 283600
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.4058415824887434e-05,
+      "loss": 0.2501,
+      "step": 283700
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.405279459462498e-05,
+      "loss": 0.2515,
+      "step": 283800
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.4047173364362526e-05,
+      "loss": 0.2487,
+      "step": 283900
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.4041552134100066e-05,
+      "loss": 0.2582,
+      "step": 284000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.403593090383761e-05,
+      "loss": 0.2542,
+      "step": 284100
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.403030967357516e-05,
+      "loss": 0.2492,
+      "step": 284200
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.4024688443312704e-05,
+      "loss": 0.2503,
+      "step": 284300
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.401906721305025e-05,
+      "loss": 0.2515,
+      "step": 284400
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.40134459827878e-05,
+      "loss": 0.2492,
+      "step": 284500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.400782475252534e-05,
+      "loss": 0.2438,
+      "step": 284600
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.400220352226288e-05,
+      "loss": 0.2495,
+      "step": 284700
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.399658229200043e-05,
+      "loss": 0.2471,
+      "step": 284800
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.3990961061737975e-05,
+      "loss": 0.2485,
+      "step": 284900
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.3985339831475515e-05,
+      "loss": 0.2418,
+      "step": 285000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.397971860121306e-05,
+      "loss": 0.2456,
+      "step": 285100
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.397409737095061e-05,
+      "loss": 0.2537,
+      "step": 285200
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.3968476140688154e-05,
+      "loss": 0.2545,
+      "step": 285300
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.396291112272832e-05,
+      "loss": 0.2486,
+      "step": 285400
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.395728989246587e-05,
+      "loss": 0.2586,
+      "step": 285500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.3951668662203414e-05,
+      "loss": 0.2582,
+      "step": 285600
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.394604743194096e-05,
+      "loss": 0.2526,
+      "step": 285700
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.39404262016785e-05,
+      "loss": 0.2537,
+      "step": 285800
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.3934804971416046e-05,
+      "loss": 0.255,
+      "step": 285900
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.392918374115359e-05,
+      "loss": 0.254,
+      "step": 286000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.392356251089113e-05,
+      "loss": 0.249,
+      "step": 286100
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.391794128062868e-05,
+      "loss": 0.2498,
+      "step": 286200
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.3912320050366224e-05,
+      "loss": 0.254,
+      "step": 286300
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.390669882010377e-05,
+      "loss": 0.2542,
+      "step": 286400
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.390107758984131e-05,
+      "loss": 0.257,
+      "step": 286500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.3895456359578856e-05,
+      "loss": 0.2501,
+      "step": 286600
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.38898351293164e-05,
+      "loss": 0.2447,
+      "step": 286700
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.388421389905395e-05,
+      "loss": 0.254,
+      "step": 286800
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.3878592668791495e-05,
+      "loss": 0.2475,
+      "step": 286900
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.387297143852904e-05,
+      "loss": 0.2498,
+      "step": 287000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.386735020826659e-05,
+      "loss": 0.2546,
+      "step": 287100
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.386172897800413e-05,
+      "loss": 0.2472,
+      "step": 287200
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 3.3856107747741673e-05,
+      "loss": 0.2479,
+      "step": 287300
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.385048651747922e-05,
+      "loss": 0.2477,
+      "step": 287400
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.384486528721676e-05,
+      "loss": 0.2627,
+      "step": 287500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.3839244056954306e-05,
+      "loss": 0.2557,
+      "step": 287600
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.383362282669185e-05,
+      "loss": 0.2448,
+      "step": 287700
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.38280015964294e-05,
+      "loss": 0.2518,
+      "step": 287800
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.382238036616694e-05,
+      "loss": 0.2528,
+      "step": 287900
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.3816759135904484e-05,
+      "loss": 0.2455,
+      "step": 288000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.381113790564203e-05,
+      "loss": 0.2587,
+      "step": 288100
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.380551667537957e-05,
+      "loss": 0.2499,
+      "step": 288200
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.3799895445117116e-05,
+      "loss": 0.2543,
+      "step": 288300
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.379427421485466e-05,
+      "loss": 0.2518,
+      "step": 288400
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.378865298459221e-05,
+      "loss": 0.2505,
+      "step": 288500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.3783031754329755e-05,
+      "loss": 0.243,
+      "step": 288600
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.37774105240673e-05,
+      "loss": 0.2497,
+      "step": 288700
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.377178929380485e-05,
+      "loss": 0.2584,
+      "step": 288800
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.376616806354239e-05,
+      "loss": 0.2473,
+      "step": 288900
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.376054683327993e-05,
+      "loss": 0.2592,
+      "step": 289000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.37549818153201e-05,
+      "loss": 0.2522,
+      "step": 289100
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.374936058505765e-05,
+      "loss": 0.251,
+      "step": 289200
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.3743739354795186e-05,
+      "loss": 0.2462,
+      "step": 289300
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.373811812453273e-05,
+      "loss": 0.2471,
+      "step": 289400
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.373249689427028e-05,
+      "loss": 0.2498,
+      "step": 289500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.372687566400783e-05,
+      "loss": 0.2522,
+      "step": 289600
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.372125443374537e-05,
+      "loss": 0.2574,
+      "step": 289700
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.371563320348292e-05,
+      "loss": 0.2515,
+      "step": 289800
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.3710011973220464e-05,
+      "loss": 0.2494,
+      "step": 289900
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.3704390742958004e-05,
+      "loss": 0.2488,
+      "step": 290000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.369876951269555e-05,
+      "loss": 0.2447,
+      "step": 290100
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.369320449473572e-05,
+      "loss": 0.2458,
+      "step": 290200
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.3687583264473264e-05,
+      "loss": 0.2512,
+      "step": 290300
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.36819620342108e-05,
+      "loss": 0.2434,
+      "step": 290400
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.3676340803948356e-05,
+      "loss": 0.2471,
+      "step": 290500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.36707195736859e-05,
+      "loss": 0.2452,
+      "step": 290600
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.366509834342345e-05,
+      "loss": 0.2477,
+      "step": 290700
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 3.365947711316099e-05,
+      "loss": 0.2558,
+      "step": 290800
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.3653855882898535e-05,
+      "loss": 0.2459,
+      "step": 290900
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.364823465263608e-05,
+      "loss": 0.2487,
+      "step": 291000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.364261342237362e-05,
+      "loss": 0.2438,
+      "step": 291100
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.363699219211117e-05,
+      "loss": 0.2484,
+      "step": 291200
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.363137096184871e-05,
+      "loss": 0.2433,
+      "step": 291300
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.362574973158626e-05,
+      "loss": 0.245,
+      "step": 291400
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.36201285013238e-05,
+      "loss": 0.2446,
+      "step": 291500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.3614507271061345e-05,
+      "loss": 0.2444,
+      "step": 291600
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.360888604079889e-05,
+      "loss": 0.2469,
+      "step": 291700
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.360326481053643e-05,
+      "loss": 0.243,
+      "step": 291800
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.359764358027398e-05,
+      "loss": 0.2506,
+      "step": 291900
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.3592022350011523e-05,
+      "loss": 0.2442,
+      "step": 292000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.358640111974907e-05,
+      "loss": 0.2529,
+      "step": 292100
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.3580779889486616e-05,
+      "loss": 0.258,
+      "step": 292200
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.357515865922416e-05,
+      "loss": 0.2493,
+      "step": 292300
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.356953742896171e-05,
+      "loss": 0.2481,
+      "step": 292400
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.356391619869925e-05,
+      "loss": 0.2578,
+      "step": 292500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.3558294968436794e-05,
+      "loss": 0.2487,
+      "step": 292600
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.355267373817434e-05,
+      "loss": 0.2526,
+      "step": 292700
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.354705250791189e-05,
+      "loss": 0.2391,
+      "step": 292800
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.3541431277649426e-05,
+      "loss": 0.2504,
+      "step": 292900
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.353581004738697e-05,
+      "loss": 0.2453,
+      "step": 293000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.353018881712452e-05,
+      "loss": 0.2495,
+      "step": 293100
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.352456758686206e-05,
+      "loss": 0.2492,
+      "step": 293200
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.3518946356599605e-05,
+      "loss": 0.2564,
+      "step": 293300
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.351332512633715e-05,
+      "loss": 0.2564,
+      "step": 293400
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.35077038960747e-05,
+      "loss": 0.2465,
+      "step": 293500
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.350208266581224e-05,
+      "loss": 0.2489,
+      "step": 293600
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.349646143554978e-05,
+      "loss": 0.2502,
+      "step": 293700
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.349084020528733e-05,
+      "loss": 0.2515,
+      "step": 293800
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.3485218975024876e-05,
+      "loss": 0.2478,
+      "step": 293900
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.347959774476242e-05,
+      "loss": 0.2515,
+      "step": 294000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.347397651449997e-05,
+      "loss": 0.2414,
+      "step": 294100
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.3468355284237514e-05,
+      "loss": 0.2411,
+      "step": 294200
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.3462734053975054e-05,
+      "loss": 0.2452,
+      "step": 294300
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 3.34571128237126e-05,
+      "loss": 0.2463,
+      "step": 294400
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.345154780575277e-05,
+      "loss": 0.2488,
+      "step": 294500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.3445926575490314e-05,
+      "loss": 0.2459,
+      "step": 294600
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.3440305345227854e-05,
+      "loss": 0.253,
+      "step": 294700
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.343468411496541e-05,
+      "loss": 0.2528,
+      "step": 294800
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.342906288470295e-05,
+      "loss": 0.2441,
+      "step": 294900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.342344165444049e-05,
+      "loss": 0.2467,
+      "step": 295000
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.341782042417804e-05,
+      "loss": 0.2446,
+      "step": 295100
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.3412199193915585e-05,
+      "loss": 0.2488,
+      "step": 295200
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.3406577963653124e-05,
+      "loss": 0.2484,
+      "step": 295300
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.340095673339067e-05,
+      "loss": 0.2477,
+      "step": 295400
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.339533550312822e-05,
+      "loss": 0.2553,
+      "step": 295500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.338971427286576e-05,
+      "loss": 0.2484,
+      "step": 295600
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.33840930426033e-05,
+      "loss": 0.2424,
+      "step": 295700
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.337847181234085e-05,
+      "loss": 0.2486,
+      "step": 295800
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.3372850582078395e-05,
+      "loss": 0.2489,
+      "step": 295900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.3367229351815935e-05,
+      "loss": 0.245,
+      "step": 296000
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.336160812155348e-05,
+      "loss": 0.2391,
+      "step": 296100
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.335598689129103e-05,
+      "loss": 0.2522,
+      "step": 296200
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.3350365661028574e-05,
+      "loss": 0.2494,
+      "step": 296300
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.334474443076612e-05,
+      "loss": 0.2517,
+      "step": 296400
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.3339123200503666e-05,
+      "loss": 0.2464,
+      "step": 296500
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.333350197024121e-05,
+      "loss": 0.2498,
+      "step": 296600
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.332788073997875e-05,
+      "loss": 0.243,
+      "step": 296700
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.33222595097163e-05,
+      "loss": 0.2461,
+      "step": 296800
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.3316638279453845e-05,
+      "loss": 0.2393,
+      "step": 296900
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.331101704919139e-05,
+      "loss": 0.2476,
+      "step": 297000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.330539581892893e-05,
+      "loss": 0.2458,
+      "step": 297100
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.329977458866648e-05,
+      "loss": 0.2463,
+      "step": 297200
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.329415335840402e-05,
+      "loss": 0.2521,
+      "step": 297300
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.328853212814156e-05,
+      "loss": 0.243,
+      "step": 297400
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.328291089787911e-05,
+      "loss": 0.2424,
+      "step": 297500
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.3277289667616655e-05,
+      "loss": 0.2498,
+      "step": 297600
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.32716684373542e-05,
+      "loss": 0.2429,
+      "step": 297700
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.326604720709174e-05,
+      "loss": 0.249,
+      "step": 297800
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.326042597682929e-05,
+      "loss": 0.2436,
+      "step": 297900
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.325480474656683e-05,
+      "loss": 0.2485,
+      "step": 298000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.324918351630438e-05,
+      "loss": 0.2501,
+      "step": 298100
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.3243562286041926e-05,
+      "loss": 0.2481,
+      "step": 298200
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.323794105577947e-05,
+      "loss": 0.2516,
+      "step": 298300
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.323231982551702e-05,
+      "loss": 0.2511,
+      "step": 298400
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.322669859525456e-05,
+      "loss": 0.2463,
+      "step": 298500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.3221133577294726e-05,
+      "loss": 0.2452,
+      "step": 298600
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.321551234703227e-05,
+      "loss": 0.2531,
+      "step": 298700
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.320989111676982e-05,
+      "loss": 0.2504,
+      "step": 298800
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.320426988650736e-05,
+      "loss": 0.2515,
+      "step": 298900
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.319864865624491e-05,
+      "loss": 0.241,
+      "step": 299000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.319302742598246e-05,
+      "loss": 0.2529,
+      "step": 299100
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.3187406195719996e-05,
+      "loss": 0.2474,
+      "step": 299200
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.318178496545754e-05,
+      "loss": 0.2457,
+      "step": 299300
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.317616373519509e-05,
+      "loss": 0.2472,
+      "step": 299400
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.3170542504932635e-05,
+      "loss": 0.2452,
+      "step": 299500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.3164921274670175e-05,
+      "loss": 0.2427,
+      "step": 299600
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.315935625671034e-05,
+      "loss": 0.2434,
+      "step": 299700
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.315373502644789e-05,
+      "loss": 0.2375,
+      "step": 299800
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.3148113796185435e-05,
+      "loss": 0.2446,
+      "step": 299900
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.314249256592298e-05,
+      "loss": 0.2418,
+      "step": 300000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.313687133566053e-05,
+      "loss": 0.2441,
+      "step": 300100
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.3131250105398074e-05,
+      "loss": 0.2472,
+      "step": 300200
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.312562887513561e-05,
+      "loss": 0.2522,
+      "step": 300300
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.312000764487316e-05,
+      "loss": 0.2568,
+      "step": 300400
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.3114386414610706e-05,
+      "loss": 0.251,
+      "step": 300500
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.310876518434825e-05,
+      "loss": 0.2495,
+      "step": 300600
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.310314395408579e-05,
+      "loss": 0.2388,
+      "step": 300700
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.309752272382334e-05,
+      "loss": 0.2517,
+      "step": 300800
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.3091901493560884e-05,
+      "loss": 0.2462,
+      "step": 300900
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.3086280263298424e-05,
+      "loss": 0.246,
+      "step": 301000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.308065903303597e-05,
+      "loss": 0.2479,
+      "step": 301100
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.3075037802773516e-05,
+      "loss": 0.2483,
+      "step": 301200
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.306941657251106e-05,
+      "loss": 0.2491,
+      "step": 301300
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.30637953422486e-05,
+      "loss": 0.2429,
+      "step": 301400
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.305817411198615e-05,
+      "loss": 0.2489,
+      "step": 301500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.3052552881723695e-05,
+      "loss": 0.2512,
+      "step": 301600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.304693165146124e-05,
+      "loss": 0.2494,
+      "step": 301700
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.304131042119879e-05,
+      "loss": 0.2465,
+      "step": 301800
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.3035689190936333e-05,
+      "loss": 0.2536,
+      "step": 301900
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.303006796067388e-05,
+      "loss": 0.2484,
+      "step": 302000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.302444673041142e-05,
+      "loss": 0.2477,
+      "step": 302100
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.3018825500148965e-05,
+      "loss": 0.2535,
+      "step": 302200
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.301320426988651e-05,
+      "loss": 0.2453,
+      "step": 302300
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.300758303962405e-05,
+      "loss": 0.2396,
+      "step": 302400
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.30019618093616e-05,
+      "loss": 0.245,
+      "step": 302500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.2996340579099144e-05,
+      "loss": 0.2455,
+      "step": 302600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.299071934883669e-05,
+      "loss": 0.244,
+      "step": 302700
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.298509811857423e-05,
+      "loss": 0.2456,
+      "step": 302800
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.2979476888311776e-05,
+      "loss": 0.2478,
+      "step": 302900
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.297385565804932e-05,
+      "loss": 0.2418,
+      "step": 303000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.296823442778686e-05,
+      "loss": 0.2385,
+      "step": 303100
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.296261319752441e-05,
+      "loss": 0.2424,
+      "step": 303200
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.295699196726196e-05,
+      "loss": 0.2387,
+      "step": 303300
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.295142694930213e-05,
+      "loss": 0.2443,
+      "step": 303400
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.294580571903967e-05,
+      "loss": 0.2505,
+      "step": 303500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.2940184488777214e-05,
+      "loss": 0.2455,
+      "step": 303600
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.293456325851476e-05,
+      "loss": 0.239,
+      "step": 303700
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.292894202825231e-05,
+      "loss": 0.245,
+      "step": 303800
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.2923320797989846e-05,
+      "loss": 0.2482,
+      "step": 303900
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.291769956772739e-05,
+      "loss": 0.2423,
+      "step": 304000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.291207833746494e-05,
+      "loss": 0.2457,
+      "step": 304100
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.2906457107202485e-05,
+      "loss": 0.2488,
+      "step": 304200
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.290083587694003e-05,
+      "loss": 0.2423,
+      "step": 304300
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.289521464667758e-05,
+      "loss": 0.245,
+      "step": 304400
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.2889593416415124e-05,
+      "loss": 0.2458,
+      "step": 304500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.2883972186152664e-05,
+      "loss": 0.2491,
+      "step": 304600
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.287835095589021e-05,
+      "loss": 0.2466,
+      "step": 304700
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.2872729725627756e-05,
+      "loss": 0.2419,
+      "step": 304800
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.2867108495365296e-05,
+      "loss": 0.243,
+      "step": 304900
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.286148726510284e-05,
+      "loss": 0.2539,
+      "step": 305000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.285586603484039e-05,
+      "loss": 0.248,
+      "step": 305100
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.285024480457793e-05,
+      "loss": 0.2438,
+      "step": 305200
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.2844623574315474e-05,
+      "loss": 0.2465,
+      "step": 305300
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.283900234405302e-05,
+      "loss": 0.2398,
+      "step": 305400
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.2833381113790567e-05,
+      "loss": 0.2413,
+      "step": 305500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.2827759883528106e-05,
+      "loss": 0.2405,
+      "step": 305600
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.282213865326565e-05,
+      "loss": 0.2368,
+      "step": 305700
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.28165174230032e-05,
+      "loss": 0.2511,
+      "step": 305800
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.2810896192740745e-05,
+      "loss": 0.2451,
+      "step": 305900
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.280527496247829e-05,
+      "loss": 0.2404,
+      "step": 306000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.279965373221584e-05,
+      "loss": 0.2461,
+      "step": 306100
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.2794032501953384e-05,
+      "loss": 0.2509,
+      "step": 306200
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.278841127169092e-05,
+      "loss": 0.2383,
+      "step": 306300
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.278279004142847e-05,
+      "loss": 0.2375,
+      "step": 306400
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.2777168811166016e-05,
+      "loss": 0.2465,
+      "step": 306500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.2771547580903555e-05,
+      "loss": 0.2399,
+      "step": 306600
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.276598256294372e-05,
+      "loss": 0.243,
+      "step": 306700
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.276036133268127e-05,
+      "loss": 0.2461,
+      "step": 306800
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.2754740102418815e-05,
+      "loss": 0.2501,
+      "step": 306900
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.274911887215636e-05,
+      "loss": 0.2419,
+      "step": 307000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.274349764189391e-05,
+      "loss": 0.2451,
+      "step": 307100
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.2737876411631454e-05,
+      "loss": 0.2432,
+      "step": 307200
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.2732255181369e-05,
+      "loss": 0.2448,
+      "step": 307300
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.272663395110654e-05,
+      "loss": 0.2473,
+      "step": 307400
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.2721012720844086e-05,
+      "loss": 0.2417,
+      "step": 307500
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.271539149058163e-05,
+      "loss": 0.243,
+      "step": 307600
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.270977026031917e-05,
+      "loss": 0.2465,
+      "step": 307700
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.270414903005672e-05,
+      "loss": 0.241,
+      "step": 307800
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.2698527799794265e-05,
+      "loss": 0.2432,
+      "step": 307900
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.269290656953181e-05,
+      "loss": 0.2447,
+      "step": 308000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.268728533926935e-05,
+      "loss": 0.2422,
+      "step": 308100
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.26816641090069e-05,
+      "loss": 0.2409,
+      "step": 308200
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.267604287874444e-05,
+      "loss": 0.2518,
+      "step": 308300
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.267042164848198e-05,
+      "loss": 0.2407,
+      "step": 308400
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.2664800418219536e-05,
+      "loss": 0.2455,
+      "step": 308500
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.265917918795708e-05,
+      "loss": 0.247,
+      "step": 308600
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.265355795769463e-05,
+      "loss": 0.2299,
+      "step": 308700
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.264793672743217e-05,
+      "loss": 0.2319,
+      "step": 308800
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.2642315497169714e-05,
+      "loss": 0.239,
+      "step": 308900
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.263669426690726e-05,
+      "loss": 0.2405,
+      "step": 309000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.26310730366448e-05,
+      "loss": 0.2472,
+      "step": 309100
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.2625451806382346e-05,
+      "loss": 0.2428,
+      "step": 309200
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.261983057611989e-05,
+      "loss": 0.2432,
+      "step": 309300
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.261420934585744e-05,
+      "loss": 0.2455,
+      "step": 309400
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.260858811559498e-05,
+      "loss": 0.2432,
+      "step": 309500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.2602966885332524e-05,
+      "loss": 0.2468,
+      "step": 309600
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.259734565507007e-05,
+      "loss": 0.2458,
+      "step": 309700
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.259172442480761e-05,
+      "loss": 0.241,
+      "step": 309800
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.2586103194545156e-05,
+      "loss": 0.2414,
+      "step": 309900
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.25804819642827e-05,
+      "loss": 0.2475,
+      "step": 310000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.257486073402025e-05,
+      "loss": 0.248,
+      "step": 310100
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.2569239503757795e-05,
+      "loss": 0.2477,
+      "step": 310200
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.256361827349534e-05,
+      "loss": 0.2488,
+      "step": 310300
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.255799704323289e-05,
+      "loss": 0.2498,
+      "step": 310400
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.2552432025273055e-05,
+      "loss": 0.2472,
+      "step": 310500
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.2546810795010595e-05,
+      "loss": 0.2346,
+      "step": 310600
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.254118956474814e-05,
+      "loss": 0.2517,
+      "step": 310700
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.253556833448569e-05,
+      "loss": 0.2397,
+      "step": 310800
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.252994710422323e-05,
+      "loss": 0.2486,
+      "step": 310900
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.252432587396077e-05,
+      "loss": 0.2441,
+      "step": 311000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.251870464369832e-05,
+      "loss": 0.2478,
+      "step": 311100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.2513083413435866e-05,
+      "loss": 0.2436,
+      "step": 311200
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.250746218317341e-05,
+      "loss": 0.2443,
+      "step": 311300
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.250184095291096e-05,
+      "loss": 0.2504,
+      "step": 311400
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.2496219722648505e-05,
+      "loss": 0.2513,
+      "step": 311500
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.2490598492386044e-05,
+      "loss": 0.2419,
+      "step": 311600
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.248497726212359e-05,
+      "loss": 0.2398,
+      "step": 311700
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.2479356031861137e-05,
+      "loss": 0.2496,
+      "step": 311800
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.247373480159868e-05,
+      "loss": 0.2418,
+      "step": 311900
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.246811357133622e-05,
+      "loss": 0.233,
+      "step": 312000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.246249234107377e-05,
+      "loss": 0.2455,
+      "step": 312100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.2456871110811315e-05,
+      "loss": 0.2394,
+      "step": 312200
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.2451249880548854e-05,
+      "loss": 0.239,
+      "step": 312300
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.24456286502864e-05,
+      "loss": 0.2438,
+      "step": 312400
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.244000742002395e-05,
+      "loss": 0.2419,
+      "step": 312500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.243444240206412e-05,
+      "loss": 0.2428,
+      "step": 312600
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.242882117180166e-05,
+      "loss": 0.2444,
+      "step": 312700
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.242319994153921e-05,
+      "loss": 0.2401,
+      "step": 312800
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.2417578711276753e-05,
+      "loss": 0.2413,
+      "step": 312900
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.24119574810143e-05,
+      "loss": 0.2438,
+      "step": 313000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.240633625075184e-05,
+      "loss": 0.2424,
+      "step": 313100
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.2400715020489385e-05,
+      "loss": 0.2439,
+      "step": 313200
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.239509379022693e-05,
+      "loss": 0.245,
+      "step": 313300
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.238947255996447e-05,
+      "loss": 0.2442,
+      "step": 313400
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.238385132970202e-05,
+      "loss": 0.2485,
+      "step": 313500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.2378230099439564e-05,
+      "loss": 0.2457,
+      "step": 313600
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.237260886917711e-05,
+      "loss": 0.2402,
+      "step": 313700
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.2366987638914656e-05,
+      "loss": 0.2452,
+      "step": 313800
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.23613664086522e-05,
+      "loss": 0.2462,
+      "step": 313900
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.235574517838975e-05,
+      "loss": 0.2376,
+      "step": 314000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.235012394812729e-05,
+      "loss": 0.2429,
+      "step": 314100
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.2344502717864835e-05,
+      "loss": 0.2476,
+      "step": 314200
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.233888148760238e-05,
+      "loss": 0.2417,
+      "step": 314300
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.233326025733993e-05,
+      "loss": 0.2375,
+      "step": 314400
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.232763902707747e-05,
+      "loss": 0.2421,
+      "step": 314500
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.232201779681501e-05,
+      "loss": 0.2514,
+      "step": 314600
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.231645277885518e-05,
+      "loss": 0.243,
+      "step": 314700
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.231083154859273e-05,
+      "loss": 0.2416,
+      "step": 314800
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.230521031833027e-05,
+      "loss": 0.247,
+      "step": 314900
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.229958908806782e-05,
+      "loss": 0.2462,
+      "step": 315000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.2293967857805366e-05,
+      "loss": 0.2438,
+      "step": 315100
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.2288346627542905e-05,
+      "loss": 0.249,
+      "step": 315200
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.228272539728045e-05,
+      "loss": 0.2318,
+      "step": 315300
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.2277104167018e-05,
+      "loss": 0.2474,
+      "step": 315400
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.227148293675554e-05,
+      "loss": 0.2406,
+      "step": 315500
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.2265861706493084e-05,
+      "loss": 0.2444,
+      "step": 315600
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.226024047623063e-05,
+      "loss": 0.2398,
+      "step": 315700
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.2254619245968176e-05,
+      "loss": 0.2494,
+      "step": 315800
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.2248998015705716e-05,
+      "loss": 0.2348,
+      "step": 315900
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.224337678544326e-05,
+      "loss": 0.2388,
+      "step": 316000
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.223775555518081e-05,
+      "loss": 0.2484,
+      "step": 316100
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.223213432491835e-05,
+      "loss": 0.2401,
+      "step": 316200
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.2226513094655894e-05,
+      "loss": 0.2458,
+      "step": 316300
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.222089186439344e-05,
+      "loss": 0.2465,
+      "step": 316400
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.2215270634130987e-05,
+      "loss": 0.2461,
+      "step": 316500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.220964940386853e-05,
+      "loss": 0.2431,
+      "step": 316600
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.220402817360608e-05,
+      "loss": 0.2408,
+      "step": 316700
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.2198406943343625e-05,
+      "loss": 0.2428,
+      "step": 316800
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.2192785713081165e-05,
+      "loss": 0.2392,
+      "step": 316900
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.218716448281871e-05,
+      "loss": 0.2391,
+      "step": 317000
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.218154325255626e-05,
+      "loss": 0.2472,
+      "step": 317100
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.2175922022293804e-05,
+      "loss": 0.2473,
+      "step": 317200
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.217030079203134e-05,
+      "loss": 0.2449,
+      "step": 317300
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.216467956176889e-05,
+      "loss": 0.242,
+      "step": 317400
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.2159058331506436e-05,
+      "loss": 0.2418,
+      "step": 317500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.2153437101243975e-05,
+      "loss": 0.2427,
+      "step": 317600
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.214781587098152e-05,
+      "loss": 0.2417,
+      "step": 317700
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.214219464071907e-05,
+      "loss": 0.2397,
+      "step": 317800
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.2136573410456614e-05,
+      "loss": 0.2365,
+      "step": 317900
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.213095218019416e-05,
+      "loss": 0.2475,
+      "step": 318000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.212533094993171e-05,
+      "loss": 0.2446,
+      "step": 318100
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.211970971966925e-05,
+      "loss": 0.2473,
+      "step": 318200
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.211408848940679e-05,
+      "loss": 0.2431,
+      "step": 318300
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.210846725914434e-05,
+      "loss": 0.239,
+      "step": 318400
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.2102846028881885e-05,
+      "loss": 0.251,
+      "step": 318500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.209722479861943e-05,
+      "loss": 0.2393,
+      "step": 318600
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.209165978065959e-05,
+      "loss": 0.2412,
+      "step": 318700
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.208603855039714e-05,
+      "loss": 0.2441,
+      "step": 318800
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.2080417320134685e-05,
+      "loss": 0.2437,
+      "step": 318900
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.207479608987223e-05,
+      "loss": 0.2416,
+      "step": 319000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.206917485960978e-05,
+      "loss": 0.2448,
+      "step": 319100
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.2063553629347324e-05,
+      "loss": 0.2363,
+      "step": 319200
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.205798861138749e-05,
+      "loss": 0.2489,
+      "step": 319300
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.205236738112504e-05,
+      "loss": 0.2482,
+      "step": 319400
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.204674615086258e-05,
+      "loss": 0.2426,
+      "step": 319500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.204112492060012e-05,
+      "loss": 0.2373,
+      "step": 319600
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.203550369033767e-05,
+      "loss": 0.2454,
+      "step": 319700
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.202988246007521e-05,
+      "loss": 0.2375,
+      "step": 319800
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.2024261229812755e-05,
+      "loss": 0.2401,
+      "step": 319900
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.20186399995503e-05,
+      "loss": 0.236,
+      "step": 320000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.201301876928785e-05,
+      "loss": 0.2452,
+      "step": 320100
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.2007397539025394e-05,
+      "loss": 0.2402,
+      "step": 320200
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.200177630876294e-05,
+      "loss": 0.2409,
+      "step": 320300
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.199615507850049e-05,
+      "loss": 0.2448,
+      "step": 320400
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.1990533848238026e-05,
+      "loss": 0.2426,
+      "step": 320500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.198491261797557e-05,
+      "loss": 0.2441,
+      "step": 320600
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.197929138771312e-05,
+      "loss": 0.2447,
+      "step": 320700
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.1973670157450665e-05,
+      "loss": 0.2384,
+      "step": 320800
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.1968048927188204e-05,
+      "loss": 0.2399,
+      "step": 320900
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.196242769692575e-05,
+      "loss": 0.2441,
+      "step": 321000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.19568064666633e-05,
+      "loss": 0.2318,
+      "step": 321100
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.1951185236400837e-05,
+      "loss": 0.24,
+      "step": 321200
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.194556400613838e-05,
+      "loss": 0.2519,
+      "step": 321300
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.193994277587593e-05,
+      "loss": 0.233,
+      "step": 321400
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.1934321545613475e-05,
+      "loss": 0.2453,
+      "step": 321500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.1928700315351015e-05,
+      "loss": 0.2444,
+      "step": 321600
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.192307908508856e-05,
+      "loss": 0.2463,
+      "step": 321700
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.1917514067128736e-05,
+      "loss": 0.2427,
+      "step": 321800
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.191189283686628e-05,
+      "loss": 0.238,
+      "step": 321900
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.190627160660382e-05,
+      "loss": 0.2407,
+      "step": 322000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.190065037634137e-05,
+      "loss": 0.244,
+      "step": 322100
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.1895029146078914e-05,
+      "loss": 0.2471,
+      "step": 322200
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.188940791581645e-05,
+      "loss": 0.2425,
+      "step": 322300
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.1883786685554e-05,
+      "loss": 0.2375,
+      "step": 322400
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.1878165455291546e-05,
+      "loss": 0.241,
+      "step": 322500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.187254422502909e-05,
+      "loss": 0.2476,
+      "step": 322600
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.186692299476663e-05,
+      "loss": 0.2421,
+      "step": 322700
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.186130176450418e-05,
+      "loss": 0.2398,
+      "step": 322800
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.1855680534241724e-05,
+      "loss": 0.2317,
+      "step": 322900
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.185005930397927e-05,
+      "loss": 0.2417,
+      "step": 323000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.184443807371682e-05,
+      "loss": 0.2351,
+      "step": 323100
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.183881684345436e-05,
+      "loss": 0.2357,
+      "step": 323200
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.183319561319191e-05,
+      "loss": 0.2348,
+      "step": 323300
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.182757438292945e-05,
+      "loss": 0.2462,
+      "step": 323400
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.1821953152666995e-05,
+      "loss": 0.2406,
+      "step": 323500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.181633192240454e-05,
+      "loss": 0.2409,
+      "step": 323600
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.181071069214208e-05,
+      "loss": 0.2454,
+      "step": 323700
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.180508946187963e-05,
+      "loss": 0.2428,
+      "step": 323800
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.1799468231617173e-05,
+      "loss": 0.2465,
+      "step": 323900
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.179384700135472e-05,
+      "loss": 0.2442,
+      "step": 324000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.178828198339489e-05,
+      "loss": 0.2402,
+      "step": 324100
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.1782660753132434e-05,
+      "loss": 0.2446,
+      "step": 324200
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.177703952286998e-05,
+      "loss": 0.242,
+      "step": 324300
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.1771418292607526e-05,
+      "loss": 0.2402,
+      "step": 324400
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.1765797062345066e-05,
+      "loss": 0.2353,
+      "step": 324500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.176017583208261e-05,
+      "loss": 0.2441,
+      "step": 324600
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.175455460182016e-05,
+      "loss": 0.2422,
+      "step": 324700
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.17489333715577e-05,
+      "loss": 0.2471,
+      "step": 324800
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.1743312141295244e-05,
+      "loss": 0.2435,
+      "step": 324900
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.173769091103279e-05,
+      "loss": 0.2376,
+      "step": 325000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.173206968077033e-05,
+      "loss": 0.2459,
+      "step": 325100
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.1726448450507876e-05,
+      "loss": 0.2419,
+      "step": 325200
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.172082722024542e-05,
+      "loss": 0.2381,
+      "step": 325300
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.171520598998297e-05,
+      "loss": 0.24,
+      "step": 325400
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.1709584759720515e-05,
+      "loss": 0.2407,
+      "step": 325500
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.170396352945806e-05,
+      "loss": 0.2388,
+      "step": 325600
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.169834229919561e-05,
+      "loss": 0.2404,
+      "step": 325700
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.169272106893315e-05,
+      "loss": 0.2439,
+      "step": 325800
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.168709983867069e-05,
+      "loss": 0.2363,
+      "step": 325900
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.168147860840824e-05,
+      "loss": 0.2385,
+      "step": 326000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.1675857378145786e-05,
+      "loss": 0.2368,
+      "step": 326100
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.1670236147883325e-05,
+      "loss": 0.2389,
+      "step": 326200
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.166461491762087e-05,
+      "loss": 0.2355,
+      "step": 326300
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.165899368735842e-05,
+      "loss": 0.2376,
+      "step": 326400
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.165337245709596e-05,
+      "loss": 0.2375,
+      "step": 326500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.1647751226833504e-05,
+      "loss": 0.2395,
+      "step": 326600
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.164212999657105e-05,
+      "loss": 0.2432,
+      "step": 326700
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.1636508766308596e-05,
+      "loss": 0.243,
+      "step": 326800
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.1630887536046136e-05,
+      "loss": 0.2314,
+      "step": 326900
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.162526630578368e-05,
+      "loss": 0.2365,
+      "step": 327000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.161964507552123e-05,
+      "loss": 0.2445,
+      "step": 327100
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.1614023845258775e-05,
+      "loss": 0.2408,
+      "step": 327200
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.160840261499632e-05,
+      "loss": 0.2406,
+      "step": 327300
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.160278138473387e-05,
+      "loss": 0.2421,
+      "step": 327400
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.1597216366774035e-05,
+      "loss": 0.2491,
+      "step": 327500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.1591595136511574e-05,
+      "loss": 0.24,
+      "step": 327600
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.158597390624912e-05,
+      "loss": 0.2432,
+      "step": 327700
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.158035267598667e-05,
+      "loss": 0.2345,
+      "step": 327800
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.157473144572421e-05,
+      "loss": 0.2462,
+      "step": 327900
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.156911021546175e-05,
+      "loss": 0.2407,
+      "step": 328000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.15634889851993e-05,
+      "loss": 0.238,
+      "step": 328100
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.1557867754936845e-05,
+      "loss": 0.2331,
+      "step": 328200
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.155224652467439e-05,
+      "loss": 0.2401,
+      "step": 328300
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.154662529441194e-05,
+      "loss": 0.2334,
+      "step": 328400
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.1541004064149484e-05,
+      "loss": 0.2421,
+      "step": 328500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.153538283388703e-05,
+      "loss": 0.2398,
+      "step": 328600
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.152976160362457e-05,
+      "loss": 0.2377,
+      "step": 328700
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.1524140373362116e-05,
+      "loss": 0.2382,
+      "step": 328800
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.151851914309966e-05,
+      "loss": 0.2429,
+      "step": 328900
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.15128979128372e-05,
+      "loss": 0.2364,
+      "step": 329000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.150727668257475e-05,
+      "loss": 0.2475,
+      "step": 329100
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.1501655452312294e-05,
+      "loss": 0.2459,
+      "step": 329200
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.149603422204984e-05,
+      "loss": 0.2438,
+      "step": 329300
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.149041299178738e-05,
+      "loss": 0.2337,
+      "step": 329400
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.1484791761524926e-05,
+      "loss": 0.2466,
+      "step": 329500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.14792267435651e-05,
+      "loss": 0.2337,
+      "step": 329600
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.147360551330265e-05,
+      "loss": 0.2458,
+      "step": 329700
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.1467984283040187e-05,
+      "loss": 0.2398,
+      "step": 329800
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.146236305277773e-05,
+      "loss": 0.2402,
+      "step": 329900
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.145674182251528e-05,
+      "loss": 0.2357,
+      "step": 330000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.145112059225282e-05,
+      "loss": 0.244,
+      "step": 330100
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.1445499361990365e-05,
+      "loss": 0.2412,
+      "step": 330200
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.143987813172791e-05,
+      "loss": 0.2404,
+      "step": 330300
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.143425690146546e-05,
+      "loss": 0.242,
+      "step": 330400
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.1428635671203e-05,
+      "loss": 0.2446,
+      "step": 330500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.142301444094054e-05,
+      "loss": 0.2394,
+      "step": 330600
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.141739321067809e-05,
+      "loss": 0.2422,
+      "step": 330700
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.1411771980415636e-05,
+      "loss": 0.2411,
+      "step": 330800
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.140615075015318e-05,
+      "loss": 0.2456,
+      "step": 330900
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.140052951989073e-05,
+      "loss": 0.2393,
+      "step": 331000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.1394908289628275e-05,
+      "loss": 0.2388,
+      "step": 331100
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.1389287059365814e-05,
+      "loss": 0.2396,
+      "step": 331200
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.138366582910336e-05,
+      "loss": 0.2377,
+      "step": 331300
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.137804459884091e-05,
+      "loss": 0.2469,
+      "step": 331400
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.1372423368578446e-05,
+      "loss": 0.2399,
+      "step": 331500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.136680213831599e-05,
+      "loss": 0.234,
+      "step": 331600
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.136118090805354e-05,
+      "loss": 0.2499,
+      "step": 331700
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.1355559677791085e-05,
+      "loss": 0.2381,
+      "step": 331800
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.1349938447528625e-05,
+      "loss": 0.2405,
+      "step": 331900
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.134431721726617e-05,
+      "loss": 0.244,
+      "step": 332000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.133869598700372e-05,
+      "loss": 0.2419,
+      "step": 332100
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.1333074756741257e-05,
+      "loss": 0.2356,
+      "step": 332200
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.13274535264788e-05,
+      "loss": 0.2418,
+      "step": 332300
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.132183229621635e-05,
+      "loss": 0.2434,
+      "step": 332400
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.1316211065953895e-05,
+      "loss": 0.2328,
+      "step": 332500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.131058983569144e-05,
+      "loss": 0.2329,
+      "step": 332600
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.130496860542899e-05,
+      "loss": 0.236,
+      "step": 332700
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.1299347375166534e-05,
+      "loss": 0.2387,
+      "step": 332800
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.1293726144904074e-05,
+      "loss": 0.245,
+      "step": 332900
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.128810491464162e-05,
+      "loss": 0.2398,
+      "step": 333000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.1282483684379166e-05,
+      "loss": 0.2415,
+      "step": 333100
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.1276918666419334e-05,
+      "loss": 0.2377,
+      "step": 333200
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.1271297436156873e-05,
+      "loss": 0.2366,
+      "step": 333300
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.126567620589442e-05,
+      "loss": 0.2385,
+      "step": 333400
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.126005497563197e-05,
+      "loss": 0.2369,
+      "step": 333500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.125443374536952e-05,
+      "loss": 0.2402,
+      "step": 333600
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.124881251510706e-05,
+      "loss": 0.244,
+      "step": 333700
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1243191284844605e-05,
+      "loss": 0.2433,
+      "step": 333800
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.123757005458215e-05,
+      "loss": 0.2436,
+      "step": 333900
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.123194882431969e-05,
+      "loss": 0.2359,
+      "step": 334000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.122632759405724e-05,
+      "loss": 0.2385,
+      "step": 334100
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.122070636379478e-05,
+      "loss": 0.2406,
+      "step": 334200
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.121508513353233e-05,
+      "loss": 0.2355,
+      "step": 334300
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.120946390326987e-05,
+      "loss": 0.2377,
+      "step": 334400
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1203842673007415e-05,
+      "loss": 0.2415,
+      "step": 334500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.119822144274496e-05,
+      "loss": 0.2443,
+      "step": 334600
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.11926002124825e-05,
+      "loss": 0.2367,
+      "step": 334700
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.118697898222005e-05,
+      "loss": 0.2384,
+      "step": 334800
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1181357751957594e-05,
+      "loss": 0.2317,
+      "step": 334900
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.117573652169514e-05,
+      "loss": 0.2357,
+      "step": 335000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1170115291432686e-05,
+      "loss": 0.2438,
+      "step": 335100
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.116449406117023e-05,
+      "loss": 0.2424,
+      "step": 335200
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.115887283090778e-05,
+      "loss": 0.2358,
+      "step": 335300
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.115325160064532e-05,
+      "loss": 0.2369,
+      "step": 335400
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1147630370382864e-05,
+      "loss": 0.2396,
+      "step": 335500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.114200914012041e-05,
+      "loss": 0.2381,
+      "step": 335600
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.113638790985795e-05,
+      "loss": 0.24,
+      "step": 335700
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1130766679595496e-05,
+      "loss": 0.2407,
+      "step": 335800
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.112514544933304e-05,
+      "loss": 0.2377,
+      "step": 335900
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.111952421907059e-05,
+      "loss": 0.2417,
+      "step": 336000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.111390298880813e-05,
+      "loss": 0.2395,
+      "step": 336100
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1108281758545675e-05,
+      "loss": 0.2416,
+      "step": 336200
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.110266052828322e-05,
+      "loss": 0.2327,
+      "step": 336300
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1097095510323395e-05,
+      "loss": 0.2326,
+      "step": 336400
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1091474280060935e-05,
+      "loss": 0.2343,
+      "step": 336500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.108585304979848e-05,
+      "loss": 0.2395,
+      "step": 336600
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.108023181953603e-05,
+      "loss": 0.243,
+      "step": 336700
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.107461058927357e-05,
+      "loss": 0.2302,
+      "step": 336800
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.106898935901111e-05,
+      "loss": 0.2313,
+      "step": 336900
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.106336812874866e-05,
+      "loss": 0.2367,
+      "step": 337000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1057746898486206e-05,
+      "loss": 0.2414,
+      "step": 337100
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1052125668223745e-05,
+      "loss": 0.2358,
+      "step": 337200
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.104650443796129e-05,
+      "loss": 0.2359,
+      "step": 337300
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.104088320769884e-05,
+      "loss": 0.2402,
+      "step": 337400
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.103526197743638e-05,
+      "loss": 0.2379,
+      "step": 337500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1029640747173924e-05,
+      "loss": 0.2404,
+      "step": 337600
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.102401951691147e-05,
+      "loss": 0.2381,
+      "step": 337700
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.101839828664902e-05,
+      "loss": 0.2373,
+      "step": 337800
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1012833268689184e-05,
+      "loss": 0.2412,
+      "step": 337900
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.100721203842673e-05,
+      "loss": 0.2387,
+      "step": 338000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1001590808164276e-05,
+      "loss": 0.2345,
+      "step": 338100
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.099596957790182e-05,
+      "loss": 0.2372,
+      "step": 338200
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.099034834763936e-05,
+      "loss": 0.2416,
+      "step": 338300
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.098472711737691e-05,
+      "loss": 0.2343,
+      "step": 338400
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.0979105887114455e-05,
+      "loss": 0.2375,
+      "step": 338500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.0973484656851994e-05,
+      "loss": 0.2392,
+      "step": 338600
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.096786342658955e-05,
+      "loss": 0.2438,
+      "step": 338700
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.0962242196327094e-05,
+      "loss": 0.245,
+      "step": 338800
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.095662096606464e-05,
+      "loss": 0.2371,
+      "step": 338900
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.095099973580218e-05,
+      "loss": 0.2441,
+      "step": 339000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0945378505539726e-05,
+      "loss": 0.239,
+      "step": 339100
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.093975727527727e-05,
+      "loss": 0.2433,
+      "step": 339200
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.093413604501481e-05,
+      "loss": 0.2446,
+      "step": 339300
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.092851481475236e-05,
+      "loss": 0.2373,
+      "step": 339400
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0922893584489904e-05,
+      "loss": 0.2321,
+      "step": 339500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.091727235422745e-05,
+      "loss": 0.234,
+      "step": 339600
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.091165112396499e-05,
+      "loss": 0.2369,
+      "step": 339700
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0906029893702536e-05,
+      "loss": 0.238,
+      "step": 339800
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.090040866344008e-05,
+      "loss": 0.2322,
+      "step": 339900
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.089478743317762e-05,
+      "loss": 0.2351,
+      "step": 340000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.088916620291517e-05,
+      "loss": 0.2356,
+      "step": 340100
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.088360118495534e-05,
+      "loss": 0.2408,
+      "step": 340200
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.087797995469289e-05,
+      "loss": 0.2354,
+      "step": 340300
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.087235872443043e-05,
+      "loss": 0.2369,
+      "step": 340400
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0866737494167975e-05,
+      "loss": 0.2328,
+      "step": 340500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.086111626390552e-05,
+      "loss": 0.229,
+      "step": 340600
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.085549503364307e-05,
+      "loss": 0.2349,
+      "step": 340700
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0849873803380607e-05,
+      "loss": 0.2318,
+      "step": 340800
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.084425257311815e-05,
+      "loss": 0.2417,
+      "step": 340900
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.08386313428557e-05,
+      "loss": 0.2436,
+      "step": 341000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.083301011259324e-05,
+      "loss": 0.2423,
+      "step": 341100
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0827388882330785e-05,
+      "loss": 0.2379,
+      "step": 341200
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.082176765206833e-05,
+      "loss": 0.236,
+      "step": 341300
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.081614642180588e-05,
+      "loss": 0.2332,
+      "step": 341400
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0810525191543424e-05,
+      "loss": 0.2377,
+      "step": 341500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.080490396128097e-05,
+      "loss": 0.2409,
+      "step": 341600
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0799282731018516e-05,
+      "loss": 0.2491,
+      "step": 341700
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0793661500756056e-05,
+      "loss": 0.2367,
+      "step": 341800
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.07880402704936e-05,
+      "loss": 0.2399,
+      "step": 341900
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.078241904023115e-05,
+      "loss": 0.2336,
+      "step": 342000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0776797809968695e-05,
+      "loss": 0.2356,
+      "step": 342100
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0771176579706234e-05,
+      "loss": 0.2417,
+      "step": 342200
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.076555534944378e-05,
+      "loss": 0.2341,
+      "step": 342300
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.075993411918133e-05,
+      "loss": 0.2436,
+      "step": 342400
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0754312888918866e-05,
+      "loss": 0.2366,
+      "step": 342500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.074869165865641e-05,
+      "loss": 0.2398,
+      "step": 342600
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.074307042839396e-05,
+      "loss": 0.2338,
+      "step": 342700
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0737449198131505e-05,
+      "loss": 0.2365,
+      "step": 342800
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.073182796786905e-05,
+      "loss": 0.2303,
+      "step": 342900
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.07262067376066e-05,
+      "loss": 0.2297,
+      "step": 343000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0720585507344144e-05,
+      "loss": 0.2402,
+      "step": 343100
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.071496427708168e-05,
+      "loss": 0.2325,
+      "step": 343200
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.070934304681923e-05,
+      "loss": 0.2353,
+      "step": 343300
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0703721816556776e-05,
+      "loss": 0.2298,
+      "step": 343400
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.069810058629432e-05,
+      "loss": 0.2404,
+      "step": 343500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.069247935603186e-05,
+      "loss": 0.2355,
+      "step": 343600
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.068685812576941e-05,
+      "loss": 0.2383,
+      "step": 343700
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0681236895506954e-05,
+      "loss": 0.2383,
+      "step": 343800
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0675615665244494e-05,
+      "loss": 0.2278,
+      "step": 343900
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.066999443498204e-05,
+      "loss": 0.2367,
+      "step": 344000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0664373204719586e-05,
+      "loss": 0.2358,
+      "step": 344100
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.065875197445713e-05,
+      "loss": 0.2329,
+      "step": 344200
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.065313074419467e-05,
+      "loss": 0.2384,
+      "step": 344300
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.064750951393222e-05,
+      "loss": 0.2368,
+      "step": 344400
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.0641888283669765e-05,
+      "loss": 0.2377,
+      "step": 344500
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.063626705340731e-05,
+      "loss": 0.2347,
+      "step": 344600
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.063064582314486e-05,
+      "loss": 0.2403,
+      "step": 344700
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.0625024592882403e-05,
+      "loss": 0.2415,
+      "step": 344800
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.061940336261995e-05,
+      "loss": 0.2379,
+      "step": 344900
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.061378213235749e-05,
+      "loss": 0.2364,
+      "step": 345000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.0608160902095036e-05,
+      "loss": 0.2333,
+      "step": 345100
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.060253967183258e-05,
+      "loss": 0.2294,
+      "step": 345200
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.059691844157012e-05,
+      "loss": 0.2311,
+      "step": 345300
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.059129721130767e-05,
+      "loss": 0.2312,
+      "step": 345400
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.0585675981045214e-05,
+      "loss": 0.2378,
+      "step": 345500
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.058005475078275e-05,
+      "loss": 0.2381,
+      "step": 345600
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.05744335205203e-05,
+      "loss": 0.234,
+      "step": 345700
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.0568812290257846e-05,
+      "loss": 0.2381,
+      "step": 345800
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.056319105999539e-05,
+      "loss": 0.2375,
+      "step": 345900
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.055756982973293e-05,
+      "loss": 0.2411,
+      "step": 346000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.055194859947048e-05,
+      "loss": 0.2344,
+      "step": 346100
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.0546327369208024e-05,
+      "loss": 0.2342,
+      "step": 346200
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.054070613894557e-05,
+      "loss": 0.2338,
+      "step": 346300
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.053514112098574e-05,
+      "loss": 0.2369,
+      "step": 346400
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.0529576103025906e-05,
+      "loss": 0.2417,
+      "step": 346500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.052395487276345e-05,
+      "loss": 0.2324,
+      "step": 346600
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.0518333642501e-05,
+      "loss": 0.2361,
+      "step": 346700
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.051271241223854e-05,
+      "loss": 0.2384,
+      "step": 346800
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.0507091181976088e-05,
+      "loss": 0.2304,
+      "step": 346900
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.0501469951713634e-05,
+      "loss": 0.2275,
+      "step": 347000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.0495848721451177e-05,
+      "loss": 0.2382,
+      "step": 347100
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.0490227491188723e-05,
+      "loss": 0.2307,
+      "step": 347200
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.048460626092627e-05,
+      "loss": 0.232,
+      "step": 347300
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.0478985030663816e-05,
+      "loss": 0.2325,
+      "step": 347400
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.0473363800401355e-05,
+      "loss": 0.2315,
+      "step": 347500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.046785499474415e-05,
+      "loss": 0.2325,
+      "step": 347600
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.0462233764481697e-05,
+      "loss": 0.2354,
+      "step": 347700
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.0456612534219243e-05,
+      "loss": 0.2372,
+      "step": 347800
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.0450991303956783e-05,
+      "loss": 0.2395,
+      "step": 347900
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.044537007369433e-05,
+      "loss": 0.2413,
+      "step": 348000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.0439748843431875e-05,
+      "loss": 0.2409,
+      "step": 348100
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.043412761316942e-05,
+      "loss": 0.2408,
+      "step": 348200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.042850638290696e-05,
+      "loss": 0.2399,
+      "step": 348300
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.0422885152644507e-05,
+      "loss": 0.2339,
+      "step": 348400
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.0417263922382057e-05,
+      "loss": 0.2383,
+      "step": 348500
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.0411642692119597e-05,
+      "loss": 0.2363,
+      "step": 348600
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.0406021461857143e-05,
+      "loss": 0.2344,
+      "step": 348700
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.040040023159469e-05,
+      "loss": 0.2374,
+      "step": 348800
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.0394779001332235e-05,
+      "loss": 0.2339,
+      "step": 348900
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.0389157771069775e-05,
+      "loss": 0.2383,
+      "step": 349000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.038353654080732e-05,
+      "loss": 0.2335,
+      "step": 349100
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.0377915310544867e-05,
+      "loss": 0.2407,
+      "step": 349200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.037229408028241e-05,
+      "loss": 0.2391,
+      "step": 349300
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.0366672850019957e-05,
+      "loss": 0.2392,
+      "step": 349400
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.0361051619757503e-05,
+      "loss": 0.2327,
+      "step": 349500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.035543038949505e-05,
+      "loss": 0.2351,
+      "step": 349600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.034980915923259e-05,
+      "loss": 0.2346,
+      "step": 349700
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.0344187928970135e-05,
+      "loss": 0.2326,
+      "step": 349800
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.033856669870768e-05,
+      "loss": 0.2372,
+      "step": 349900
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.0332945468445224e-05,
+      "loss": 0.2356,
+      "step": 350000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.032732423818277e-05,
+      "loss": 0.2371,
+      "step": 350100
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.0321703007920317e-05,
+      "loss": 0.2324,
+      "step": 350200
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.0316081777657863e-05,
+      "loss": 0.2349,
+      "step": 350300
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.0310460547395402e-05,
+      "loss": 0.2348,
+      "step": 350400
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.030483931713295e-05,
+      "loss": 0.238,
+      "step": 350500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.0299218086870495e-05,
+      "loss": 0.2378,
+      "step": 350600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.0293596856608038e-05,
+      "loss": 0.2329,
+      "step": 350700
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.0287975626345584e-05,
+      "loss": 0.231,
+      "step": 350800
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.028235439608313e-05,
+      "loss": 0.2358,
+      "step": 350900
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.0276733165820677e-05,
+      "loss": 0.2369,
+      "step": 351000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.0271111935558216e-05,
+      "loss": 0.2351,
+      "step": 351100
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.0265490705295763e-05,
+      "loss": 0.2346,
+      "step": 351200
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.025986947503331e-05,
+      "loss": 0.2354,
+      "step": 351300
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.025424824477085e-05,
+      "loss": 0.2331,
+      "step": 351400
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.0248627014508395e-05,
+      "loss": 0.2269,
+      "step": 351500
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.024300578424594e-05,
+      "loss": 0.2363,
+      "step": 351600
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.0237384553983487e-05,
+      "loss": 0.2449,
+      "step": 351700
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.023176332372103e-05,
+      "loss": 0.2368,
+      "step": 351800
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.0226142093458576e-05,
+      "loss": 0.233,
+      "step": 351900
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.0220520863196123e-05,
+      "loss": 0.2363,
+      "step": 352000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.0214899632933662e-05,
+      "loss": 0.2342,
+      "step": 352100
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.020927840267121e-05,
+      "loss": 0.234,
+      "step": 352200
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.0203657172408755e-05,
+      "loss": 0.2313,
+      "step": 352300
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.01980359421463e-05,
+      "loss": 0.2315,
+      "step": 352400
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.0192414711883844e-05,
+      "loss": 0.2363,
+      "step": 352500
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.018679348162139e-05,
+      "loss": 0.2344,
+      "step": 352600
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.0181172251358936e-05,
+      "loss": 0.2396,
+      "step": 352700
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.0175551021096476e-05,
+      "loss": 0.2384,
+      "step": 352800
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.0169929790834022e-05,
+      "loss": 0.2323,
+      "step": 352900
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.016430856057157e-05,
+      "loss": 0.2308,
+      "step": 353000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.0158687330309115e-05,
+      "loss": 0.2364,
+      "step": 353100
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.0153066100046658e-05,
+      "loss": 0.2373,
+      "step": 353200
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.0147444869784204e-05,
+      "loss": 0.232,
+      "step": 353300
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.014182363952175e-05,
+      "loss": 0.2353,
+      "step": 353400
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.013620240925929e-05,
+      "loss": 0.238,
+      "step": 353500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.013063739129946e-05,
+      "loss": 0.2407,
+      "step": 353600
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.0125016161037007e-05,
+      "loss": 0.235,
+      "step": 353700
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.0119394930774553e-05,
+      "loss": 0.236,
+      "step": 353800
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.0113773700512093e-05,
+      "loss": 0.2359,
+      "step": 353900
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.010815247024964e-05,
+      "loss": 0.2353,
+      "step": 354000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.0102531239987185e-05,
+      "loss": 0.2367,
+      "step": 354100
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.009691000972473e-05,
+      "loss": 0.2382,
+      "step": 354200
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.0091288779462274e-05,
+      "loss": 0.2398,
+      "step": 354300
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.008566754919982e-05,
+      "loss": 0.2357,
+      "step": 354400
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.0080046318937367e-05,
+      "loss": 0.2413,
+      "step": 354500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.0074425088674906e-05,
+      "loss": 0.2326,
+      "step": 354600
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.0068803858412453e-05,
+      "loss": 0.2369,
+      "step": 354700
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.006318262815e-05,
+      "loss": 0.2367,
+      "step": 354800
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.0057561397887545e-05,
+      "loss": 0.2359,
+      "step": 354900
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.0051940167625088e-05,
+      "loss": 0.2348,
+      "step": 355000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.0046318937362634e-05,
+      "loss": 0.2296,
+      "step": 355100
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.004069770710018e-05,
+      "loss": 0.2334,
+      "step": 355200
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.003507647683772e-05,
+      "loss": 0.2412,
+      "step": 355300
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.0029455246575267e-05,
+      "loss": 0.2393,
+      "step": 355400
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.0023834016312813e-05,
+      "loss": 0.235,
+      "step": 355500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.0018212786050352e-05,
+      "loss": 0.2321,
+      "step": 355600
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.00125915557879e-05,
+      "loss": 0.233,
+      "step": 355700
+    },
+    {
+      "epoch": 2.0,
+      "eval_bleu": 75.8819,
+      "eval_cer": 2.4613,
+      "eval_chrF": 95.00769603599446,
+      "eval_gen_len": 16.760384,
+      "eval_loss": 0.5156659483909607,
+      "eval_runtime": 7263.3248,
+      "eval_samples_per_second": 34.419,
+      "eval_steps_per_second": 0.538,
+      "eval_wer": 13.4362,
+      "step": 355794
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.000702653782807e-05,
+      "loss": 0.2436,
+      "step": 355800
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.0001405307565616e-05,
+      "loss": 0.2181,
+      "step": 355900
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.999578407730316e-05,
+      "loss": 0.2178,
+      "step": 356000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.9990162847040705e-05,
+      "loss": 0.2193,
+      "step": 356100
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.998454161677825e-05,
+      "loss": 0.2147,
+      "step": 356200
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.9978920386515798e-05,
+      "loss": 0.2212,
+      "step": 356300
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.9973299156253337e-05,
+      "loss": 0.2285,
+      "step": 356400
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.9967677925990883e-05,
+      "loss": 0.2124,
+      "step": 356500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.996205669572843e-05,
+      "loss": 0.2141,
+      "step": 356600
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.995643546546597e-05,
+      "loss": 0.2214,
+      "step": 356700
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9950814235203515e-05,
+      "loss": 0.2103,
+      "step": 356800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9945193004941062e-05,
+      "loss": 0.2223,
+      "step": 356900
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9939627986981233e-05,
+      "loss": 0.2166,
+      "step": 357000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9934006756718776e-05,
+      "loss": 0.2146,
+      "step": 357100
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9928385526456322e-05,
+      "loss": 0.2239,
+      "step": 357200
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9922764296193868e-05,
+      "loss": 0.2098,
+      "step": 357300
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9917143065931414e-05,
+      "loss": 0.2149,
+      "step": 357400
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.991157804797158e-05,
+      "loss": 0.2201,
+      "step": 357500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9905956817709125e-05,
+      "loss": 0.2205,
+      "step": 357600
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.990033558744667e-05,
+      "loss": 0.2084,
+      "step": 357700
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9894714357184218e-05,
+      "loss": 0.2166,
+      "step": 357800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9889093126921757e-05,
+      "loss": 0.2145,
+      "step": 357900
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9883471896659303e-05,
+      "loss": 0.2223,
+      "step": 358000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.987785066639685e-05,
+      "loss": 0.2151,
+      "step": 358100
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9872229436134392e-05,
+      "loss": 0.2164,
+      "step": 358200
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.986660820587194e-05,
+      "loss": 0.2185,
+      "step": 358300
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.9860986975609485e-05,
+      "loss": 0.2262,
+      "step": 358400
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.985536574534703e-05,
+      "loss": 0.2157,
+      "step": 358500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.984974451508457e-05,
+      "loss": 0.2182,
+      "step": 358600
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.9844123284822117e-05,
+      "loss": 0.2131,
+      "step": 358700
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.9838502054559663e-05,
+      "loss": 0.2243,
+      "step": 358800
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.9832880824297206e-05,
+      "loss": 0.2167,
+      "step": 358900
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.9827259594034753e-05,
+      "loss": 0.2195,
+      "step": 359000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.98216383637723e-05,
+      "loss": 0.2196,
+      "step": 359100
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.9816017133509845e-05,
+      "loss": 0.2209,
+      "step": 359200
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.9810395903247385e-05,
+      "loss": 0.2255,
+      "step": 359300
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.980477467298493e-05,
+      "loss": 0.2166,
+      "step": 359400
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.9799153442722477e-05,
+      "loss": 0.215,
+      "step": 359500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.9793532212460017e-05,
+      "loss": 0.2123,
+      "step": 359600
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.9787910982197563e-05,
+      "loss": 0.2188,
+      "step": 359700
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.978228975193511e-05,
+      "loss": 0.2118,
+      "step": 359800
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.9776668521672655e-05,
+      "loss": 0.2188,
+      "step": 359900
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.97710472914102e-05,
+      "loss": 0.2173,
+      "step": 360000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.9765426061147745e-05,
+      "loss": 0.2238,
+      "step": 360100
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.975980483088529e-05,
+      "loss": 0.2238,
+      "step": 360200
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.975418360062283e-05,
+      "loss": 0.2116,
+      "step": 360300
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.9748562370360377e-05,
+      "loss": 0.2181,
+      "step": 360400
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.9742941140097923e-05,
+      "loss": 0.214,
+      "step": 360500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.973731990983547e-05,
+      "loss": 0.2229,
+      "step": 360600
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.9731698679573012e-05,
+      "loss": 0.2103,
+      "step": 360700
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.972607744931056e-05,
+      "loss": 0.2167,
+      "step": 360800
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.9720456219048105e-05,
+      "loss": 0.2221,
+      "step": 360900
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.9714834988785644e-05,
+      "loss": 0.2279,
+      "step": 361000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.970921375852319e-05,
+      "loss": 0.2226,
+      "step": 361100
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.9703592528260737e-05,
+      "loss": 0.2198,
+      "step": 361200
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.9697971297998283e-05,
+      "loss": 0.2139,
+      "step": 361300
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.9692350067735826e-05,
+      "loss": 0.2148,
+      "step": 361400
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.9686728837473372e-05,
+      "loss": 0.2192,
+      "step": 361500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.968110760721092e-05,
+      "loss": 0.2172,
+      "step": 361600
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.9675486376948458e-05,
+      "loss": 0.2141,
+      "step": 361700
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.9669865146686004e-05,
+      "loss": 0.2147,
+      "step": 361800
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.966424391642355e-05,
+      "loss": 0.2136,
+      "step": 361900
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.9658622686161097e-05,
+      "loss": 0.2186,
+      "step": 362000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9653001455898636e-05,
+      "loss": 0.2196,
+      "step": 362100
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9647380225636186e-05,
+      "loss": 0.2231,
+      "step": 362200
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9641758995373732e-05,
+      "loss": 0.217,
+      "step": 362300
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9636137765111272e-05,
+      "loss": 0.2191,
+      "step": 362400
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9630516534848818e-05,
+      "loss": 0.2173,
+      "step": 362500
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9624895304586364e-05,
+      "loss": 0.221,
+      "step": 362600
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.961927407432391e-05,
+      "loss": 0.2139,
+      "step": 362700
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.961365284406145e-05,
+      "loss": 0.2209,
+      "step": 362800
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9608031613798996e-05,
+      "loss": 0.2124,
+      "step": 362900
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9602410383536543e-05,
+      "loss": 0.2184,
+      "step": 363000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9596789153274086e-05,
+      "loss": 0.2162,
+      "step": 363100
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9591167923011632e-05,
+      "loss": 0.2219,
+      "step": 363200
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9585546692749178e-05,
+      "loss": 0.2223,
+      "step": 363300
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9579925462486724e-05,
+      "loss": 0.2161,
+      "step": 363400
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9574304232224264e-05,
+      "loss": 0.2126,
+      "step": 363500
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.956868300196181e-05,
+      "loss": 0.2232,
+      "step": 363600
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.9563061771699356e-05,
+      "loss": 0.2226,
+      "step": 363700
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.95574405414369e-05,
+      "loss": 0.2184,
+      "step": 363800
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9551819311174446e-05,
+      "loss": 0.214,
+      "step": 363900
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9546198080911992e-05,
+      "loss": 0.2195,
+      "step": 364000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9540576850649538e-05,
+      "loss": 0.2162,
+      "step": 364100
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9534955620387078e-05,
+      "loss": 0.2235,
+      "step": 364200
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9529334390124624e-05,
+      "loss": 0.2216,
+      "step": 364300
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.952371315986217e-05,
+      "loss": 0.2198,
+      "step": 364400
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9518091929599713e-05,
+      "loss": 0.218,
+      "step": 364500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.951247069933726e-05,
+      "loss": 0.216,
+      "step": 364600
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9506849469074806e-05,
+      "loss": 0.2175,
+      "step": 364700
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9501228238812352e-05,
+      "loss": 0.2211,
+      "step": 364800
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.949560700854989e-05,
+      "loss": 0.2117,
+      "step": 364900
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9489985778287438e-05,
+      "loss": 0.2167,
+      "step": 365000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9484364548024984e-05,
+      "loss": 0.2224,
+      "step": 365100
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9478743317762523e-05,
+      "loss": 0.2141,
+      "step": 365200
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.947312208750007e-05,
+      "loss": 0.2191,
+      "step": 365300
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.9467500857237616e-05,
+      "loss": 0.2132,
+      "step": 365400
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.946187962697516e-05,
+      "loss": 0.2224,
+      "step": 365500
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.9456258396712705e-05,
+      "loss": 0.217,
+      "step": 365600
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.945063716645025e-05,
+      "loss": 0.225,
+      "step": 365700
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.9445015936187798e-05,
+      "loss": 0.2209,
+      "step": 365800
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.9439394705925337e-05,
+      "loss": 0.214,
+      "step": 365900
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.9433773475662884e-05,
+      "loss": 0.2169,
+      "step": 366000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.9428208457703055e-05,
+      "loss": 0.2187,
+      "step": 366100
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.94225872274406e-05,
+      "loss": 0.218,
+      "step": 366200
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.9417022209480765e-05,
+      "loss": 0.2112,
+      "step": 366300
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.941140097921831e-05,
+      "loss": 0.2188,
+      "step": 366400
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.9405779748955858e-05,
+      "loss": 0.222,
+      "step": 366500
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.9400158518693404e-05,
+      "loss": 0.2174,
+      "step": 366600
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.9394537288430947e-05,
+      "loss": 0.2153,
+      "step": 366700
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.9388916058168493e-05,
+      "loss": 0.2215,
+      "step": 366800
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.938329482790604e-05,
+      "loss": 0.2205,
+      "step": 366900
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.937767359764358e-05,
+      "loss": 0.2224,
+      "step": 367000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.9372052367381125e-05,
+      "loss": 0.2211,
+      "step": 367100
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.936643113711867e-05,
+      "loss": 0.2165,
+      "step": 367200
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.9360809906856218e-05,
+      "loss": 0.217,
+      "step": 367300
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.935518867659376e-05,
+      "loss": 0.2164,
+      "step": 367400
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.9349567446331307e-05,
+      "loss": 0.2196,
+      "step": 367500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.9343946216068853e-05,
+      "loss": 0.2224,
+      "step": 367600
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.9338324985806393e-05,
+      "loss": 0.2124,
+      "step": 367700
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.933270375554394e-05,
+      "loss": 0.2222,
+      "step": 367800
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.9327082525281485e-05,
+      "loss": 0.2176,
+      "step": 367900
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.932146129501903e-05,
+      "loss": 0.2197,
+      "step": 368000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.931584006475657e-05,
+      "loss": 0.2268,
+      "step": 368100
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.9310218834494117e-05,
+      "loss": 0.2092,
+      "step": 368200
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.9304597604231663e-05,
+      "loss": 0.2198,
+      "step": 368300
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.9298976373969206e-05,
+      "loss": 0.2228,
+      "step": 368400
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.9293355143706753e-05,
+      "loss": 0.2116,
+      "step": 368500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.92877339134443e-05,
+      "loss": 0.216,
+      "step": 368600
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.9282112683181845e-05,
+      "loss": 0.2183,
+      "step": 368700
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.9276491452919385e-05,
+      "loss": 0.2208,
+      "step": 368800
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.927087022265693e-05,
+      "loss": 0.2214,
+      "step": 368900
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.9265248992394477e-05,
+      "loss": 0.2206,
+      "step": 369000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.925962776213202e-05,
+      "loss": 0.2173,
+      "step": 369100
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.9254006531869566e-05,
+      "loss": 0.2214,
+      "step": 369200
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.9248385301607113e-05,
+      "loss": 0.2198,
+      "step": 369300
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.924276407134466e-05,
+      "loss": 0.2225,
+      "step": 369400
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.92371428410822e-05,
+      "loss": 0.2149,
+      "step": 369500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.9231521610819745e-05,
+      "loss": 0.2143,
+      "step": 369600
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.922590038055729e-05,
+      "loss": 0.2221,
+      "step": 369700
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.9220279150294834e-05,
+      "loss": 0.2244,
+      "step": 369800
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.921465792003238e-05,
+      "loss": 0.2182,
+      "step": 369900
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.9209149114375173e-05,
+      "loss": 0.211,
+      "step": 370000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.920352788411272e-05,
+      "loss": 0.2209,
+      "step": 370100
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.9197906653850265e-05,
+      "loss": 0.2224,
+      "step": 370200
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.9192285423587805e-05,
+      "loss": 0.2151,
+      "step": 370300
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.9186664193325354e-05,
+      "loss": 0.2151,
+      "step": 370400
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.91810429630629e-05,
+      "loss": 0.2185,
+      "step": 370500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.917542173280044e-05,
+      "loss": 0.2233,
+      "step": 370600
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.9169800502537986e-05,
+      "loss": 0.2206,
+      "step": 370700
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.9164179272275533e-05,
+      "loss": 0.2181,
+      "step": 370800
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.915855804201308e-05,
+      "loss": 0.2146,
+      "step": 370900
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.915293681175062e-05,
+      "loss": 0.2212,
+      "step": 371000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.9147315581488165e-05,
+      "loss": 0.2166,
+      "step": 371100
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.914169435122571e-05,
+      "loss": 0.2151,
+      "step": 371200
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.9136073120963254e-05,
+      "loss": 0.2113,
+      "step": 371300
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.91304518907008e-05,
+      "loss": 0.2162,
+      "step": 371400
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.9124830660438346e-05,
+      "loss": 0.2225,
+      "step": 371500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.9119209430175893e-05,
+      "loss": 0.2138,
+      "step": 371600
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.9113588199913432e-05,
+      "loss": 0.2229,
+      "step": 371700
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.910796696965098e-05,
+      "loss": 0.2242,
+      "step": 371800
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.9102345739388525e-05,
+      "loss": 0.2165,
+      "step": 371900
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.9096724509126068e-05,
+      "loss": 0.2092,
+      "step": 372000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.9091103278863614e-05,
+      "loss": 0.2175,
+      "step": 372100
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.908548204860116e-05,
+      "loss": 0.2235,
+      "step": 372200
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.9079860818338706e-05,
+      "loss": 0.2122,
+      "step": 372300
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.9074239588076246e-05,
+      "loss": 0.2229,
+      "step": 372400
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.9068618357813792e-05,
+      "loss": 0.2175,
+      "step": 372500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.906299712755134e-05,
+      "loss": 0.2257,
+      "step": 372600
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.905737589728888e-05,
+      "loss": 0.2153,
+      "step": 372700
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.9051754667026428e-05,
+      "loss": 0.2219,
+      "step": 372800
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.9046133436763974e-05,
+      "loss": 0.2168,
+      "step": 372900
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.904051220650152e-05,
+      "loss": 0.2173,
+      "step": 373000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.903489097623906e-05,
+      "loss": 0.217,
+      "step": 373100
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.9029269745976606e-05,
+      "loss": 0.221,
+      "step": 373200
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.9023648515714152e-05,
+      "loss": 0.2098,
+      "step": 373300
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.9018027285451692e-05,
+      "loss": 0.2169,
+      "step": 373400
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.9012406055189238e-05,
+      "loss": 0.2177,
+      "step": 373500
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.9006784824926784e-05,
+      "loss": 0.2218,
+      "step": 373600
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.9001163594664334e-05,
+      "loss": 0.2132,
+      "step": 373700
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.8995542364401873e-05,
+      "loss": 0.2187,
+      "step": 373800
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.898992113413942e-05,
+      "loss": 0.219,
+      "step": 373900
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.8984299903876966e-05,
+      "loss": 0.215,
+      "step": 374000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.8978678673614506e-05,
+      "loss": 0.2203,
+      "step": 374100
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.8973057443352052e-05,
+      "loss": 0.2138,
+      "step": 374200
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.8967436213089598e-05,
+      "loss": 0.2136,
+      "step": 374300
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.8961814982827144e-05,
+      "loss": 0.2228,
+      "step": 374400
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.8956193752564687e-05,
+      "loss": 0.2182,
+      "step": 374500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.8950572522302234e-05,
+      "loss": 0.2223,
+      "step": 374600
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.894495129203978e-05,
+      "loss": 0.2196,
+      "step": 374700
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.893933006177732e-05,
+      "loss": 0.2279,
+      "step": 374800
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.8933708831514866e-05,
+      "loss": 0.2204,
+      "step": 374900
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.8928087601252412e-05,
+      "loss": 0.2177,
+      "step": 375000
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.8922466370989955e-05,
+      "loss": 0.2188,
+      "step": 375100
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.89168451407275e-05,
+      "loss": 0.2192,
+      "step": 375200
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.8911223910465047e-05,
+      "loss": 0.2201,
+      "step": 375300
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.8905602680202594e-05,
+      "loss": 0.212,
+      "step": 375400
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.8899981449940133e-05,
+      "loss": 0.2185,
+      "step": 375500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.889436021967768e-05,
+      "loss": 0.2228,
+      "step": 375600
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.8888738989415226e-05,
+      "loss": 0.2205,
+      "step": 375700
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.888311775915277e-05,
+      "loss": 0.2168,
+      "step": 375800
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.8877496528890315e-05,
+      "loss": 0.2162,
+      "step": 375900
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.887187529862786e-05,
+      "loss": 0.2161,
+      "step": 376000
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.8866254068365407e-05,
+      "loss": 0.2165,
+      "step": 376100
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.8860632838102947e-05,
+      "loss": 0.2254,
+      "step": 376200
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.8855011607840493e-05,
+      "loss": 0.2199,
+      "step": 376300
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.884939037757804e-05,
+      "loss": 0.2211,
+      "step": 376400
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.884382535961821e-05,
+      "loss": 0.2202,
+      "step": 376500
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.883820412935575e-05,
+      "loss": 0.219,
+      "step": 376600
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.8832582899093296e-05,
+      "loss": 0.2123,
+      "step": 376700
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.8826961668830843e-05,
+      "loss": 0.2198,
+      "step": 376800
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.8821340438568385e-05,
+      "loss": 0.22,
+      "step": 376900
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.881571920830593e-05,
+      "loss": 0.2171,
+      "step": 377000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.88101541903461e-05,
+      "loss": 0.2236,
+      "step": 377100
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.8804532960083646e-05,
+      "loss": 0.2204,
+      "step": 377200
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.879891172982119e-05,
+      "loss": 0.2155,
+      "step": 377300
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.8793290499558735e-05,
+      "loss": 0.2219,
+      "step": 377400
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.878766926929628e-05,
+      "loss": 0.211,
+      "step": 377500
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.8782048039033827e-05,
+      "loss": 0.2136,
+      "step": 377600
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.8776426808771367e-05,
+      "loss": 0.2169,
+      "step": 377700
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.8770805578508913e-05,
+      "loss": 0.2116,
+      "step": 377800
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.876518434824646e-05,
+      "loss": 0.22,
+      "step": 377900
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.8759563117984002e-05,
+      "loss": 0.218,
+      "step": 378000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.875394188772155e-05,
+      "loss": 0.2139,
+      "step": 378100
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.8748320657459095e-05,
+      "loss": 0.2088,
+      "step": 378200
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.874269942719664e-05,
+      "loss": 0.2196,
+      "step": 378300
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.873707819693418e-05,
+      "loss": 0.2175,
+      "step": 378400
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.8731456966671727e-05,
+      "loss": 0.2214,
+      "step": 378500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.8725835736409273e-05,
+      "loss": 0.2189,
+      "step": 378600
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.8720214506146813e-05,
+      "loss": 0.2203,
+      "step": 378700
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.871459327588436e-05,
+      "loss": 0.2195,
+      "step": 378800
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.870897204562191e-05,
+      "loss": 0.2184,
+      "step": 378900
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.8703350815359455e-05,
+      "loss": 0.2179,
+      "step": 379000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.8697729585096994e-05,
+      "loss": 0.2144,
+      "step": 379100
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.869210835483454e-05,
+      "loss": 0.2096,
+      "step": 379200
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.8686487124572087e-05,
+      "loss": 0.2212,
+      "step": 379300
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.8680865894309626e-05,
+      "loss": 0.2197,
+      "step": 379400
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.8675244664047173e-05,
+      "loss": 0.2081,
+      "step": 379500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.866962343378472e-05,
+      "loss": 0.2174,
+      "step": 379600
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.8664002203522265e-05,
+      "loss": 0.2256,
+      "step": 379700
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.8658380973259808e-05,
+      "loss": 0.2201,
+      "step": 379800
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.8652759742997354e-05,
+      "loss": 0.2256,
+      "step": 379900
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.86471385127349e-05,
+      "loss": 0.2161,
+      "step": 380000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.864151728247244e-05,
+      "loss": 0.2228,
+      "step": 380100
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.863595226451261e-05,
+      "loss": 0.2249,
+      "step": 380200
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.8630331034250157e-05,
+      "loss": 0.2208,
+      "step": 380300
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.8624709803987704e-05,
+      "loss": 0.2148,
+      "step": 380400
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.8619088573725243e-05,
+      "loss": 0.2201,
+      "step": 380500
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.861346734346279e-05,
+      "loss": 0.2172,
+      "step": 380600
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.8607846113200336e-05,
+      "loss": 0.2181,
+      "step": 380700
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.8602224882937882e-05,
+      "loss": 0.2186,
+      "step": 380800
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.8596603652675425e-05,
+      "loss": 0.2207,
+      "step": 380900
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.859098242241297e-05,
+      "loss": 0.2147,
+      "step": 381000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.8585361192150518e-05,
+      "loss": 0.2221,
+      "step": 381100
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.8579739961888057e-05,
+      "loss": 0.2219,
+      "step": 381200
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.8574118731625603e-05,
+      "loss": 0.2177,
+      "step": 381300
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.856849750136315e-05,
+      "loss": 0.2163,
+      "step": 381400
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.8562876271100696e-05,
+      "loss": 0.2186,
+      "step": 381500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.855725504083824e-05,
+      "loss": 0.2145,
+      "step": 381600
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.8551633810575785e-05,
+      "loss": 0.2175,
+      "step": 381700
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.854601258031333e-05,
+      "loss": 0.2185,
+      "step": 381800
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.854039135005087e-05,
+      "loss": 0.2206,
+      "step": 381900
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.8534770119788417e-05,
+      "loss": 0.2137,
+      "step": 382000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.8529148889525963e-05,
+      "loss": 0.2112,
+      "step": 382100
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.852352765926351e-05,
+      "loss": 0.2193,
+      "step": 382200
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.8517906429001053e-05,
+      "loss": 0.2193,
+      "step": 382300
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.85122851987386e-05,
+      "loss": 0.2103,
+      "step": 382400
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.8506663968476145e-05,
+      "loss": 0.2256,
+      "step": 382500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.8501042738213685e-05,
+      "loss": 0.2183,
+      "step": 382600
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.849542150795123e-05,
+      "loss": 0.2167,
+      "step": 382700
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.8489800277688777e-05,
+      "loss": 0.2156,
+      "step": 382800
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.8484179047426323e-05,
+      "loss": 0.2186,
+      "step": 382900
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.8478557817163863e-05,
+      "loss": 0.2131,
+      "step": 383000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.847293658690141e-05,
+      "loss": 0.2155,
+      "step": 383100
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.846731535663896e-05,
+      "loss": 0.2139,
+      "step": 383200
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.84616941263765e-05,
+      "loss": 0.2234,
+      "step": 383300
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.8456072896114045e-05,
+      "loss": 0.2118,
+      "step": 383400
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.845045166585159e-05,
+      "loss": 0.2177,
+      "step": 383500
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.8444830435589137e-05,
+      "loss": 0.2167,
+      "step": 383600
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.8439209205326677e-05,
+      "loss": 0.2144,
+      "step": 383700
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.8433587975064223e-05,
+      "loss": 0.2172,
+      "step": 383800
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.842796674480177e-05,
+      "loss": 0.2112,
+      "step": 383900
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.8422345514539312e-05,
+      "loss": 0.2157,
+      "step": 384000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.841672428427686e-05,
+      "loss": 0.2182,
+      "step": 384100
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.8411103054014405e-05,
+      "loss": 0.2192,
+      "step": 384200
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.840548182375195e-05,
+      "loss": 0.2143,
+      "step": 384300
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.839986059348949e-05,
+      "loss": 0.2133,
+      "step": 384400
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.8394239363227037e-05,
+      "loss": 0.2184,
+      "step": 384500
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.8388618132964583e-05,
+      "loss": 0.2165,
+      "step": 384600
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.8382996902702126e-05,
+      "loss": 0.2187,
+      "step": 384700
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.8377431884742294e-05,
+      "loss": 0.2194,
+      "step": 384800
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.837181065447984e-05,
+      "loss": 0.2212,
+      "step": 384900
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.8366189424217386e-05,
+      "loss": 0.2145,
+      "step": 385000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.836056819395493e-05,
+      "loss": 0.2153,
+      "step": 385100
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.8354946963692475e-05,
+      "loss": 0.2162,
+      "step": 385200
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.834932573343002e-05,
+      "loss": 0.2179,
+      "step": 385300
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.834370450316756e-05,
+      "loss": 0.2192,
+      "step": 385400
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.8338083272905107e-05,
+      "loss": 0.222,
+      "step": 385500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.8332462042642654e-05,
+      "loss": 0.2168,
+      "step": 385600
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.83268408123802e-05,
+      "loss": 0.2214,
+      "step": 385700
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.8321219582117743e-05,
+      "loss": 0.2191,
+      "step": 385800
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.831559835185529e-05,
+      "loss": 0.2143,
+      "step": 385900
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.8309977121592835e-05,
+      "loss": 0.2205,
+      "step": 386000
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.8304355891330375e-05,
+      "loss": 0.2195,
+      "step": 386100
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.829873466106792e-05,
+      "loss": 0.2209,
+      "step": 386200
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.8293113430805467e-05,
+      "loss": 0.2169,
+      "step": 386300
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.8287492200543014e-05,
+      "loss": 0.2172,
+      "step": 386400
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.8281870970280557e-05,
+      "loss": 0.2171,
+      "step": 386500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.8276249740018103e-05,
+      "loss": 0.2154,
+      "step": 386600
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.827062850975565e-05,
+      "loss": 0.2238,
+      "step": 386700
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.826500727949319e-05,
+      "loss": 0.2199,
+      "step": 386800
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.8259386049230735e-05,
+      "loss": 0.218,
+      "step": 386900
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.825376481896828e-05,
+      "loss": 0.2174,
+      "step": 387000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.8248143588705827e-05,
+      "loss": 0.2195,
+      "step": 387100
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.8242522358443367e-05,
+      "loss": 0.2109,
+      "step": 387200
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.8236901128180913e-05,
+      "loss": 0.2203,
+      "step": 387300
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.8231336110221084e-05,
+      "loss": 0.2192,
+      "step": 387400
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.822571487995863e-05,
+      "loss": 0.2169,
+      "step": 387500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.8220149861998795e-05,
+      "loss": 0.2192,
+      "step": 387600
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.821452863173634e-05,
+      "loss": 0.216,
+      "step": 387700
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.8208907401473887e-05,
+      "loss": 0.2163,
+      "step": 387800
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.8203286171211434e-05,
+      "loss": 0.2182,
+      "step": 387900
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.8197664940948976e-05,
+      "loss": 0.2223,
+      "step": 388000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.8192043710686523e-05,
+      "loss": 0.2195,
+      "step": 388100
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.818642248042407e-05,
+      "loss": 0.2179,
+      "step": 388200
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.818080125016161e-05,
+      "loss": 0.2158,
+      "step": 388300
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.8175180019899155e-05,
+      "loss": 0.2166,
+      "step": 388400
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.81695587896367e-05,
+      "loss": 0.2175,
+      "step": 388500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.8163937559374247e-05,
+      "loss": 0.2142,
+      "step": 388600
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.815831632911179e-05,
+      "loss": 0.2194,
+      "step": 388700
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.8152695098849336e-05,
+      "loss": 0.2192,
+      "step": 388800
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.8147073868586883e-05,
+      "loss": 0.2182,
+      "step": 388900
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.814150885062705e-05,
+      "loss": 0.223,
+      "step": 389000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.8135887620364593e-05,
+      "loss": 0.221,
+      "step": 389100
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.813026639010214e-05,
+      "loss": 0.2131,
+      "step": 389200
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.8124645159839686e-05,
+      "loss": 0.2137,
+      "step": 389300
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.8119023929577225e-05,
+      "loss": 0.2136,
+      "step": 389400
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.811340269931477e-05,
+      "loss": 0.218,
+      "step": 389500
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.8107781469052318e-05,
+      "loss": 0.2171,
+      "step": 389600
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.8102160238789864e-05,
+      "loss": 0.2241,
+      "step": 389700
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.8096539008527407e-05,
+      "loss": 0.2198,
+      "step": 389800
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.8090917778264953e-05,
+      "loss": 0.2219,
+      "step": 389900
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.80852965480025e-05,
+      "loss": 0.2183,
+      "step": 390000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.807967531774004e-05,
+      "loss": 0.2156,
+      "step": 390100
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.8074054087477585e-05,
+      "loss": 0.22,
+      "step": 390200
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.806843285721513e-05,
+      "loss": 0.2163,
+      "step": 390300
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.8062811626952678e-05,
+      "loss": 0.2207,
+      "step": 390400
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.805719039669022e-05,
+      "loss": 0.2159,
+      "step": 390500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.8051569166427767e-05,
+      "loss": 0.2176,
+      "step": 390600
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.8045947936165313e-05,
+      "loss": 0.2162,
+      "step": 390700
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.8040326705902853e-05,
+      "loss": 0.2229,
+      "step": 390800
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.80347054756404e-05,
+      "loss": 0.2145,
+      "step": 390900
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.8029084245377945e-05,
+      "loss": 0.2276,
+      "step": 391000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.8023463015115492e-05,
+      "loss": 0.2143,
+      "step": 391100
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.801784178485303e-05,
+      "loss": 0.2143,
+      "step": 391200
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.8012220554590578e-05,
+      "loss": 0.2184,
+      "step": 391300
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.8006599324328127e-05,
+      "loss": 0.2198,
+      "step": 391400
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.8000978094065667e-05,
+      "loss": 0.2182,
+      "step": 391500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.7995356863803213e-05,
+      "loss": 0.2173,
+      "step": 391600
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.798973563354076e-05,
+      "loss": 0.217,
+      "step": 391700
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.7984114403278306e-05,
+      "loss": 0.2164,
+      "step": 391800
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.7978493173015845e-05,
+      "loss": 0.2139,
+      "step": 391900
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.797287194275339e-05,
+      "loss": 0.2095,
+      "step": 392000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.7967250712490938e-05,
+      "loss": 0.2134,
+      "step": 392100
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.796162948222848e-05,
+      "loss": 0.2177,
+      "step": 392200
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.7956008251966027e-05,
+      "loss": 0.2169,
+      "step": 392300
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.7950387021703573e-05,
+      "loss": 0.2189,
+      "step": 392400
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.794476579144112e-05,
+      "loss": 0.2164,
+      "step": 392500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.793914456117866e-05,
+      "loss": 0.2221,
+      "step": 392600
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.7933523330916205e-05,
+      "loss": 0.2136,
+      "step": 392700
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.792790210065375e-05,
+      "loss": 0.2231,
+      "step": 392800
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.7922280870391294e-05,
+      "loss": 0.2211,
+      "step": 392900
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.791665964012884e-05,
+      "loss": 0.2161,
+      "step": 393000
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.7911038409866387e-05,
+      "loss": 0.2143,
+      "step": 393100
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.7905417179603933e-05,
+      "loss": 0.2206,
+      "step": 393200
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.7899795949341473e-05,
+      "loss": 0.2148,
+      "step": 393300
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.789417471907902e-05,
+      "loss": 0.2205,
+      "step": 393400
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.7888553488816565e-05,
+      "loss": 0.2116,
+      "step": 393500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.7882932258554108e-05,
+      "loss": 0.2164,
+      "step": 393600
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.7877311028291654e-05,
+      "loss": 0.2198,
+      "step": 393700
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.78716897980292e-05,
+      "loss": 0.2119,
+      "step": 393800
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.7866068567766747e-05,
+      "loss": 0.2131,
+      "step": 393900
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 2.7860447337504286e-05,
+      "loss": 0.2127,
+      "step": 394000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.7854826107241833e-05,
+      "loss": 0.2114,
+      "step": 394100
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.784920487697938e-05,
+      "loss": 0.2167,
+      "step": 394200
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.784358364671692e-05,
+      "loss": 0.2178,
+      "step": 394300
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.783801862875709e-05,
+      "loss": 0.2139,
+      "step": 394400
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.7832397398494636e-05,
+      "loss": 0.213,
+      "step": 394500
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.7826776168232182e-05,
+      "loss": 0.2177,
+      "step": 394600
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.7821154937969725e-05,
+      "loss": 0.2138,
+      "step": 394700
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.781553370770727e-05,
+      "loss": 0.2219,
+      "step": 394800
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.7809912477444817e-05,
+      "loss": 0.2124,
+      "step": 394900
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.7804347459484985e-05,
+      "loss": 0.2182,
+      "step": 395000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.7798726229222528e-05,
+      "loss": 0.2147,
+      "step": 395100
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.7793104998960074e-05,
+      "loss": 0.2091,
+      "step": 395200
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.778748376869762e-05,
+      "loss": 0.2172,
+      "step": 395300
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.778186253843516e-05,
+      "loss": 0.2171,
+      "step": 395400
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.7776241308172706e-05,
+      "loss": 0.2222,
+      "step": 395500
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.7770620077910253e-05,
+      "loss": 0.2045,
+      "step": 395600
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.77649988476478e-05,
+      "loss": 0.2163,
+      "step": 395700
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.7759377617385342e-05,
+      "loss": 0.2148,
+      "step": 395800
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7753756387122888e-05,
+      "loss": 0.2125,
+      "step": 395900
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7748135156860434e-05,
+      "loss": 0.2147,
+      "step": 396000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7742513926597974e-05,
+      "loss": 0.2179,
+      "step": 396100
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.773689269633552e-05,
+      "loss": 0.2183,
+      "step": 396200
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7731271466073066e-05,
+      "loss": 0.2145,
+      "step": 396300
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7725650235810613e-05,
+      "loss": 0.2193,
+      "step": 396400
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7720029005548152e-05,
+      "loss": 0.2129,
+      "step": 396500
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7714407775285702e-05,
+      "loss": 0.2186,
+      "step": 396600
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7708786545023248e-05,
+      "loss": 0.2136,
+      "step": 396700
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7703165314760788e-05,
+      "loss": 0.2157,
+      "step": 396800
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7697544084498334e-05,
+      "loss": 0.2139,
+      "step": 396900
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.769192285423588e-05,
+      "loss": 0.2202,
+      "step": 397000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7686301623973426e-05,
+      "loss": 0.2271,
+      "step": 397100
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.768073660601359e-05,
+      "loss": 0.2239,
+      "step": 397200
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7675115375751137e-05,
+      "loss": 0.214,
+      "step": 397300
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.7669494145488683e-05,
+      "loss": 0.2171,
+      "step": 397400
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 2.766387291522623e-05,
+      "loss": 0.2144,
+      "step": 397500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7658251684963772e-05,
+      "loss": 0.2206,
+      "step": 397600
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.765263045470132e-05,
+      "loss": 0.214,
+      "step": 397700
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7647009224438865e-05,
+      "loss": 0.2165,
+      "step": 397800
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7641387994176404e-05,
+      "loss": 0.2219,
+      "step": 397900
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.763576676391395e-05,
+      "loss": 0.213,
+      "step": 398000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7630145533651497e-05,
+      "loss": 0.2144,
+      "step": 398100
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7624524303389043e-05,
+      "loss": 0.2195,
+      "step": 398200
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7618903073126583e-05,
+      "loss": 0.2209,
+      "step": 398300
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.761328184286413e-05,
+      "loss": 0.2136,
+      "step": 398400
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7607660612601675e-05,
+      "loss": 0.22,
+      "step": 398500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7602039382339218e-05,
+      "loss": 0.2159,
+      "step": 398600
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7596418152076764e-05,
+      "loss": 0.2178,
+      "step": 398700
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.759079692181431e-05,
+      "loss": 0.2169,
+      "step": 398800
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7585175691551857e-05,
+      "loss": 0.2145,
+      "step": 398900
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7579554461289396e-05,
+      "loss": 0.2223,
+      "step": 399000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7573933231026943e-05,
+      "loss": 0.2098,
+      "step": 399100
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.756831200076449e-05,
+      "loss": 0.2109,
+      "step": 399200
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7562690770502032e-05,
+      "loss": 0.2123,
+      "step": 399300
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7557069540239578e-05,
+      "loss": 0.2179,
+      "step": 399400
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7551448309977124e-05,
+      "loss": 0.2202,
+      "step": 399500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.754582707971467e-05,
+      "loss": 0.2142,
+      "step": 399600
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.754020584945221e-05,
+      "loss": 0.214,
+      "step": 399700
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7534584619189757e-05,
+      "loss": 0.2164,
+      "step": 399800
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7528963388927303e-05,
+      "loss": 0.2136,
+      "step": 399900
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7523342158664846e-05,
+      "loss": 0.2108,
+      "step": 400000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7517720928402392e-05,
+      "loss": 0.2106,
+      "step": 400100
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7512099698139938e-05,
+      "loss": 0.2162,
+      "step": 400200
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7506478467877485e-05,
+      "loss": 0.2134,
+      "step": 400300
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7500857237615024e-05,
+      "loss": 0.2162,
+      "step": 400400
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.749523600735257e-05,
+      "loss": 0.2187,
+      "step": 400500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7489614777090117e-05,
+      "loss": 0.2185,
+      "step": 400600
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7483993546827656e-05,
+      "loss": 0.2102,
+      "step": 400700
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7478372316565202e-05,
+      "loss": 0.2233,
+      "step": 400800
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7472751086302752e-05,
+      "loss": 0.2158,
+      "step": 400900
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.74671298560403e-05,
+      "loss": 0.2168,
+      "step": 401000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 2.7461508625777838e-05,
+      "loss": 0.2145,
+      "step": 401100
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.7455887395515384e-05,
+      "loss": 0.2108,
+      "step": 401200
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.745026616525293e-05,
+      "loss": 0.2183,
+      "step": 401300
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.744464493499047e-05,
+      "loss": 0.2087,
+      "step": 401400
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.7439023704728016e-05,
+      "loss": 0.2129,
+      "step": 401500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.7433402474465562e-05,
+      "loss": 0.2192,
+      "step": 401600
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.742778124420311e-05,
+      "loss": 0.2154,
+      "step": 401700
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.742216001394065e-05,
+      "loss": 0.2147,
+      "step": 401800
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.7416538783678198e-05,
+      "loss": 0.2161,
+      "step": 401900
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.7410917553415744e-05,
+      "loss": 0.2092,
+      "step": 402000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.7405296323153284e-05,
+      "loss": 0.2081,
+      "step": 402100
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.739967509289083e-05,
+      "loss": 0.2171,
+      "step": 402200
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.7394053862628376e-05,
+      "loss": 0.2156,
+      "step": 402300
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.7388432632365922e-05,
+      "loss": 0.2188,
+      "step": 402400
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.7382811402103465e-05,
+      "loss": 0.2215,
+      "step": 402500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.737719017184101e-05,
+      "loss": 0.2148,
+      "step": 402600
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.7371568941578558e-05,
+      "loss": 0.211,
+      "step": 402700
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.7365947711316097e-05,
+      "loss": 0.2123,
+      "step": 402800
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.7360326481053644e-05,
+      "loss": 0.2193,
+      "step": 402900
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.735470525079119e-05,
+      "loss": 0.2197,
+      "step": 403000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.7349084020528736e-05,
+      "loss": 0.2088,
+      "step": 403100
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.73435190025689e-05,
+      "loss": 0.2172,
+      "step": 403200
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.7337897772306447e-05,
+      "loss": 0.2166,
+      "step": 403300
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.7332276542043993e-05,
+      "loss": 0.2077,
+      "step": 403400
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.732665531178154e-05,
+      "loss": 0.2126,
+      "step": 403500
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.7321034081519082e-05,
+      "loss": 0.2122,
+      "step": 403600
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.731541285125663e-05,
+      "loss": 0.2212,
+      "step": 403700
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.7309847833296796e-05,
+      "loss": 0.223,
+      "step": 403800
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.7304226603034346e-05,
+      "loss": 0.2121,
+      "step": 403900
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.7298605372771885e-05,
+      "loss": 0.2237,
+      "step": 404000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.729298414250943e-05,
+      "loss": 0.2167,
+      "step": 404100
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.7287362912246978e-05,
+      "loss": 0.2149,
+      "step": 404200
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.7281741681984517e-05,
+      "loss": 0.2197,
+      "step": 404300
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.7276120451722064e-05,
+      "loss": 0.2098,
+      "step": 404400
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.727049922145961e-05,
+      "loss": 0.2191,
+      "step": 404500
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.7264877991197156e-05,
+      "loss": 0.2135,
+      "step": 404600
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 2.72592567609347e-05,
+      "loss": 0.2198,
+      "step": 404700
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.7253635530672245e-05,
+      "loss": 0.2134,
+      "step": 404800
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.724801430040979e-05,
+      "loss": 0.211,
+      "step": 404900
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.724239307014733e-05,
+      "loss": 0.2183,
+      "step": 405000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.7236771839884877e-05,
+      "loss": 0.2152,
+      "step": 405100
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.7231150609622424e-05,
+      "loss": 0.2151,
+      "step": 405200
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.7225529379359967e-05,
+      "loss": 0.2171,
+      "step": 405300
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.7219908149097513e-05,
+      "loss": 0.2152,
+      "step": 405400
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.721428691883506e-05,
+      "loss": 0.2222,
+      "step": 405500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.7208721900875227e-05,
+      "loss": 0.214,
+      "step": 405600
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.720310067061277e-05,
+      "loss": 0.2203,
+      "step": 405700
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.7197479440350316e-05,
+      "loss": 0.2082,
+      "step": 405800
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.7191858210087862e-05,
+      "loss": 0.2126,
+      "step": 405900
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.718623697982541e-05,
+      "loss": 0.2206,
+      "step": 406000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.7180615749562948e-05,
+      "loss": 0.2165,
+      "step": 406100
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.7174994519300494e-05,
+      "loss": 0.2124,
+      "step": 406200
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.716937328903804e-05,
+      "loss": 0.2226,
+      "step": 406300
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 2.7163752058775583e-05,
+      "loss": 0.213,
+      "step": 406400
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.715813082851313e-05,
+      "loss": 0.2135,
+      "step": 406500
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7152509598250676e-05,
+      "loss": 0.2127,
+      "step": 406600
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7146888367988222e-05,
+      "loss": 0.215,
+      "step": 406700
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7141267137725762e-05,
+      "loss": 0.2173,
+      "step": 406800
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7135645907463308e-05,
+      "loss": 0.2081,
+      "step": 406900
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7130024677200854e-05,
+      "loss": 0.2178,
+      "step": 407000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7124403446938397e-05,
+      "loss": 0.2131,
+      "step": 407100
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7118782216675943e-05,
+      "loss": 0.2179,
+      "step": 407200
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.711316098641349e-05,
+      "loss": 0.2188,
+      "step": 407300
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7107539756151036e-05,
+      "loss": 0.2201,
+      "step": 407400
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7101918525888576e-05,
+      "loss": 0.2104,
+      "step": 407500
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7096297295626122e-05,
+      "loss": 0.214,
+      "step": 407600
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7090676065363668e-05,
+      "loss": 0.2125,
+      "step": 407700
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7085054835101208e-05,
+      "loss": 0.216,
+      "step": 407800
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7079433604838754e-05,
+      "loss": 0.2122,
+      "step": 407900
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.70738123745763e-05,
+      "loss": 0.217,
+      "step": 408000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.7068191144313846e-05,
+      "loss": 0.2086,
+      "step": 408100
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 2.706256991405139e-05,
+      "loss": 0.2128,
+      "step": 408200
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.7056948683788936e-05,
+      "loss": 0.2125,
+      "step": 408300
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.7051327453526482e-05,
+      "loss": 0.2125,
+      "step": 408400
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.704570622326402e-05,
+      "loss": 0.2064,
+      "step": 408500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.7040084993001568e-05,
+      "loss": 0.2195,
+      "step": 408600
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.7034463762739114e-05,
+      "loss": 0.2096,
+      "step": 408700
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.702884253247666e-05,
+      "loss": 0.2177,
+      "step": 408800
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.7023221302214203e-05,
+      "loss": 0.2163,
+      "step": 408900
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.701760007195175e-05,
+      "loss": 0.2121,
+      "step": 409000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.7011978841689296e-05,
+      "loss": 0.2144,
+      "step": 409100
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.7006357611426835e-05,
+      "loss": 0.2207,
+      "step": 409200
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.700073638116438e-05,
+      "loss": 0.2121,
+      "step": 409300
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.6995115150901928e-05,
+      "loss": 0.2225,
+      "step": 409400
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.6989493920639474e-05,
+      "loss": 0.2197,
+      "step": 409500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.6983872690377017e-05,
+      "loss": 0.2183,
+      "step": 409600
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.6978251460114563e-05,
+      "loss": 0.2154,
+      "step": 409700
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.697263022985211e-05,
+      "loss": 0.2059,
+      "step": 409800
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.696700899958965e-05,
+      "loss": 0.2181,
+      "step": 409900
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.6961387769327195e-05,
+      "loss": 0.2244,
+      "step": 410000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.695576653906474e-05,
+      "loss": 0.2126,
+      "step": 410100
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6950145308802288e-05,
+      "loss": 0.2108,
+      "step": 410200
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.694452407853983e-05,
+      "loss": 0.2085,
+      "step": 410300
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6938902848277377e-05,
+      "loss": 0.2142,
+      "step": 410400
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6933281618014923e-05,
+      "loss": 0.2177,
+      "step": 410500
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6927660387752463e-05,
+      "loss": 0.2103,
+      "step": 410600
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6922095369792634e-05,
+      "loss": 0.2139,
+      "step": 410700
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.691647413953018e-05,
+      "loss": 0.2145,
+      "step": 410800
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6910852909267726e-05,
+      "loss": 0.2152,
+      "step": 410900
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6905231679005266e-05,
+      "loss": 0.2085,
+      "step": 411000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6899610448742812e-05,
+      "loss": 0.2183,
+      "step": 411100
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6893989218480358e-05,
+      "loss": 0.208,
+      "step": 411200
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6888367988217905e-05,
+      "loss": 0.2112,
+      "step": 411300
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6882746757955447e-05,
+      "loss": 0.2145,
+      "step": 411400
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6877125527692994e-05,
+      "loss": 0.2165,
+      "step": 411500
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.687150429743054e-05,
+      "loss": 0.2143,
+      "step": 411600
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.686588306716808e-05,
+      "loss": 0.2118,
+      "step": 411700
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 2.6860261836905626e-05,
+      "loss": 0.2121,
+      "step": 411800
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6854640606643172e-05,
+      "loss": 0.2218,
+      "step": 411900
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.684901937638072e-05,
+      "loss": 0.2135,
+      "step": 412000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6843398146118258e-05,
+      "loss": 0.2158,
+      "step": 412100
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6837776915855804e-05,
+      "loss": 0.2182,
+      "step": 412200
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.683215568559335e-05,
+      "loss": 0.2178,
+      "step": 412300
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6826534455330893e-05,
+      "loss": 0.2121,
+      "step": 412400
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.682091322506844e-05,
+      "loss": 0.2078,
+      "step": 412500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6815291994805986e-05,
+      "loss": 0.2153,
+      "step": 412600
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6809670764543532e-05,
+      "loss": 0.2121,
+      "step": 412700
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.680404953428107e-05,
+      "loss": 0.2187,
+      "step": 412800
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6798428304018618e-05,
+      "loss": 0.2111,
+      "step": 412900
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6792807073756164e-05,
+      "loss": 0.2124,
+      "step": 413000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6787185843493707e-05,
+      "loss": 0.2111,
+      "step": 413100
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6781564613231253e-05,
+      "loss": 0.2111,
+      "step": 413200
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.67759433829688e-05,
+      "loss": 0.2122,
+      "step": 413300
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6770322152706346e-05,
+      "loss": 0.2128,
+      "step": 413400
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6764700922443885e-05,
+      "loss": 0.2165,
+      "step": 413500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.675907969218143e-05,
+      "loss": 0.221,
+      "step": 413600
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.6753458461918978e-05,
+      "loss": 0.2112,
+      "step": 413700
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.674783723165652e-05,
+      "loss": 0.2197,
+      "step": 413800
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.6742216001394067e-05,
+      "loss": 0.2129,
+      "step": 413900
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.6736594771131613e-05,
+      "loss": 0.2117,
+      "step": 414000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.673097354086916e-05,
+      "loss": 0.2108,
+      "step": 414100
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.67253523106067e-05,
+      "loss": 0.2139,
+      "step": 414200
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.6719731080344245e-05,
+      "loss": 0.2191,
+      "step": 414300
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.6714109850081792e-05,
+      "loss": 0.2188,
+      "step": 414400
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.670848861981933e-05,
+      "loss": 0.2142,
+      "step": 414500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.670286738955688e-05,
+      "loss": 0.2156,
+      "step": 414600
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.6697246159294427e-05,
+      "loss": 0.2139,
+      "step": 414700
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.6691624929031973e-05,
+      "loss": 0.2127,
+      "step": 414800
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.6686003698769513e-05,
+      "loss": 0.2143,
+      "step": 414900
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.668038246850706e-05,
+      "loss": 0.2165,
+      "step": 415000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.6674761238244606e-05,
+      "loss": 0.2116,
+      "step": 415100
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.6669140007982145e-05,
+      "loss": 0.2133,
+      "step": 415200
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 2.666351877771969e-05,
+      "loss": 0.2116,
+      "step": 415300
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6657897547457238e-05,
+      "loss": 0.2068,
+      "step": 415400
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.665227631719478e-05,
+      "loss": 0.2134,
+      "step": 415500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6646655086932327e-05,
+      "loss": 0.2134,
+      "step": 415600
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6641033856669873e-05,
+      "loss": 0.2127,
+      "step": 415700
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.663541262640742e-05,
+      "loss": 0.2182,
+      "step": 415800
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6629847608447584e-05,
+      "loss": 0.213,
+      "step": 415900
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.662422637818513e-05,
+      "loss": 0.2113,
+      "step": 416000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6618605147922676e-05,
+      "loss": 0.2174,
+      "step": 416100
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6612983917660222e-05,
+      "loss": 0.2136,
+      "step": 416200
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6607362687397762e-05,
+      "loss": 0.2086,
+      "step": 416300
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6601741457135308e-05,
+      "loss": 0.2161,
+      "step": 416400
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6596120226872854e-05,
+      "loss": 0.2163,
+      "step": 416500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6590498996610397e-05,
+      "loss": 0.2183,
+      "step": 416600
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6584877766347944e-05,
+      "loss": 0.2112,
+      "step": 416700
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.657925653608549e-05,
+      "loss": 0.2117,
+      "step": 416800
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6573635305823036e-05,
+      "loss": 0.2089,
+      "step": 416900
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6568014075560576e-05,
+      "loss": 0.2096,
+      "step": 417000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.6562392845298122e-05,
+      "loss": 0.2131,
+      "step": 417100
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6556771615035668e-05,
+      "loss": 0.2113,
+      "step": 417200
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.655115038477321e-05,
+      "loss": 0.2094,
+      "step": 417300
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6545529154510757e-05,
+      "loss": 0.2155,
+      "step": 417400
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6539907924248304e-05,
+      "loss": 0.2154,
+      "step": 417500
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.653428669398585e-05,
+      "loss": 0.2163,
+      "step": 417600
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.652866546372339e-05,
+      "loss": 0.2082,
+      "step": 417700
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6523044233460936e-05,
+      "loss": 0.214,
+      "step": 417800
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6517479215501107e-05,
+      "loss": 0.2092,
+      "step": 417900
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6511857985238653e-05,
+      "loss": 0.2142,
+      "step": 418000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6506236754976192e-05,
+      "loss": 0.2101,
+      "step": 418100
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.650061552471374e-05,
+      "loss": 0.2161,
+      "step": 418200
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.649505050675391e-05,
+      "loss": 0.2127,
+      "step": 418300
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6489429276491456e-05,
+      "loss": 0.2133,
+      "step": 418400
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6483808046229e-05,
+      "loss": 0.2177,
+      "step": 418500
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6478243028269167e-05,
+      "loss": 0.2102,
+      "step": 418600
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6472621798006713e-05,
+      "loss": 0.2136,
+      "step": 418700
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.646700056774426e-05,
+      "loss": 0.2111,
+      "step": 418800
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 2.6461379337481802e-05,
+      "loss": 0.2163,
+      "step": 418900
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6455758107219348e-05,
+      "loss": 0.2114,
+      "step": 419000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6450136876956895e-05,
+      "loss": 0.2152,
+      "step": 419100
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6444515646694434e-05,
+      "loss": 0.2108,
+      "step": 419200
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.643889441643198e-05,
+      "loss": 0.2163,
+      "step": 419300
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6433273186169527e-05,
+      "loss": 0.2108,
+      "step": 419400
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6427651955907073e-05,
+      "loss": 0.2172,
+      "step": 419500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6422030725644616e-05,
+      "loss": 0.2168,
+      "step": 419600
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6416409495382162e-05,
+      "loss": 0.2169,
+      "step": 419700
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.641078826511971e-05,
+      "loss": 0.2159,
+      "step": 419800
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6405167034857248e-05,
+      "loss": 0.2135,
+      "step": 419900
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6399545804594794e-05,
+      "loss": 0.2092,
+      "step": 420000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.639392457433234e-05,
+      "loss": 0.2201,
+      "step": 420100
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6388303344069887e-05,
+      "loss": 0.2175,
+      "step": 420200
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6382682113807426e-05,
+      "loss": 0.2161,
+      "step": 420300
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6377060883544972e-05,
+      "loss": 0.2119,
+      "step": 420400
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.637143965328252e-05,
+      "loss": 0.2207,
+      "step": 420500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.636587463532269e-05,
+      "loss": 0.2097,
+      "step": 420600
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 2.6360253405060233e-05,
+      "loss": 0.2108,
+      "step": 420700
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.635463217479778e-05,
+      "loss": 0.209,
+      "step": 420800
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.6349010944535325e-05,
+      "loss": 0.2138,
+      "step": 420900
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.6343389714272865e-05,
+      "loss": 0.2094,
+      "step": 421000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.633776848401041e-05,
+      "loss": 0.2153,
+      "step": 421100
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.6332147253747957e-05,
+      "loss": 0.2149,
+      "step": 421200
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.6326526023485504e-05,
+      "loss": 0.2168,
+      "step": 421300
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.6320904793223043e-05,
+      "loss": 0.2221,
+      "step": 421400
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.631528356296059e-05,
+      "loss": 0.2102,
+      "step": 421500
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.630966233269814e-05,
+      "loss": 0.211,
+      "step": 421600
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.630404110243568e-05,
+      "loss": 0.2143,
+      "step": 421700
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.6298419872173225e-05,
+      "loss": 0.2175,
+      "step": 421800
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.629279864191077e-05,
+      "loss": 0.2092,
+      "step": 421900
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.6287177411648317e-05,
+      "loss": 0.2174,
+      "step": 422000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.6281556181385857e-05,
+      "loss": 0.2119,
+      "step": 422100
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.6275934951123403e-05,
+      "loss": 0.2127,
+      "step": 422200
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.627031372086095e-05,
+      "loss": 0.2185,
+      "step": 422300
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.6264692490598492e-05,
+      "loss": 0.2148,
+      "step": 422400
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 2.625907126033604e-05,
+      "loss": 0.2207,
+      "step": 422500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.6253450030073585e-05,
+      "loss": 0.2181,
+      "step": 422600
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.624782879981113e-05,
+      "loss": 0.2091,
+      "step": 422700
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.624220756954867e-05,
+      "loss": 0.2185,
+      "step": 422800
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.6236586339286217e-05,
+      "loss": 0.2104,
+      "step": 422900
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.6230965109023763e-05,
+      "loss": 0.2179,
+      "step": 423000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.6225343878761306e-05,
+      "loss": 0.2167,
+      "step": 423100
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.6219722648498852e-05,
+      "loss": 0.2108,
+      "step": 423200
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.62141014182364e-05,
+      "loss": 0.2139,
+      "step": 423300
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.6208480187973945e-05,
+      "loss": 0.2111,
+      "step": 423400
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.6202858957711484e-05,
+      "loss": 0.2115,
+      "step": 423500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.619723772744903e-05,
+      "loss": 0.214,
+      "step": 423600
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.6191616497186577e-05,
+      "loss": 0.2199,
+      "step": 423700
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.618599526692412e-05,
+      "loss": 0.2161,
+      "step": 423800
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.6180374036661666e-05,
+      "loss": 0.2102,
+      "step": 423900
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.6174752806399212e-05,
+      "loss": 0.2114,
+      "step": 424000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.616913157613676e-05,
+      "loss": 0.2092,
+      "step": 424100
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.6163510345874298e-05,
+      "loss": 0.2069,
+      "step": 424200
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6157889115611844e-05,
+      "loss": 0.215,
+      "step": 424300
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.615226788534939e-05,
+      "loss": 0.213,
+      "step": 424400
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.614664665508693e-05,
+      "loss": 0.2124,
+      "step": 424500
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6141025424824476e-05,
+      "loss": 0.2131,
+      "step": 424600
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6135404194562023e-05,
+      "loss": 0.2071,
+      "step": 424700
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.612978296429957e-05,
+      "loss": 0.2192,
+      "step": 424800
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6124161734037112e-05,
+      "loss": 0.2154,
+      "step": 424900
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6118540503774658e-05,
+      "loss": 0.2207,
+      "step": 425000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6112919273512204e-05,
+      "loss": 0.2137,
+      "step": 425100
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6107298043249744e-05,
+      "loss": 0.2103,
+      "step": 425200
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.610167681298729e-05,
+      "loss": 0.2124,
+      "step": 425300
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6096055582724837e-05,
+      "loss": 0.2115,
+      "step": 425400
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6090490564765008e-05,
+      "loss": 0.2124,
+      "step": 425500
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6084869334502547e-05,
+      "loss": 0.2111,
+      "step": 425600
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6079248104240093e-05,
+      "loss": 0.2147,
+      "step": 425700
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.607362687397764e-05,
+      "loss": 0.213,
+      "step": 425800
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.6068005643715182e-05,
+      "loss": 0.215,
+      "step": 425900
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 2.606238441345273e-05,
+      "loss": 0.2121,
+      "step": 426000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.6056763183190275e-05,
+      "loss": 0.2155,
+      "step": 426100
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.605114195292782e-05,
+      "loss": 0.2136,
+      "step": 426200
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.604552072266536e-05,
+      "loss": 0.213,
+      "step": 426300
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.6039899492402907e-05,
+      "loss": 0.221,
+      "step": 426400
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.6034278262140453e-05,
+      "loss": 0.2201,
+      "step": 426500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.6028657031877996e-05,
+      "loss": 0.2102,
+      "step": 426600
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.6023092013918164e-05,
+      "loss": 0.2136,
+      "step": 426700
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.6017470783655714e-05,
+      "loss": 0.2098,
+      "step": 426800
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.601184955339326e-05,
+      "loss": 0.2144,
+      "step": 426900
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.60062283231308e-05,
+      "loss": 0.2123,
+      "step": 427000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.6000607092868346e-05,
+      "loss": 0.2126,
+      "step": 427100
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.5994985862605892e-05,
+      "loss": 0.2108,
+      "step": 427200
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.5989364632343438e-05,
+      "loss": 0.2175,
+      "step": 427300
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.5983743402080978e-05,
+      "loss": 0.2152,
+      "step": 427400
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.5978122171818524e-05,
+      "loss": 0.211,
+      "step": 427500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.597250094155607e-05,
+      "loss": 0.2168,
+      "step": 427600
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.5966879711293613e-05,
+      "loss": 0.21,
+      "step": 427700
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.596125848103116e-05,
+      "loss": 0.2138,
+      "step": 427800
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.5955637250768706e-05,
+      "loss": 0.2135,
+      "step": 427900
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.5950016020506252e-05,
+      "loss": 0.2063,
+      "step": 428000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.594439479024379e-05,
+      "loss": 0.216,
+      "step": 428100
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.5938773559981338e-05,
+      "loss": 0.2158,
+      "step": 428200
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.5933152329718884e-05,
+      "loss": 0.2132,
+      "step": 428300
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.5927531099456427e-05,
+      "loss": 0.2159,
+      "step": 428400
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.5921909869193973e-05,
+      "loss": 0.2136,
+      "step": 428500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.591628863893152e-05,
+      "loss": 0.2123,
+      "step": 428600
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.5910667408669066e-05,
+      "loss": 0.2079,
+      "step": 428700
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.5905046178406605e-05,
+      "loss": 0.2135,
+      "step": 428800
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.589942494814415e-05,
+      "loss": 0.2109,
+      "step": 428900
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.5893803717881698e-05,
+      "loss": 0.2156,
+      "step": 429000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.588823869992187e-05,
+      "loss": 0.2174,
+      "step": 429100
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.5882617469659408e-05,
+      "loss": 0.2182,
+      "step": 429200
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.5876996239396955e-05,
+      "loss": 0.2178,
+      "step": 429300
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.58713750091345e-05,
+      "loss": 0.2073,
+      "step": 429400
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.5865753778872044e-05,
+      "loss": 0.2097,
+      "step": 429500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 2.586013254860959e-05,
+      "loss": 0.2133,
+      "step": 429600
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5854511318347136e-05,
+      "loss": 0.2083,
+      "step": 429700
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5848890088084683e-05,
+      "loss": 0.211,
+      "step": 429800
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5843268857822222e-05,
+      "loss": 0.2082,
+      "step": 429900
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.583764762755977e-05,
+      "loss": 0.2185,
+      "step": 430000
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5832026397297315e-05,
+      "loss": 0.2151,
+      "step": 430100
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5826405167034857e-05,
+      "loss": 0.2117,
+      "step": 430200
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5820783936772404e-05,
+      "loss": 0.2115,
+      "step": 430300
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.581516270650995e-05,
+      "loss": 0.2097,
+      "step": 430400
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5809541476247496e-05,
+      "loss": 0.2125,
+      "step": 430500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5803920245985036e-05,
+      "loss": 0.2158,
+      "step": 430600
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5798299015722582e-05,
+      "loss": 0.213,
+      "step": 430700
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.579267778546013e-05,
+      "loss": 0.2136,
+      "step": 430800
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5787056555197668e-05,
+      "loss": 0.2113,
+      "step": 430900
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5781435324935214e-05,
+      "loss": 0.2058,
+      "step": 431000
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5775814094672764e-05,
+      "loss": 0.2103,
+      "step": 431100
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.577019286441031e-05,
+      "loss": 0.2151,
+      "step": 431200
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.576457163414785e-05,
+      "loss": 0.2137,
+      "step": 431300
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.5758950403885396e-05,
+      "loss": 0.2074,
+      "step": 431400
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5753329173622942e-05,
+      "loss": 0.2188,
+      "step": 431500
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.574770794336048e-05,
+      "loss": 0.2134,
+      "step": 431600
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5742086713098028e-05,
+      "loss": 0.212,
+      "step": 431700
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5736465482835574e-05,
+      "loss": 0.2079,
+      "step": 431800
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.573084425257312e-05,
+      "loss": 0.2109,
+      "step": 431900
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5725223022310663e-05,
+      "loss": 0.2143,
+      "step": 432000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.571960179204821e-05,
+      "loss": 0.2118,
+      "step": 432100
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5713980561785756e-05,
+      "loss": 0.2069,
+      "step": 432200
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5708359331523295e-05,
+      "loss": 0.2063,
+      "step": 432300
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5702738101260842e-05,
+      "loss": 0.2145,
+      "step": 432400
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5697116870998388e-05,
+      "loss": 0.211,
+      "step": 432500
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5691495640735934e-05,
+      "loss": 0.21,
+      "step": 432600
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5685874410473477e-05,
+      "loss": 0.2123,
+      "step": 432700
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5680253180211023e-05,
+      "loss": 0.2062,
+      "step": 432800
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.567463194994857e-05,
+      "loss": 0.2112,
+      "step": 432900
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.566901071968611e-05,
+      "loss": 0.2086,
+      "step": 433000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 2.5663389489423655e-05,
+      "loss": 0.2089,
+      "step": 433100
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5657768259161202e-05,
+      "loss": 0.2149,
+      "step": 433200
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5652147028898748e-05,
+      "loss": 0.2136,
+      "step": 433300
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.564652579863629e-05,
+      "loss": 0.2177,
+      "step": 433400
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5640904568373837e-05,
+      "loss": 0.2167,
+      "step": 433500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5635283338111383e-05,
+      "loss": 0.2186,
+      "step": 433600
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5629662107848923e-05,
+      "loss": 0.2095,
+      "step": 433700
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.562404087758647e-05,
+      "loss": 0.2103,
+      "step": 433800
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5618419647324016e-05,
+      "loss": 0.2035,
+      "step": 433900
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5612854629364187e-05,
+      "loss": 0.2128,
+      "step": 434000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5607233399101726e-05,
+      "loss": 0.2166,
+      "step": 434100
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5601612168839272e-05,
+      "loss": 0.2129,
+      "step": 434200
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.559599093857682e-05,
+      "loss": 0.2079,
+      "step": 434300
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5590369708314365e-05,
+      "loss": 0.2145,
+      "step": 434400
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5584748478051908e-05,
+      "loss": 0.2121,
+      "step": 434500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5579127247789454e-05,
+      "loss": 0.2081,
+      "step": 434600
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5573506017527e-05,
+      "loss": 0.2219,
+      "step": 434700
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.556788478726454e-05,
+      "loss": 0.2162,
+      "step": 434800
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 2.5562263557002086e-05,
+      "loss": 0.2135,
+      "step": 434900
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.5556642326739632e-05,
+      "loss": 0.2173,
+      "step": 435000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.5551021096477172e-05,
+      "loss": 0.2135,
+      "step": 435100
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.5545399866214718e-05,
+      "loss": 0.2091,
+      "step": 435200
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.5539778635952268e-05,
+      "loss": 0.2125,
+      "step": 435300
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.5534213617992435e-05,
+      "loss": 0.2141,
+      "step": 435400
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.552859238772998e-05,
+      "loss": 0.2134,
+      "step": 435500
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.5522971157467525e-05,
+      "loss": 0.2088,
+      "step": 435600
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.551734992720507e-05,
+      "loss": 0.2143,
+      "step": 435700
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.5511728696942617e-05,
+      "loss": 0.2148,
+      "step": 435800
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.5506107466680157e-05,
+      "loss": 0.2131,
+      "step": 435900
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.5500486236417703e-05,
+      "loss": 0.2076,
+      "step": 436000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.549486500615525e-05,
+      "loss": 0.215,
+      "step": 436100
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.5489243775892792e-05,
+      "loss": 0.2104,
+      "step": 436200
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.548362254563034e-05,
+      "loss": 0.2215,
+      "step": 436300
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.5478001315367885e-05,
+      "loss": 0.2099,
+      "step": 436400
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.547238008510543e-05,
+      "loss": 0.2108,
+      "step": 436500
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.546675885484297e-05,
+      "loss": 0.216,
+      "step": 436600
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.5461137624580517e-05,
+      "loss": 0.2143,
+      "step": 436700
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.5455516394318063e-05,
+      "loss": 0.2187,
+      "step": 436800
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.5449895164055603e-05,
+      "loss": 0.2049,
+      "step": 436900
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.5444330146095774e-05,
+      "loss": 0.2059,
+      "step": 437000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.543870891583332e-05,
+      "loss": 0.2156,
+      "step": 437100
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.5433087685570866e-05,
+      "loss": 0.2104,
+      "step": 437200
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.542746645530841e-05,
+      "loss": 0.2164,
+      "step": 437300
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.5421845225045955e-05,
+      "loss": 0.2079,
+      "step": 437400
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.54162239947835e-05,
+      "loss": 0.216,
+      "step": 437500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.5410602764521048e-05,
+      "loss": 0.2103,
+      "step": 437600
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.5404981534258587e-05,
+      "loss": 0.2123,
+      "step": 437700
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.5399360303996134e-05,
+      "loss": 0.2125,
+      "step": 437800
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.539373907373368e-05,
+      "loss": 0.2079,
+      "step": 437900
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.538811784347122e-05,
+      "loss": 0.2063,
+      "step": 438000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.5382496613208766e-05,
+      "loss": 0.2094,
+      "step": 438100
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.5376875382946312e-05,
+      "loss": 0.2118,
+      "step": 438200
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.5371254152683858e-05,
+      "loss": 0.2137,
+      "step": 438300
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.53656329224214e-05,
+      "loss": 0.2109,
+      "step": 438400
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.5360011692158947e-05,
+      "loss": 0.2044,
+      "step": 438500
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.5354390461896494e-05,
+      "loss": 0.2098,
+      "step": 438600
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.5348769231634033e-05,
+      "loss": 0.2139,
+      "step": 438700
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.534314800137158e-05,
+      "loss": 0.2104,
+      "step": 438800
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.5337526771109126e-05,
+      "loss": 0.212,
+      "step": 438900
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.5331905540846672e-05,
+      "loss": 0.2077,
+      "step": 439000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.5326284310584215e-05,
+      "loss": 0.2135,
+      "step": 439100
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.532066308032176e-05,
+      "loss": 0.2062,
+      "step": 439200
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.5315041850059307e-05,
+      "loss": 0.2138,
+      "step": 439300
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.5309420619796847e-05,
+      "loss": 0.2164,
+      "step": 439400
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.5303799389534393e-05,
+      "loss": 0.2085,
+      "step": 439500
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.529817815927194e-05,
+      "loss": 0.2197,
+      "step": 439600
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.5292556929009486e-05,
+      "loss": 0.2154,
+      "step": 439700
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.528693569874703e-05,
+      "loss": 0.202,
+      "step": 439800
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.5281314468484575e-05,
+      "loss": 0.2125,
+      "step": 439900
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.527569323822212e-05,
+      "loss": 0.2094,
+      "step": 440000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.527007200795966e-05,
+      "loss": 0.2141,
+      "step": 440100
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 2.5264450777697207e-05,
+      "loss": 0.207,
+      "step": 440200
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5258829547434753e-05,
+      "loss": 0.2114,
+      "step": 440300
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.52532083171723e-05,
+      "loss": 0.2137,
+      "step": 440400
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5247587086909842e-05,
+      "loss": 0.211,
+      "step": 440500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.524196585664739e-05,
+      "loss": 0.2122,
+      "step": 440600
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5236344626384935e-05,
+      "loss": 0.213,
+      "step": 440700
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5230723396122474e-05,
+      "loss": 0.2143,
+      "step": 440800
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.522510216586002e-05,
+      "loss": 0.2143,
+      "step": 440900
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5219480935597567e-05,
+      "loss": 0.2163,
+      "step": 441000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5213859705335113e-05,
+      "loss": 0.2152,
+      "step": 441100
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5208294687375278e-05,
+      "loss": 0.2115,
+      "step": 441200
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5202673457112824e-05,
+      "loss": 0.2132,
+      "step": 441300
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.519705222685037e-05,
+      "loss": 0.2143,
+      "step": 441400
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5191430996587916e-05,
+      "loss": 0.2146,
+      "step": 441500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.518580976632546e-05,
+      "loss": 0.2138,
+      "step": 441600
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5180188536063006e-05,
+      "loss": 0.2067,
+      "step": 441700
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5174567305800552e-05,
+      "loss": 0.2153,
+      "step": 441800
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.516894607553809e-05,
+      "loss": 0.203,
+      "step": 441900
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5163324845275638e-05,
+      "loss": 0.2098,
+      "step": 442000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5157703615013184e-05,
+      "loss": 0.2042,
+      "step": 442100
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.515208238475073e-05,
+      "loss": 0.2129,
+      "step": 442200
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.514646115448827e-05,
+      "loss": 0.2138,
+      "step": 442300
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5140839924225816e-05,
+      "loss": 0.2118,
+      "step": 442400
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5135218693963362e-05,
+      "loss": 0.2146,
+      "step": 442500
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5129597463700905e-05,
+      "loss": 0.2088,
+      "step": 442600
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.512397623343845e-05,
+      "loss": 0.2085,
+      "step": 442700
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5118355003175998e-05,
+      "loss": 0.2067,
+      "step": 442800
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5112733772913544e-05,
+      "loss": 0.2128,
+      "step": 442900
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5107112542651083e-05,
+      "loss": 0.2124,
+      "step": 443000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.510149131238863e-05,
+      "loss": 0.2066,
+      "step": 443100
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5095870082126176e-05,
+      "loss": 0.2039,
+      "step": 443200
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.509024885186372e-05,
+      "loss": 0.2146,
+      "step": 443300
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5084627621601265e-05,
+      "loss": 0.2067,
+      "step": 443400
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.507900639133881e-05,
+      "loss": 0.2167,
+      "step": 443500
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5073385161076358e-05,
+      "loss": 0.2106,
+      "step": 443600
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5067763930813897e-05,
+      "loss": 0.2093,
+      "step": 443700
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5062142700551443e-05,
+      "loss": 0.2094,
+      "step": 443800
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.505652147028899e-05,
+      "loss": 0.2156,
+      "step": 443900
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.5050900240026533e-05,
+      "loss": 0.2103,
+      "step": 444000
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.504527900976408e-05,
+      "loss": 0.2126,
+      "step": 444100
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.5039657779501625e-05,
+      "loss": 0.2113,
+      "step": 444200
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.503403654923917e-05,
+      "loss": 0.2021,
+      "step": 444300
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.502841531897671e-05,
+      "loss": 0.2096,
+      "step": 444400
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.5022794088714257e-05,
+      "loss": 0.2164,
+      "step": 444500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.5017172858451804e-05,
+      "loss": 0.2052,
+      "step": 444600
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.5011551628189346e-05,
+      "loss": 0.2068,
+      "step": 444700
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.5005930397926893e-05,
+      "loss": 0.2055,
+      "step": 444800
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.500030916766444e-05,
+      "loss": 0.2072,
+      "step": 444900
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.4994687937401982e-05,
+      "loss": 0.2086,
+      "step": 445000
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.4989066707139525e-05,
+      "loss": 0.2141,
+      "step": 445100
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.498344547687707e-05,
+      "loss": 0.2108,
+      "step": 445200
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.4977824246614614e-05,
+      "loss": 0.2161,
+      "step": 445300
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.497220301635216e-05,
+      "loss": 0.2074,
+      "step": 445400
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.4966581786089703e-05,
+      "loss": 0.2146,
+      "step": 445500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.496096055582725e-05,
+      "loss": 0.2116,
+      "step": 445600
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.4955339325564796e-05,
+      "loss": 0.2121,
+      "step": 445700
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.494971809530234e-05,
+      "loss": 0.2147,
+      "step": 445800
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.4944096865039885e-05,
+      "loss": 0.2048,
+      "step": 445900
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.4938475634777428e-05,
+      "loss": 0.2137,
+      "step": 446000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.4932854404514974e-05,
+      "loss": 0.2155,
+      "step": 446100
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.4927233174252517e-05,
+      "loss": 0.2098,
+      "step": 446200
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.4921611943990063e-05,
+      "loss": 0.2086,
+      "step": 446300
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.491599071372761e-05,
+      "loss": 0.209,
+      "step": 446400
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.4910369483465152e-05,
+      "loss": 0.2157,
+      "step": 446500
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.49047482532027e-05,
+      "loss": 0.2123,
+      "step": 446600
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.489912702294024e-05,
+      "loss": 0.2115,
+      "step": 446700
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.4893505792677788e-05,
+      "loss": 0.2061,
+      "step": 446800
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.488788456241533e-05,
+      "loss": 0.2103,
+      "step": 446900
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.4882263332152877e-05,
+      "loss": 0.2096,
+      "step": 447000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.4876698314193045e-05,
+      "loss": 0.2105,
+      "step": 447100
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.487107708393059e-05,
+      "loss": 0.2198,
+      "step": 447200
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.4865455853668134e-05,
+      "loss": 0.2101,
+      "step": 447300
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 2.485983462340568e-05,
+      "loss": 0.211,
+      "step": 447400
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.4854213393143226e-05,
+      "loss": 0.2108,
+      "step": 447500
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.484859216288077e-05,
+      "loss": 0.2139,
+      "step": 447600
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.4842970932618315e-05,
+      "loss": 0.2124,
+      "step": 447700
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.483734970235586e-05,
+      "loss": 0.2112,
+      "step": 447800
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.4831728472093405e-05,
+      "loss": 0.2147,
+      "step": 447900
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.4826107241830947e-05,
+      "loss": 0.2132,
+      "step": 448000
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.482048601156849e-05,
+      "loss": 0.2109,
+      "step": 448100
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.4814864781306037e-05,
+      "loss": 0.2087,
+      "step": 448200
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.4809243551043583e-05,
+      "loss": 0.2089,
+      "step": 448300
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.480362232078113e-05,
+      "loss": 0.2133,
+      "step": 448400
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.4798001090518672e-05,
+      "loss": 0.2079,
+      "step": 448500
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.479237986025622e-05,
+      "loss": 0.209,
+      "step": 448600
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.478675862999376e-05,
+      "loss": 0.2077,
+      "step": 448700
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.4781137399731304e-05,
+      "loss": 0.2143,
+      "step": 448800
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.477551616946885e-05,
+      "loss": 0.2138,
+      "step": 448900
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.4769894939206397e-05,
+      "loss": 0.2078,
+      "step": 449000
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 2.4764273708943943e-05,
+      "loss": 0.2096,
+      "step": 449100
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.4758708690984107e-05,
+      "loss": 0.2106,
+      "step": 449200
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.4753087460721653e-05,
+      "loss": 0.2033,
+      "step": 449300
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.47474662304592e-05,
+      "loss": 0.2115,
+      "step": 449400
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.4741845000196746e-05,
+      "loss": 0.2082,
+      "step": 449500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.473622376993429e-05,
+      "loss": 0.2139,
+      "step": 449600
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.4730602539671835e-05,
+      "loss": 0.2079,
+      "step": 449700
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.4724981309409378e-05,
+      "loss": 0.2119,
+      "step": 449800
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.471936007914692e-05,
+      "loss": 0.2136,
+      "step": 449900
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.4713738848884467e-05,
+      "loss": 0.219,
+      "step": 450000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.4708117618622014e-05,
+      "loss": 0.2133,
+      "step": 450100
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.470249638835956e-05,
+      "loss": 0.214,
+      "step": 450200
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.4696875158097103e-05,
+      "loss": 0.2106,
+      "step": 450300
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.469125392783465e-05,
+      "loss": 0.208,
+      "step": 450400
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.4685632697572192e-05,
+      "loss": 0.2086,
+      "step": 450500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.4680011467309735e-05,
+      "loss": 0.2151,
+      "step": 450600
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.467439023704728e-05,
+      "loss": 0.2173,
+      "step": 450700
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.4668769006784824e-05,
+      "loss": 0.2124,
+      "step": 450800
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.466314777652237e-05,
+      "loss": 0.2064,
+      "step": 450900
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.4657526546259916e-05,
+      "loss": 0.2087,
+      "step": 451000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.4651905315997463e-05,
+      "loss": 0.21,
+      "step": 451100
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.4646284085735006e-05,
+      "loss": 0.2018,
+      "step": 451200
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.4640719067775177e-05,
+      "loss": 0.2095,
+      "step": 451300
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.463509783751272e-05,
+      "loss": 0.2078,
+      "step": 451400
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.4629476607250266e-05,
+      "loss": 0.208,
+      "step": 451500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.462385537698781e-05,
+      "loss": 0.2086,
+      "step": 451600
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.461823414672535e-05,
+      "loss": 0.2065,
+      "step": 451700
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.4612612916462898e-05,
+      "loss": 0.2095,
+      "step": 451800
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.460699168620044e-05,
+      "loss": 0.2044,
+      "step": 451900
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.4601370455937987e-05,
+      "loss": 0.21,
+      "step": 452000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.4595749225675533e-05,
+      "loss": 0.2092,
+      "step": 452100
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.459012799541308e-05,
+      "loss": 0.2085,
+      "step": 452200
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.4584506765150622e-05,
+      "loss": 0.2085,
+      "step": 452300
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.4578885534888165e-05,
+      "loss": 0.2098,
+      "step": 452400
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.457326430462571e-05,
+      "loss": 0.2133,
+      "step": 452500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.4567643074363255e-05,
+      "loss": 0.208,
+      "step": 452600
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.45620218441008e-05,
+      "loss": 0.2142,
+      "step": 452700
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.4556400613838347e-05,
+      "loss": 0.209,
+      "step": 452800
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.455077938357589e-05,
+      "loss": 0.2126,
+      "step": 452900
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.4545158153313436e-05,
+      "loss": 0.2081,
+      "step": 453000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.453953692305098e-05,
+      "loss": 0.212,
+      "step": 453100
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.4533915692788525e-05,
+      "loss": 0.1996,
+      "step": 453200
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.452829446252607e-05,
+      "loss": 0.217,
+      "step": 453300
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.4522673232263615e-05,
+      "loss": 0.2084,
+      "step": 453400
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.4517052002001157e-05,
+      "loss": 0.202,
+      "step": 453500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.4511430771738704e-05,
+      "loss": 0.216,
+      "step": 453600
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.450580954147625e-05,
+      "loss": 0.2084,
+      "step": 453700
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.4500188311213793e-05,
+      "loss": 0.2167,
+      "step": 453800
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.449456708095134e-05,
+      "loss": 0.206,
+      "step": 453900
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.4488945850688882e-05,
+      "loss": 0.2079,
+      "step": 454000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.448332462042643e-05,
+      "loss": 0.2118,
+      "step": 454100
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.447770339016397e-05,
+      "loss": 0.2106,
+      "step": 454200
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.4472082159901518e-05,
+      "loss": 0.214,
+      "step": 454300
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.4466460929639064e-05,
+      "loss": 0.2065,
+      "step": 454400
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.4460839699376607e-05,
+      "loss": 0.208,
+      "step": 454500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4455218469114153e-05,
+      "loss": 0.2131,
+      "step": 454600
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4449597238851696e-05,
+      "loss": 0.2077,
+      "step": 454700
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4443976008589242e-05,
+      "loss": 0.2077,
+      "step": 454800
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4438354778326785e-05,
+      "loss": 0.2091,
+      "step": 454900
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4432733548064328e-05,
+      "loss": 0.2095,
+      "step": 455000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4427112317801874e-05,
+      "loss": 0.2122,
+      "step": 455100
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.442149108753942e-05,
+      "loss": 0.2112,
+      "step": 455200
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4415869857276967e-05,
+      "loss": 0.2122,
+      "step": 455300
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.441024862701451e-05,
+      "loss": 0.2151,
+      "step": 455400
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4404627396752056e-05,
+      "loss": 0.2146,
+      "step": 455500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.43990061664896e-05,
+      "loss": 0.2064,
+      "step": 455600
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4393384936227142e-05,
+      "loss": 0.212,
+      "step": 455700
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4387763705964688e-05,
+      "loss": 0.214,
+      "step": 455800
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4382142475702234e-05,
+      "loss": 0.2106,
+      "step": 455900
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.437652124543978e-05,
+      "loss": 0.2097,
+      "step": 456000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4370900015177323e-05,
+      "loss": 0.2108,
+      "step": 456100
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.436533499721749e-05,
+      "loss": 0.2085,
+      "step": 456200
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.4359713766955037e-05,
+      "loss": 0.2076,
+      "step": 456300
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.4354092536692584e-05,
+      "loss": 0.2045,
+      "step": 456400
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.4348471306430127e-05,
+      "loss": 0.2146,
+      "step": 456500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.4342850076167673e-05,
+      "loss": 0.2064,
+      "step": 456600
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.4337228845905216e-05,
+      "loss": 0.2153,
+      "step": 456700
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.433160761564276e-05,
+      "loss": 0.2073,
+      "step": 456800
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.4325986385380305e-05,
+      "loss": 0.2103,
+      "step": 456900
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.432036515511785e-05,
+      "loss": 0.2068,
+      "step": 457000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.4314743924855397e-05,
+      "loss": 0.2142,
+      "step": 457100
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.430917890689556e-05,
+      "loss": 0.2011,
+      "step": 457200
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.430355767663311e-05,
+      "loss": 0.2088,
+      "step": 457300
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.4297936446370654e-05,
+      "loss": 0.2102,
+      "step": 457400
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.42923152161082e-05,
+      "loss": 0.2162,
+      "step": 457500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.4286693985845743e-05,
+      "loss": 0.2077,
+      "step": 457600
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.4281072755583286e-05,
+      "loss": 0.2105,
+      "step": 457700
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.4275451525320833e-05,
+      "loss": 0.2139,
+      "step": 457800
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.4269830295058375e-05,
+      "loss": 0.2114,
+      "step": 457900
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.426420906479592e-05,
+      "loss": 0.2106,
+      "step": 458000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4258587834533468e-05,
+      "loss": 0.2069,
+      "step": 458100
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4252966604271014e-05,
+      "loss": 0.2105,
+      "step": 458200
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4247345374008557e-05,
+      "loss": 0.2099,
+      "step": 458300
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.42417241437461e-05,
+      "loss": 0.212,
+      "step": 458400
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4236102913483646e-05,
+      "loss": 0.2079,
+      "step": 458500
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.423048168322119e-05,
+      "loss": 0.2122,
+      "step": 458600
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4224860452958735e-05,
+      "loss": 0.2086,
+      "step": 458700
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.421923922269628e-05,
+      "loss": 0.2057,
+      "step": 458800
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4213617992433828e-05,
+      "loss": 0.2104,
+      "step": 458900
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.420799676217137e-05,
+      "loss": 0.2095,
+      "step": 459000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.420243174421154e-05,
+      "loss": 0.2146,
+      "step": 459100
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4196810513949085e-05,
+      "loss": 0.211,
+      "step": 459200
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.419118928368663e-05,
+      "loss": 0.2106,
+      "step": 459300
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4185568053424174e-05,
+      "loss": 0.2071,
+      "step": 459400
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4179946823161717e-05,
+      "loss": 0.2081,
+      "step": 459500
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4174325592899263e-05,
+      "loss": 0.2087,
+      "step": 459600
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4168704362636806e-05,
+      "loss": 0.2054,
+      "step": 459700
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.4163083132374352e-05,
+      "loss": 0.2108,
+      "step": 459800
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.41574619021119e-05,
+      "loss": 0.2105,
+      "step": 459900
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.4151840671849445e-05,
+      "loss": 0.2045,
+      "step": 460000
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.4146219441586988e-05,
+      "loss": 0.2112,
+      "step": 460100
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.414059821132453e-05,
+      "loss": 0.2121,
+      "step": 460200
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.4134976981062077e-05,
+      "loss": 0.215,
+      "step": 460300
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.412935575079962e-05,
+      "loss": 0.2099,
+      "step": 460400
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.4123734520537166e-05,
+      "loss": 0.2093,
+      "step": 460500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.411811329027471e-05,
+      "loss": 0.2142,
+      "step": 460600
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.4112492060012255e-05,
+      "loss": 0.2117,
+      "step": 460700
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.41068708297498e-05,
+      "loss": 0.2088,
+      "step": 460800
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.4101249599487344e-05,
+      "loss": 0.2093,
+      "step": 460900
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.409562836922489e-05,
+      "loss": 0.2049,
+      "step": 461000
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.4090007138962434e-05,
+      "loss": 0.2101,
+      "step": 461100
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.408438590869998e-05,
+      "loss": 0.2066,
+      "step": 461200
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.4078764678437523e-05,
+      "loss": 0.2067,
+      "step": 461300
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.407314344817507e-05,
+      "loss": 0.2119,
+      "step": 461400
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.4067522217912615e-05,
+      "loss": 0.2114,
+      "step": 461500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.4061900987650158e-05,
+      "loss": 0.2054,
+      "step": 461600
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.4056279757387704e-05,
+      "loss": 0.2145,
+      "step": 461700
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.4050658527125247e-05,
+      "loss": 0.214,
+      "step": 461800
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.4045037296862794e-05,
+      "loss": 0.2094,
+      "step": 461900
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.4039416066600337e-05,
+      "loss": 0.2155,
+      "step": 462000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.4033794836337883e-05,
+      "loss": 0.212,
+      "step": 462100
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.4028173606075426e-05,
+      "loss": 0.2077,
+      "step": 462200
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.4022552375812972e-05,
+      "loss": 0.2088,
+      "step": 462300
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.4016931145550518e-05,
+      "loss": 0.2096,
+      "step": 462400
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.4011366127590686e-05,
+      "loss": 0.2103,
+      "step": 462500
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.4005744897328232e-05,
+      "loss": 0.2081,
+      "step": 462600
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.4000123667065775e-05,
+      "loss": 0.2061,
+      "step": 462700
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.399450243680332e-05,
+      "loss": 0.211,
+      "step": 462800
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.3988881206540864e-05,
+      "loss": 0.2116,
+      "step": 462900
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.398325997627841e-05,
+      "loss": 0.2111,
+      "step": 463000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.3977638746015953e-05,
+      "loss": 0.2115,
+      "step": 463100
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.3972017515753496e-05,
+      "loss": 0.2145,
+      "step": 463200
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.3966396285491043e-05,
+      "loss": 0.2065,
+      "step": 463300
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.396077505522859e-05,
+      "loss": 0.2081,
+      "step": 463400
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3955153824966135e-05,
+      "loss": 0.2119,
+      "step": 463500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3949532594703678e-05,
+      "loss": 0.214,
+      "step": 463600
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3943911364441224e-05,
+      "loss": 0.2046,
+      "step": 463700
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3938290134178767e-05,
+      "loss": 0.2059,
+      "step": 463800
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.393266890391631e-05,
+      "loss": 0.2086,
+      "step": 463900
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3927047673653856e-05,
+      "loss": 0.1978,
+      "step": 464000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3921426443391403e-05,
+      "loss": 0.2105,
+      "step": 464100
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.391580521312895e-05,
+      "loss": 0.2073,
+      "step": 464200
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3910183982866492e-05,
+      "loss": 0.204,
+      "step": 464300
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3904562752604038e-05,
+      "loss": 0.2013,
+      "step": 464400
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.389894152234158e-05,
+      "loss": 0.2065,
+      "step": 464500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3893320292079124e-05,
+      "loss": 0.2093,
+      "step": 464600
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.388769906181667e-05,
+      "loss": 0.21,
+      "step": 464700
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3882077831554213e-05,
+      "loss": 0.2124,
+      "step": 464800
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.387645660129176e-05,
+      "loss": 0.214,
+      "step": 464900
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3870835371029306e-05,
+      "loss": 0.2125,
+      "step": 465000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3865270353069473e-05,
+      "loss": 0.2049,
+      "step": 465100
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.385964912280702e-05,
+      "loss": 0.2092,
+      "step": 465200
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.3854027892544566e-05,
+      "loss": 0.2057,
+      "step": 465300
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.384840666228211e-05,
+      "loss": 0.2065,
+      "step": 465400
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.3842785432019655e-05,
+      "loss": 0.2091,
+      "step": 465500
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.3837164201757198e-05,
+      "loss": 0.2111,
+      "step": 465600
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.383154297149474e-05,
+      "loss": 0.2133,
+      "step": 465700
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.3825921741232287e-05,
+      "loss": 0.2118,
+      "step": 465800
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.382030051096983e-05,
+      "loss": 0.2092,
+      "step": 465900
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.3814679280707376e-05,
+      "loss": 0.2118,
+      "step": 466000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.3809058050444922e-05,
+      "loss": 0.2051,
+      "step": 466100
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.380343682018247e-05,
+      "loss": 0.2075,
+      "step": 466200
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.379781558992001e-05,
+      "loss": 0.2105,
+      "step": 466300
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.3792194359657554e-05,
+      "loss": 0.2049,
+      "step": 466400
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.37865731293951e-05,
+      "loss": 0.2099,
+      "step": 466500
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.3780951899132644e-05,
+      "loss": 0.2059,
+      "step": 466600
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.377533066887019e-05,
+      "loss": 0.2072,
+      "step": 466700
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.3769709438607736e-05,
+      "loss": 0.2097,
+      "step": 466800
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.3764088208345282e-05,
+      "loss": 0.2063,
+      "step": 466900
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3758466978082825e-05,
+      "loss": 0.2108,
+      "step": 467000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3752845747820368e-05,
+      "loss": 0.2089,
+      "step": 467100
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3747224517557914e-05,
+      "loss": 0.2098,
+      "step": 467200
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3741603287295457e-05,
+      "loss": 0.2166,
+      "step": 467300
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3735982057033004e-05,
+      "loss": 0.2,
+      "step": 467400
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3730360826770547e-05,
+      "loss": 0.2105,
+      "step": 467500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3724739596508093e-05,
+      "loss": 0.2079,
+      "step": 467600
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.371911836624564e-05,
+      "loss": 0.2018,
+      "step": 467700
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3713497135983182e-05,
+      "loss": 0.2137,
+      "step": 467800
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3707875905720728e-05,
+      "loss": 0.206,
+      "step": 467900
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.370225467545827e-05,
+      "loss": 0.2066,
+      "step": 468000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3696633445195817e-05,
+      "loss": 0.2087,
+      "step": 468100
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.369101221493336e-05,
+      "loss": 0.2058,
+      "step": 468200
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3685390984670903e-05,
+      "loss": 0.205,
+      "step": 468300
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3679769754408453e-05,
+      "loss": 0.2107,
+      "step": 468400
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3674148524145996e-05,
+      "loss": 0.2143,
+      "step": 468500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3668527293883542e-05,
+      "loss": 0.2104,
+      "step": 468600
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.3662906063621085e-05,
+      "loss": 0.2099,
+      "step": 468700
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.365728483335863e-05,
+      "loss": 0.2058,
+      "step": 468800
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.3651663603096174e-05,
+      "loss": 0.1996,
+      "step": 468900
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.3646042372833717e-05,
+      "loss": 0.2115,
+      "step": 469000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.3640421142571263e-05,
+      "loss": 0.203,
+      "step": 469100
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.363479991230881e-05,
+      "loss": 0.2076,
+      "step": 469200
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.3629178682046356e-05,
+      "loss": 0.2122,
+      "step": 469300
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.36235574517839e-05,
+      "loss": 0.2063,
+      "step": 469400
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.3617936221521445e-05,
+      "loss": 0.2102,
+      "step": 469500
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.3612314991258988e-05,
+      "loss": 0.2082,
+      "step": 469600
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.360669376099653e-05,
+      "loss": 0.203,
+      "step": 469700
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.3601072530734077e-05,
+      "loss": 0.2038,
+      "step": 469800
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.359545130047162e-05,
+      "loss": 0.2047,
+      "step": 469900
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.358983007020917e-05,
+      "loss": 0.2077,
+      "step": 470000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.3584208839946712e-05,
+      "loss": 0.2109,
+      "step": 470100
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.357858760968426e-05,
+      "loss": 0.2075,
+      "step": 470200
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.35729663794218e-05,
+      "loss": 0.2037,
+      "step": 470300
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.3567345149159345e-05,
+      "loss": 0.2065,
+      "step": 470400
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.356172391889689e-05,
+      "loss": 0.2033,
+      "step": 470500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3556102688634434e-05,
+      "loss": 0.208,
+      "step": 470600
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.355048145837198e-05,
+      "loss": 0.2038,
+      "step": 470700
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3544860228109526e-05,
+      "loss": 0.2034,
+      "step": 470800
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3539238997847073e-05,
+      "loss": 0.2154,
+      "step": 470900
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3533617767584615e-05,
+      "loss": 0.2053,
+      "step": 471000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.352799653732216e-05,
+      "loss": 0.2028,
+      "step": 471100
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3522375307059705e-05,
+      "loss": 0.2098,
+      "step": 471200
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3516754076797247e-05,
+      "loss": 0.2056,
+      "step": 471300
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3511132846534794e-05,
+      "loss": 0.2062,
+      "step": 471400
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.350556782857496e-05,
+      "loss": 0.2116,
+      "step": 471500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3499946598312508e-05,
+      "loss": 0.2112,
+      "step": 471600
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.349432536805005e-05,
+      "loss": 0.2108,
+      "step": 471700
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3488704137787597e-05,
+      "loss": 0.1985,
+      "step": 471800
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3483082907525143e-05,
+      "loss": 0.204,
+      "step": 471900
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.347746167726269e-05,
+      "loss": 0.2077,
+      "step": 472000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3471840447000232e-05,
+      "loss": 0.2079,
+      "step": 472100
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.3466219216737775e-05,
+      "loss": 0.2107,
+      "step": 472200
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.346059798647532e-05,
+      "loss": 0.2064,
+      "step": 472300
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3454976756212864e-05,
+      "loss": 0.2068,
+      "step": 472400
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.344935552595041e-05,
+      "loss": 0.2108,
+      "step": 472500
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3443734295687957e-05,
+      "loss": 0.2083,
+      "step": 472600
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.34381130654255e-05,
+      "loss": 0.2048,
+      "step": 472700
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3432491835163046e-05,
+      "loss": 0.2018,
+      "step": 472800
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.342687060490059e-05,
+      "loss": 0.206,
+      "step": 472900
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3421249374638135e-05,
+      "loss": 0.2079,
+      "step": 473000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3415628144375678e-05,
+      "loss": 0.2119,
+      "step": 473100
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3410006914113224e-05,
+      "loss": 0.208,
+      "step": 473200
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3404385683850767e-05,
+      "loss": 0.2027,
+      "step": 473300
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3398764453588314e-05,
+      "loss": 0.2097,
+      "step": 473400
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.339319943562848e-05,
+      "loss": 0.2079,
+      "step": 473500
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3387578205366027e-05,
+      "loss": 0.2034,
+      "step": 473600
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3381956975103574e-05,
+      "loss": 0.2073,
+      "step": 473700
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3376335744841117e-05,
+      "loss": 0.2091,
+      "step": 473800
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3370714514578663e-05,
+      "loss": 0.2054,
+      "step": 473900
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.3365093284316206e-05,
+      "loss": 0.2072,
+      "step": 474000
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3359472054053752e-05,
+      "loss": 0.2096,
+      "step": 474100
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.335390703609392e-05,
+      "loss": 0.2083,
+      "step": 474200
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3348285805831466e-05,
+      "loss": 0.2064,
+      "step": 474300
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.334266457556901e-05,
+      "loss": 0.2094,
+      "step": 474400
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3337043345306555e-05,
+      "loss": 0.2106,
+      "step": 474500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3331422115044098e-05,
+      "loss": 0.2069,
+      "step": 474600
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3325800884781644e-05,
+      "loss": 0.2079,
+      "step": 474700
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.332017965451919e-05,
+      "loss": 0.2024,
+      "step": 474800
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3314558424256733e-05,
+      "loss": 0.2011,
+      "step": 474900
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.330893719399428e-05,
+      "loss": 0.2074,
+      "step": 475000
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3303315963731823e-05,
+      "loss": 0.2032,
+      "step": 475100
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.329769473346937e-05,
+      "loss": 0.2085,
+      "step": 475200
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3292073503206912e-05,
+      "loss": 0.2082,
+      "step": 475300
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3286452272944458e-05,
+      "loss": 0.2065,
+      "step": 475400
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3280831042682e-05,
+      "loss": 0.2137,
+      "step": 475500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3275209812419547e-05,
+      "loss": 0.2117,
+      "step": 475600
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3269588582157094e-05,
+      "loss": 0.2059,
+      "step": 475700
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3263967351894636e-05,
+      "loss": 0.2095,
+      "step": 475800
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.3258346121632183e-05,
+      "loss": 0.2071,
+      "step": 475900
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.3252724891369726e-05,
+      "loss": 0.2064,
+      "step": 476000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.3247103661107272e-05,
+      "loss": 0.2071,
+      "step": 476100
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.3241482430844815e-05,
+      "loss": 0.2062,
+      "step": 476200
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.323586120058236e-05,
+      "loss": 0.2035,
+      "step": 476300
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.3230239970319907e-05,
+      "loss": 0.2034,
+      "step": 476400
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.322461874005745e-05,
+      "loss": 0.2067,
+      "step": 476500
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.3218997509794996e-05,
+      "loss": 0.2061,
+      "step": 476600
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.321337627953254e-05,
+      "loss": 0.2053,
+      "step": 476700
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.3207755049270086e-05,
+      "loss": 0.2069,
+      "step": 476800
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.320213381900763e-05,
+      "loss": 0.2067,
+      "step": 476900
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.319651258874517e-05,
+      "loss": 0.1967,
+      "step": 477000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.3190891358482718e-05,
+      "loss": 0.2092,
+      "step": 477100
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.3185270128220264e-05,
+      "loss": 0.2101,
+      "step": 477200
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.317964889795781e-05,
+      "loss": 0.2075,
+      "step": 477300
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.3174027667695353e-05,
+      "loss": 0.2093,
+      "step": 477400
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.3168406437432896e-05,
+      "loss": 0.2051,
+      "step": 477500
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.3162785207170442e-05,
+      "loss": 0.204,
+      "step": 477600
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3157163976907985e-05,
+      "loss": 0.212,
+      "step": 477700
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.315154274664553e-05,
+      "loss": 0.2035,
+      "step": 477800
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3145921516383078e-05,
+      "loss": 0.2038,
+      "step": 477900
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3140300286120624e-05,
+      "loss": 0.2054,
+      "step": 478000
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3134679055858167e-05,
+      "loss": 0.2036,
+      "step": 478100
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.312905782559571e-05,
+      "loss": 0.2072,
+      "step": 478200
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3123436595333256e-05,
+      "loss": 0.2052,
+      "step": 478300
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.31178153650708e-05,
+      "loss": 0.2068,
+      "step": 478400
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3112194134808345e-05,
+      "loss": 0.2067,
+      "step": 478500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3106572904545888e-05,
+      "loss": 0.2054,
+      "step": 478600
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.310100788658606e-05,
+      "loss": 0.2028,
+      "step": 478700
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3095386656323602e-05,
+      "loss": 0.2025,
+      "step": 478800
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3089765426061148e-05,
+      "loss": 0.2107,
+      "step": 478900
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3084144195798695e-05,
+      "loss": 0.2016,
+      "step": 479000
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.307852296553624e-05,
+      "loss": 0.2078,
+      "step": 479100
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3072901735273784e-05,
+      "loss": 0.206,
+      "step": 479200
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3067280505011327e-05,
+      "loss": 0.2055,
+      "step": 479300
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.3061659274748873e-05,
+      "loss": 0.203,
+      "step": 479400
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.3056094256789044e-05,
+      "loss": 0.202,
+      "step": 479500
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.3050473026526587e-05,
+      "loss": 0.2173,
+      "step": 479600
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.304485179626413e-05,
+      "loss": 0.2029,
+      "step": 479700
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.3039230566001676e-05,
+      "loss": 0.2085,
+      "step": 479800
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.303360933573922e-05,
+      "loss": 0.2117,
+      "step": 479900
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.3027988105476765e-05,
+      "loss": 0.2052,
+      "step": 480000
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.302236687521431e-05,
+      "loss": 0.2033,
+      "step": 480100
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.3016745644951858e-05,
+      "loss": 0.204,
+      "step": 480200
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.30111244146894e-05,
+      "loss": 0.2052,
+      "step": 480300
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.3005503184426943e-05,
+      "loss": 0.2061,
+      "step": 480400
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.299988195416449e-05,
+      "loss": 0.2112,
+      "step": 480500
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.2994260723902033e-05,
+      "loss": 0.2012,
+      "step": 480600
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.298863949363958e-05,
+      "loss": 0.2067,
+      "step": 480700
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.2983018263377122e-05,
+      "loss": 0.205,
+      "step": 480800
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.297739703311467e-05,
+      "loss": 0.2133,
+      "step": 480900
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.2971775802852214e-05,
+      "loss": 0.2094,
+      "step": 481000
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.2966154572589757e-05,
+      "loss": 0.2109,
+      "step": 481100
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.2960533342327304e-05,
+      "loss": 0.2094,
+      "step": 481200
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.2954912112064846e-05,
+      "loss": 0.2169,
+      "step": 481300
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.2949290881802393e-05,
+      "loss": 0.2003,
+      "step": 481400
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.2943669651539936e-05,
+      "loss": 0.2057,
+      "step": 481500
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.2938048421277482e-05,
+      "loss": 0.2028,
+      "step": 481600
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.2932427191015028e-05,
+      "loss": 0.2058,
+      "step": 481700
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.292680596075257e-05,
+      "loss": 0.2095,
+      "step": 481800
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.2921184730490117e-05,
+      "loss": 0.209,
+      "step": 481900
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.291556350022766e-05,
+      "loss": 0.2081,
+      "step": 482000
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.2909942269965206e-05,
+      "loss": 0.2065,
+      "step": 482100
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.290432103970275e-05,
+      "loss": 0.2059,
+      "step": 482200
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.2898699809440296e-05,
+      "loss": 0.2069,
+      "step": 482300
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.2893134791480463e-05,
+      "loss": 0.2135,
+      "step": 482400
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.288751356121801e-05,
+      "loss": 0.2028,
+      "step": 482500
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.2881892330955552e-05,
+      "loss": 0.202,
+      "step": 482600
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.28762711006931e-05,
+      "loss": 0.2042,
+      "step": 482700
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.2870649870430645e-05,
+      "loss": 0.2075,
+      "step": 482800
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.2865028640168188e-05,
+      "loss": 0.2028,
+      "step": 482900
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2859407409905734e-05,
+      "loss": 0.1945,
+      "step": 483000
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2853786179643277e-05,
+      "loss": 0.206,
+      "step": 483100
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2848164949380823e-05,
+      "loss": 0.2019,
+      "step": 483200
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2842543719118366e-05,
+      "loss": 0.2051,
+      "step": 483300
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.283692248885591e-05,
+      "loss": 0.2051,
+      "step": 483400
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.283130125859346e-05,
+      "loss": 0.2089,
+      "step": 483500
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2825680028331e-05,
+      "loss": 0.1984,
+      "step": 483600
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2820058798068548e-05,
+      "loss": 0.2069,
+      "step": 483700
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.281443756780609e-05,
+      "loss": 0.2077,
+      "step": 483800
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2808816337543637e-05,
+      "loss": 0.205,
+      "step": 483900
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.280319510728118e-05,
+      "loss": 0.2113,
+      "step": 484000
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2797573877018723e-05,
+      "loss": 0.2084,
+      "step": 484100
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.279195264675627e-05,
+      "loss": 0.2062,
+      "step": 484200
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2786331416493815e-05,
+      "loss": 0.2013,
+      "step": 484300
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2780710186231362e-05,
+      "loss": 0.2099,
+      "step": 484400
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2775088955968905e-05,
+      "loss": 0.2053,
+      "step": 484500
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.276946772570645e-05,
+      "loss": 0.2104,
+      "step": 484600
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2763846495443994e-05,
+      "loss": 0.2068,
+      "step": 484700
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.2758225265181537e-05,
+      "loss": 0.204,
+      "step": 484800
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.2752604034919083e-05,
+      "loss": 0.2085,
+      "step": 484900
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.2746982804656626e-05,
+      "loss": 0.2095,
+      "step": 485000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.2741361574394175e-05,
+      "loss": 0.2109,
+      "step": 485100
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.273574034413172e-05,
+      "loss": 0.2012,
+      "step": 485200
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.2730119113869265e-05,
+      "loss": 0.2071,
+      "step": 485300
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.2724497883606808e-05,
+      "loss": 0.2055,
+      "step": 485400
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.271887665334435e-05,
+      "loss": 0.2143,
+      "step": 485500
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.2713255423081897e-05,
+      "loss": 0.2094,
+      "step": 485600
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.270763419281944e-05,
+      "loss": 0.2008,
+      "step": 485700
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.2702012962556986e-05,
+      "loss": 0.2109,
+      "step": 485800
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.2696391732294532e-05,
+      "loss": 0.207,
+      "step": 485900
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.269077050203208e-05,
+      "loss": 0.1964,
+      "step": 486000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.268514927176962e-05,
+      "loss": 0.2095,
+      "step": 486100
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.2679528041507164e-05,
+      "loss": 0.2025,
+      "step": 486200
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.267390681124471e-05,
+      "loss": 0.2005,
+      "step": 486300
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.2668285580982253e-05,
+      "loss": 0.2051,
+      "step": 486400
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.26626643507198e-05,
+      "loss": 0.2062,
+      "step": 486500
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2657043120457343e-05,
+      "loss": 0.2167,
+      "step": 486600
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2651478102497514e-05,
+      "loss": 0.2092,
+      "step": 486700
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2645856872235056e-05,
+      "loss": 0.204,
+      "step": 486800
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2640235641972603e-05,
+      "loss": 0.2103,
+      "step": 486900
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.263461441171015e-05,
+      "loss": 0.2073,
+      "step": 487000
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2628993181447695e-05,
+      "loss": 0.2079,
+      "step": 487100
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2623371951185238e-05,
+      "loss": 0.2078,
+      "step": 487200
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.261775072092278e-05,
+      "loss": 0.2077,
+      "step": 487300
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2612129490660327e-05,
+      "loss": 0.2096,
+      "step": 487400
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.260650826039787e-05,
+      "loss": 0.2042,
+      "step": 487500
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2600887030135416e-05,
+      "loss": 0.2048,
+      "step": 487600
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2595265799872963e-05,
+      "loss": 0.2049,
+      "step": 487700
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2589644569610506e-05,
+      "loss": 0.2052,
+      "step": 487800
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2584023339348052e-05,
+      "loss": 0.2076,
+      "step": 487900
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2578402109085595e-05,
+      "loss": 0.2045,
+      "step": 488000
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.257278087882314e-05,
+      "loss": 0.1991,
+      "step": 488100
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.2567159648560684e-05,
+      "loss": 0.2075,
+      "step": 488200
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.256153841829823e-05,
+      "loss": 0.2017,
+      "step": 488300
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.2555917188035773e-05,
+      "loss": 0.2054,
+      "step": 488400
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.255029595777332e-05,
+      "loss": 0.2032,
+      "step": 488500
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.2544674727510866e-05,
+      "loss": 0.2093,
+      "step": 488600
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.253905349724841e-05,
+      "loss": 0.2054,
+      "step": 488700
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.2533432266985955e-05,
+      "loss": 0.2123,
+      "step": 488800
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.2527867249026123e-05,
+      "loss": 0.1991,
+      "step": 488900
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.252224601876367e-05,
+      "loss": 0.2079,
+      "step": 489000
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.251662478850121e-05,
+      "loss": 0.2086,
+      "step": 489100
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.2511003558238758e-05,
+      "loss": 0.1983,
+      "step": 489200
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.25053823279763e-05,
+      "loss": 0.2134,
+      "step": 489300
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.2499761097713847e-05,
+      "loss": 0.2066,
+      "step": 489400
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.249413986745139e-05,
+      "loss": 0.2085,
+      "step": 489500
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.2488518637188936e-05,
+      "loss": 0.2091,
+      "step": 489600
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.2482897406926483e-05,
+      "loss": 0.2054,
+      "step": 489700
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.247733238896665e-05,
+      "loss": 0.2028,
+      "step": 489800
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.2471711158704196e-05,
+      "loss": 0.2081,
+      "step": 489900
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.246608992844174e-05,
+      "loss": 0.2101,
+      "step": 490000
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.2460468698179286e-05,
+      "loss": 0.2138,
+      "step": 490100
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.245484746791683e-05,
+      "loss": 0.2037,
+      "step": 490200
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2449226237654375e-05,
+      "loss": 0.2038,
+      "step": 490300
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2443605007391918e-05,
+      "loss": 0.2017,
+      "step": 490400
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2437983777129464e-05,
+      "loss": 0.2006,
+      "step": 490500
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2432362546867007e-05,
+      "loss": 0.2106,
+      "step": 490600
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2426741316604553e-05,
+      "loss": 0.2137,
+      "step": 490700
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.24211200863421e-05,
+      "loss": 0.2093,
+      "step": 490800
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2415498856079642e-05,
+      "loss": 0.1954,
+      "step": 490900
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.240987762581719e-05,
+      "loss": 0.2112,
+      "step": 491000
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.240425639555473e-05,
+      "loss": 0.2072,
+      "step": 491100
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2398635165292278e-05,
+      "loss": 0.1997,
+      "step": 491200
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.239301393502982e-05,
+      "loss": 0.2118,
+      "step": 491300
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2387392704767367e-05,
+      "loss": 0.2056,
+      "step": 491400
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2381771474504913e-05,
+      "loss": 0.2086,
+      "step": 491500
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2376150244242456e-05,
+      "loss": 0.2024,
+      "step": 491600
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2370529013980002e-05,
+      "loss": 0.203,
+      "step": 491700
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.2364907783717545e-05,
+      "loss": 0.2028,
+      "step": 491800
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.235928655345509e-05,
+      "loss": 0.2078,
+      "step": 491900
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2353665323192634e-05,
+      "loss": 0.2141,
+      "step": 492000
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2348044092930177e-05,
+      "loss": 0.2018,
+      "step": 492100
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2342422862667724e-05,
+      "loss": 0.2082,
+      "step": 492200
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.233680163240527e-05,
+      "loss": 0.2064,
+      "step": 492300
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2331180402142816e-05,
+      "loss": 0.2001,
+      "step": 492400
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.232555917188036e-05,
+      "loss": 0.2059,
+      "step": 492500
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2319937941617902e-05,
+      "loss": 0.1987,
+      "step": 492600
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2314316711355448e-05,
+      "loss": 0.2099,
+      "step": 492700
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.230869548109299e-05,
+      "loss": 0.2013,
+      "step": 492800
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2303074250830537e-05,
+      "loss": 0.201,
+      "step": 492900
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2297453020568084e-05,
+      "loss": 0.2048,
+      "step": 493000
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.229183179030563e-05,
+      "loss": 0.2014,
+      "step": 493100
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2286210560043173e-05,
+      "loss": 0.2027,
+      "step": 493200
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2280589329780716e-05,
+      "loss": 0.209,
+      "step": 493300
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2274968099518262e-05,
+      "loss": 0.2001,
+      "step": 493400
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2269346869255805e-05,
+      "loss": 0.21,
+      "step": 493500
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.226372563899335e-05,
+      "loss": 0.2032,
+      "step": 493600
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2258104408730894e-05,
+      "loss": 0.2077,
+      "step": 493700
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2252539390771065e-05,
+      "loss": 0.2036,
+      "step": 493800
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2246918160508608e-05,
+      "loss": 0.1981,
+      "step": 493900
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2241296930246154e-05,
+      "loss": 0.2045,
+      "step": 494000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.22356756999837e-05,
+      "loss": 0.209,
+      "step": 494100
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2230054469721247e-05,
+      "loss": 0.2046,
+      "step": 494200
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.222443323945879e-05,
+      "loss": 0.2052,
+      "step": 494300
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2218812009196333e-05,
+      "loss": 0.2017,
+      "step": 494400
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.221319077893388e-05,
+      "loss": 0.2045,
+      "step": 494500
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.220756954867142e-05,
+      "loss": 0.2056,
+      "step": 494600
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2201948318408968e-05,
+      "loss": 0.2159,
+      "step": 494700
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.219632708814651e-05,
+      "loss": 0.2042,
+      "step": 494800
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2190705857884057e-05,
+      "loss": 0.1989,
+      "step": 494900
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2185140839924225e-05,
+      "loss": 0.2105,
+      "step": 495000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.217951960966177e-05,
+      "loss": 0.1988,
+      "step": 495100
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2173898379399317e-05,
+      "loss": 0.2016,
+      "step": 495200
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2168277149136864e-05,
+      "loss": 0.2049,
+      "step": 495300
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2162655918874406e-05,
+      "loss": 0.2037,
+      "step": 495400
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.215703468861195e-05,
+      "loss": 0.2057,
+      "step": 495500
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.215146967065212e-05,
+      "loss": 0.2002,
+      "step": 495600
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.2145848440389667e-05,
+      "loss": 0.2119,
+      "step": 495700
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.214022721012721e-05,
+      "loss": 0.2008,
+      "step": 495800
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.2134605979864752e-05,
+      "loss": 0.2026,
+      "step": 495900
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.21289847496023e-05,
+      "loss": 0.2062,
+      "step": 496000
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.212336351933984e-05,
+      "loss": 0.2051,
+      "step": 496100
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.2117742289077388e-05,
+      "loss": 0.2067,
+      "step": 496200
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.2112121058814934e-05,
+      "loss": 0.2001,
+      "step": 496300
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.210649982855248e-05,
+      "loss": 0.2119,
+      "step": 496400
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.2100878598290023e-05,
+      "loss": 0.2066,
+      "step": 496500
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.2095257368027566e-05,
+      "loss": 0.2061,
+      "step": 496600
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.2089636137765113e-05,
+      "loss": 0.2011,
+      "step": 496700
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.2084014907502655e-05,
+      "loss": 0.2004,
+      "step": 496800
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.20783936772402e-05,
+      "loss": 0.208,
+      "step": 496900
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.2072772446977748e-05,
+      "loss": 0.2076,
+      "step": 497000
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.2067151216715294e-05,
+      "loss": 0.2076,
+      "step": 497100
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.2061529986452837e-05,
+      "loss": 0.203,
+      "step": 497200
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.205590875619038e-05,
+      "loss": 0.2031,
+      "step": 497300
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.2050287525927926e-05,
+      "loss": 0.2032,
+      "step": 497400
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.204466629566547e-05,
+      "loss": 0.2017,
+      "step": 497500
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.2039045065403015e-05,
+      "loss": 0.2021,
+      "step": 497600
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.203342383514056e-05,
+      "loss": 0.2015,
+      "step": 497700
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.2027802604878105e-05,
+      "loss": 0.2087,
+      "step": 497800
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.202218137461565e-05,
+      "loss": 0.2091,
+      "step": 497900
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.2016560144353194e-05,
+      "loss": 0.2066,
+      "step": 498000
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.201093891409074e-05,
+      "loss": 0.2054,
+      "step": 498100
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.2005317683828283e-05,
+      "loss": 0.21,
+      "step": 498200
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.199969645356583e-05,
+      "loss": 0.2018,
+      "step": 498300
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.1994075223303372e-05,
+      "loss": 0.2057,
+      "step": 498400
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.1988453993040915e-05,
+      "loss": 0.2027,
+      "step": 498500
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.1982832762778465e-05,
+      "loss": 0.2052,
+      "step": 498600
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.1977211532516008e-05,
+      "loss": 0.2027,
+      "step": 498700
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.1971590302253554e-05,
+      "loss": 0.1977,
+      "step": 498800
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.1965969071991097e-05,
+      "loss": 0.2027,
+      "step": 498900
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.1960347841728643e-05,
+      "loss": 0.2093,
+      "step": 499000
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.1954726611466186e-05,
+      "loss": 0.2074,
+      "step": 499100
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.194910538120373e-05,
+      "loss": 0.2088,
+      "step": 499200
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.1943484150941275e-05,
+      "loss": 0.2064,
+      "step": 499300
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.193786292067882e-05,
+      "loss": 0.2043,
+      "step": 499400
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.1932241690416368e-05,
+      "loss": 0.2033,
+      "step": 499500
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.192662046015391e-05,
+      "loss": 0.207,
+      "step": 499600
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.1920999229891457e-05,
+      "loss": 0.2093,
+      "step": 499700
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.1915377999629e-05,
+      "loss": 0.2036,
+      "step": 499800
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.1909756769366543e-05,
+      "loss": 0.2023,
+      "step": 499900
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.190413553910409e-05,
+      "loss": 0.2078,
+      "step": 500000
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.1898514308841632e-05,
+      "loss": 0.2007,
+      "step": 500100
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.189289307857918e-05,
+      "loss": 0.2031,
+      "step": 500200
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.1887271848316724e-05,
+      "loss": 0.204,
+      "step": 500300
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.188165061805427e-05,
+      "loss": 0.2007,
+      "step": 500400
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.1876029387791813e-05,
+      "loss": 0.2034,
+      "step": 500500
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.1870408157529356e-05,
+      "loss": 0.2098,
+      "step": 500600
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.1864786927266903e-05,
+      "loss": 0.2037,
+      "step": 500700
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.1859221909307074e-05,
+      "loss": 0.2022,
+      "step": 500800
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.1853600679044617e-05,
+      "loss": 0.2039,
+      "step": 500900
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.184797944878216e-05,
+      "loss": 0.2087,
+      "step": 501000
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.1842358218519706e-05,
+      "loss": 0.1974,
+      "step": 501100
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.1836736988257252e-05,
+      "loss": 0.2075,
+      "step": 501200
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.1831115757994798e-05,
+      "loss": 0.1997,
+      "step": 501300
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.182549452773234e-05,
+      "loss": 0.2109,
+      "step": 501400
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.1819873297469887e-05,
+      "loss": 0.2018,
+      "step": 501500
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.181425206720743e-05,
+      "loss": 0.2026,
+      "step": 501600
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.1808630836944973e-05,
+      "loss": 0.2064,
+      "step": 501700
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.180300960668252e-05,
+      "loss": 0.2027,
+      "step": 501800
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.1797388376420062e-05,
+      "loss": 0.2055,
+      "step": 501900
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.179176714615761e-05,
+      "loss": 0.2056,
+      "step": 502000
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.1786145915895155e-05,
+      "loss": 0.2048,
+      "step": 502100
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.17805246856327e-05,
+      "loss": 0.2035,
+      "step": 502200
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.1774903455370244e-05,
+      "loss": 0.2083,
+      "step": 502300
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.1769282225107787e-05,
+      "loss": 0.2018,
+      "step": 502400
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.1763660994845333e-05,
+      "loss": 0.1995,
+      "step": 502500
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1758039764582876e-05,
+      "loss": 0.21,
+      "step": 502600
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1752418534320422e-05,
+      "loss": 0.2053,
+      "step": 502700
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.174685351636059e-05,
+      "loss": 0.2108,
+      "step": 502800
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1741232286098136e-05,
+      "loss": 0.2015,
+      "step": 502900
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.173561105583568e-05,
+      "loss": 0.2063,
+      "step": 503000
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.173004603787585e-05,
+      "loss": 0.1988,
+      "step": 503100
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1724424807613393e-05,
+      "loss": 0.2042,
+      "step": 503200
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.171880357735094e-05,
+      "loss": 0.2064,
+      "step": 503300
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1713182347088486e-05,
+      "loss": 0.2094,
+      "step": 503400
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1707561116826032e-05,
+      "loss": 0.2062,
+      "step": 503500
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1701939886563575e-05,
+      "loss": 0.2086,
+      "step": 503600
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1696318656301118e-05,
+      "loss": 0.2084,
+      "step": 503700
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1690697426038664e-05,
+      "loss": 0.199,
+      "step": 503800
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1685076195776207e-05,
+      "loss": 0.2011,
+      "step": 503900
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1679454965513753e-05,
+      "loss": 0.1982,
+      "step": 504000
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1673833735251296e-05,
+      "loss": 0.2018,
+      "step": 504100
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.1668212504988846e-05,
+      "loss": 0.2116,
+      "step": 504200
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.166259127472639e-05,
+      "loss": 0.2065,
+      "step": 504300
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.165697004446393e-05,
+      "loss": 0.2061,
+      "step": 504400
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.1651348814201478e-05,
+      "loss": 0.2046,
+      "step": 504500
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.164572758393902e-05,
+      "loss": 0.2061,
+      "step": 504600
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.1640106353676567e-05,
+      "loss": 0.2056,
+      "step": 504700
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.163448512341411e-05,
+      "loss": 0.2113,
+      "step": 504800
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.1628863893151656e-05,
+      "loss": 0.2002,
+      "step": 504900
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.1623242662889202e-05,
+      "loss": 0.2009,
+      "step": 505000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.1617621432626745e-05,
+      "loss": 0.21,
+      "step": 505100
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.161200020236429e-05,
+      "loss": 0.2026,
+      "step": 505200
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.1606378972101834e-05,
+      "loss": 0.2065,
+      "step": 505300
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.160075774183938e-05,
+      "loss": 0.2052,
+      "step": 505400
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.1595136511576924e-05,
+      "loss": 0.1983,
+      "step": 505500
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.158951528131447e-05,
+      "loss": 0.2045,
+      "step": 505600
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.1583894051052013e-05,
+      "loss": 0.2018,
+      "step": 505700
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.157827282078956e-05,
+      "loss": 0.2027,
+      "step": 505800
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.1572651590527105e-05,
+      "loss": 0.2045,
+      "step": 505900
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.1567030360264648e-05,
+      "loss": 0.201,
+      "step": 506000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.1561409130002194e-05,
+      "loss": 0.2049,
+      "step": 506100
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1555787899739737e-05,
+      "loss": 0.207,
+      "step": 506200
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1550166669477284e-05,
+      "loss": 0.1992,
+      "step": 506300
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1544545439214827e-05,
+      "loss": 0.1996,
+      "step": 506400
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1538924208952373e-05,
+      "loss": 0.2072,
+      "step": 506500
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.153330297868992e-05,
+      "loss": 0.205,
+      "step": 506600
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1527681748427462e-05,
+      "loss": 0.2027,
+      "step": 506700
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1522060518165008e-05,
+      "loss": 0.2044,
+      "step": 506800
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.151643928790255e-05,
+      "loss": 0.2056,
+      "step": 506900
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1510818057640097e-05,
+      "loss": 0.203,
+      "step": 507000
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.150519682737764e-05,
+      "loss": 0.2025,
+      "step": 507100
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1499575597115183e-05,
+      "loss": 0.2056,
+      "step": 507200
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.149395436685273e-05,
+      "loss": 0.2034,
+      "step": 507300
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1488333136590276e-05,
+      "loss": 0.2046,
+      "step": 507400
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1482711906327822e-05,
+      "loss": 0.2024,
+      "step": 507500
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1477090676065365e-05,
+      "loss": 0.2096,
+      "step": 507600
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1471469445802908e-05,
+      "loss": 0.1999,
+      "step": 507700
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.1465848215540454e-05,
+      "loss": 0.2016,
+      "step": 507800
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.1460226985277997e-05,
+      "loss": 0.2057,
+      "step": 507900
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.1454605755015543e-05,
+      "loss": 0.2018,
+      "step": 508000
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.144898452475309e-05,
+      "loss": 0.2074,
+      "step": 508100
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.1443363294490636e-05,
+      "loss": 0.2042,
+      "step": 508200
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.143774206422818e-05,
+      "loss": 0.2031,
+      "step": 508300
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.143212083396572e-05,
+      "loss": 0.203,
+      "step": 508400
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.1426499603703268e-05,
+      "loss": 0.209,
+      "step": 508500
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.142087837344081e-05,
+      "loss": 0.2038,
+      "step": 508600
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.1415257143178357e-05,
+      "loss": 0.2043,
+      "step": 508700
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.14096359129159e-05,
+      "loss": 0.2034,
+      "step": 508800
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.1404014682653446e-05,
+      "loss": 0.2077,
+      "step": 508900
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.1398393452390992e-05,
+      "loss": 0.2079,
+      "step": 509000
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.1392772222128535e-05,
+      "loss": 0.2047,
+      "step": 509100
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.138715099186608e-05,
+      "loss": 0.2027,
+      "step": 509200
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.1381529761603625e-05,
+      "loss": 0.2001,
+      "step": 509300
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.137590853134117e-05,
+      "loss": 0.2037,
+      "step": 509400
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.1370287301078714e-05,
+      "loss": 0.2091,
+      "step": 509500
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.1364722283118885e-05,
+      "loss": 0.198,
+      "step": 509600
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1359101052856428e-05,
+      "loss": 0.2041,
+      "step": 509700
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1353479822593974e-05,
+      "loss": 0.2055,
+      "step": 509800
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1347858592331517e-05,
+      "loss": 0.2018,
+      "step": 509900
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1342237362069063e-05,
+      "loss": 0.2046,
+      "step": 510000
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.133661613180661e-05,
+      "loss": 0.2022,
+      "step": 510100
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1330994901544152e-05,
+      "loss": 0.2096,
+      "step": 510200
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.13253736712817e-05,
+      "loss": 0.2055,
+      "step": 510300
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.131975244101924e-05,
+      "loss": 0.2051,
+      "step": 510400
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1314131210756788e-05,
+      "loss": 0.2047,
+      "step": 510500
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.130850998049433e-05,
+      "loss": 0.2,
+      "step": 510600
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1302888750231877e-05,
+      "loss": 0.2065,
+      "step": 510700
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1297267519969423e-05,
+      "loss": 0.2046,
+      "step": 510800
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1291646289706966e-05,
+      "loss": 0.2073,
+      "step": 510900
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1286025059444512e-05,
+      "loss": 0.2045,
+      "step": 511000
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1280403829182055e-05,
+      "loss": 0.206,
+      "step": 511100
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.12747825989196e-05,
+      "loss": 0.2048,
+      "step": 511200
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1269161368657144e-05,
+      "loss": 0.2073,
+      "step": 511300
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.126354013839469e-05,
+      "loss": 0.2006,
+      "step": 511400
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1257918908132233e-05,
+      "loss": 0.204,
+      "step": 511500
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.125229767786978e-05,
+      "loss": 0.2063,
+      "step": 511600
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1246676447607326e-05,
+      "loss": 0.2074,
+      "step": 511700
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.124105521734487e-05,
+      "loss": 0.2064,
+      "step": 511800
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1235433987082415e-05,
+      "loss": 0.206,
+      "step": 511900
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1229812756819958e-05,
+      "loss": 0.2006,
+      "step": 512000
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1224191526557504e-05,
+      "loss": 0.2047,
+      "step": 512100
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1218570296295047e-05,
+      "loss": 0.1994,
+      "step": 512200
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1212949066032594e-05,
+      "loss": 0.2019,
+      "step": 512300
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.120732783577014e-05,
+      "loss": 0.21,
+      "step": 512400
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1201706605507683e-05,
+      "loss": 0.2048,
+      "step": 512500
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.119608537524523e-05,
+      "loss": 0.1953,
+      "step": 512600
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1190464144982772e-05,
+      "loss": 0.1997,
+      "step": 512700
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1184842914720315e-05,
+      "loss": 0.2027,
+      "step": 512800
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.117922168445786e-05,
+      "loss": 0.2033,
+      "step": 512900
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1173600454195404e-05,
+      "loss": 0.2058,
+      "step": 513000
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.116797922393295e-05,
+      "loss": 0.2077,
+      "step": 513100
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.1162357993670496e-05,
+      "loss": 0.2047,
+      "step": 513200
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.1156736763408043e-05,
+      "loss": 0.1971,
+      "step": 513300
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.1151115533145586e-05,
+      "loss": 0.1979,
+      "step": 513400
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.114549430288313e-05,
+      "loss": 0.1977,
+      "step": 513500
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.1139873072620675e-05,
+      "loss": 0.204,
+      "step": 513600
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.1134308054660846e-05,
+      "loss": 0.2016,
+      "step": 513700
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.112868682439839e-05,
+      "loss": 0.2018,
+      "step": 513800
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.112306559413593e-05,
+      "loss": 0.2012,
+      "step": 513900
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.1117444363873478e-05,
+      "loss": 0.2028,
+      "step": 514000
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.111182313361102e-05,
+      "loss": 0.1987,
+      "step": 514100
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.1106201903348567e-05,
+      "loss": 0.1963,
+      "step": 514200
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.1100580673086113e-05,
+      "loss": 0.2026,
+      "step": 514300
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.109495944282366e-05,
+      "loss": 0.1986,
+      "step": 514400
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.1089338212561202e-05,
+      "loss": 0.2053,
+      "step": 514500
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.1083716982298745e-05,
+      "loss": 0.2082,
+      "step": 514600
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.107809575203629e-05,
+      "loss": 0.2029,
+      "step": 514700
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.1072474521773835e-05,
+      "loss": 0.2044,
+      "step": 514800
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.106685329151138e-05,
+      "loss": 0.2005,
+      "step": 514900
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 2.1061232061248927e-05,
+      "loss": 0.1996,
+      "step": 515000
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.1055610830986473e-05,
+      "loss": 0.2032,
+      "step": 515100
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.1049989600724016e-05,
+      "loss": 0.2044,
+      "step": 515200
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.104436837046156e-05,
+      "loss": 0.2081,
+      "step": 515300
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.1038747140199105e-05,
+      "loss": 0.1985,
+      "step": 515400
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.103312590993665e-05,
+      "loss": 0.2034,
+      "step": 515500
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.1027504679674195e-05,
+      "loss": 0.2034,
+      "step": 515600
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.1021883449411737e-05,
+      "loss": 0.1969,
+      "step": 515700
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.1016262219149284e-05,
+      "loss": 0.2015,
+      "step": 515800
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.101069720118945e-05,
+      "loss": 0.1985,
+      "step": 515900
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.1005075970926998e-05,
+      "loss": 0.2022,
+      "step": 516000
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.0999454740664544e-05,
+      "loss": 0.2062,
+      "step": 516100
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.099383351040209e-05,
+      "loss": 0.1992,
+      "step": 516200
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.0988212280139633e-05,
+      "loss": 0.2095,
+      "step": 516300
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.0982591049877176e-05,
+      "loss": 0.2018,
+      "step": 516400
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.0976969819614722e-05,
+      "loss": 0.2002,
+      "step": 516500
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.0971348589352265e-05,
+      "loss": 0.1942,
+      "step": 516600
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 2.096572735908981e-05,
+      "loss": 0.1996,
+      "step": 516700
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0960106128827354e-05,
+      "loss": 0.1993,
+      "step": 516800
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.09544848985649e-05,
+      "loss": 0.2,
+      "step": 516900
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0948863668302447e-05,
+      "loss": 0.2008,
+      "step": 517000
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0943298650342615e-05,
+      "loss": 0.2061,
+      "step": 517100
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.093767742008016e-05,
+      "loss": 0.1981,
+      "step": 517200
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0932056189817707e-05,
+      "loss": 0.2066,
+      "step": 517300
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.092643495955525e-05,
+      "loss": 0.2039,
+      "step": 517400
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0920813729292793e-05,
+      "loss": 0.2036,
+      "step": 517500
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.091519249903034e-05,
+      "loss": 0.2025,
+      "step": 517600
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0909571268767882e-05,
+      "loss": 0.2037,
+      "step": 517700
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0903950038505428e-05,
+      "loss": 0.1987,
+      "step": 517800
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0898328808242975e-05,
+      "loss": 0.203,
+      "step": 517900
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0892707577980517e-05,
+      "loss": 0.2049,
+      "step": 518000
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0887086347718064e-05,
+      "loss": 0.2056,
+      "step": 518100
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0881465117455607e-05,
+      "loss": 0.2021,
+      "step": 518200
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0875843887193153e-05,
+      "loss": 0.2019,
+      "step": 518300
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0870222656930696e-05,
+      "loss": 0.203,
+      "step": 518400
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 2.0864601426668242e-05,
+      "loss": 0.2053,
+      "step": 518500
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.085903640870841e-05,
+      "loss": 0.1974,
+      "step": 518600
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.0853415178445956e-05,
+      "loss": 0.2042,
+      "step": 518700
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.08477939481835e-05,
+      "loss": 0.1945,
+      "step": 518800
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.0842172717921045e-05,
+      "loss": 0.2026,
+      "step": 518900
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.083655148765859e-05,
+      "loss": 0.2038,
+      "step": 519000
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.0830930257396134e-05,
+      "loss": 0.2042,
+      "step": 519100
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.082530902713368e-05,
+      "loss": 0.2014,
+      "step": 519200
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.0819687796871223e-05,
+      "loss": 0.2057,
+      "step": 519300
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.081406656660877e-05,
+      "loss": 0.2081,
+      "step": 519400
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.0808445336346313e-05,
+      "loss": 0.2031,
+      "step": 519500
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.080282410608386e-05,
+      "loss": 0.2097,
+      "step": 519600
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.0797202875821402e-05,
+      "loss": 0.2021,
+      "step": 519700
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.0791581645558948e-05,
+      "loss": 0.1986,
+      "step": 519800
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.0785960415296494e-05,
+      "loss": 0.2025,
+      "step": 519900
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.0780339185034037e-05,
+      "loss": 0.2019,
+      "step": 520000
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.0774717954771584e-05,
+      "loss": 0.2088,
+      "step": 520100
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.0769096724509126e-05,
+      "loss": 0.2065,
+      "step": 520200
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 2.0763475494246673e-05,
+      "loss": 0.2036,
+      "step": 520300
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.0757854263984216e-05,
+      "loss": 0.2006,
+      "step": 520400
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.0752233033721762e-05,
+      "loss": 0.2001,
+      "step": 520500
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.0746611803459308e-05,
+      "loss": 0.2018,
+      "step": 520600
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.074099057319685e-05,
+      "loss": 0.2026,
+      "step": 520700
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.0735369342934397e-05,
+      "loss": 0.2019,
+      "step": 520800
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.072974811267194e-05,
+      "loss": 0.198,
+      "step": 520900
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.0724126882409486e-05,
+      "loss": 0.2106,
+      "step": 521000
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.071850565214703e-05,
+      "loss": 0.1999,
+      "step": 521100
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.0712884421884572e-05,
+      "loss": 0.2031,
+      "step": 521200
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.070726319162212e-05,
+      "loss": 0.2016,
+      "step": 521300
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.0701641961359665e-05,
+      "loss": 0.2008,
+      "step": 521400
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.069602073109721e-05,
+      "loss": 0.2015,
+      "step": 521500
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.0690399500834754e-05,
+      "loss": 0.2009,
+      "step": 521600
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.06847782705723e-05,
+      "loss": 0.2046,
+      "step": 521700
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.0679157040309843e-05,
+      "loss": 0.1961,
+      "step": 521800
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.0673535810047386e-05,
+      "loss": 0.2065,
+      "step": 521900
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.0667914579784932e-05,
+      "loss": 0.1993,
+      "step": 522000
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.0662293349522475e-05,
+      "loss": 0.1947,
+      "step": 522100
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.0656672119260025e-05,
+      "loss": 0.2015,
+      "step": 522200
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.065110710130019e-05,
+      "loss": 0.2056,
+      "step": 522300
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.0645485871037735e-05,
+      "loss": 0.2038,
+      "step": 522400
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.063986464077528e-05,
+      "loss": 0.2018,
+      "step": 522500
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.0634243410512828e-05,
+      "loss": 0.2024,
+      "step": 522600
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.062862218025037e-05,
+      "loss": 0.2018,
+      "step": 522700
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.0623000949987914e-05,
+      "loss": 0.2045,
+      "step": 522800
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.061737971972546e-05,
+      "loss": 0.2015,
+      "step": 522900
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.0611758489463003e-05,
+      "loss": 0.2002,
+      "step": 523000
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.060613725920055e-05,
+      "loss": 0.2021,
+      "step": 523100
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.0600516028938095e-05,
+      "loss": 0.203,
+      "step": 523200
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.059489479867564e-05,
+      "loss": 0.2013,
+      "step": 523300
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.0589273568413185e-05,
+      "loss": 0.2034,
+      "step": 523400
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.0583652338150727e-05,
+      "loss": 0.2013,
+      "step": 523500
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.0578031107888274e-05,
+      "loss": 0.2018,
+      "step": 523600
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.0572409877625817e-05,
+      "loss": 0.1984,
+      "step": 523700
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.0566788647363363e-05,
+      "loss": 0.2017,
+      "step": 523800
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 2.0561167417100906e-05,
+      "loss": 0.2014,
+      "step": 523900
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.0555546186838452e-05,
+      "loss": 0.201,
+      "step": 524000
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.0549924956576e-05,
+      "loss": 0.2024,
+      "step": 524100
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.054430372631354e-05,
+      "loss": 0.2091,
+      "step": 524200
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.0538682496051088e-05,
+      "loss": 0.1988,
+      "step": 524300
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.053311747809126e-05,
+      "loss": 0.1992,
+      "step": 524400
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.05274962478288e-05,
+      "loss": 0.2016,
+      "step": 524500
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.0521875017566344e-05,
+      "loss": 0.2046,
+      "step": 524600
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.051625378730389e-05,
+      "loss": 0.1969,
+      "step": 524700
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.0510632557041433e-05,
+      "loss": 0.2045,
+      "step": 524800
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.050501132677898e-05,
+      "loss": 0.2002,
+      "step": 524900
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.0499390096516523e-05,
+      "loss": 0.2046,
+      "step": 525000
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.049376886625407e-05,
+      "loss": 0.1939,
+      "step": 525100
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.0488147635991615e-05,
+      "loss": 0.2033,
+      "step": 525200
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.0482526405729158e-05,
+      "loss": 0.1999,
+      "step": 525300
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.0476905175466704e-05,
+      "loss": 0.2022,
+      "step": 525400
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.0471283945204247e-05,
+      "loss": 0.2013,
+      "step": 525500
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.0465662714941794e-05,
+      "loss": 0.1994,
+      "step": 525600
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.0460041484679336e-05,
+      "loss": 0.2009,
+      "step": 525700
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.0454420254416883e-05,
+      "loss": 0.1992,
+      "step": 525800
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.044879902415443e-05,
+      "loss": 0.2095,
+      "step": 525900
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.0443177793891972e-05,
+      "loss": 0.2009,
+      "step": 526000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.0437556563629518e-05,
+      "loss": 0.2051,
+      "step": 526100
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.043193533336706e-05,
+      "loss": 0.1965,
+      "step": 526200
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.0426314103104607e-05,
+      "loss": 0.2029,
+      "step": 526300
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.042069287284215e-05,
+      "loss": 0.1935,
+      "step": 526400
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.0415071642579696e-05,
+      "loss": 0.2005,
+      "step": 526500
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.040945041231724e-05,
+      "loss": 0.2018,
+      "step": 526600
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.0403829182054786e-05,
+      "loss": 0.1969,
+      "step": 526700
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.0398207951792332e-05,
+      "loss": 0.2069,
+      "step": 526800
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.03926429338325e-05,
+      "loss": 0.2031,
+      "step": 526900
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.0387021703570046e-05,
+      "loss": 0.2001,
+      "step": 527000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.038140047330759e-05,
+      "loss": 0.2014,
+      "step": 527100
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.0375779243045135e-05,
+      "loss": 0.2062,
+      "step": 527200
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.0370158012782678e-05,
+      "loss": 0.2047,
+      "step": 527300
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.0364536782520224e-05,
+      "loss": 0.1988,
+      "step": 527400
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0358915552257767e-05,
+      "loss": 0.2047,
+      "step": 527500
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.035329432199531e-05,
+      "loss": 0.1956,
+      "step": 527600
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0347673091732856e-05,
+      "loss": 0.204,
+      "step": 527700
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0342051861470402e-05,
+      "loss": 0.1973,
+      "step": 527800
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.033643063120795e-05,
+      "loss": 0.1975,
+      "step": 527900
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.033080940094549e-05,
+      "loss": 0.1988,
+      "step": 528000
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0325188170683038e-05,
+      "loss": 0.1986,
+      "step": 528100
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.031956694042058e-05,
+      "loss": 0.2033,
+      "step": 528200
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0313945710158124e-05,
+      "loss": 0.2007,
+      "step": 528300
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.030832447989567e-05,
+      "loss": 0.2025,
+      "step": 528400
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0302703249633216e-05,
+      "loss": 0.201,
+      "step": 528500
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0297082019370763e-05,
+      "loss": 0.1986,
+      "step": 528600
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0291460789108305e-05,
+      "loss": 0.198,
+      "step": 528700
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0285839558845852e-05,
+      "loss": 0.1944,
+      "step": 528800
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0280218328583395e-05,
+      "loss": 0.2019,
+      "step": 528900
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0274597098320937e-05,
+      "loss": 0.2053,
+      "step": 529000
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0268975868058484e-05,
+      "loss": 0.2017,
+      "step": 529100
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.0263354637796027e-05,
+      "loss": 0.2001,
+      "step": 529200
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.0257733407533573e-05,
+      "loss": 0.2023,
+      "step": 529300
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.025211217727112e-05,
+      "loss": 0.2102,
+      "step": 529400
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.0246490947008665e-05,
+      "loss": 0.2049,
+      "step": 529500
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.024086971674621e-05,
+      "loss": 0.2079,
+      "step": 529600
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.023530469878638e-05,
+      "loss": 0.2022,
+      "step": 529700
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.0229683468523922e-05,
+      "loss": 0.2034,
+      "step": 529800
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.022406223826147e-05,
+      "loss": 0.1966,
+      "step": 529900
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.021844100799901e-05,
+      "loss": 0.2044,
+      "step": 530000
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.0212819777736554e-05,
+      "loss": 0.2019,
+      "step": 530100
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.02071985474741e-05,
+      "loss": 0.2035,
+      "step": 530200
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.0201577317211644e-05,
+      "loss": 0.1978,
+      "step": 530300
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.0195956086949193e-05,
+      "loss": 0.1966,
+      "step": 530400
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.0190334856686736e-05,
+      "loss": 0.1989,
+      "step": 530500
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.0184713626424282e-05,
+      "loss": 0.2027,
+      "step": 530600
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.0179092396161825e-05,
+      "loss": 0.2092,
+      "step": 530700
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.0173471165899368e-05,
+      "loss": 0.2047,
+      "step": 530800
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.0167849935636914e-05,
+      "loss": 0.198,
+      "step": 530900
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.0162228705374457e-05,
+      "loss": 0.2015,
+      "step": 531000
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0156607475112004e-05,
+      "loss": 0.1997,
+      "step": 531100
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.015098624484955e-05,
+      "loss": 0.2018,
+      "step": 531200
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0145365014587096e-05,
+      "loss": 0.2055,
+      "step": 531300
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.013974378432464e-05,
+      "loss": 0.1978,
+      "step": 531400
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0134122554062182e-05,
+      "loss": 0.2091,
+      "step": 531500
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0128501323799728e-05,
+      "loss": 0.2076,
+      "step": 531600
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.012288009353727e-05,
+      "loss": 0.197,
+      "step": 531700
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0117258863274817e-05,
+      "loss": 0.2009,
+      "step": 531800
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.011163763301236e-05,
+      "loss": 0.2034,
+      "step": 531900
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0106016402749906e-05,
+      "loss": 0.2015,
+      "step": 532000
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0100395172487453e-05,
+      "loss": 0.1995,
+      "step": 532100
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0094773942224996e-05,
+      "loss": 0.1945,
+      "step": 532200
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0089152711962542e-05,
+      "loss": 0.1973,
+      "step": 532300
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0083531481700085e-05,
+      "loss": 0.2011,
+      "step": 532400
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.007791025143763e-05,
+      "loss": 0.2032,
+      "step": 532500
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0072289021175174e-05,
+      "loss": 0.1971,
+      "step": 532600
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.006666779091272e-05,
+      "loss": 0.206,
+      "step": 532700
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.0061046560650267e-05,
+      "loss": 0.2048,
+      "step": 532800
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 2.005542533038781e-05,
+      "loss": 0.203,
+      "step": 532900
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 2.0049804100125356e-05,
+      "loss": 0.1993,
+      "step": 533000
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 2.00441828698629e-05,
+      "loss": 0.1955,
+      "step": 533100
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 2.0038561639600445e-05,
+      "loss": 0.2115,
+      "step": 533200
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 2.0032940409337988e-05,
+      "loss": 0.2027,
+      "step": 533300
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 2.002731917907553e-05,
+      "loss": 0.2022,
+      "step": 533400
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 2.0021697948813077e-05,
+      "loss": 0.2045,
+      "step": 533500
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 2.0016076718550623e-05,
+      "loss": 0.2043,
+      "step": 533600
+    },
+    {
+      "epoch": 3.0,
+      "eval_bleu": 77.0962,
+      "eval_cer": 2.307,
+      "eval_chrF": 95.38492169626633,
+      "eval_gen_len": 16.7681,
+      "eval_loss": 0.491799920797348,
+      "eval_runtime": 7195.3567,
+      "eval_samples_per_second": 34.745,
+      "eval_steps_per_second": 0.543,
+      "eval_wer": 12.7609,
+      "step": 533691
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 2.001045548828817e-05,
+      "loss": 0.2026,
+      "step": 533700
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 2.0004834258025712e-05,
+      "loss": 0.191,
+      "step": 533800
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 1.999921302776326e-05,
+      "loss": 0.1869,
+      "step": 533900
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 1.99935917975008e-05,
+      "loss": 0.1822,
+      "step": 534000
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 1.9987970567238344e-05,
+      "loss": 0.1805,
+      "step": 534100
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 1.998234933697589e-05,
+      "loss": 0.1901,
+      "step": 534200
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 1.9976728106713437e-05,
+      "loss": 0.1843,
+      "step": 534300
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 1.9971106876450983e-05,
+      "loss": 0.1858,
+      "step": 534400
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 1.9965485646188526e-05,
+      "loss": 0.1856,
+      "step": 534500
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9959864415926072e-05,
+      "loss": 0.1902,
+      "step": 534600
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9954243185663615e-05,
+      "loss": 0.189,
+      "step": 534700
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9948621955401158e-05,
+      "loss": 0.1836,
+      "step": 534800
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9943000725138704e-05,
+      "loss": 0.1848,
+      "step": 534900
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9937379494876247e-05,
+      "loss": 0.1872,
+      "step": 535000
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9931758264613794e-05,
+      "loss": 0.1825,
+      "step": 535100
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.992613703435134e-05,
+      "loss": 0.1763,
+      "step": 535200
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9920515804088886e-05,
+      "loss": 0.1904,
+      "step": 535300
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.991489457382643e-05,
+      "loss": 0.1833,
+      "step": 535400
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9909273343563972e-05,
+      "loss": 0.1832,
+      "step": 535500
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9903652113301518e-05,
+      "loss": 0.1854,
+      "step": 535600
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.989803088303906e-05,
+      "loss": 0.1907,
+      "step": 535700
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9892409652776607e-05,
+      "loss": 0.1883,
+      "step": 535800
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9886844634816775e-05,
+      "loss": 0.1766,
+      "step": 535900
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.988122340455432e-05,
+      "loss": 0.1868,
+      "step": 536000
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9875602174291864e-05,
+      "loss": 0.1894,
+      "step": 536100
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.986998094402941e-05,
+      "loss": 0.1837,
+      "step": 536200
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 1.9864359713766957e-05,
+      "loss": 0.182,
+      "step": 536300
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9858738483504503e-05,
+      "loss": 0.1806,
+      "step": 536400
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9853117253242046e-05,
+      "loss": 0.1889,
+      "step": 536500
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.984749602297959e-05,
+      "loss": 0.1811,
+      "step": 536600
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9841874792717135e-05,
+      "loss": 0.1867,
+      "step": 536700
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9836253562454678e-05,
+      "loss": 0.1883,
+      "step": 536800
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9830632332192224e-05,
+      "loss": 0.1781,
+      "step": 536900
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.982501110192977e-05,
+      "loss": 0.1898,
+      "step": 537000
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9819389871667317e-05,
+      "loss": 0.1877,
+      "step": 537100
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.981376864140486e-05,
+      "loss": 0.1797,
+      "step": 537200
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9808147411142403e-05,
+      "loss": 0.1896,
+      "step": 537300
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.980252618087995e-05,
+      "loss": 0.1848,
+      "step": 537400
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9796904950617492e-05,
+      "loss": 0.1905,
+      "step": 537500
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9791283720355038e-05,
+      "loss": 0.1819,
+      "step": 537600
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.978566249009258e-05,
+      "loss": 0.1879,
+      "step": 537700
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9780041259830127e-05,
+      "loss": 0.1805,
+      "step": 537800
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9774420029567673e-05,
+      "loss": 0.1817,
+      "step": 537900
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9768798799305216e-05,
+      "loss": 0.1916,
+      "step": 538000
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 1.9763177569042763e-05,
+      "loss": 0.1881,
+      "step": 538100
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.975761255108293e-05,
+      "loss": 0.1836,
+      "step": 538200
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.97520475331231e-05,
+      "loss": 0.1816,
+      "step": 538300
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9746426302860648e-05,
+      "loss": 0.1832,
+      "step": 538400
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.974080507259819e-05,
+      "loss": 0.1855,
+      "step": 538500
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9735183842335733e-05,
+      "loss": 0.1866,
+      "step": 538600
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.972956261207328e-05,
+      "loss": 0.1856,
+      "step": 538700
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9723941381810823e-05,
+      "loss": 0.1846,
+      "step": 538800
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.971832015154837e-05,
+      "loss": 0.1845,
+      "step": 538900
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9712698921285912e-05,
+      "loss": 0.1863,
+      "step": 539000
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9707077691023458e-05,
+      "loss": 0.1856,
+      "step": 539100
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9701456460761004e-05,
+      "loss": 0.1813,
+      "step": 539200
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9695835230498547e-05,
+      "loss": 0.1862,
+      "step": 539300
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9690214000236093e-05,
+      "loss": 0.1869,
+      "step": 539400
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9684592769973636e-05,
+      "loss": 0.1874,
+      "step": 539500
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9678971539711183e-05,
+      "loss": 0.1907,
+      "step": 539600
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9673350309448725e-05,
+      "loss": 0.19,
+      "step": 539700
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9667729079186272e-05,
+      "loss": 0.1875,
+      "step": 539800
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 1.9662107848923818e-05,
+      "loss": 0.1842,
+      "step": 539900
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.965648661866136e-05,
+      "loss": 0.1914,
+      "step": 540000
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.9650865388398907e-05,
+      "loss": 0.186,
+      "step": 540100
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.964524415813645e-05,
+      "loss": 0.1886,
+      "step": 540200
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.9639622927873996e-05,
+      "loss": 0.1832,
+      "step": 540300
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.963400169761154e-05,
+      "loss": 0.1872,
+      "step": 540400
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.9628380467349086e-05,
+      "loss": 0.189,
+      "step": 540500
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.962275923708663e-05,
+      "loss": 0.1847,
+      "step": 540600
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.9617138006824175e-05,
+      "loss": 0.1868,
+      "step": 540700
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.961151677656172e-05,
+      "loss": 0.1856,
+      "step": 540800
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.9605895546299264e-05,
+      "loss": 0.1882,
+      "step": 540900
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.960027431603681e-05,
+      "loss": 0.184,
+      "step": 541000
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.9594653085774353e-05,
+      "loss": 0.1916,
+      "step": 541100
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.95890318555119e-05,
+      "loss": 0.1896,
+      "step": 541200
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.9583410625249442e-05,
+      "loss": 0.1859,
+      "step": 541300
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.9577789394986985e-05,
+      "loss": 0.1809,
+      "step": 541400
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.9572168164724535e-05,
+      "loss": 0.1942,
+      "step": 541500
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.9566546934462078e-05,
+      "loss": 0.1889,
+      "step": 541600
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9560925704199624e-05,
+      "loss": 0.1861,
+      "step": 541700
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9555304473937167e-05,
+      "loss": 0.1845,
+      "step": 541800
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9549683243674713e-05,
+      "loss": 0.1849,
+      "step": 541900
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9544062013412256e-05,
+      "loss": 0.1907,
+      "step": 542000
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.95384407831498e-05,
+      "loss": 0.1959,
+      "step": 542100
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9532819552887345e-05,
+      "loss": 0.1927,
+      "step": 542200
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.952719832262489e-05,
+      "loss": 0.1861,
+      "step": 542300
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9521577092362438e-05,
+      "loss": 0.1894,
+      "step": 542400
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.951595586209998e-05,
+      "loss": 0.1909,
+      "step": 542500
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9510334631837523e-05,
+      "loss": 0.1892,
+      "step": 542600
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.950471340157507e-05,
+      "loss": 0.1847,
+      "step": 542700
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9499092171312613e-05,
+      "loss": 0.1858,
+      "step": 542800
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9493527153352784e-05,
+      "loss": 0.1863,
+      "step": 542900
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9487905923090327e-05,
+      "loss": 0.185,
+      "step": 543000
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9482284692827873e-05,
+      "loss": 0.1815,
+      "step": 543100
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9476663462565416e-05,
+      "loss": 0.1893,
+      "step": 543200
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9471042232302962e-05,
+      "loss": 0.1868,
+      "step": 543300
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 1.9465421002040508e-05,
+      "loss": 0.1878,
+      "step": 543400
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.9459799771778055e-05,
+      "loss": 0.1847,
+      "step": 543500
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.9454234753818222e-05,
+      "loss": 0.1851,
+      "step": 543600
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.944861352355577e-05,
+      "loss": 0.1829,
+      "step": 543700
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.944299229329331e-05,
+      "loss": 0.1827,
+      "step": 543800
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.9437371063030858e-05,
+      "loss": 0.1878,
+      "step": 543900
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.94317498327684e-05,
+      "loss": 0.1849,
+      "step": 544000
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.9426128602505943e-05,
+      "loss": 0.1816,
+      "step": 544100
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.942050737224349e-05,
+      "loss": 0.1865,
+      "step": 544200
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.9414886141981033e-05,
+      "loss": 0.1861,
+      "step": 544300
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.940926491171858e-05,
+      "loss": 0.188,
+      "step": 544400
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.9403643681456125e-05,
+      "loss": 0.1891,
+      "step": 544500
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.9398078663496293e-05,
+      "loss": 0.1936,
+      "step": 544600
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.939245743323384e-05,
+      "loss": 0.1854,
+      "step": 544700
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.9386836202971385e-05,
+      "loss": 0.1909,
+      "step": 544800
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.9381214972708928e-05,
+      "loss": 0.1874,
+      "step": 544900
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.9375593742446474e-05,
+      "loss": 0.1829,
+      "step": 545000
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.9369972512184017e-05,
+      "loss": 0.1822,
+      "step": 545100
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 1.936435128192156e-05,
+      "loss": 0.1898,
+      "step": 545200
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9358730051659107e-05,
+      "loss": 0.1849,
+      "step": 545300
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.935310882139665e-05,
+      "loss": 0.1917,
+      "step": 545400
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.93474875911342e-05,
+      "loss": 0.1865,
+      "step": 545500
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9341866360871742e-05,
+      "loss": 0.1868,
+      "step": 545600
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9336245130609288e-05,
+      "loss": 0.1881,
+      "step": 545700
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.933062390034683e-05,
+      "loss": 0.1929,
+      "step": 545800
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9325002670084374e-05,
+      "loss": 0.1837,
+      "step": 545900
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.931938143982192e-05,
+      "loss": 0.189,
+      "step": 546000
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9313760209559463e-05,
+      "loss": 0.1876,
+      "step": 546100
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.930813897929701e-05,
+      "loss": 0.1873,
+      "step": 546200
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9302517749034556e-05,
+      "loss": 0.1865,
+      "step": 546300
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9296896518772102e-05,
+      "loss": 0.1802,
+      "step": 546400
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9291275288509645e-05,
+      "loss": 0.1838,
+      "step": 546500
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9285654058247188e-05,
+      "loss": 0.19,
+      "step": 546600
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9280032827984734e-05,
+      "loss": 0.1845,
+      "step": 546700
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9274411597722277e-05,
+      "loss": 0.1844,
+      "step": 546800
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9268790367459823e-05,
+      "loss": 0.1834,
+      "step": 546900
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.9263169137197366e-05,
+      "loss": 0.184,
+      "step": 547000
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.9257547906934912e-05,
+      "loss": 0.1927,
+      "step": 547100
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.925192667667246e-05,
+      "loss": 0.1861,
+      "step": 547200
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.924630544641e-05,
+      "loss": 0.1944,
+      "step": 547300
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.9240740428450173e-05,
+      "loss": 0.1898,
+      "step": 547400
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.9235119198187715e-05,
+      "loss": 0.1864,
+      "step": 547500
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.9229497967925262e-05,
+      "loss": 0.1839,
+      "step": 547600
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.9223876737662805e-05,
+      "loss": 0.1808,
+      "step": 547700
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.921825550740035e-05,
+      "loss": 0.1869,
+      "step": 547800
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.9212634277137894e-05,
+      "loss": 0.1863,
+      "step": 547900
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.920701304687544e-05,
+      "loss": 0.1809,
+      "step": 548000
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.9201391816612986e-05,
+      "loss": 0.1801,
+      "step": 548100
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.919577058635053e-05,
+      "loss": 0.1921,
+      "step": 548200
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.9190149356088076e-05,
+      "loss": 0.1827,
+      "step": 548300
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.918452812582562e-05,
+      "loss": 0.1813,
+      "step": 548400
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.9178906895563165e-05,
+      "loss": 0.1841,
+      "step": 548500
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.9173285665300708e-05,
+      "loss": 0.1807,
+      "step": 548600
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.9167664435038254e-05,
+      "loss": 0.1832,
+      "step": 548700
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.9162043204775797e-05,
+      "loss": 0.1849,
+      "step": 548800
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.9156421974513343e-05,
+      "loss": 0.1817,
+      "step": 548900
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.915080074425089e-05,
+      "loss": 0.1853,
+      "step": 549000
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.9145179513988432e-05,
+      "loss": 0.1813,
+      "step": 549100
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.913955828372598e-05,
+      "loss": 0.1872,
+      "step": 549200
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.913393705346352e-05,
+      "loss": 0.1866,
+      "step": 549300
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.9128315823201068e-05,
+      "loss": 0.1818,
+      "step": 549400
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.912269459293861e-05,
+      "loss": 0.1818,
+      "step": 549500
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.9117073362676153e-05,
+      "loss": 0.1792,
+      "step": 549600
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.91114521324137e-05,
+      "loss": 0.1861,
+      "step": 549700
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.9105830902151246e-05,
+      "loss": 0.1913,
+      "step": 549800
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.9100209671888792e-05,
+      "loss": 0.1822,
+      "step": 549900
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.9094588441626335e-05,
+      "loss": 0.1883,
+      "step": 550000
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.908896721136388e-05,
+      "loss": 0.1885,
+      "step": 550100
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.9083345981101424e-05,
+      "loss": 0.188,
+      "step": 550200
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.9077724750838967e-05,
+      "loss": 0.1853,
+      "step": 550300
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.9072103520576513e-05,
+      "loss": 0.1826,
+      "step": 550400
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 1.906648229031406e-05,
+      "loss": 0.1834,
+      "step": 550500
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.9060861060051606e-05,
+      "loss": 0.1847,
+      "step": 550600
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.905523982978915e-05,
+      "loss": 0.1946,
+      "step": 550700
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.9049618599526695e-05,
+      "loss": 0.183,
+      "step": 550800
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.9043997369264238e-05,
+      "loss": 0.1896,
+      "step": 550900
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.903837613900178e-05,
+      "loss": 0.1839,
+      "step": 551000
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.9032754908739327e-05,
+      "loss": 0.1866,
+      "step": 551100
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.902713367847687e-05,
+      "loss": 0.1885,
+      "step": 551200
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.9021512448214416e-05,
+      "loss": 0.1809,
+      "step": 551300
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.9015891217951963e-05,
+      "loss": 0.1771,
+      "step": 551400
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.901026998768951e-05,
+      "loss": 0.1889,
+      "step": 551500
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.9004704969729677e-05,
+      "loss": 0.1805,
+      "step": 551600
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.8999083739467223e-05,
+      "loss": 0.1851,
+      "step": 551700
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.8993462509204766e-05,
+      "loss": 0.1872,
+      "step": 551800
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.8987841278942312e-05,
+      "loss": 0.18,
+      "step": 551900
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.8982220048679855e-05,
+      "loss": 0.1888,
+      "step": 552000
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.8976598818417398e-05,
+      "loss": 0.1844,
+      "step": 552100
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.8970977588154944e-05,
+      "loss": 0.1894,
+      "step": 552200
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 1.8965356357892487e-05,
+      "loss": 0.1913,
+      "step": 552300
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.8959735127630037e-05,
+      "loss": 0.1904,
+      "step": 552400
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.895411389736758e-05,
+      "loss": 0.1913,
+      "step": 552500
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.8948492667105122e-05,
+      "loss": 0.1891,
+      "step": 552600
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.894287143684267e-05,
+      "loss": 0.1914,
+      "step": 552700
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.893725020658021e-05,
+      "loss": 0.1859,
+      "step": 552800
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.8931628976317758e-05,
+      "loss": 0.1894,
+      "step": 552900
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.89260077460553e-05,
+      "loss": 0.1877,
+      "step": 553000
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.8920386515792847e-05,
+      "loss": 0.1873,
+      "step": 553100
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.8914765285530393e-05,
+      "loss": 0.1894,
+      "step": 553200
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.8909144055267936e-05,
+      "loss": 0.1841,
+      "step": 553300
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.8903522825005482e-05,
+      "loss": 0.1908,
+      "step": 553400
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.8897901594743025e-05,
+      "loss": 0.181,
+      "step": 553500
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.889228036448057e-05,
+      "loss": 0.1883,
+      "step": 553600
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.8886659134218115e-05,
+      "loss": 0.189,
+      "step": 553700
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.888103790395566e-05,
+      "loss": 0.1856,
+      "step": 553800
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.8875416673693204e-05,
+      "loss": 0.1885,
+      "step": 553900
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.886979544343075e-05,
+      "loss": 0.1887,
+      "step": 554000
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 1.8864174213168296e-05,
+      "loss": 0.179,
+      "step": 554100
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.885855298290584e-05,
+      "loss": 0.1834,
+      "step": 554200
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.8852931752643385e-05,
+      "loss": 0.1831,
+      "step": 554300
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.8847310522380928e-05,
+      "loss": 0.1878,
+      "step": 554400
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.8841689292118475e-05,
+      "loss": 0.1841,
+      "step": 554500
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.8836068061856017e-05,
+      "loss": 0.1816,
+      "step": 554600
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.8830446831593564e-05,
+      "loss": 0.1901,
+      "step": 554700
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.882482560133111e-05,
+      "loss": 0.1777,
+      "step": 554800
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.8819204371068653e-05,
+      "loss": 0.1867,
+      "step": 554900
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.88135831408062e-05,
+      "loss": 0.191,
+      "step": 555000
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.8807961910543742e-05,
+      "loss": 0.1818,
+      "step": 555100
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.880234068028129e-05,
+      "loss": 0.19,
+      "step": 555200
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.879671945001883e-05,
+      "loss": 0.1826,
+      "step": 555300
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.8791098219756374e-05,
+      "loss": 0.1856,
+      "step": 555400
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.878547698949392e-05,
+      "loss": 0.1838,
+      "step": 555500
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.8779855759231467e-05,
+      "loss": 0.187,
+      "step": 555600
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.8774234528969013e-05,
+      "loss": 0.1824,
+      "step": 555700
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.8768613298706556e-05,
+      "loss": 0.1828,
+      "step": 555800
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.8762992068444102e-05,
+      "loss": 0.1801,
+      "step": 555900
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.8757370838181645e-05,
+      "loss": 0.1857,
+      "step": 556000
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.8751749607919188e-05,
+      "loss": 0.1838,
+      "step": 556100
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.8746128377656734e-05,
+      "loss": 0.1876,
+      "step": 556200
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.8740563359696905e-05,
+      "loss": 0.1854,
+      "step": 556300
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.8734942129434448e-05,
+      "loss": 0.189,
+      "step": 556400
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.872932089917199e-05,
+      "loss": 0.1778,
+      "step": 556500
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.872369966890954e-05,
+      "loss": 0.1873,
+      "step": 556600
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.8718078438647084e-05,
+      "loss": 0.184,
+      "step": 556700
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.871245720838463e-05,
+      "loss": 0.1862,
+      "step": 556800
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.8706835978122173e-05,
+      "loss": 0.1823,
+      "step": 556900
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.870121474785972e-05,
+      "loss": 0.1842,
+      "step": 557000
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.8695593517597262e-05,
+      "loss": 0.1885,
+      "step": 557100
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.8689972287334805e-05,
+      "loss": 0.1888,
+      "step": 557200
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.868435105707235e-05,
+      "loss": 0.1857,
+      "step": 557300
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.867878603911252e-05,
+      "loss": 0.1812,
+      "step": 557400
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.8673164808850065e-05,
+      "loss": 0.1827,
+      "step": 557500
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.866754357858761e-05,
+      "loss": 0.1841,
+      "step": 557600
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 1.8661922348325157e-05,
+      "loss": 0.1842,
+      "step": 557700
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.86563011180627e-05,
+      "loss": 0.1855,
+      "step": 557800
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.8650679887800247e-05,
+      "loss": 0.1862,
+      "step": 557900
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.864505865753779e-05,
+      "loss": 0.184,
+      "step": 558000
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.8639437427275332e-05,
+      "loss": 0.1846,
+      "step": 558100
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.863381619701288e-05,
+      "loss": 0.191,
+      "step": 558200
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.862819496675042e-05,
+      "loss": 0.1857,
+      "step": 558300
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.8622573736487968e-05,
+      "loss": 0.1888,
+      "step": 558400
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.8616952506225514e-05,
+      "loss": 0.1888,
+      "step": 558500
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.861133127596306e-05,
+      "loss": 0.1851,
+      "step": 558600
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.8605710045700603e-05,
+      "loss": 0.1798,
+      "step": 558700
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.8600088815438146e-05,
+      "loss": 0.1868,
+      "step": 558800
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.8594467585175692e-05,
+      "loss": 0.1951,
+      "step": 558900
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.8588846354913235e-05,
+      "loss": 0.1875,
+      "step": 559000
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.858322512465078e-05,
+      "loss": 0.1876,
+      "step": 559100
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.8577603894388328e-05,
+      "loss": 0.1887,
+      "step": 559200
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.8571982664125874e-05,
+      "loss": 0.1892,
+      "step": 559300
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 1.8566361433863417e-05,
+      "loss": 0.1844,
+      "step": 559400
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.856074020360096e-05,
+      "loss": 0.1874,
+      "step": 559500
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.8555118973338506e-05,
+      "loss": 0.1869,
+      "step": 559600
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.8549553955378677e-05,
+      "loss": 0.1907,
+      "step": 559700
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.854393272511622e-05,
+      "loss": 0.1884,
+      "step": 559800
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.8538311494853763e-05,
+      "loss": 0.1882,
+      "step": 559900
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.853269026459131e-05,
+      "loss": 0.1873,
+      "step": 560000
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.8527069034328852e-05,
+      "loss": 0.1883,
+      "step": 560100
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.85214478040664e-05,
+      "loss": 0.1866,
+      "step": 560200
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.8515826573803945e-05,
+      "loss": 0.1812,
+      "step": 560300
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.851020534354149e-05,
+      "loss": 0.1855,
+      "step": 560400
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.8504584113279034e-05,
+      "loss": 0.186,
+      "step": 560500
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.8498962883016577e-05,
+      "loss": 0.1951,
+      "step": 560600
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.8493341652754123e-05,
+      "loss": 0.1901,
+      "step": 560700
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.8487720422491666e-05,
+      "loss": 0.1827,
+      "step": 560800
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.8482099192229212e-05,
+      "loss": 0.1828,
+      "step": 560900
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.8476477961966755e-05,
+      "loss": 0.191,
+      "step": 561000
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.84708567317043e-05,
+      "loss": 0.1869,
+      "step": 561100
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 1.8465235501441848e-05,
+      "loss": 0.1936,
+      "step": 561200
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.845961427117939e-05,
+      "loss": 0.1874,
+      "step": 561300
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.8453993040916937e-05,
+      "loss": 0.1871,
+      "step": 561400
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.844837181065448e-05,
+      "loss": 0.189,
+      "step": 561500
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.8442750580392026e-05,
+      "loss": 0.1855,
+      "step": 561600
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.843712935012957e-05,
+      "loss": 0.1874,
+      "step": 561700
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.8431508119867115e-05,
+      "loss": 0.1856,
+      "step": 561800
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.842588688960466e-05,
+      "loss": 0.1818,
+      "step": 561900
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.8420265659342204e-05,
+      "loss": 0.1898,
+      "step": 562000
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.841464442907975e-05,
+      "loss": 0.1852,
+      "step": 562100
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.8409023198817294e-05,
+      "loss": 0.1925,
+      "step": 562200
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.840340196855484e-05,
+      "loss": 0.1857,
+      "step": 562300
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.8397780738292383e-05,
+      "loss": 0.1808,
+      "step": 562400
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.8392159508029926e-05,
+      "loss": 0.1898,
+      "step": 562500
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.8386538277767472e-05,
+      "loss": 0.1803,
+      "step": 562600
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.8380917047505018e-05,
+      "loss": 0.1897,
+      "step": 562700
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.8375295817242564e-05,
+      "loss": 0.189,
+      "step": 562800
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.8369674586980107e-05,
+      "loss": 0.1895,
+      "step": 562900
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.8364053356717654e-05,
+      "loss": 0.1861,
+      "step": 563000
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8358432126455196e-05,
+      "loss": 0.1863,
+      "step": 563100
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.835281089619274e-05,
+      "loss": 0.1845,
+      "step": 563200
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8347189665930286e-05,
+      "loss": 0.1836,
+      "step": 563300
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.834156843566783e-05,
+      "loss": 0.1845,
+      "step": 563400
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8335947205405378e-05,
+      "loss": 0.1849,
+      "step": 563500
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.833032597514292e-05,
+      "loss": 0.1854,
+      "step": 563600
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8324704744880467e-05,
+      "loss": 0.1935,
+      "step": 563700
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.831908351461801e-05,
+      "loss": 0.1837,
+      "step": 563800
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8313462284355553e-05,
+      "loss": 0.1811,
+      "step": 563900
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8307897266395724e-05,
+      "loss": 0.1835,
+      "step": 564000
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.830227603613327e-05,
+      "loss": 0.1902,
+      "step": 564100
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8296654805870813e-05,
+      "loss": 0.1832,
+      "step": 564200
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8291033575608356e-05,
+      "loss": 0.1872,
+      "step": 564300
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8285412345345903e-05,
+      "loss": 0.185,
+      "step": 564400
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.827979111508345e-05,
+      "loss": 0.1895,
+      "step": 564500
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8274169884820995e-05,
+      "loss": 0.185,
+      "step": 564600
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8268548654558538e-05,
+      "loss": 0.1858,
+      "step": 564700
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 1.8262927424296084e-05,
+      "loss": 0.1845,
+      "step": 564800
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.8257306194033627e-05,
+      "loss": 0.182,
+      "step": 564900
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.825168496377117e-05,
+      "loss": 0.1785,
+      "step": 565000
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.824611994581134e-05,
+      "loss": 0.1846,
+      "step": 565100
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.8240498715548887e-05,
+      "loss": 0.1866,
+      "step": 565200
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.823487748528643e-05,
+      "loss": 0.1822,
+      "step": 565300
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.8229256255023973e-05,
+      "loss": 0.1819,
+      "step": 565400
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.822363502476152e-05,
+      "loss": 0.1863,
+      "step": 565500
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.8218013794499066e-05,
+      "loss": 0.1721,
+      "step": 565600
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.8212392564236612e-05,
+      "loss": 0.1864,
+      "step": 565700
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.8206771333974155e-05,
+      "loss": 0.1862,
+      "step": 565800
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.82011501037117e-05,
+      "loss": 0.1813,
+      "step": 565900
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.8195528873449244e-05,
+      "loss": 0.1883,
+      "step": 566000
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.8189907643186787e-05,
+      "loss": 0.1889,
+      "step": 566100
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.8184286412924333e-05,
+      "loss": 0.1842,
+      "step": 566200
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.8178665182661876e-05,
+      "loss": 0.1923,
+      "step": 566300
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.8173043952399422e-05,
+      "loss": 0.1823,
+      "step": 566400
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.816742272213697e-05,
+      "loss": 0.179,
+      "step": 566500
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 1.8161801491874515e-05,
+      "loss": 0.191,
+      "step": 566600
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.8156180261612058e-05,
+      "loss": 0.1819,
+      "step": 566700
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.81505590313496e-05,
+      "loss": 0.185,
+      "step": 566800
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.8144937801087147e-05,
+      "loss": 0.1892,
+      "step": 566900
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.813931657082469e-05,
+      "loss": 0.1822,
+      "step": 567000
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.8133695340562236e-05,
+      "loss": 0.1801,
+      "step": 567100
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.8128074110299782e-05,
+      "loss": 0.1833,
+      "step": 567200
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.812245288003733e-05,
+      "loss": 0.186,
+      "step": 567300
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.811683164977487e-05,
+      "loss": 0.189,
+      "step": 567400
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.8111210419512414e-05,
+      "loss": 0.189,
+      "step": 567500
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.810558918924996e-05,
+      "loss": 0.1831,
+      "step": 567600
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.8099967958987504e-05,
+      "loss": 0.1823,
+      "step": 567700
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.809434672872505e-05,
+      "loss": 0.1868,
+      "step": 567800
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.8088725498462593e-05,
+      "loss": 0.1845,
+      "step": 567900
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.808310426820014e-05,
+      "loss": 0.1885,
+      "step": 568000
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.8077483037937685e-05,
+      "loss": 0.1838,
+      "step": 568100
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.8071861807675228e-05,
+      "loss": 0.1885,
+      "step": 568200
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 1.8066240577412774e-05,
+      "loss": 0.1846,
+      "step": 568300
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.8060619347150317e-05,
+      "loss": 0.1869,
+      "step": 568400
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.8054998116887864e-05,
+      "loss": 0.183,
+      "step": 568500
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.8049376886625407e-05,
+      "loss": 0.1908,
+      "step": 568600
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.8043755656362953e-05,
+      "loss": 0.1882,
+      "step": 568700
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.80381344261005e-05,
+      "loss": 0.1798,
+      "step": 568800
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.8032513195838042e-05,
+      "loss": 0.1863,
+      "step": 568900
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.8026891965575588e-05,
+      "loss": 0.1928,
+      "step": 569000
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.802127073531313e-05,
+      "loss": 0.1854,
+      "step": 569100
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.8015649505050677e-05,
+      "loss": 0.1841,
+      "step": 569200
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.801002827478822e-05,
+      "loss": 0.1837,
+      "step": 569300
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.8004407044525763e-05,
+      "loss": 0.1879,
+      "step": 569400
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.799878581426331e-05,
+      "loss": 0.1841,
+      "step": 569500
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.7993164584000856e-05,
+      "loss": 0.1849,
+      "step": 569600
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.7987599566041023e-05,
+      "loss": 0.1864,
+      "step": 569700
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.798197833577857e-05,
+      "loss": 0.1851,
+      "step": 569800
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.7976357105516116e-05,
+      "loss": 0.1899,
+      "step": 569900
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.797073587525366e-05,
+      "loss": 0.1902,
+      "step": 570000
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.7965114644991205e-05,
+      "loss": 0.1866,
+      "step": 570100
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7959493414728748e-05,
+      "loss": 0.1837,
+      "step": 570200
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7953872184466294e-05,
+      "loss": 0.1828,
+      "step": 570300
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7948250954203837e-05,
+      "loss": 0.1865,
+      "step": 570400
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.794262972394138e-05,
+      "loss": 0.1832,
+      "step": 570500
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7937008493678926e-05,
+      "loss": 0.1815,
+      "step": 570600
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7931387263416473e-05,
+      "loss": 0.188,
+      "step": 570700
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.792576603315402e-05,
+      "loss": 0.1896,
+      "step": 570800
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7920144802891562e-05,
+      "loss": 0.19,
+      "step": 570900
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7914523572629108e-05,
+      "loss": 0.1875,
+      "step": 571000
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.790890234236665e-05,
+      "loss": 0.1815,
+      "step": 571100
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7903281112104194e-05,
+      "loss": 0.1842,
+      "step": 571200
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.789765988184174e-05,
+      "loss": 0.1813,
+      "step": 571300
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7892038651579286e-05,
+      "loss": 0.1832,
+      "step": 571400
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7886417421316833e-05,
+      "loss": 0.1816,
+      "step": 571500
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7880796191054376e-05,
+      "loss": 0.1824,
+      "step": 571600
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7875174960791922e-05,
+      "loss": 0.1873,
+      "step": 571700
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7869553730529465e-05,
+      "loss": 0.1827,
+      "step": 571800
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 1.7863932500267008e-05,
+      "loss": 0.191,
+      "step": 571900
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.785836748230718e-05,
+      "loss": 0.1809,
+      "step": 572000
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.7852746252044725e-05,
+      "loss": 0.1869,
+      "step": 572100
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.7847125021782268e-05,
+      "loss": 0.1843,
+      "step": 572200
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.784150379151981e-05,
+      "loss": 0.1854,
+      "step": 572300
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.7835882561257357e-05,
+      "loss": 0.1869,
+      "step": 572400
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.7830317543297525e-05,
+      "loss": 0.1915,
+      "step": 572500
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.782469631303507e-05,
+      "loss": 0.1819,
+      "step": 572600
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.7819075082772617e-05,
+      "loss": 0.183,
+      "step": 572700
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.7813453852510163e-05,
+      "loss": 0.1824,
+      "step": 572800
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.7807832622247706e-05,
+      "loss": 0.1851,
+      "step": 572900
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.7802211391985253e-05,
+      "loss": 0.191,
+      "step": 573000
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.7796590161722795e-05,
+      "loss": 0.1837,
+      "step": 573100
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.779096893146034e-05,
+      "loss": 0.1856,
+      "step": 573200
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.778540391350051e-05,
+      "loss": 0.1952,
+      "step": 573300
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.7779782683238056e-05,
+      "loss": 0.1872,
+      "step": 573400
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.77741614529756e-05,
+      "loss": 0.186,
+      "step": 573500
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.776854022271314e-05,
+      "loss": 0.1851,
+      "step": 573600
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 1.7762918992450688e-05,
+      "loss": 0.1858,
+      "step": 573700
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.7757297762188234e-05,
+      "loss": 0.1913,
+      "step": 573800
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.775167653192578e-05,
+      "loss": 0.1833,
+      "step": 573900
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.7746055301663323e-05,
+      "loss": 0.1829,
+      "step": 574000
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.774043407140087e-05,
+      "loss": 0.1861,
+      "step": 574100
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.7734812841138412e-05,
+      "loss": 0.1853,
+      "step": 574200
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.7729191610875955e-05,
+      "loss": 0.1894,
+      "step": 574300
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.77235703806135e-05,
+      "loss": 0.1856,
+      "step": 574400
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.7717949150351044e-05,
+      "loss": 0.1874,
+      "step": 574500
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.771232792008859e-05,
+      "loss": 0.1856,
+      "step": 574600
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.7706706689826137e-05,
+      "loss": 0.1799,
+      "step": 574700
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.7701085459563683e-05,
+      "loss": 0.1799,
+      "step": 574800
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.7695464229301226e-05,
+      "loss": 0.1826,
+      "step": 574900
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.768984299903877e-05,
+      "loss": 0.1855,
+      "step": 575000
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.7684221768776315e-05,
+      "loss": 0.1794,
+      "step": 575100
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.7678600538513858e-05,
+      "loss": 0.1865,
+      "step": 575200
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.7672979308251404e-05,
+      "loss": 0.1821,
+      "step": 575300
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.766735807798895e-05,
+      "loss": 0.1884,
+      "step": 575400
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7661736847726497e-05,
+      "loss": 0.1849,
+      "step": 575500
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.765611561746404e-05,
+      "loss": 0.1823,
+      "step": 575600
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7650494387201583e-05,
+      "loss": 0.1807,
+      "step": 575700
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.764487315693913e-05,
+      "loss": 0.1809,
+      "step": 575800
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7639251926676672e-05,
+      "loss": 0.1919,
+      "step": 575900
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7633630696414218e-05,
+      "loss": 0.1846,
+      "step": 576000
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.762800946615176e-05,
+      "loss": 0.1862,
+      "step": 576100
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7622388235889307e-05,
+      "loss": 0.1813,
+      "step": 576200
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7616767005626854e-05,
+      "loss": 0.1843,
+      "step": 576300
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7611145775364397e-05,
+      "loss": 0.1896,
+      "step": 576400
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7605524545101943e-05,
+      "loss": 0.1864,
+      "step": 576500
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7599903314839486e-05,
+      "loss": 0.1829,
+      "step": 576600
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7594282084577032e-05,
+      "loss": 0.1814,
+      "step": 576700
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7588660854314575e-05,
+      "loss": 0.191,
+      "step": 576800
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.758303962405212e-05,
+      "loss": 0.1818,
+      "step": 576900
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7577418393789667e-05,
+      "loss": 0.1863,
+      "step": 577000
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.757179716352721e-05,
+      "loss": 0.1922,
+      "step": 577100
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 1.7566175933264757e-05,
+      "loss": 0.1923,
+      "step": 577200
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.75605547030023e-05,
+      "loss": 0.1896,
+      "step": 577300
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7554933472739846e-05,
+      "loss": 0.1914,
+      "step": 577400
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.754931224247739e-05,
+      "loss": 0.177,
+      "step": 577500
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.754369101221493e-05,
+      "loss": 0.1916,
+      "step": 577600
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7538069781952478e-05,
+      "loss": 0.1827,
+      "step": 577700
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7532448551690024e-05,
+      "loss": 0.1908,
+      "step": 577800
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.752682732142757e-05,
+      "loss": 0.1828,
+      "step": 577900
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7521262303467738e-05,
+      "loss": 0.1879,
+      "step": 578000
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7515641073205284e-05,
+      "loss": 0.1843,
+      "step": 578100
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7510019842942827e-05,
+      "loss": 0.1879,
+      "step": 578200
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7504398612680373e-05,
+      "loss": 0.1855,
+      "step": 578300
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7498777382417916e-05,
+      "loss": 0.1872,
+      "step": 578400
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7493156152155463e-05,
+      "loss": 0.188,
+      "step": 578500
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7487534921893005e-05,
+      "loss": 0.1872,
+      "step": 578600
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.748191369163055e-05,
+      "loss": 0.1877,
+      "step": 578700
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7476292461368095e-05,
+      "loss": 0.1845,
+      "step": 578800
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.747067123110564e-05,
+      "loss": 0.1863,
+      "step": 578900
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 1.7465050000843187e-05,
+      "loss": 0.1862,
+      "step": 579000
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.745942877058073e-05,
+      "loss": 0.1884,
+      "step": 579100
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.7453807540318276e-05,
+      "loss": 0.1812,
+      "step": 579200
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.744818631005582e-05,
+      "loss": 0.1835,
+      "step": 579300
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.744262129209599e-05,
+      "loss": 0.1844,
+      "step": 579400
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.7437000061833533e-05,
+      "loss": 0.1845,
+      "step": 579500
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.743137883157108e-05,
+      "loss": 0.186,
+      "step": 579600
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.7425757601308622e-05,
+      "loss": 0.1836,
+      "step": 579700
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.7420136371046165e-05,
+      "loss": 0.1851,
+      "step": 579800
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.741451514078371e-05,
+      "loss": 0.1803,
+      "step": 579900
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.7408893910521258e-05,
+      "loss": 0.185,
+      "step": 580000
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.7403272680258804e-05,
+      "loss": 0.1868,
+      "step": 580100
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.7397651449996347e-05,
+      "loss": 0.1847,
+      "step": 580200
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.7392030219733893e-05,
+      "loss": 0.1805,
+      "step": 580300
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.7386408989471436e-05,
+      "loss": 0.19,
+      "step": 580400
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.738078775920898e-05,
+      "loss": 0.1899,
+      "step": 580500
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.7375166528946525e-05,
+      "loss": 0.1821,
+      "step": 580600
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.736954529868407e-05,
+      "loss": 0.1875,
+      "step": 580700
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 1.7363924068421618e-05,
+      "loss": 0.1865,
+      "step": 580800
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.735830283815916e-05,
+      "loss": 0.1815,
+      "step": 580900
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.7352681607896707e-05,
+      "loss": 0.181,
+      "step": 581000
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.734706037763425e-05,
+      "loss": 0.1841,
+      "step": 581100
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.7341439147371793e-05,
+      "loss": 0.1798,
+      "step": 581200
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.733581791710934e-05,
+      "loss": 0.1852,
+      "step": 581300
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.7330196686846882e-05,
+      "loss": 0.1893,
+      "step": 581400
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.7324575456584428e-05,
+      "loss": 0.1857,
+      "step": 581500
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.7318954226321974e-05,
+      "loss": 0.1883,
+      "step": 581600
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.731333299605952e-05,
+      "loss": 0.1822,
+      "step": 581700
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.7307711765797064e-05,
+      "loss": 0.1827,
+      "step": 581800
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.7302090535534607e-05,
+      "loss": 0.1852,
+      "step": 581900
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.7296469305272153e-05,
+      "loss": 0.1873,
+      "step": 582000
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.7290848075009696e-05,
+      "loss": 0.1845,
+      "step": 582100
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.7285226844747242e-05,
+      "loss": 0.1859,
+      "step": 582200
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.7279605614484788e-05,
+      "loss": 0.1839,
+      "step": 582300
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.727398438422233e-05,
+      "loss": 0.1829,
+      "step": 582400
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.7268363153959877e-05,
+      "loss": 0.1903,
+      "step": 582500
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.726274192369742e-05,
+      "loss": 0.1823,
+      "step": 582600
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7257120693434967e-05,
+      "loss": 0.184,
+      "step": 582700
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.725149946317251e-05,
+      "loss": 0.1911,
+      "step": 582800
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7245878232910056e-05,
+      "loss": 0.1929,
+      "step": 582900
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.72402570026476e-05,
+      "loss": 0.1885,
+      "step": 583000
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7234635772385145e-05,
+      "loss": 0.1846,
+      "step": 583100
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.722901454212269e-05,
+      "loss": 0.1843,
+      "step": 583200
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7223393311860234e-05,
+      "loss": 0.1834,
+      "step": 583300
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.721777208159778e-05,
+      "loss": 0.1878,
+      "step": 583400
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7212150851335323e-05,
+      "loss": 0.1871,
+      "step": 583500
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7206585833375494e-05,
+      "loss": 0.1866,
+      "step": 583600
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7200964603113037e-05,
+      "loss": 0.1853,
+      "step": 583700
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7195343372850583e-05,
+      "loss": 0.183,
+      "step": 583800
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7189722142588126e-05,
+      "loss": 0.1888,
+      "step": 583900
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7184100912325673e-05,
+      "loss": 0.1841,
+      "step": 584000
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7178479682063215e-05,
+      "loss": 0.1847,
+      "step": 584100
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7172858451800762e-05,
+      "loss": 0.1895,
+      "step": 584200
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7167237221538308e-05,
+      "loss": 0.1859,
+      "step": 584300
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.716161599127585e-05,
+      "loss": 0.1919,
+      "step": 584400
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.7155994761013397e-05,
+      "loss": 0.1835,
+      "step": 584500
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.715037353075094e-05,
+      "loss": 0.1876,
+      "step": 584600
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.7144752300488486e-05,
+      "loss": 0.1864,
+      "step": 584700
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.713913107022603e-05,
+      "loss": 0.1891,
+      "step": 584800
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.7133509839963576e-05,
+      "loss": 0.1881,
+      "step": 584900
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.7127888609701122e-05,
+      "loss": 0.185,
+      "step": 585000
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.7122267379438665e-05,
+      "loss": 0.1838,
+      "step": 585100
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.711664614917621e-05,
+      "loss": 0.1867,
+      "step": 585200
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.7111024918913754e-05,
+      "loss": 0.1872,
+      "step": 585300
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.71054036886513e-05,
+      "loss": 0.1836,
+      "step": 585400
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.7099782458388843e-05,
+      "loss": 0.1829,
+      "step": 585500
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.7094161228126386e-05,
+      "loss": 0.1804,
+      "step": 585600
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.7088539997863932e-05,
+      "loss": 0.1825,
+      "step": 585700
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.708291876760148e-05,
+      "loss": 0.1847,
+      "step": 585800
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.7077297537339025e-05,
+      "loss": 0.1907,
+      "step": 585900
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.7071676307076568e-05,
+      "loss": 0.1872,
+      "step": 586000
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 1.7066055076814114e-05,
+      "loss": 0.1875,
+      "step": 586100
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.7060433846551657e-05,
+      "loss": 0.1915,
+      "step": 586200
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.70548126162892e-05,
+      "loss": 0.1869,
+      "step": 586300
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.7049191386026746e-05,
+      "loss": 0.1829,
+      "step": 586400
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.7043570155764292e-05,
+      "loss": 0.1855,
+      "step": 586500
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.703794892550184e-05,
+      "loss": 0.1848,
+      "step": 586600
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.703232769523938e-05,
+      "loss": 0.1835,
+      "step": 586700
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.7026706464976928e-05,
+      "loss": 0.1873,
+      "step": 586800
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.702108523471447e-05,
+      "loss": 0.1832,
+      "step": 586900
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.7015464004452013e-05,
+      "loss": 0.1856,
+      "step": 587000
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.700984277418956e-05,
+      "loss": 0.1832,
+      "step": 587100
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.7004221543927103e-05,
+      "loss": 0.1876,
+      "step": 587200
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.699860031366465e-05,
+      "loss": 0.1867,
+      "step": 587300
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.6992979083402195e-05,
+      "loss": 0.1779,
+      "step": 587400
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.6987357853139738e-05,
+      "loss": 0.1825,
+      "step": 587500
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.6981736622877284e-05,
+      "loss": 0.1883,
+      "step": 587600
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.6976115392614827e-05,
+      "loss": 0.1859,
+      "step": 587700
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.6970494162352374e-05,
+      "loss": 0.1812,
+      "step": 587800
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 1.6964872932089916e-05,
+      "loss": 0.1864,
+      "step": 587900
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.6959307914130087e-05,
+      "loss": 0.1868,
+      "step": 588000
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.695368668386763e-05,
+      "loss": 0.1848,
+      "step": 588100
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.6948065453605177e-05,
+      "loss": 0.1886,
+      "step": 588200
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.694244422334272e-05,
+      "loss": 0.1884,
+      "step": 588300
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.6936822993080266e-05,
+      "loss": 0.1845,
+      "step": 588400
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.6931201762817812e-05,
+      "loss": 0.1859,
+      "step": 588500
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.6925580532555355e-05,
+      "loss": 0.1851,
+      "step": 588600
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.69199593022929e-05,
+      "loss": 0.1885,
+      "step": 588700
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.6914338072030444e-05,
+      "loss": 0.1812,
+      "step": 588800
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.690871684176799e-05,
+      "loss": 0.1853,
+      "step": 588900
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.6903095611505533e-05,
+      "loss": 0.1865,
+      "step": 589000
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.689747438124308e-05,
+      "loss": 0.1833,
+      "step": 589100
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.6891853150980626e-05,
+      "loss": 0.1897,
+      "step": 589200
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.688623192071817e-05,
+      "loss": 0.1876,
+      "step": 589300
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.6880610690455715e-05,
+      "loss": 0.1849,
+      "step": 589400
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.6874989460193258e-05,
+      "loss": 0.1829,
+      "step": 589500
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.6869368229930804e-05,
+      "loss": 0.183,
+      "step": 589600
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.6863746999668347e-05,
+      "loss": 0.1865,
+      "step": 589700
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6858125769405893e-05,
+      "loss": 0.1877,
+      "step": 589800
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6852504539143436e-05,
+      "loss": 0.1864,
+      "step": 589900
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6846883308880982e-05,
+      "loss": 0.183,
+      "step": 590000
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.684126207861853e-05,
+      "loss": 0.1854,
+      "step": 590100
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6835697060658696e-05,
+      "loss": 0.1849,
+      "step": 590200
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6830075830396243e-05,
+      "loss": 0.1882,
+      "step": 590300
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6824454600133786e-05,
+      "loss": 0.187,
+      "step": 590400
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6818833369871332e-05,
+      "loss": 0.1801,
+      "step": 590500
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6813212139608875e-05,
+      "loss": 0.1811,
+      "step": 590600
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.680759090934642e-05,
+      "loss": 0.1883,
+      "step": 590700
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6801969679083964e-05,
+      "loss": 0.1789,
+      "step": 590800
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.679634844882151e-05,
+      "loss": 0.183,
+      "step": 590900
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6790727218559053e-05,
+      "loss": 0.1799,
+      "step": 591000
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.67851059882966e-05,
+      "loss": 0.1832,
+      "step": 591100
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6779484758034146e-05,
+      "loss": 0.1831,
+      "step": 591200
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6773919740074313e-05,
+      "loss": 0.1855,
+      "step": 591300
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.676829850981186e-05,
+      "loss": 0.1829,
+      "step": 591400
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 1.6762677279549402e-05,
+      "loss": 0.1886,
+      "step": 591500
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.675705604928695e-05,
+      "loss": 0.1896,
+      "step": 591600
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.675143481902449e-05,
+      "loss": 0.184,
+      "step": 591700
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.6745813588762038e-05,
+      "loss": 0.1841,
+      "step": 591800
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.674019235849958e-05,
+      "loss": 0.1892,
+      "step": 591900
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.6734571128237127e-05,
+      "loss": 0.1876,
+      "step": 592000
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.6728949897974673e-05,
+      "loss": 0.1835,
+      "step": 592100
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.6723328667712216e-05,
+      "loss": 0.1827,
+      "step": 592200
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.6717707437449762e-05,
+      "loss": 0.1805,
+      "step": 592300
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.6712086207187305e-05,
+      "loss": 0.1848,
+      "step": 592400
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.670646497692485e-05,
+      "loss": 0.1851,
+      "step": 592500
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.6700843746662395e-05,
+      "loss": 0.177,
+      "step": 592600
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.6695222516399937e-05,
+      "loss": 0.188,
+      "step": 592700
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.6689601286137484e-05,
+      "loss": 0.179,
+      "step": 592800
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.668398005587503e-05,
+      "loss": 0.1893,
+      "step": 592900
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.6678358825612576e-05,
+      "loss": 0.1811,
+      "step": 593000
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.667273759535012e-05,
+      "loss": 0.1849,
+      "step": 593100
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 1.6667116365087665e-05,
+      "loss": 0.1881,
+      "step": 593200
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.6661495134825208e-05,
+      "loss": 0.1856,
+      "step": 593300
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.665587390456275e-05,
+      "loss": 0.1855,
+      "step": 593400
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.6650252674300297e-05,
+      "loss": 0.1886,
+      "step": 593500
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.664463144403784e-05,
+      "loss": 0.1918,
+      "step": 593600
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.663901021377539e-05,
+      "loss": 0.1846,
+      "step": 593700
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.6633388983512933e-05,
+      "loss": 0.1864,
+      "step": 593800
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.66278239655531e-05,
+      "loss": 0.1898,
+      "step": 593900
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.6622202735290647e-05,
+      "loss": 0.1875,
+      "step": 594000
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.6616581505028193e-05,
+      "loss": 0.1857,
+      "step": 594100
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.6610960274765736e-05,
+      "loss": 0.1879,
+      "step": 594200
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.6605339044503282e-05,
+      "loss": 0.1829,
+      "step": 594300
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.6599717814240825e-05,
+      "loss": 0.188,
+      "step": 594400
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.6594096583978368e-05,
+      "loss": 0.1814,
+      "step": 594500
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.6588475353715914e-05,
+      "loss": 0.1865,
+      "step": 594600
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.658285412345346e-05,
+      "loss": 0.1843,
+      "step": 594700
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.6577232893191007e-05,
+      "loss": 0.1851,
+      "step": 594800
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.657161166292855e-05,
+      "loss": 0.1832,
+      "step": 594900
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 1.6565990432666096e-05,
+      "loss": 0.1869,
+      "step": 595000
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.656036920240364e-05,
+      "loss": 0.1823,
+      "step": 595100
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6554747972141182e-05,
+      "loss": 0.1866,
+      "step": 595200
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6549126741878728e-05,
+      "loss": 0.1834,
+      "step": 595300
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.654350551161627e-05,
+      "loss": 0.1872,
+      "step": 595400
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6537884281353817e-05,
+      "loss": 0.184,
+      "step": 595500
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6532263051091364e-05,
+      "loss": 0.1874,
+      "step": 595600
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.652664182082891e-05,
+      "loss": 0.1874,
+      "step": 595700
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6521020590566453e-05,
+      "loss": 0.1828,
+      "step": 595800
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6515399360303996e-05,
+      "loss": 0.1869,
+      "step": 595900
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6509778130041542e-05,
+      "loss": 0.1827,
+      "step": 596000
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6504156899779085e-05,
+      "loss": 0.1883,
+      "step": 596100
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.649853566951663e-05,
+      "loss": 0.1838,
+      "step": 596200
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6492914439254177e-05,
+      "loss": 0.1819,
+      "step": 596300
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6487293208991724e-05,
+      "loss": 0.1865,
+      "step": 596400
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6481671978729266e-05,
+      "loss": 0.1845,
+      "step": 596500
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.647605074846681e-05,
+      "loss": 0.1916,
+      "step": 596600
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6470429518204356e-05,
+      "loss": 0.1808,
+      "step": 596700
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.6464864500244527e-05,
+      "loss": 0.182,
+      "step": 596800
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.645924326998207e-05,
+      "loss": 0.1849,
+      "step": 596900
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6453622039719612e-05,
+      "loss": 0.1781,
+      "step": 597000
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.644800080945716e-05,
+      "loss": 0.1818,
+      "step": 597100
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.64423795791947e-05,
+      "loss": 0.1861,
+      "step": 597200
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6436758348932248e-05,
+      "loss": 0.1829,
+      "step": 597300
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6431137118669794e-05,
+      "loss": 0.1731,
+      "step": 597400
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6425515888407337e-05,
+      "loss": 0.1863,
+      "step": 597500
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6419894658144883e-05,
+      "loss": 0.1838,
+      "step": 597600
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6414273427882426e-05,
+      "loss": 0.1882,
+      "step": 597700
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6408652197619972e-05,
+      "loss": 0.1825,
+      "step": 597800
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6403030967357515e-05,
+      "loss": 0.1803,
+      "step": 597900
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.639740973709506e-05,
+      "loss": 0.1821,
+      "step": 598000
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6391788506832605e-05,
+      "loss": 0.1853,
+      "step": 598100
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.638616727657015e-05,
+      "loss": 0.1885,
+      "step": 598200
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6380546046307697e-05,
+      "loss": 0.1835,
+      "step": 598300
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.637492481604524e-05,
+      "loss": 0.1892,
+      "step": 598400
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6369303585782786e-05,
+      "loss": 0.1787,
+      "step": 598500
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.636368235552033e-05,
+      "loss": 0.1821,
+      "step": 598600
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.6358061125257875e-05,
+      "loss": 0.1871,
+      "step": 598700
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.6352496107298043e-05,
+      "loss": 0.1798,
+      "step": 598800
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.634687487703559e-05,
+      "loss": 0.183,
+      "step": 598900
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.6341253646773132e-05,
+      "loss": 0.1868,
+      "step": 599000
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.633563241651068e-05,
+      "loss": 0.1857,
+      "step": 599100
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.633001118624822e-05,
+      "loss": 0.1863,
+      "step": 599200
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.6324389955985768e-05,
+      "loss": 0.1875,
+      "step": 599300
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.6318768725723314e-05,
+      "loss": 0.1878,
+      "step": 599400
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.6313147495460857e-05,
+      "loss": 0.1864,
+      "step": 599500
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.6307526265198403e-05,
+      "loss": 0.1898,
+      "step": 599600
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.6301905034935946e-05,
+      "loss": 0.1793,
+      "step": 599700
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.6296283804673492e-05,
+      "loss": 0.1895,
+      "step": 599800
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.6290662574411035e-05,
+      "loss": 0.19,
+      "step": 599900
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.628504134414858e-05,
+      "loss": 0.1929,
+      "step": 600000
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.6279420113886128e-05,
+      "loss": 0.1971,
+      "step": 600100
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.627379888362367e-05,
+      "loss": 0.1807,
+      "step": 600200
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.6268177653361217e-05,
+      "loss": 0.1766,
+      "step": 600300
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 1.626255642309876e-05,
+      "loss": 0.1832,
+      "step": 600400
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6256935192836306e-05,
+      "loss": 0.1895,
+      "step": 600500
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.625131396257385e-05,
+      "loss": 0.1827,
+      "step": 600600
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6245692732311392e-05,
+      "loss": 0.1838,
+      "step": 600700
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6240071502048938e-05,
+      "loss": 0.1862,
+      "step": 600800
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6234450271786484e-05,
+      "loss": 0.1805,
+      "step": 600900
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.622882904152403e-05,
+      "loss": 0.1878,
+      "step": 601000
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6223207811261574e-05,
+      "loss": 0.1831,
+      "step": 601100
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.621758658099912e-05,
+      "loss": 0.1846,
+      "step": 601200
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6211965350736663e-05,
+      "loss": 0.1772,
+      "step": 601300
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6206344120474206e-05,
+      "loss": 0.186,
+      "step": 601400
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6200722890211752e-05,
+      "loss": 0.1822,
+      "step": 601500
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6195101659949298e-05,
+      "loss": 0.1911,
+      "step": 601600
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6189480429686844e-05,
+      "loss": 0.1833,
+      "step": 601700
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6183859199424387e-05,
+      "loss": 0.1876,
+      "step": 601800
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6178237969161934e-05,
+      "loss": 0.1839,
+      "step": 601900
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.6172616738899476e-05,
+      "loss": 0.1882,
+      "step": 602000
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 1.616699550863702e-05,
+      "loss": 0.1862,
+      "step": 602100
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.6161374278374566e-05,
+      "loss": 0.1796,
+      "step": 602200
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.615575304811211e-05,
+      "loss": 0.1806,
+      "step": 602300
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.6150131817849655e-05,
+      "loss": 0.1816,
+      "step": 602400
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.61445105875872e-05,
+      "loss": 0.1852,
+      "step": 602500
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.6138889357324744e-05,
+      "loss": 0.1871,
+      "step": 602600
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.613326812706229e-05,
+      "loss": 0.1787,
+      "step": 602700
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.6127646896799833e-05,
+      "loss": 0.1852,
+      "step": 602800
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.6122081878840004e-05,
+      "loss": 0.1913,
+      "step": 602900
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.6116460648577547e-05,
+      "loss": 0.1904,
+      "step": 603000
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.6110839418315093e-05,
+      "loss": 0.1835,
+      "step": 603100
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.6105218188052636e-05,
+      "loss": 0.1849,
+      "step": 603200
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.6099596957790182e-05,
+      "loss": 0.1911,
+      "step": 603300
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.6093975727527725e-05,
+      "loss": 0.1831,
+      "step": 603400
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.608835449726527e-05,
+      "loss": 0.1849,
+      "step": 603500
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.6082733267002818e-05,
+      "loss": 0.1852,
+      "step": 603600
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.607711203674036e-05,
+      "loss": 0.1834,
+      "step": 603700
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.6071490806477907e-05,
+      "loss": 0.1809,
+      "step": 603800
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.606586957621545e-05,
+      "loss": 0.186,
+      "step": 603900
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.6060248345952996e-05,
+      "loss": 0.1855,
+      "step": 604000
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.605462711569054e-05,
+      "loss": 0.1835,
+      "step": 604100
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.6049005885428085e-05,
+      "loss": 0.1847,
+      "step": 604200
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.6043384655165632e-05,
+      "loss": 0.1861,
+      "step": 604300
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.6037763424903175e-05,
+      "loss": 0.19,
+      "step": 604400
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.603214219464072e-05,
+      "loss": 0.1788,
+      "step": 604500
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.6026520964378264e-05,
+      "loss": 0.1838,
+      "step": 604600
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.602089973411581e-05,
+      "loss": 0.1825,
+      "step": 604700
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.6015278503853353e-05,
+      "loss": 0.1818,
+      "step": 604800
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.60096572735909e-05,
+      "loss": 0.1811,
+      "step": 604900
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.6004036043328442e-05,
+      "loss": 0.1779,
+      "step": 605000
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.599841481306599e-05,
+      "loss": 0.1876,
+      "step": 605100
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.5992793582803535e-05,
+      "loss": 0.1899,
+      "step": 605200
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.5987172352541078e-05,
+      "loss": 0.1841,
+      "step": 605300
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.5981551122278624e-05,
+      "loss": 0.1885,
+      "step": 605400
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.5975929892016167e-05,
+      "loss": 0.1853,
+      "step": 605500
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.5970308661753713e-05,
+      "loss": 0.1849,
+      "step": 605600
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 1.5964687431491256e-05,
+      "loss": 0.1828,
+      "step": 605700
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.5959066201228802e-05,
+      "loss": 0.1855,
+      "step": 605800
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.595350118326897e-05,
+      "loss": 0.1843,
+      "step": 605900
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.5947879953006516e-05,
+      "loss": 0.1835,
+      "step": 606000
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.594225872274406e-05,
+      "loss": 0.1882,
+      "step": 606100
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.5936637492481605e-05,
+      "loss": 0.1853,
+      "step": 606200
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.593101626221915e-05,
+      "loss": 0.1863,
+      "step": 606300
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.592545124425932e-05,
+      "loss": 0.1919,
+      "step": 606400
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.5919830013996865e-05,
+      "loss": 0.184,
+      "step": 606500
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.5914208783734408e-05,
+      "loss": 0.1852,
+      "step": 606600
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.5908587553471955e-05,
+      "loss": 0.182,
+      "step": 606700
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.5902966323209497e-05,
+      "loss": 0.1844,
+      "step": 606800
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.5897345092947044e-05,
+      "loss": 0.1848,
+      "step": 606900
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.5891723862684587e-05,
+      "loss": 0.1846,
+      "step": 607000
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.5886102632422133e-05,
+      "loss": 0.1787,
+      "step": 607100
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.588048140215968e-05,
+      "loss": 0.1803,
+      "step": 607200
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.5874860171897222e-05,
+      "loss": 0.1805,
+      "step": 607300
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.586923894163477e-05,
+      "loss": 0.1825,
+      "step": 607400
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.586361771137231e-05,
+      "loss": 0.1883,
+      "step": 607500
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.5857996481109858e-05,
+      "loss": 0.184,
+      "step": 607600
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.58523752508474e-05,
+      "loss": 0.1832,
+      "step": 607700
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.5846754020584943e-05,
+      "loss": 0.1808,
+      "step": 607800
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.584113279032249e-05,
+      "loss": 0.1782,
+      "step": 607900
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.5835511560060036e-05,
+      "loss": 0.1874,
+      "step": 608000
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.5829890329797582e-05,
+      "loss": 0.1817,
+      "step": 608100
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.5824269099535125e-05,
+      "loss": 0.1862,
+      "step": 608200
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.581864786927267e-05,
+      "loss": 0.1814,
+      "step": 608300
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.5813026639010214e-05,
+      "loss": 0.1865,
+      "step": 608400
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.5807405408747757e-05,
+      "loss": 0.1898,
+      "step": 608500
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.5801784178485303e-05,
+      "loss": 0.1871,
+      "step": 608600
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.579616294822285e-05,
+      "loss": 0.1866,
+      "step": 608700
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.5790541717960396e-05,
+      "loss": 0.1817,
+      "step": 608800
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.578492048769794e-05,
+      "loss": 0.1885,
+      "step": 608900
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.5779299257435485e-05,
+      "loss": 0.1836,
+      "step": 609000
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.5773678027173028e-05,
+      "loss": 0.1825,
+      "step": 609100
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 1.576805679691057e-05,
+      "loss": 0.1744,
+      "step": 609200
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5762435566648117e-05,
+      "loss": 0.1837,
+      "step": 609300
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.575681433638566e-05,
+      "loss": 0.1795,
+      "step": 609400
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5751193106123206e-05,
+      "loss": 0.1818,
+      "step": 609500
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5745571875860753e-05,
+      "loss": 0.1817,
+      "step": 609600
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.57399506455983e-05,
+      "loss": 0.1881,
+      "step": 609700
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5734329415335842e-05,
+      "loss": 0.1816,
+      "step": 609800
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5728708185073385e-05,
+      "loss": 0.1847,
+      "step": 609900
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.572308695481093e-05,
+      "loss": 0.189,
+      "step": 610000
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5717465724548474e-05,
+      "loss": 0.1822,
+      "step": 610100
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.571184449428602e-05,
+      "loss": 0.1822,
+      "step": 610200
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5706223264023563e-05,
+      "loss": 0.184,
+      "step": 610300
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5700602033761113e-05,
+      "loss": 0.1843,
+      "step": 610400
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5694980803498655e-05,
+      "loss": 0.1832,
+      "step": 610500
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.56893595732362e-05,
+      "loss": 0.1842,
+      "step": 610600
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5683738342973745e-05,
+      "loss": 0.1806,
+      "step": 610700
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5678117112711288e-05,
+      "loss": 0.1809,
+      "step": 610800
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5672495882448834e-05,
+      "loss": 0.1857,
+      "step": 610900
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.5666874652186377e-05,
+      "loss": 0.1829,
+      "step": 611000
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5661253421923923e-05,
+      "loss": 0.1793,
+      "step": 611100
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.565563219166147e-05,
+      "loss": 0.1761,
+      "step": 611200
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5650010961399012e-05,
+      "loss": 0.1826,
+      "step": 611300
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.564438973113656e-05,
+      "loss": 0.1818,
+      "step": 611400
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.56387685008741e-05,
+      "loss": 0.1787,
+      "step": 611500
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5633147270611648e-05,
+      "loss": 0.1802,
+      "step": 611600
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.562752604034919e-05,
+      "loss": 0.185,
+      "step": 611700
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5621904810086737e-05,
+      "loss": 0.1871,
+      "step": 611800
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.561628357982428e-05,
+      "loss": 0.1903,
+      "step": 611900
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5610662349561826e-05,
+      "loss": 0.1841,
+      "step": 612000
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5605041119299372e-05,
+      "loss": 0.1828,
+      "step": 612100
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5599419889036915e-05,
+      "loss": 0.1837,
+      "step": 612200
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.559379865877446e-05,
+      "loss": 0.1845,
+      "step": 612300
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5588177428512004e-05,
+      "loss": 0.1862,
+      "step": 612400
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5582612410552175e-05,
+      "loss": 0.188,
+      "step": 612500
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5576991180289718e-05,
+      "loss": 0.183,
+      "step": 612600
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5571369950027264e-05,
+      "loss": 0.1823,
+      "step": 612700
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5565748719764807e-05,
+      "loss": 0.1846,
+      "step": 612800
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.556012748950235e-05,
+      "loss": 0.1876,
+      "step": 612900
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.55545062592399e-05,
+      "loss": 0.1884,
+      "step": 613000
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5548885028977443e-05,
+      "loss": 0.1836,
+      "step": 613100
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.554326379871499e-05,
+      "loss": 0.1874,
+      "step": 613200
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5537642568452532e-05,
+      "loss": 0.1822,
+      "step": 613300
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5532021338190078e-05,
+      "loss": 0.1834,
+      "step": 613400
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.552640010792762e-05,
+      "loss": 0.185,
+      "step": 613500
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5520778877665164e-05,
+      "loss": 0.1816,
+      "step": 613600
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.551515764740271e-05,
+      "loss": 0.185,
+      "step": 613700
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5509536417140257e-05,
+      "loss": 0.1814,
+      "step": 613800
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5503915186877803e-05,
+      "loss": 0.1777,
+      "step": 613900
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5498293956615346e-05,
+      "loss": 0.1836,
+      "step": 614000
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5492672726352892e-05,
+      "loss": 0.1817,
+      "step": 614100
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5487051496090435e-05,
+      "loss": 0.1839,
+      "step": 614200
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5481430265827978e-05,
+      "loss": 0.1837,
+      "step": 614300
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5475809035565524e-05,
+      "loss": 0.1829,
+      "step": 614400
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5470187805303067e-05,
+      "loss": 0.1882,
+      "step": 614500
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 1.5464622787343238e-05,
+      "loss": 0.1835,
+      "step": 614600
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.545900155708078e-05,
+      "loss": 0.1833,
+      "step": 614700
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.5453380326818327e-05,
+      "loss": 0.1827,
+      "step": 614800
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.5447759096555873e-05,
+      "loss": 0.1904,
+      "step": 614900
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.544213786629342e-05,
+      "loss": 0.1866,
+      "step": 615000
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.5436516636030963e-05,
+      "loss": 0.1832,
+      "step": 615100
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.5430951618071134e-05,
+      "loss": 0.183,
+      "step": 615200
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.54253866001113e-05,
+      "loss": 0.1879,
+      "step": 615300
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.5419765369848848e-05,
+      "loss": 0.1861,
+      "step": 615400
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.541414413958639e-05,
+      "loss": 0.1879,
+      "step": 615500
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.5408522909323937e-05,
+      "loss": 0.1807,
+      "step": 615600
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.540290167906148e-05,
+      "loss": 0.1812,
+      "step": 615700
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.5397280448799026e-05,
+      "loss": 0.1811,
+      "step": 615800
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.539165921853657e-05,
+      "loss": 0.1865,
+      "step": 615900
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.5386037988274115e-05,
+      "loss": 0.1851,
+      "step": 616000
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.5380416758011658e-05,
+      "loss": 0.18,
+      "step": 616100
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.5374795527749204e-05,
+      "loss": 0.1825,
+      "step": 616200
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.536917429748675e-05,
+      "loss": 0.1902,
+      "step": 616300
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.5363553067224293e-05,
+      "loss": 0.1869,
+      "step": 616400
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.535793183696184e-05,
+      "loss": 0.1837,
+      "step": 616500
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.5352310606699382e-05,
+      "loss": 0.1854,
+      "step": 616600
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.534668937643693e-05,
+      "loss": 0.1784,
+      "step": 616700
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.534106814617447e-05,
+      "loss": 0.1807,
+      "step": 616800
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.5335446915912015e-05,
+      "loss": 0.179,
+      "step": 616900
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.5329825685649564e-05,
+      "loss": 0.1837,
+      "step": 617000
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.5324204455387107e-05,
+      "loss": 0.1842,
+      "step": 617100
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.5318583225124653e-05,
+      "loss": 0.1824,
+      "step": 617200
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.5312961994862196e-05,
+      "loss": 0.1863,
+      "step": 617300
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.530734076459974e-05,
+      "loss": 0.1886,
+      "step": 617400
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.5301719534337285e-05,
+      "loss": 0.1769,
+      "step": 617500
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.529609830407483e-05,
+      "loss": 0.1851,
+      "step": 617600
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.5290477073812375e-05,
+      "loss": 0.1779,
+      "step": 617700
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.528485584354992e-05,
+      "loss": 0.1788,
+      "step": 617800
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.5279234613287467e-05,
+      "loss": 0.1837,
+      "step": 617900
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.527361338302501e-05,
+      "loss": 0.184,
+      "step": 618000
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.5267992152762553e-05,
+      "loss": 0.1839,
+      "step": 618100
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.52623709225001e-05,
+      "loss": 0.1859,
+      "step": 618200
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5256749692237642e-05,
+      "loss": 0.187,
+      "step": 618300
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.525112846197519e-05,
+      "loss": 0.1815,
+      "step": 618400
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5245507231712733e-05,
+      "loss": 0.1803,
+      "step": 618500
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.523988600145028e-05,
+      "loss": 0.1826,
+      "step": 618600
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5234264771187822e-05,
+      "loss": 0.1828,
+      "step": 618700
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5228643540925367e-05,
+      "loss": 0.1842,
+      "step": 618800
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5223022310662913e-05,
+      "loss": 0.185,
+      "step": 618900
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5217401080400456e-05,
+      "loss": 0.185,
+      "step": 619000
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5211779850138002e-05,
+      "loss": 0.1842,
+      "step": 619100
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5206158619875547e-05,
+      "loss": 0.1852,
+      "step": 619200
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5200537389613093e-05,
+      "loss": 0.1854,
+      "step": 619300
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5194916159350636e-05,
+      "loss": 0.1844,
+      "step": 619400
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.518929492908818e-05,
+      "loss": 0.1873,
+      "step": 619500
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5183673698825727e-05,
+      "loss": 0.1838,
+      "step": 619600
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.517805246856327e-05,
+      "loss": 0.1825,
+      "step": 619700
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5172431238300816e-05,
+      "loss": 0.1823,
+      "step": 619800
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 1.5166810008038359e-05,
+      "loss": 0.1813,
+      "step": 619900
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5161188777775907e-05,
+      "loss": 0.1883,
+      "step": 620000
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.515556754751345e-05,
+      "loss": 0.1823,
+      "step": 620100
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5150002529553619e-05,
+      "loss": 0.1815,
+      "step": 620200
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5144381299291164e-05,
+      "loss": 0.1825,
+      "step": 620300
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.513876006902871e-05,
+      "loss": 0.1808,
+      "step": 620400
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5133138838766253e-05,
+      "loss": 0.1802,
+      "step": 620500
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5127517608503797e-05,
+      "loss": 0.182,
+      "step": 620600
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5121896378241344e-05,
+      "loss": 0.187,
+      "step": 620700
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5116275147978887e-05,
+      "loss": 0.1845,
+      "step": 620800
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5110653917716433e-05,
+      "loss": 0.1812,
+      "step": 620900
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5105032687453977e-05,
+      "loss": 0.1836,
+      "step": 621000
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5099411457191524e-05,
+      "loss": 0.1841,
+      "step": 621100
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5093790226929067e-05,
+      "loss": 0.1876,
+      "step": 621200
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.508816899666661e-05,
+      "loss": 0.1828,
+      "step": 621300
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5082547766404156e-05,
+      "loss": 0.1822,
+      "step": 621400
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.50769265361417e-05,
+      "loss": 0.1862,
+      "step": 621500
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.5071305305879247e-05,
+      "loss": 0.1759,
+      "step": 621600
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 1.506568407561679e-05,
+      "loss": 0.1859,
+      "step": 621700
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.5060062845354336e-05,
+      "loss": 0.1804,
+      "step": 621800
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.505444161509188e-05,
+      "loss": 0.1816,
+      "step": 621900
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.5048820384829423e-05,
+      "loss": 0.1866,
+      "step": 622000
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.504319915456697e-05,
+      "loss": 0.1831,
+      "step": 622100
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.5037577924304514e-05,
+      "loss": 0.1872,
+      "step": 622200
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.503195669404206e-05,
+      "loss": 0.1831,
+      "step": 622300
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.5026335463779603e-05,
+      "loss": 0.1741,
+      "step": 622400
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.5020714233517146e-05,
+      "loss": 0.1914,
+      "step": 622500
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.5015149215557317e-05,
+      "loss": 0.1866,
+      "step": 622600
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.5009527985294863e-05,
+      "loss": 0.1844,
+      "step": 622700
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.5003906755032406e-05,
+      "loss": 0.1844,
+      "step": 622800
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.4998285524769951e-05,
+      "loss": 0.1826,
+      "step": 622900
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.4992664294507497e-05,
+      "loss": 0.1858,
+      "step": 623000
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.498704306424504e-05,
+      "loss": 0.1744,
+      "step": 623100
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.4981421833982586e-05,
+      "loss": 0.185,
+      "step": 623200
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.4975800603720131e-05,
+      "loss": 0.1798,
+      "step": 623300
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.4970179373457677e-05,
+      "loss": 0.1848,
+      "step": 623400
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.496455814319522e-05,
+      "loss": 0.1781,
+      "step": 623500
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4958936912932765e-05,
+      "loss": 0.1798,
+      "step": 623600
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4953315682670311e-05,
+      "loss": 0.1796,
+      "step": 623700
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4947694452407854e-05,
+      "loss": 0.187,
+      "step": 623800
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.49420732221454e-05,
+      "loss": 0.182,
+      "step": 623900
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4936451991882943e-05,
+      "loss": 0.1844,
+      "step": 624000
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.493083076162049e-05,
+      "loss": 0.1872,
+      "step": 624100
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4925209531358034e-05,
+      "loss": 0.183,
+      "step": 624200
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4919588301095577e-05,
+      "loss": 0.1815,
+      "step": 624300
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4913967070833123e-05,
+      "loss": 0.1871,
+      "step": 624400
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4908345840570668e-05,
+      "loss": 0.1813,
+      "step": 624500
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4902780822610837e-05,
+      "loss": 0.1862,
+      "step": 624600
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4897159592348382e-05,
+      "loss": 0.1843,
+      "step": 624700
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4891538362085928e-05,
+      "loss": 0.1847,
+      "step": 624800
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.488591713182347e-05,
+      "loss": 0.18,
+      "step": 624900
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4880295901561017e-05,
+      "loss": 0.1874,
+      "step": 625000
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4874674671298562e-05,
+      "loss": 0.1881,
+      "step": 625100
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4869053441036108e-05,
+      "loss": 0.1866,
+      "step": 625200
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.486343221077365e-05,
+      "loss": 0.1877,
+      "step": 625300
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4857810980511194e-05,
+      "loss": 0.1773,
+      "step": 625400
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.485218975024874e-05,
+      "loss": 0.1807,
+      "step": 625500
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4846568519986284e-05,
+      "loss": 0.1837,
+      "step": 625600
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.484094728972383e-05,
+      "loss": 0.1777,
+      "step": 625700
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4835326059461374e-05,
+      "loss": 0.1795,
+      "step": 625800
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.482970482919892e-05,
+      "loss": 0.1871,
+      "step": 625900
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4824083598936464e-05,
+      "loss": 0.1814,
+      "step": 626000
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4818462368674007e-05,
+      "loss": 0.1839,
+      "step": 626100
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4812841138411554e-05,
+      "loss": 0.1859,
+      "step": 626200
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4807219908149098e-05,
+      "loss": 0.1807,
+      "step": 626300
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4801598677886644e-05,
+      "loss": 0.1798,
+      "step": 626400
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4795977447624187e-05,
+      "loss": 0.1815,
+      "step": 626500
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4790356217361734e-05,
+      "loss": 0.1834,
+      "step": 626600
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4784734987099278e-05,
+      "loss": 0.1748,
+      "step": 626700
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4779113756836821e-05,
+      "loss": 0.1786,
+      "step": 626800
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4773492526574367e-05,
+      "loss": 0.1823,
+      "step": 626900
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.476787129631191e-05,
+      "loss": 0.1791,
+      "step": 627000
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4762250066049457e-05,
+      "loss": 0.1827,
+      "step": 627100
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4756628835787001e-05,
+      "loss": 0.1881,
+      "step": 627200
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4751007605524547e-05,
+      "loss": 0.1872,
+      "step": 627300
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.474538637526209e-05,
+      "loss": 0.1798,
+      "step": 627400
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4739765144999635e-05,
+      "loss": 0.1885,
+      "step": 627500
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4734143914737181e-05,
+      "loss": 0.185,
+      "step": 627600
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4728522684474724e-05,
+      "loss": 0.1796,
+      "step": 627700
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.472290145421227e-05,
+      "loss": 0.1809,
+      "step": 627800
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4717280223949815e-05,
+      "loss": 0.1851,
+      "step": 627900
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4711658993687358e-05,
+      "loss": 0.1799,
+      "step": 628000
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4706037763424904e-05,
+      "loss": 0.1786,
+      "step": 628100
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4700416533162447e-05,
+      "loss": 0.1848,
+      "step": 628200
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4694795302899993e-05,
+      "loss": 0.1799,
+      "step": 628300
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4689174072637538e-05,
+      "loss": 0.1882,
+      "step": 628400
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4683609054677707e-05,
+      "loss": 0.1858,
+      "step": 628500
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4677987824415252e-05,
+      "loss": 0.1819,
+      "step": 628600
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4672366594152798e-05,
+      "loss": 0.1865,
+      "step": 628700
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 1.4666745363890341e-05,
+      "loss": 0.1832,
+      "step": 628800
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4661124133627887e-05,
+      "loss": 0.1851,
+      "step": 628900
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4655502903365432e-05,
+      "loss": 0.1833,
+      "step": 629000
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4649881673102975e-05,
+      "loss": 0.1786,
+      "step": 629100
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4644260442840521e-05,
+      "loss": 0.1814,
+      "step": 629200
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4638639212578066e-05,
+      "loss": 0.1841,
+      "step": 629300
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4633017982315612e-05,
+      "loss": 0.1809,
+      "step": 629400
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4627396752053155e-05,
+      "loss": 0.1843,
+      "step": 629500
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4621775521790701e-05,
+      "loss": 0.1857,
+      "step": 629600
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4616154291528244e-05,
+      "loss": 0.1815,
+      "step": 629700
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4610533061265788e-05,
+      "loss": 0.1833,
+      "step": 629800
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4604911831003335e-05,
+      "loss": 0.1837,
+      "step": 629900
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4599290600740878e-05,
+      "loss": 0.1823,
+      "step": 630000
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4593669370478424e-05,
+      "loss": 0.1851,
+      "step": 630100
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4588048140215968e-05,
+      "loss": 0.1809,
+      "step": 630200
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4582426909953515e-05,
+      "loss": 0.18,
+      "step": 630300
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4576805679691058e-05,
+      "loss": 0.1843,
+      "step": 630400
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4571184449428602e-05,
+      "loss": 0.184,
+      "step": 630500
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 1.4565563219166148e-05,
+      "loss": 0.1907,
+      "step": 630600
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4559941988903691e-05,
+      "loss": 0.1882,
+      "step": 630700
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4554320758641238e-05,
+      "loss": 0.1868,
+      "step": 630800
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.454869952837878e-05,
+      "loss": 0.1809,
+      "step": 630900
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4543078298116329e-05,
+      "loss": 0.183,
+      "step": 631000
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4537457067853871e-05,
+      "loss": 0.1801,
+      "step": 631100
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4531835837591414e-05,
+      "loss": 0.1832,
+      "step": 631200
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.452621460732896e-05,
+      "loss": 0.1779,
+      "step": 631300
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4520593377066505e-05,
+      "loss": 0.1837,
+      "step": 631400
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4514972146804051e-05,
+      "loss": 0.1826,
+      "step": 631500
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4509350916541594e-05,
+      "loss": 0.1872,
+      "step": 631600
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.450372968627914e-05,
+      "loss": 0.1816,
+      "step": 631700
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4498108456016685e-05,
+      "loss": 0.1831,
+      "step": 631800
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4492487225754228e-05,
+      "loss": 0.1833,
+      "step": 631900
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4486865995491774e-05,
+      "loss": 0.1891,
+      "step": 632000
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4481244765229319e-05,
+      "loss": 0.1818,
+      "step": 632100
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4475623534966865e-05,
+      "loss": 0.1818,
+      "step": 632200
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4470002304704408e-05,
+      "loss": 0.1859,
+      "step": 632300
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 1.4464381074441951e-05,
+      "loss": 0.179,
+      "step": 632400
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4458816056482122e-05,
+      "loss": 0.1887,
+      "step": 632500
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4453194826219668e-05,
+      "loss": 0.1822,
+      "step": 632600
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4447573595957211e-05,
+      "loss": 0.1795,
+      "step": 632700
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4441952365694756e-05,
+      "loss": 0.1843,
+      "step": 632800
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4436331135432302e-05,
+      "loss": 0.1818,
+      "step": 632900
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4430709905169845e-05,
+      "loss": 0.1832,
+      "step": 633000
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4425088674907391e-05,
+      "loss": 0.1816,
+      "step": 633100
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4419467444644936e-05,
+      "loss": 0.1773,
+      "step": 633200
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4413846214382482e-05,
+      "loss": 0.1893,
+      "step": 633300
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4408224984120025e-05,
+      "loss": 0.1796,
+      "step": 633400
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4402603753857568e-05,
+      "loss": 0.1842,
+      "step": 633500
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4396982523595116e-05,
+      "loss": 0.1865,
+      "step": 633600
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4391361293332659e-05,
+      "loss": 0.1796,
+      "step": 633700
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4385740063070205e-05,
+      "loss": 0.1811,
+      "step": 633800
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4380118832807748e-05,
+      "loss": 0.1796,
+      "step": 633900
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4374497602545294e-05,
+      "loss": 0.1801,
+      "step": 634000
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4368876372282839e-05,
+      "loss": 0.1806,
+      "step": 634100
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 1.4363255142020382e-05,
+      "loss": 0.1834,
+      "step": 634200
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4357633911757928e-05,
+      "loss": 0.1784,
+      "step": 634300
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4352012681495472e-05,
+      "loss": 0.181,
+      "step": 634400
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4346391451233019e-05,
+      "loss": 0.1813,
+      "step": 634500
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4340826433273186e-05,
+      "loss": 0.1865,
+      "step": 634600
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4335205203010733e-05,
+      "loss": 0.1901,
+      "step": 634700
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4329583972748276e-05,
+      "loss": 0.1864,
+      "step": 634800
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4323962742485822e-05,
+      "loss": 0.1791,
+      "step": 634900
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4318341512223365e-05,
+      "loss": 0.1893,
+      "step": 635000
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4312720281960913e-05,
+      "loss": 0.1804,
+      "step": 635100
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4307099051698456e-05,
+      "loss": 0.1789,
+      "step": 635200
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4301477821435998e-05,
+      "loss": 0.185,
+      "step": 635300
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4295856591173545e-05,
+      "loss": 0.1842,
+      "step": 635400
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.429023536091109e-05,
+      "loss": 0.1873,
+      "step": 635500
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4284614130648636e-05,
+      "loss": 0.1915,
+      "step": 635600
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4278992900386178e-05,
+      "loss": 0.1824,
+      "step": 635700
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.4273371670123725e-05,
+      "loss": 0.184,
+      "step": 635800
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 1.426775043986127e-05,
+      "loss": 0.1823,
+      "step": 635900
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4262129209598812e-05,
+      "loss": 0.174,
+      "step": 636000
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4256507979336359e-05,
+      "loss": 0.1851,
+      "step": 636100
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4250886749073903e-05,
+      "loss": 0.1818,
+      "step": 636200
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4245321731114072e-05,
+      "loss": 0.1854,
+      "step": 636300
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4239700500851615e-05,
+      "loss": 0.1814,
+      "step": 636400
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4234079270589162e-05,
+      "loss": 0.1854,
+      "step": 636500
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4228458040326706e-05,
+      "loss": 0.1845,
+      "step": 636600
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4222836810064252e-05,
+      "loss": 0.187,
+      "step": 636700
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4217215579801795e-05,
+      "loss": 0.1769,
+      "step": 636800
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4211594349539342e-05,
+      "loss": 0.1816,
+      "step": 636900
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4205973119276886e-05,
+      "loss": 0.174,
+      "step": 637000
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4200351889014429e-05,
+      "loss": 0.1819,
+      "step": 637100
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4194730658751975e-05,
+      "loss": 0.1887,
+      "step": 637200
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.418910942848952e-05,
+      "loss": 0.1796,
+      "step": 637300
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4183488198227066e-05,
+      "loss": 0.1794,
+      "step": 637400
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4177866967964609e-05,
+      "loss": 0.1829,
+      "step": 637500
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.4172245737702152e-05,
+      "loss": 0.1844,
+      "step": 637600
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 1.41666245074397e-05,
+      "loss": 0.182,
+      "step": 637700
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4161003277177243e-05,
+      "loss": 0.1788,
+      "step": 637800
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4155382046914789e-05,
+      "loss": 0.1873,
+      "step": 637900
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4149760816652332e-05,
+      "loss": 0.1783,
+      "step": 638000
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4144139586389878e-05,
+      "loss": 0.1785,
+      "step": 638100
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4138518356127423e-05,
+      "loss": 0.1875,
+      "step": 638200
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4132897125864966e-05,
+      "loss": 0.1868,
+      "step": 638300
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4127275895602512e-05,
+      "loss": 0.182,
+      "step": 638400
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4121654665340057e-05,
+      "loss": 0.1842,
+      "step": 638500
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4116033435077603e-05,
+      "loss": 0.1816,
+      "step": 638600
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4110412204815146e-05,
+      "loss": 0.1828,
+      "step": 638700
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4104790974552692e-05,
+      "loss": 0.1811,
+      "step": 638800
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4099169744290237e-05,
+      "loss": 0.1847,
+      "step": 638900
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.409354851402778e-05,
+      "loss": 0.1796,
+      "step": 639000
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4087927283765326e-05,
+      "loss": 0.1804,
+      "step": 639100
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4082306053502869e-05,
+      "loss": 0.1814,
+      "step": 639200
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4076684823240415e-05,
+      "loss": 0.1807,
+      "step": 639300
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.407106359297796e-05,
+      "loss": 0.1842,
+      "step": 639400
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 1.4065442362715506e-05,
+      "loss": 0.1859,
+      "step": 639500
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.4059821132453049e-05,
+      "loss": 0.1844,
+      "step": 639600
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.4054199902190593e-05,
+      "loss": 0.1789,
+      "step": 639700
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.404857867192814e-05,
+      "loss": 0.1839,
+      "step": 639800
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.4042957441665682e-05,
+      "loss": 0.1868,
+      "step": 639900
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.4037336211403229e-05,
+      "loss": 0.184,
+      "step": 640000
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.4031714981140773e-05,
+      "loss": 0.1771,
+      "step": 640100
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.402609375087832e-05,
+      "loss": 0.1815,
+      "step": 640200
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.4020472520615863e-05,
+      "loss": 0.1888,
+      "step": 640300
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.4014851290353407e-05,
+      "loss": 0.1734,
+      "step": 640400
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.4009286272393576e-05,
+      "loss": 0.1838,
+      "step": 640500
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.4003665042131123e-05,
+      "loss": 0.1869,
+      "step": 640600
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.3998043811868666e-05,
+      "loss": 0.1755,
+      "step": 640700
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.399242258160621e-05,
+      "loss": 0.189,
+      "step": 640800
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.3986801351343756e-05,
+      "loss": 0.1827,
+      "step": 640900
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.39811801210813e-05,
+      "loss": 0.184,
+      "step": 641000
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.3975558890818846e-05,
+      "loss": 0.1845,
+      "step": 641100
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.396993766055639e-05,
+      "loss": 0.1828,
+      "step": 641200
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.3964316430293936e-05,
+      "loss": 0.1801,
+      "step": 641300
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.395869520003148e-05,
+      "loss": 0.1726,
+      "step": 641400
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.3953073969769024e-05,
+      "loss": 0.1811,
+      "step": 641500
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.394745273950657e-05,
+      "loss": 0.1779,
+      "step": 641600
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.3941831509244113e-05,
+      "loss": 0.1857,
+      "step": 641700
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.393621027898166e-05,
+      "loss": 0.1831,
+      "step": 641800
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.3930589048719202e-05,
+      "loss": 0.1807,
+      "step": 641900
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.392496781845675e-05,
+      "loss": 0.1844,
+      "step": 642000
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.3919346588194293e-05,
+      "loss": 0.1832,
+      "step": 642100
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.3913725357931836e-05,
+      "loss": 0.1825,
+      "step": 642200
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.3908104127669382e-05,
+      "loss": 0.1842,
+      "step": 642300
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.3902482897406927e-05,
+      "loss": 0.1793,
+      "step": 642400
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.3896861667144473e-05,
+      "loss": 0.1827,
+      "step": 642500
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.3891240436882016e-05,
+      "loss": 0.1788,
+      "step": 642600
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.388561920661956e-05,
+      "loss": 0.1744,
+      "step": 642700
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.3879997976357107e-05,
+      "loss": 0.1812,
+      "step": 642800
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.3874432958397276e-05,
+      "loss": 0.181,
+      "step": 642900
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 1.3868867940437444e-05,
+      "loss": 0.1823,
+      "step": 643000
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.386324671017499e-05,
+      "loss": 0.1743,
+      "step": 643100
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3857625479912533e-05,
+      "loss": 0.183,
+      "step": 643200
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.385200424965008e-05,
+      "loss": 0.1856,
+      "step": 643300
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3846383019387624e-05,
+      "loss": 0.1801,
+      "step": 643400
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3840761789125167e-05,
+      "loss": 0.1866,
+      "step": 643500
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3835140558862713e-05,
+      "loss": 0.1832,
+      "step": 643600
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3829519328600258e-05,
+      "loss": 0.1781,
+      "step": 643700
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3823898098337804e-05,
+      "loss": 0.1848,
+      "step": 643800
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3818276868075347e-05,
+      "loss": 0.1805,
+      "step": 643900
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3812655637812893e-05,
+      "loss": 0.1765,
+      "step": 644000
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3807034407550438e-05,
+      "loss": 0.1802,
+      "step": 644100
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.380141317728798e-05,
+      "loss": 0.1778,
+      "step": 644200
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3795791947025527e-05,
+      "loss": 0.1827,
+      "step": 644300
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3790170716763071e-05,
+      "loss": 0.1833,
+      "step": 644400
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3784549486500618e-05,
+      "loss": 0.1824,
+      "step": 644500
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.377892825623816e-05,
+      "loss": 0.1804,
+      "step": 644600
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.3773307025975707e-05,
+      "loss": 0.1812,
+      "step": 644700
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 1.376768579571325e-05,
+      "loss": 0.1778,
+      "step": 644800
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3762064565450794e-05,
+      "loss": 0.1801,
+      "step": 644900
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.375644333518834e-05,
+      "loss": 0.1885,
+      "step": 645000
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3750822104925884e-05,
+      "loss": 0.1806,
+      "step": 645100
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.374520087466343e-05,
+      "loss": 0.1862,
+      "step": 645200
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3739579644400974e-05,
+      "loss": 0.1781,
+      "step": 645300
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.373395841413852e-05,
+      "loss": 0.1807,
+      "step": 645400
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3728393396178688e-05,
+      "loss": 0.1782,
+      "step": 645500
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3722772165916235e-05,
+      "loss": 0.1827,
+      "step": 645600
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3717150935653777e-05,
+      "loss": 0.1846,
+      "step": 645700
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3711529705391324e-05,
+      "loss": 0.1819,
+      "step": 645800
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3705908475128867e-05,
+      "loss": 0.1793,
+      "step": 645900
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3700287244866411e-05,
+      "loss": 0.1792,
+      "step": 646000
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3694666014603957e-05,
+      "loss": 0.1888,
+      "step": 646100
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.36890447843415e-05,
+      "loss": 0.1853,
+      "step": 646200
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3683423554079047e-05,
+      "loss": 0.1881,
+      "step": 646300
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3677802323816591e-05,
+      "loss": 0.1824,
+      "step": 646400
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.3672181093554137e-05,
+      "loss": 0.1827,
+      "step": 646500
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 1.366655986329168e-05,
+      "loss": 0.182,
+      "step": 646600
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3660938633029225e-05,
+      "loss": 0.1817,
+      "step": 646700
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3655317402766771e-05,
+      "loss": 0.1798,
+      "step": 646800
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3649696172504314e-05,
+      "loss": 0.178,
+      "step": 646900
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.364407494224186e-05,
+      "loss": 0.1817,
+      "step": 647000
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3638453711979405e-05,
+      "loss": 0.1806,
+      "step": 647100
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3632832481716951e-05,
+      "loss": 0.1814,
+      "step": 647200
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3627267463757117e-05,
+      "loss": 0.185,
+      "step": 647300
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3621646233494663e-05,
+      "loss": 0.185,
+      "step": 647400
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3616025003232208e-05,
+      "loss": 0.1815,
+      "step": 647500
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3610403772969751e-05,
+      "loss": 0.1828,
+      "step": 647600
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3604782542707297e-05,
+      "loss": 0.1812,
+      "step": 647700
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3599161312444842e-05,
+      "loss": 0.1822,
+      "step": 647800
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3593540082182388e-05,
+      "loss": 0.1786,
+      "step": 647900
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3587918851919931e-05,
+      "loss": 0.1822,
+      "step": 648000
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3582297621657477e-05,
+      "loss": 0.1823,
+      "step": 648100
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3576676391395022e-05,
+      "loss": 0.1769,
+      "step": 648200
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3571055161132565e-05,
+      "loss": 0.1783,
+      "step": 648300
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 1.3565433930870111e-05,
+      "loss": 0.1875,
+      "step": 648400
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3559812700607654e-05,
+      "loss": 0.1806,
+      "step": 648500
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3554191470345202e-05,
+      "loss": 0.1815,
+      "step": 648600
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3548570240082745e-05,
+      "loss": 0.1836,
+      "step": 648700
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3542949009820291e-05,
+      "loss": 0.1765,
+      "step": 648800
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3537327779557834e-05,
+      "loss": 0.1966,
+      "step": 648900
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3531706549295379e-05,
+      "loss": 0.1764,
+      "step": 649000
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3526085319032925e-05,
+      "loss": 0.183,
+      "step": 649100
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3520464088770468e-05,
+      "loss": 0.1787,
+      "step": 649200
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3514842858508014e-05,
+      "loss": 0.1818,
+      "step": 649300
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3509221628245559e-05,
+      "loss": 0.1825,
+      "step": 649400
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3503600397983105e-05,
+      "loss": 0.1792,
+      "step": 649500
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3497979167720648e-05,
+      "loss": 0.1825,
+      "step": 649600
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3492357937458192e-05,
+      "loss": 0.1838,
+      "step": 649700
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3486736707195739e-05,
+      "loss": 0.1802,
+      "step": 649800
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3481115476933281e-05,
+      "loss": 0.1829,
+      "step": 649900
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3475494246670828e-05,
+      "loss": 0.1749,
+      "step": 650000
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.346987301640837e-05,
+      "loss": 0.1827,
+      "step": 650100
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 1.3464251786145919e-05,
+      "loss": 0.1838,
+      "step": 650200
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3458630555883461e-05,
+      "loss": 0.1783,
+      "step": 650300
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3453009325621004e-05,
+      "loss": 0.1718,
+      "step": 650400
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.344738809535855e-05,
+      "loss": 0.1862,
+      "step": 650500
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3441766865096095e-05,
+      "loss": 0.1847,
+      "step": 650600
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3436145634833641e-05,
+      "loss": 0.1805,
+      "step": 650700
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3430524404571184e-05,
+      "loss": 0.185,
+      "step": 650800
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.342490317430873e-05,
+      "loss": 0.1802,
+      "step": 650900
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3419281944046275e-05,
+      "loss": 0.1823,
+      "step": 651000
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3413660713783818e-05,
+      "loss": 0.179,
+      "step": 651100
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3408039483521364e-05,
+      "loss": 0.1828,
+      "step": 651200
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3402418253258909e-05,
+      "loss": 0.189,
+      "step": 651300
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3396797022996455e-05,
+      "loss": 0.1819,
+      "step": 651400
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3391175792733998e-05,
+      "loss": 0.1832,
+      "step": 651500
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3385554562471544e-05,
+      "loss": 0.1776,
+      "step": 651600
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3379933332209087e-05,
+      "loss": 0.1767,
+      "step": 651700
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3374312101946632e-05,
+      "loss": 0.1847,
+      "step": 651800
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 1.3368690871684178e-05,
+      "loss": 0.1815,
+      "step": 651900
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3363069641421721e-05,
+      "loss": 0.1792,
+      "step": 652000
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3357448411159267e-05,
+      "loss": 0.1793,
+      "step": 652100
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3351827180896812e-05,
+      "loss": 0.1835,
+      "step": 652200
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3346205950634358e-05,
+      "loss": 0.1867,
+      "step": 652300
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3340640932674526e-05,
+      "loss": 0.1828,
+      "step": 652400
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3335019702412072e-05,
+      "loss": 0.1874,
+      "step": 652500
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3329398472149615e-05,
+      "loss": 0.1849,
+      "step": 652600
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3323777241887158e-05,
+      "loss": 0.1816,
+      "step": 652700
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3318156011624706e-05,
+      "loss": 0.1826,
+      "step": 652800
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3312534781362249e-05,
+      "loss": 0.1783,
+      "step": 652900
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3306913551099795e-05,
+      "loss": 0.1829,
+      "step": 653000
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3301292320837338e-05,
+      "loss": 0.1773,
+      "step": 653100
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3295671090574884e-05,
+      "loss": 0.1845,
+      "step": 653200
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3290049860312429e-05,
+      "loss": 0.1844,
+      "step": 653300
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3284428630049972e-05,
+      "loss": 0.1818,
+      "step": 653400
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3278807399787518e-05,
+      "loss": 0.1784,
+      "step": 653500
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3273186169525063e-05,
+      "loss": 0.1807,
+      "step": 653600
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 1.3267564939262609e-05,
+      "loss": 0.1807,
+      "step": 653700
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3261943709000152e-05,
+      "loss": 0.1744,
+      "step": 653800
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3256322478737698e-05,
+      "loss": 0.1802,
+      "step": 653900
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3250701248475243e-05,
+      "loss": 0.1808,
+      "step": 654000
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3245080018212785e-05,
+      "loss": 0.1775,
+      "step": 654100
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3239458787950332e-05,
+      "loss": 0.1834,
+      "step": 654200
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3233837557687875e-05,
+      "loss": 0.1755,
+      "step": 654300
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3228216327425421e-05,
+      "loss": 0.1806,
+      "step": 654400
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3222595097162965e-05,
+      "loss": 0.1723,
+      "step": 654500
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3216973866900512e-05,
+      "loss": 0.179,
+      "step": 654600
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3211352636638055e-05,
+      "loss": 0.1738,
+      "step": 654700
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.32057314063756e-05,
+      "loss": 0.1781,
+      "step": 654800
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3200110176113146e-05,
+      "loss": 0.1827,
+      "step": 654900
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3194488945850688e-05,
+      "loss": 0.1786,
+      "step": 655000
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3188867715588235e-05,
+      "loss": 0.182,
+      "step": 655100
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.318324648532578e-05,
+      "loss": 0.1812,
+      "step": 655200
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3177625255063326e-05,
+      "loss": 0.1792,
+      "step": 655300
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3172004024800868e-05,
+      "loss": 0.1817,
+      "step": 655400
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3166382794538413e-05,
+      "loss": 0.1814,
+      "step": 655500
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.316076156427596e-05,
+      "loss": 0.1789,
+      "step": 655600
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3155140334013502e-05,
+      "loss": 0.181,
+      "step": 655700
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3149519103751048e-05,
+      "loss": 0.1793,
+      "step": 655800
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3143897873488591e-05,
+      "loss": 0.1818,
+      "step": 655900
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3138276643226138e-05,
+      "loss": 0.1789,
+      "step": 656000
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3132711625266305e-05,
+      "loss": 0.186,
+      "step": 656100
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3127090395003852e-05,
+      "loss": 0.1833,
+      "step": 656200
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3121469164741396e-05,
+      "loss": 0.1791,
+      "step": 656300
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3115847934478942e-05,
+      "loss": 0.1849,
+      "step": 656400
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3110226704216485e-05,
+      "loss": 0.1815,
+      "step": 656500
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.310460547395403e-05,
+      "loss": 0.1801,
+      "step": 656600
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3098984243691576e-05,
+      "loss": 0.1817,
+      "step": 656700
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3093363013429119e-05,
+      "loss": 0.1838,
+      "step": 656800
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.308779799546929e-05,
+      "loss": 0.1772,
+      "step": 656900
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3082176765206833e-05,
+      "loss": 0.1744,
+      "step": 657000
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.307655553494438e-05,
+      "loss": 0.1771,
+      "step": 657100
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3070934304681922e-05,
+      "loss": 0.1843,
+      "step": 657200
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.3065313074419468e-05,
+      "loss": 0.183,
+      "step": 657300
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.3059691844157013e-05,
+      "loss": 0.1894,
+      "step": 657400
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.3054070613894556e-05,
+      "loss": 0.1774,
+      "step": 657500
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.3048449383632102e-05,
+      "loss": 0.1835,
+      "step": 657600
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.3042828153369647e-05,
+      "loss": 0.1789,
+      "step": 657700
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.3037206923107193e-05,
+      "loss": 0.1796,
+      "step": 657800
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.3031585692844736e-05,
+      "loss": 0.1784,
+      "step": 657900
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.3025964462582282e-05,
+      "loss": 0.1818,
+      "step": 658000
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.3020343232319827e-05,
+      "loss": 0.1785,
+      "step": 658100
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.301472200205737e-05,
+      "loss": 0.1788,
+      "step": 658200
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.3009100771794916e-05,
+      "loss": 0.1826,
+      "step": 658300
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.3003479541532459e-05,
+      "loss": 0.1837,
+      "step": 658400
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.2997858311270005e-05,
+      "loss": 0.1799,
+      "step": 658500
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.299223708100755e-05,
+      "loss": 0.1859,
+      "step": 658600
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.2986615850745096e-05,
+      "loss": 0.1763,
+      "step": 658700
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.2980994620482639e-05,
+      "loss": 0.1781,
+      "step": 658800
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.2975373390220183e-05,
+      "loss": 0.18,
+      "step": 658900
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.296975215995773e-05,
+      "loss": 0.1836,
+      "step": 659000
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 1.2964130929695273e-05,
+      "loss": 0.1853,
+      "step": 659100
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.2958509699432819e-05,
+      "loss": 0.1809,
+      "step": 659200
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.2952888469170363e-05,
+      "loss": 0.1798,
+      "step": 659300
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.294726723890791e-05,
+      "loss": 0.1821,
+      "step": 659400
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.2941646008645453e-05,
+      "loss": 0.1824,
+      "step": 659500
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.2936024778382995e-05,
+      "loss": 0.1813,
+      "step": 659600
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.2930403548120543e-05,
+      "loss": 0.1844,
+      "step": 659700
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.2924782317858086e-05,
+      "loss": 0.1847,
+      "step": 659800
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.2919161087595633e-05,
+      "loss": 0.176,
+      "step": 659900
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.2913539857333175e-05,
+      "loss": 0.1914,
+      "step": 660000
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.2907918627070722e-05,
+      "loss": 0.1845,
+      "step": 660100
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.2902297396808266e-05,
+      "loss": 0.181,
+      "step": 660200
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.289667616654581e-05,
+      "loss": 0.1708,
+      "step": 660300
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.2891054936283356e-05,
+      "loss": 0.1815,
+      "step": 660400
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.28854337060209e-05,
+      "loss": 0.1831,
+      "step": 660500
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.287986868806107e-05,
+      "loss": 0.1838,
+      "step": 660600
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.2874247457798614e-05,
+      "loss": 0.1806,
+      "step": 660700
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 1.286862622753616e-05,
+      "loss": 0.1758,
+      "step": 660800
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2863004997273703e-05,
+      "loss": 0.1816,
+      "step": 660900
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.285738376701125e-05,
+      "loss": 0.1893,
+      "step": 661000
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2851762536748792e-05,
+      "loss": 0.1777,
+      "step": 661100
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.284614130648634e-05,
+      "loss": 0.1832,
+      "step": 661200
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2840520076223883e-05,
+      "loss": 0.1813,
+      "step": 661300
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2834898845961426e-05,
+      "loss": 0.1821,
+      "step": 661400
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2829277615698972e-05,
+      "loss": 0.1714,
+      "step": 661500
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2823656385436517e-05,
+      "loss": 0.1811,
+      "step": 661600
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2818035155174063e-05,
+      "loss": 0.1826,
+      "step": 661700
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2812413924911606e-05,
+      "loss": 0.1797,
+      "step": 661800
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2806792694649152e-05,
+      "loss": 0.1832,
+      "step": 661900
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2801171464386697e-05,
+      "loss": 0.1792,
+      "step": 662000
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.279555023412424e-05,
+      "loss": 0.1794,
+      "step": 662100
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2789929003861786e-05,
+      "loss": 0.1778,
+      "step": 662200
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.278430777359933e-05,
+      "loss": 0.18,
+      "step": 662300
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2778686543336877e-05,
+      "loss": 0.18,
+      "step": 662400
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.277306531307442e-05,
+      "loss": 0.1842,
+      "step": 662500
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 1.2767444082811963e-05,
+      "loss": 0.1818,
+      "step": 662600
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2761822852549509e-05,
+      "loss": 0.1801,
+      "step": 662700
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2756201622287054e-05,
+      "loss": 0.188,
+      "step": 662800
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.27505803920246e-05,
+      "loss": 0.1815,
+      "step": 662900
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2744959161762143e-05,
+      "loss": 0.1838,
+      "step": 663000
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2739337931499689e-05,
+      "loss": 0.1837,
+      "step": 663100
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2733716701237234e-05,
+      "loss": 0.1743,
+      "step": 663200
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2728095470974777e-05,
+      "loss": 0.1785,
+      "step": 663300
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2722474240712323e-05,
+      "loss": 0.1806,
+      "step": 663400
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2716909222752494e-05,
+      "loss": 0.1773,
+      "step": 663500
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2711287992490037e-05,
+      "loss": 0.1846,
+      "step": 663600
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.270566676222758e-05,
+      "loss": 0.1826,
+      "step": 663700
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2700045531965128e-05,
+      "loss": 0.1921,
+      "step": 663800
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.269442430170267e-05,
+      "loss": 0.1849,
+      "step": 663900
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2688803071440217e-05,
+      "loss": 0.1826,
+      "step": 664000
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.268318184117776e-05,
+      "loss": 0.1797,
+      "step": 664100
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2677560610915306e-05,
+      "loss": 0.1811,
+      "step": 664200
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.267193938065285e-05,
+      "loss": 0.1759,
+      "step": 664300
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 1.2666318150390393e-05,
+      "loss": 0.1867,
+      "step": 664400
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.266069692012794e-05,
+      "loss": 0.1803,
+      "step": 664500
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2655075689865484e-05,
+      "loss": 0.1799,
+      "step": 664600
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.264945445960303e-05,
+      "loss": 0.174,
+      "step": 664700
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2643833229340573e-05,
+      "loss": 0.1809,
+      "step": 664800
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.263821199907812e-05,
+      "loss": 0.1752,
+      "step": 664900
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2632590768815664e-05,
+      "loss": 0.1841,
+      "step": 665000
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2626969538553207e-05,
+      "loss": 0.1766,
+      "step": 665100
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2621348308290753e-05,
+      "loss": 0.1844,
+      "step": 665200
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2615727078028296e-05,
+      "loss": 0.1847,
+      "step": 665300
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2610105847765843e-05,
+      "loss": 0.1816,
+      "step": 665400
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2604484617503387e-05,
+      "loss": 0.1794,
+      "step": 665500
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2598863387240933e-05,
+      "loss": 0.18,
+      "step": 665600
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2593242156978476e-05,
+      "loss": 0.1828,
+      "step": 665700
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2587620926716021e-05,
+      "loss": 0.1786,
+      "step": 665800
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2581999696453567e-05,
+      "loss": 0.1775,
+      "step": 665900
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.257637846619111e-05,
+      "loss": 0.1829,
+      "step": 666000
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2570813448231281e-05,
+      "loss": 0.1769,
+      "step": 666100
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 1.2565192217968824e-05,
+      "loss": 0.1783,
+      "step": 666200
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.255957098770637e-05,
+      "loss": 0.1839,
+      "step": 666300
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2553949757443915e-05,
+      "loss": 0.1805,
+      "step": 666400
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2548328527181461e-05,
+      "loss": 0.1805,
+      "step": 666500
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2542707296919004e-05,
+      "loss": 0.1796,
+      "step": 666600
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.253708606665655e-05,
+      "loss": 0.1813,
+      "step": 666700
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2531464836394093e-05,
+      "loss": 0.1818,
+      "step": 666800
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2525843606131638e-05,
+      "loss": 0.178,
+      "step": 666900
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2520222375869184e-05,
+      "loss": 0.1862,
+      "step": 667000
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2514601145606727e-05,
+      "loss": 0.1829,
+      "step": 667100
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2508979915344273e-05,
+      "loss": 0.1813,
+      "step": 667200
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2503358685081818e-05,
+      "loss": 0.1842,
+      "step": 667300
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2497737454819362e-05,
+      "loss": 0.1852,
+      "step": 667400
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2492116224556907e-05,
+      "loss": 0.1835,
+      "step": 667500
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2486494994294452e-05,
+      "loss": 0.1859,
+      "step": 667600
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2480873764031998e-05,
+      "loss": 0.1781,
+      "step": 667700
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.247525253376954e-05,
+      "loss": 0.1814,
+      "step": 667800
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2469631303507085e-05,
+      "loss": 0.1854,
+      "step": 667900
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 1.2464010073244632e-05,
+      "loss": 0.1767,
+      "step": 668000
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2458388842982176e-05,
+      "loss": 0.1767,
+      "step": 668100
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.245276761271972e-05,
+      "loss": 0.1759,
+      "step": 668200
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2447146382457265e-05,
+      "loss": 0.1723,
+      "step": 668300
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.244152515219481e-05,
+      "loss": 0.1847,
+      "step": 668400
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2435903921932355e-05,
+      "loss": 0.1832,
+      "step": 668500
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2430282691669899e-05,
+      "loss": 0.1781,
+      "step": 668600
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2424661461407444e-05,
+      "loss": 0.1791,
+      "step": 668700
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2419040231144988e-05,
+      "loss": 0.1838,
+      "step": 668800
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2413419000882535e-05,
+      "loss": 0.1792,
+      "step": 668900
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2407797770620079e-05,
+      "loss": 0.1797,
+      "step": 669000
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2402176540357622e-05,
+      "loss": 0.185,
+      "step": 669100
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2396555310095168e-05,
+      "loss": 0.186,
+      "step": 669200
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2390934079832713e-05,
+      "loss": 0.1848,
+      "step": 669300
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2385312849570257e-05,
+      "loss": 0.1759,
+      "step": 669400
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2379691619307802e-05,
+      "loss": 0.1785,
+      "step": 669500
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2374070389045347e-05,
+      "loss": 0.1811,
+      "step": 669600
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.2368449158782893e-05,
+      "loss": 0.1765,
+      "step": 669700
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2362827928520436e-05,
+      "loss": 0.181,
+      "step": 669800
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.235720669825798e-05,
+      "loss": 0.1808,
+      "step": 669900
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2351585467995527e-05,
+      "loss": 0.1762,
+      "step": 670000
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2345964237733071e-05,
+      "loss": 0.1828,
+      "step": 670100
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2340343007470616e-05,
+      "loss": 0.1805,
+      "step": 670200
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.233472177720816e-05,
+      "loss": 0.1771,
+      "step": 670300
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2329100546945705e-05,
+      "loss": 0.1836,
+      "step": 670400
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.232347931668325e-05,
+      "loss": 0.1794,
+      "step": 670500
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2317858086420794e-05,
+      "loss": 0.1851,
+      "step": 670600
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2312236856158339e-05,
+      "loss": 0.1836,
+      "step": 670700
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2306615625895885e-05,
+      "loss": 0.1841,
+      "step": 670800
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.230099439563343e-05,
+      "loss": 0.1821,
+      "step": 670900
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2295373165370974e-05,
+      "loss": 0.1812,
+      "step": 671000
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2289751935108519e-05,
+      "loss": 0.1798,
+      "step": 671100
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2284130704846063e-05,
+      "loss": 0.1766,
+      "step": 671200
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2278509474583608e-05,
+      "loss": 0.1819,
+      "step": 671300
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2272888244321153e-05,
+      "loss": 0.1791,
+      "step": 671400
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 1.2267267014058697e-05,
+      "loss": 0.1842,
+      "step": 671500
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2261645783796243e-05,
+      "loss": 0.1825,
+      "step": 671600
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2256024553533788e-05,
+      "loss": 0.1804,
+      "step": 671700
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2250403323271331e-05,
+      "loss": 0.1809,
+      "step": 671800
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2244782093008875e-05,
+      "loss": 0.1771,
+      "step": 671900
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2239160862746422e-05,
+      "loss": 0.1816,
+      "step": 672000
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2233539632483966e-05,
+      "loss": 0.1752,
+      "step": 672100
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2227918402221511e-05,
+      "loss": 0.187,
+      "step": 672200
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2222297171959055e-05,
+      "loss": 0.1813,
+      "step": 672300
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2216675941696602e-05,
+      "loss": 0.1802,
+      "step": 672400
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2211054711434145e-05,
+      "loss": 0.1756,
+      "step": 672500
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.220543348117169e-05,
+      "loss": 0.1743,
+      "step": 672600
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2199812250909234e-05,
+      "loss": 0.1813,
+      "step": 672700
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.219419102064678e-05,
+      "loss": 0.1763,
+      "step": 672800
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2188569790384325e-05,
+      "loss": 0.1825,
+      "step": 672900
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.218294856012187e-05,
+      "loss": 0.1732,
+      "step": 673000
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2177327329859414e-05,
+      "loss": 0.1804,
+      "step": 673100
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2171706099596958e-05,
+      "loss": 0.1859,
+      "step": 673200
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 1.2166084869334503e-05,
+      "loss": 0.1742,
+      "step": 673300
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2160463639072048e-05,
+      "loss": 0.1786,
+      "step": 673400
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2154898621112219e-05,
+      "loss": 0.1852,
+      "step": 673500
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2149277390849761e-05,
+      "loss": 0.1816,
+      "step": 673600
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2143656160587306e-05,
+      "loss": 0.1838,
+      "step": 673700
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.213803493032485e-05,
+      "loss": 0.1808,
+      "step": 673800
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2132413700062397e-05,
+      "loss": 0.1811,
+      "step": 673900
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2126792469799941e-05,
+      "loss": 0.1763,
+      "step": 674000
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2121171239537486e-05,
+      "loss": 0.1798,
+      "step": 674100
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.211555000927503e-05,
+      "loss": 0.1753,
+      "step": 674200
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2109928779012575e-05,
+      "loss": 0.1818,
+      "step": 674300
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.210430754875012e-05,
+      "loss": 0.176,
+      "step": 674400
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2098686318487664e-05,
+      "loss": 0.1789,
+      "step": 674500
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2093065088225209e-05,
+      "loss": 0.177,
+      "step": 674600
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2087443857962755e-05,
+      "loss": 0.1781,
+      "step": 674700
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.20818226277003e-05,
+      "loss": 0.1769,
+      "step": 674800
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2076201397437843e-05,
+      "loss": 0.1757,
+      "step": 674900
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2070580167175389e-05,
+      "loss": 0.1786,
+      "step": 675000
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.2064958936912934e-05,
+      "loss": 0.1823,
+      "step": 675100
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.2059337706650478e-05,
+      "loss": 0.1852,
+      "step": 675200
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.2053716476388023e-05,
+      "loss": 0.1768,
+      "step": 675300
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.2048095246125567e-05,
+      "loss": 0.1802,
+      "step": 675400
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.2042474015863114e-05,
+      "loss": 0.179,
+      "step": 675500
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.2036852785600657e-05,
+      "loss": 0.1771,
+      "step": 675600
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.2031231555338201e-05,
+      "loss": 0.1778,
+      "step": 675700
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.2025666537378372e-05,
+      "loss": 0.1774,
+      "step": 675800
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.2020045307115917e-05,
+      "loss": 0.1808,
+      "step": 675900
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.201442407685346e-05,
+      "loss": 0.1832,
+      "step": 676000
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.2008802846591006e-05,
+      "loss": 0.1843,
+      "step": 676100
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.200318161632855e-05,
+      "loss": 0.185,
+      "step": 676200
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.1997560386066095e-05,
+      "loss": 0.1803,
+      "step": 676300
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.1991995368106264e-05,
+      "loss": 0.1821,
+      "step": 676400
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.1986374137843809e-05,
+      "loss": 0.1825,
+      "step": 676500
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.1980752907581354e-05,
+      "loss": 0.1769,
+      "step": 676600
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.1975131677318898e-05,
+      "loss": 0.1832,
+      "step": 676700
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 1.1969510447056444e-05,
+      "loss": 0.1786,
+      "step": 676800
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1963889216793989e-05,
+      "loss": 0.1828,
+      "step": 676900
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1958267986531532e-05,
+      "loss": 0.1871,
+      "step": 677000
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1952646756269076e-05,
+      "loss": 0.1818,
+      "step": 677100
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1947025526006623e-05,
+      "loss": 0.1827,
+      "step": 677200
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1941404295744167e-05,
+      "loss": 0.1831,
+      "step": 677300
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1935783065481712e-05,
+      "loss": 0.1798,
+      "step": 677400
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1930161835219256e-05,
+      "loss": 0.1763,
+      "step": 677500
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1924540604956803e-05,
+      "loss": 0.1863,
+      "step": 677600
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1918919374694346e-05,
+      "loss": 0.1835,
+      "step": 677700
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.191329814443189e-05,
+      "loss": 0.1767,
+      "step": 677800
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1907676914169435e-05,
+      "loss": 0.1781,
+      "step": 677900
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1902055683906981e-05,
+      "loss": 0.1819,
+      "step": 678000
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1896434453644526e-05,
+      "loss": 0.1842,
+      "step": 678100
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.189081322338207e-05,
+      "loss": 0.1797,
+      "step": 678200
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1885191993119615e-05,
+      "loss": 0.1755,
+      "step": 678300
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.187957076285716e-05,
+      "loss": 0.1831,
+      "step": 678400
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1873949532594704e-05,
+      "loss": 0.1816,
+      "step": 678500
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 1.1868328302332249e-05,
+      "loss": 0.183,
+      "step": 678600
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.1862707072069793e-05,
+      "loss": 0.1742,
+      "step": 678700
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.185708584180734e-05,
+      "loss": 0.1758,
+      "step": 678800
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.1851464611544884e-05,
+      "loss": 0.1795,
+      "step": 678900
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.1845843381282427e-05,
+      "loss": 0.181,
+      "step": 679000
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.1840222151019973e-05,
+      "loss": 0.1774,
+      "step": 679100
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.1834600920757518e-05,
+      "loss": 0.1787,
+      "step": 679200
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.1828979690495062e-05,
+      "loss": 0.1753,
+      "step": 679300
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.1823358460232607e-05,
+      "loss": 0.1791,
+      "step": 679400
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.1817737229970152e-05,
+      "loss": 0.1697,
+      "step": 679500
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.1812115999707698e-05,
+      "loss": 0.1772,
+      "step": 679600
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.180649476944524e-05,
+      "loss": 0.1855,
+      "step": 679700
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.1800873539182785e-05,
+      "loss": 0.178,
+      "step": 679800
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.179525230892033e-05,
+      "loss": 0.1822,
+      "step": 679900
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.1789631078657876e-05,
+      "loss": 0.1809,
+      "step": 680000
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.178400984839542e-05,
+      "loss": 0.1776,
+      "step": 680100
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.1778388618132965e-05,
+      "loss": 0.1816,
+      "step": 680200
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.177276738787051e-05,
+      "loss": 0.1791,
+      "step": 680300
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 1.176720236991068e-05,
+      "loss": 0.1779,
+      "step": 680400
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1761581139648224e-05,
+      "loss": 0.1839,
+      "step": 680500
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1755959909385768e-05,
+      "loss": 0.1776,
+      "step": 680600
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1750338679123315e-05,
+      "loss": 0.1829,
+      "step": 680700
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1744717448860858e-05,
+      "loss": 0.1784,
+      "step": 680800
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1739096218598402e-05,
+      "loss": 0.1817,
+      "step": 680900
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1733474988335948e-05,
+      "loss": 0.1839,
+      "step": 681000
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1727853758073493e-05,
+      "loss": 0.1767,
+      "step": 681100
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1722232527811038e-05,
+      "loss": 0.1864,
+      "step": 681200
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1716611297548582e-05,
+      "loss": 0.1785,
+      "step": 681300
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1710990067286127e-05,
+      "loss": 0.1731,
+      "step": 681400
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1705368837023671e-05,
+      "loss": 0.1842,
+      "step": 681500
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1699747606761216e-05,
+      "loss": 0.183,
+      "step": 681600
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.169412637649876e-05,
+      "loss": 0.1864,
+      "step": 681700
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1688505146236307e-05,
+      "loss": 0.1798,
+      "step": 681800
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1682883915973851e-05,
+      "loss": 0.1789,
+      "step": 681900
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1677262685711396e-05,
+      "loss": 0.1782,
+      "step": 682000
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1671641455448939e-05,
+      "loss": 0.1814,
+      "step": 682100
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 1.1666020225186485e-05,
+      "loss": 0.1767,
+      "step": 682200
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.166039899492403e-05,
+      "loss": 0.1758,
+      "step": 682300
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1654777764661574e-05,
+      "loss": 0.1774,
+      "step": 682400
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1649212746701744e-05,
+      "loss": 0.1774,
+      "step": 682500
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1643591516439288e-05,
+      "loss": 0.1823,
+      "step": 682600
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1637970286176833e-05,
+      "loss": 0.1871,
+      "step": 682700
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1632349055914377e-05,
+      "loss": 0.1778,
+      "step": 682800
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1626727825651924e-05,
+      "loss": 0.176,
+      "step": 682900
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1621106595389468e-05,
+      "loss": 0.1766,
+      "step": 683000
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1615485365127013e-05,
+      "loss": 0.1827,
+      "step": 683100
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1609864134864556e-05,
+      "loss": 0.1815,
+      "step": 683200
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1604242904602102e-05,
+      "loss": 0.1811,
+      "step": 683300
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1598621674339647e-05,
+      "loss": 0.182,
+      "step": 683400
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1593000444077191e-05,
+      "loss": 0.1813,
+      "step": 683500
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1587379213814736e-05,
+      "loss": 0.1825,
+      "step": 683600
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1581757983552282e-05,
+      "loss": 0.1809,
+      "step": 683700
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1576136753289825e-05,
+      "loss": 0.1836,
+      "step": 683800
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.157051552302737e-05,
+      "loss": 0.1777,
+      "step": 683900
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.1564894292764914e-05,
+      "loss": 0.1793,
+      "step": 684000
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.155927306250246e-05,
+      "loss": 0.1776,
+      "step": 684100
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1553651832240005e-05,
+      "loss": 0.1812,
+      "step": 684200
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.154803060197755e-05,
+      "loss": 0.1843,
+      "step": 684300
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1542409371715094e-05,
+      "loss": 0.1793,
+      "step": 684400
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1536788141452639e-05,
+      "loss": 0.1874,
+      "step": 684500
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1531166911190183e-05,
+      "loss": 0.1836,
+      "step": 684600
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1525545680927728e-05,
+      "loss": 0.1788,
+      "step": 684700
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1519924450665272e-05,
+      "loss": 0.1789,
+      "step": 684800
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1514303220402819e-05,
+      "loss": 0.1794,
+      "step": 684900
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1508738202442986e-05,
+      "loss": 0.1827,
+      "step": 685000
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1503116972180533e-05,
+      "loss": 0.1814,
+      "step": 685100
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1497495741918077e-05,
+      "loss": 0.1851,
+      "step": 685200
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1491874511655622e-05,
+      "loss": 0.1819,
+      "step": 685300
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1486253281393166e-05,
+      "loss": 0.1786,
+      "step": 685400
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1480632051130711e-05,
+      "loss": 0.1822,
+      "step": 685500
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.1475010820868255e-05,
+      "loss": 0.1771,
+      "step": 685600
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 1.14693895906058e-05,
+      "loss": 0.1802,
+      "step": 685700
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1463768360343345e-05,
+      "loss": 0.1854,
+      "step": 685800
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1458147130080891e-05,
+      "loss": 0.1799,
+      "step": 685900
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1452525899818435e-05,
+      "loss": 0.1839,
+      "step": 686000
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.144690466955598e-05,
+      "loss": 0.1815,
+      "step": 686100
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1441283439293523e-05,
+      "loss": 0.1765,
+      "step": 686200
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.143566220903107e-05,
+      "loss": 0.1819,
+      "step": 686300
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1430040978768614e-05,
+      "loss": 0.1784,
+      "step": 686400
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1424419748506158e-05,
+      "loss": 0.1866,
+      "step": 686500
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1418798518243703e-05,
+      "loss": 0.1762,
+      "step": 686600
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.141317728798125e-05,
+      "loss": 0.1787,
+      "step": 686700
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1407556057718794e-05,
+      "loss": 0.1807,
+      "step": 686800
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1401934827456337e-05,
+      "loss": 0.1782,
+      "step": 686900
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1396313597193881e-05,
+      "loss": 0.1775,
+      "step": 687000
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1390748579234052e-05,
+      "loss": 0.1803,
+      "step": 687100
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.138518356127422e-05,
+      "loss": 0.1787,
+      "step": 687200
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1379562331011766e-05,
+      "loss": 0.1838,
+      "step": 687300
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.1373997313051934e-05,
+      "loss": 0.1788,
+      "step": 687400
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 1.136837608278948e-05,
+      "loss": 0.183,
+      "step": 687500
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1362754852527025e-05,
+      "loss": 0.1859,
+      "step": 687600
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.135713362226457e-05,
+      "loss": 0.1789,
+      "step": 687700
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1351512392002114e-05,
+      "loss": 0.1822,
+      "step": 687800
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1345891161739658e-05,
+      "loss": 0.177,
+      "step": 687900
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1340269931477205e-05,
+      "loss": 0.1801,
+      "step": 688000
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1334648701214748e-05,
+      "loss": 0.1811,
+      "step": 688100
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1329027470952292e-05,
+      "loss": 0.1744,
+      "step": 688200
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1323406240689839e-05,
+      "loss": 0.175,
+      "step": 688300
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1317785010427383e-05,
+      "loss": 0.1799,
+      "step": 688400
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1312163780164928e-05,
+      "loss": 0.1786,
+      "step": 688500
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1306542549902472e-05,
+      "loss": 0.1806,
+      "step": 688600
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1300921319640017e-05,
+      "loss": 0.1725,
+      "step": 688700
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1295300089377561e-05,
+      "loss": 0.1743,
+      "step": 688800
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1289678859115106e-05,
+      "loss": 0.1767,
+      "step": 688900
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.128405762885265e-05,
+      "loss": 0.1768,
+      "step": 689000
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1278436398590197e-05,
+      "loss": 0.18,
+      "step": 689100
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1272815168327741e-05,
+      "loss": 0.1816,
+      "step": 689200
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 1.1267193938065286e-05,
+      "loss": 0.1797,
+      "step": 689300
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1261572707802829e-05,
+      "loss": 0.1765,
+      "step": 689400
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1255951477540375e-05,
+      "loss": 0.1834,
+      "step": 689500
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.125033024727792e-05,
+      "loss": 0.1758,
+      "step": 689600
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1244709017015464e-05,
+      "loss": 0.1827,
+      "step": 689700
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1239087786753009e-05,
+      "loss": 0.1795,
+      "step": 689800
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1233466556490555e-05,
+      "loss": 0.1806,
+      "step": 689900
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.12278453262281e-05,
+      "loss": 0.1778,
+      "step": 690000
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1222224095965643e-05,
+      "loss": 0.1812,
+      "step": 690100
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1216602865703187e-05,
+      "loss": 0.1839,
+      "step": 690200
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1210981635440734e-05,
+      "loss": 0.1776,
+      "step": 690300
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1205360405178278e-05,
+      "loss": 0.1749,
+      "step": 690400
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1199739174915823e-05,
+      "loss": 0.176,
+      "step": 690500
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1194117944653367e-05,
+      "loss": 0.1751,
+      "step": 690600
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1188496714390914e-05,
+      "loss": 0.1763,
+      "step": 690700
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1182875484128456e-05,
+      "loss": 0.1814,
+      "step": 690800
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1177254253866001e-05,
+      "loss": 0.1818,
+      "step": 690900
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1171633023603546e-05,
+      "loss": 0.1785,
+      "step": 691000
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.1166011793341092e-05,
+      "loss": 0.1772,
+      "step": 691100
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1160390563078637e-05,
+      "loss": 0.1834,
+      "step": 691200
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1154769332816181e-05,
+      "loss": 0.1761,
+      "step": 691300
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1149148102553724e-05,
+      "loss": 0.1771,
+      "step": 691400
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.114352687229127e-05,
+      "loss": 0.1775,
+      "step": 691500
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1137905642028815e-05,
+      "loss": 0.1735,
+      "step": 691600
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.113228441176636e-05,
+      "loss": 0.1778,
+      "step": 691700
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1126663181503904e-05,
+      "loss": 0.1782,
+      "step": 691800
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.112104195124145e-05,
+      "loss": 0.1799,
+      "step": 691900
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1115420720978995e-05,
+      "loss": 0.1817,
+      "step": 692000
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1109799490716538e-05,
+      "loss": 0.182,
+      "step": 692100
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1104178260454082e-05,
+      "loss": 0.1784,
+      "step": 692200
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1098557030191629e-05,
+      "loss": 0.1728,
+      "step": 692300
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1092935799929173e-05,
+      "loss": 0.1758,
+      "step": 692400
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1087314569666718e-05,
+      "loss": 0.1791,
+      "step": 692500
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1081693339404262e-05,
+      "loss": 0.1839,
+      "step": 692600
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1076072109141809e-05,
+      "loss": 0.1759,
+      "step": 692700
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1070450878879352e-05,
+      "loss": 0.1779,
+      "step": 692800
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 1.1064829648616896e-05,
+      "loss": 0.1824,
+      "step": 692900
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.105920841835444e-05,
+      "loss": 0.1805,
+      "step": 693000
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.1053587188091987e-05,
+      "loss": 0.1742,
+      "step": 693100
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.1047965957829532e-05,
+      "loss": 0.171,
+      "step": 693200
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.1042344727567076e-05,
+      "loss": 0.1777,
+      "step": 693300
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.103672349730462e-05,
+      "loss": 0.1762,
+      "step": 693400
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.1031102267042165e-05,
+      "loss": 0.1792,
+      "step": 693500
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.102548103677971e-05,
+      "loss": 0.177,
+      "step": 693600
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.1019859806517254e-05,
+      "loss": 0.1802,
+      "step": 693700
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.1014238576254799e-05,
+      "loss": 0.1756,
+      "step": 693800
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.1008617345992345e-05,
+      "loss": 0.1814,
+      "step": 693900
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.100299611572989e-05,
+      "loss": 0.1837,
+      "step": 694000
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.099743109777006e-05,
+      "loss": 0.18,
+      "step": 694100
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.0991809867507604e-05,
+      "loss": 0.1791,
+      "step": 694200
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.0986188637245148e-05,
+      "loss": 0.1867,
+      "step": 694300
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.0980567406982693e-05,
+      "loss": 0.1866,
+      "step": 694400
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.0974946176720238e-05,
+      "loss": 0.1823,
+      "step": 694500
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 1.0969324946457782e-05,
+      "loss": 0.1818,
+      "step": 694600
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0963703716195327e-05,
+      "loss": 0.178,
+      "step": 694700
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0958082485932871e-05,
+      "loss": 0.1782,
+      "step": 694800
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0952461255670418e-05,
+      "loss": 0.1829,
+      "step": 694900
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0946840025407962e-05,
+      "loss": 0.1818,
+      "step": 695000
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0941218795145507e-05,
+      "loss": 0.1755,
+      "step": 695100
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.093559756488305e-05,
+      "loss": 0.1768,
+      "step": 695200
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0929976334620596e-05,
+      "loss": 0.179,
+      "step": 695300
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.092435510435814e-05,
+      "loss": 0.1733,
+      "step": 695400
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0918733874095685e-05,
+      "loss": 0.1864,
+      "step": 695500
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.091311264383323e-05,
+      "loss": 0.1772,
+      "step": 695600
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0907491413570774e-05,
+      "loss": 0.1733,
+      "step": 695700
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.090187018330832e-05,
+      "loss": 0.1748,
+      "step": 695800
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0896248953045863e-05,
+      "loss": 0.1803,
+      "step": 695900
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0890627722783408e-05,
+      "loss": 0.1778,
+      "step": 696000
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0885006492520954e-05,
+      "loss": 0.1823,
+      "step": 696100
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0879385262258499e-05,
+      "loss": 0.1774,
+      "step": 696200
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0873764031996043e-05,
+      "loss": 0.1763,
+      "step": 696300
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 1.0868142801733588e-05,
+      "loss": 0.1742,
+      "step": 696400
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0862521571471133e-05,
+      "loss": 0.1773,
+      "step": 696500
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0856900341208677e-05,
+      "loss": 0.1788,
+      "step": 696600
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0851279110946222e-05,
+      "loss": 0.18,
+      "step": 696700
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0845657880683766e-05,
+      "loss": 0.1772,
+      "step": 696800
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0840092862723936e-05,
+      "loss": 0.1823,
+      "step": 696900
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.083447163246148e-05,
+      "loss": 0.1755,
+      "step": 697000
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0828850402199025e-05,
+      "loss": 0.1783,
+      "step": 697100
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0823229171936571e-05,
+      "loss": 0.1811,
+      "step": 697200
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0817607941674116e-05,
+      "loss": 0.172,
+      "step": 697300
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.081198671141166e-05,
+      "loss": 0.1848,
+      "step": 697400
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0806365481149205e-05,
+      "loss": 0.1725,
+      "step": 697500
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.080074425088675e-05,
+      "loss": 0.1773,
+      "step": 697600
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0795123020624294e-05,
+      "loss": 0.1772,
+      "step": 697700
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0789501790361839e-05,
+      "loss": 0.1785,
+      "step": 697800
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0783880560099383e-05,
+      "loss": 0.1795,
+      "step": 697900
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.077825932983693e-05,
+      "loss": 0.1819,
+      "step": 698000
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0772638099574474e-05,
+      "loss": 0.1827,
+      "step": 698100
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.0767016869312019e-05,
+      "loss": 0.1769,
+      "step": 698200
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0761395639049562e-05,
+      "loss": 0.1826,
+      "step": 698300
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0755774408787108e-05,
+      "loss": 0.1821,
+      "step": 698400
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0750153178524652e-05,
+      "loss": 0.1787,
+      "step": 698500
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0744531948262197e-05,
+      "loss": 0.1804,
+      "step": 698600
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0738910717999742e-05,
+      "loss": 0.1746,
+      "step": 698700
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0733289487737288e-05,
+      "loss": 0.1771,
+      "step": 698800
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.072766825747483e-05,
+      "loss": 0.1784,
+      "step": 698900
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0722047027212375e-05,
+      "loss": 0.1783,
+      "step": 699000
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.071642579694992e-05,
+      "loss": 0.1828,
+      "step": 699100
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0710804566687466e-05,
+      "loss": 0.1805,
+      "step": 699200
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.070518333642501e-05,
+      "loss": 0.1802,
+      "step": 699300
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0699562106162555e-05,
+      "loss": 0.1755,
+      "step": 699400
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.06939408759001e-05,
+      "loss": 0.1784,
+      "step": 699500
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0688319645637645e-05,
+      "loss": 0.1828,
+      "step": 699600
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0682698415375189e-05,
+      "loss": 0.1802,
+      "step": 699700
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0677133397415358e-05,
+      "loss": 0.1787,
+      "step": 699800
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0671512167152905e-05,
+      "loss": 0.174,
+      "step": 699900
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 1.0665890936890448e-05,
+      "loss": 0.1778,
+      "step": 700000
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0660269706627992e-05,
+      "loss": 0.1806,
+      "step": 700100
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0654648476365538e-05,
+      "loss": 0.1794,
+      "step": 700200
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0649027246103083e-05,
+      "loss": 0.175,
+      "step": 700300
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0643406015840628e-05,
+      "loss": 0.1808,
+      "step": 700400
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0637784785578172e-05,
+      "loss": 0.1742,
+      "step": 700500
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0632163555315717e-05,
+      "loss": 0.1866,
+      "step": 700600
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0626542325053261e-05,
+      "loss": 0.1799,
+      "step": 700700
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0620921094790806e-05,
+      "loss": 0.1794,
+      "step": 700800
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.061529986452835e-05,
+      "loss": 0.1798,
+      "step": 700900
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0609678634265897e-05,
+      "loss": 0.1798,
+      "step": 701000
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0604057404003441e-05,
+      "loss": 0.178,
+      "step": 701100
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0598436173740986e-05,
+      "loss": 0.181,
+      "step": 701200
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0592814943478529e-05,
+      "loss": 0.1803,
+      "step": 701300
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0587193713216075e-05,
+      "loss": 0.1745,
+      "step": 701400
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.058157248295362e-05,
+      "loss": 0.1807,
+      "step": 701500
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0575951252691164e-05,
+      "loss": 0.1806,
+      "step": 701600
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0570330022428709e-05,
+      "loss": 0.1797,
+      "step": 701700
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 1.0564765004468878e-05,
+      "loss": 0.1842,
+      "step": 701800
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0559143774206423e-05,
+      "loss": 0.1726,
+      "step": 701900
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0553522543943967e-05,
+      "loss": 0.1806,
+      "step": 702000
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0547901313681514e-05,
+      "loss": 0.1782,
+      "step": 702100
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0542280083419058e-05,
+      "loss": 0.1805,
+      "step": 702200
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0536658853156603e-05,
+      "loss": 0.1783,
+      "step": 702300
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0531037622894146e-05,
+      "loss": 0.1821,
+      "step": 702400
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0525416392631692e-05,
+      "loss": 0.172,
+      "step": 702500
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0519795162369237e-05,
+      "loss": 0.1769,
+      "step": 702600
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0514173932106781e-05,
+      "loss": 0.1739,
+      "step": 702700
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0508552701844326e-05,
+      "loss": 0.1787,
+      "step": 702800
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0502931471581872e-05,
+      "loss": 0.1738,
+      "step": 702900
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0497310241319417e-05,
+      "loss": 0.1793,
+      "step": 703000
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.049168901105696e-05,
+      "loss": 0.1826,
+      "step": 703100
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0486067780794504e-05,
+      "loss": 0.1787,
+      "step": 703200
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.048044655053205e-05,
+      "loss": 0.172,
+      "step": 703300
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.0474825320269595e-05,
+      "loss": 0.1763,
+      "step": 703400
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 1.046920409000714e-05,
+      "loss": 0.1804,
+      "step": 703500
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0463582859744684e-05,
+      "loss": 0.1749,
+      "step": 703600
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0457961629482229e-05,
+      "loss": 0.1816,
+      "step": 703700
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0452340399219773e-05,
+      "loss": 0.1683,
+      "step": 703800
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0446719168957318e-05,
+      "loss": 0.1819,
+      "step": 703900
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0441097938694862e-05,
+      "loss": 0.1731,
+      "step": 704000
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0435476708432409e-05,
+      "loss": 0.1762,
+      "step": 704100
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0429855478169953e-05,
+      "loss": 0.1764,
+      "step": 704200
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0424234247907498e-05,
+      "loss": 0.1777,
+      "step": 704300
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0418613017645042e-05,
+      "loss": 0.1758,
+      "step": 704400
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0412991787382587e-05,
+      "loss": 0.1811,
+      "step": 704500
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0407370557120132e-05,
+      "loss": 0.1757,
+      "step": 704600
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0401749326857676e-05,
+      "loss": 0.1722,
+      "step": 704700
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0396184308897846e-05,
+      "loss": 0.1725,
+      "step": 704800
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.039056307863539e-05,
+      "loss": 0.1688,
+      "step": 704900
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0384941848372935e-05,
+      "loss": 0.1846,
+      "step": 705000
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0379320618110481e-05,
+      "loss": 0.1856,
+      "step": 705100
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.0373699387848026e-05,
+      "loss": 0.1795,
+      "step": 705200
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 1.036807815758557e-05,
+      "loss": 0.1799,
+      "step": 705300
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0362456927323115e-05,
+      "loss": 0.1803,
+      "step": 705400
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.035683569706066e-05,
+      "loss": 0.1731,
+      "step": 705500
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0351214466798204e-05,
+      "loss": 0.1735,
+      "step": 705600
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0345593236535748e-05,
+      "loss": 0.1699,
+      "step": 705700
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0339972006273293e-05,
+      "loss": 0.1749,
+      "step": 705800
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.033435077601084e-05,
+      "loss": 0.1791,
+      "step": 705900
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0328729545748384e-05,
+      "loss": 0.1835,
+      "step": 706000
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0323108315485928e-05,
+      "loss": 0.1793,
+      "step": 706100
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0317487085223471e-05,
+      "loss": 0.1828,
+      "step": 706200
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0311865854961018e-05,
+      "loss": 0.1738,
+      "step": 706300
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0306244624698562e-05,
+      "loss": 0.1733,
+      "step": 706400
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0300623394436107e-05,
+      "loss": 0.1815,
+      "step": 706500
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0295002164173651e-05,
+      "loss": 0.1797,
+      "step": 706600
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0289380933911198e-05,
+      "loss": 0.1778,
+      "step": 706700
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0283815915951365e-05,
+      "loss": 0.1801,
+      "step": 706800
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.027819468568891e-05,
+      "loss": 0.1801,
+      "step": 706900
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0272573455426456e-05,
+      "loss": 0.1809,
+      "step": 707000
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 1.0266952225164e-05,
+      "loss": 0.1712,
+      "step": 707100
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0261330994901544e-05,
+      "loss": 0.1767,
+      "step": 707200
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0255709764639088e-05,
+      "loss": 0.1822,
+      "step": 707300
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0250088534376635e-05,
+      "loss": 0.1804,
+      "step": 707400
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0244467304114179e-05,
+      "loss": 0.1755,
+      "step": 707500
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0238846073851724e-05,
+      "loss": 0.1846,
+      "step": 707600
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0233224843589268e-05,
+      "loss": 0.1714,
+      "step": 707700
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0227603613326815e-05,
+      "loss": 0.1839,
+      "step": 707800
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0221982383064357e-05,
+      "loss": 0.1742,
+      "step": 707900
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0216361152801902e-05,
+      "loss": 0.1775,
+      "step": 708000
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0210739922539447e-05,
+      "loss": 0.1795,
+      "step": 708100
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0205118692276993e-05,
+      "loss": 0.1772,
+      "step": 708200
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0199497462014537e-05,
+      "loss": 0.1768,
+      "step": 708300
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0193876231752082e-05,
+      "loss": 0.1728,
+      "step": 708400
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0188255001489627e-05,
+      "loss": 0.1808,
+      "step": 708500
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0182633771227171e-05,
+      "loss": 0.1781,
+      "step": 708600
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0177012540964716e-05,
+      "loss": 0.1791,
+      "step": 708700
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.017139131070226e-05,
+      "loss": 0.1775,
+      "step": 708800
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.0165770080439805e-05,
+      "loss": 0.1731,
+      "step": 708900
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0160148850177351e-05,
+      "loss": 0.1777,
+      "step": 709000
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0154583832217519e-05,
+      "loss": 0.1798,
+      "step": 709100
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0148962601955065e-05,
+      "loss": 0.1808,
+      "step": 709200
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.014334137169261e-05,
+      "loss": 0.1773,
+      "step": 709300
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0137720141430154e-05,
+      "loss": 0.1758,
+      "step": 709400
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0132098911167699e-05,
+      "loss": 0.1788,
+      "step": 709500
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0126477680905243e-05,
+      "loss": 0.1761,
+      "step": 709600
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0120856450642788e-05,
+      "loss": 0.1781,
+      "step": 709700
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0115235220380333e-05,
+      "loss": 0.1767,
+      "step": 709800
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0109613990117877e-05,
+      "loss": 0.1795,
+      "step": 709900
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0103992759855423e-05,
+      "loss": 0.1751,
+      "step": 710000
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0098371529592968e-05,
+      "loss": 0.1771,
+      "step": 710100
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0092750299330513e-05,
+      "loss": 0.1807,
+      "step": 710200
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0087129069068056e-05,
+      "loss": 0.1744,
+      "step": 710300
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0081507838805602e-05,
+      "loss": 0.1836,
+      "step": 710400
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0075886608543146e-05,
+      "loss": 0.1787,
+      "step": 710500
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 1.0070265378280691e-05,
+      "loss": 0.1766,
+      "step": 710600
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.0064644148018236e-05,
+      "loss": 0.1799,
+      "step": 710700
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.005902291775578e-05,
+      "loss": 0.1761,
+      "step": 710800
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.0053401687493326e-05,
+      "loss": 0.1719,
+      "step": 710900
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.004778045723087e-05,
+      "loss": 0.1796,
+      "step": 711000
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.0042159226968414e-05,
+      "loss": 0.1852,
+      "step": 711100
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.003653799670596e-05,
+      "loss": 0.1778,
+      "step": 711200
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.0030916766443505e-05,
+      "loss": 0.1793,
+      "step": 711300
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.002529553618105e-05,
+      "loss": 0.175,
+      "step": 711400
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.0019674305918594e-05,
+      "loss": 0.1753,
+      "step": 711500
+    },
+    {
+      "epoch": 4.0,
+      "eval_bleu": 77.928,
+      "eval_cer": 2.2105,
+      "eval_chrF": 95.62967894411643,
+      "eval_gen_len": 16.776484,
+      "eval_loss": 0.4870626628398895,
+      "eval_runtime": 7213.9111,
+      "eval_samples_per_second": 34.655,
+      "eval_steps_per_second": 0.542,
+      "eval_wer": 12.3386,
+      "step": 711588
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.0014053075656139e-05,
+      "loss": 0.1735,
+      "step": 711600
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.0008431845393683e-05,
+      "loss": 0.1625,
+      "step": 711700
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.0002810615131228e-05,
+      "loss": 0.168,
+      "step": 711800
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 9.997189384868772e-06,
+      "loss": 0.1698,
+      "step": 711900
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 9.991568154606319e-06,
+      "loss": 0.1631,
+      "step": 712000
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 9.986003136646486e-06,
+      "loss": 0.1596,
+      "step": 712100
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 9.98038190638403e-06,
+      "loss": 0.1676,
+      "step": 712200
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 9.974760676121577e-06,
+      "loss": 0.1691,
+      "step": 712300
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 9.969139445859122e-06,
+      "loss": 0.1642,
+      "step": 712400
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.963518215596666e-06,
+      "loss": 0.1688,
+      "step": 712500
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.95789698533421e-06,
+      "loss": 0.1615,
+      "step": 712600
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.95233196737438e-06,
+      "loss": 0.1666,
+      "step": 712700
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.946710737111925e-06,
+      "loss": 0.1659,
+      "step": 712800
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.94108950684947e-06,
+      "loss": 0.1666,
+      "step": 712900
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.935468276587016e-06,
+      "loss": 0.1639,
+      "step": 713000
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.929847046324558e-06,
+      "loss": 0.1629,
+      "step": 713100
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.924225816062103e-06,
+      "loss": 0.1649,
+      "step": 713200
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.91860458579965e-06,
+      "loss": 0.169,
+      "step": 713300
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.912983355537194e-06,
+      "loss": 0.1647,
+      "step": 713400
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.907362125274738e-06,
+      "loss": 0.1611,
+      "step": 713500
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.901740895012283e-06,
+      "loss": 0.1658,
+      "step": 713600
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.896119664749828e-06,
+      "loss": 0.1648,
+      "step": 713700
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.890498434487372e-06,
+      "loss": 0.166,
+      "step": 713800
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.884877204224917e-06,
+      "loss": 0.163,
+      "step": 713900
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.879255973962461e-06,
+      "loss": 0.1651,
+      "step": 714000
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.873634743700006e-06,
+      "loss": 0.1687,
+      "step": 714100
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 9.868013513437552e-06,
+      "loss": 0.1703,
+      "step": 714200
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.862392283175097e-06,
+      "loss": 0.1609,
+      "step": 714300
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.85677105291264e-06,
+      "loss": 0.1659,
+      "step": 714400
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.851149822650186e-06,
+      "loss": 0.1691,
+      "step": 714500
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.84552859238773e-06,
+      "loss": 0.1606,
+      "step": 714600
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.839907362125275e-06,
+      "loss": 0.1634,
+      "step": 714700
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.83428613186282e-06,
+      "loss": 0.1637,
+      "step": 714800
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.828664901600364e-06,
+      "loss": 0.1639,
+      "step": 714900
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.82304367133791e-06,
+      "loss": 0.1661,
+      "step": 715000
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.817422441075453e-06,
+      "loss": 0.17,
+      "step": 715100
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.811801210812998e-06,
+      "loss": 0.1704,
+      "step": 715200
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.806179980550544e-06,
+      "loss": 0.164,
+      "step": 715300
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.800558750288089e-06,
+      "loss": 0.1579,
+      "step": 715400
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.794937520025634e-06,
+      "loss": 0.1713,
+      "step": 715500
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.789316289763178e-06,
+      "loss": 0.1653,
+      "step": 715600
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.783695059500723e-06,
+      "loss": 0.1675,
+      "step": 715700
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.778073829238267e-06,
+      "loss": 0.1704,
+      "step": 715800
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.772452598975812e-06,
+      "loss": 0.1669,
+      "step": 715900
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 9.766831368713356e-06,
+      "loss": 0.1623,
+      "step": 716000
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.761210138450903e-06,
+      "loss": 0.1669,
+      "step": 716100
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.755588908188447e-06,
+      "loss": 0.1667,
+      "step": 716200
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.749967677925992e-06,
+      "loss": 0.1597,
+      "step": 716300
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.744346447663535e-06,
+      "loss": 0.1642,
+      "step": 716400
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.738725217401081e-06,
+      "loss": 0.1666,
+      "step": 716500
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.733103987138626e-06,
+      "loss": 0.1682,
+      "step": 716600
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.727538969178795e-06,
+      "loss": 0.1664,
+      "step": 716700
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.72191773891634e-06,
+      "loss": 0.1618,
+      "step": 716800
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.716296508653884e-06,
+      "loss": 0.1668,
+      "step": 716900
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.710675278391429e-06,
+      "loss": 0.1688,
+      "step": 717000
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.705054048128973e-06,
+      "loss": 0.1648,
+      "step": 717100
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.69943281786652e-06,
+      "loss": 0.1643,
+      "step": 717200
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.693811587604064e-06,
+      "loss": 0.1691,
+      "step": 717300
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.688190357341609e-06,
+      "loss": 0.1627,
+      "step": 717400
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.682569127079152e-06,
+      "loss": 0.1597,
+      "step": 717500
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.676947896816698e-06,
+      "loss": 0.1608,
+      "step": 717600
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.671326666554242e-06,
+      "loss": 0.1626,
+      "step": 717700
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 9.665705436291787e-06,
+      "loss": 0.1718,
+      "step": 717800
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.660084206029332e-06,
+      "loss": 0.1598,
+      "step": 717900
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.654462975766878e-06,
+      "loss": 0.1651,
+      "step": 718000
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.648841745504422e-06,
+      "loss": 0.1629,
+      "step": 718100
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.643220515241965e-06,
+      "loss": 0.1669,
+      "step": 718200
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.63759928497951e-06,
+      "loss": 0.1638,
+      "step": 718300
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.631978054717056e-06,
+      "loss": 0.1707,
+      "step": 718400
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.6263568244546e-06,
+      "loss": 0.1637,
+      "step": 718500
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.620735594192145e-06,
+      "loss": 0.1626,
+      "step": 718600
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.61511436392969e-06,
+      "loss": 0.1628,
+      "step": 718700
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.609493133667235e-06,
+      "loss": 0.1616,
+      "step": 718800
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.60387190340478e-06,
+      "loss": 0.1713,
+      "step": 718900
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.598250673142324e-06,
+      "loss": 0.1642,
+      "step": 719000
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.592685655182495e-06,
+      "loss": 0.1652,
+      "step": 719100
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.587064424920038e-06,
+      "loss": 0.1651,
+      "step": 719200
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.581443194657582e-06,
+      "loss": 0.165,
+      "step": 719300
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.575821964395129e-06,
+      "loss": 0.163,
+      "step": 719400
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 9.570200734132673e-06,
+      "loss": 0.1638,
+      "step": 719500
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.564579503870218e-06,
+      "loss": 0.1652,
+      "step": 719600
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.558958273607762e-06,
+      "loss": 0.1597,
+      "step": 719700
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.553337043345307e-06,
+      "loss": 0.166,
+      "step": 719800
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.547715813082851e-06,
+      "loss": 0.1654,
+      "step": 719900
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.542094582820396e-06,
+      "loss": 0.1678,
+      "step": 720000
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.53647335255794e-06,
+      "loss": 0.1658,
+      "step": 720100
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.530852122295487e-06,
+      "loss": 0.1642,
+      "step": 720200
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.525230892033031e-06,
+      "loss": 0.1699,
+      "step": 720300
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.519609661770576e-06,
+      "loss": 0.1604,
+      "step": 720400
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.51398843150812e-06,
+      "loss": 0.1614,
+      "step": 720500
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.508367201245665e-06,
+      "loss": 0.166,
+      "step": 720600
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.50274597098321e-06,
+      "loss": 0.1673,
+      "step": 720700
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.497124740720754e-06,
+      "loss": 0.1651,
+      "step": 720800
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.491559722760925e-06,
+      "loss": 0.1638,
+      "step": 720900
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.485938492498468e-06,
+      "loss": 0.1696,
+      "step": 721000
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.480317262236013e-06,
+      "loss": 0.1672,
+      "step": 721100
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.474696031973557e-06,
+      "loss": 0.166,
+      "step": 721200
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 9.469074801711104e-06,
+      "loss": 0.1672,
+      "step": 721300
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.463453571448648e-06,
+      "loss": 0.161,
+      "step": 721400
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.457832341186193e-06,
+      "loss": 0.1661,
+      "step": 721500
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.452211110923736e-06,
+      "loss": 0.1692,
+      "step": 721600
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.446589880661282e-06,
+      "loss": 0.1661,
+      "step": 721700
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.440968650398827e-06,
+      "loss": 0.1633,
+      "step": 721800
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.435347420136371e-06,
+      "loss": 0.1611,
+      "step": 721900
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.429726189873916e-06,
+      "loss": 0.1684,
+      "step": 722000
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.424161171914085e-06,
+      "loss": 0.161,
+      "step": 722100
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.41853994165163e-06,
+      "loss": 0.1688,
+      "step": 722200
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.4129749236918e-06,
+      "loss": 0.1684,
+      "step": 722300
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.407353693429344e-06,
+      "loss": 0.164,
+      "step": 722400
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.401732463166888e-06,
+      "loss": 0.1635,
+      "step": 722500
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.396111232904434e-06,
+      "loss": 0.1625,
+      "step": 722600
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.390490002641979e-06,
+      "loss": 0.1628,
+      "step": 722700
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.384868772379524e-06,
+      "loss": 0.1659,
+      "step": 722800
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.379247542117068e-06,
+      "loss": 0.1671,
+      "step": 722900
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.373626311854613e-06,
+      "loss": 0.1627,
+      "step": 723000
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 9.368005081592157e-06,
+      "loss": 0.1653,
+      "step": 723100
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.362383851329702e-06,
+      "loss": 0.1625,
+      "step": 723200
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.356762621067247e-06,
+      "loss": 0.158,
+      "step": 723300
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.351141390804793e-06,
+      "loss": 0.166,
+      "step": 723400
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.345520160542337e-06,
+      "loss": 0.1643,
+      "step": 723500
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.339898930279882e-06,
+      "loss": 0.1663,
+      "step": 723600
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.334277700017425e-06,
+      "loss": 0.1676,
+      "step": 723700
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.328656469754971e-06,
+      "loss": 0.1643,
+      "step": 723800
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.323035239492516e-06,
+      "loss": 0.1639,
+      "step": 723900
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.31741400923006e-06,
+      "loss": 0.1651,
+      "step": 724000
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.311792778967605e-06,
+      "loss": 0.1682,
+      "step": 724100
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.306171548705151e-06,
+      "loss": 0.1593,
+      "step": 724200
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.300550318442696e-06,
+      "loss": 0.1701,
+      "step": 724300
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.294929088180239e-06,
+      "loss": 0.1667,
+      "step": 724400
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.289307857917783e-06,
+      "loss": 0.1645,
+      "step": 724500
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.28368662765533e-06,
+      "loss": 0.1664,
+      "step": 724600
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.278065397392874e-06,
+      "loss": 0.1679,
+      "step": 724700
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.272444167130419e-06,
+      "loss": 0.167,
+      "step": 724800
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 9.266822936867963e-06,
+      "loss": 0.1644,
+      "step": 724900
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.26120170660551e-06,
+      "loss": 0.1659,
+      "step": 725000
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.255580476343052e-06,
+      "loss": 0.1619,
+      "step": 725100
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.249959246080597e-06,
+      "loss": 0.1639,
+      "step": 725200
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.244338015818142e-06,
+      "loss": 0.1645,
+      "step": 725300
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.238716785555688e-06,
+      "loss": 0.174,
+      "step": 725400
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.233095555293232e-06,
+      "loss": 0.1677,
+      "step": 725500
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.227474325030777e-06,
+      "loss": 0.1653,
+      "step": 725600
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.221853094768322e-06,
+      "loss": 0.1643,
+      "step": 725700
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.216231864505866e-06,
+      "loss": 0.1669,
+      "step": 725800
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.21061063424341e-06,
+      "loss": 0.1629,
+      "step": 725900
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.204989403980955e-06,
+      "loss": 0.1626,
+      "step": 726000
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.1993681737185e-06,
+      "loss": 0.1652,
+      "step": 726100
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.193746943456046e-06,
+      "loss": 0.1628,
+      "step": 726200
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.18812571319359e-06,
+      "loss": 0.1673,
+      "step": 726300
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.182504482931134e-06,
+      "loss": 0.1612,
+      "step": 726400
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.176883252668678e-06,
+      "loss": 0.1706,
+      "step": 726500
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.171262022406225e-06,
+      "loss": 0.1701,
+      "step": 726600
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.165640792143769e-06,
+      "loss": 0.1678,
+      "step": 726700
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.160019561881314e-06,
+      "loss": 0.1643,
+      "step": 726800
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.154398331618858e-06,
+      "loss": 0.1623,
+      "step": 726900
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.148777101356405e-06,
+      "loss": 0.1665,
+      "step": 727000
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.143155871093947e-06,
+      "loss": 0.1602,
+      "step": 727100
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.137534640831492e-06,
+      "loss": 0.1647,
+      "step": 727200
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.131913410569037e-06,
+      "loss": 0.1681,
+      "step": 727300
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.126292180306583e-06,
+      "loss": 0.1651,
+      "step": 727400
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.120670950044128e-06,
+      "loss": 0.1651,
+      "step": 727500
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.115049719781672e-06,
+      "loss": 0.1653,
+      "step": 727600
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.109428489519217e-06,
+      "loss": 0.1644,
+      "step": 727700
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.103807259256761e-06,
+      "loss": 0.1649,
+      "step": 727800
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.098186028994306e-06,
+      "loss": 0.1666,
+      "step": 727900
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.09256479873185e-06,
+      "loss": 0.1678,
+      "step": 728000
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.086943568469395e-06,
+      "loss": 0.1622,
+      "step": 728100
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.081322338206941e-06,
+      "loss": 0.1643,
+      "step": 728200
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.075701107944486e-06,
+      "loss": 0.1699,
+      "step": 728300
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 9.07007987768203e-06,
+      "loss": 0.1691,
+      "step": 728400
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 9.064458647419573e-06,
+      "loss": 0.1625,
+      "step": 728500
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 9.05883741715712e-06,
+      "loss": 0.166,
+      "step": 728600
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 9.053216186894664e-06,
+      "loss": 0.1658,
+      "step": 728700
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 9.047594956632209e-06,
+      "loss": 0.1652,
+      "step": 728800
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 9.041973726369753e-06,
+      "loss": 0.1645,
+      "step": 728900
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 9.0363524961073e-06,
+      "loss": 0.1636,
+      "step": 729000
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 9.030731265844843e-06,
+      "loss": 0.1635,
+      "step": 729100
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 9.025110035582387e-06,
+      "loss": 0.1623,
+      "step": 729200
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 9.019488805319932e-06,
+      "loss": 0.1662,
+      "step": 729300
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 9.013867575057478e-06,
+      "loss": 0.1657,
+      "step": 729400
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 9.008246344795023e-06,
+      "loss": 0.1618,
+      "step": 729500
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 9.002681326835192e-06,
+      "loss": 0.164,
+      "step": 729600
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 8.997116308875361e-06,
+      "loss": 0.1646,
+      "step": 729700
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 8.991495078612906e-06,
+      "loss": 0.1628,
+      "step": 729800
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 8.98587384835045e-06,
+      "loss": 0.1653,
+      "step": 729900
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 8.980252618087995e-06,
+      "loss": 0.1619,
+      "step": 730000
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 8.97463138782554e-06,
+      "loss": 0.164,
+      "step": 730100
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 8.969010157563084e-06,
+      "loss": 0.1654,
+      "step": 730200
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.96338892730063e-06,
+      "loss": 0.1656,
+      "step": 730300
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.957767697038175e-06,
+      "loss": 0.166,
+      "step": 730400
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.95214646677572e-06,
+      "loss": 0.1669,
+      "step": 730500
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.946525236513262e-06,
+      "loss": 0.1641,
+      "step": 730600
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.940904006250809e-06,
+      "loss": 0.1675,
+      "step": 730700
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.935282775988353e-06,
+      "loss": 0.1595,
+      "step": 730800
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.929661545725898e-06,
+      "loss": 0.1701,
+      "step": 730900
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.924040315463442e-06,
+      "loss": 0.1604,
+      "step": 731000
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.918419085200989e-06,
+      "loss": 0.1678,
+      "step": 731100
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.912797854938532e-06,
+      "loss": 0.1666,
+      "step": 731200
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.907176624676076e-06,
+      "loss": 0.1615,
+      "step": 731300
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.90155539441362e-06,
+      "loss": 0.1682,
+      "step": 731400
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.895934164151167e-06,
+      "loss": 0.1646,
+      "step": 731500
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.890312933888712e-06,
+      "loss": 0.162,
+      "step": 731600
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.884691703626256e-06,
+      "loss": 0.1649,
+      "step": 731700
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.8790704733638e-06,
+      "loss": 0.1664,
+      "step": 731800
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.873449243101345e-06,
+      "loss": 0.1665,
+      "step": 731900
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 8.86782801283889e-06,
+      "loss": 0.1691,
+      "step": 732000
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.862206782576435e-06,
+      "loss": 0.1638,
+      "step": 732100
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.85658555231398e-06,
+      "loss": 0.1667,
+      "step": 732200
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.850964322051525e-06,
+      "loss": 0.1609,
+      "step": 732300
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.84534309178907e-06,
+      "loss": 0.1634,
+      "step": 732400
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.839721861526615e-06,
+      "loss": 0.1651,
+      "step": 732500
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.834100631264158e-06,
+      "loss": 0.1678,
+      "step": 732600
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.828479401001704e-06,
+      "loss": 0.1704,
+      "step": 732700
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.822858170739248e-06,
+      "loss": 0.1636,
+      "step": 732800
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.817236940476793e-06,
+      "loss": 0.1708,
+      "step": 732900
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.811615710214338e-06,
+      "loss": 0.1621,
+      "step": 733000
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.805994479951884e-06,
+      "loss": 0.17,
+      "step": 733100
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.800373249689428e-06,
+      "loss": 0.1684,
+      "step": 733200
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.794752019426971e-06,
+      "loss": 0.1601,
+      "step": 733300
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.789130789164516e-06,
+      "loss": 0.169,
+      "step": 733400
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.783509558902062e-06,
+      "loss": 0.1656,
+      "step": 733500
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.777888328639607e-06,
+      "loss": 0.1671,
+      "step": 733600
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.772267098377151e-06,
+      "loss": 0.1682,
+      "step": 733700
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 8.766645868114696e-06,
+      "loss": 0.1657,
+      "step": 733800
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.76102463785224e-06,
+      "loss": 0.1661,
+      "step": 733900
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.755403407589785e-06,
+      "loss": 0.1622,
+      "step": 734000
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.74978217732733e-06,
+      "loss": 0.1678,
+      "step": 734100
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.744160947064874e-06,
+      "loss": 0.1639,
+      "step": 734200
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.73853971680242e-06,
+      "loss": 0.1655,
+      "step": 734300
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.732918486539965e-06,
+      "loss": 0.1651,
+      "step": 734400
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.72729725627751e-06,
+      "loss": 0.1712,
+      "step": 734500
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.721676026015054e-06,
+      "loss": 0.1676,
+      "step": 734600
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.716054795752599e-06,
+      "loss": 0.1637,
+      "step": 734700
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.710433565490143e-06,
+      "loss": 0.1689,
+      "step": 734800
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.704812335227688e-06,
+      "loss": 0.1701,
+      "step": 734900
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.699191104965233e-06,
+      "loss": 0.1683,
+      "step": 735000
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.693569874702779e-06,
+      "loss": 0.1639,
+      "step": 735100
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.687948644440323e-06,
+      "loss": 0.171,
+      "step": 735200
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.682383626480493e-06,
+      "loss": 0.1678,
+      "step": 735300
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.676762396218037e-06,
+      "loss": 0.1673,
+      "step": 735400
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.671141165955582e-06,
+      "loss": 0.162,
+      "step": 735500
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 8.665519935693127e-06,
+      "loss": 0.1668,
+      "step": 735600
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.659898705430671e-06,
+      "loss": 0.1612,
+      "step": 735700
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.654277475168216e-06,
+      "loss": 0.1662,
+      "step": 735800
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.64865624490576e-06,
+      "loss": 0.1671,
+      "step": 735900
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.643035014643305e-06,
+      "loss": 0.1662,
+      "step": 736000
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.637413784380851e-06,
+      "loss": 0.1606,
+      "step": 736100
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.631792554118396e-06,
+      "loss": 0.1657,
+      "step": 736200
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.626171323855939e-06,
+      "loss": 0.1652,
+      "step": 736300
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.620550093593483e-06,
+      "loss": 0.1635,
+      "step": 736400
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.61492886333103e-06,
+      "loss": 0.1684,
+      "step": 736500
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.609307633068574e-06,
+      "loss": 0.1651,
+      "step": 736600
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.603686402806119e-06,
+      "loss": 0.165,
+      "step": 736700
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.598065172543663e-06,
+      "loss": 0.1623,
+      "step": 736800
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.59244394228121e-06,
+      "loss": 0.1649,
+      "step": 736900
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.586822712018752e-06,
+      "loss": 0.167,
+      "step": 737000
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.581201481756297e-06,
+      "loss": 0.1623,
+      "step": 737100
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.575580251493842e-06,
+      "loss": 0.1654,
+      "step": 737200
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 8.569959021231388e-06,
+      "loss": 0.1638,
+      "step": 737300
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.564337790968932e-06,
+      "loss": 0.1689,
+      "step": 737400
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.558716560706477e-06,
+      "loss": 0.1677,
+      "step": 737500
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.553095330444022e-06,
+      "loss": 0.1605,
+      "step": 737600
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.547530312484191e-06,
+      "loss": 0.1614,
+      "step": 737700
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.541909082221735e-06,
+      "loss": 0.1622,
+      "step": 737800
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.53628785195928e-06,
+      "loss": 0.1659,
+      "step": 737900
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.530666621696826e-06,
+      "loss": 0.1637,
+      "step": 738000
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.52504539143437e-06,
+      "loss": 0.1633,
+      "step": 738100
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.519424161171914e-06,
+      "loss": 0.1643,
+      "step": 738200
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.513802930909458e-06,
+      "loss": 0.1631,
+      "step": 738300
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.508181700647005e-06,
+      "loss": 0.1648,
+      "step": 738400
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.50256047038455e-06,
+      "loss": 0.161,
+      "step": 738500
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.496939240122094e-06,
+      "loss": 0.1612,
+      "step": 738600
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.491318009859638e-06,
+      "loss": 0.1644,
+      "step": 738700
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.485696779597183e-06,
+      "loss": 0.1675,
+      "step": 738800
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.480075549334728e-06,
+      "loss": 0.1661,
+      "step": 738900
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.474510531374897e-06,
+      "loss": 0.1701,
+      "step": 739000
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 8.468889301112441e-06,
+      "loss": 0.1649,
+      "step": 739100
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.463268070849986e-06,
+      "loss": 0.1655,
+      "step": 739200
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.45764684058753e-06,
+      "loss": 0.1656,
+      "step": 739300
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.452025610325077e-06,
+      "loss": 0.1652,
+      "step": 739400
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.446404380062622e-06,
+      "loss": 0.1676,
+      "step": 739500
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.440783149800166e-06,
+      "loss": 0.1661,
+      "step": 739600
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.43516191953771e-06,
+      "loss": 0.1643,
+      "step": 739700
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.429540689275255e-06,
+      "loss": 0.164,
+      "step": 739800
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.4239194590128e-06,
+      "loss": 0.1641,
+      "step": 739900
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.418298228750344e-06,
+      "loss": 0.1625,
+      "step": 740000
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.412676998487889e-06,
+      "loss": 0.1638,
+      "step": 740100
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.407055768225435e-06,
+      "loss": 0.1638,
+      "step": 740200
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.40143453796298e-06,
+      "loss": 0.1614,
+      "step": 740300
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.395813307700524e-06,
+      "loss": 0.1579,
+      "step": 740400
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.390192077438067e-06,
+      "loss": 0.163,
+      "step": 740500
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.384570847175614e-06,
+      "loss": 0.1622,
+      "step": 740600
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.378949616913158e-06,
+      "loss": 0.1617,
+      "step": 740700
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.373328386650703e-06,
+      "loss": 0.1664,
+      "step": 740800
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.367707156388247e-06,
+      "loss": 0.1674,
+      "step": 740900
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.362085926125792e-06,
+      "loss": 0.1687,
+      "step": 741000
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.356520908165961e-06,
+      "loss": 0.1636,
+      "step": 741100
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.350899677903506e-06,
+      "loss": 0.163,
+      "step": 741200
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.345278447641052e-06,
+      "loss": 0.1642,
+      "step": 741300
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.339657217378597e-06,
+      "loss": 0.1598,
+      "step": 741400
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.33403598711614e-06,
+      "loss": 0.1674,
+      "step": 741500
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.328414756853684e-06,
+      "loss": 0.165,
+      "step": 741600
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.32279352659123e-06,
+      "loss": 0.1625,
+      "step": 741700
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.3172285086314e-06,
+      "loss": 0.1595,
+      "step": 741800
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.311607278368944e-06,
+      "loss": 0.1617,
+      "step": 741900
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.305986048106489e-06,
+      "loss": 0.1617,
+      "step": 742000
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.300364817844034e-06,
+      "loss": 0.1685,
+      "step": 742100
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.294743587581578e-06,
+      "loss": 0.1678,
+      "step": 742200
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.289122357319123e-06,
+      "loss": 0.1636,
+      "step": 742300
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.283501127056669e-06,
+      "loss": 0.1666,
+      "step": 742400
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.277879896794214e-06,
+      "loss": 0.162,
+      "step": 742500
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.272258666531756e-06,
+      "loss": 0.1676,
+      "step": 742600
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 8.266637436269303e-06,
+      "loss": 0.1681,
+      "step": 742700
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.261016206006847e-06,
+      "loss": 0.1634,
+      "step": 742800
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.255394975744392e-06,
+      "loss": 0.1593,
+      "step": 742900
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.249773745481936e-06,
+      "loss": 0.1632,
+      "step": 743000
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.244152515219481e-06,
+      "loss": 0.1635,
+      "step": 743100
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.238531284957027e-06,
+      "loss": 0.1638,
+      "step": 743200
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.23291005469457e-06,
+      "loss": 0.1674,
+      "step": 743300
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.227288824432115e-06,
+      "loss": 0.1606,
+      "step": 743400
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.221667594169661e-06,
+      "loss": 0.1588,
+      "step": 743500
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.216046363907206e-06,
+      "loss": 0.1608,
+      "step": 743600
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.21042513364475e-06,
+      "loss": 0.1676,
+      "step": 743700
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.204803903382295e-06,
+      "loss": 0.1703,
+      "step": 743800
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.19918267311984e-06,
+      "loss": 0.1652,
+      "step": 743900
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.193561442857384e-06,
+      "loss": 0.1676,
+      "step": 744000
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.187940212594929e-06,
+      "loss": 0.1652,
+      "step": 744100
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.182318982332473e-06,
+      "loss": 0.1639,
+      "step": 744200
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.176697752070018e-06,
+      "loss": 0.1692,
+      "step": 744300
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 8.171076521807564e-06,
+      "loss": 0.1675,
+      "step": 744400
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.165455291545109e-06,
+      "loss": 0.1711,
+      "step": 744500
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.159834061282651e-06,
+      "loss": 0.156,
+      "step": 744600
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.154212831020198e-06,
+      "loss": 0.165,
+      "step": 744700
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.148591600757742e-06,
+      "loss": 0.1592,
+      "step": 744800
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.142970370495287e-06,
+      "loss": 0.1668,
+      "step": 744900
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.137349140232832e-06,
+      "loss": 0.1619,
+      "step": 745000
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.131727909970376e-06,
+      "loss": 0.1741,
+      "step": 745100
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.126106679707922e-06,
+      "loss": 0.1673,
+      "step": 745200
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.120485449445465e-06,
+      "loss": 0.1617,
+      "step": 745300
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.11486421918301e-06,
+      "loss": 0.1676,
+      "step": 745400
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.109242988920556e-06,
+      "loss": 0.1671,
+      "step": 745500
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.1036217586581e-06,
+      "loss": 0.1693,
+      "step": 745600
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.098000528395645e-06,
+      "loss": 0.1657,
+      "step": 745700
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.09237929813319e-06,
+      "loss": 0.1679,
+      "step": 745800
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.086758067870734e-06,
+      "loss": 0.1657,
+      "step": 745900
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.081136837608279e-06,
+      "loss": 0.1664,
+      "step": 746000
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.075515607345824e-06,
+      "loss": 0.1592,
+      "step": 746100
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 8.069894377083368e-06,
+      "loss": 0.1724,
+      "step": 746200
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 8.064273146820914e-06,
+      "loss": 0.1659,
+      "step": 746300
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 8.058651916558459e-06,
+      "loss": 0.168,
+      "step": 746400
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 8.053030686296004e-06,
+      "loss": 0.1623,
+      "step": 746500
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 8.047409456033547e-06,
+      "loss": 0.1626,
+      "step": 746600
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 8.041844438073718e-06,
+      "loss": 0.1622,
+      "step": 746700
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 8.036223207811262e-06,
+      "loss": 0.1682,
+      "step": 746800
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 8.030601977548807e-06,
+      "loss": 0.1621,
+      "step": 746900
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 8.024980747286351e-06,
+      "loss": 0.167,
+      "step": 747000
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 8.019359517023896e-06,
+      "loss": 0.1636,
+      "step": 747100
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 8.01373828676144e-06,
+      "loss": 0.1656,
+      "step": 747200
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 8.008117056498985e-06,
+      "loss": 0.1682,
+      "step": 747300
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 8.002495826236531e-06,
+      "loss": 0.1665,
+      "step": 747400
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 7.996874595974076e-06,
+      "loss": 0.1607,
+      "step": 747500
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 7.99125336571162e-06,
+      "loss": 0.168,
+      "step": 747600
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 7.985632135449163e-06,
+      "loss": 0.165,
+      "step": 747700
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 7.98001090518671e-06,
+      "loss": 0.1689,
+      "step": 747800
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 7.974389674924254e-06,
+      "loss": 0.1631,
+      "step": 747900
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 7.968768444661799e-06,
+      "loss": 0.1685,
+      "step": 748000
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.963147214399343e-06,
+      "loss": 0.1635,
+      "step": 748100
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.95752598413689e-06,
+      "loss": 0.1668,
+      "step": 748200
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.951904753874434e-06,
+      "loss": 0.1625,
+      "step": 748300
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.946283523611977e-06,
+      "loss": 0.1694,
+      "step": 748400
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.940662293349522e-06,
+      "loss": 0.1675,
+      "step": 748500
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.935041063087068e-06,
+      "loss": 0.166,
+      "step": 748600
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.929419832824613e-06,
+      "loss": 0.1649,
+      "step": 748700
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.923798602562157e-06,
+      "loss": 0.1698,
+      "step": 748800
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.918177372299702e-06,
+      "loss": 0.1607,
+      "step": 748900
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.912556142037246e-06,
+      "loss": 0.1635,
+      "step": 749000
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.906934911774791e-06,
+      "loss": 0.1607,
+      "step": 749100
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.901313681512336e-06,
+      "loss": 0.1638,
+      "step": 749200
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.89569245124988e-06,
+      "loss": 0.1625,
+      "step": 749300
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.890071220987426e-06,
+      "loss": 0.1609,
+      "step": 749400
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.884449990724971e-06,
+      "loss": 0.1672,
+      "step": 749500
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.878828760462516e-06,
+      "loss": 0.1624,
+      "step": 749600
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.87320753020006e-06,
+      "loss": 0.1615,
+      "step": 749700
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 7.867586299937605e-06,
+      "loss": 0.1673,
+      "step": 749800
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.86196506967515e-06,
+      "loss": 0.1595,
+      "step": 749900
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.856343839412694e-06,
+      "loss": 0.1654,
+      "step": 750000
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.850722609150238e-06,
+      "loss": 0.1652,
+      "step": 750100
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.845101378887785e-06,
+      "loss": 0.1691,
+      "step": 750200
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.83948014862533e-06,
+      "loss": 0.1654,
+      "step": 750300
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.833858918362872e-06,
+      "loss": 0.1629,
+      "step": 750400
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.828237688100418e-06,
+      "loss": 0.1683,
+      "step": 750500
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.822616457837963e-06,
+      "loss": 0.1666,
+      "step": 750600
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.816995227575508e-06,
+      "loss": 0.1628,
+      "step": 750700
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.811373997313052e-06,
+      "loss": 0.1669,
+      "step": 750800
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.805752767050597e-06,
+      "loss": 0.1714,
+      "step": 750900
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.800131536788143e-06,
+      "loss": 0.1594,
+      "step": 751000
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.794510306525686e-06,
+      "loss": 0.1607,
+      "step": 751100
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.78888907626323e-06,
+      "loss": 0.1694,
+      "step": 751200
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.783267846000777e-06,
+      "loss": 0.1621,
+      "step": 751300
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.777646615738321e-06,
+      "loss": 0.1617,
+      "step": 751400
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.772025385475866e-06,
+      "loss": 0.1667,
+      "step": 751500
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 7.76640415521341e-06,
+      "loss": 0.1632,
+      "step": 751600
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.760782924950955e-06,
+      "loss": 0.1706,
+      "step": 751700
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.7551616946885e-06,
+      "loss": 0.1674,
+      "step": 751800
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.749540464426044e-06,
+      "loss": 0.1627,
+      "step": 751900
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.743919234163589e-06,
+      "loss": 0.1652,
+      "step": 752000
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.738298003901134e-06,
+      "loss": 0.1682,
+      "step": 752100
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.732732985941303e-06,
+      "loss": 0.1647,
+      "step": 752200
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.727111755678847e-06,
+      "loss": 0.1594,
+      "step": 752300
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.721490525416394e-06,
+      "loss": 0.1612,
+      "step": 752400
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.715869295153938e-06,
+      "loss": 0.1726,
+      "step": 752500
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.710248064891483e-06,
+      "loss": 0.163,
+      "step": 752600
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.704626834629027e-06,
+      "loss": 0.1659,
+      "step": 752700
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.699005604366572e-06,
+      "loss": 0.1683,
+      "step": 752800
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.693384374104117e-06,
+      "loss": 0.1656,
+      "step": 752900
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.687763143841661e-06,
+      "loss": 0.1643,
+      "step": 753000
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.682141913579206e-06,
+      "loss": 0.1624,
+      "step": 753100
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.676520683316752e-06,
+      "loss": 0.1684,
+      "step": 753200
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 7.670899453054297e-06,
+      "loss": 0.1664,
+      "step": 753300
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.665278222791841e-06,
+      "loss": 0.1684,
+      "step": 753400
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.659656992529384e-06,
+      "loss": 0.1674,
+      "step": 753500
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.65403576226693e-06,
+      "loss": 0.1642,
+      "step": 753600
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.648414532004475e-06,
+      "loss": 0.1698,
+      "step": 753700
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.64279330174202e-06,
+      "loss": 0.1629,
+      "step": 753800
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.637172071479564e-06,
+      "loss": 0.1665,
+      "step": 753900
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.63155084121711e-06,
+      "loss": 0.1675,
+      "step": 754000
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.625929610954653e-06,
+      "loss": 0.171,
+      "step": 754100
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.620308380692198e-06,
+      "loss": 0.1654,
+      "step": 754200
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.614743362732368e-06,
+      "loss": 0.1686,
+      "step": 754300
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.6091221324699135e-06,
+      "loss": 0.1662,
+      "step": 754400
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.603500902207457e-06,
+      "loss": 0.1661,
+      "step": 754500
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.597879671945002e-06,
+      "loss": 0.1667,
+      "step": 754600
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.592258441682546e-06,
+      "loss": 0.1628,
+      "step": 754700
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.586637211420092e-06,
+      "loss": 0.1628,
+      "step": 754800
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.581015981157636e-06,
+      "loss": 0.1636,
+      "step": 754900
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.575394750895182e-06,
+      "loss": 0.1712,
+      "step": 755000
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.569773520632726e-06,
+      "loss": 0.1671,
+      "step": 755100
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.564208502672896e-06,
+      "loss": 0.1667,
+      "step": 755200
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.55858727241044e-06,
+      "loss": 0.1621,
+      "step": 755300
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.552966042147985e-06,
+      "loss": 0.16,
+      "step": 755400
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.54734481188553e-06,
+      "loss": 0.168,
+      "step": 755500
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.541723581623074e-06,
+      "loss": 0.1682,
+      "step": 755600
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.536102351360619e-06,
+      "loss": 0.1648,
+      "step": 755700
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.530481121098164e-06,
+      "loss": 0.1598,
+      "step": 755800
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.524859890835709e-06,
+      "loss": 0.1681,
+      "step": 755900
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.519238660573254e-06,
+      "loss": 0.1677,
+      "step": 756000
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.513617430310799e-06,
+      "loss": 0.1677,
+      "step": 756100
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.507996200048342e-06,
+      "loss": 0.1679,
+      "step": 756200
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.502374969785887e-06,
+      "loss": 0.1663,
+      "step": 756300
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.4967537395234324e-06,
+      "loss": 0.1712,
+      "step": 756400
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.491132509260977e-06,
+      "loss": 0.1685,
+      "step": 756500
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.4855112789985224e-06,
+      "loss": 0.1652,
+      "step": 756600
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.479890048736067e-06,
+      "loss": 0.1667,
+      "step": 756700
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.4742688184736125e-06,
+      "loss": 0.1622,
+      "step": 756800
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 7.468647588211155e-06,
+      "loss": 0.1636,
+      "step": 756900
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.463026357948701e-06,
+      "loss": 0.1673,
+      "step": 757000
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.457405127686245e-06,
+      "loss": 0.1561,
+      "step": 757100
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.451783897423791e-06,
+      "loss": 0.1683,
+      "step": 757200
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.446162667161335e-06,
+      "loss": 0.1631,
+      "step": 757300
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.440541436898881e-06,
+      "loss": 0.1629,
+      "step": 757400
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.434920206636425e-06,
+      "loss": 0.164,
+      "step": 757500
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.429298976373969e-06,
+      "loss": 0.1691,
+      "step": 757600
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.423677746111514e-06,
+      "loss": 0.1718,
+      "step": 757700
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.418056515849059e-06,
+      "loss": 0.1679,
+      "step": 757800
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.412435285586604e-06,
+      "loss": 0.1645,
+      "step": 757900
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.406814055324149e-06,
+      "loss": 0.1629,
+      "step": 758000
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.401192825061694e-06,
+      "loss": 0.1664,
+      "step": 758100
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.395571594799239e-06,
+      "loss": 0.1668,
+      "step": 758200
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.389950364536782e-06,
+      "loss": 0.1618,
+      "step": 758300
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.3843291342743275e-06,
+      "loss": 0.1642,
+      "step": 758400
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.378707904011872e-06,
+      "loss": 0.1679,
+      "step": 758500
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.3730866737494175e-06,
+      "loss": 0.1622,
+      "step": 758600
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 7.367465443486962e-06,
+      "loss": 0.1606,
+      "step": 758700
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.3618442132245075e-06,
+      "loss": 0.1582,
+      "step": 758800
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.35622298296205e-06,
+      "loss": 0.1671,
+      "step": 758900
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.350601752699596e-06,
+      "loss": 0.1643,
+      "step": 759000
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.34498052243714e-06,
+      "loss": 0.1666,
+      "step": 759100
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.339359292174686e-06,
+      "loss": 0.1662,
+      "step": 759200
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.3337380619122304e-06,
+      "loss": 0.1654,
+      "step": 759300
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.328116831649776e-06,
+      "loss": 0.1644,
+      "step": 759400
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.3224956013873204e-06,
+      "loss": 0.163,
+      "step": 759500
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.316874371124864e-06,
+      "loss": 0.1734,
+      "step": 759600
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.311253140862409e-06,
+      "loss": 0.1612,
+      "step": 759700
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.305631910599954e-06,
+      "loss": 0.1628,
+      "step": 759800
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.300010680337499e-06,
+      "loss": 0.1646,
+      "step": 759900
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.294389450075044e-06,
+      "loss": 0.1601,
+      "step": 760000
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.288768219812589e-06,
+      "loss": 0.1643,
+      "step": 760100
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.283146989550134e-06,
+      "loss": 0.1675,
+      "step": 760200
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.277525759287677e-06,
+      "loss": 0.1598,
+      "step": 760300
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.2719045290252225e-06,
+      "loss": 0.1645,
+      "step": 760400
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 7.266283298762767e-06,
+      "loss": 0.1637,
+      "step": 760500
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.2606620685003125e-06,
+      "loss": 0.1621,
+      "step": 760600
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.255040838237857e-06,
+      "loss": 0.1631,
+      "step": 760700
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.2494196079754026e-06,
+      "loss": 0.1693,
+      "step": 760800
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.243798377712947e-06,
+      "loss": 0.1651,
+      "step": 760900
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.238177147450491e-06,
+      "loss": 0.164,
+      "step": 761000
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.2325559171880355e-06,
+      "loss": 0.1641,
+      "step": 761100
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.226934686925581e-06,
+      "loss": 0.1616,
+      "step": 761200
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.2213134566631255e-06,
+      "loss": 0.1656,
+      "step": 761300
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.215692226400671e-06,
+      "loss": 0.1704,
+      "step": 761400
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.2100709961382155e-06,
+      "loss": 0.1663,
+      "step": 761500
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.204449765875759e-06,
+      "loss": 0.1628,
+      "step": 761600
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.198828535613304e-06,
+      "loss": 0.1596,
+      "step": 761700
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.193207305350849e-06,
+      "loss": 0.1634,
+      "step": 761800
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.187586075088394e-06,
+      "loss": 0.1621,
+      "step": 761900
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.181964844825939e-06,
+      "loss": 0.1643,
+      "step": 762000
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.176343614563484e-06,
+      "loss": 0.1603,
+      "step": 762100
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 7.170722384301029e-06,
+      "loss": 0.167,
+      "step": 762200
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.165101154038573e-06,
+      "loss": 0.1663,
+      "step": 762300
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.159479923776118e-06,
+      "loss": 0.1605,
+      "step": 762400
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.153858693513662e-06,
+      "loss": 0.1612,
+      "step": 762500
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.148237463251208e-06,
+      "loss": 0.165,
+      "step": 762600
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.142616232988752e-06,
+      "loss": 0.1673,
+      "step": 762700
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.136995002726298e-06,
+      "loss": 0.1618,
+      "step": 762800
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.131373772463842e-06,
+      "loss": 0.1682,
+      "step": 762900
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.125752542201386e-06,
+      "loss": 0.16,
+      "step": 763000
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.120131311938931e-06,
+      "loss": 0.167,
+      "step": 763100
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.114566293979101e-06,
+      "loss": 0.1635,
+      "step": 763200
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.108945063716646e-06,
+      "loss": 0.1599,
+      "step": 763300
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.10332383345419e-06,
+      "loss": 0.1612,
+      "step": 763400
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.0977026031917344e-06,
+      "loss": 0.162,
+      "step": 763500
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.09208137292928e-06,
+      "loss": 0.1628,
+      "step": 763600
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.0864601426668244e-06,
+      "loss": 0.165,
+      "step": 763700
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.08083891240437e-06,
+      "loss": 0.1687,
+      "step": 763800
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.0752176821419145e-06,
+      "loss": 0.1669,
+      "step": 763900
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 7.069596451879458e-06,
+      "loss": 0.1658,
+      "step": 764000
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 7.063975221617003e-06,
+      "loss": 0.1627,
+      "step": 764100
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 7.058353991354548e-06,
+      "loss": 0.1684,
+      "step": 764200
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 7.052732761092093e-06,
+      "loss": 0.1657,
+      "step": 764300
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 7.047111530829638e-06,
+      "loss": 0.167,
+      "step": 764400
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 7.041490300567183e-06,
+      "loss": 0.1653,
+      "step": 764500
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 7.035869070304727e-06,
+      "loss": 0.1664,
+      "step": 764600
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 7.030247840042271e-06,
+      "loss": 0.1724,
+      "step": 764700
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 7.0246266097798166e-06,
+      "loss": 0.1648,
+      "step": 764800
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 7.019005379517361e-06,
+      "loss": 0.1638,
+      "step": 764900
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 7.0133841492549066e-06,
+      "loss": 0.1636,
+      "step": 765000
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 7.007762918992451e-06,
+      "loss": 0.1655,
+      "step": 765100
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 7.002141688729997e-06,
+      "loss": 0.1658,
+      "step": 765200
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 6.996520458467541e-06,
+      "loss": 0.1622,
+      "step": 765300
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 6.990899228205085e-06,
+      "loss": 0.1621,
+      "step": 765400
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 6.985334210245255e-06,
+      "loss": 0.166,
+      "step": 765500
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 6.9797129799828e-06,
+      "loss": 0.1655,
+      "step": 765600
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 6.974091749720345e-06,
+      "loss": 0.1649,
+      "step": 765700
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 6.968470519457888e-06,
+      "loss": 0.168,
+      "step": 765800
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.962849289195433e-06,
+      "loss": 0.1653,
+      "step": 765900
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.957228058932978e-06,
+      "loss": 0.1698,
+      "step": 766000
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.951606828670523e-06,
+      "loss": 0.1646,
+      "step": 766100
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.945985598408068e-06,
+      "loss": 0.1624,
+      "step": 766200
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.9403643681456134e-06,
+      "loss": 0.1633,
+      "step": 766300
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.934743137883157e-06,
+      "loss": 0.1595,
+      "step": 766400
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.929121907620702e-06,
+      "loss": 0.1693,
+      "step": 766500
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.923500677358246e-06,
+      "loss": 0.1603,
+      "step": 766600
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.917879447095792e-06,
+      "loss": 0.1667,
+      "step": 766700
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.912258216833336e-06,
+      "loss": 0.1674,
+      "step": 766800
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.906636986570882e-06,
+      "loss": 0.1633,
+      "step": 766900
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.901015756308426e-06,
+      "loss": 0.1615,
+      "step": 767000
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.89539452604597e-06,
+      "loss": 0.1599,
+      "step": 767100
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.8897732957835155e-06,
+      "loss": 0.1663,
+      "step": 767200
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.88415206552106e-06,
+      "loss": 0.1649,
+      "step": 767300
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.878530835258605e-06,
+      "loss": 0.1662,
+      "step": 767400
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.87290960499615e-06,
+      "loss": 0.1671,
+      "step": 767500
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 6.867344587036319e-06,
+      "loss": 0.1627,
+      "step": 767600
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.861723356773864e-06,
+      "loss": 0.1651,
+      "step": 767700
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.856158338814034e-06,
+      "loss": 0.1656,
+      "step": 767800
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.850537108551577e-06,
+      "loss": 0.1642,
+      "step": 767900
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.8449158782891225e-06,
+      "loss": 0.161,
+      "step": 768000
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.839294648026667e-06,
+      "loss": 0.1637,
+      "step": 768100
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.8336734177642125e-06,
+      "loss": 0.1655,
+      "step": 768200
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.828052187501757e-06,
+      "loss": 0.1643,
+      "step": 768300
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.822487169541926e-06,
+      "loss": 0.1628,
+      "step": 768400
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.816865939279471e-06,
+      "loss": 0.1653,
+      "step": 768500
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.811244709017016e-06,
+      "loss": 0.1582,
+      "step": 768600
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.805623478754561e-06,
+      "loss": 0.1689,
+      "step": 768700
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.800002248492106e-06,
+      "loss": 0.1662,
+      "step": 768800
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.794381018229649e-06,
+      "loss": 0.1659,
+      "step": 768900
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.788759787967195e-06,
+      "loss": 0.164,
+      "step": 769000
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.783138557704739e-06,
+      "loss": 0.1632,
+      "step": 769100
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.777517327442284e-06,
+      "loss": 0.1635,
+      "step": 769200
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.771896097179829e-06,
+      "loss": 0.1636,
+      "step": 769300
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.766274866917374e-06,
+      "loss": 0.1646,
+      "step": 769400
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.760653636654919e-06,
+      "loss": 0.1663,
+      "step": 769500
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.755032406392463e-06,
+      "loss": 0.1662,
+      "step": 769600
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.749411176130008e-06,
+      "loss": 0.1602,
+      "step": 769700
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.743789945867552e-06,
+      "loss": 0.1671,
+      "step": 769800
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.738168715605098e-06,
+      "loss": 0.1653,
+      "step": 769900
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.732547485342642e-06,
+      "loss": 0.1628,
+      "step": 770000
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.726926255080188e-06,
+      "loss": 0.1597,
+      "step": 770100
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.721305024817732e-06,
+      "loss": 0.1609,
+      "step": 770200
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.715683794555276e-06,
+      "loss": 0.1677,
+      "step": 770300
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.7100625642928215e-06,
+      "loss": 0.1597,
+      "step": 770400
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.704441334030366e-06,
+      "loss": 0.1663,
+      "step": 770500
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.698820103767911e-06,
+      "loss": 0.1642,
+      "step": 770600
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.693198873505456e-06,
+      "loss": 0.1667,
+      "step": 770700
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.687577643243001e-06,
+      "loss": 0.1655,
+      "step": 770800
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.681956412980546e-06,
+      "loss": 0.1687,
+      "step": 770900
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.67633518271809e-06,
+      "loss": 0.1642,
+      "step": 771000
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 6.670713952455634e-06,
+      "loss": 0.1666,
+      "step": 771100
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.66509272219318e-06,
+      "loss": 0.1636,
+      "step": 771200
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.6594714919307244e-06,
+      "loss": 0.1635,
+      "step": 771300
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.653850261668269e-06,
+      "loss": 0.163,
+      "step": 771400
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.6482290314058144e-06,
+      "loss": 0.1608,
+      "step": 771500
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.642607801143358e-06,
+      "loss": 0.1597,
+      "step": 771600
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.636986570880903e-06,
+      "loss": 0.1641,
+      "step": 771700
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.631365340618448e-06,
+      "loss": 0.1658,
+      "step": 771800
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.625744110355993e-06,
+      "loss": 0.1681,
+      "step": 771900
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.620122880093537e-06,
+      "loss": 0.1639,
+      "step": 772000
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.614501649831083e-06,
+      "loss": 0.1684,
+      "step": 772100
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.608880419568627e-06,
+      "loss": 0.1693,
+      "step": 772200
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.603259189306171e-06,
+      "loss": 0.1715,
+      "step": 772300
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.597694171346341e-06,
+      "loss": 0.1653,
+      "step": 772400
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.592072941083887e-06,
+      "loss": 0.1622,
+      "step": 772500
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.586451710821431e-06,
+      "loss": 0.1686,
+      "step": 772600
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.580830480558975e-06,
+      "loss": 0.167,
+      "step": 772700
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.57520925029652e-06,
+      "loss": 0.1645,
+      "step": 772800
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 6.569588020034065e-06,
+      "loss": 0.1682,
+      "step": 772900
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.56396678977161e-06,
+      "loss": 0.1649,
+      "step": 773000
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.558345559509155e-06,
+      "loss": 0.1629,
+      "step": 773100
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.5527243292467e-06,
+      "loss": 0.162,
+      "step": 773200
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.547103098984245e-06,
+      "loss": 0.1649,
+      "step": 773300
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.541481868721788e-06,
+      "loss": 0.1666,
+      "step": 773400
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.535860638459333e-06,
+      "loss": 0.1667,
+      "step": 773500
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.530239408196878e-06,
+      "loss": 0.1618,
+      "step": 773600
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.524618177934423e-06,
+      "loss": 0.1621,
+      "step": 773700
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.518996947671968e-06,
+      "loss": 0.1658,
+      "step": 773800
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.513375717409513e-06,
+      "loss": 0.1608,
+      "step": 773900
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.507754487147056e-06,
+      "loss": 0.1632,
+      "step": 774000
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.502133256884602e-06,
+      "loss": 0.1634,
+      "step": 774100
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.496512026622146e-06,
+      "loss": 0.1609,
+      "step": 774200
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.490890796359692e-06,
+      "loss": 0.1666,
+      "step": 774300
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.485269566097236e-06,
+      "loss": 0.1622,
+      "step": 774400
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.479648335834782e-06,
+      "loss": 0.167,
+      "step": 774500
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.474027105572326e-06,
+      "loss": 0.1682,
+      "step": 774600
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 6.46840587530987e-06,
+      "loss": 0.1676,
+      "step": 774700
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.462784645047415e-06,
+      "loss": 0.1663,
+      "step": 774800
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.45716341478496e-06,
+      "loss": 0.164,
+      "step": 774900
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.451542184522505e-06,
+      "loss": 0.1664,
+      "step": 775000
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.44592095426005e-06,
+      "loss": 0.1669,
+      "step": 775100
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.440299723997595e-06,
+      "loss": 0.168,
+      "step": 775200
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.43467849373514e-06,
+      "loss": 0.1684,
+      "step": 775300
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.429057263472683e-06,
+      "loss": 0.1677,
+      "step": 775400
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.4234360332102284e-06,
+      "loss": 0.1611,
+      "step": 775500
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.417814802947773e-06,
+      "loss": 0.1623,
+      "step": 775600
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.4121935726853184e-06,
+      "loss": 0.1607,
+      "step": 775700
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.406572342422863e-06,
+      "loss": 0.164,
+      "step": 775800
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.4009511121604085e-06,
+      "loss": 0.1659,
+      "step": 775900
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.395386094200577e-06,
+      "loss": 0.1661,
+      "step": 776000
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.3897648639381215e-06,
+      "loss": 0.1616,
+      "step": 776100
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.384143633675667e-06,
+      "loss": 0.1638,
+      "step": 776200
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.3785224034132115e-06,
+      "loss": 0.1635,
+      "step": 776300
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.372901173150755e-06,
+      "loss": 0.1704,
+      "step": 776400
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 6.367279942888301e-06,
+      "loss": 0.1578,
+      "step": 776500
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.361658712625845e-06,
+      "loss": 0.166,
+      "step": 776600
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.356037482363391e-06,
+      "loss": 0.1623,
+      "step": 776700
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.350416252100935e-06,
+      "loss": 0.1648,
+      "step": 776800
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.34479502183848e-06,
+      "loss": 0.1644,
+      "step": 776900
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.339173791576025e-06,
+      "loss": 0.1589,
+      "step": 777000
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.333552561313569e-06,
+      "loss": 0.1618,
+      "step": 777100
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.327931331051114e-06,
+      "loss": 0.1605,
+      "step": 777200
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.322310100788659e-06,
+      "loss": 0.1686,
+      "step": 777300
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.316688870526204e-06,
+      "loss": 0.1638,
+      "step": 777400
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.311067640263748e-06,
+      "loss": 0.1673,
+      "step": 777500
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.305446410001294e-06,
+      "loss": 0.1703,
+      "step": 777600
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.299825179738838e-06,
+      "loss": 0.1648,
+      "step": 777700
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.294203949476382e-06,
+      "loss": 0.1682,
+      "step": 777800
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.288582719213927e-06,
+      "loss": 0.1617,
+      "step": 777900
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.282961488951472e-06,
+      "loss": 0.1636,
+      "step": 778000
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.277340258689017e-06,
+      "loss": 0.1611,
+      "step": 778100
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 6.271719028426562e-06,
+      "loss": 0.1624,
+      "step": 778200
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.266097798164107e-06,
+      "loss": 0.1675,
+      "step": 778300
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.260476567901652e-06,
+      "loss": 0.1644,
+      "step": 778400
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.254855337639196e-06,
+      "loss": 0.1659,
+      "step": 778500
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.24923410737674e-06,
+      "loss": 0.1617,
+      "step": 778600
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.243612877114286e-06,
+      "loss": 0.1632,
+      "step": 778700
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.23799164685183e-06,
+      "loss": 0.1714,
+      "step": 778800
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.232370416589376e-06,
+      "loss": 0.1658,
+      "step": 778900
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.2267491863269195e-06,
+      "loss": 0.1648,
+      "step": 779000
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.221127956064465e-06,
+      "loss": 0.1656,
+      "step": 779100
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.2155067258020095e-06,
+      "loss": 0.16,
+      "step": 779200
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.209885495539554e-06,
+      "loss": 0.1625,
+      "step": 779300
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.204264265277099e-06,
+      "loss": 0.1618,
+      "step": 779400
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.198643035014644e-06,
+      "loss": 0.1649,
+      "step": 779500
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.193021804752188e-06,
+      "loss": 0.1681,
+      "step": 779600
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.187400574489733e-06,
+      "loss": 0.1626,
+      "step": 779700
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.181779344227278e-06,
+      "loss": 0.1643,
+      "step": 779800
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.176158113964823e-06,
+      "loss": 0.1707,
+      "step": 779900
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 6.170593096004992e-06,
+      "loss": 0.1617,
+      "step": 780000
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.164971865742536e-06,
+      "loss": 0.164,
+      "step": 780100
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.159350635480082e-06,
+      "loss": 0.1655,
+      "step": 780200
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.153729405217626e-06,
+      "loss": 0.168,
+      "step": 780300
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.148108174955171e-06,
+      "loss": 0.1689,
+      "step": 780400
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.1424869446927155e-06,
+      "loss": 0.1602,
+      "step": 780500
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.136865714430261e-06,
+      "loss": 0.1634,
+      "step": 780600
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.131244484167805e-06,
+      "loss": 0.1598,
+      "step": 780700
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.125679466207975e-06,
+      "loss": 0.1641,
+      "step": 780800
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.1200582359455195e-06,
+      "loss": 0.1655,
+      "step": 780900
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.114437005683064e-06,
+      "loss": 0.1619,
+      "step": 781000
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.108815775420609e-06,
+      "loss": 0.1626,
+      "step": 781100
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.103194545158153e-06,
+      "loss": 0.1646,
+      "step": 781200
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.097573314895699e-06,
+      "loss": 0.161,
+      "step": 781300
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.091952084633243e-06,
+      "loss": 0.163,
+      "step": 781400
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.086330854370788e-06,
+      "loss": 0.1639,
+      "step": 781500
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.080709624108332e-06,
+      "loss": 0.163,
+      "step": 781600
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.075088393845878e-06,
+      "loss": 0.1605,
+      "step": 781700
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 6.069467163583422e-06,
+      "loss": 0.1711,
+      "step": 781800
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.063845933320967e-06,
+      "loss": 0.1638,
+      "step": 781900
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.0582247030585116e-06,
+      "loss": 0.1635,
+      "step": 782000
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.052603472796056e-06,
+      "loss": 0.164,
+      "step": 782100
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.0469822425336016e-06,
+      "loss": 0.1637,
+      "step": 782200
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.041361012271146e-06,
+      "loss": 0.162,
+      "step": 782300
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.035739782008691e-06,
+      "loss": 0.166,
+      "step": 782400
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.030118551746235e-06,
+      "loss": 0.1616,
+      "step": 782500
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.024497321483781e-06,
+      "loss": 0.1667,
+      "step": 782600
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.018876091221325e-06,
+      "loss": 0.165,
+      "step": 782700
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.01325486095887e-06,
+      "loss": 0.1675,
+      "step": 782800
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.0076336306964145e-06,
+      "loss": 0.1665,
+      "step": 782900
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.00201240043396e-06,
+      "loss": 0.1655,
+      "step": 783000
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 5.996447382474128e-06,
+      "loss": 0.1688,
+      "step": 783100
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 5.990826152211673e-06,
+      "loss": 0.1633,
+      "step": 783200
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 5.985204921949218e-06,
+      "loss": 0.1691,
+      "step": 783300
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 5.979583691686763e-06,
+      "loss": 0.1674,
+      "step": 783400
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 5.973962461424308e-06,
+      "loss": 0.1661,
+      "step": 783500
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 5.968341231161852e-06,
+      "loss": 0.1654,
+      "step": 783600
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.962720000899398e-06,
+      "loss": 0.1646,
+      "step": 783700
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.957098770636941e-06,
+      "loss": 0.1619,
+      "step": 783800
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.951477540374487e-06,
+      "loss": 0.1609,
+      "step": 783900
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.945856310112031e-06,
+      "loss": 0.1626,
+      "step": 784000
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.940235079849577e-06,
+      "loss": 0.1624,
+      "step": 784100
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.9346138495871205e-06,
+      "loss": 0.168,
+      "step": 784200
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.928992619324666e-06,
+      "loss": 0.1602,
+      "step": 784300
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.9233713890622105e-06,
+      "loss": 0.1612,
+      "step": 784400
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.917750158799755e-06,
+      "loss": 0.1602,
+      "step": 784500
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.9121289285373e-06,
+      "loss": 0.1678,
+      "step": 784600
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.906507698274845e-06,
+      "loss": 0.1622,
+      "step": 784700
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.900886468012389e-06,
+      "loss": 0.1628,
+      "step": 784800
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.895265237749934e-06,
+      "loss": 0.1678,
+      "step": 784900
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.889644007487479e-06,
+      "loss": 0.1624,
+      "step": 785000
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.884022777225024e-06,
+      "loss": 0.1685,
+      "step": 785100
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.878401546962568e-06,
+      "loss": 0.1663,
+      "step": 785200
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.8727803167001135e-06,
+      "loss": 0.165,
+      "step": 785300
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 5.867159086437658e-06,
+      "loss": 0.1587,
+      "step": 785400
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.861537856175203e-06,
+      "loss": 0.1592,
+      "step": 785500
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.855916625912747e-06,
+      "loss": 0.1631,
+      "step": 785600
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.850295395650293e-06,
+      "loss": 0.1649,
+      "step": 785700
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.844674165387836e-06,
+      "loss": 0.1643,
+      "step": 785800
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.839052935125382e-06,
+      "loss": 0.1652,
+      "step": 785900
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.833431704862926e-06,
+      "loss": 0.1656,
+      "step": 786000
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.827810474600472e-06,
+      "loss": 0.1662,
+      "step": 786100
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.8221892443380156e-06,
+      "loss": 0.1633,
+      "step": 786200
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.816568014075561e-06,
+      "loss": 0.1653,
+      "step": 786300
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.810946783813106e-06,
+      "loss": 0.1633,
+      "step": 786400
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.80532555355065e-06,
+      "loss": 0.1618,
+      "step": 786500
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.799704323288195e-06,
+      "loss": 0.1658,
+      "step": 786600
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.79408309302574e-06,
+      "loss": 0.1677,
+      "step": 786700
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.788461862763284e-06,
+      "loss": 0.1661,
+      "step": 786800
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.782840632500829e-06,
+      "loss": 0.1685,
+      "step": 786900
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.777219402238374e-06,
+      "loss": 0.1646,
+      "step": 787000
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 5.771654384278543e-06,
+      "loss": 0.1623,
+      "step": 787100
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.766033154016088e-06,
+      "loss": 0.1675,
+      "step": 787200
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.760411923753633e-06,
+      "loss": 0.161,
+      "step": 787300
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.754846905793803e-06,
+      "loss": 0.1653,
+      "step": 787400
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.749225675531347e-06,
+      "loss": 0.1627,
+      "step": 787500
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.743604445268892e-06,
+      "loss": 0.1599,
+      "step": 787600
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.737983215006436e-06,
+      "loss": 0.165,
+      "step": 787700
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.732361984743982e-06,
+      "loss": 0.1631,
+      "step": 787800
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.726740754481526e-06,
+      "loss": 0.1671,
+      "step": 787900
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.721119524219071e-06,
+      "loss": 0.1642,
+      "step": 788000
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.7154982939566155e-06,
+      "loss": 0.1651,
+      "step": 788100
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.709877063694161e-06,
+      "loss": 0.158,
+      "step": 788200
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.704255833431705e-06,
+      "loss": 0.1639,
+      "step": 788300
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.69863460316925e-06,
+      "loss": 0.1648,
+      "step": 788400
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.693013372906795e-06,
+      "loss": 0.1625,
+      "step": 788500
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.687392142644339e-06,
+      "loss": 0.169,
+      "step": 788600
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.681770912381884e-06,
+      "loss": 0.1579,
+      "step": 788700
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.676149682119429e-06,
+      "loss": 0.1605,
+      "step": 788800
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 5.670528451856974e-06,
+      "loss": 0.1604,
+      "step": 788900
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.6649072215945185e-06,
+      "loss": 0.1625,
+      "step": 789000
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.659285991332063e-06,
+      "loss": 0.1682,
+      "step": 789100
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.6536647610696085e-06,
+      "loss": 0.1604,
+      "step": 789200
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.648043530807152e-06,
+      "loss": 0.1624,
+      "step": 789300
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.642422300544698e-06,
+      "loss": 0.1628,
+      "step": 789400
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.636801070282242e-06,
+      "loss": 0.1665,
+      "step": 789500
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.6312360523224115e-06,
+      "loss": 0.1678,
+      "step": 789600
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.625614822059956e-06,
+      "loss": 0.165,
+      "step": 789700
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.619993591797501e-06,
+      "loss": 0.1604,
+      "step": 789800
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.614372361535046e-06,
+      "loss": 0.1689,
+      "step": 789900
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.608751131272591e-06,
+      "loss": 0.1612,
+      "step": 790000
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.603129901010135e-06,
+      "loss": 0.1626,
+      "step": 790100
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.59750867074768e-06,
+      "loss": 0.1631,
+      "step": 790200
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.591887440485225e-06,
+      "loss": 0.1589,
+      "step": 790300
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.586266210222769e-06,
+      "loss": 0.1612,
+      "step": 790400
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.5806449799603145e-06,
+      "loss": 0.1653,
+      "step": 790500
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.575023749697859e-06,
+      "loss": 0.1605,
+      "step": 790600
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 5.569402519435404e-06,
+      "loss": 0.1607,
+      "step": 790700
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.563781289172948e-06,
+      "loss": 0.1681,
+      "step": 790800
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.558160058910494e-06,
+      "loss": 0.1632,
+      "step": 790900
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.552538828648038e-06,
+      "loss": 0.1636,
+      "step": 791000
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.546917598385583e-06,
+      "loss": 0.1626,
+      "step": 791100
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.541296368123127e-06,
+      "loss": 0.165,
+      "step": 791200
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.535675137860673e-06,
+      "loss": 0.1659,
+      "step": 791300
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.5300539075982174e-06,
+      "loss": 0.166,
+      "step": 791400
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.524432677335762e-06,
+      "loss": 0.1634,
+      "step": 791500
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.518811447073307e-06,
+      "loss": 0.1672,
+      "step": 791600
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.513190216810851e-06,
+      "loss": 0.1654,
+      "step": 791700
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.507568986548397e-06,
+      "loss": 0.1653,
+      "step": 791800
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.501947756285941e-06,
+      "loss": 0.1622,
+      "step": 791900
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.496326526023486e-06,
+      "loss": 0.1638,
+      "step": 792000
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.49070529576103e-06,
+      "loss": 0.1638,
+      "step": 792100
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.485084065498576e-06,
+      "loss": 0.1638,
+      "step": 792200
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.47946283523612e-06,
+      "loss": 0.1627,
+      "step": 792300
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.473841604973665e-06,
+      "loss": 0.1622,
+      "step": 792400
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 5.4682203747112095e-06,
+      "loss": 0.1637,
+      "step": 792500
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.462599144448754e-06,
+      "loss": 0.1695,
+      "step": 792600
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.456977914186299e-06,
+      "loss": 0.1685,
+      "step": 792700
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.451356683923844e-06,
+      "loss": 0.1644,
+      "step": 792800
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.445735453661389e-06,
+      "loss": 0.161,
+      "step": 792900
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.440114223398933e-06,
+      "loss": 0.165,
+      "step": 793000
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.434492993136478e-06,
+      "loss": 0.1621,
+      "step": 793100
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.428871762874023e-06,
+      "loss": 0.1639,
+      "step": 793200
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.423250532611568e-06,
+      "loss": 0.1664,
+      "step": 793300
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.4176293023491125e-06,
+      "loss": 0.1642,
+      "step": 793400
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.412008072086657e-06,
+      "loss": 0.1617,
+      "step": 793500
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.4063868418242025e-06,
+      "loss": 0.1636,
+      "step": 793600
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.400821823864372e-06,
+      "loss": 0.1676,
+      "step": 793700
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.3952005936019155e-06,
+      "loss": 0.1694,
+      "step": 793800
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.389579363339461e-06,
+      "loss": 0.1625,
+      "step": 793900
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.3839581330770056e-06,
+      "loss": 0.1607,
+      "step": 794000
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.37833690281455e-06,
+      "loss": 0.1634,
+      "step": 794100
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.372715672552095e-06,
+      "loss": 0.1634,
+      "step": 794200
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 5.36709444228964e-06,
+      "loss": 0.164,
+      "step": 794300
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.361473212027184e-06,
+      "loss": 0.1626,
+      "step": 794400
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.355851981764729e-06,
+      "loss": 0.1644,
+      "step": 794500
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.350230751502274e-06,
+      "loss": 0.1681,
+      "step": 794600
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.344609521239819e-06,
+      "loss": 0.1659,
+      "step": 794700
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.338988290977363e-06,
+      "loss": 0.1667,
+      "step": 794800
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.3333670607149085e-06,
+      "loss": 0.1675,
+      "step": 794900
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.327745830452453e-06,
+      "loss": 0.1623,
+      "step": 795000
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.322124600189998e-06,
+      "loss": 0.1696,
+      "step": 795100
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.316503369927542e-06,
+      "loss": 0.1569,
+      "step": 795200
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.310882139665088e-06,
+      "loss": 0.1576,
+      "step": 795300
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.305260909402632e-06,
+      "loss": 0.1661,
+      "step": 795400
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.299639679140177e-06,
+      "loss": 0.1645,
+      "step": 795500
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.2940184488777214e-06,
+      "loss": 0.1632,
+      "step": 795600
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.288397218615267e-06,
+      "loss": 0.159,
+      "step": 795700
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.282775988352811e-06,
+      "loss": 0.1667,
+      "step": 795800
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.277154758090356e-06,
+      "loss": 0.1614,
+      "step": 795900
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 5.271533527827901e-06,
+      "loss": 0.1652,
+      "step": 796000
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.265912297565445e-06,
+      "loss": 0.1671,
+      "step": 796100
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.26029106730299e-06,
+      "loss": 0.1664,
+      "step": 796200
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.254669837040535e-06,
+      "loss": 0.1666,
+      "step": 796300
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.24904860677808e-06,
+      "loss": 0.1638,
+      "step": 796400
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.243427376515624e-06,
+      "loss": 0.1619,
+      "step": 796500
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.237862358555794e-06,
+      "loss": 0.1621,
+      "step": 796600
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.232241128293338e-06,
+      "loss": 0.1651,
+      "step": 796700
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.226619898030883e-06,
+      "loss": 0.1656,
+      "step": 796800
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.220998667768428e-06,
+      "loss": 0.1622,
+      "step": 796900
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.215377437505973e-06,
+      "loss": 0.1653,
+      "step": 797000
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.2097562072435175e-06,
+      "loss": 0.162,
+      "step": 797100
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.204134976981062e-06,
+      "loss": 0.1641,
+      "step": 797200
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.1985137467186075e-06,
+      "loss": 0.1655,
+      "step": 797300
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.192892516456152e-06,
+      "loss": 0.1579,
+      "step": 797400
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.187271286193697e-06,
+      "loss": 0.1696,
+      "step": 797500
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.181650055931241e-06,
+      "loss": 0.166,
+      "step": 797600
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.176028825668787e-06,
+      "loss": 0.1641,
+      "step": 797700
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.170407595406331e-06,
+      "loss": 0.1664,
+      "step": 797800
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.164786365143876e-06,
+      "loss": 0.1591,
+      "step": 797900
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.15916513488142e-06,
+      "loss": 0.1617,
+      "step": 798000
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.153543904618966e-06,
+      "loss": 0.163,
+      "step": 798100
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.1479226743565096e-06,
+      "loss": 0.1675,
+      "step": 798200
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.142301444094055e-06,
+      "loss": 0.1624,
+      "step": 798300
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.136736426134224e-06,
+      "loss": 0.164,
+      "step": 798400
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.131115195871769e-06,
+      "loss": 0.1625,
+      "step": 798500
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.1254939656093135e-06,
+      "loss": 0.1667,
+      "step": 798600
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.119872735346858e-06,
+      "loss": 0.1601,
+      "step": 798700
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.1142515050844035e-06,
+      "loss": 0.1638,
+      "step": 798800
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.108630274821947e-06,
+      "loss": 0.1673,
+      "step": 798900
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.103009044559493e-06,
+      "loss": 0.1691,
+      "step": 799000
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.097387814297037e-06,
+      "loss": 0.1666,
+      "step": 799100
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.091766584034583e-06,
+      "loss": 0.1681,
+      "step": 799200
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.086145353772126e-06,
+      "loss": 0.1619,
+      "step": 799300
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.080524123509672e-06,
+      "loss": 0.167,
+      "step": 799400
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.0749028932472164e-06,
+      "loss": 0.1662,
+      "step": 799500
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 5.069281662984761e-06,
+      "loss": 0.1639,
+      "step": 799600
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 5.063660432722306e-06,
+      "loss": 0.1618,
+      "step": 799700
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 5.058039202459851e-06,
+      "loss": 0.1638,
+      "step": 799800
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 5.052417972197395e-06,
+      "loss": 0.1691,
+      "step": 799900
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 5.04679674193494e-06,
+      "loss": 0.1617,
+      "step": 800000
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 5.041175511672485e-06,
+      "loss": 0.1621,
+      "step": 800100
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 5.03555428141003e-06,
+      "loss": 0.1584,
+      "step": 800200
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 5.029933051147574e-06,
+      "loss": 0.1636,
+      "step": 800300
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 5.024311820885119e-06,
+      "loss": 0.1698,
+      "step": 800400
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 5.018690590622664e-06,
+      "loss": 0.1688,
+      "step": 800500
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 5.0130693603602085e-06,
+      "loss": 0.1644,
+      "step": 800600
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 5.007448130097753e-06,
+      "loss": 0.1625,
+      "step": 800700
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 5.0018268998352985e-06,
+      "loss": 0.1637,
+      "step": 800800
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 4.996205669572842e-06,
+      "loss": 0.1625,
+      "step": 800900
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 4.990584439310388e-06,
+      "loss": 0.1608,
+      "step": 801000
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 4.984963209047932e-06,
+      "loss": 0.1651,
+      "step": 801100
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 4.979341978785478e-06,
+      "loss": 0.1673,
+      "step": 801200
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 4.9737207485230215e-06,
+      "loss": 0.1634,
+      "step": 801300
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 4.968099518260567e-06,
+      "loss": 0.1586,
+      "step": 801400
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.9624782879981115e-06,
+      "loss": 0.1633,
+      "step": 801500
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.956857057735656e-06,
+      "loss": 0.1651,
+      "step": 801600
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.951235827473201e-06,
+      "loss": 0.1634,
+      "step": 801700
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.945614597210746e-06,
+      "loss": 0.1623,
+      "step": 801800
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.93999336694829e-06,
+      "loss": 0.167,
+      "step": 801900
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.934372136685835e-06,
+      "loss": 0.1595,
+      "step": 802000
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.92875090642338e-06,
+      "loss": 0.1602,
+      "step": 802100
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.923129676160925e-06,
+      "loss": 0.1685,
+      "step": 802200
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.917508445898469e-06,
+      "loss": 0.1593,
+      "step": 802300
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.911887215636014e-06,
+      "loss": 0.1625,
+      "step": 802400
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.906265985373559e-06,
+      "loss": 0.1549,
+      "step": 802500
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.900700967413728e-06,
+      "loss": 0.167,
+      "step": 802600
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.895079737151273e-06,
+      "loss": 0.1687,
+      "step": 802700
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.889458506888818e-06,
+      "loss": 0.1644,
+      "step": 802800
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.883837276626363e-06,
+      "loss": 0.1595,
+      "step": 802900
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.8782160463639075e-06,
+      "loss": 0.1634,
+      "step": 803000
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.872594816101452e-06,
+      "loss": 0.162,
+      "step": 803100
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.8669735858389975e-06,
+      "loss": 0.1638,
+      "step": 803200
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.861352355576541e-06,
+      "loss": 0.157,
+      "step": 803300
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.855731125314087e-06,
+      "loss": 0.1671,
+      "step": 803400
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.850109895051631e-06,
+      "loss": 0.1607,
+      "step": 803500
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.844488664789177e-06,
+      "loss": 0.1627,
+      "step": 803600
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.8388674345267204e-06,
+      "loss": 0.1613,
+      "step": 803700
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.833246204264266e-06,
+      "loss": 0.1667,
+      "step": 803800
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.8276249740018104e-06,
+      "loss": 0.167,
+      "step": 803900
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.822003743739355e-06,
+      "loss": 0.1675,
+      "step": 804000
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.8163825134769e-06,
+      "loss": 0.1632,
+      "step": 804100
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.810761283214445e-06,
+      "loss": 0.1661,
+      "step": 804200
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.805140052951989e-06,
+      "loss": 0.1634,
+      "step": 804300
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.799518822689534e-06,
+      "loss": 0.1614,
+      "step": 804400
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.793897592427079e-06,
+      "loss": 0.1619,
+      "step": 804500
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.788276362164624e-06,
+      "loss": 0.1643,
+      "step": 804600
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.782711344204793e-06,
+      "loss": 0.1659,
+      "step": 804700
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.777090113942337e-06,
+      "loss": 0.1639,
+      "step": 804800
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.771468883679883e-06,
+      "loss": 0.158,
+      "step": 804900
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.765847653417427e-06,
+      "loss": 0.162,
+      "step": 805000
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.760226423154972e-06,
+      "loss": 0.1634,
+      "step": 805100
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.7546051928925165e-06,
+      "loss": 0.1625,
+      "step": 805200
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.748983962630062e-06,
+      "loss": 0.163,
+      "step": 805300
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.743362732367606e-06,
+      "loss": 0.161,
+      "step": 805400
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.737741502105151e-06,
+      "loss": 0.1628,
+      "step": 805500
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.732120271842696e-06,
+      "loss": 0.1657,
+      "step": 805600
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.72649904158024e-06,
+      "loss": 0.1613,
+      "step": 805700
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.720877811317785e-06,
+      "loss": 0.161,
+      "step": 805800
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.71525658105533e-06,
+      "loss": 0.1698,
+      "step": 805900
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.709635350792875e-06,
+      "loss": 0.164,
+      "step": 806000
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.704014120530419e-06,
+      "loss": 0.1714,
+      "step": 806100
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.698392890267964e-06,
+      "loss": 0.165,
+      "step": 806200
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.692771660005509e-06,
+      "loss": 0.1654,
+      "step": 806300
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.687150429743053e-06,
+      "loss": 0.1587,
+      "step": 806400
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.681529199480599e-06,
+      "loss": 0.1617,
+      "step": 806500
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.675907969218143e-06,
+      "loss": 0.1578,
+      "step": 806600
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.670286738955689e-06,
+      "loss": 0.1613,
+      "step": 806700
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.664665508693232e-06,
+      "loss": 0.1582,
+      "step": 806800
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.659044278430778e-06,
+      "loss": 0.1645,
+      "step": 806900
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.653423048168322e-06,
+      "loss": 0.1639,
+      "step": 807000
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.647801817905867e-06,
+      "loss": 0.1646,
+      "step": 807100
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.6421805876434115e-06,
+      "loss": 0.1548,
+      "step": 807200
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.636615569683582e-06,
+      "loss": 0.1639,
+      "step": 807300
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.630994339421126e-06,
+      "loss": 0.1666,
+      "step": 807400
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.625373109158671e-06,
+      "loss": 0.1623,
+      "step": 807500
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.6197518788962154e-06,
+      "loss": 0.1647,
+      "step": 807600
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.61413064863376e-06,
+      "loss": 0.1671,
+      "step": 807700
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.608509418371305e-06,
+      "loss": 0.1617,
+      "step": 807800
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.60288818810885e-06,
+      "loss": 0.1588,
+      "step": 807900
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.597266957846395e-06,
+      "loss": 0.1636,
+      "step": 808000
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.591645727583939e-06,
+      "loss": 0.1644,
+      "step": 808100
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.586024497321484e-06,
+      "loss": 0.1652,
+      "step": 808200
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.580403267059029e-06,
+      "loss": 0.1605,
+      "step": 808300
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.574782036796574e-06,
+      "loss": 0.1692,
+      "step": 808400
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.569160806534118e-06,
+      "loss": 0.1618,
+      "step": 808500
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.563539576271663e-06,
+      "loss": 0.1651,
+      "step": 808600
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.557918346009208e-06,
+      "loss": 0.165,
+      "step": 808700
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.552297115746752e-06,
+      "loss": 0.1595,
+      "step": 808800
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.5466758854842975e-06,
+      "loss": 0.1565,
+      "step": 808900
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.541054655221842e-06,
+      "loss": 0.17,
+      "step": 809000
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.5354334249593876e-06,
+      "loss": 0.1589,
+      "step": 809100
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.529812194696931e-06,
+      "loss": 0.1727,
+      "step": 809200
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.524190964434477e-06,
+      "loss": 0.1642,
+      "step": 809300
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.518569734172021e-06,
+      "loss": 0.1585,
+      "step": 809400
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.512948503909566e-06,
+      "loss": 0.1697,
+      "step": 809500
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.5073272736471105e-06,
+      "loss": 0.165,
+      "step": 809600
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.501706043384656e-06,
+      "loss": 0.1607,
+      "step": 809700
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.4960848131222e-06,
+      "loss": 0.1608,
+      "step": 809800
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.490519795162369e-06,
+      "loss": 0.163,
+      "step": 809900
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.484898564899914e-06,
+      "loss": 0.1658,
+      "step": 810000
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.479277334637459e-06,
+      "loss": 0.1649,
+      "step": 810100
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.4736561043750036e-06,
+      "loss": 0.1673,
+      "step": 810200
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.468034874112548e-06,
+      "loss": 0.1615,
+      "step": 810300
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.4624136438500936e-06,
+      "loss": 0.1661,
+      "step": 810400
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.456792413587637e-06,
+      "loss": 0.1618,
+      "step": 810500
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.451171183325183e-06,
+      "loss": 0.1651,
+      "step": 810600
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.445549953062727e-06,
+      "loss": 0.1623,
+      "step": 810700
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.439928722800273e-06,
+      "loss": 0.1662,
+      "step": 810800
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.4343074925378165e-06,
+      "loss": 0.1622,
+      "step": 810900
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.428686262275362e-06,
+      "loss": 0.1678,
+      "step": 811000
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.4230650320129065e-06,
+      "loss": 0.1614,
+      "step": 811100
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.417443801750451e-06,
+      "loss": 0.1663,
+      "step": 811200
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.411822571487996e-06,
+      "loss": 0.1648,
+      "step": 811300
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.406201341225541e-06,
+      "loss": 0.1621,
+      "step": 811400
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.400580110963086e-06,
+      "loss": 0.1619,
+      "step": 811500
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.39495888070063e-06,
+      "loss": 0.1639,
+      "step": 811600
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.389337650438175e-06,
+      "loss": 0.1639,
+      "step": 811700
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.38371642017572e-06,
+      "loss": 0.1697,
+      "step": 811800
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.378151402215889e-06,
+      "loss": 0.1682,
+      "step": 811900
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.372530171953434e-06,
+      "loss": 0.1647,
+      "step": 812000
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.366908941690979e-06,
+      "loss": 0.1649,
+      "step": 812100
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.361287711428523e-06,
+      "loss": 0.1646,
+      "step": 812200
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.355666481166068e-06,
+      "loss": 0.1666,
+      "step": 812300
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.350045250903613e-06,
+      "loss": 0.1629,
+      "step": 812400
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.344424020641158e-06,
+      "loss": 0.1648,
+      "step": 812500
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.3388027903787025e-06,
+      "loss": 0.1661,
+      "step": 812600
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.333181560116247e-06,
+      "loss": 0.1649,
+      "step": 812700
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.3275603298537925e-06,
+      "loss": 0.1636,
+      "step": 812800
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.321939099591337e-06,
+      "loss": 0.1625,
+      "step": 812900
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.316317869328882e-06,
+      "loss": 0.1648,
+      "step": 813000
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.310696639066426e-06,
+      "loss": 0.1621,
+      "step": 813100
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.305075408803972e-06,
+      "loss": 0.1706,
+      "step": 813200
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.2994541785415155e-06,
+      "loss": 0.1609,
+      "step": 813300
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.293832948279061e-06,
+      "loss": 0.1593,
+      "step": 813400
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.2882117180166055e-06,
+      "loss": 0.166,
+      "step": 813500
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.28259048775415e-06,
+      "loss": 0.1667,
+      "step": 813600
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.276969257491695e-06,
+      "loss": 0.163,
+      "step": 813700
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.27134802722924e-06,
+      "loss": 0.1617,
+      "step": 813800
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.265783009269409e-06,
+      "loss": 0.171,
+      "step": 813900
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.260161779006953e-06,
+      "loss": 0.1638,
+      "step": 814000
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.2545405487444986e-06,
+      "loss": 0.1574,
+      "step": 814100
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.248919318482043e-06,
+      "loss": 0.1628,
+      "step": 814200
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.243298088219588e-06,
+      "loss": 0.1619,
+      "step": 814300
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.237676857957132e-06,
+      "loss": 0.1649,
+      "step": 814400
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.232055627694678e-06,
+      "loss": 0.1675,
+      "step": 814500
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.226434397432222e-06,
+      "loss": 0.1652,
+      "step": 814600
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.220869379472392e-06,
+      "loss": 0.1667,
+      "step": 814700
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.215248149209936e-06,
+      "loss": 0.1686,
+      "step": 814800
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.209626918947481e-06,
+      "loss": 0.1608,
+      "step": 814900
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.204005688685026e-06,
+      "loss": 0.161,
+      "step": 815000
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.19838445842257e-06,
+      "loss": 0.1586,
+      "step": 815100
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.192763228160115e-06,
+      "loss": 0.1691,
+      "step": 815200
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.18714199789766e-06,
+      "loss": 0.1628,
+      "step": 815300
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.1815207676352046e-06,
+      "loss": 0.1638,
+      "step": 815400
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.175899537372749e-06,
+      "loss": 0.1599,
+      "step": 815500
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.170278307110295e-06,
+      "loss": 0.1681,
+      "step": 815600
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.164657076847839e-06,
+      "loss": 0.1644,
+      "step": 815700
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.159035846585384e-06,
+      "loss": 0.1653,
+      "step": 815800
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.153414616322928e-06,
+      "loss": 0.1646,
+      "step": 815900
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.147793386060474e-06,
+      "loss": 0.1595,
+      "step": 816000
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.142172155798018e-06,
+      "loss": 0.1598,
+      "step": 816100
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.136550925535563e-06,
+      "loss": 0.1608,
+      "step": 816200
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.1309296952731075e-06,
+      "loss": 0.1626,
+      "step": 816300
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.125308465010652e-06,
+      "loss": 0.1637,
+      "step": 816400
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.1196872347481975e-06,
+      "loss": 0.1638,
+      "step": 816500
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.114066004485742e-06,
+      "loss": 0.1648,
+      "step": 816600
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.108444774223287e-06,
+      "loss": 0.1649,
+      "step": 816700
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.102823543960831e-06,
+      "loss": 0.1701,
+      "step": 816800
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.097202313698377e-06,
+      "loss": 0.1664,
+      "step": 816900
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.091581083435921e-06,
+      "loss": 0.1629,
+      "step": 817000
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.085959853173466e-06,
+      "loss": 0.1601,
+      "step": 817100
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.0803386229110105e-06,
+      "loss": 0.1594,
+      "step": 817200
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.074717392648555e-06,
+      "loss": 0.1633,
+      "step": 817300
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.0690961623861e-06,
+      "loss": 0.166,
+      "step": 817400
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.063474932123645e-06,
+      "loss": 0.1602,
+      "step": 817500
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.05785370186119e-06,
+      "loss": 0.1619,
+      "step": 817600
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.052232471598734e-06,
+      "loss": 0.1658,
+      "step": 817700
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.046611241336279e-06,
+      "loss": 0.163,
+      "step": 817800
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.040990011073824e-06,
+      "loss": 0.1636,
+      "step": 817900
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.035368780811369e-06,
+      "loss": 0.161,
+      "step": 818000
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.029747550548913e-06,
+      "loss": 0.1665,
+      "step": 818100
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.024126320286458e-06,
+      "loss": 0.1657,
+      "step": 818200
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.018561302326627e-06,
+      "loss": 0.1652,
+      "step": 818300
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.012940072064173e-06,
+      "loss": 0.1644,
+      "step": 818400
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.0073188418017165e-06,
+      "loss": 0.1618,
+      "step": 818500
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.001697611539262e-06,
+      "loss": 0.1627,
+      "step": 818600
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 3.9960763812768065e-06,
+      "loss": 0.1632,
+      "step": 818700
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 3.990455151014351e-06,
+      "loss": 0.165,
+      "step": 818800
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 3.984833920751896e-06,
+      "loss": 0.1644,
+      "step": 818900
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 3.979212690489441e-06,
+      "loss": 0.1658,
+      "step": 819000
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 3.973591460226986e-06,
+      "loss": 0.1677,
+      "step": 819100
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 3.96797022996453e-06,
+      "loss": 0.1658,
+      "step": 819200
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.962348999702075e-06,
+      "loss": 0.1599,
+      "step": 819300
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.95672776943962e-06,
+      "loss": 0.1632,
+      "step": 819400
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.951106539177164e-06,
+      "loss": 0.1592,
+      "step": 819500
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.9454853089147094e-06,
+      "loss": 0.1626,
+      "step": 819600
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.939864078652254e-06,
+      "loss": 0.1544,
+      "step": 819700
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.934242848389799e-06,
+      "loss": 0.1602,
+      "step": 819800
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.928621618127343e-06,
+      "loss": 0.1677,
+      "step": 819900
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.923000387864889e-06,
+      "loss": 0.1617,
+      "step": 820000
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.917379157602433e-06,
+      "loss": 0.1626,
+      "step": 820100
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.911757927339978e-06,
+      "loss": 0.1586,
+      "step": 820200
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.906136697077522e-06,
+      "loss": 0.1593,
+      "step": 820300
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.900515466815068e-06,
+      "loss": 0.1612,
+      "step": 820400
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.8948942365526115e-06,
+      "loss": 0.1669,
+      "step": 820500
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.889273006290157e-06,
+      "loss": 0.1606,
+      "step": 820600
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.8836517760277015e-06,
+      "loss": 0.1644,
+      "step": 820700
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.878030545765246e-06,
+      "loss": 0.17,
+      "step": 820800
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 3.872409315502791e-06,
+      "loss": 0.1609,
+      "step": 820900
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.866788085240336e-06,
+      "loss": 0.1602,
+      "step": 821000
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.861166854977881e-06,
+      "loss": 0.1602,
+      "step": 821100
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.855545624715425e-06,
+      "loss": 0.1688,
+      "step": 821200
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.84992439445297e-06,
+      "loss": 0.164,
+      "step": 821300
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.844303164190515e-06,
+      "loss": 0.1656,
+      "step": 821400
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.838681933928059e-06,
+      "loss": 0.1628,
+      "step": 821500
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.8330607036656045e-06,
+      "loss": 0.1606,
+      "step": 821600
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.827439473403149e-06,
+      "loss": 0.1666,
+      "step": 821700
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.821818243140694e-06,
+      "loss": 0.1649,
+      "step": 821800
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.816197012878238e-06,
+      "loss": 0.1669,
+      "step": 821900
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.8105757826157837e-06,
+      "loss": 0.164,
+      "step": 822000
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.8049545523533287e-06,
+      "loss": 0.1616,
+      "step": 822100
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.799333322090873e-06,
+      "loss": 0.1644,
+      "step": 822200
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.793712091828418e-06,
+      "loss": 0.1667,
+      "step": 822300
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.788090861565963e-06,
+      "loss": 0.1602,
+      "step": 822400
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.782469631303507e-06,
+      "loss": 0.1601,
+      "step": 822500
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.776848401041052e-06,
+      "loss": 0.1665,
+      "step": 822600
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.771227170778597e-06,
+      "loss": 0.1657,
+      "step": 822700
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.765605940516142e-06,
+      "loss": 0.163,
+      "step": 822800
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.759984710253686e-06,
+      "loss": 0.1631,
+      "step": 822900
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.7544196922938555e-06,
+      "loss": 0.1595,
+      "step": 823000
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.7487984620314005e-06,
+      "loss": 0.1663,
+      "step": 823100
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.7431772317689447e-06,
+      "loss": 0.163,
+      "step": 823200
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.7375560015064897e-06,
+      "loss": 0.1697,
+      "step": 823300
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.7319347712440347e-06,
+      "loss": 0.164,
+      "step": 823400
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.7263135409815797e-06,
+      "loss": 0.1599,
+      "step": 823500
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.720692310719124e-06,
+      "loss": 0.1631,
+      "step": 823600
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.715071080456669e-06,
+      "loss": 0.1648,
+      "step": 823700
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.709449850194214e-06,
+      "loss": 0.1658,
+      "step": 823800
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.703828619931758e-06,
+      "loss": 0.1618,
+      "step": 823900
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.698207389669303e-06,
+      "loss": 0.1569,
+      "step": 824000
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.692586159406848e-06,
+      "loss": 0.1599,
+      "step": 824100
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.686964929144393e-06,
+      "loss": 0.1598,
+      "step": 824200
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.681343698881937e-06,
+      "loss": 0.1655,
+      "step": 824300
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.675722468619482e-06,
+      "loss": 0.1579,
+      "step": 824400
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 3.670101238357027e-06,
+      "loss": 0.1606,
+      "step": 824500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6644800080945714e-06,
+      "loss": 0.1637,
+      "step": 824600
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6588587778321164e-06,
+      "loss": 0.1622,
+      "step": 824700
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6532375475696614e-06,
+      "loss": 0.1588,
+      "step": 824800
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6476163173072055e-06,
+      "loss": 0.1641,
+      "step": 824900
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6419950870447505e-06,
+      "loss": 0.1639,
+      "step": 825000
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6363738567822956e-06,
+      "loss": 0.1653,
+      "step": 825100
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6307526265198406e-06,
+      "loss": 0.1646,
+      "step": 825200
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6251313962573847e-06,
+      "loss": 0.1602,
+      "step": 825300
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6195663782975545e-06,
+      "loss": 0.1627,
+      "step": 825400
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6139451480350995e-06,
+      "loss": 0.1607,
+      "step": 825500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6083239177726436e-06,
+      "loss": 0.1693,
+      "step": 825600
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6027026875101886e-06,
+      "loss": 0.1623,
+      "step": 825700
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.5970814572477336e-06,
+      "loss": 0.1633,
+      "step": 825800
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.5914602269852786e-06,
+      "loss": 0.1643,
+      "step": 825900
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.585838996722823e-06,
+      "loss": 0.1623,
+      "step": 826000
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.580217766460368e-06,
+      "loss": 0.1641,
+      "step": 826100
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.574596536197913e-06,
+      "loss": 0.1639,
+      "step": 826200
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.568975305935457e-06,
+      "loss": 0.1665,
+      "step": 826300
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.563354075673002e-06,
+      "loss": 0.1662,
+      "step": 826400
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.557732845410547e-06,
+      "loss": 0.159,
+      "step": 826500
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.552111615148092e-06,
+      "loss": 0.1675,
+      "step": 826600
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.546490384885636e-06,
+      "loss": 0.1624,
+      "step": 826700
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.540869154623181e-06,
+      "loss": 0.1617,
+      "step": 826800
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.535247924360726e-06,
+      "loss": 0.1676,
+      "step": 826900
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.5296266940982703e-06,
+      "loss": 0.1601,
+      "step": 827000
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.5240054638358153e-06,
+      "loss": 0.1636,
+      "step": 827100
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.5183842335733603e-06,
+      "loss": 0.1572,
+      "step": 827200
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.5127630033109045e-06,
+      "loss": 0.1557,
+      "step": 827300
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.5071417730484495e-06,
+      "loss": 0.1588,
+      "step": 827400
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.5015205427859945e-06,
+      "loss": 0.164,
+      "step": 827500
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.4958993125235395e-06,
+      "loss": 0.1687,
+      "step": 827600
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.4902780822610837e-06,
+      "loss": 0.162,
+      "step": 827700
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.4846568519986287e-06,
+      "loss": 0.1628,
+      "step": 827800
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.4790356217361737e-06,
+      "loss": 0.162,
+      "step": 827900
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.473414391473718e-06,
+      "loss": 0.1698,
+      "step": 828000
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 3.467793161211263e-06,
+      "loss": 0.1644,
+      "step": 828100
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.462171930948808e-06,
+      "loss": 0.1601,
+      "step": 828200
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.456550700686352e-06,
+      "loss": 0.1611,
+      "step": 828300
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.450929470423897e-06,
+      "loss": 0.1581,
+      "step": 828400
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.445308240161442e-06,
+      "loss": 0.163,
+      "step": 828500
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.439687009898987e-06,
+      "loss": 0.1619,
+      "step": 828600
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.4341219919391555e-06,
+      "loss": 0.1649,
+      "step": 828700
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.4285007616767005e-06,
+      "loss": 0.1625,
+      "step": 828800
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.4228795314142455e-06,
+      "loss": 0.1667,
+      "step": 828900
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.4172583011517905e-06,
+      "loss": 0.159,
+      "step": 829000
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.4116370708893347e-06,
+      "loss": 0.1634,
+      "step": 829100
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.4060158406268797e-06,
+      "loss": 0.1672,
+      "step": 829200
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.4003946103644247e-06,
+      "loss": 0.1628,
+      "step": 829300
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.394773380101969e-06,
+      "loss": 0.1633,
+      "step": 829400
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.389152149839514e-06,
+      "loss": 0.1635,
+      "step": 829500
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.383530919577059e-06,
+      "loss": 0.1586,
+      "step": 829600
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.377909689314603e-06,
+      "loss": 0.1652,
+      "step": 829700
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 3.372288459052148e-06,
+      "loss": 0.1582,
+      "step": 829800
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.366667228789693e-06,
+      "loss": 0.1616,
+      "step": 829900
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.361045998527238e-06,
+      "loss": 0.1651,
+      "step": 830000
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.3554247682647822e-06,
+      "loss": 0.1614,
+      "step": 830100
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.3498035380023272e-06,
+      "loss": 0.1621,
+      "step": 830200
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.3441823077398722e-06,
+      "loss": 0.1631,
+      "step": 830300
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.3385610774774164e-06,
+      "loss": 0.1702,
+      "step": 830400
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.332996059517586e-06,
+      "loss": 0.1626,
+      "step": 830500
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.327374829255131e-06,
+      "loss": 0.1655,
+      "step": 830600
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.321753598992676e-06,
+      "loss": 0.1637,
+      "step": 830700
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.3161323687302203e-06,
+      "loss": 0.1624,
+      "step": 830800
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.3105111384677653e-06,
+      "loss": 0.1609,
+      "step": 830900
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.3048899082053103e-06,
+      "loss": 0.1584,
+      "step": 831000
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.2992686779428545e-06,
+      "loss": 0.1618,
+      "step": 831100
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.2936474476803995e-06,
+      "loss": 0.1595,
+      "step": 831200
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.2880262174179445e-06,
+      "loss": 0.1647,
+      "step": 831300
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.2824049871554895e-06,
+      "loss": 0.1603,
+      "step": 831400
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.2767837568930337e-06,
+      "loss": 0.1663,
+      "step": 831500
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 3.2711625266305787e-06,
+      "loss": 0.1621,
+      "step": 831600
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.2655412963681237e-06,
+      "loss": 0.1654,
+      "step": 831700
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.259920066105668e-06,
+      "loss": 0.1649,
+      "step": 831800
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.254298835843213e-06,
+      "loss": 0.1626,
+      "step": 831900
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.248677605580758e-06,
+      "loss": 0.1596,
+      "step": 832000
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.243056375318302e-06,
+      "loss": 0.1595,
+      "step": 832100
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.237435145055847e-06,
+      "loss": 0.1609,
+      "step": 832200
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.231813914793392e-06,
+      "loss": 0.165,
+      "step": 832300
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.226192684530937e-06,
+      "loss": 0.1581,
+      "step": 832400
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.220571454268481e-06,
+      "loss": 0.1626,
+      "step": 832500
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.2150064363086505e-06,
+      "loss": 0.1633,
+      "step": 832600
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.2093852060461955e-06,
+      "loss": 0.16,
+      "step": 832700
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.2037639757837405e-06,
+      "loss": 0.1611,
+      "step": 832800
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.1981427455212847e-06,
+      "loss": 0.1648,
+      "step": 832900
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.1925215152588297e-06,
+      "loss": 0.1653,
+      "step": 833000
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.1869002849963747e-06,
+      "loss": 0.1643,
+      "step": 833100
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.181279054733919e-06,
+      "loss": 0.1646,
+      "step": 833200
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.175657824471464e-06,
+      "loss": 0.1638,
+      "step": 833300
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 3.170036594209009e-06,
+      "loss": 0.1644,
+      "step": 833400
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.164415363946553e-06,
+      "loss": 0.1666,
+      "step": 833500
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.158794133684098e-06,
+      "loss": 0.1615,
+      "step": 833600
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.153172903421643e-06,
+      "loss": 0.1617,
+      "step": 833700
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.147551673159188e-06,
+      "loss": 0.157,
+      "step": 833800
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.1419304428967322e-06,
+      "loss": 0.1621,
+      "step": 833900
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.1363092126342772e-06,
+      "loss": 0.1652,
+      "step": 834000
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.1306879823718222e-06,
+      "loss": 0.1627,
+      "step": 834100
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.1250667521093664e-06,
+      "loss": 0.1605,
+      "step": 834200
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.1194455218469114e-06,
+      "loss": 0.1627,
+      "step": 834300
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.1138242915844564e-06,
+      "loss": 0.1607,
+      "step": 834400
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.108203061322001e-06,
+      "loss": 0.1616,
+      "step": 834500
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.1025818310595456e-06,
+      "loss": 0.1644,
+      "step": 834600
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.0969606007970906e-06,
+      "loss": 0.1597,
+      "step": 834700
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.091339370534635e-06,
+      "loss": 0.1608,
+      "step": 834800
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.08571814027218e-06,
+      "loss": 0.1619,
+      "step": 834900
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.0800969100097248e-06,
+      "loss": 0.1613,
+      "step": 835000
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.0744756797472693e-06,
+      "loss": 0.1592,
+      "step": 835100
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 3.0688544494848143e-06,
+      "loss": 0.1607,
+      "step": 835200
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.0632894315249837e-06,
+      "loss": 0.1589,
+      "step": 835300
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.0576682012625287e-06,
+      "loss": 0.1635,
+      "step": 835400
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.0520469710000733e-06,
+      "loss": 0.1582,
+      "step": 835500
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.0464257407376183e-06,
+      "loss": 0.163,
+      "step": 835600
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.040804510475163e-06,
+      "loss": 0.1669,
+      "step": 835700
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.0351832802127074e-06,
+      "loss": 0.1614,
+      "step": 835800
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.0295620499502524e-06,
+      "loss": 0.1685,
+      "step": 835900
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.023940819687797e-06,
+      "loss": 0.1592,
+      "step": 836000
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.018319589425342e-06,
+      "loss": 0.159,
+      "step": 836100
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.0126983591628866e-06,
+      "loss": 0.164,
+      "step": 836200
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.0070771289004316e-06,
+      "loss": 0.1624,
+      "step": 836300
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 3.001455898637976e-06,
+      "loss": 0.1614,
+      "step": 836400
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 2.9958346683755208e-06,
+      "loss": 0.1663,
+      "step": 836500
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 2.9902134381130658e-06,
+      "loss": 0.1576,
+      "step": 836600
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 2.9845922078506104e-06,
+      "loss": 0.1685,
+      "step": 836700
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 2.9789709775881554e-06,
+      "loss": 0.16,
+      "step": 836800
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 2.9733497473257e-06,
+      "loss": 0.1637,
+      "step": 836900
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 2.9677285170632445e-06,
+      "loss": 0.1656,
+      "step": 837000
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.9621072868007895e-06,
+      "loss": 0.1612,
+      "step": 837100
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.956486056538334e-06,
+      "loss": 0.1593,
+      "step": 837200
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.950864826275879e-06,
+      "loss": 0.1621,
+      "step": 837300
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.9452435960134237e-06,
+      "loss": 0.1657,
+      "step": 837400
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.9396223657509683e-06,
+      "loss": 0.1571,
+      "step": 837500
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.9340011354885133e-06,
+      "loss": 0.16,
+      "step": 837600
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.928379905226058e-06,
+      "loss": 0.1645,
+      "step": 837700
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.922758674963603e-06,
+      "loss": 0.1699,
+      "step": 837800
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.9171374447011475e-06,
+      "loss": 0.1649,
+      "step": 837900
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.911516214438692e-06,
+      "loss": 0.1602,
+      "step": 838000
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.905894984176237e-06,
+      "loss": 0.1662,
+      "step": 838100
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.9002737539137817e-06,
+      "loss": 0.1608,
+      "step": 838200
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.8946525236513267e-06,
+      "loss": 0.1647,
+      "step": 838300
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.8890312933888712e-06,
+      "loss": 0.1635,
+      "step": 838400
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.883410063126416e-06,
+      "loss": 0.1624,
+      "step": 838500
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.877845045166585e-06,
+      "loss": 0.1662,
+      "step": 838600
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.87222381490413e-06,
+      "loss": 0.1631,
+      "step": 838700
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.8666025846416747e-06,
+      "loss": 0.1562,
+      "step": 838800
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.8609813543792193e-06,
+      "loss": 0.1634,
+      "step": 838900
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.8553601241167643e-06,
+      "loss": 0.1636,
+      "step": 839000
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.849738893854309e-06,
+      "loss": 0.1605,
+      "step": 839100
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.844117663591854e-06,
+      "loss": 0.1654,
+      "step": 839200
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.8384964333293985e-06,
+      "loss": 0.1616,
+      "step": 839300
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.832875203066943e-06,
+      "loss": 0.1637,
+      "step": 839400
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.827253972804488e-06,
+      "loss": 0.1629,
+      "step": 839500
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.8216327425420327e-06,
+      "loss": 0.1591,
+      "step": 839600
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.8160115122795777e-06,
+      "loss": 0.1624,
+      "step": 839700
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.8103902820171223e-06,
+      "loss": 0.1656,
+      "step": 839800
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.804769051754667e-06,
+      "loss": 0.16,
+      "step": 839900
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.799147821492212e-06,
+      "loss": 0.161,
+      "step": 840000
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.7935265912297564e-06,
+      "loss": 0.1659,
+      "step": 840100
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.7879053609673014e-06,
+      "loss": 0.166,
+      "step": 840200
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.782284130704846e-06,
+      "loss": 0.1629,
+      "step": 840300
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.7766629004423906e-06,
+      "loss": 0.1617,
+      "step": 840400
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.7710416701799356e-06,
+      "loss": 0.163,
+      "step": 840500
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.76542043991748e-06,
+      "loss": 0.1623,
+      "step": 840600
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.759799209655025e-06,
+      "loss": 0.1605,
+      "step": 840700
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.75417797939257e-06,
+      "loss": 0.161,
+      "step": 840800
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.7485567491301144e-06,
+      "loss": 0.1617,
+      "step": 840900
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.7429355188676594e-06,
+      "loss": 0.1611,
+      "step": 841000
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.737314288605204e-06,
+      "loss": 0.1672,
+      "step": 841100
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.731693058342749e-06,
+      "loss": 0.1566,
+      "step": 841200
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.7260718280802936e-06,
+      "loss": 0.1584,
+      "step": 841300
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.7204505978178386e-06,
+      "loss": 0.1663,
+      "step": 841400
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.714829367555383e-06,
+      "loss": 0.1631,
+      "step": 841500
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.709208137292928e-06,
+      "loss": 0.164,
+      "step": 841600
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.7035869070304727e-06,
+      "loss": 0.1613,
+      "step": 841700
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.6979656767680177e-06,
+      "loss": 0.1639,
+      "step": 841800
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.6923444465055623e-06,
+      "loss": 0.1596,
+      "step": 841900
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.6867232162431073e-06,
+      "loss": 0.1605,
+      "step": 842000
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.681101985980652e-06,
+      "loss": 0.1643,
+      "step": 842100
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.6754807557181965e-06,
+      "loss": 0.1668,
+      "step": 842200
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.6698595254557415e-06,
+      "loss": 0.1619,
+      "step": 842300
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.664238295193286e-06,
+      "loss": 0.1653,
+      "step": 842400
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.658617064930831e-06,
+      "loss": 0.161,
+      "step": 842500
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.6529958346683757e-06,
+      "loss": 0.1678,
+      "step": 842600
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.6473746044059207e-06,
+      "loss": 0.1607,
+      "step": 842700
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.6417533741434653e-06,
+      "loss": 0.1628,
+      "step": 842800
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.6361321438810103e-06,
+      "loss": 0.1678,
+      "step": 842900
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.630510913618555e-06,
+      "loss": 0.1656,
+      "step": 843000
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.6248896833560994e-06,
+      "loss": 0.168,
+      "step": 843100
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.6192684530936444e-06,
+      "loss": 0.1625,
+      "step": 843200
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.613647222831189e-06,
+      "loss": 0.1636,
+      "step": 843300
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.6080822048713583e-06,
+      "loss": 0.1584,
+      "step": 843400
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.602460974608903e-06,
+      "loss": 0.168,
+      "step": 843500
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.596839744346448e-06,
+      "loss": 0.1606,
+      "step": 843600
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.5912185140839925e-06,
+      "loss": 0.1657,
+      "step": 843700
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.5855972838215375e-06,
+      "loss": 0.1603,
+      "step": 843800
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.579976053559082e-06,
+      "loss": 0.1599,
+      "step": 843900
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.5743548232966267e-06,
+      "loss": 0.1629,
+      "step": 844000
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.5687335930341717e-06,
+      "loss": 0.1592,
+      "step": 844100
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.5631123627717163e-06,
+      "loss": 0.1635,
+      "step": 844200
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.5574911325092613e-06,
+      "loss": 0.163,
+      "step": 844300
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.551869902246806e-06,
+      "loss": 0.1612,
+      "step": 844400
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.5462486719843505e-06,
+      "loss": 0.1613,
+      "step": 844500
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.5406274417218955e-06,
+      "loss": 0.1641,
+      "step": 844600
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.53500621145944e-06,
+      "loss": 0.1645,
+      "step": 844700
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.529384981196985e-06,
+      "loss": 0.1637,
+      "step": 844800
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.5237637509345296e-06,
+      "loss": 0.1604,
+      "step": 844900
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.5181425206720742e-06,
+      "loss": 0.165,
+      "step": 845000
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.5125212904096192e-06,
+      "loss": 0.1637,
+      "step": 845100
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.506900060147164e-06,
+      "loss": 0.1599,
+      "step": 845200
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.501278829884709e-06,
+      "loss": 0.165,
+      "step": 845300
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.4956575996222534e-06,
+      "loss": 0.1555,
+      "step": 845400
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.490036369359798e-06,
+      "loss": 0.1629,
+      "step": 845500
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.484415139097343e-06,
+      "loss": 0.1655,
+      "step": 845600
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.4787939088348876e-06,
+      "loss": 0.1576,
+      "step": 845700
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.4731726785724326e-06,
+      "loss": 0.1614,
+      "step": 845800
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.467551448309977e-06,
+      "loss": 0.1578,
+      "step": 845900
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.4619302180475217e-06,
+      "loss": 0.1638,
+      "step": 846000
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.4563089877850668e-06,
+      "loss": 0.1628,
+      "step": 846100
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.4506877575226113e-06,
+      "loss": 0.1559,
+      "step": 846200
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.4451227395627807e-06,
+      "loss": 0.1603,
+      "step": 846300
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.4395015093003257e-06,
+      "loss": 0.1632,
+      "step": 846400
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.4338802790378702e-06,
+      "loss": 0.1561,
+      "step": 846500
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.4282590487754153e-06,
+      "loss": 0.1648,
+      "step": 846600
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.42263781851296e-06,
+      "loss": 0.1612,
+      "step": 846700
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.4170165882505044e-06,
+      "loss": 0.1644,
+      "step": 846800
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.4113953579880494e-06,
+      "loss": 0.1599,
+      "step": 846900
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.405774127725594e-06,
+      "loss": 0.1595,
+      "step": 847000
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.400152897463139e-06,
+      "loss": 0.1594,
+      "step": 847100
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.3945316672006836e-06,
+      "loss": 0.1624,
+      "step": 847200
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.3889104369382286e-06,
+      "loss": 0.1574,
+      "step": 847300
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.383289206675773e-06,
+      "loss": 0.1571,
+      "step": 847400
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.377667976413318e-06,
+      "loss": 0.16,
+      "step": 847500
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.3720467461508628e-06,
+      "loss": 0.1604,
+      "step": 847600
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.3664255158884078e-06,
+      "loss": 0.1673,
+      "step": 847700
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.3608042856259524e-06,
+      "loss": 0.1603,
+      "step": 847800
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.355183055363497e-06,
+      "loss": 0.1577,
+      "step": 847900
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.349561825101042e-06,
+      "loss": 0.1643,
+      "step": 848000
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.3439405948385865e-06,
+      "loss": 0.1639,
+      "step": 848100
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.3383193645761315e-06,
+      "loss": 0.1668,
+      "step": 848200
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.332698134313676e-06,
+      "loss": 0.1638,
+      "step": 848300
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.3271331163538455e-06,
+      "loss": 0.1617,
+      "step": 848400
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.32151188609139e-06,
+      "loss": 0.1673,
+      "step": 848500
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.315890655828935e-06,
+      "loss": 0.1604,
+      "step": 848600
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.3102694255664796e-06,
+      "loss": 0.1661,
+      "step": 848700
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.304648195304024e-06,
+      "loss": 0.1643,
+      "step": 848800
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.2990269650415692e-06,
+      "loss": 0.1622,
+      "step": 848900
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.293461947081738e-06,
+      "loss": 0.1601,
+      "step": 849000
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.287840716819283e-06,
+      "loss": 0.1664,
+      "step": 849100
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.2822194865568277e-06,
+      "loss": 0.1632,
+      "step": 849200
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.2765982562943727e-06,
+      "loss": 0.1629,
+      "step": 849300
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.2709770260319173e-06,
+      "loss": 0.1623,
+      "step": 849400
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.2653557957694623e-06,
+      "loss": 0.1569,
+      "step": 849500
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.259734565507007e-06,
+      "loss": 0.1615,
+      "step": 849600
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.2541133352445515e-06,
+      "loss": 0.1634,
+      "step": 849700
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.2484921049820965e-06,
+      "loss": 0.1633,
+      "step": 849800
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.242870874719641e-06,
+      "loss": 0.1638,
+      "step": 849900
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.237249644457186e-06,
+      "loss": 0.1585,
+      "step": 850000
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.2316284141947306e-06,
+      "loss": 0.1597,
+      "step": 850100
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.2260071839322752e-06,
+      "loss": 0.1593,
+      "step": 850200
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.2203859536698202e-06,
+      "loss": 0.1597,
+      "step": 850300
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.214764723407365e-06,
+      "loss": 0.1664,
+      "step": 850400
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.20914349314491e-06,
+      "loss": 0.1624,
+      "step": 850500
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.2035222628824544e-06,
+      "loss": 0.1654,
+      "step": 850600
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.197901032619999e-06,
+      "loss": 0.164,
+      "step": 850700
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.192279802357544e-06,
+      "loss": 0.1648,
+      "step": 850800
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.1866585720950886e-06,
+      "loss": 0.161,
+      "step": 850900
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.1810373418326336e-06,
+      "loss": 0.1579,
+      "step": 851000
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.175416111570178e-06,
+      "loss": 0.1688,
+      "step": 851100
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.169794881307723e-06,
+      "loss": 0.1607,
+      "step": 851200
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.1642298633478925e-06,
+      "loss": 0.1697,
+      "step": 851300
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.158608633085437e-06,
+      "loss": 0.1632,
+      "step": 851400
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.152987402822982e-06,
+      "loss": 0.1618,
+      "step": 851500
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.1473661725605267e-06,
+      "loss": 0.1615,
+      "step": 851600
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.1417449422980717e-06,
+      "loss": 0.1596,
+      "step": 851700
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.1361237120356163e-06,
+      "loss": 0.1632,
+      "step": 851800
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.1305024817731613e-06,
+      "loss": 0.1636,
+      "step": 851900
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.124881251510706e-06,
+      "loss": 0.1664,
+      "step": 852000
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.1192600212482504e-06,
+      "loss": 0.1667,
+      "step": 852100
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.1136387909857954e-06,
+      "loss": 0.1565,
+      "step": 852200
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.10801756072334e-06,
+      "loss": 0.1589,
+      "step": 852300
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.102396330460885e-06,
+      "loss": 0.1608,
+      "step": 852400
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.0967751001984296e-06,
+      "loss": 0.1595,
+      "step": 852500
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.091153869935974e-06,
+      "loss": 0.1646,
+      "step": 852600
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.085532639673519e-06,
+      "loss": 0.1594,
+      "step": 852700
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.079911409411064e-06,
+      "loss": 0.1636,
+      "step": 852800
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.074290179148609e-06,
+      "loss": 0.1627,
+      "step": 852900
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.0686689488861534e-06,
+      "loss": 0.1555,
+      "step": 853000
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.063047718623698e-06,
+      "loss": 0.1631,
+      "step": 853100
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.057426488361243e-06,
+      "loss": 0.1633,
+      "step": 853200
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.0518052580987876e-06,
+      "loss": 0.1651,
+      "step": 853300
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.0461840278363326e-06,
+      "loss": 0.161,
+      "step": 853400
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.040562797573877e-06,
+      "loss": 0.1645,
+      "step": 853500
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.0349415673114217e-06,
+      "loss": 0.1614,
+      "step": 853600
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.0293203370489667e-06,
+      "loss": 0.1547,
+      "step": 853700
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.0236991067865113e-06,
+      "loss": 0.1594,
+      "step": 853800
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.0180778765240563e-06,
+      "loss": 0.1615,
+      "step": 853900
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.012456646261601e-06,
+      "loss": 0.157,
+      "step": 854000
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.0068354159991455e-06,
+      "loss": 0.161,
+      "step": 854100
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.0012141857366905e-06,
+      "loss": 0.1635,
+      "step": 854200
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 1.995592955474235e-06,
+      "loss": 0.1609,
+      "step": 854300
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 1.98997172521178e-06,
+      "loss": 0.1592,
+      "step": 854400
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 1.9843504949493247e-06,
+      "loss": 0.1616,
+      "step": 854500
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 1.9787292646868692e-06,
+      "loss": 0.1607,
+      "step": 854600
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 1.9731080344244143e-06,
+      "loss": 0.1607,
+      "step": 854700
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.967486804161959e-06,
+      "loss": 0.1641,
+      "step": 854800
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.961865573899504e-06,
+      "loss": 0.1635,
+      "step": 854900
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.9562443436370484e-06,
+      "loss": 0.1608,
+      "step": 855000
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.9506231133745934e-06,
+      "loss": 0.1634,
+      "step": 855100
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.945001883112138e-06,
+      "loss": 0.1632,
+      "step": 855200
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.9393806528496826e-06,
+      "loss": 0.1592,
+      "step": 855300
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.9337594225872276e-06,
+      "loss": 0.1648,
+      "step": 855400
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.928138192324772e-06,
+      "loss": 0.1608,
+      "step": 855500
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.9225731743649415e-06,
+      "loss": 0.1626,
+      "step": 855600
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.916951944102486e-06,
+      "loss": 0.1638,
+      "step": 855700
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.911330713840031e-06,
+      "loss": 0.1648,
+      "step": 855800
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.905709483577576e-06,
+      "loss": 0.1589,
+      "step": 855900
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.9000882533151205e-06,
+      "loss": 0.167,
+      "step": 856000
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.8944670230526655e-06,
+      "loss": 0.1613,
+      "step": 856100
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.88884579279021e-06,
+      "loss": 0.1591,
+      "step": 856200
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.883224562527755e-06,
+      "loss": 0.1584,
+      "step": 856300
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.8776033322652997e-06,
+      "loss": 0.1582,
+      "step": 856400
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 1.8719821020028442e-06,
+      "loss": 0.1565,
+      "step": 856500
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8663608717403893e-06,
+      "loss": 0.1613,
+      "step": 856600
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8607396414779338e-06,
+      "loss": 0.1671,
+      "step": 856700
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8551184112154788e-06,
+      "loss": 0.1647,
+      "step": 856800
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8494971809530234e-06,
+      "loss": 0.1633,
+      "step": 856900
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8438759506905684e-06,
+      "loss": 0.1597,
+      "step": 857000
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.838254720428113e-06,
+      "loss": 0.1595,
+      "step": 857100
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8326334901656576e-06,
+      "loss": 0.1561,
+      "step": 857200
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8270122599032026e-06,
+      "loss": 0.1633,
+      "step": 857300
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8213910296407472e-06,
+      "loss": 0.1589,
+      "step": 857400
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8157697993782922e-06,
+      "loss": 0.1573,
+      "step": 857500
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8101485691158368e-06,
+      "loss": 0.1633,
+      "step": 857600
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8045273388533814e-06,
+      "loss": 0.1671,
+      "step": 857700
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.7989061085909264e-06,
+      "loss": 0.1621,
+      "step": 857800
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.793284878328471e-06,
+      "loss": 0.1671,
+      "step": 857900
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.787663648066016e-06,
+      "loss": 0.1605,
+      "step": 858000
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.782098630106185e-06,
+      "loss": 0.1701,
+      "step": 858100
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.77647739984373e-06,
+      "loss": 0.163,
+      "step": 858200
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.7708561695812747e-06,
+      "loss": 0.158,
+      "step": 858300
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.7652349393188192e-06,
+      "loss": 0.1589,
+      "step": 858400
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.7596137090563642e-06,
+      "loss": 0.1644,
+      "step": 858500
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.7539924787939088e-06,
+      "loss": 0.1575,
+      "step": 858600
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.7483712485314538e-06,
+      "loss": 0.1624,
+      "step": 858700
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.7427500182689984e-06,
+      "loss": 0.1611,
+      "step": 858800
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.737128788006543e-06,
+      "loss": 0.1591,
+      "step": 858900
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.731507557744088e-06,
+      "loss": 0.1672,
+      "step": 859000
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.7258863274816326e-06,
+      "loss": 0.1631,
+      "step": 859100
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.7202650972191776e-06,
+      "loss": 0.1613,
+      "step": 859200
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.7146438669567222e-06,
+      "loss": 0.1639,
+      "step": 859300
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.7090226366942672e-06,
+      "loss": 0.1669,
+      "step": 859400
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.7034014064318118e-06,
+      "loss": 0.162,
+      "step": 859500
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.6977801761693564e-06,
+      "loss": 0.1617,
+      "step": 859600
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.6921589459069014e-06,
+      "loss": 0.1624,
+      "step": 859700
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.686537715644446e-06,
+      "loss": 0.1632,
+      "step": 859800
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.680916485381991e-06,
+      "loss": 0.159,
+      "step": 859900
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.6752952551195355e-06,
+      "loss": 0.1566,
+      "step": 860000
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.6696740248570801e-06,
+      "loss": 0.1608,
+      "step": 860100
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.6640527945946251e-06,
+      "loss": 0.1634,
+      "step": 860200
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.6584877766347942e-06,
+      "loss": 0.1597,
+      "step": 860300
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.6528665463723392e-06,
+      "loss": 0.166,
+      "step": 860400
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.6472453161098838e-06,
+      "loss": 0.1583,
+      "step": 860500
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.6416240858474288e-06,
+      "loss": 0.1613,
+      "step": 860600
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.6360028555849734e-06,
+      "loss": 0.1637,
+      "step": 860700
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.630381625322518e-06,
+      "loss": 0.1565,
+      "step": 860800
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.624760395060063e-06,
+      "loss": 0.1603,
+      "step": 860900
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.6191391647976076e-06,
+      "loss": 0.1632,
+      "step": 861000
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.6135179345351526e-06,
+      "loss": 0.1634,
+      "step": 861100
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.6078967042726972e-06,
+      "loss": 0.1599,
+      "step": 861200
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.6022754740102422e-06,
+      "loss": 0.1569,
+      "step": 861300
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.5966542437477868e-06,
+      "loss": 0.166,
+      "step": 861400
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.5910330134853313e-06,
+      "loss": 0.1545,
+      "step": 861500
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.5854117832228764e-06,
+      "loss": 0.1615,
+      "step": 861600
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.579790552960421e-06,
+      "loss": 0.1627,
+      "step": 861700
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.574169322697966e-06,
+      "loss": 0.1643,
+      "step": 861800
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 1.5685480924355105e-06,
+      "loss": 0.1575,
+      "step": 861900
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.5629268621730551e-06,
+      "loss": 0.1602,
+      "step": 862000
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.5573056319106001e-06,
+      "loss": 0.1603,
+      "step": 862100
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.5516844016481447e-06,
+      "loss": 0.1659,
+      "step": 862200
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.5460631713856895e-06,
+      "loss": 0.1626,
+      "step": 862300
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.5404419411232343e-06,
+      "loss": 0.1669,
+      "step": 862400
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.534820710860779e-06,
+      "loss": 0.1673,
+      "step": 862500
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.5291994805983239e-06,
+      "loss": 0.1542,
+      "step": 862600
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.5235782503358685e-06,
+      "loss": 0.1604,
+      "step": 862700
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.5179570200734133e-06,
+      "loss": 0.1607,
+      "step": 862800
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.512335789810958e-06,
+      "loss": 0.1636,
+      "step": 862900
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.5067145595485028e-06,
+      "loss": 0.1612,
+      "step": 863000
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.5010933292860476e-06,
+      "loss": 0.1598,
+      "step": 863100
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.4954720990235922e-06,
+      "loss": 0.1629,
+      "step": 863200
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.489850868761137e-06,
+      "loss": 0.1583,
+      "step": 863300
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.4842296384986818e-06,
+      "loss": 0.1634,
+      "step": 863400
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.4786084082362266e-06,
+      "loss": 0.1616,
+      "step": 863500
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.4729871779737714e-06,
+      "loss": 0.1609,
+      "step": 863600
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.4673659477113162e-06,
+      "loss": 0.1603,
+      "step": 863700
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.4617447174488608e-06,
+      "loss": 0.1634,
+      "step": 863800
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.4561234871864056e-06,
+      "loss": 0.1661,
+      "step": 863900
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.4505022569239504e-06,
+      "loss": 0.1634,
+      "step": 864000
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.4448810266614952e-06,
+      "loss": 0.1606,
+      "step": 864100
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.43925979639904e-06,
+      "loss": 0.1562,
+      "step": 864200
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.4336947784392093e-06,
+      "loss": 0.1647,
+      "step": 864300
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.428073548176754e-06,
+      "loss": 0.1659,
+      "step": 864400
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.4224523179142989e-06,
+      "loss": 0.1648,
+      "step": 864500
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.4168310876518435e-06,
+      "loss": 0.1594,
+      "step": 864600
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.4112098573893883e-06,
+      "loss": 0.1561,
+      "step": 864700
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.4056448394295578e-06,
+      "loss": 0.1555,
+      "step": 864800
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.4000236091671024e-06,
+      "loss": 0.1579,
+      "step": 864900
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.3944023789046472e-06,
+      "loss": 0.158,
+      "step": 865000
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.388781148642192e-06,
+      "loss": 0.1677,
+      "step": 865100
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.3831599183797368e-06,
+      "loss": 0.1569,
+      "step": 865200
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.3775386881172815e-06,
+      "loss": 0.162,
+      "step": 865300
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 1.3719174578548261e-06,
+      "loss": 0.1667,
+      "step": 865400
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.366296227592371e-06,
+      "loss": 0.1636,
+      "step": 865500
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.3606749973299157e-06,
+      "loss": 0.1596,
+      "step": 865600
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.3550537670674605e-06,
+      "loss": 0.161,
+      "step": 865700
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.3494325368050053e-06,
+      "loss": 0.1605,
+      "step": 865800
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.3438113065425501e-06,
+      "loss": 0.1591,
+      "step": 865900
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.3381900762800947e-06,
+      "loss": 0.1623,
+      "step": 866000
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.3325688460176395e-06,
+      "loss": 0.1594,
+      "step": 866100
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.3269476157551843e-06,
+      "loss": 0.1648,
+      "step": 866200
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.321326385492729e-06,
+      "loss": 0.1617,
+      "step": 866300
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.3157051552302739e-06,
+      "loss": 0.157,
+      "step": 866400
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.3100839249678185e-06,
+      "loss": 0.1551,
+      "step": 866500
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.3044626947053632e-06,
+      "loss": 0.1653,
+      "step": 866600
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.298841464442908e-06,
+      "loss": 0.1583,
+      "step": 866700
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.2932202341804528e-06,
+      "loss": 0.1606,
+      "step": 866800
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.2875990039179976e-06,
+      "loss": 0.1643,
+      "step": 866900
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.2819777736555422e-06,
+      "loss": 0.1641,
+      "step": 867000
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.276356543393087e-06,
+      "loss": 0.1609,
+      "step": 867100
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.2707353131306318e-06,
+      "loss": 0.1688,
+      "step": 867200
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2651140828681766e-06,
+      "loss": 0.1656,
+      "step": 867300
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2594928526057214e-06,
+      "loss": 0.1641,
+      "step": 867400
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2539278346458907e-06,
+      "loss": 0.1634,
+      "step": 867500
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2483066043834355e-06,
+      "loss": 0.1671,
+      "step": 867600
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2426853741209803e-06,
+      "loss": 0.1607,
+      "step": 867700
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2370641438585249e-06,
+      "loss": 0.1632,
+      "step": 867800
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2314429135960697e-06,
+      "loss": 0.1611,
+      "step": 867900
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2258216833336145e-06,
+      "loss": 0.1624,
+      "step": 868000
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2202004530711593e-06,
+      "loss": 0.1614,
+      "step": 868100
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.214579222808704e-06,
+      "loss": 0.1629,
+      "step": 868200
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2089579925462489e-06,
+      "loss": 0.1622,
+      "step": 868300
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2033367622837934e-06,
+      "loss": 0.1642,
+      "step": 868400
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.1977155320213382e-06,
+      "loss": 0.1573,
+      "step": 868500
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.192094301758883e-06,
+      "loss": 0.1649,
+      "step": 868600
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.1864730714964278e-06,
+      "loss": 0.1595,
+      "step": 868700
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.1808518412339726e-06,
+      "loss": 0.1615,
+      "step": 868800
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.1752306109715172e-06,
+      "loss": 0.16,
+      "step": 868900
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.169609380709062e-06,
+      "loss": 0.1614,
+      "step": 869000
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.1639881504466068e-06,
+      "loss": 0.164,
+      "step": 869100
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.1583669201841516e-06,
+      "loss": 0.1645,
+      "step": 869200
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.1527456899216964e-06,
+      "loss": 0.1647,
+      "step": 869300
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.147124459659241e-06,
+      "loss": 0.1577,
+      "step": 869400
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.1415032293967858e-06,
+      "loss": 0.159,
+      "step": 869500
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.1358819991343306e-06,
+      "loss": 0.1631,
+      "step": 869600
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.1302607688718754e-06,
+      "loss": 0.153,
+      "step": 869700
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.1246395386094202e-06,
+      "loss": 0.1625,
+      "step": 869800
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.119018308346965e-06,
+      "loss": 0.1645,
+      "step": 869900
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.1133970780845095e-06,
+      "loss": 0.1602,
+      "step": 870000
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.1077758478220543e-06,
+      "loss": 0.1613,
+      "step": 870100
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.1021546175595991e-06,
+      "loss": 0.1611,
+      "step": 870200
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.096533387297144e-06,
+      "loss": 0.1664,
+      "step": 870300
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.0909121570346887e-06,
+      "loss": 0.1614,
+      "step": 870400
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.0852909267722333e-06,
+      "loss": 0.1612,
+      "step": 870500
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.079669696509778e-06,
+      "loss": 0.1558,
+      "step": 870600
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.0740484662473229e-06,
+      "loss": 0.166,
+      "step": 870700
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.0684272359848677e-06,
+      "loss": 0.1566,
+      "step": 870800
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 1.062862218025037e-06,
+      "loss": 0.1582,
+      "step": 870900
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 1.0572409877625818e-06,
+      "loss": 0.1643,
+      "step": 871000
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 1.0516197575001266e-06,
+      "loss": 0.161,
+      "step": 871100
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 1.0459985272376714e-06,
+      "loss": 0.157,
+      "step": 871200
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 1.040377296975216e-06,
+      "loss": 0.1593,
+      "step": 871300
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 1.0347560667127608e-06,
+      "loss": 0.1644,
+      "step": 871400
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 1.0291348364503056e-06,
+      "loss": 0.1684,
+      "step": 871500
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 1.0235698184904749e-06,
+      "loss": 0.159,
+      "step": 871600
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 1.0179485882280197e-06,
+      "loss": 0.1617,
+      "step": 871700
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 1.0123273579655645e-06,
+      "loss": 0.1617,
+      "step": 871800
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 1.0067061277031093e-06,
+      "loss": 0.1632,
+      "step": 871900
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 1.001084897440654e-06,
+      "loss": 0.1639,
+      "step": 872000
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 9.954636671781989e-07,
+      "loss": 0.1659,
+      "step": 872100
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 9.898424369157434e-07,
+      "loss": 0.1605,
+      "step": 872200
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 9.842212066532882e-07,
+      "loss": 0.1559,
+      "step": 872300
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 9.78599976390833e-07,
+      "loss": 0.1638,
+      "step": 872400
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 9.729787461283778e-07,
+      "loss": 0.1598,
+      "step": 872500
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 9.673575158659226e-07,
+      "loss": 0.1592,
+      "step": 872600
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 9.617362856034672e-07,
+      "loss": 0.1575,
+      "step": 872700
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 9.56115055341012e-07,
+      "loss": 0.1622,
+      "step": 872800
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 9.504938250785567e-07,
+      "loss": 0.1598,
+      "step": 872900
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 9.448725948161015e-07,
+      "loss": 0.1584,
+      "step": 873000
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 9.392513645536463e-07,
+      "loss": 0.166,
+      "step": 873100
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 9.33630134291191e-07,
+      "loss": 0.1642,
+      "step": 873200
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 9.280089040287358e-07,
+      "loss": 0.1643,
+      "step": 873300
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 9.223876737662806e-07,
+      "loss": 0.1568,
+      "step": 873400
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 9.167664435038253e-07,
+      "loss": 0.1599,
+      "step": 873500
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 9.111452132413701e-07,
+      "loss": 0.1656,
+      "step": 873600
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 9.055239829789149e-07,
+      "loss": 0.1609,
+      "step": 873700
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 8.999027527164595e-07,
+      "loss": 0.1544,
+      "step": 873800
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 8.942815224540043e-07,
+      "loss": 0.167,
+      "step": 873900
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 8.886602921915491e-07,
+      "loss": 0.1594,
+      "step": 874000
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 8.830390619290939e-07,
+      "loss": 0.1597,
+      "step": 874100
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 8.774178316666387e-07,
+      "loss": 0.1679,
+      "step": 874200
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 8.717966014041833e-07,
+      "loss": 0.1594,
+      "step": 874300
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 8.661753711417281e-07,
+      "loss": 0.1617,
+      "step": 874400
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 8.605541408792729e-07,
+      "loss": 0.1578,
+      "step": 874500
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 8.549329106168177e-07,
+      "loss": 0.1602,
+      "step": 874600
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 8.493116803543625e-07,
+      "loss": 0.1602,
+      "step": 874700
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 8.43690450091907e-07,
+      "loss": 0.1631,
+      "step": 874800
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 8.380692198294518e-07,
+      "loss": 0.1645,
+      "step": 874900
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 8.324479895669966e-07,
+      "loss": 0.1618,
+      "step": 875000
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 8.268267593045414e-07,
+      "loss": 0.1661,
+      "step": 875100
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 8.212055290420862e-07,
+      "loss": 0.1585,
+      "step": 875200
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 8.156405110822554e-07,
+      "loss": 0.1649,
+      "step": 875300
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 8.100192808198002e-07,
+      "loss": 0.1657,
+      "step": 875400
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 8.04398050557345e-07,
+      "loss": 0.1697,
+      "step": 875500
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 7.987768202948897e-07,
+      "loss": 0.1596,
+      "step": 875600
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 7.931555900324345e-07,
+      "loss": 0.1642,
+      "step": 875700
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 7.875343597699793e-07,
+      "loss": 0.1641,
+      "step": 875800
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 7.819131295075241e-07,
+      "loss": 0.1568,
+      "step": 875900
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 7.762918992450688e-07,
+      "loss": 0.1565,
+      "step": 876000
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 7.706706689826136e-07,
+      "loss": 0.1602,
+      "step": 876100
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.650494387201584e-07,
+      "loss": 0.1624,
+      "step": 876200
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.594282084577031e-07,
+      "loss": 0.1607,
+      "step": 876300
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.538069781952479e-07,
+      "loss": 0.1669,
+      "step": 876400
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.481857479327927e-07,
+      "loss": 0.1629,
+      "step": 876500
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.425645176703373e-07,
+      "loss": 0.1552,
+      "step": 876600
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.369432874078821e-07,
+      "loss": 0.1604,
+      "step": 876700
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.313220571454268e-07,
+      "loss": 0.1594,
+      "step": 876800
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.257008268829716e-07,
+      "loss": 0.1597,
+      "step": 876900
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.200795966205164e-07,
+      "loss": 0.1666,
+      "step": 877000
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.144583663580611e-07,
+      "loss": 0.1646,
+      "step": 877100
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.088371360956059e-07,
+      "loss": 0.1632,
+      "step": 877200
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 7.032159058331507e-07,
+      "loss": 0.1605,
+      "step": 877300
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 6.975946755706954e-07,
+      "loss": 0.1564,
+      "step": 877400
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 6.919734453082402e-07,
+      "loss": 0.161,
+      "step": 877500
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 6.863522150457849e-07,
+      "loss": 0.1659,
+      "step": 877600
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 6.807309847833297e-07,
+      "loss": 0.1626,
+      "step": 877700
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 6.751097545208745e-07,
+      "loss": 0.1607,
+      "step": 877800
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 6.694885242584192e-07,
+      "loss": 0.1575,
+      "step": 877900
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 6.638672939959639e-07,
+      "loss": 0.1634,
+      "step": 878000
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 6.582460637335087e-07,
+      "loss": 0.1603,
+      "step": 878100
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 6.526248334710535e-07,
+      "loss": 0.1603,
+      "step": 878200
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 6.470036032085983e-07,
+      "loss": 0.1615,
+      "step": 878300
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 6.41382372946143e-07,
+      "loss": 0.1655,
+      "step": 878400
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 6.358173549863123e-07,
+      "loss": 0.1591,
+      "step": 878500
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 6.301961247238571e-07,
+      "loss": 0.1623,
+      "step": 878600
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 6.245748944614018e-07,
+      "loss": 0.1628,
+      "step": 878700
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 6.189536641989466e-07,
+      "loss": 0.1633,
+      "step": 878800
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 6.133324339364914e-07,
+      "loss": 0.1564,
+      "step": 878900
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 6.077112036740361e-07,
+      "loss": 0.1632,
+      "step": 879000
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 6.020899734115809e-07,
+      "loss": 0.1649,
+      "step": 879100
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 5.964687431491257e-07,
+      "loss": 0.1645,
+      "step": 879200
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 5.908475128866704e-07,
+      "loss": 0.1635,
+      "step": 879300
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 5.852262826242152e-07,
+      "loss": 0.1627,
+      "step": 879400
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 5.796050523617599e-07,
+      "loss": 0.1606,
+      "step": 879500
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 5.739838220993047e-07,
+      "loss": 0.1598,
+      "step": 879600
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 5.683625918368495e-07,
+      "loss": 0.1617,
+      "step": 879700
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 5.627413615743941e-07,
+      "loss": 0.1596,
+      "step": 879800
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 5.571201313119389e-07,
+      "loss": 0.1625,
+      "step": 879900
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 5.514989010494837e-07,
+      "loss": 0.1622,
+      "step": 880000
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 5.458776707870284e-07,
+      "loss": 0.1602,
+      "step": 880100
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 5.402564405245732e-07,
+      "loss": 0.1608,
+      "step": 880200
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 5.346352102621179e-07,
+      "loss": 0.1628,
+      "step": 880300
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 5.290139799996627e-07,
+      "loss": 0.1631,
+      "step": 880400
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 5.233927497372075e-07,
+      "loss": 0.1643,
+      "step": 880500
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 5.177715194747523e-07,
+      "loss": 0.1642,
+      "step": 880600
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 5.121502892122971e-07,
+      "loss": 0.1564,
+      "step": 880700
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 5.065290589498418e-07,
+      "loss": 0.1564,
+      "step": 880800
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 5.009078286873866e-07,
+      "loss": 0.1587,
+      "step": 880900
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 4.952865984249314e-07,
+      "loss": 0.164,
+      "step": 881000
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 4.896653681624761e-07,
+      "loss": 0.1615,
+      "step": 881100
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 4.840441379000209e-07,
+      "loss": 0.1643,
+      "step": 881200
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 4.784229076375656e-07,
+      "loss": 0.1597,
+      "step": 881300
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 4.7280167737511033e-07,
+      "loss": 0.1618,
+      "step": 881400
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.6718044711265513e-07,
+      "loss": 0.1629,
+      "step": 881500
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.615592168501999e-07,
+      "loss": 0.1605,
+      "step": 881600
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.559379865877446e-07,
+      "loss": 0.1597,
+      "step": 881700
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.503167563252894e-07,
+      "loss": 0.16,
+      "step": 881800
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.446955260628341e-07,
+      "loss": 0.165,
+      "step": 881900
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.390742958003789e-07,
+      "loss": 0.1692,
+      "step": 882000
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.334530655379237e-07,
+      "loss": 0.1613,
+      "step": 882100
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.278318352754684e-07,
+      "loss": 0.1608,
+      "step": 882200
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.2221060501301317e-07,
+      "loss": 0.1648,
+      "step": 882300
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.1658937475055786e-07,
+      "loss": 0.1612,
+      "step": 882400
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.1096814448810265e-07,
+      "loss": 0.1579,
+      "step": 882500
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.0534691422564745e-07,
+      "loss": 0.167,
+      "step": 882600
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 3.997256839631922e-07,
+      "loss": 0.1602,
+      "step": 882700
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 3.94104453700737e-07,
+      "loss": 0.1605,
+      "step": 882800
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 3.885394357409063e-07,
+      "loss": 0.1603,
+      "step": 882900
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 3.8291820547845105e-07,
+      "loss": 0.1614,
+      "step": 883000
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 3.772969752159958e-07,
+      "loss": 0.1607,
+      "step": 883100
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 3.7167574495354053e-07,
+      "loss": 0.1592,
+      "step": 883200
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.660545146910853e-07,
+      "loss": 0.1612,
+      "step": 883300
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.6043328442863007e-07,
+      "loss": 0.1604,
+      "step": 883400
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.548120541661748e-07,
+      "loss": 0.1621,
+      "step": 883500
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.4919082390371955e-07,
+      "loss": 0.1626,
+      "step": 883600
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.435695936412643e-07,
+      "loss": 0.1598,
+      "step": 883700
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.379483633788091e-07,
+      "loss": 0.1714,
+      "step": 883800
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.323271331163539e-07,
+      "loss": 0.1615,
+      "step": 883900
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.2670590285389863e-07,
+      "loss": 0.1634,
+      "step": 884000
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.2108467259144337e-07,
+      "loss": 0.1596,
+      "step": 884100
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.1546344232898816e-07,
+      "loss": 0.1569,
+      "step": 884200
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.098422120665329e-07,
+      "loss": 0.1605,
+      "step": 884300
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 3.0422098180407765e-07,
+      "loss": 0.1578,
+      "step": 884400
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 2.9865596384424697e-07,
+      "loss": 0.1642,
+      "step": 884500
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 2.930347335817917e-07,
+      "loss": 0.1595,
+      "step": 884600
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 2.8741350331933646e-07,
+      "loss": 0.1583,
+      "step": 884700
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 2.817922730568812e-07,
+      "loss": 0.162,
+      "step": 884800
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 2.76171042794426e-07,
+      "loss": 0.1574,
+      "step": 884900
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 2.705498125319708e-07,
+      "loss": 0.1534,
+      "step": 885000
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.6492858226951553e-07,
+      "loss": 0.1582,
+      "step": 885100
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.5930735200706027e-07,
+      "loss": 0.1624,
+      "step": 885200
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.5368612174460507e-07,
+      "loss": 0.1587,
+      "step": 885300
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.480648914821498e-07,
+      "loss": 0.1563,
+      "step": 885400
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.4244366121969455e-07,
+      "loss": 0.1654,
+      "step": 885500
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.368224309572393e-07,
+      "loss": 0.1621,
+      "step": 885600
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.3120120069478409e-07,
+      "loss": 0.1618,
+      "step": 885700
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.2557997043232883e-07,
+      "loss": 0.1595,
+      "step": 885800
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.1995874016987357e-07,
+      "loss": 0.1623,
+      "step": 885900
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.1433750990741834e-07,
+      "loss": 0.1588,
+      "step": 886000
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.0871627964496313e-07,
+      "loss": 0.1607,
+      "step": 886100
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.0309504938250788e-07,
+      "loss": 0.1542,
+      "step": 886200
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 1.9747381912005262e-07,
+      "loss": 0.1623,
+      "step": 886300
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 1.9185258885759739e-07,
+      "loss": 0.1628,
+      "step": 886400
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 1.8623135859514213e-07,
+      "loss": 0.1673,
+      "step": 886500
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 1.806101283326869e-07,
+      "loss": 0.1613,
+      "step": 886600
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 1.7498889807023166e-07,
+      "loss": 0.1571,
+      "step": 886700
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 1.6936766780777643e-07,
+      "loss": 0.1616,
+      "step": 886800
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.6374643754532117e-07,
+      "loss": 0.1603,
+      "step": 886900
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.5818141958549047e-07,
+      "loss": 0.1647,
+      "step": 887000
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.5256018932303524e-07,
+      "loss": 0.1655,
+      "step": 887100
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.4693895906058e-07,
+      "loss": 0.1589,
+      "step": 887200
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.4131772879812478e-07,
+      "loss": 0.1656,
+      "step": 887300
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.3569649853566952e-07,
+      "loss": 0.1586,
+      "step": 887400
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.3007526827321429e-07,
+      "loss": 0.1642,
+      "step": 887500
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.2445403801075903e-07,
+      "loss": 0.1574,
+      "step": 887600
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.1883280774830381e-07,
+      "loss": 0.1584,
+      "step": 887700
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.1321157748584855e-07,
+      "loss": 0.1642,
+      "step": 887800
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.0759034722339332e-07,
+      "loss": 0.1608,
+      "step": 887900
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.0196911696093808e-07,
+      "loss": 0.1634,
+      "step": 888000
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 9.634788669848283e-08,
+      "loss": 0.1654,
+      "step": 888100
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 9.072665643602759e-08,
+      "loss": 0.158,
+      "step": 888200
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 8.510542617357235e-08,
+      "loss": 0.1569,
+      "step": 888300
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 7.948419591111711e-08,
+      "loss": 0.1644,
+      "step": 888400
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 7.386296564866186e-08,
+      "loss": 0.1607,
+      "step": 888500
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 6.824173538620662e-08,
+      "loss": 0.1668,
+      "step": 888600
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 6.262050512375139e-08,
+      "loss": 0.1691,
+      "step": 888700
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 5.699927486129614e-08,
+      "loss": 0.1632,
+      "step": 888800
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 5.1378044598840904e-08,
+      "loss": 0.1616,
+      "step": 888900
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.575681433638566e-08,
+      "loss": 0.1613,
+      "step": 889000
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.013558407393042e-08,
+      "loss": 0.159,
+      "step": 889100
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 3.4514353811475176e-08,
+      "loss": 0.1656,
+      "step": 889200
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 2.8893123549019938e-08,
+      "loss": 0.1598,
+      "step": 889300
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 2.32718932865647e-08,
+      "loss": 0.1655,
+      "step": 889400
+    },
+    {
+      "epoch": 5.0,
+      "eval_bleu": 78.2542,
+      "eval_cer": 2.1669,
+      "eval_chrF": 95.73544319509031,
+      "eval_gen_len": 16.777936,
+      "eval_loss": 0.48148927092552185,
+      "eval_runtime": 7460.8529,
+      "eval_samples_per_second": 33.508,
+      "eval_steps_per_second": 0.524,
+      "eval_wer": 12.1294,
+      "step": 889485
+    },
+    {
+      "epoch": 5.0,
+      "step": 889485,
+      "total_flos": 9.809053433870746e+17,
+      "train_loss": 0.2851236777235189,
+      "train_runtime": 119967.4266,
+      "train_samples_per_second": 474.518,
+      "train_steps_per_second": 7.414
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 889485,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 9.809053433870746e+17,
+  "trial_name": null,
+  "trial_params": null
+}