| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.0, | |
| "global_step": 44028, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.9772871808848918e-05, | |
| "loss": 3.0067, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.954574361769783e-05, | |
| "loss": 2.1686, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.9318615426546744e-05, | |
| "loss": 1.9283, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.909148723539566e-05, | |
| "loss": 1.8097, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 1.8864359044244573e-05, | |
| "loss": 1.6774, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 1.8637230853093485e-05, | |
| "loss": 1.6303, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 1.84101026619424e-05, | |
| "loss": 1.5638, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 1.8182974470791318e-05, | |
| "loss": 1.5224, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 1.795584627964023e-05, | |
| "loss": 1.4723, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 1.7728718088489147e-05, | |
| "loss": 1.4697, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 1.750158989733806e-05, | |
| "loss": 1.4104, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 1.7274461706186973e-05, | |
| "loss": 1.4252, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.704733351503589e-05, | |
| "loss": 1.3764, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.68202053238848e-05, | |
| "loss": 1.3702, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.6593077132733718e-05, | |
| "loss": 1.3184, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.636594894158263e-05, | |
| "loss": 1.2977, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.6138820750431547e-05, | |
| "loss": 1.3242, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.591169255928046e-05, | |
| "loss": 1.2685, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.5684564368129372e-05, | |
| "loss": 1.2796, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.545743617697829e-05, | |
| "loss": 1.2629, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.5230307985827202e-05, | |
| "loss": 1.2414, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.5003179794676118e-05, | |
| "loss": 1.2226, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 1.477605160352503e-05, | |
| "loss": 1.0322, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 1.4548923412373945e-05, | |
| "loss": 1.0281, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.4321795221222858e-05, | |
| "loss": 1.0143, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.4094667030071774e-05, | |
| "loss": 1.0324, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 1.3867538838920689e-05, | |
| "loss": 0.996, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 1.3640410647769601e-05, | |
| "loss": 1.0049, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.3413282456618518e-05, | |
| "loss": 0.9879, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.318615426546743e-05, | |
| "loss": 0.9806, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.2959026074316345e-05, | |
| "loss": 0.986, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 1.2731897883165258e-05, | |
| "loss": 0.9894, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 1.2504769692014174e-05, | |
| "loss": 1.0172, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 1.2277641500863089e-05, | |
| "loss": 0.9919, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 1.2050513309712001e-05, | |
| "loss": 1.0085, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 1.1823385118560918e-05, | |
| "loss": 0.9667, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 1.159625692740983e-05, | |
| "loss": 0.989, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 1.1369128736258745e-05, | |
| "loss": 0.985, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 1.1142000545107661e-05, | |
| "loss": 1.0043, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.0914872353956574e-05, | |
| "loss": 0.9636, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 1.0687744162805489e-05, | |
| "loss": 0.9883, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 1.0460615971654401e-05, | |
| "loss": 0.964, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.0233487780503318e-05, | |
| "loss": 0.951, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 1.000635958935223e-05, | |
| "loss": 0.9524, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 9.779231398201145e-06, | |
| "loss": 0.7409, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 9.55210320705006e-06, | |
| "loss": 0.7549, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 9.324975015898974e-06, | |
| "loss": 0.7276, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 9.097846824747889e-06, | |
| "loss": 0.7692, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 8.870718633596803e-06, | |
| "loss": 0.7532, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 8.643590442445718e-06, | |
| "loss": 0.7775, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 8.416462251294632e-06, | |
| "loss": 0.7352, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 8.189334060143545e-06, | |
| "loss": 0.7427, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 7.96220586899246e-06, | |
| "loss": 0.7589, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 7.735077677841374e-06, | |
| "loss": 0.7267, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 7.507949486690289e-06, | |
| "loss": 0.7502, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 7.280821295539203e-06, | |
| "loss": 0.7225, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 7.0536931043881176e-06, | |
| "loss": 0.7362, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 6.826564913237031e-06, | |
| "loss": 0.7324, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 6.599436722085946e-06, | |
| "loss": 0.7083, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 6.3723085309348594e-06, | |
| "loss": 0.7398, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 6.145180339783774e-06, | |
| "loss": 0.7333, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 5.918052148632689e-06, | |
| "loss": 0.7494, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 5.690923957481603e-06, | |
| "loss": 0.7604, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 5.4637957663305175e-06, | |
| "loss": 0.7495, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 5.236667575179431e-06, | |
| "loss": 0.7622, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 5.009539384028346e-06, | |
| "loss": 0.731, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 4.78241119287726e-06, | |
| "loss": 0.5705, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 4.555283001726175e-06, | |
| "loss": 0.5773, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 4.3281548105750885e-06, | |
| "loss": 0.5764, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 4.101026619424003e-06, | |
| "loss": 0.5782, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 3.8738984282729175e-06, | |
| "loss": 0.582, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "learning_rate": 3.6467702371218316e-06, | |
| "loss": 0.5784, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 3.419642045970746e-06, | |
| "loss": 0.5942, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 3.1925138548196606e-06, | |
| "loss": 0.5642, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "learning_rate": 2.9653856636685747e-06, | |
| "loss": 0.5889, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 2.7382574725174893e-06, | |
| "loss": 0.5779, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 2.5111292813664034e-06, | |
| "loss": 0.5782, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 2.2840010902153175e-06, | |
| "loss": 0.5962, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "learning_rate": 2.056872899064232e-06, | |
| "loss": 0.5722, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 1.8297447079131463e-06, | |
| "loss": 0.5736, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 1.6026165167620606e-06, | |
| "loss": 0.569, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 1.375488325610975e-06, | |
| "loss": 0.5749, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 1.1483601344598892e-06, | |
| "loss": 0.5859, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "learning_rate": 9.212319433088035e-07, | |
| "loss": 0.5674, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 6.94103752157718e-07, | |
| "loss": 0.5916, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 4.6697556100663217e-07, | |
| "loss": 0.5707, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 2.398473698555465e-07, | |
| "loss": 0.5624, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 1.2719178704460798e-08, | |
| "loss": 0.5748, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 44028, | |
| "total_flos": 5.176959239737958e+16, | |
| "train_loss": 0.9650859335002343, | |
| "train_runtime": 62054.88, | |
| "train_samples_per_second": 8.514, | |
| "train_steps_per_second": 0.71 | |
| } | |
| ], | |
| "max_steps": 44028, | |
| "num_train_epochs": 4, | |
| "total_flos": 5.176959239737958e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |