| { | |
| "best_metric": 0.8062803149223328, | |
| "best_model_checkpoint": "./output/training_results/C015_llama3-8b-base_instruct_20240504_123713/checkpoint-10", | |
| "epoch": 4.0, | |
| "eval_steps": 5, | |
| "global_step": 192, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.020833333333333332, | |
| "grad_norm": 0.0, | |
| "learning_rate": 0.0, | |
| "loss": 0.8766, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.10416666666666667, | |
| "grad_norm": 10.34330229700748, | |
| "learning_rate": 2.25e-06, | |
| "loss": 0.8675, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.10416666666666667, | |
| "eval_loss": 0.8584801554679871, | |
| "eval_runtime": 1.9951, | |
| "eval_samples_per_second": 170.414, | |
| "eval_steps_per_second": 1.504, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.20833333333333334, | |
| "grad_norm": 4.512014612667122, | |
| "learning_rate": 5.25e-06, | |
| "loss": 0.8415, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.20833333333333334, | |
| "eval_loss": 0.8062803149223328, | |
| "eval_runtime": 1.9589, | |
| "eval_samples_per_second": 173.564, | |
| "eval_steps_per_second": 1.531, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.3125, | |
| "grad_norm": 5.466223920700161, | |
| "learning_rate": 8.25e-06, | |
| "loss": 0.8225, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.3125, | |
| "eval_loss": 0.820951521396637, | |
| "eval_runtime": 1.9583, | |
| "eval_samples_per_second": 173.62, | |
| "eval_steps_per_second": 1.532, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.4166666666666667, | |
| "grad_norm": 5.091985939472258, | |
| "learning_rate": 1.2e-05, | |
| "loss": 0.806, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.4166666666666667, | |
| "eval_loss": 0.8412486910820007, | |
| "eval_runtime": 1.9516, | |
| "eval_samples_per_second": 174.217, | |
| "eval_steps_per_second": 1.537, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.5208333333333334, | |
| "grad_norm": 4.323182492427286, | |
| "learning_rate": 1.4071209905461127e-05, | |
| "loss": 0.8139, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.5208333333333334, | |
| "eval_loss": 0.8701534867286682, | |
| "eval_runtime": 1.956, | |
| "eval_samples_per_second": 173.828, | |
| "eval_steps_per_second": 1.534, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 4.430828029367158, | |
| "learning_rate": 1.0166196232101288e-05, | |
| "loss": 0.8978, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "eval_loss": 0.8630704879760742, | |
| "eval_runtime": 1.9545, | |
| "eval_samples_per_second": 173.954, | |
| "eval_steps_per_second": 1.535, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.7291666666666666, | |
| "grad_norm": 3.8459262571296122, | |
| "learning_rate": 7.276248845991498e-06, | |
| "loss": 0.814, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.7291666666666666, | |
| "eval_loss": 0.8549697995185852, | |
| "eval_runtime": 1.9539, | |
| "eval_samples_per_second": 174.008, | |
| "eval_steps_per_second": 1.535, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "grad_norm": 4.312137758874538, | |
| "learning_rate": 5.157388080190487e-06, | |
| "loss": 0.7989, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "eval_loss": 0.8472943902015686, | |
| "eval_runtime": 1.9515, | |
| "eval_samples_per_second": 174.222, | |
| "eval_steps_per_second": 1.537, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.9375, | |
| "grad_norm": 4.013634591695819, | |
| "learning_rate": 3.6192313334626905e-06, | |
| "loss": 0.8769, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.9375, | |
| "eval_loss": 0.8382811546325684, | |
| "eval_runtime": 1.9527, | |
| "eval_samples_per_second": 174.116, | |
| "eval_steps_per_second": 1.536, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 1.0416666666666667, | |
| "grad_norm": 3.825805552811641, | |
| "learning_rate": 2.514391432582838e-06, | |
| "loss": 0.7244, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.0416666666666667, | |
| "eval_loss": 0.8277742266654968, | |
| "eval_runtime": 1.9549, | |
| "eval_samples_per_second": 173.925, | |
| "eval_steps_per_second": 1.535, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.1458333333333333, | |
| "grad_norm": 3.0670883145044487, | |
| "learning_rate": 1.7297262757656213e-06, | |
| "loss": 0.4644, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 1.1458333333333333, | |
| "eval_loss": 0.8387134671211243, | |
| "eval_runtime": 1.959, | |
| "eval_samples_per_second": 173.561, | |
| "eval_steps_per_second": 1.531, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 3.904758197983173, | |
| "learning_rate": 1.1791620375982074e-06, | |
| "loss": 0.4488, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "eval_loss": 0.8680305480957031, | |
| "eval_runtime": 1.953, | |
| "eval_samples_per_second": 174.087, | |
| "eval_steps_per_second": 1.536, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.3541666666666667, | |
| "grad_norm": 4.037522952699986, | |
| "learning_rate": 7.978466092394693e-07, | |
| "loss": 0.3973, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 1.3541666666666667, | |
| "eval_loss": 0.8717625737190247, | |
| "eval_runtime": 1.9541, | |
| "eval_samples_per_second": 173.996, | |
| "eval_steps_per_second": 1.535, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 1.4583333333333333, | |
| "grad_norm": 4.006395162021574, | |
| "learning_rate": 5.374210410959207e-07, | |
| "loss": 0.443, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.4583333333333333, | |
| "eval_loss": 0.8596016764640808, | |
| "eval_runtime": 1.9513, | |
| "eval_samples_per_second": 174.244, | |
| "eval_steps_per_second": 1.537, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.5625, | |
| "grad_norm": 4.477860740274337, | |
| "learning_rate": 3.6222476698215175e-07, | |
| "loss": 0.4346, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 1.5625, | |
| "eval_loss": 0.8514222502708435, | |
| "eval_runtime": 1.9616, | |
| "eval_samples_per_second": 173.329, | |
| "eval_steps_per_second": 1.529, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 3.79003494996975, | |
| "learning_rate": 2.462755297384099e-07, | |
| "loss": 0.4701, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "eval_loss": 0.8461114764213562, | |
| "eval_runtime": 1.9519, | |
| "eval_samples_per_second": 174.192, | |
| "eval_steps_per_second": 1.537, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.7708333333333335, | |
| "grad_norm": 3.431009868136907, | |
| "learning_rate": 1.7088740175034947e-07, | |
| "loss": 0.4344, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 1.7708333333333335, | |
| "eval_loss": 0.8437052369117737, | |
| "eval_runtime": 1.9548, | |
| "eval_samples_per_second": 173.928, | |
| "eval_steps_per_second": 1.535, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 1.875, | |
| "grad_norm": 3.4612975522103846, | |
| "learning_rate": 1.228102956599465e-07, | |
| "loss": 0.4274, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.875, | |
| "eval_loss": 0.8434357643127441, | |
| "eval_runtime": 1.9551, | |
| "eval_samples_per_second": 173.905, | |
| "eval_steps_per_second": 1.534, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.9791666666666665, | |
| "grad_norm": 4.089060356958601, | |
| "learning_rate": 9.279207916081227e-08, | |
| "loss": 0.4771, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 1.9791666666666665, | |
| "eval_loss": 0.8434197902679443, | |
| "eval_runtime": 1.9533, | |
| "eval_samples_per_second": 174.06, | |
| "eval_steps_per_second": 1.536, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 2.0833333333333335, | |
| "grad_norm": 3.5663107359521624, | |
| "learning_rate": 7.448002404850094e-08, | |
| "loss": 0.3876, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 2.0833333333333335, | |
| "eval_loss": 0.8438728451728821, | |
| "eval_runtime": 1.957, | |
| "eval_samples_per_second": 173.739, | |
| "eval_steps_per_second": 1.533, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 2.1875, | |
| "grad_norm": 3.3025378175144806, | |
| "learning_rate": 6.35920070839697e-08, | |
| "loss": 0.3698, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 2.1875, | |
| "eval_loss": 0.845079243183136, | |
| "eval_runtime": 1.9562, | |
| "eval_samples_per_second": 173.803, | |
| "eval_steps_per_second": 1.534, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 2.2916666666666665, | |
| "grad_norm": 3.4985300165216615, | |
| "learning_rate": 5.7299804687499997e-08, | |
| "loss": 0.407, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 2.2916666666666665, | |
| "eval_loss": 0.8465444445610046, | |
| "eval_runtime": 1.9573, | |
| "eval_samples_per_second": 173.708, | |
| "eval_steps_per_second": 1.533, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 2.3958333333333335, | |
| "grad_norm": 3.394752587183079, | |
| "learning_rate": 5.37771434967624e-08, | |
| "loss": 0.374, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 2.3958333333333335, | |
| "eval_loss": 0.8481599688529968, | |
| "eval_runtime": 1.9556, | |
| "eval_samples_per_second": 173.861, | |
| "eval_steps_per_second": 1.534, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 4.399721414998381, | |
| "learning_rate": 5.187403540619925e-08, | |
| "loss": 0.3945, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "eval_loss": 0.8498236536979675, | |
| "eval_runtime": 1.9552, | |
| "eval_samples_per_second": 173.893, | |
| "eval_steps_per_second": 1.534, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 2.6041666666666665, | |
| "grad_norm": 3.2768849901156845, | |
| "learning_rate": 5.088648238966908e-08, | |
| "loss": 0.3753, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 2.6041666666666665, | |
| "eval_loss": 0.8512565493583679, | |
| "eval_runtime": 1.9594, | |
| "eval_samples_per_second": 173.526, | |
| "eval_steps_per_second": 1.531, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 2.7083333333333335, | |
| "grad_norm": 3.666595330730063, | |
| "learning_rate": 5.039701925276604e-08, | |
| "loss": 0.3721, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 2.7083333333333335, | |
| "eval_loss": 0.8527700304985046, | |
| "eval_runtime": 1.9575, | |
| "eval_samples_per_second": 173.689, | |
| "eval_steps_per_second": 1.533, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 2.8125, | |
| "grad_norm": 3.4733320032072537, | |
| "learning_rate": 5.0166900048082497e-08, | |
| "loss": 0.3718, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 2.8125, | |
| "eval_loss": 0.8541720509529114, | |
| "eval_runtime": 1.9599, | |
| "eval_samples_per_second": 173.479, | |
| "eval_steps_per_second": 1.531, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 2.9166666666666665, | |
| "grad_norm": 3.447696757476531, | |
| "learning_rate": 5.0065147322870076e-08, | |
| "loss": 0.3773, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 2.9166666666666665, | |
| "eval_loss": 0.8555252552032471, | |
| "eval_runtime": 1.9586, | |
| "eval_samples_per_second": 173.592, | |
| "eval_steps_per_second": 1.532, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 3.0208333333333335, | |
| "grad_norm": 3.0052210603196237, | |
| "learning_rate": 5.002328628528332e-08, | |
| "loss": 0.3723, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 3.0208333333333335, | |
| "eval_loss": 0.8565484881401062, | |
| "eval_runtime": 1.9586, | |
| "eval_samples_per_second": 173.589, | |
| "eval_steps_per_second": 1.532, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 3.125, | |
| "grad_norm": 3.368197941438436, | |
| "learning_rate": 5.0007484528133236e-08, | |
| "loss": 0.374, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 3.125, | |
| "eval_loss": 0.8576194643974304, | |
| "eval_runtime": 1.9541, | |
| "eval_samples_per_second": 173.993, | |
| "eval_steps_per_second": 1.535, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 3.2291666666666665, | |
| "grad_norm": 3.3290743731904304, | |
| "learning_rate": 5.0002110817570477e-08, | |
| "loss": 0.3728, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 3.2291666666666665, | |
| "eval_loss": 0.8588044047355652, | |
| "eval_runtime": 1.951, | |
| "eval_samples_per_second": 174.273, | |
| "eval_steps_per_second": 1.538, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 3.3333333333333335, | |
| "grad_norm": 4.793937739567796, | |
| "learning_rate": 5.0000504842356326e-08, | |
| "loss": 0.3686, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 3.3333333333333335, | |
| "eval_loss": 0.859791100025177, | |
| "eval_runtime": 1.9522, | |
| "eval_samples_per_second": 174.159, | |
| "eval_steps_per_second": 1.537, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 3.4375, | |
| "grad_norm": 3.326342529192208, | |
| "learning_rate": 5.000009745562451e-08, | |
| "loss": 0.3617, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 3.4375, | |
| "eval_loss": 0.8607122302055359, | |
| "eval_runtime": 1.958, | |
| "eval_samples_per_second": 173.647, | |
| "eval_steps_per_second": 1.532, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 3.5416666666666665, | |
| "grad_norm": 3.6505713497705736, | |
| "learning_rate": 5.0000014077810156e-08, | |
| "loss": 0.3546, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 3.5416666666666665, | |
| "eval_loss": 0.8613293170928955, | |
| "eval_runtime": 1.9527, | |
| "eval_samples_per_second": 174.122, | |
| "eval_steps_per_second": 1.536, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 3.6458333333333335, | |
| "grad_norm": 3.496080458530573, | |
| "learning_rate": 5.0000001343508807e-08, | |
| "loss": 0.3707, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 3.6458333333333335, | |
| "eval_loss": 0.8619220852851868, | |
| "eval_runtime": 1.9552, | |
| "eval_samples_per_second": 173.893, | |
| "eval_steps_per_second": 1.534, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "grad_norm": 3.50316414527161, | |
| "learning_rate": 5.000000006747581e-08, | |
| "loss": 0.3739, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "eval_loss": 0.862490177154541, | |
| "eval_runtime": 1.9547, | |
| "eval_samples_per_second": 173.936, | |
| "eval_steps_per_second": 1.535, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 3.8541666666666665, | |
| "grad_norm": 3.7278057893863874, | |
| "learning_rate": 5.0000000001094325e-08, | |
| "loss": 0.3617, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 3.8541666666666665, | |
| "eval_loss": 0.8631939888000488, | |
| "eval_runtime": 1.9574, | |
| "eval_samples_per_second": 173.703, | |
| "eval_steps_per_second": 1.533, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 3.9583333333333335, | |
| "grad_norm": 3.160928200357982, | |
| "learning_rate": 5.000000000000139e-08, | |
| "loss": 0.3591, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 3.9583333333333335, | |
| "eval_loss": 0.8637197613716125, | |
| "eval_runtime": 1.9552, | |
| "eval_samples_per_second": 173.893, | |
| "eval_steps_per_second": 1.534, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 192, | |
| "total_flos": 5334785064960.0, | |
| "train_loss": 0.508326952966551, | |
| "train_runtime": 4164.2152, | |
| "train_samples_per_second": 2.934, | |
| "train_steps_per_second": 0.046 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 192, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 5, | |
| "total_flos": 5334785064960.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |