| { | |
| "best_metric": 1.9417628049850464, | |
| "best_model_checkpoint": "./output/training_results/C020_random_sample_llama3-8b-base_pretrain_20240505_135320/checkpoint-400", | |
| "epoch": 4.0, | |
| "eval_steps": 200, | |
| "global_step": 1984, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0020161290322580645, | |
| "grad_norm": 1.862664305700109, | |
| "learning_rate": 7.5e-07, | |
| "loss": 2.0502, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.010080645161290322, | |
| "grad_norm": 1.7486282966194167, | |
| "learning_rate": 3.75e-06, | |
| "loss": 2.0591, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.020161290322580645, | |
| "grad_norm": 1.5758042428174392, | |
| "learning_rate": 6.750000000000001e-06, | |
| "loss": 1.9721, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03024193548387097, | |
| "grad_norm": 1.8438408614274, | |
| "learning_rate": 9.75e-06, | |
| "loss": 2.0137, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04032258064516129, | |
| "grad_norm": 1.8618630610677624, | |
| "learning_rate": 1.3500000000000001e-05, | |
| "loss": 2.058, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.05040322580645161, | |
| "grad_norm": 2.12580198675208, | |
| "learning_rate": 1.47507132047542e-05, | |
| "loss": 2.0324, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.06048387096774194, | |
| "grad_norm": 1.4836280728067701, | |
| "learning_rate": 1.4424209058252117e-05, | |
| "loss": 1.9982, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07056451612903226, | |
| "grad_norm": 1.6623583118858967, | |
| "learning_rate": 1.4025354123166567e-05, | |
| "loss": 1.8959, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.08064516129032258, | |
| "grad_norm": 1.5916601844779366, | |
| "learning_rate": 1.3636585978219431e-05, | |
| "loss": 2.0492, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0907258064516129, | |
| "grad_norm": 1.7125711612090788, | |
| "learning_rate": 1.3257674460153073e-05, | |
| "loss": 1.9655, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.10080645161290322, | |
| "grad_norm": 1.632995352775119, | |
| "learning_rate": 1.288839408598928e-05, | |
| "loss": 2.0569, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.11088709677419355, | |
| "grad_norm": 1.9174014047156116, | |
| "learning_rate": 1.2528523969541332e-05, | |
| "loss": 1.9287, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.12096774193548387, | |
| "grad_norm": 1.867558573747783, | |
| "learning_rate": 1.2177847739205852e-05, | |
| "loss": 1.9894, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1310483870967742, | |
| "grad_norm": 1.567626378627341, | |
| "learning_rate": 1.1836153457018077e-05, | |
| "loss": 2.0005, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.14112903225806453, | |
| "grad_norm": 1.3955216806991564, | |
| "learning_rate": 1.1569125393187758e-05, | |
| "loss": 2.0943, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.15120967741935484, | |
| "grad_norm": 1.4220083911016554, | |
| "learning_rate": 1.1243078381650268e-05, | |
| "loss": 1.9521, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.16129032258064516, | |
| "grad_norm": 1.5790411664333717, | |
| "learning_rate": 1.0925442805236739e-05, | |
| "loss": 2.0206, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.17137096774193547, | |
| "grad_norm": 1.3900088055150563, | |
| "learning_rate": 1.0616022857385877e-05, | |
| "loss": 1.9713, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.1814516129032258, | |
| "grad_norm": 1.3384719686058493, | |
| "learning_rate": 1.0314626793719932e-05, | |
| "loss": 1.925, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.19153225806451613, | |
| "grad_norm": 1.6023250792595878, | |
| "learning_rate": 1.0021066858113034e-05, | |
| "loss": 2.0494, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.20161290322580644, | |
| "grad_norm": 1.4194138427481093, | |
| "learning_rate": 9.735159209915871e-06, | |
| "loss": 2.0098, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.21169354838709678, | |
| "grad_norm": 1.2578428133053623, | |
| "learning_rate": 9.456723852321558e-06, | |
| "loss": 1.9048, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.2217741935483871, | |
| "grad_norm": 1.2538874670770739, | |
| "learning_rate": 9.239237068300538e-06, | |
| "loss": 1.9968, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2318548387096774, | |
| "grad_norm": 1.39475982271136, | |
| "learning_rate": 8.973810241991637e-06, | |
| "loss": 2.0145, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.24193548387096775, | |
| "grad_norm": 1.2474176211653318, | |
| "learning_rate": 8.715371568554332e-06, | |
| "loss": 2.0293, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.25201612903225806, | |
| "grad_norm": 1.4147919193342449, | |
| "learning_rate": 8.463755024156938e-06, | |
| "loss": 1.9515, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.2620967741935484, | |
| "grad_norm": 1.2583008452280033, | |
| "learning_rate": 8.218798100385521e-06, | |
| "loss": 1.9602, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2721774193548387, | |
| "grad_norm": 1.4165902883907349, | |
| "learning_rate": 7.980341738939008e-06, | |
| "loss": 1.985, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.28225806451612906, | |
| "grad_norm": 1.2768405135809222, | |
| "learning_rate": 7.748230267366966e-06, | |
| "loss": 1.9847, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.2923387096774194, | |
| "grad_norm": 1.4092721850037662, | |
| "learning_rate": 7.522311335836008e-06, | |
| "loss": 1.876, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.3024193548387097, | |
| "grad_norm": 1.307344104572624, | |
| "learning_rate": 7.302435854911248e-06, | |
| "loss": 1.9837, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3125, | |
| "grad_norm": 1.1706462667165936, | |
| "learning_rate": 7.088457934339014e-06, | |
| "loss": 1.9666, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.3225806451612903, | |
| "grad_norm": 1.4451121840176004, | |
| "learning_rate": 6.880234822817464e-06, | |
| "loss": 1.9447, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.3326612903225806, | |
| "grad_norm": 1.5334691388320456, | |
| "learning_rate": 6.677626848741738e-06, | |
| "loss": 1.9565, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.34274193548387094, | |
| "grad_norm": 1.3638980480173026, | |
| "learning_rate": 6.480497361910502e-06, | |
| "loss": 1.8949, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3528225806451613, | |
| "grad_norm": 1.1960476927370378, | |
| "learning_rate": 6.288712676180814e-06, | |
| "loss": 1.8283, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.3629032258064516, | |
| "grad_norm": 1.2534954529871944, | |
| "learning_rate": 6.102142013058452e-06, | |
| "loss": 1.9803, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.37298387096774194, | |
| "grad_norm": 1.371419907969094, | |
| "learning_rate": 5.92065744621091e-06, | |
| "loss": 1.966, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.38306451612903225, | |
| "grad_norm": 1.2633124617977696, | |
| "learning_rate": 5.744133846890542e-06, | |
| "loss": 1.9811, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.39314516129032256, | |
| "grad_norm": 1.164537124006197, | |
| "learning_rate": 5.572448830255249e-06, | |
| "loss": 1.9782, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.4032258064516129, | |
| "grad_norm": 1.2462948785459638, | |
| "learning_rate": 5.405482702574484e-06, | |
| "loss": 1.9087, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.4032258064516129, | |
| "eval_loss": 1.971670150756836, | |
| "eval_runtime": 90.0126, | |
| "eval_samples_per_second": 19.564, | |
| "eval_steps_per_second": 0.311, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.41330645161290325, | |
| "grad_norm": 1.3766492549691904, | |
| "learning_rate": 5.243118409308317e-06, | |
| "loss": 2.0798, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.42338709677419356, | |
| "grad_norm": 1.2423997076500177, | |
| "learning_rate": 5.085241484047513e-06, | |
| "loss": 1.8739, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.4334677419354839, | |
| "grad_norm": 1.1300210393690464, | |
| "learning_rate": 4.931739998302693e-06, | |
| "loss": 1.8057, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.4435483870967742, | |
| "grad_norm": 1.4140153817527936, | |
| "learning_rate": 4.782504512130776e-06, | |
| "loss": 1.9858, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.4536290322580645, | |
| "grad_norm": 1.2444950990794887, | |
| "learning_rate": 4.637428025587017e-06, | |
| "loss": 1.9789, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.4637096774193548, | |
| "grad_norm": 1.2052674239904773, | |
| "learning_rate": 4.4964059309911556e-06, | |
| "loss": 1.9367, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.4737903225806452, | |
| "grad_norm": 1.277871648485073, | |
| "learning_rate": 4.3593359659961716e-06, | |
| "loss": 1.9616, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.4838709677419355, | |
| "grad_norm": 1.3535390602470023, | |
| "learning_rate": 4.226118167448512e-06, | |
| "loss": 1.9542, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.4939516129032258, | |
| "grad_norm": 1.222656117941944, | |
| "learning_rate": 4.096654826028485e-06, | |
| "loss": 1.9179, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.5040322580645161, | |
| "grad_norm": 1.2370551856793075, | |
| "learning_rate": 3.97085044165989e-06, | |
| "loss": 1.8558, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5141129032258065, | |
| "grad_norm": 1.2889675743730276, | |
| "learning_rate": 3.848611679677959e-06, | |
| "loss": 1.9233, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.5241935483870968, | |
| "grad_norm": 1.2084336693966136, | |
| "learning_rate": 3.729847327744829e-06, | |
| "loss": 1.8753, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5342741935483871, | |
| "grad_norm": 1.4153228238243372, | |
| "learning_rate": 3.6144682535018863e-06, | |
| "loss": 1.9414, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.5443548387096774, | |
| "grad_norm": 1.2415679119854826, | |
| "learning_rate": 3.502387362948446e-06, | |
| "loss": 1.9364, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5544354838709677, | |
| "grad_norm": 1.2442629747270402, | |
| "learning_rate": 3.3935195595364e-06, | |
| "loss": 1.8724, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.5645161290322581, | |
| "grad_norm": 1.3555733119122653, | |
| "learning_rate": 3.287781703970469e-06, | |
| "loss": 1.8838, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.5745967741935484, | |
| "grad_norm": 1.2470604787323722, | |
| "learning_rate": 3.1850925747039375e-06, | |
| "loss": 1.994, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.5846774193548387, | |
| "grad_norm": 1.35644231599274, | |
| "learning_rate": 3.085372829119804e-06, | |
| "loss": 1.897, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.594758064516129, | |
| "grad_norm": 1.326596637954423, | |
| "learning_rate": 2.9885449653873967e-06, | |
| "loss": 1.8701, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.6048387096774194, | |
| "grad_norm": 1.1997391649395446, | |
| "learning_rate": 2.8945332849846483e-06, | |
| "loss": 1.9457, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6149193548387096, | |
| "grad_norm": 1.25341747302999, | |
| "learning_rate": 2.8032638558763024e-06, | |
| "loss": 1.8957, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 1.3099633124688492, | |
| "learning_rate": 2.714664476338476e-06, | |
| "loss": 1.7966, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6350806451612904, | |
| "grad_norm": 1.2383580405168713, | |
| "learning_rate": 2.6286646394200784e-06, | |
| "loss": 1.8531, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.6451612903225806, | |
| "grad_norm": 1.1594361027274587, | |
| "learning_rate": 2.5451954980317313e-06, | |
| "loss": 2.0083, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.655241935483871, | |
| "grad_norm": 1.2490365651731397, | |
| "learning_rate": 2.4641898306529013e-06, | |
| "loss": 2.0424, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.6653225806451613, | |
| "grad_norm": 1.181798792519064, | |
| "learning_rate": 2.385582007648151e-06, | |
| "loss": 1.927, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6754032258064516, | |
| "grad_norm": 1.1464146712668952, | |
| "learning_rate": 2.3093079581833982e-06, | |
| "loss": 1.841, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.6854838709677419, | |
| "grad_norm": 1.272807320496496, | |
| "learning_rate": 2.2353051377332933e-06, | |
| "loss": 2.0111, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.6955645161290323, | |
| "grad_norm": 1.294506676739782, | |
| "learning_rate": 2.163512496170876e-06, | |
| "loss": 1.8891, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.7056451612903226, | |
| "grad_norm": 1.1893154239696047, | |
| "learning_rate": 2.093870446430792e-06, | |
| "loss": 1.9165, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7157258064516129, | |
| "grad_norm": 1.3456137263979548, | |
| "learning_rate": 2.026320833737434e-06, | |
| "loss": 1.9668, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.7258064516129032, | |
| "grad_norm": 1.237670919084104, | |
| "learning_rate": 1.9608069053895406e-06, | |
| "loss": 1.8764, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.7358870967741935, | |
| "grad_norm": 1.2467674896007754, | |
| "learning_rate": 1.8972732810927808e-06, | |
| "loss": 1.8413, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.7459677419354839, | |
| "grad_norm": 1.2641168575246482, | |
| "learning_rate": 1.8356659238320686e-06, | |
| "loss": 1.8496, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.7560483870967742, | |
| "grad_norm": 1.3760663460506264, | |
| "learning_rate": 1.7759321112753693e-06, | |
| "loss": 1.8394, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.7661290322580645, | |
| "grad_norm": 1.1549697025197416, | |
| "learning_rate": 1.718020407700906e-06, | |
| "loss": 1.8772, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.7762096774193549, | |
| "grad_norm": 1.173935455479261, | |
| "learning_rate": 1.6618806364397543e-06, | |
| "loss": 1.873, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.7862903225806451, | |
| "grad_norm": 1.1687914205281313, | |
| "learning_rate": 1.6074638528259137e-06, | |
| "loss": 1.7951, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.7963709677419355, | |
| "grad_norm": 1.2122222438808594, | |
| "learning_rate": 1.5547223176460478e-06, | |
| "loss": 1.9303, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.8064516129032258, | |
| "grad_norm": 1.2659166954554237, | |
| "learning_rate": 1.503609471081174e-06, | |
| "loss": 1.8752, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8064516129032258, | |
| "eval_loss": 1.9417628049850464, | |
| "eval_runtime": 89.9499, | |
| "eval_samples_per_second": 19.578, | |
| "eval_steps_per_second": 0.311, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8165322580645161, | |
| "grad_norm": 1.3170841848170978, | |
| "learning_rate": 1.4540799071326888e-06, | |
| "loss": 1.916, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.8266129032258065, | |
| "grad_norm": 1.2106133937481183, | |
| "learning_rate": 1.4060893485251885e-06, | |
| "loss": 1.9357, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.8366935483870968, | |
| "grad_norm": 1.1609644269427515, | |
| "learning_rate": 1.3595946220786867e-06, | |
| "loss": 1.9729, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.8467741935483871, | |
| "grad_norm": 1.255134988378285, | |
| "learning_rate": 1.3145536345428467e-06, | |
| "loss": 1.8483, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.8568548387096774, | |
| "grad_norm": 1.2271496366595076, | |
| "learning_rate": 1.2709253488860179e-06, | |
| "loss": 1.9611, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.8669354838709677, | |
| "grad_norm": 1.2112912625332515, | |
| "learning_rate": 1.228669761031903e-06, | |
| "loss": 1.8703, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.8770161290322581, | |
| "grad_norm": 1.1796106189216746, | |
| "learning_rate": 1.1877478770367983e-06, | |
| "loss": 1.8931, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.8870967741935484, | |
| "grad_norm": 1.2743988647789708, | |
| "learning_rate": 1.1481216907004316e-06, | |
| "loss": 2.0008, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.8971774193548387, | |
| "grad_norm": 1.109580598205878, | |
| "learning_rate": 1.109754161603501e-06, | |
| "loss": 1.8754, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.907258064516129, | |
| "grad_norm": 1.3265747651562068, | |
| "learning_rate": 1.07260919356514e-06, | |
| "loss": 1.937, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9173387096774194, | |
| "grad_norm": 1.2255846935811405, | |
| "learning_rate": 1.036651613513567e-06, | |
| "loss": 1.839, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.9274193548387096, | |
| "grad_norm": 1.1637588001750867, | |
| "learning_rate": 1.0018471507633137e-06, | |
| "loss": 1.8875, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.9375, | |
| "grad_norm": 1.2461604557758548, | |
| "learning_rate": 9.681624166924873e-07, | |
| "loss": 2.0349, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.9475806451612904, | |
| "grad_norm": 1.106959630092776, | |
| "learning_rate": 9.355648848136057e-07, | |
| "loss": 1.7721, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.9576612903225806, | |
| "grad_norm": 1.1845513909345546, | |
| "learning_rate": 9.040228712316404e-07, | |
| "loss": 1.9764, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.967741935483871, | |
| "grad_norm": 1.1157403262103818, | |
| "learning_rate": 8.735055154829718e-07, | |
| "loss": 1.951, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.9778225806451613, | |
| "grad_norm": 1.184174473692059, | |
| "learning_rate": 8.439827617490521e-07, | |
| "loss": 1.9679, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.9879032258064516, | |
| "grad_norm": 1.2877898930931635, | |
| "learning_rate": 8.154253404386484e-07, | |
| "loss": 1.9346, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.9979838709677419, | |
| "grad_norm": 1.1827480417909397, | |
| "learning_rate": 7.878047501326227e-07, | |
| "loss": 1.9182, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.0080645161290323, | |
| "grad_norm": 1.3196758723195976, | |
| "learning_rate": 7.61093239885272e-07, | |
| "loss": 1.7384, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.0181451612903225, | |
| "grad_norm": 1.2675698548410592, | |
| "learning_rate": 7.35263791876364e-07, | |
| "loss": 1.7799, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.028225806451613, | |
| "grad_norm": 1.3275129553040272, | |
| "learning_rate": 7.102901044080282e-07, | |
| "loss": 1.7003, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.0383064516129032, | |
| "grad_norm": 1.4098711468145062, | |
| "learning_rate": 6.861465752407945e-07, | |
| "loss": 1.7438, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.0483870967741935, | |
| "grad_norm": 1.46840354164103, | |
| "learning_rate": 6.628082852631131e-07, | |
| "loss": 1.8117, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.0584677419354838, | |
| "grad_norm": 1.2413756391084652, | |
| "learning_rate": 6.402509824887728e-07, | |
| "loss": 1.7275, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.0685483870967742, | |
| "grad_norm": 1.1966512738085646, | |
| "learning_rate": 6.184510663767266e-07, | |
| "loss": 1.7607, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.0786290322580645, | |
| "grad_norm": 1.1871529707057311, | |
| "learning_rate": 5.973855724678734e-07, | |
| "loss": 1.7508, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.0887096774193548, | |
| "grad_norm": 1.2178547151060322, | |
| "learning_rate": 5.770321573334551e-07, | |
| "loss": 1.7386, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.0987903225806452, | |
| "grad_norm": 1.215474948218683, | |
| "learning_rate": 5.573690838297752e-07, | |
| "loss": 1.7264, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.1088709677419355, | |
| "grad_norm": 1.3022255779670897, | |
| "learning_rate": 5.383752066540304e-07, | |
| "loss": 1.7367, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.1189516129032258, | |
| "grad_norm": 1.2677022586640083, | |
| "learning_rate": 5.200299581961105e-07, | |
| "loss": 1.8039, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.129032258064516, | |
| "grad_norm": 1.2498635415826649, | |
| "learning_rate": 5.023133346812977e-07, | |
| "loss": 1.7811, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.1391129032258065, | |
| "grad_norm": 1.1813135414245424, | |
| "learning_rate": 4.85205882598862e-07, | |
| "loss": 1.7935, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.1491935483870968, | |
| "grad_norm": 1.283761351053989, | |
| "learning_rate": 4.686886854116219e-07, | |
| "loss": 1.7428, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.159274193548387, | |
| "grad_norm": 1.181148159521782, | |
| "learning_rate": 4.5274335054160525e-07, | |
| "loss": 1.7405, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.1693548387096775, | |
| "grad_norm": 1.2540563610260587, | |
| "learning_rate": 4.3735199662701383e-07, | |
| "loss": 1.7017, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.1794354838709677, | |
| "grad_norm": 1.26673278964677, | |
| "learning_rate": 4.2249724104576337e-07, | |
| "loss": 1.7258, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.189516129032258, | |
| "grad_norm": 1.2483740436576478, | |
| "learning_rate": 4.081621877009305e-07, | |
| "loss": 1.7842, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.1995967741935485, | |
| "grad_norm": 1.2338327909706366, | |
| "learning_rate": 3.9433041506352036e-07, | |
| "loss": 1.7602, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.2096774193548387, | |
| "grad_norm": 1.2070627326429186, | |
| "learning_rate": 3.8098596446800587e-07, | |
| "loss": 1.6383, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.2096774193548387, | |
| "eval_loss": 1.9439929723739624, | |
| "eval_runtime": 89.7597, | |
| "eval_samples_per_second": 19.619, | |
| "eval_steps_per_second": 0.312, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.219758064516129, | |
| "grad_norm": 1.2154229290189673, | |
| "learning_rate": 3.681133286561828e-07, | |
| "loss": 1.8134, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.2298387096774193, | |
| "grad_norm": 1.2295658806251533, | |
| "learning_rate": 3.556974405649289e-07, | |
| "loss": 1.725, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.2399193548387097, | |
| "grad_norm": 1.2791124588407303, | |
| "learning_rate": 3.437236623535232e-07, | |
| "loss": 1.7526, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.1899209284700905, | |
| "learning_rate": 3.3217777466625205e-07, | |
| "loss": 1.7313, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.2600806451612903, | |
| "grad_norm": 1.3442383601969903, | |
| "learning_rate": 3.2104596612607314e-07, | |
| "loss": 1.8358, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.2701612903225805, | |
| "grad_norm": 1.2622913229084678, | |
| "learning_rate": 3.1031482305518425e-07, | |
| "loss": 1.7504, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.280241935483871, | |
| "grad_norm": 1.1574713957890075, | |
| "learning_rate": 2.9997131941839894e-07, | |
| "loss": 1.7646, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.2903225806451613, | |
| "grad_norm": 1.346661773742281, | |
| "learning_rate": 2.9000280698528666e-07, | |
| "loss": 1.7116, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.3004032258064515, | |
| "grad_norm": 1.3332483111343922, | |
| "learning_rate": 2.8039700570709997e-07, | |
| "loss": 1.8109, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.310483870967742, | |
| "grad_norm": 1.2333462778908426, | |
| "learning_rate": 2.7114199430456553e-07, | |
| "loss": 1.7683, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.3205645161290323, | |
| "grad_norm": 1.1938385640085034, | |
| "learning_rate": 2.6222620106267406e-07, | |
| "loss": 1.6945, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.3306451612903225, | |
| "grad_norm": 1.4010824213914208, | |
| "learning_rate": 2.536383948286623e-07, | |
| "loss": 1.7537, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.340725806451613, | |
| "grad_norm": 1.3881248076295551, | |
| "learning_rate": 2.4536767620943495e-07, | |
| "loss": 1.7843, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.3508064516129032, | |
| "grad_norm": 1.2168315394832683, | |
| "learning_rate": 2.3740346896473077e-07, | |
| "loss": 1.7928, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.3608870967741935, | |
| "grad_norm": 1.4475784692183353, | |
| "learning_rate": 2.2973551159239254e-07, | |
| "loss": 1.7755, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.370967741935484, | |
| "grad_norm": 1.182910838845923, | |
| "learning_rate": 2.223538491021522e-07, | |
| "loss": 1.7251, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.3810483870967742, | |
| "grad_norm": 1.226170490302768, | |
| "learning_rate": 2.1524882497440346e-07, | |
| "loss": 1.7814, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.3911290322580645, | |
| "grad_norm": 1.1753601198052888, | |
| "learning_rate": 2.084110733004757e-07, | |
| "loss": 1.7355, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.4012096774193548, | |
| "grad_norm": 1.176444951923013, | |
| "learning_rate": 2.0183151110098748e-07, | |
| "loss": 1.7006, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.4112903225806452, | |
| "grad_norm": 1.2575906929525473, | |
| "learning_rate": 1.955013308189006e-07, | |
| "loss": 1.6631, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.4213709677419355, | |
| "grad_norm": 1.3222267696078929, | |
| "learning_rate": 1.8941199298395633e-07, | |
| "loss": 1.7313, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.4314516129032258, | |
| "grad_norm": 1.3554981903288013, | |
| "learning_rate": 1.8355521904521423e-07, | |
| "loss": 1.7183, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.441532258064516, | |
| "grad_norm": 1.2333423736099849, | |
| "learning_rate": 1.7792298436847624e-07, | |
| "loss": 1.7057, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.4516129032258065, | |
| "grad_norm": 1.2791350480965469, | |
| "learning_rate": 1.7250751139542018e-07, | |
| "loss": 1.6957, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.4616935483870968, | |
| "grad_norm": 1.5651823236688753, | |
| "learning_rate": 1.6730126296131982e-07, | |
| "loss": 1.808, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.471774193548387, | |
| "grad_norm": 1.3083961982147532, | |
| "learning_rate": 1.622969357682752e-07, | |
| "loss": 1.7913, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.4818548387096775, | |
| "grad_norm": 1.2078318183364274, | |
| "learning_rate": 1.574874540109262e-07, | |
| "loss": 1.7273, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.4919354838709677, | |
| "grad_norm": 1.2904657184612536, | |
| "learning_rate": 1.5286596315166833e-07, | |
| "loss": 1.6646, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.502016129032258, | |
| "grad_norm": 1.240861344603422, | |
| "learning_rate": 1.4842582384243795e-07, | |
| "loss": 1.6495, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.5120967741935485, | |
| "grad_norm": 1.2574003293432507, | |
| "learning_rate": 1.4416060599017888e-07, | |
| "loss": 1.7356, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.5221774193548387, | |
| "grad_norm": 1.4067959486898025, | |
| "learning_rate": 1.4006408296314945e-07, | |
| "loss": 1.7802, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.532258064516129, | |
| "grad_norm": 1.3011200023092266, | |
| "learning_rate": 1.3613022593527299e-07, | |
| "loss": 1.7435, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.5423387096774195, | |
| "grad_norm": 1.5064955060135545, | |
| "learning_rate": 1.3235319836577956e-07, | |
| "loss": 1.8153, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.5524193548387095, | |
| "grad_norm": 1.2545915727253294, | |
| "learning_rate": 1.287273506114331e-07, | |
| "loss": 1.7333, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.5625, | |
| "grad_norm": 1.210516142345582, | |
| "learning_rate": 1.2524721466867644e-07, | |
| "loss": 1.8145, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.5725806451612905, | |
| "grad_norm": 1.2428363984374335, | |
| "learning_rate": 1.2190749904307564e-07, | |
| "loss": 1.7466, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.5826612903225805, | |
| "grad_norm": 1.2372984868597403, | |
| "learning_rate": 1.187030837434837e-07, | |
| "loss": 1.7707, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.592741935483871, | |
| "grad_norm": 1.223197065220676, | |
| "learning_rate": 1.1562901539838627e-07, | |
| "loss": 1.7515, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.6028225806451613, | |
| "grad_norm": 1.360461478384606, | |
| "learning_rate": 1.1268050249193624e-07, | |
| "loss": 1.7033, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.6129032258064515, | |
| "grad_norm": 1.3523444473608008, | |
| "learning_rate": 1.0985291071721938e-07, | |
| "loss": 1.7073, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.6129032258064515, | |
| "eval_loss": 1.9434727430343628, | |
| "eval_runtime": 89.696, | |
| "eval_samples_per_second": 19.633, | |
| "eval_steps_per_second": 0.312, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.622983870967742, | |
| "grad_norm": 1.1908153349621502, | |
| "learning_rate": 1.0714175844433986e-07, | |
| "loss": 1.7606, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.6330645161290323, | |
| "grad_norm": 1.1559466036906028, | |
| "learning_rate": 1.0454271230095008e-07, | |
| "loss": 1.6855, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.6431451612903225, | |
| "grad_norm": 1.2177765725388214, | |
| "learning_rate": 1.0205158286289079e-07, | |
| "loss": 1.6938, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.653225806451613, | |
| "grad_norm": 1.2381331316689286, | |
| "learning_rate": 9.966432045264543e-08, | |
| "loss": 1.7047, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.6633064516129032, | |
| "grad_norm": 1.2662439850688683, | |
| "learning_rate": 9.73770110433516e-08, | |
| "loss": 1.8619, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.6733870967741935, | |
| "grad_norm": 1.3616392797318724, | |
| "learning_rate": 9.518587226615035e-08, | |
| "loss": 1.8544, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.683467741935484, | |
| "grad_norm": 1.2521663767495246, | |
| "learning_rate": 9.30872495186915e-08, | |
| "loss": 1.7568, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.6935483870967742, | |
| "grad_norm": 1.2504361983829193, | |
| "learning_rate": 9.107761217265013e-08, | |
| "loss": 1.721, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.7036290322580645, | |
| "grad_norm": 1.2617228722420664, | |
| "learning_rate": 8.915354987814596e-08, | |
| "loss": 1.7788, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.713709677419355, | |
| "grad_norm": 1.2060296867893439, | |
| "learning_rate": 8.731176896299368e-08, | |
| "loss": 1.7307, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.723790322580645, | |
| "grad_norm": 1.2261412385974246, | |
| "learning_rate": 8.554908892474695e-08, | |
| "loss": 1.6492, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.7338709677419355, | |
| "grad_norm": 1.1985063418448514, | |
| "learning_rate": 8.38624390135359e-08, | |
| "loss": 1.8062, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.7439516129032258, | |
| "grad_norm": 1.1687433855869847, | |
| "learning_rate": 8.224885490372989e-08, | |
| "loss": 1.6903, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.754032258064516, | |
| "grad_norm": 1.2094813386232657, | |
| "learning_rate": 8.070547545249396e-08, | |
| "loss": 1.7466, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.7641129032258065, | |
| "grad_norm": 1.5715777085972131, | |
| "learning_rate": 7.922953954333971e-08, | |
| "loss": 1.7321, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.7741935483870968, | |
| "grad_norm": 1.232854137306794, | |
| "learning_rate": 7.781838301280604e-08, | |
| "loss": 1.7854, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.784274193548387, | |
| "grad_norm": 1.2306505361743405, | |
| "learning_rate": 7.646943565843591e-08, | |
| "loss": 1.7035, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.7943548387096775, | |
| "grad_norm": 1.4038527293019962, | |
| "learning_rate": 7.518021832625021e-08, | |
| "loss": 1.7898, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.8044354838709677, | |
| "grad_norm": 1.1701930640429434, | |
| "learning_rate": 7.39483400759502e-08, | |
| "loss": 1.7473, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.814516129032258, | |
| "grad_norm": 1.165650133692535, | |
| "learning_rate": 7.277149542211219e-08, | |
| "loss": 1.7392, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.8245967741935485, | |
| "grad_norm": 1.242160120226514, | |
| "learning_rate": 7.164746164966925e-08, | |
| "loss": 1.691, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.8346774193548387, | |
| "grad_norm": 1.3662669550498554, | |
| "learning_rate": 7.057409620200535e-08, | |
| "loss": 1.7456, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.844758064516129, | |
| "grad_norm": 1.2736994338683274, | |
| "learning_rate": 6.954933414001788e-08, | |
| "loss": 1.9068, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.8548387096774195, | |
| "grad_norm": 1.3755517276213882, | |
| "learning_rate": 6.857118567053417e-08, | |
| "loss": 1.7568, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.8649193548387095, | |
| "grad_norm": 1.1731257131372528, | |
| "learning_rate": 6.763773374249751e-08, | |
| "loss": 1.7815, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.875, | |
| "grad_norm": 1.2300272384037476, | |
| "learning_rate": 6.674713170936664e-08, | |
| "loss": 1.7488, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.8850806451612905, | |
| "grad_norm": 1.2420985179509971, | |
| "learning_rate": 6.589760105620217e-08, | |
| "loss": 1.7614, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.8951612903225805, | |
| "grad_norm": 1.7224910659058157, | |
| "learning_rate": 6.508742918994098e-08, | |
| "loss": 1.7496, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.905241935483871, | |
| "grad_norm": 1.3013159637595342, | |
| "learning_rate": 6.431496729138832e-08, | |
| "loss": 1.7375, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.9153225806451613, | |
| "grad_norm": 1.2702415604664459, | |
| "learning_rate": 6.357862822748362e-08, | |
| "loss": 1.7668, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.9254032258064515, | |
| "grad_norm": 1.168954401665018, | |
| "learning_rate": 6.287688452242478e-08, | |
| "loss": 1.7489, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.935483870967742, | |
| "grad_norm": 1.3375224905639664, | |
| "learning_rate": 6.220826638626108e-08, | |
| "loss": 1.6308, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.9455645161290323, | |
| "grad_norm": 1.2577572377495214, | |
| "learning_rate": 6.15713597995916e-08, | |
| "loss": 1.7912, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.9556451612903225, | |
| "grad_norm": 1.2336415332120372, | |
| "learning_rate": 6.096480465303296e-08, | |
| "loss": 1.7562, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.965725806451613, | |
| "grad_norm": 1.3102010598064548, | |
| "learning_rate": 6.038729294014376e-08, | |
| "loss": 1.6953, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.9758064516129032, | |
| "grad_norm": 1.3132413812361838, | |
| "learning_rate": 5.983756700252073e-08, | |
| "loss": 1.7719, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.9858870967741935, | |
| "grad_norm": 1.2310128233562452, | |
| "learning_rate": 5.9314417825804556e-08, | |
| "loss": 1.7212, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.995967741935484, | |
| "grad_norm": 1.2006191684102008, | |
| "learning_rate": 5.8816683385358974e-08, | |
| "loss": 1.7667, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.006048387096774, | |
| "grad_norm": 1.2035537415937343, | |
| "learning_rate": 5.834324704041041e-08, | |
| "loss": 1.7686, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 2.0161290322580645, | |
| "grad_norm": 1.2316714422775488, | |
| "learning_rate": 5.789303597545942e-08, | |
| "loss": 1.6699, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.0161290322580645, | |
| "eval_loss": 1.9428125619888306, | |
| "eval_runtime": 89.8315, | |
| "eval_samples_per_second": 19.603, | |
| "eval_steps_per_second": 0.312, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.026209677419355, | |
| "grad_norm": 1.2569040983124893, | |
| "learning_rate": 5.746501968779849e-08, | |
| "loss": 1.7248, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 2.036290322580645, | |
| "grad_norm": 1.2073156251056785, | |
| "learning_rate": 5.7058208519993964e-08, | |
| "loss": 1.5994, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.0463709677419355, | |
| "grad_norm": 1.250476166765303, | |
| "learning_rate": 5.667165223621266e-08, | |
| "loss": 1.7618, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 2.056451612903226, | |
| "grad_norm": 1.1771740320614876, | |
| "learning_rate": 5.630443864129586e-08, | |
| "loss": 1.7109, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.066532258064516, | |
| "grad_norm": 1.2423874053675774, | |
| "learning_rate": 5.595569224150602e-08, | |
| "loss": 1.688, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 2.0766129032258065, | |
| "grad_norm": 1.1913045210590958, | |
| "learning_rate": 5.562457294589246e-08, | |
| "loss": 1.7122, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.086693548387097, | |
| "grad_norm": 1.5628319901302377, | |
| "learning_rate": 5.53102748072445e-08, | |
| "loss": 1.8032, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 2.096774193548387, | |
| "grad_norm": 1.2186459343954958, | |
| "learning_rate": 5.501202480162106e-08, | |
| "loss": 1.706, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.1068548387096775, | |
| "grad_norm": 1.5980051096787016, | |
| "learning_rate": 5.472908164546672e-08, | |
| "loss": 1.6859, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 2.1169354838709675, | |
| "grad_norm": 1.2032746720272727, | |
| "learning_rate": 5.446073464934468e-08, | |
| "loss": 1.6677, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.127016129032258, | |
| "grad_norm": 1.2566967045401873, | |
| "learning_rate": 5.420630260733693e-08, | |
| "loss": 1.7704, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 2.1370967741935485, | |
| "grad_norm": 1.1883212669149759, | |
| "learning_rate": 5.396513272118224e-08, | |
| "loss": 1.7207, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.1471774193548385, | |
| "grad_norm": 1.4452669028801322, | |
| "learning_rate": 5.373659955824137e-08, | |
| "loss": 1.7838, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 2.157258064516129, | |
| "grad_norm": 1.2860799707706096, | |
| "learning_rate": 5.3520104042398855e-08, | |
| "loss": 1.7416, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.1673387096774195, | |
| "grad_norm": 1.1967308129229457, | |
| "learning_rate": 5.331507247702889e-08, | |
| "loss": 1.6755, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 2.1774193548387095, | |
| "grad_norm": 1.2537902733229633, | |
| "learning_rate": 5.3120955599171935e-08, | |
| "loss": 1.7548, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.1875, | |
| "grad_norm": 1.2447529415534258, | |
| "learning_rate": 5.293722766408659e-08, | |
| "loss": 1.7471, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 2.1975806451612905, | |
| "grad_norm": 1.1991864633094496, | |
| "learning_rate": 5.276338555935963e-08, | |
| "loss": 1.7606, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.2076612903225805, | |
| "grad_norm": 1.219389195740527, | |
| "learning_rate": 5.259894794777423e-08, | |
| "loss": 1.7225, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 2.217741935483871, | |
| "grad_norm": 1.2339738380016207, | |
| "learning_rate": 5.2443454438154534e-08, | |
| "loss": 1.7114, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.2278225806451615, | |
| "grad_norm": 1.1802337869081512, | |
| "learning_rate": 5.229646478342111e-08, | |
| "loss": 1.694, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 2.2379032258064515, | |
| "grad_norm": 1.2158683240460215, | |
| "learning_rate": 5.2157558105109226e-08, | |
| "loss": 1.7462, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.247983870967742, | |
| "grad_norm": 1.174384875714619, | |
| "learning_rate": 5.202633214361811e-08, | |
| "loss": 1.695, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 2.258064516129032, | |
| "grad_norm": 1.2247069091252694, | |
| "learning_rate": 5.190240253347578e-08, | |
| "loss": 1.7591, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.2681451612903225, | |
| "grad_norm": 1.3095787384406332, | |
| "learning_rate": 5.178540210291998e-08, | |
| "loss": 1.7217, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 2.278225806451613, | |
| "grad_norm": 1.2493489539759923, | |
| "learning_rate": 5.167498019711146e-08, | |
| "loss": 1.7889, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.288306451612903, | |
| "grad_norm": 1.2374059562548885, | |
| "learning_rate": 5.157080202431146e-08, | |
| "loss": 1.6853, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 2.2983870967741935, | |
| "grad_norm": 1.2417228451011928, | |
| "learning_rate": 5.1472548024370265e-08, | |
| "loss": 1.7252, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.308467741935484, | |
| "grad_norm": 1.2382899521975939, | |
| "learning_rate": 5.137991325888869e-08, | |
| "loss": 1.6828, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 2.318548387096774, | |
| "grad_norm": 1.2406554761874888, | |
| "learning_rate": 5.129260682242921e-08, | |
| "loss": 1.7995, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.3286290322580645, | |
| "grad_norm": 1.2857931147752715, | |
| "learning_rate": 5.121035127416763e-08, | |
| "loss": 1.6909, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 2.338709677419355, | |
| "grad_norm": 1.2227137154473942, | |
| "learning_rate": 5.1132882089390505e-08, | |
| "loss": 1.8297, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.348790322580645, | |
| "grad_norm": 1.2092856119101558, | |
| "learning_rate": 5.105994713025749e-08, | |
| "loss": 1.7084, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 2.3588709677419355, | |
| "grad_norm": 1.2553731796947716, | |
| "learning_rate": 5.099130613526128e-08, | |
| "loss": 1.7698, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.368951612903226, | |
| "grad_norm": 1.2347295734439494, | |
| "learning_rate": 5.092673022683157e-08, | |
| "loss": 1.7176, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 2.379032258064516, | |
| "grad_norm": 1.2236546996683366, | |
| "learning_rate": 5.086600143654227e-08, | |
| "loss": 1.7972, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.3891129032258065, | |
| "grad_norm": 1.1892980030528701, | |
| "learning_rate": 5.080891224739457e-08, | |
| "loss": 1.7075, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 2.399193548387097, | |
| "grad_norm": 1.2693570071261813, | |
| "learning_rate": 5.075526515266076e-08, | |
| "loss": 1.762, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.409274193548387, | |
| "grad_norm": 1.2598507176307956, | |
| "learning_rate": 5.07048722307867e-08, | |
| "loss": 1.7596, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 2.4193548387096775, | |
| "grad_norm": 1.2086250967210856, | |
| "learning_rate": 5.065755473586252e-08, | |
| "loss": 1.7212, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.4193548387096775, | |
| "eval_loss": 1.9444948434829712, | |
| "eval_runtime": 89.768, | |
| "eval_samples_per_second": 19.617, | |
| "eval_steps_per_second": 0.312, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.429435483870968, | |
| "grad_norm": 1.2270017834004545, | |
| "learning_rate": 5.061314270318372e-08, | |
| "loss": 1.7673, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 2.439516129032258, | |
| "grad_norm": 1.2758334557746702, | |
| "learning_rate": 5.057147456943636e-08, | |
| "loss": 1.7733, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.4495967741935485, | |
| "grad_norm": 1.2671506994834478, | |
| "learning_rate": 5.053239680705157e-08, | |
| "loss": 1.685, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 2.4596774193548385, | |
| "grad_norm": 1.3082114423304811, | |
| "learning_rate": 5.049576357228625e-08, | |
| "loss": 1.7673, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.469758064516129, | |
| "grad_norm": 1.2410498924874347, | |
| "learning_rate": 5.0461436366597737e-08, | |
| "loss": 1.6777, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 2.4798387096774195, | |
| "grad_norm": 1.2225089432500613, | |
| "learning_rate": 5.0429283710891395e-08, | |
| "loss": 1.7561, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.4899193548387095, | |
| "grad_norm": 1.3411537670367075, | |
| "learning_rate": 5.0399180832230535e-08, | |
| "loss": 1.7278, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 1.2608235504861707, | |
| "learning_rate": 5.0371009362608996e-08, | |
| "loss": 1.6774, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.5100806451612905, | |
| "grad_norm": 1.2549696696310126, | |
| "learning_rate": 5.0344657049396644e-08, | |
| "loss": 1.6711, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 2.5201612903225805, | |
| "grad_norm": 1.2520913106199976, | |
| "learning_rate": 5.032001747707849e-08, | |
| "loss": 1.7873, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.530241935483871, | |
| "grad_norm": 1.2195192727589492, | |
| "learning_rate": 5.029698979991788e-08, | |
| "loss": 1.7961, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 2.540322580645161, | |
| "grad_norm": 1.2296378280476938, | |
| "learning_rate": 5.0275478485184044e-08, | |
| "loss": 1.7105, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.5504032258064515, | |
| "grad_norm": 1.2672207613505957, | |
| "learning_rate": 5.025539306659372e-08, | |
| "loss": 1.7319, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 2.560483870967742, | |
| "grad_norm": 1.33348278916816, | |
| "learning_rate": 5.0236647907626076e-08, | |
| "loss": 1.7581, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.570564516129032, | |
| "grad_norm": 1.2147181184983937, | |
| "learning_rate": 5.021916197437918e-08, | |
| "loss": 1.7909, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 2.5806451612903225, | |
| "grad_norm": 1.2006424516658476, | |
| "learning_rate": 5.020285861764526e-08, | |
| "loss": 1.7094, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.590725806451613, | |
| "grad_norm": 1.304898262044129, | |
| "learning_rate": 5.018766536389094e-08, | |
| "loss": 1.7601, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 2.600806451612903, | |
| "grad_norm": 1.2541227980327716, | |
| "learning_rate": 5.017351371483695e-08, | |
| "loss": 1.6886, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.6108870967741935, | |
| "grad_norm": 1.2252553715485226, | |
| "learning_rate": 5.01603389553406e-08, | |
| "loss": 1.7265, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 2.620967741935484, | |
| "grad_norm": 1.249302955897003, | |
| "learning_rate": 5.0148079969292275e-08, | |
| "loss": 1.6571, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.631048387096774, | |
| "grad_norm": 1.1957123027809284, | |
| "learning_rate": 5.0136679063245423e-08, | |
| "loss": 1.7532, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 2.6411290322580645, | |
| "grad_norm": 1.201048445138404, | |
| "learning_rate": 5.012608179750745e-08, | |
| "loss": 1.7326, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.651209677419355, | |
| "grad_norm": 1.2081583082273468, | |
| "learning_rate": 5.011623682442653e-08, | |
| "loss": 1.6896, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 2.661290322580645, | |
| "grad_norm": 1.2165377024812585, | |
| "learning_rate": 5.010709573361717e-08, | |
| "loss": 1.7138, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.6713709677419355, | |
| "grad_norm": 1.2512113015598476, | |
| "learning_rate": 5.0098612903874436e-08, | |
| "loss": 1.7417, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 2.681451612903226, | |
| "grad_norm": 1.3393843580639568, | |
| "learning_rate": 5.009074536153439e-08, | |
| "loss": 1.6794, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.691532258064516, | |
| "grad_norm": 1.244775300561878, | |
| "learning_rate": 5.008345264504506e-08, | |
| "loss": 1.6785, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 2.7016129032258065, | |
| "grad_norm": 1.2309880190717277, | |
| "learning_rate": 5.007669667551931e-08, | |
| "loss": 1.7386, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.711693548387097, | |
| "grad_norm": 1.2646430684773242, | |
| "learning_rate": 5.007044163304792e-08, | |
| "loss": 1.7271, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 2.721774193548387, | |
| "grad_norm": 1.3573014483042332, | |
| "learning_rate": 5.0064653838557546e-08, | |
| "loss": 1.8166, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.7318548387096775, | |
| "grad_norm": 1.260061171998465, | |
| "learning_rate": 5.0059301641004814e-08, | |
| "loss": 1.7825, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 2.741935483870968, | |
| "grad_norm": 1.2930142933374957, | |
| "learning_rate": 5.0054355309704326e-08, | |
| "loss": 1.7362, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.752016129032258, | |
| "grad_norm": 1.1917500201859248, | |
| "learning_rate": 5.004978693159421e-08, | |
| "loss": 1.7862, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 2.7620967741935485, | |
| "grad_norm": 1.309363529031979, | |
| "learning_rate": 5.004557031324913e-08, | |
| "loss": 1.766, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 2.772177419354839, | |
| "grad_norm": 1.260854474561999, | |
| "learning_rate": 5.00416808874565e-08, | |
| "loss": 1.7798, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 2.782258064516129, | |
| "grad_norm": 1.2133948555271834, | |
| "learning_rate": 5.003809562417745e-08, | |
| "loss": 1.7702, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.7923387096774195, | |
| "grad_norm": 1.20285403043514, | |
| "learning_rate": 5.00347929457196e-08, | |
| "loss": 1.7629, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 2.8024193548387095, | |
| "grad_norm": 1.2055338414881442, | |
| "learning_rate": 5.003175264595438e-08, | |
| "loss": 1.6825, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.8125, | |
| "grad_norm": 1.2692380612645446, | |
| "learning_rate": 5.002895581341684e-08, | |
| "loss": 1.7922, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 2.8225806451612905, | |
| "grad_norm": 1.197125036474829, | |
| "learning_rate": 5.002638475813119e-08, | |
| "loss": 1.7346, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.8225806451612905, | |
| "eval_loss": 1.9443275928497314, | |
| "eval_runtime": 89.8463, | |
| "eval_samples_per_second": 19.6, | |
| "eval_steps_per_second": 0.312, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.8326612903225805, | |
| "grad_norm": 1.3129336482449783, | |
| "learning_rate": 5.0024022942010466e-08, | |
| "loss": 1.7541, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 2.842741935483871, | |
| "grad_norm": 1.1872922962263166, | |
| "learning_rate": 5.002185491268355e-08, | |
| "loss": 1.6476, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 2.852822580645161, | |
| "grad_norm": 1.3099170695792106, | |
| "learning_rate": 5.0019866240607806e-08, | |
| "loss": 1.6647, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 2.8629032258064515, | |
| "grad_norm": 1.3296060602873512, | |
| "learning_rate": 5.001804345933021e-08, | |
| "loss": 1.7079, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 2.872983870967742, | |
| "grad_norm": 1.2481767829563293, | |
| "learning_rate": 5.001637400876446e-08, | |
| "loss": 1.6979, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 2.883064516129032, | |
| "grad_norm": 1.3774040469968931, | |
| "learning_rate": 5.001484618135618e-08, | |
| "loss": 1.716, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 2.8931451612903225, | |
| "grad_norm": 1.3300791138778125, | |
| "learning_rate": 5.0013449071012536e-08, | |
| "loss": 1.8281, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 2.903225806451613, | |
| "grad_norm": 1.2648870887474146, | |
| "learning_rate": 5.0012172524676996e-08, | |
| "loss": 1.7511, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 2.913306451612903, | |
| "grad_norm": 1.2324711482162307, | |
| "learning_rate": 5.001100709643403e-08, | |
| "loss": 1.7665, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 2.9233870967741935, | |
| "grad_norm": 1.1884469998607576, | |
| "learning_rate": 5.0009944004032616e-08, | |
| "loss": 1.7515, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.933467741935484, | |
| "grad_norm": 1.2242938574470985, | |
| "learning_rate": 5.000897508772145e-08, | |
| "loss": 1.779, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 2.943548387096774, | |
| "grad_norm": 1.1767587628025173, | |
| "learning_rate": 5.000809277129238e-08, | |
| "loss": 1.7013, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 2.9536290322580645, | |
| "grad_norm": 1.1876105747863372, | |
| "learning_rate": 5.000729002523258e-08, | |
| "loss": 1.7691, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 2.963709677419355, | |
| "grad_norm": 1.2804911094505236, | |
| "learning_rate": 5.0006560331889364e-08, | |
| "loss": 1.7952, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 2.973790322580645, | |
| "grad_norm": 1.2634767897263572, | |
| "learning_rate": 5.0005897652555256e-08, | |
| "loss": 1.8265, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 2.9838709677419355, | |
| "grad_norm": 1.376696085159001, | |
| "learning_rate": 5.000529639638423e-08, | |
| "loss": 1.7974, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 2.993951612903226, | |
| "grad_norm": 1.1674051041442062, | |
| "learning_rate": 5.000475139105343e-08, | |
| "loss": 1.6758, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 3.004032258064516, | |
| "grad_norm": 1.2278436300934317, | |
| "learning_rate": 5.000425785508798e-08, | |
| "loss": 1.7076, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 3.0141129032258065, | |
| "grad_norm": 1.208822859914408, | |
| "learning_rate": 5.0003811371769436e-08, | |
| "loss": 1.6804, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 3.024193548387097, | |
| "grad_norm": 1.2607881481569827, | |
| "learning_rate": 5.000340786455173e-08, | |
| "loss": 1.7044, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.034274193548387, | |
| "grad_norm": 1.2481468783314629, | |
| "learning_rate": 5.00030435739113e-08, | |
| "loss": 1.7133, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 3.0443548387096775, | |
| "grad_norm": 1.2625933161048073, | |
| "learning_rate": 5.0002715035560964e-08, | |
| "loss": 1.7043, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 3.0544354838709675, | |
| "grad_norm": 1.2211349887353309, | |
| "learning_rate": 5.000241905995991e-08, | |
| "loss": 1.7931, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 3.064516129032258, | |
| "grad_norm": 1.2628888420799884, | |
| "learning_rate": 5.000215271305494e-08, | |
| "loss": 1.7648, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 3.0745967741935485, | |
| "grad_norm": 1.2349226985107031, | |
| "learning_rate": 5.000191329819063e-08, | |
| "loss": 1.72, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 3.0846774193548385, | |
| "grad_norm": 1.2993139941453224, | |
| "learning_rate": 5.0001698339128735e-08, | |
| "loss": 1.7493, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 3.094758064516129, | |
| "grad_norm": 1.3021805987677582, | |
| "learning_rate": 5.0001505564119494e-08, | |
| "loss": 1.7801, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 3.1048387096774195, | |
| "grad_norm": 1.2177089098452982, | |
| "learning_rate": 5.000133289097e-08, | |
| "loss": 1.7488, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 3.1149193548387095, | |
| "grad_norm": 1.2475923991723818, | |
| "learning_rate": 5.0001178413057135e-08, | |
| "loss": 1.8035, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 3.125, | |
| "grad_norm": 1.2750062841943113, | |
| "learning_rate": 5.0001040386234535e-08, | |
| "loss": 1.6927, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 3.1350806451612905, | |
| "grad_norm": 1.2521384201728667, | |
| "learning_rate": 5.000091721658573e-08, | |
| "loss": 1.7867, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 3.1451612903225805, | |
| "grad_norm": 1.2788389170185523, | |
| "learning_rate": 5.0000807448977166e-08, | |
| "loss": 1.7463, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 3.155241935483871, | |
| "grad_norm": 1.1932742831754912, | |
| "learning_rate": 5.000070975636714e-08, | |
| "loss": 1.6646, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 3.1653225806451615, | |
| "grad_norm": 1.2026279996869336, | |
| "learning_rate": 5.0000622929828655e-08, | |
| "loss": 1.7426, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 3.1754032258064515, | |
| "grad_norm": 1.2658970944840857, | |
| "learning_rate": 5.000054586924596e-08, | |
| "loss": 1.6139, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 3.185483870967742, | |
| "grad_norm": 1.2582895003633043, | |
| "learning_rate": 5.0000477574646376e-08, | |
| "loss": 1.6655, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 3.195564516129032, | |
| "grad_norm": 1.286929029486268, | |
| "learning_rate": 5.000041713813098e-08, | |
| "loss": 1.8082, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 3.2056451612903225, | |
| "grad_norm": 1.5242979315943919, | |
| "learning_rate": 5.0000363736369096e-08, | |
| "loss": 1.7129, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 3.215725806451613, | |
| "grad_norm": 1.1974095695410052, | |
| "learning_rate": 5.000031662362353e-08, | |
| "loss": 1.7858, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 3.225806451612903, | |
| "grad_norm": 1.2334951186835896, | |
| "learning_rate": 5.000027512527476e-08, | |
| "loss": 1.7028, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.225806451612903, | |
| "eval_loss": 1.9448145627975464, | |
| "eval_runtime": 89.9094, | |
| "eval_samples_per_second": 19.586, | |
| "eval_steps_per_second": 0.311, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.2358870967741935, | |
| "grad_norm": 1.2639640178197116, | |
| "learning_rate": 5.0000238631814066e-08, | |
| "loss": 1.8326, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 3.245967741935484, | |
| "grad_norm": 1.2369747127772903, | |
| "learning_rate": 5.000020659327692e-08, | |
| "loss": 1.6435, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 3.256048387096774, | |
| "grad_norm": 1.2345433192530466, | |
| "learning_rate": 5.000017851408939e-08, | |
| "loss": 1.7267, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 3.2661290322580645, | |
| "grad_norm": 1.2504468827628226, | |
| "learning_rate": 5.0000153948301755e-08, | |
| "loss": 1.749, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 3.276209677419355, | |
| "grad_norm": 1.2484879937766102, | |
| "learning_rate": 5.000013249518468e-08, | |
| "loss": 1.7147, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 3.286290322580645, | |
| "grad_norm": 1.2765939466692027, | |
| "learning_rate": 5.000011379516478e-08, | |
| "loss": 1.708, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 3.2963709677419355, | |
| "grad_norm": 1.2548830946050018, | |
| "learning_rate": 5.000009752607744e-08, | |
| "loss": 1.6576, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 3.306451612903226, | |
| "grad_norm": 1.3380090814755392, | |
| "learning_rate": 5.00000833997159e-08, | |
| "loss": 1.7899, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 3.316532258064516, | |
| "grad_norm": 1.2589567647915303, | |
| "learning_rate": 5.000007115865701e-08, | |
| "loss": 1.7283, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 3.3266129032258065, | |
| "grad_norm": 1.330891571705861, | |
| "learning_rate": 5.00000605733447e-08, | |
| "loss": 1.7638, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 3.336693548387097, | |
| "grad_norm": 1.2968430137554552, | |
| "learning_rate": 5.0000051439413665e-08, | |
| "loss": 1.7894, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 3.346774193548387, | |
| "grad_norm": 1.26655914538691, | |
| "learning_rate": 5.000004357523643e-08, | |
| "loss": 1.6794, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 3.3568548387096775, | |
| "grad_norm": 1.3255247557489993, | |
| "learning_rate": 5.000003681967807e-08, | |
| "loss": 1.7458, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 3.366935483870968, | |
| "grad_norm": 1.4616051241449233, | |
| "learning_rate": 5.000003103004378e-08, | |
| "loss": 1.7682, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 3.377016129032258, | |
| "grad_norm": 1.2909185531222274, | |
| "learning_rate": 5.000002608020516e-08, | |
| "loss": 1.7676, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 3.3870967741935485, | |
| "grad_norm": 1.5116117360689252, | |
| "learning_rate": 5.0000021858892204e-08, | |
| "loss": 1.8041, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 3.3971774193548385, | |
| "grad_norm": 1.2019942003042767, | |
| "learning_rate": 5.000001826813845e-08, | |
| "loss": 1.6975, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 3.407258064516129, | |
| "grad_norm": 1.2423004849326869, | |
| "learning_rate": 5.000001522186781e-08, | |
| "loss": 1.7856, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 3.4173387096774195, | |
| "grad_norm": 1.1833866067645467, | |
| "learning_rate": 5.0000012644612046e-08, | |
| "loss": 1.6801, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 3.4274193548387095, | |
| "grad_norm": 1.2527324283211838, | |
| "learning_rate": 5.000001047034869e-08, | |
| "loss": 1.7829, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 3.4375, | |
| "grad_norm": 1.2021893152164589, | |
| "learning_rate": 5.000000864144987e-08, | |
| "loss": 1.7365, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 3.4475806451612905, | |
| "grad_norm": 1.2533733399310467, | |
| "learning_rate": 5.0000007107733085e-08, | |
| "loss": 1.7684, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 3.4576612903225805, | |
| "grad_norm": 1.2808992378124462, | |
| "learning_rate": 5.000000582560542e-08, | |
| "loss": 1.7195, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 3.467741935483871, | |
| "grad_norm": 1.2244209413905693, | |
| "learning_rate": 5.00000047572936e-08, | |
| "loss": 1.7485, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 3.4778225806451615, | |
| "grad_norm": 1.2540825243078901, | |
| "learning_rate": 5.000000387015242e-08, | |
| "loss": 1.7303, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 3.4879032258064515, | |
| "grad_norm": 1.2847488818819852, | |
| "learning_rate": 5.0000003136044955e-08, | |
| "loss": 1.8182, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 3.497983870967742, | |
| "grad_norm": 1.247272423872035, | |
| "learning_rate": 5.000000253078795e-08, | |
| "loss": 1.7646, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 3.508064516129032, | |
| "grad_norm": 1.1616622600983573, | |
| "learning_rate": 5.000000203365694e-08, | |
| "loss": 1.61, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 3.5181451612903225, | |
| "grad_norm": 1.2602897978426342, | |
| "learning_rate": 5.000000162694535e-08, | |
| "loss": 1.7119, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 3.528225806451613, | |
| "grad_norm": 1.2351778503899846, | |
| "learning_rate": 5.000000129557269e-08, | |
| "loss": 1.7027, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 3.538306451612903, | |
| "grad_norm": 1.2344538732881385, | |
| "learning_rate": 5.000000102673722e-08, | |
| "loss": 1.7228, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 3.5483870967741935, | |
| "grad_norm": 1.2335083557737399, | |
| "learning_rate": 5.0000000809608727e-08, | |
| "loss": 1.7107, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 3.558467741935484, | |
| "grad_norm": 1.2491739462049536, | |
| "learning_rate": 5.000000063505754e-08, | |
| "loss": 1.6427, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 3.568548387096774, | |
| "grad_norm": 1.2486316865372293, | |
| "learning_rate": 5.000000049541612e-08, | |
| "loss": 1.7365, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 3.5786290322580645, | |
| "grad_norm": 1.3051302158136038, | |
| "learning_rate": 5.000000038426991e-08, | |
| "loss": 1.7311, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 3.588709677419355, | |
| "grad_norm": 1.23592969040822, | |
| "learning_rate": 5.000000029627433e-08, | |
| "loss": 1.7672, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 3.598790322580645, | |
| "grad_norm": 1.1961157739658335, | |
| "learning_rate": 5.000000022699522e-08, | |
| "loss": 1.6726, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 3.6088709677419355, | |
| "grad_norm": 1.2487972857881837, | |
| "learning_rate": 5.000000017277015e-08, | |
| "loss": 1.823, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 3.618951612903226, | |
| "grad_norm": 1.2187655485543294, | |
| "learning_rate": 5.0000000130588186e-08, | |
| "loss": 1.7657, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 3.629032258064516, | |
| "grad_norm": 1.196141679163838, | |
| "learning_rate": 5.000000009798615e-08, | |
| "loss": 1.7383, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 3.629032258064516, | |
| "eval_loss": 1.9450066089630127, | |
| "eval_runtime": 89.836, | |
| "eval_samples_per_second": 19.602, | |
| "eval_steps_per_second": 0.312, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 3.6391129032258065, | |
| "grad_norm": 1.2843403341661654, | |
| "learning_rate": 5.0000000072959346e-08, | |
| "loss": 1.6978, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 3.649193548387097, | |
| "grad_norm": 1.2729441010270168, | |
| "learning_rate": 5.000000005388504e-08, | |
| "loss": 1.7236, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 3.659274193548387, | |
| "grad_norm": 1.278805125989498, | |
| "learning_rate": 5.000000003945723e-08, | |
| "loss": 1.7535, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 3.6693548387096775, | |
| "grad_norm": 1.3166466197064246, | |
| "learning_rate": 5.0000000028631134e-08, | |
| "loss": 1.7694, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 3.679435483870968, | |
| "grad_norm": 1.2114793447075247, | |
| "learning_rate": 5.0000000020576294e-08, | |
| "loss": 1.7647, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 3.689516129032258, | |
| "grad_norm": 1.2395966902447142, | |
| "learning_rate": 5.000000001463704e-08, | |
| "loss": 1.7112, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 3.6995967741935485, | |
| "grad_norm": 1.2716522150792229, | |
| "learning_rate": 5.0000000010299415e-08, | |
| "loss": 1.7674, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 3.709677419354839, | |
| "grad_norm": 1.2205432657380169, | |
| "learning_rate": 5.000000000716364e-08, | |
| "loss": 1.6942, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 3.719758064516129, | |
| "grad_norm": 1.3306099794060742, | |
| "learning_rate": 5.000000000492121e-08, | |
| "loss": 1.6627, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 3.7298387096774195, | |
| "grad_norm": 1.2101658596755476, | |
| "learning_rate": 5.000000000333616e-08, | |
| "loss": 1.719, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 3.7399193548387095, | |
| "grad_norm": 1.2500275205533455, | |
| "learning_rate": 5.000000000222965e-08, | |
| "loss": 1.7493, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "grad_norm": 1.2312257846231576, | |
| "learning_rate": 5.0000000001467476e-08, | |
| "loss": 1.7789, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 3.7600806451612905, | |
| "grad_norm": 1.2152299183587771, | |
| "learning_rate": 5.000000000095e-08, | |
| "loss": 1.7211, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 3.7701612903225805, | |
| "grad_norm": 1.1996585863358138, | |
| "learning_rate": 5.0000000000604084e-08, | |
| "loss": 1.7994, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 3.780241935483871, | |
| "grad_norm": 1.3230860176481571, | |
| "learning_rate": 5.0000000000376735e-08, | |
| "loss": 1.7701, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 3.790322580645161, | |
| "grad_norm": 1.2748379623445445, | |
| "learning_rate": 5.000000000023003e-08, | |
| "loss": 1.7793, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 3.8004032258064515, | |
| "grad_norm": 1.2509667612393764, | |
| "learning_rate": 5.000000000013723e-08, | |
| "loss": 1.7706, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 3.810483870967742, | |
| "grad_norm": 1.2694885460408405, | |
| "learning_rate": 5.000000000007981e-08, | |
| "loss": 1.7397, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 3.820564516129032, | |
| "grad_norm": 1.3091515145607215, | |
| "learning_rate": 5.000000000004513e-08, | |
| "loss": 1.7211, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 3.8306451612903225, | |
| "grad_norm": 1.247922300219581, | |
| "learning_rate": 5.0000000000024734e-08, | |
| "loss": 1.774, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 3.840725806451613, | |
| "grad_norm": 1.2523345160639314, | |
| "learning_rate": 5.0000000000013094e-08, | |
| "loss": 1.6928, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 3.850806451612903, | |
| "grad_norm": 1.1986290945949785, | |
| "learning_rate": 5.000000000000667e-08, | |
| "loss": 1.7161, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 3.8608870967741935, | |
| "grad_norm": 1.2245878014293898, | |
| "learning_rate": 5.000000000000325e-08, | |
| "loss": 1.686, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 3.870967741935484, | |
| "grad_norm": 1.2249127134236595, | |
| "learning_rate": 5.00000000000015e-08, | |
| "loss": 1.7206, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 3.881048387096774, | |
| "grad_norm": 1.3558345618343015, | |
| "learning_rate": 5.000000000000065e-08, | |
| "loss": 1.68, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 3.8911290322580645, | |
| "grad_norm": 1.3236906608919645, | |
| "learning_rate": 5.000000000000027e-08, | |
| "loss": 1.6661, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 3.901209677419355, | |
| "grad_norm": 1.183426329240457, | |
| "learning_rate": 5.00000000000001e-08, | |
| "loss": 1.727, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 3.911290322580645, | |
| "grad_norm": 1.2348171369390457, | |
| "learning_rate": 5.000000000000003e-08, | |
| "loss": 1.6334, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 3.9213709677419355, | |
| "grad_norm": 1.2911302775087936, | |
| "learning_rate": 5.000000000000001e-08, | |
| "loss": 1.8057, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 3.931451612903226, | |
| "grad_norm": 1.1863076460974697, | |
| "learning_rate": 5e-08, | |
| "loss": 1.6921, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 3.941532258064516, | |
| "grad_norm": 1.2618121531154096, | |
| "learning_rate": 5e-08, | |
| "loss": 1.6586, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 3.9516129032258065, | |
| "grad_norm": 1.4241738579497785, | |
| "learning_rate": 5e-08, | |
| "loss": 1.7724, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 3.961693548387097, | |
| "grad_norm": 1.3305658271138237, | |
| "learning_rate": 5e-08, | |
| "loss": 1.759, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 3.971774193548387, | |
| "grad_norm": 1.364160190258584, | |
| "learning_rate": 5e-08, | |
| "loss": 1.7014, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 3.9818548387096775, | |
| "grad_norm": 1.206231989148295, | |
| "learning_rate": 5e-08, | |
| "loss": 1.6474, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 3.991935483870968, | |
| "grad_norm": 1.3115654648816009, | |
| "learning_rate": 5e-08, | |
| "loss": 1.7559, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 1984, | |
| "total_flos": 414362338590720.0, | |
| "train_loss": 1.7886004945443523, | |
| "train_runtime": 13163.6015, | |
| "train_samples_per_second": 4.815, | |
| "train_steps_per_second": 0.151 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 1984, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 200, | |
| "total_flos": 414362338590720.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |