| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 7.242276564267688, | |
| "eval_steps": 100, | |
| "global_step": 20800, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.017404925593943087, | |
| "grad_norm": 5.224651487674664, | |
| "learning_rate": 9.8e-05, | |
| "loss": 3.5816, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.034809851187886175, | |
| "grad_norm": 2.01015126986115, | |
| "learning_rate": 9.999935133869078e-05, | |
| "loss": 2.5833, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.034809851187886175, | |
| "eval_loss": 2.363119602203369, | |
| "eval_runtime": 14.19, | |
| "eval_samples_per_second": 70.472, | |
| "eval_steps_per_second": 2.255, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05221477678182926, | |
| "grad_norm": 2.0022819274249044, | |
| "learning_rate": 9.999735215226256e-05, | |
| "loss": 2.2755, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.06961970237577235, | |
| "grad_norm": 1.6461953915222625, | |
| "learning_rate": 9.99940022305635e-05, | |
| "loss": 2.0748, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.06961970237577235, | |
| "eval_loss": 1.9755463600158691, | |
| "eval_runtime": 14.1933, | |
| "eval_samples_per_second": 70.456, | |
| "eval_steps_per_second": 2.255, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.08702462796971543, | |
| "grad_norm": 2.6377868770726347, | |
| "learning_rate": 9.998930167415193e-05, | |
| "loss": 1.9693, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.10442955356365852, | |
| "grad_norm": 1.5548988343454404, | |
| "learning_rate": 9.998325062412963e-05, | |
| "loss": 1.9227, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.10442955356365852, | |
| "eval_loss": 1.9035626649856567, | |
| "eval_runtime": 14.2175, | |
| "eval_samples_per_second": 70.336, | |
| "eval_steps_per_second": 2.251, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.12183447915760161, | |
| "grad_norm": 2.556731248258851, | |
| "learning_rate": 9.997584926213766e-05, | |
| "loss": 1.8892, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.1392394047515447, | |
| "grad_norm": 2.5023478358310043, | |
| "learning_rate": 9.996709781035086e-05, | |
| "loss": 1.8608, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.1392394047515447, | |
| "eval_loss": 1.8291828632354736, | |
| "eval_runtime": 14.1802, | |
| "eval_samples_per_second": 70.521, | |
| "eval_steps_per_second": 2.257, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.15664433034548778, | |
| "grad_norm": 2.497261259947572, | |
| "learning_rate": 9.99569965314713e-05, | |
| "loss": 1.8471, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.17404925593943085, | |
| "grad_norm": 1.7217816389226563, | |
| "learning_rate": 9.994554572872018e-05, | |
| "loss": 1.8176, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.17404925593943085, | |
| "eval_loss": 1.8023170232772827, | |
| "eval_runtime": 14.1941, | |
| "eval_samples_per_second": 70.452, | |
| "eval_steps_per_second": 2.254, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.19145418153337396, | |
| "grad_norm": 1.1495196492570159, | |
| "learning_rate": 9.993274574582892e-05, | |
| "loss": 1.8074, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.20885910712731703, | |
| "grad_norm": 2.7997716083418323, | |
| "learning_rate": 9.991859696702875e-05, | |
| "loss": 1.7859, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.20885910712731703, | |
| "eval_loss": 1.7785776853561401, | |
| "eval_runtime": 14.2068, | |
| "eval_samples_per_second": 70.389, | |
| "eval_steps_per_second": 2.252, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.2262640327212601, | |
| "grad_norm": 1.3663550548904462, | |
| "learning_rate": 9.990309981703925e-05, | |
| "loss": 1.7924, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.24366895831520322, | |
| "grad_norm": 1.189230686367751, | |
| "learning_rate": 9.988625476105546e-05, | |
| "loss": 1.7825, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.24366895831520322, | |
| "eval_loss": 1.7615989446640015, | |
| "eval_runtime": 14.165, | |
| "eval_samples_per_second": 70.596, | |
| "eval_steps_per_second": 2.259, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.26107388390914626, | |
| "grad_norm": 1.524728525818709, | |
| "learning_rate": 9.986806230473407e-05, | |
| "loss": 1.7739, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.2784788095030894, | |
| "grad_norm": 1.098130935980223, | |
| "learning_rate": 9.984852299417815e-05, | |
| "loss": 1.771, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.2784788095030894, | |
| "eval_loss": 1.7450162172317505, | |
| "eval_runtime": 14.1809, | |
| "eval_samples_per_second": 70.517, | |
| "eval_steps_per_second": 2.257, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.2958837350970325, | |
| "grad_norm": 1.0548890863205609, | |
| "learning_rate": 9.982763741592078e-05, | |
| "loss": 1.7623, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.31328866069097555, | |
| "grad_norm": 0.7386764098331656, | |
| "learning_rate": 9.980540619690747e-05, | |
| "loss": 1.7588, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.31328866069097555, | |
| "eval_loss": 1.734774112701416, | |
| "eval_runtime": 14.2131, | |
| "eval_samples_per_second": 70.358, | |
| "eval_steps_per_second": 2.251, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.33069358628491863, | |
| "grad_norm": 1.0044330694002532, | |
| "learning_rate": 9.978183000447731e-05, | |
| "loss": 1.7475, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.3480985118788617, | |
| "grad_norm": 0.7343666916495631, | |
| "learning_rate": 9.97569095463429e-05, | |
| "loss": 1.7543, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.3480985118788617, | |
| "eval_loss": 1.7300388813018799, | |
| "eval_runtime": 14.1681, | |
| "eval_samples_per_second": 70.581, | |
| "eval_steps_per_second": 2.259, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.3655034374728048, | |
| "grad_norm": 1.3577857575542804, | |
| "learning_rate": 9.973064557056923e-05, | |
| "loss": 1.7423, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.3829083630667479, | |
| "grad_norm": 1.1392364193674505, | |
| "learning_rate": 9.970303886555105e-05, | |
| "loss": 1.7298, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.3829083630667479, | |
| "eval_loss": 1.7258219718933105, | |
| "eval_runtime": 14.1337, | |
| "eval_samples_per_second": 70.753, | |
| "eval_steps_per_second": 2.264, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.400313288660691, | |
| "grad_norm": 0.9113533413204287, | |
| "learning_rate": 9.967409025998939e-05, | |
| "loss": 1.7337, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.41771821425463407, | |
| "grad_norm": 1.4547875914167818, | |
| "learning_rate": 9.964380062286653e-05, | |
| "loss": 1.7408, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.41771821425463407, | |
| "eval_loss": 1.7191509008407593, | |
| "eval_runtime": 14.1729, | |
| "eval_samples_per_second": 70.557, | |
| "eval_steps_per_second": 2.258, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.43512313984857715, | |
| "grad_norm": 1.3950715870037775, | |
| "learning_rate": 9.961217086342002e-05, | |
| "loss": 1.7391, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.4525280654425202, | |
| "grad_norm": 0.7097097270035738, | |
| "learning_rate": 9.957920193111528e-05, | |
| "loss": 1.7265, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.4525280654425202, | |
| "eval_loss": 1.7083090543746948, | |
| "eval_runtime": 14.1902, | |
| "eval_samples_per_second": 70.471, | |
| "eval_steps_per_second": 2.255, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.4699329910364633, | |
| "grad_norm": 1.2193424381306277, | |
| "learning_rate": 9.954489481561721e-05, | |
| "loss": 1.7133, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.48733791663040643, | |
| "grad_norm": 1.0359902451377283, | |
| "learning_rate": 9.950925054676047e-05, | |
| "loss": 1.7219, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.48733791663040643, | |
| "eval_loss": 1.7060251235961914, | |
| "eval_runtime": 14.1957, | |
| "eval_samples_per_second": 70.444, | |
| "eval_steps_per_second": 2.254, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.5047428422243495, | |
| "grad_norm": 0.8883112233878396, | |
| "learning_rate": 9.947227019451845e-05, | |
| "loss": 1.718, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.5221477678182925, | |
| "grad_norm": 1.6600465700603348, | |
| "learning_rate": 9.943395486897128e-05, | |
| "loss": 1.7155, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.5221477678182925, | |
| "eval_loss": 1.708118200302124, | |
| "eval_runtime": 14.1648, | |
| "eval_samples_per_second": 70.598, | |
| "eval_steps_per_second": 2.259, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.5395526934122357, | |
| "grad_norm": 1.3636186882766423, | |
| "learning_rate": 9.939430572027245e-05, | |
| "loss": 1.7124, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.5569576190061788, | |
| "grad_norm": 0.8138102316752223, | |
| "learning_rate": 9.935332393861429e-05, | |
| "loss": 1.7036, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.5569576190061788, | |
| "eval_loss": 1.6921547651290894, | |
| "eval_runtime": 14.1891, | |
| "eval_samples_per_second": 70.477, | |
| "eval_steps_per_second": 2.255, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.5743625446001218, | |
| "grad_norm": 0.85358743278151, | |
| "learning_rate": 9.931101075419227e-05, | |
| "loss": 1.6992, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.591767470194065, | |
| "grad_norm": 0.9378346406714159, | |
| "learning_rate": 9.926736743716801e-05, | |
| "loss": 1.7114, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.591767470194065, | |
| "eval_loss": 1.6926075220108032, | |
| "eval_runtime": 14.1548, | |
| "eval_samples_per_second": 70.648, | |
| "eval_steps_per_second": 2.261, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.609172395788008, | |
| "grad_norm": 0.7374768174339537, | |
| "learning_rate": 9.922239529763122e-05, | |
| "loss": 1.7286, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.6265773213819511, | |
| "grad_norm": 0.8958414498241435, | |
| "learning_rate": 9.917609568556033e-05, | |
| "loss": 1.6946, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.6265773213819511, | |
| "eval_loss": 1.6861408948898315, | |
| "eval_runtime": 14.2244, | |
| "eval_samples_per_second": 70.302, | |
| "eval_steps_per_second": 2.25, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.6439822469758941, | |
| "grad_norm": 0.6100798904781664, | |
| "learning_rate": 9.9128469990782e-05, | |
| "loss": 1.7007, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.6613871725698373, | |
| "grad_norm": 1.4603608185922945, | |
| "learning_rate": 9.907951964292936e-05, | |
| "loss": 1.6843, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.6613871725698373, | |
| "eval_loss": 1.6854504346847534, | |
| "eval_runtime": 14.2162, | |
| "eval_samples_per_second": 70.342, | |
| "eval_steps_per_second": 2.251, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.6787920981637804, | |
| "grad_norm": 1.4095316221753802, | |
| "learning_rate": 9.902924611139913e-05, | |
| "loss": 1.6945, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.6961970237577234, | |
| "grad_norm": 1.1737727115924308, | |
| "learning_rate": 9.897765090530746e-05, | |
| "loss": 1.6915, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.6961970237577234, | |
| "eval_loss": 1.6767446994781494, | |
| "eval_runtime": 14.2006, | |
| "eval_samples_per_second": 70.42, | |
| "eval_steps_per_second": 2.253, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.7136019493516665, | |
| "grad_norm": 0.6241203884158069, | |
| "learning_rate": 9.892473557344474e-05, | |
| "loss": 1.694, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.7310068749456096, | |
| "grad_norm": 0.717957189850993, | |
| "learning_rate": 9.887050170422896e-05, | |
| "loss": 1.6905, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.7310068749456096, | |
| "eval_loss": 1.6781814098358154, | |
| "eval_runtime": 14.1564, | |
| "eval_samples_per_second": 70.639, | |
| "eval_steps_per_second": 2.26, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.7484118005395527, | |
| "grad_norm": 0.713989248537336, | |
| "learning_rate": 9.881495092565816e-05, | |
| "loss": 1.6785, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.7658167261334958, | |
| "grad_norm": 1.6961561321530056, | |
| "learning_rate": 9.875808490526146e-05, | |
| "loss": 1.683, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.7658167261334958, | |
| "eval_loss": 1.689602017402649, | |
| "eval_runtime": 14.1672, | |
| "eval_samples_per_second": 70.585, | |
| "eval_steps_per_second": 2.259, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.7832216517274389, | |
| "grad_norm": 0.8275650716779648, | |
| "learning_rate": 9.869990535004906e-05, | |
| "loss": 1.6858, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.800626577321382, | |
| "grad_norm": 0.5691953766407909, | |
| "learning_rate": 9.864041400646105e-05, | |
| "loss": 1.6763, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.800626577321382, | |
| "eval_loss": 1.6652159690856934, | |
| "eval_runtime": 14.2094, | |
| "eval_samples_per_second": 70.376, | |
| "eval_steps_per_second": 2.252, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.818031502915325, | |
| "grad_norm": 0.7573933191424803, | |
| "learning_rate": 9.857961266031481e-05, | |
| "loss": 1.6785, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.8354364285092681, | |
| "grad_norm": 0.6924121696414417, | |
| "learning_rate": 9.851750313675159e-05, | |
| "loss": 1.6833, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.8354364285092681, | |
| "eval_loss": 1.6645046472549438, | |
| "eval_runtime": 14.1618, | |
| "eval_samples_per_second": 70.613, | |
| "eval_steps_per_second": 2.26, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.8528413541032112, | |
| "grad_norm": 0.6001197165520973, | |
| "learning_rate": 9.845408730018163e-05, | |
| "loss": 1.6809, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.8702462796971543, | |
| "grad_norm": 1.040986311462392, | |
| "learning_rate": 9.838936705422821e-05, | |
| "loss": 1.6723, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.8702462796971543, | |
| "eval_loss": 1.6651116609573364, | |
| "eval_runtime": 16.0729, | |
| "eval_samples_per_second": 62.217, | |
| "eval_steps_per_second": 1.991, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.8876512052910974, | |
| "grad_norm": 0.7703719087126286, | |
| "learning_rate": 9.832334434167053e-05, | |
| "loss": 1.6758, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.9050561308850404, | |
| "grad_norm": 0.8236590047203298, | |
| "learning_rate": 9.825602114438532e-05, | |
| "loss": 1.6665, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.9050561308850404, | |
| "eval_loss": 1.6595755815505981, | |
| "eval_runtime": 14.1488, | |
| "eval_samples_per_second": 70.678, | |
| "eval_steps_per_second": 2.262, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.9224610564789836, | |
| "grad_norm": 1.3966523691983288, | |
| "learning_rate": 9.818739948328745e-05, | |
| "loss": 1.6649, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.9398659820729266, | |
| "grad_norm": 0.7343985025715206, | |
| "learning_rate": 9.811748141826919e-05, | |
| "loss": 1.6532, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.9398659820729266, | |
| "eval_loss": 1.6552517414093018, | |
| "eval_runtime": 14.2028, | |
| "eval_samples_per_second": 70.409, | |
| "eval_steps_per_second": 2.253, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.9572709076668697, | |
| "grad_norm": 0.7688939367455496, | |
| "learning_rate": 9.804626904813839e-05, | |
| "loss": 1.6597, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.9746758332608129, | |
| "grad_norm": 1.0722401609793455, | |
| "learning_rate": 9.797376451055551e-05, | |
| "loss": 1.6581, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.9746758332608129, | |
| "eval_loss": 1.656619906425476, | |
| "eval_runtime": 14.1856, | |
| "eval_samples_per_second": 70.494, | |
| "eval_steps_per_second": 2.256, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.9920807588547559, | |
| "grad_norm": 0.8328376734593738, | |
| "learning_rate": 9.789996998196943e-05, | |
| "loss": 1.6649, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.009746758332608, | |
| "grad_norm": 0.5902121192870661, | |
| "learning_rate": 9.782488767755206e-05, | |
| "loss": 1.666, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.009746758332608, | |
| "eval_loss": 1.6525744199752808, | |
| "eval_runtime": 14.219, | |
| "eval_samples_per_second": 70.329, | |
| "eval_steps_per_second": 2.251, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.0271516839265513, | |
| "grad_norm": 1.3497294634730705, | |
| "learning_rate": 9.7748519851132e-05, | |
| "loss": 1.6148, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.0445566095204943, | |
| "grad_norm": 1.0857671019695037, | |
| "learning_rate": 9.76708687951267e-05, | |
| "loss": 1.6215, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.0445566095204943, | |
| "eval_loss": 1.6470530033111572, | |
| "eval_runtime": 14.2027, | |
| "eval_samples_per_second": 70.409, | |
| "eval_steps_per_second": 2.253, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.0619615351144374, | |
| "grad_norm": 0.7600787872008034, | |
| "learning_rate": 9.75919368404738e-05, | |
| "loss": 1.6102, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.0793664607083804, | |
| "grad_norm": 0.5975569538868418, | |
| "learning_rate": 9.751172635656103e-05, | |
| "loss": 1.6235, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.0793664607083804, | |
| "eval_loss": 1.6456007957458496, | |
| "eval_runtime": 14.1759, | |
| "eval_samples_per_second": 70.542, | |
| "eval_steps_per_second": 2.257, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.0967713863023236, | |
| "grad_norm": 0.8523556660651893, | |
| "learning_rate": 9.743023975115513e-05, | |
| "loss": 1.6145, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.1141763118962666, | |
| "grad_norm": 0.6662613091564613, | |
| "learning_rate": 9.73474794703297e-05, | |
| "loss": 1.616, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.1141763118962666, | |
| "eval_loss": 1.6436479091644287, | |
| "eval_runtime": 14.2201, | |
| "eval_samples_per_second": 70.323, | |
| "eval_steps_per_second": 2.25, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.1315812374902097, | |
| "grad_norm": 1.0014858310703798, | |
| "learning_rate": 9.726344799839156e-05, | |
| "loss": 1.6199, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.148986163084153, | |
| "grad_norm": 0.8999822439007208, | |
| "learning_rate": 9.71781478578063e-05, | |
| "loss": 1.6062, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.148986163084153, | |
| "eval_loss": 1.641990065574646, | |
| "eval_runtime": 14.9777, | |
| "eval_samples_per_second": 66.766, | |
| "eval_steps_per_second": 2.137, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.166391088678096, | |
| "grad_norm": 1.0267159917163893, | |
| "learning_rate": 9.709158160912257e-05, | |
| "loss": 1.6052, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.183796014272039, | |
| "grad_norm": 0.8248173174284201, | |
| "learning_rate": 9.700375185089517e-05, | |
| "loss": 1.6132, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.183796014272039, | |
| "eval_loss": 1.6383293867111206, | |
| "eval_runtime": 14.0557, | |
| "eval_samples_per_second": 71.146, | |
| "eval_steps_per_second": 2.277, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.201200939865982, | |
| "grad_norm": 1.5374825914990502, | |
| "learning_rate": 9.691466121960706e-05, | |
| "loss": 1.6058, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.2186058654599252, | |
| "grad_norm": 0.8035410560111882, | |
| "learning_rate": 9.682431238959022e-05, | |
| "loss": 1.6274, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.2186058654599252, | |
| "eval_loss": 1.6350009441375732, | |
| "eval_runtime": 14.1397, | |
| "eval_samples_per_second": 70.723, | |
| "eval_steps_per_second": 2.263, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.2360107910538682, | |
| "grad_norm": 0.8277696146602792, | |
| "learning_rate": 9.673270807294535e-05, | |
| "loss": 1.6044, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.2534157166478113, | |
| "grad_norm": 0.7213590940694181, | |
| "learning_rate": 9.663985101946054e-05, | |
| "loss": 1.6111, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.2534157166478113, | |
| "eval_loss": 1.632244348526001, | |
| "eval_runtime": 14.1679, | |
| "eval_samples_per_second": 70.582, | |
| "eval_steps_per_second": 2.259, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.2708206422417545, | |
| "grad_norm": 0.9481505755747548, | |
| "learning_rate": 9.654574401652863e-05, | |
| "loss": 1.6097, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.2882255678356975, | |
| "grad_norm": 1.2819901910209912, | |
| "learning_rate": 9.645038988906358e-05, | |
| "loss": 1.6163, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.2882255678356975, | |
| "eval_loss": 1.6331335306167603, | |
| "eval_runtime": 14.1789, | |
| "eval_samples_per_second": 70.527, | |
| "eval_steps_per_second": 2.257, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.3056304934296405, | |
| "grad_norm": 0.7806882827911785, | |
| "learning_rate": 9.635379149941563e-05, | |
| "loss": 1.6055, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.3230354190235838, | |
| "grad_norm": 0.4318159947229749, | |
| "learning_rate": 9.625595174728545e-05, | |
| "loss": 1.6021, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.3230354190235838, | |
| "eval_loss": 1.624240756034851, | |
| "eval_runtime": 14.1494, | |
| "eval_samples_per_second": 70.674, | |
| "eval_steps_per_second": 2.262, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.3404403446175268, | |
| "grad_norm": 0.7517318396965236, | |
| "learning_rate": 9.615687356963708e-05, | |
| "loss": 1.609, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.3578452702114698, | |
| "grad_norm": 1.3678568803980757, | |
| "learning_rate": 9.605655994060972e-05, | |
| "loss": 1.6185, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.3578452702114698, | |
| "eval_loss": 1.6263964176177979, | |
| "eval_runtime": 14.1348, | |
| "eval_samples_per_second": 70.747, | |
| "eval_steps_per_second": 2.264, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.3752501958054129, | |
| "grad_norm": 0.684451776795263, | |
| "learning_rate": 9.595501387142849e-05, | |
| "loss": 1.6003, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.392655121399356, | |
| "grad_norm": 0.6300681096210147, | |
| "learning_rate": 9.5852238410314e-05, | |
| "loss": 1.6116, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.392655121399356, | |
| "eval_loss": 1.6186518669128418, | |
| "eval_runtime": 14.1005, | |
| "eval_samples_per_second": 70.92, | |
| "eval_steps_per_second": 2.269, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.4100600469932991, | |
| "grad_norm": 0.67128388115318, | |
| "learning_rate": 9.574823664239092e-05, | |
| "loss": 1.5968, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.4274649725872421, | |
| "grad_norm": 1.2536187487887276, | |
| "learning_rate": 9.564301168959529e-05, | |
| "loss": 1.6008, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.4274649725872421, | |
| "eval_loss": 1.620023488998413, | |
| "eval_runtime": 14.0983, | |
| "eval_samples_per_second": 70.931, | |
| "eval_steps_per_second": 2.27, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.4448698981811852, | |
| "grad_norm": 0.8805397163157814, | |
| "learning_rate": 9.553656671058088e-05, | |
| "loss": 1.5984, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.4622748237751284, | |
| "grad_norm": 0.5785566464846152, | |
| "learning_rate": 9.542890490062429e-05, | |
| "loss": 1.6035, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.4622748237751284, | |
| "eval_loss": 1.6156837940216064, | |
| "eval_runtime": 14.1116, | |
| "eval_samples_per_second": 70.864, | |
| "eval_steps_per_second": 2.268, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.4796797493690714, | |
| "grad_norm": 0.6863100934352178, | |
| "learning_rate": 9.532002949152912e-05, | |
| "loss": 1.5932, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.4970846749630145, | |
| "grad_norm": 0.5351016892320096, | |
| "learning_rate": 9.520994375152891e-05, | |
| "loss": 1.5946, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.4970846749630145, | |
| "eval_loss": 1.6144546270370483, | |
| "eval_runtime": 14.0968, | |
| "eval_samples_per_second": 70.938, | |
| "eval_steps_per_second": 2.27, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.5144896005569577, | |
| "grad_norm": 0.5203388464538014, | |
| "learning_rate": 9.509865098518904e-05, | |
| "loss": 1.6023, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.5318945261509007, | |
| "grad_norm": 0.7698479203549923, | |
| "learning_rate": 9.49861545333075e-05, | |
| "loss": 1.6069, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.5318945261509007, | |
| "eval_loss": 1.6156337261199951, | |
| "eval_runtime": 14.0577, | |
| "eval_samples_per_second": 71.135, | |
| "eval_steps_per_second": 2.276, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.5492994517448437, | |
| "grad_norm": 0.7931906732864475, | |
| "learning_rate": 9.487245777281469e-05, | |
| "loss": 1.595, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.566704377338787, | |
| "grad_norm": 0.7495495878078449, | |
| "learning_rate": 9.475756411667196e-05, | |
| "loss": 1.5971, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.566704377338787, | |
| "eval_loss": 1.6118335723876953, | |
| "eval_runtime": 14.0436, | |
| "eval_samples_per_second": 71.207, | |
| "eval_steps_per_second": 2.279, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.58410930293273, | |
| "grad_norm": 0.916930023005075, | |
| "learning_rate": 9.464147701376923e-05, | |
| "loss": 1.5922, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.601514228526673, | |
| "grad_norm": 0.38302647796596223, | |
| "learning_rate": 9.452419994882143e-05, | |
| "loss": 1.5902, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.601514228526673, | |
| "eval_loss": 1.608117938041687, | |
| "eval_runtime": 14.0669, | |
| "eval_samples_per_second": 71.089, | |
| "eval_steps_per_second": 2.275, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.6189191541206163, | |
| "grad_norm": 0.8959281179242939, | |
| "learning_rate": 9.440573644226388e-05, | |
| "loss": 1.5887, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.636324079714559, | |
| "grad_norm": 0.5262586359913002, | |
| "learning_rate": 9.428609005014662e-05, | |
| "loss": 1.5935, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.636324079714559, | |
| "eval_loss": 1.6059889793395996, | |
| "eval_runtime": 14.0393, | |
| "eval_samples_per_second": 71.229, | |
| "eval_steps_per_second": 2.279, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.6537290053085023, | |
| "grad_norm": 0.7596032127547677, | |
| "learning_rate": 9.416526436402769e-05, | |
| "loss": 1.5917, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.6711339309024456, | |
| "grad_norm": 0.6240379162553015, | |
| "learning_rate": 9.404326301086532e-05, | |
| "loss": 1.5797, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.6711339309024456, | |
| "eval_loss": 1.6034634113311768, | |
| "eval_runtime": 14.0769, | |
| "eval_samples_per_second": 71.038, | |
| "eval_steps_per_second": 2.273, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.6885388564963884, | |
| "grad_norm": 0.5788152574082417, | |
| "learning_rate": 9.392008965290902e-05, | |
| "loss": 1.595, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.7059437820903316, | |
| "grad_norm": 0.7613056072018011, | |
| "learning_rate": 9.379574798758964e-05, | |
| "loss": 1.5942, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.7059437820903316, | |
| "eval_loss": 1.6013330221176147, | |
| "eval_runtime": 14.0902, | |
| "eval_samples_per_second": 70.971, | |
| "eval_steps_per_second": 2.271, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.7233487076842746, | |
| "grad_norm": 0.45671087383446224, | |
| "learning_rate": 9.367024174740844e-05, | |
| "loss": 1.5779, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.7407536332782176, | |
| "grad_norm": 0.5341748703612714, | |
| "learning_rate": 9.354357469982498e-05, | |
| "loss": 1.5901, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.7407536332782176, | |
| "eval_loss": 1.602180004119873, | |
| "eval_runtime": 14.0601, | |
| "eval_samples_per_second": 71.123, | |
| "eval_steps_per_second": 2.276, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.7581585588721609, | |
| "grad_norm": 0.5660990008488413, | |
| "learning_rate": 9.341575064714412e-05, | |
| "loss": 1.5953, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 1.775563484466104, | |
| "grad_norm": 0.7080232090171026, | |
| "learning_rate": 9.328677342640171e-05, | |
| "loss": 1.5901, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.775563484466104, | |
| "eval_loss": 1.597787618637085, | |
| "eval_runtime": 14.0639, | |
| "eval_samples_per_second": 71.104, | |
| "eval_steps_per_second": 2.275, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.792968410060047, | |
| "grad_norm": 0.6465428735648749, | |
| "learning_rate": 9.315664690924965e-05, | |
| "loss": 1.5865, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 1.8103733356539902, | |
| "grad_norm": 0.8545113512101515, | |
| "learning_rate": 9.302537500183947e-05, | |
| "loss": 1.5798, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.8103733356539902, | |
| "eval_loss": 1.60050630569458, | |
| "eval_runtime": 14.0705, | |
| "eval_samples_per_second": 71.071, | |
| "eval_steps_per_second": 2.274, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.8277782612479332, | |
| "grad_norm": 0.7086149561628375, | |
| "learning_rate": 9.289296164470513e-05, | |
| "loss": 1.5798, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 1.8451831868418762, | |
| "grad_norm": 0.46396866367967887, | |
| "learning_rate": 9.275941081264479e-05, | |
| "loss": 1.588, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.8451831868418762, | |
| "eval_loss": 1.5937552452087402, | |
| "eval_runtime": 14.0343, | |
| "eval_samples_per_second": 71.254, | |
| "eval_steps_per_second": 2.28, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.8625881124358195, | |
| "grad_norm": 1.1595095063144043, | |
| "learning_rate": 9.262472651460142e-05, | |
| "loss": 1.5798, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 1.8799930380297625, | |
| "grad_norm": 0.8316645877038753, | |
| "learning_rate": 9.248891279354255e-05, | |
| "loss": 1.5778, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.8799930380297625, | |
| "eval_loss": 1.5920915603637695, | |
| "eval_runtime": 14.0715, | |
| "eval_samples_per_second": 71.065, | |
| "eval_steps_per_second": 2.274, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.8973979636237055, | |
| "grad_norm": 0.8761341319849855, | |
| "learning_rate": 9.235197372633876e-05, | |
| "loss": 1.5664, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 1.9148028892176487, | |
| "grad_norm": 0.6485467148901543, | |
| "learning_rate": 9.221391342364145e-05, | |
| "loss": 1.5677, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.9148028892176487, | |
| "eval_loss": 1.5863151550292969, | |
| "eval_runtime": 14.0871, | |
| "eval_samples_per_second": 70.987, | |
| "eval_steps_per_second": 2.272, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.9322078148115915, | |
| "grad_norm": 0.9588711088224121, | |
| "learning_rate": 9.207473602975938e-05, | |
| "loss": 1.5839, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 1.9496127404055348, | |
| "grad_norm": 0.43931790873869003, | |
| "learning_rate": 9.193444572253426e-05, | |
| "loss": 1.574, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.9496127404055348, | |
| "eval_loss": 1.5849186182022095, | |
| "eval_runtime": 14.0645, | |
| "eval_samples_per_second": 71.101, | |
| "eval_steps_per_second": 2.275, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.9670176659994778, | |
| "grad_norm": 0.6795793348203765, | |
| "learning_rate": 9.179304671321535e-05, | |
| "loss": 1.5777, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 1.9844225915934208, | |
| "grad_norm": 0.6176461270662813, | |
| "learning_rate": 9.165054324633307e-05, | |
| "loss": 1.5678, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.9844225915934208, | |
| "eval_loss": 1.5820677280426025, | |
| "eval_runtime": 14.1052, | |
| "eval_samples_per_second": 70.896, | |
| "eval_steps_per_second": 2.269, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.0020885910712733, | |
| "grad_norm": 0.782555624360694, | |
| "learning_rate": 9.150693959957152e-05, | |
| "loss": 1.5863, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.019493516665216, | |
| "grad_norm": 0.7711510253908263, | |
| "learning_rate": 9.136224008364015e-05, | |
| "loss": 1.5006, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.019493516665216, | |
| "eval_loss": 1.5815701484680176, | |
| "eval_runtime": 14.0399, | |
| "eval_samples_per_second": 71.226, | |
| "eval_steps_per_second": 2.279, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.0368984422591594, | |
| "grad_norm": 0.5809585755773129, | |
| "learning_rate": 9.121644904214432e-05, | |
| "loss": 1.5034, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.0543033678531026, | |
| "grad_norm": 0.4145082330936503, | |
| "learning_rate": 9.10695708514549e-05, | |
| "loss": 1.4994, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.0543033678531026, | |
| "eval_loss": 1.5821447372436523, | |
| "eval_runtime": 14.0598, | |
| "eval_samples_per_second": 71.125, | |
| "eval_steps_per_second": 2.276, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.0717082934470454, | |
| "grad_norm": 0.5577414193307454, | |
| "learning_rate": 9.092160992057697e-05, | |
| "loss": 1.4934, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.0891132190409887, | |
| "grad_norm": 0.5077291954396825, | |
| "learning_rate": 9.077257069101733e-05, | |
| "loss": 1.4919, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.0891132190409887, | |
| "eval_loss": 1.5732625722885132, | |
| "eval_runtime": 14.0816, | |
| "eval_samples_per_second": 71.015, | |
| "eval_steps_per_second": 2.272, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.1065181446349315, | |
| "grad_norm": 0.4907623613867345, | |
| "learning_rate": 9.062245763665137e-05, | |
| "loss": 1.4933, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.1239230702288747, | |
| "grad_norm": 0.49160985362367293, | |
| "learning_rate": 9.04712752635886e-05, | |
| "loss": 1.4876, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.1239230702288747, | |
| "eval_loss": 1.5737123489379883, | |
| "eval_runtime": 14.0837, | |
| "eval_samples_per_second": 71.004, | |
| "eval_steps_per_second": 2.272, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.141327995822818, | |
| "grad_norm": 0.948878020362848, | |
| "learning_rate": 9.031902811003746e-05, | |
| "loss": 1.4974, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.1587329214167608, | |
| "grad_norm": 0.716453462989888, | |
| "learning_rate": 9.016572074616909e-05, | |
| "loss": 1.4867, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.1587329214167608, | |
| "eval_loss": 1.569942831993103, | |
| "eval_runtime": 14.0346, | |
| "eval_samples_per_second": 71.253, | |
| "eval_steps_per_second": 2.28, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.176137847010704, | |
| "grad_norm": 0.5543365763764092, | |
| "learning_rate": 9.001135777398015e-05, | |
| "loss": 1.4888, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.1935427726046473, | |
| "grad_norm": 0.5680832721760428, | |
| "learning_rate": 8.985594382715461e-05, | |
| "loss": 1.4972, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.1935427726046473, | |
| "eval_loss": 1.5667256116867065, | |
| "eval_runtime": 14.0709, | |
| "eval_samples_per_second": 71.069, | |
| "eval_steps_per_second": 2.274, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.21094769819859, | |
| "grad_norm": 0.5247769764374891, | |
| "learning_rate": 8.969948357092481e-05, | |
| "loss": 1.5106, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 2.2283526237925333, | |
| "grad_norm": 0.9601829153693605, | |
| "learning_rate": 8.954198170193119e-05, | |
| "loss": 1.4849, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.2283526237925333, | |
| "eval_loss": 1.5672996044158936, | |
| "eval_runtime": 14.0285, | |
| "eval_samples_per_second": 71.283, | |
| "eval_steps_per_second": 2.281, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.2457575493864765, | |
| "grad_norm": 0.6119058208607214, | |
| "learning_rate": 8.938344294808152e-05, | |
| "loss": 1.4939, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 2.2631624749804193, | |
| "grad_norm": 0.8721578158654933, | |
| "learning_rate": 8.922387206840886e-05, | |
| "loss": 1.4873, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.2631624749804193, | |
| "eval_loss": 1.561486840248108, | |
| "eval_runtime": 15.6671, | |
| "eval_samples_per_second": 63.828, | |
| "eval_steps_per_second": 2.042, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.2805674005743626, | |
| "grad_norm": 0.5628459276663417, | |
| "learning_rate": 8.906327385292873e-05, | |
| "loss": 1.4936, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 2.297972326168306, | |
| "grad_norm": 0.5767623365443796, | |
| "learning_rate": 8.890165312249534e-05, | |
| "loss": 1.4966, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.297972326168306, | |
| "eval_loss": 1.5614709854125977, | |
| "eval_runtime": 14.0898, | |
| "eval_samples_per_second": 70.973, | |
| "eval_steps_per_second": 2.271, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.3153772517622486, | |
| "grad_norm": 0.564692340379062, | |
| "learning_rate": 8.873901472865682e-05, | |
| "loss": 1.4933, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 2.332782177356192, | |
| "grad_norm": 0.5755602053524008, | |
| "learning_rate": 8.857536355350971e-05, | |
| "loss": 1.4985, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.332782177356192, | |
| "eval_loss": 1.564212441444397, | |
| "eval_runtime": 14.0197, | |
| "eval_samples_per_second": 71.328, | |
| "eval_steps_per_second": 2.283, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.3501871029501347, | |
| "grad_norm": 0.5524361278563438, | |
| "learning_rate": 8.841070450955225e-05, | |
| "loss": 1.4984, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 2.367592028544078, | |
| "grad_norm": 0.5237132838370414, | |
| "learning_rate": 8.8245042539537e-05, | |
| "loss": 1.4865, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.367592028544078, | |
| "eval_loss": 1.5604348182678223, | |
| "eval_runtime": 14.0798, | |
| "eval_samples_per_second": 71.024, | |
| "eval_steps_per_second": 2.273, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.384996954138021, | |
| "grad_norm": 0.6294523267926565, | |
| "learning_rate": 8.80783826163225e-05, | |
| "loss": 1.4816, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 2.402401879731964, | |
| "grad_norm": 0.6439531784449674, | |
| "learning_rate": 8.791072974272393e-05, | |
| "loss": 1.4774, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.402401879731964, | |
| "eval_loss": 1.561761736869812, | |
| "eval_runtime": 14.1204, | |
| "eval_samples_per_second": 70.82, | |
| "eval_steps_per_second": 2.266, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.419806805325907, | |
| "grad_norm": 0.7331282546029708, | |
| "learning_rate": 8.774208895136295e-05, | |
| "loss": 1.4853, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 2.4372117309198504, | |
| "grad_norm": 0.6057172385943509, | |
| "learning_rate": 8.757246530451666e-05, | |
| "loss": 1.4938, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.4372117309198504, | |
| "eval_loss": 1.5611796379089355, | |
| "eval_runtime": 14.0561, | |
| "eval_samples_per_second": 71.143, | |
| "eval_steps_per_second": 2.277, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.4546166565137932, | |
| "grad_norm": 0.5755336572051023, | |
| "learning_rate": 8.740186389396561e-05, | |
| "loss": 1.4759, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 2.4720215821077365, | |
| "grad_norm": 0.5890793091489283, | |
| "learning_rate": 8.723028984084096e-05, | |
| "loss": 1.4847, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.4720215821077365, | |
| "eval_loss": 1.555484414100647, | |
| "eval_runtime": 14.0449, | |
| "eval_samples_per_second": 71.2, | |
| "eval_steps_per_second": 2.278, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.4894265077016797, | |
| "grad_norm": 0.5346651318043478, | |
| "learning_rate": 8.705774829547078e-05, | |
| "loss": 1.478, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 2.5068314332956225, | |
| "grad_norm": 0.5993257736517031, | |
| "learning_rate": 8.688424443722541e-05, | |
| "loss": 1.4937, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.5068314332956225, | |
| "eval_loss": 1.5523546934127808, | |
| "eval_runtime": 14.1612, | |
| "eval_samples_per_second": 70.616, | |
| "eval_steps_per_second": 2.26, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.5242363588895658, | |
| "grad_norm": 0.616236652084947, | |
| "learning_rate": 8.670978347436197e-05, | |
| "loss": 1.4995, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 2.541641284483509, | |
| "grad_norm": 0.6365730699693021, | |
| "learning_rate": 8.653437064386809e-05, | |
| "loss": 1.4806, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.541641284483509, | |
| "eval_loss": 1.550804615020752, | |
| "eval_runtime": 14.048, | |
| "eval_samples_per_second": 71.185, | |
| "eval_steps_per_second": 2.278, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.559046210077452, | |
| "grad_norm": 0.6440606032383255, | |
| "learning_rate": 8.635801121130467e-05, | |
| "loss": 1.481, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 2.576451135671395, | |
| "grad_norm": 0.6891455396803525, | |
| "learning_rate": 8.618071047064775e-05, | |
| "loss": 1.4847, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.576451135671395, | |
| "eval_loss": 1.5513026714324951, | |
| "eval_runtime": 14.0222, | |
| "eval_samples_per_second": 71.316, | |
| "eval_steps_per_second": 2.282, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.5938560612653383, | |
| "grad_norm": 0.4446103623530005, | |
| "learning_rate": 8.60024737441297e-05, | |
| "loss": 1.4888, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 2.611260986859281, | |
| "grad_norm": 0.44925002147798715, | |
| "learning_rate": 8.582330638207942e-05, | |
| "loss": 1.4809, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.611260986859281, | |
| "eval_loss": 1.5466996431350708, | |
| "eval_runtime": 14.0228, | |
| "eval_samples_per_second": 71.313, | |
| "eval_steps_per_second": 2.282, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.6286659124532243, | |
| "grad_norm": 0.5311376135998006, | |
| "learning_rate": 8.564321376276172e-05, | |
| "loss": 1.4829, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 2.6460708380471676, | |
| "grad_norm": 0.6263059930294285, | |
| "learning_rate": 8.546220129221588e-05, | |
| "loss": 1.4888, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.6460708380471676, | |
| "eval_loss": 1.5447512865066528, | |
| "eval_runtime": 14.0345, | |
| "eval_samples_per_second": 71.253, | |
| "eval_steps_per_second": 2.28, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.6634757636411104, | |
| "grad_norm": 0.5056520557379114, | |
| "learning_rate": 8.528027440409334e-05, | |
| "loss": 1.482, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 2.6808806892350536, | |
| "grad_norm": 0.689156588626962, | |
| "learning_rate": 8.509743855949466e-05, | |
| "loss": 1.4829, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.6808806892350536, | |
| "eval_loss": 1.5431241989135742, | |
| "eval_runtime": 14.083, | |
| "eval_samples_per_second": 71.007, | |
| "eval_steps_per_second": 2.272, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.698285614828997, | |
| "grad_norm": 0.5268429121635465, | |
| "learning_rate": 8.491369924680552e-05, | |
| "loss": 1.4769, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 2.7156905404229397, | |
| "grad_norm": 0.9679656265410633, | |
| "learning_rate": 8.472906198153204e-05, | |
| "loss": 1.4902, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.7156905404229397, | |
| "eval_loss": 1.5384787321090698, | |
| "eval_runtime": 14.0677, | |
| "eval_samples_per_second": 71.085, | |
| "eval_steps_per_second": 2.275, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.733095466016883, | |
| "grad_norm": 0.7091039157888012, | |
| "learning_rate": 8.454353230613517e-05, | |
| "loss": 1.4846, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 2.7505003916108257, | |
| "grad_norm": 0.6448096725922331, | |
| "learning_rate": 8.435711578986429e-05, | |
| "loss": 1.4684, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.7505003916108257, | |
| "eval_loss": 1.5361462831497192, | |
| "eval_runtime": 14.0404, | |
| "eval_samples_per_second": 71.223, | |
| "eval_steps_per_second": 2.279, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.767905317204769, | |
| "grad_norm": 0.5425910282960384, | |
| "learning_rate": 8.416981802859007e-05, | |
| "loss": 1.4796, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 2.785310242798712, | |
| "grad_norm": 0.5429913334342548, | |
| "learning_rate": 8.398164464463652e-05, | |
| "loss": 1.4772, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.785310242798712, | |
| "eval_loss": 1.5346025228500366, | |
| "eval_runtime": 14.0528, | |
| "eval_samples_per_second": 71.16, | |
| "eval_steps_per_second": 2.277, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.802715168392655, | |
| "grad_norm": 0.6466419466287323, | |
| "learning_rate": 8.379260128661213e-05, | |
| "loss": 1.4677, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 2.8201200939865982, | |
| "grad_norm": 0.48139640132817235, | |
| "learning_rate": 8.360269362924042e-05, | |
| "loss": 1.4791, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.8201200939865982, | |
| "eval_loss": 1.528983235359192, | |
| "eval_runtime": 14.0868, | |
| "eval_samples_per_second": 70.988, | |
| "eval_steps_per_second": 2.272, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.837525019580541, | |
| "grad_norm": 0.5920090390900422, | |
| "learning_rate": 8.34119273731895e-05, | |
| "loss": 1.4717, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 2.8549299451744843, | |
| "grad_norm": 0.47121021893039383, | |
| "learning_rate": 8.322030824490102e-05, | |
| "loss": 1.4702, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.8549299451744843, | |
| "eval_loss": 1.5299367904663086, | |
| "eval_runtime": 14.0771, | |
| "eval_samples_per_second": 71.037, | |
| "eval_steps_per_second": 2.273, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.8723348707684275, | |
| "grad_norm": 0.518097234789271, | |
| "learning_rate": 8.302784199641815e-05, | |
| "loss": 1.4674, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 2.8897397963623703, | |
| "grad_norm": 0.6012732431723707, | |
| "learning_rate": 8.283453440521316e-05, | |
| "loss": 1.4665, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.8897397963623703, | |
| "eval_loss": 1.52743661403656, | |
| "eval_runtime": 14.0338, | |
| "eval_samples_per_second": 71.257, | |
| "eval_steps_per_second": 2.28, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.9071447219563136, | |
| "grad_norm": 0.5403867143777185, | |
| "learning_rate": 8.26403912740137e-05, | |
| "loss": 1.4727, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 2.924549647550257, | |
| "grad_norm": 0.43902817489106005, | |
| "learning_rate": 8.244541843062877e-05, | |
| "loss": 1.4647, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.924549647550257, | |
| "eval_loss": 1.5245391130447388, | |
| "eval_runtime": 14.0462, | |
| "eval_samples_per_second": 71.194, | |
| "eval_steps_per_second": 2.278, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.9419545731441996, | |
| "grad_norm": 0.4748998355550296, | |
| "learning_rate": 8.224962172777383e-05, | |
| "loss": 1.4642, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 2.959359498738143, | |
| "grad_norm": 0.4313453952117379, | |
| "learning_rate": 8.205300704289496e-05, | |
| "loss": 1.4715, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.959359498738143, | |
| "eval_loss": 1.5203490257263184, | |
| "eval_runtime": 14.0114, | |
| "eval_samples_per_second": 71.371, | |
| "eval_steps_per_second": 2.284, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.976764424332086, | |
| "grad_norm": 0.4274467222156833, | |
| "learning_rate": 8.185558027799258e-05, | |
| "loss": 1.4726, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 2.994169349926029, | |
| "grad_norm": 0.6679830853428892, | |
| "learning_rate": 8.165734735944413e-05, | |
| "loss": 1.4688, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.994169349926029, | |
| "eval_loss": 1.5217746496200562, | |
| "eval_runtime": 14.0739, | |
| "eval_samples_per_second": 71.053, | |
| "eval_steps_per_second": 2.274, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 3.0118353494038814, | |
| "grad_norm": 0.5385154360638814, | |
| "learning_rate": 8.145831423782632e-05, | |
| "loss": 1.4221, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 3.0292402749978242, | |
| "grad_norm": 0.4522644821562811, | |
| "learning_rate": 8.125848688773643e-05, | |
| "loss": 1.367, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 3.0292402749978242, | |
| "eval_loss": 1.528028130531311, | |
| "eval_runtime": 14.0484, | |
| "eval_samples_per_second": 71.182, | |
| "eval_steps_per_second": 2.278, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 3.0466452005917675, | |
| "grad_norm": 0.5423484195953633, | |
| "learning_rate": 8.105787130761297e-05, | |
| "loss": 1.365, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 3.0640501261857107, | |
| "grad_norm": 0.5739682275817762, | |
| "learning_rate": 8.08564735195556e-05, | |
| "loss": 1.3722, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 3.0640501261857107, | |
| "eval_loss": 1.5242141485214233, | |
| "eval_runtime": 14.0838, | |
| "eval_samples_per_second": 71.003, | |
| "eval_steps_per_second": 2.272, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 3.0814550517796535, | |
| "grad_norm": 0.4693165515239932, | |
| "learning_rate": 8.06542995691444e-05, | |
| "loss": 1.372, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 3.0988599773735968, | |
| "grad_norm": 0.8181124317276868, | |
| "learning_rate": 8.04513555252584e-05, | |
| "loss": 1.3786, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 3.0988599773735968, | |
| "eval_loss": 1.5413788557052612, | |
| "eval_runtime": 14.0509, | |
| "eval_samples_per_second": 71.17, | |
| "eval_steps_per_second": 2.277, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 3.11626490296754, | |
| "grad_norm": 0.4557422607086103, | |
| "learning_rate": 8.024764747989332e-05, | |
| "loss": 1.3787, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 3.133669828561483, | |
| "grad_norm": 0.5469507008985239, | |
| "learning_rate": 8.00431815479788e-05, | |
| "loss": 1.3723, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 3.133669828561483, | |
| "eval_loss": 1.5236259698867798, | |
| "eval_runtime": 14.0373, | |
| "eval_samples_per_second": 71.239, | |
| "eval_steps_per_second": 2.28, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 3.151074754155426, | |
| "grad_norm": 0.4960756983190434, | |
| "learning_rate": 7.983796386719481e-05, | |
| "loss": 1.3639, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 3.1684796797493693, | |
| "grad_norm": 0.5129111765247095, | |
| "learning_rate": 7.963200059778732e-05, | |
| "loss": 1.3905, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 3.1684796797493693, | |
| "eval_loss": 1.5138270854949951, | |
| "eval_runtime": 14.1186, | |
| "eval_samples_per_second": 70.829, | |
| "eval_steps_per_second": 2.267, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 3.185884605343312, | |
| "grad_norm": 0.42247230971649347, | |
| "learning_rate": 7.942529792238357e-05, | |
| "loss": 1.3742, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 3.2032895309372553, | |
| "grad_norm": 0.49904682272530276, | |
| "learning_rate": 7.921786204580626e-05, | |
| "loss": 1.3722, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 3.2032895309372553, | |
| "eval_loss": 1.516204595565796, | |
| "eval_runtime": 14.1219, | |
| "eval_samples_per_second": 70.812, | |
| "eval_steps_per_second": 2.266, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 3.220694456531198, | |
| "grad_norm": 0.7397633131463133, | |
| "learning_rate": 7.900969919488747e-05, | |
| "loss": 1.3762, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 3.2380993821251414, | |
| "grad_norm": 0.4582585234648608, | |
| "learning_rate": 7.880081561828164e-05, | |
| "loss": 1.3707, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 3.2380993821251414, | |
| "eval_loss": 1.510941505432129, | |
| "eval_runtime": 14.0773, | |
| "eval_samples_per_second": 71.036, | |
| "eval_steps_per_second": 2.273, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 3.2555043077190846, | |
| "grad_norm": 0.7597768772603912, | |
| "learning_rate": 7.859121758627805e-05, | |
| "loss": 1.3644, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 3.2729092333130274, | |
| "grad_norm": 0.4671394975402726, | |
| "learning_rate": 7.838091139061257e-05, | |
| "loss": 1.377, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 3.2729092333130274, | |
| "eval_loss": 1.5095287561416626, | |
| "eval_runtime": 14.08, | |
| "eval_samples_per_second": 71.023, | |
| "eval_steps_per_second": 2.273, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 3.2903141589069707, | |
| "grad_norm": 0.6488585559041425, | |
| "learning_rate": 7.81699033442788e-05, | |
| "loss": 1.3814, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 3.307719084500914, | |
| "grad_norm": 0.60047167590259, | |
| "learning_rate": 7.795819978133857e-05, | |
| "loss": 1.3933, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 3.307719084500914, | |
| "eval_loss": 1.5094648599624634, | |
| "eval_runtime": 14.0657, | |
| "eval_samples_per_second": 71.095, | |
| "eval_steps_per_second": 2.275, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 3.3251240100948567, | |
| "grad_norm": 0.5120665387653157, | |
| "learning_rate": 7.774580705673178e-05, | |
| "loss": 1.3791, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 3.3425289356888, | |
| "grad_norm": 0.4897005552721969, | |
| "learning_rate": 7.75327315460857e-05, | |
| "loss": 1.3799, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 3.3425289356888, | |
| "eval_loss": 1.506594181060791, | |
| "eval_runtime": 14.0207, | |
| "eval_samples_per_second": 71.323, | |
| "eval_steps_per_second": 2.282, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 3.359933861282743, | |
| "grad_norm": 0.6114201210671623, | |
| "learning_rate": 7.73189796455235e-05, | |
| "loss": 1.3693, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 3.377338786876686, | |
| "grad_norm": 0.48276642492539806, | |
| "learning_rate": 7.710455777147235e-05, | |
| "loss": 1.3666, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 3.377338786876686, | |
| "eval_loss": 1.503042221069336, | |
| "eval_runtime": 14.1057, | |
| "eval_samples_per_second": 70.893, | |
| "eval_steps_per_second": 2.269, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 3.3947437124706292, | |
| "grad_norm": 0.41168106873603116, | |
| "learning_rate": 7.688947236047066e-05, | |
| "loss": 1.379, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 3.412148638064572, | |
| "grad_norm": 0.8870199328897735, | |
| "learning_rate": 7.667372986897506e-05, | |
| "loss": 1.3824, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 3.412148638064572, | |
| "eval_loss": 1.5050235986709595, | |
| "eval_runtime": 14.0443, | |
| "eval_samples_per_second": 71.203, | |
| "eval_steps_per_second": 2.279, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 3.4295535636585153, | |
| "grad_norm": 0.43715464592108627, | |
| "learning_rate": 7.645733677316645e-05, | |
| "loss": 1.3783, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 3.4469584892524585, | |
| "grad_norm": 0.468234113819773, | |
| "learning_rate": 7.624029956875564e-05, | |
| "loss": 1.3758, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 3.4469584892524585, | |
| "eval_loss": 1.4960707426071167, | |
| "eval_runtime": 14.0681, | |
| "eval_samples_per_second": 71.083, | |
| "eval_steps_per_second": 2.275, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 3.4643634148464013, | |
| "grad_norm": 0.43920113071992883, | |
| "learning_rate": 7.602262477078834e-05, | |
| "loss": 1.3781, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 3.4817683404403446, | |
| "grad_norm": 0.5400880842727124, | |
| "learning_rate": 7.580431891344967e-05, | |
| "loss": 1.3661, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.4817683404403446, | |
| "eval_loss": 1.4914283752441406, | |
| "eval_runtime": 14.0434, | |
| "eval_samples_per_second": 71.208, | |
| "eval_steps_per_second": 2.279, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.499173266034288, | |
| "grad_norm": 0.5988472397522009, | |
| "learning_rate": 7.558538854986791e-05, | |
| "loss": 1.3764, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 3.5165781916282306, | |
| "grad_norm": 0.8444574285812011, | |
| "learning_rate": 7.536584025191782e-05, | |
| "loss": 1.3737, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 3.5165781916282306, | |
| "eval_loss": 1.4899932146072388, | |
| "eval_runtime": 14.0384, | |
| "eval_samples_per_second": 71.233, | |
| "eval_steps_per_second": 2.279, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 3.533983117222174, | |
| "grad_norm": 0.46208976459931617, | |
| "learning_rate": 7.514568061002343e-05, | |
| "loss": 1.3748, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 3.551388042816117, | |
| "grad_norm": 0.48277184847168264, | |
| "learning_rate": 7.492491623296011e-05, | |
| "loss": 1.3851, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 3.551388042816117, | |
| "eval_loss": 1.487738013267517, | |
| "eval_runtime": 14.035, | |
| "eval_samples_per_second": 71.25, | |
| "eval_steps_per_second": 2.28, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 3.56879296841006, | |
| "grad_norm": 0.5878106590021267, | |
| "learning_rate": 7.470355374765626e-05, | |
| "loss": 1.3792, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 3.586197894004003, | |
| "grad_norm": 0.6218481065209976, | |
| "learning_rate": 7.448159979899435e-05, | |
| "loss": 1.3614, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 3.586197894004003, | |
| "eval_loss": 1.4880549907684326, | |
| "eval_runtime": 14.0575, | |
| "eval_samples_per_second": 71.136, | |
| "eval_steps_per_second": 2.276, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 3.6036028195979464, | |
| "grad_norm": 0.43014733880077827, | |
| "learning_rate": 7.425906104961146e-05, | |
| "loss": 1.3529, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 3.621007745191889, | |
| "grad_norm": 0.38180996387086397, | |
| "learning_rate": 7.403594417969929e-05, | |
| "loss": 1.3708, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 3.621007745191889, | |
| "eval_loss": 1.485776424407959, | |
| "eval_runtime": 14.0127, | |
| "eval_samples_per_second": 71.364, | |
| "eval_steps_per_second": 2.284, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 3.6384126707858324, | |
| "grad_norm": 0.640922818316427, | |
| "learning_rate": 7.38122558868036e-05, | |
| "loss": 1.3768, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 3.6558175963797757, | |
| "grad_norm": 0.5101843138500863, | |
| "learning_rate": 7.358800288562322e-05, | |
| "loss": 1.3778, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.6558175963797757, | |
| "eval_loss": 1.482886791229248, | |
| "eval_runtime": 14.0734, | |
| "eval_samples_per_second": 71.056, | |
| "eval_steps_per_second": 2.274, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.6732225219737185, | |
| "grad_norm": 0.4741527452791268, | |
| "learning_rate": 7.33631919078084e-05, | |
| "loss": 1.3838, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 3.6906274475676617, | |
| "grad_norm": 0.5102702944909827, | |
| "learning_rate": 7.313782970175884e-05, | |
| "loss": 1.3759, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 3.6906274475676617, | |
| "eval_loss": 1.4799257516860962, | |
| "eval_runtime": 14.007, | |
| "eval_samples_per_second": 71.393, | |
| "eval_steps_per_second": 2.285, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 3.708032373161605, | |
| "grad_norm": 0.48024693782242006, | |
| "learning_rate": 7.291192303242105e-05, | |
| "loss": 1.3643, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 3.7254372987555477, | |
| "grad_norm": 0.7062059015983605, | |
| "learning_rate": 7.26854786810853e-05, | |
| "loss": 1.3799, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 3.7254372987555477, | |
| "eval_loss": 1.4801214933395386, | |
| "eval_runtime": 14.1078, | |
| "eval_samples_per_second": 70.883, | |
| "eval_steps_per_second": 2.268, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 3.742842224349491, | |
| "grad_norm": 0.46375178262944156, | |
| "learning_rate": 7.245850344518204e-05, | |
| "loss": 1.3732, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 3.7602471499434342, | |
| "grad_norm": 0.4169945821614371, | |
| "learning_rate": 7.223100413807791e-05, | |
| "loss": 1.3724, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 3.7602471499434342, | |
| "eval_loss": 1.473942518234253, | |
| "eval_runtime": 14.1259, | |
| "eval_samples_per_second": 70.792, | |
| "eval_steps_per_second": 2.265, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 3.777652075537377, | |
| "grad_norm": 0.4786950005537502, | |
| "learning_rate": 7.200298758887112e-05, | |
| "loss": 1.3591, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 3.7950570011313203, | |
| "grad_norm": 0.45323468154555957, | |
| "learning_rate": 7.177446064218653e-05, | |
| "loss": 1.3746, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 3.7950570011313203, | |
| "eval_loss": 1.4767768383026123, | |
| "eval_runtime": 14.103, | |
| "eval_samples_per_second": 70.907, | |
| "eval_steps_per_second": 2.269, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 3.8124619267252635, | |
| "grad_norm": 0.5072239832224601, | |
| "learning_rate": 7.154543015797018e-05, | |
| "loss": 1.3633, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 3.8298668523192063, | |
| "grad_norm": 0.45536613779948765, | |
| "learning_rate": 7.131590301128332e-05, | |
| "loss": 1.3738, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.8298668523192063, | |
| "eval_loss": 1.4675488471984863, | |
| "eval_runtime": 14.0469, | |
| "eval_samples_per_second": 71.19, | |
| "eval_steps_per_second": 2.278, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.8472717779131496, | |
| "grad_norm": 0.4924988003169001, | |
| "learning_rate": 7.108588609209616e-05, | |
| "loss": 1.3654, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 3.8646767035070924, | |
| "grad_norm": 0.5502823179480381, | |
| "learning_rate": 7.085538630508079e-05, | |
| "loss": 1.3748, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 3.8646767035070924, | |
| "eval_loss": 1.4667439460754395, | |
| "eval_runtime": 14.0612, | |
| "eval_samples_per_second": 71.117, | |
| "eval_steps_per_second": 2.276, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 3.8820816291010356, | |
| "grad_norm": 0.4005236928047556, | |
| "learning_rate": 7.06244105694042e-05, | |
| "loss": 1.3632, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 3.8994865546949784, | |
| "grad_norm": 0.3994617195202627, | |
| "learning_rate": 7.039296581852047e-05, | |
| "loss": 1.3638, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 3.8994865546949784, | |
| "eval_loss": 1.4673991203308105, | |
| "eval_runtime": 14.0586, | |
| "eval_samples_per_second": 71.131, | |
| "eval_steps_per_second": 2.276, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 3.9168914802889216, | |
| "grad_norm": 0.4718231822866558, | |
| "learning_rate": 7.016105899996253e-05, | |
| "loss": 1.3547, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 3.934296405882865, | |
| "grad_norm": 0.425400606548342, | |
| "learning_rate": 6.992869707513378e-05, | |
| "loss": 1.3591, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 3.934296405882865, | |
| "eval_loss": 1.459977149963379, | |
| "eval_runtime": 14.1244, | |
| "eval_samples_per_second": 70.8, | |
| "eval_steps_per_second": 2.266, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 3.9517013314768077, | |
| "grad_norm": 0.6094028916094415, | |
| "learning_rate": 6.969588701909903e-05, | |
| "loss": 1.3665, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 3.969106257070751, | |
| "grad_norm": 0.4997581398839394, | |
| "learning_rate": 6.946263582037512e-05, | |
| "loss": 1.3681, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 3.969106257070751, | |
| "eval_loss": 1.4571024179458618, | |
| "eval_runtime": 14.0538, | |
| "eval_samples_per_second": 71.155, | |
| "eval_steps_per_second": 2.277, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 3.986511182664694, | |
| "grad_norm": 0.419442084888397, | |
| "learning_rate": 6.922895048072121e-05, | |
| "loss": 1.3622, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 4.004177182142547, | |
| "grad_norm": 0.510961669127063, | |
| "learning_rate": 6.899483801492848e-05, | |
| "loss": 1.3611, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 4.004177182142547, | |
| "eval_loss": 1.4761611223220825, | |
| "eval_runtime": 14.0434, | |
| "eval_samples_per_second": 71.208, | |
| "eval_steps_per_second": 2.279, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 4.0215821077364895, | |
| "grad_norm": 0.359984068442801, | |
| "learning_rate": 6.876030545060968e-05, | |
| "loss": 1.2575, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 4.038987033330432, | |
| "grad_norm": 0.4508298482108128, | |
| "learning_rate": 6.852535982798811e-05, | |
| "loss": 1.2673, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 4.038987033330432, | |
| "eval_loss": 1.4824572801589966, | |
| "eval_runtime": 14.0372, | |
| "eval_samples_per_second": 71.239, | |
| "eval_steps_per_second": 2.28, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 4.056391958924376, | |
| "grad_norm": 0.5105245994253033, | |
| "learning_rate": 6.829000819968629e-05, | |
| "loss": 1.2525, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 4.073796884518319, | |
| "grad_norm": 0.4203725673046683, | |
| "learning_rate": 6.805425763051424e-05, | |
| "loss": 1.2677, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 4.073796884518319, | |
| "eval_loss": 1.472180962562561, | |
| "eval_runtime": 14.0591, | |
| "eval_samples_per_second": 71.128, | |
| "eval_steps_per_second": 2.276, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 4.091201810112262, | |
| "grad_norm": 0.38712294033347516, | |
| "learning_rate": 6.781811519725747e-05, | |
| "loss": 1.2534, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 4.108606735706205, | |
| "grad_norm": 0.41858817044319796, | |
| "learning_rate": 6.75815879884645e-05, | |
| "loss": 1.2753, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 4.108606735706205, | |
| "eval_loss": 1.4664199352264404, | |
| "eval_runtime": 14.0495, | |
| "eval_samples_per_second": 71.177, | |
| "eval_steps_per_second": 2.278, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 4.126011661300148, | |
| "grad_norm": 0.5924037245352706, | |
| "learning_rate": 6.734468310423405e-05, | |
| "loss": 1.2565, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 4.143416586894091, | |
| "grad_norm": 0.3680638515557493, | |
| "learning_rate": 6.710740765600199e-05, | |
| "loss": 1.2608, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 4.143416586894091, | |
| "eval_loss": 1.467428207397461, | |
| "eval_runtime": 14.0532, | |
| "eval_samples_per_second": 71.158, | |
| "eval_steps_per_second": 2.277, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 4.160821512488035, | |
| "grad_norm": 0.4239923835385664, | |
| "learning_rate": 6.686976876632775e-05, | |
| "loss": 1.2566, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 4.178226438081977, | |
| "grad_norm": 0.4072676808347653, | |
| "learning_rate": 6.663177356868066e-05, | |
| "loss": 1.267, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 4.178226438081977, | |
| "eval_loss": 1.4641155004501343, | |
| "eval_runtime": 14.0749, | |
| "eval_samples_per_second": 71.048, | |
| "eval_steps_per_second": 2.274, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 4.19563136367592, | |
| "grad_norm": 0.38308573243152166, | |
| "learning_rate": 6.639342920722572e-05, | |
| "loss": 1.268, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 4.213036289269863, | |
| "grad_norm": 0.47067456984486256, | |
| "learning_rate": 6.615474283660912e-05, | |
| "loss": 1.2608, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 4.213036289269863, | |
| "eval_loss": 1.4621833562850952, | |
| "eval_runtime": 14.0635, | |
| "eval_samples_per_second": 71.106, | |
| "eval_steps_per_second": 2.275, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 4.230441214863807, | |
| "grad_norm": 0.41465500653982246, | |
| "learning_rate": 6.591572162174357e-05, | |
| "loss": 1.2611, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 4.247846140457749, | |
| "grad_norm": 0.5006181524051718, | |
| "learning_rate": 6.567637273759312e-05, | |
| "loss": 1.2658, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 4.247846140457749, | |
| "eval_loss": 1.4607986211776733, | |
| "eval_runtime": 14.0526, | |
| "eval_samples_per_second": 71.161, | |
| "eval_steps_per_second": 2.277, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 4.265251066051692, | |
| "grad_norm": 0.46320424309054886, | |
| "learning_rate": 6.543670336895791e-05, | |
| "loss": 1.2694, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 4.282655991645636, | |
| "grad_norm": 0.4492209661616836, | |
| "learning_rate": 6.519672071025834e-05, | |
| "loss": 1.2569, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 4.282655991645636, | |
| "eval_loss": 1.4562019109725952, | |
| "eval_runtime": 14.1388, | |
| "eval_samples_per_second": 70.727, | |
| "eval_steps_per_second": 2.263, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 4.300060917239579, | |
| "grad_norm": 0.4579041066223542, | |
| "learning_rate": 6.49564319653192e-05, | |
| "loss": 1.2705, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 4.3174658428335215, | |
| "grad_norm": 0.41044746093000073, | |
| "learning_rate": 6.471584434715347e-05, | |
| "loss": 1.2804, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 4.3174658428335215, | |
| "eval_loss": 1.4542485475540161, | |
| "eval_runtime": 14.0449, | |
| "eval_samples_per_second": 71.2, | |
| "eval_steps_per_second": 2.278, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 4.334870768427465, | |
| "grad_norm": 0.4755837891085034, | |
| "learning_rate": 6.447496507774564e-05, | |
| "loss": 1.2782, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 4.352275694021408, | |
| "grad_norm": 0.49522782677873795, | |
| "learning_rate": 6.423380138783509e-05, | |
| "loss": 1.2685, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 4.352275694021408, | |
| "eval_loss": 1.4510482549667358, | |
| "eval_runtime": 14.0665, | |
| "eval_samples_per_second": 71.091, | |
| "eval_steps_per_second": 2.275, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 4.369680619615351, | |
| "grad_norm": 0.5007555697476355, | |
| "learning_rate": 6.399236051669893e-05, | |
| "loss": 1.2748, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 4.3870855452092945, | |
| "grad_norm": 0.45389084486453746, | |
| "learning_rate": 6.375064971193474e-05, | |
| "loss": 1.2723, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 4.3870855452092945, | |
| "eval_loss": 1.4454187154769897, | |
| "eval_runtime": 14.0609, | |
| "eval_samples_per_second": 71.119, | |
| "eval_steps_per_second": 2.276, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 4.404490470803237, | |
| "grad_norm": 0.4411006402766819, | |
| "learning_rate": 6.350867622924301e-05, | |
| "loss": 1.2727, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 4.42189539639718, | |
| "grad_norm": 0.4718939439523075, | |
| "learning_rate": 6.326644733220929e-05, | |
| "loss": 1.2721, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 4.42189539639718, | |
| "eval_loss": 1.44533371925354, | |
| "eval_runtime": 14.1018, | |
| "eval_samples_per_second": 70.913, | |
| "eval_steps_per_second": 2.269, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 4.439300321991124, | |
| "grad_norm": 0.41247031809294676, | |
| "learning_rate": 6.302397029208622e-05, | |
| "loss": 1.2808, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 4.456705247585067, | |
| "grad_norm": 0.38741871217697404, | |
| "learning_rate": 6.27812523875752e-05, | |
| "loss": 1.268, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 4.456705247585067, | |
| "eval_loss": 1.4404164552688599, | |
| "eval_runtime": 14.0387, | |
| "eval_samples_per_second": 71.232, | |
| "eval_steps_per_second": 2.279, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 4.474110173179009, | |
| "grad_norm": 0.4967510071922009, | |
| "learning_rate": 6.253830090460792e-05, | |
| "loss": 1.261, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 4.491515098772953, | |
| "grad_norm": 0.39017606300326335, | |
| "learning_rate": 6.229512313612769e-05, | |
| "loss": 1.2708, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 4.491515098772953, | |
| "eval_loss": 1.4432051181793213, | |
| "eval_runtime": 14.8733, | |
| "eval_samples_per_second": 67.235, | |
| "eval_steps_per_second": 2.152, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 4.508920024366896, | |
| "grad_norm": 0.44281172588297407, | |
| "learning_rate": 6.205172638187042e-05, | |
| "loss": 1.2558, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 4.526324949960839, | |
| "grad_norm": 0.4417257186978276, | |
| "learning_rate": 6.180811794814561e-05, | |
| "loss": 1.2701, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 4.526324949960839, | |
| "eval_loss": 1.4375964403152466, | |
| "eval_runtime": 14.1193, | |
| "eval_samples_per_second": 70.825, | |
| "eval_steps_per_second": 2.266, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 4.543729875554782, | |
| "grad_norm": 0.4576450406822557, | |
| "learning_rate": 6.156430514761697e-05, | |
| "loss": 1.2756, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 4.561134801148725, | |
| "grad_norm": 0.4042649932286291, | |
| "learning_rate": 6.132029529908288e-05, | |
| "loss": 1.2695, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 4.561134801148725, | |
| "eval_loss": 1.4371421337127686, | |
| "eval_runtime": 14.121, | |
| "eval_samples_per_second": 70.817, | |
| "eval_steps_per_second": 2.266, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 4.578539726742668, | |
| "grad_norm": 0.4283696234082713, | |
| "learning_rate": 6.107609572725679e-05, | |
| "loss": 1.2636, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 4.595944652336612, | |
| "grad_norm": 0.3838622778448479, | |
| "learning_rate": 6.08317137625472e-05, | |
| "loss": 1.2733, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 4.595944652336612, | |
| "eval_loss": 1.4315383434295654, | |
| "eval_runtime": 14.1271, | |
| "eval_samples_per_second": 70.786, | |
| "eval_steps_per_second": 2.265, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 4.6133495779305544, | |
| "grad_norm": 0.4640704377742433, | |
| "learning_rate": 6.0587156740837805e-05, | |
| "loss": 1.277, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 4.630754503524497, | |
| "grad_norm": 0.375770714154936, | |
| "learning_rate": 6.034243200326707e-05, | |
| "loss": 1.2746, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 4.630754503524497, | |
| "eval_loss": 1.435319185256958, | |
| "eval_runtime": 14.0877, | |
| "eval_samples_per_second": 70.984, | |
| "eval_steps_per_second": 2.271, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 4.64815942911844, | |
| "grad_norm": 0.4437688667982705, | |
| "learning_rate": 6.009754689600803e-05, | |
| "loss": 1.2575, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 4.665564354712384, | |
| "grad_norm": 0.4097877607000763, | |
| "learning_rate": 5.9852508770047734e-05, | |
| "loss": 1.2672, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 4.665564354712384, | |
| "eval_loss": 1.4405251741409302, | |
| "eval_runtime": 14.1665, | |
| "eval_samples_per_second": 70.589, | |
| "eval_steps_per_second": 2.259, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 4.6829692803063265, | |
| "grad_norm": 0.4283572070416009, | |
| "learning_rate": 5.9607324980966495e-05, | |
| "loss": 1.2712, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 4.700374205900269, | |
| "grad_norm": 0.5383161933310989, | |
| "learning_rate": 5.936200288871724e-05, | |
| "loss": 1.2663, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 4.700374205900269, | |
| "eval_loss": 1.424819827079773, | |
| "eval_runtime": 14.1011, | |
| "eval_samples_per_second": 70.917, | |
| "eval_steps_per_second": 2.269, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 4.717779131494213, | |
| "grad_norm": 1.5911730602435312, | |
| "learning_rate": 5.9116549857404415e-05, | |
| "loss": 1.2677, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 4.735184057088156, | |
| "grad_norm": 0.39226847814032995, | |
| "learning_rate": 5.887097325506305e-05, | |
| "loss": 1.274, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 4.735184057088156, | |
| "eval_loss": 1.4252383708953857, | |
| "eval_runtime": 14.1083, | |
| "eval_samples_per_second": 70.88, | |
| "eval_steps_per_second": 2.268, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 4.752588982682099, | |
| "grad_norm": 0.3726057119081619, | |
| "learning_rate": 5.862528045343758e-05, | |
| "loss": 1.2595, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 4.769993908276042, | |
| "grad_norm": 0.5420637704843192, | |
| "learning_rate": 5.8379478827760426e-05, | |
| "loss": 1.2611, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 4.769993908276042, | |
| "eval_loss": 1.4241719245910645, | |
| "eval_runtime": 14.8708, | |
| "eval_samples_per_second": 67.246, | |
| "eval_steps_per_second": 2.152, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 4.787398833869985, | |
| "grad_norm": 0.5410679003675108, | |
| "learning_rate": 5.813357575653081e-05, | |
| "loss": 1.2674, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 4.804803759463928, | |
| "grad_norm": 0.4833576332788522, | |
| "learning_rate": 5.788757862129305e-05, | |
| "loss": 1.2683, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 4.804803759463928, | |
| "eval_loss": 1.4246420860290527, | |
| "eval_runtime": 14.1481, | |
| "eval_samples_per_second": 70.681, | |
| "eval_steps_per_second": 2.262, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 4.822208685057872, | |
| "grad_norm": 0.4317386498367744, | |
| "learning_rate": 5.764149480641519e-05, | |
| "loss": 1.2719, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 4.839613610651814, | |
| "grad_norm": 0.4551600774740949, | |
| "learning_rate": 5.7395331698867126e-05, | |
| "loss": 1.2722, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 4.839613610651814, | |
| "eval_loss": 1.426491141319275, | |
| "eval_runtime": 14.0873, | |
| "eval_samples_per_second": 70.986, | |
| "eval_steps_per_second": 2.272, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 4.857018536245757, | |
| "grad_norm": 0.45321593771316654, | |
| "learning_rate": 5.714909668799908e-05, | |
| "loss": 1.2645, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 4.874423461839701, | |
| "grad_norm": 0.37946844052860557, | |
| "learning_rate": 5.690279716531961e-05, | |
| "loss": 1.2633, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 4.874423461839701, | |
| "eval_loss": 1.4177234172821045, | |
| "eval_runtime": 14.0878, | |
| "eval_samples_per_second": 70.984, | |
| "eval_steps_per_second": 2.271, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 4.891828387433644, | |
| "grad_norm": 0.4318927447117643, | |
| "learning_rate": 5.665644052427379e-05, | |
| "loss": 1.2568, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 4.9092333130275865, | |
| "grad_norm": 0.40960953429932256, | |
| "learning_rate": 5.641003416002132e-05, | |
| "loss": 1.2633, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 4.9092333130275865, | |
| "eval_loss": 1.4203871488571167, | |
| "eval_runtime": 14.0322, | |
| "eval_samples_per_second": 71.265, | |
| "eval_steps_per_second": 2.28, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 4.92663823862153, | |
| "grad_norm": 0.3555071113945876, | |
| "learning_rate": 5.616358546921446e-05, | |
| "loss": 1.2604, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 4.944043164215473, | |
| "grad_norm": 0.4562043880330784, | |
| "learning_rate": 5.5917101849776056e-05, | |
| "loss": 1.2619, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 4.944043164215473, | |
| "eval_loss": 1.4137237071990967, | |
| "eval_runtime": 14.2066, | |
| "eval_samples_per_second": 70.39, | |
| "eval_steps_per_second": 2.252, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 4.961448089809416, | |
| "grad_norm": 0.4199227288742551, | |
| "learning_rate": 5.567059070067744e-05, | |
| "loss": 1.2503, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 4.9788530154033594, | |
| "grad_norm": 0.4059088405442903, | |
| "learning_rate": 5.542405942171631e-05, | |
| "loss": 1.2658, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 4.9788530154033594, | |
| "eval_loss": 1.4142714738845825, | |
| "eval_runtime": 14.708, | |
| "eval_samples_per_second": 67.99, | |
| "eval_steps_per_second": 2.176, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 4.996257940997302, | |
| "grad_norm": 0.4619840430795107, | |
| "learning_rate": 5.517751541329467e-05, | |
| "loss": 1.2631, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 5.013923940475155, | |
| "grad_norm": 0.38793162905409345, | |
| "learning_rate": 5.493096607619661e-05, | |
| "loss": 1.1969, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 5.013923940475155, | |
| "eval_loss": 1.438036322593689, | |
| "eval_runtime": 14.1865, | |
| "eval_samples_per_second": 70.489, | |
| "eval_steps_per_second": 2.256, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 5.031328866069098, | |
| "grad_norm": 0.5544067055651304, | |
| "learning_rate": 5.468441881136614e-05, | |
| "loss": 1.1669, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 5.04873379166304, | |
| "grad_norm": 0.3962682897764106, | |
| "learning_rate": 5.4437881019685145e-05, | |
| "loss": 1.1527, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 5.04873379166304, | |
| "eval_loss": 1.4411684274673462, | |
| "eval_runtime": 14.0764, | |
| "eval_samples_per_second": 71.041, | |
| "eval_steps_per_second": 2.273, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 5.066138717256984, | |
| "grad_norm": 0.3589309040624948, | |
| "learning_rate": 5.419136010175109e-05, | |
| "loss": 1.1633, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 5.083543642850927, | |
| "grad_norm": 0.40482411329006995, | |
| "learning_rate": 5.394486345765493e-05, | |
| "loss": 1.1651, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 5.083543642850927, | |
| "eval_loss": 1.4268085956573486, | |
| "eval_runtime": 14.091, | |
| "eval_samples_per_second": 70.967, | |
| "eval_steps_per_second": 2.271, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 5.10094856844487, | |
| "grad_norm": 0.41008328365898566, | |
| "learning_rate": 5.3698398486758984e-05, | |
| "loss": 1.1625, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 5.118353494038813, | |
| "grad_norm": 0.4379037767141625, | |
| "learning_rate": 5.345197258747475e-05, | |
| "loss": 1.1582, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 5.118353494038813, | |
| "eval_loss": 1.4288102388381958, | |
| "eval_runtime": 14.0298, | |
| "eval_samples_per_second": 71.277, | |
| "eval_steps_per_second": 2.281, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 5.135758419632756, | |
| "grad_norm": 0.40890181242656176, | |
| "learning_rate": 5.3205593157040944e-05, | |
| "loss": 1.1574, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 5.153163345226699, | |
| "grad_norm": 0.40358487618939526, | |
| "learning_rate": 5.295926759130133e-05, | |
| "loss": 1.1684, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 5.153163345226699, | |
| "eval_loss": 1.4235223531723022, | |
| "eval_runtime": 14.0561, | |
| "eval_samples_per_second": 71.143, | |
| "eval_steps_per_second": 2.277, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 5.170568270820643, | |
| "grad_norm": 0.42801340569414187, | |
| "learning_rate": 5.271300328448277e-05, | |
| "loss": 1.1585, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 5.187973196414585, | |
| "grad_norm": 0.4170101431788318, | |
| "learning_rate": 5.246680762897322e-05, | |
| "loss": 1.1653, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 5.187973196414585, | |
| "eval_loss": 1.424938440322876, | |
| "eval_runtime": 14.0564, | |
| "eval_samples_per_second": 71.142, | |
| "eval_steps_per_second": 2.277, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 5.205378122008528, | |
| "grad_norm": 0.42699508014047094, | |
| "learning_rate": 5.222068801509991e-05, | |
| "loss": 1.1672, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 5.222783047602472, | |
| "grad_norm": 0.4296710084635232, | |
| "learning_rate": 5.1974651830907386e-05, | |
| "loss": 1.1714, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 5.222783047602472, | |
| "eval_loss": 1.420562505722046, | |
| "eval_runtime": 14.0712, | |
| "eval_samples_per_second": 71.067, | |
| "eval_steps_per_second": 2.274, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 5.240187973196415, | |
| "grad_norm": 0.43117811413058976, | |
| "learning_rate": 5.17287064619358e-05, | |
| "loss": 1.1712, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 5.2575928987903575, | |
| "grad_norm": 0.4126998118466982, | |
| "learning_rate": 5.148285929099928e-05, | |
| "loss": 1.1651, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 5.2575928987903575, | |
| "eval_loss": 1.4205925464630127, | |
| "eval_runtime": 14.1205, | |
| "eval_samples_per_second": 70.819, | |
| "eval_steps_per_second": 2.266, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 5.2749978243843, | |
| "grad_norm": 0.44904208082957586, | |
| "learning_rate": 5.1237117697964145e-05, | |
| "loss": 1.1731, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 5.292402749978244, | |
| "grad_norm": 0.44998888436017864, | |
| "learning_rate": 5.0991489059527495e-05, | |
| "loss": 1.1681, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 5.292402749978244, | |
| "eval_loss": 1.4159208536148071, | |
| "eval_runtime": 14.0567, | |
| "eval_samples_per_second": 71.14, | |
| "eval_steps_per_second": 2.276, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 5.309807675572187, | |
| "grad_norm": 0.42805265222999617, | |
| "learning_rate": 5.0745980748995745e-05, | |
| "loss": 1.1684, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 5.32721260116613, | |
| "grad_norm": 0.39561890688915546, | |
| "learning_rate": 5.0500600136063316e-05, | |
| "loss": 1.168, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 5.32721260116613, | |
| "eval_loss": 1.4170918464660645, | |
| "eval_runtime": 14.1028, | |
| "eval_samples_per_second": 70.908, | |
| "eval_steps_per_second": 2.269, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 5.344617526760073, | |
| "grad_norm": 0.5082848155508845, | |
| "learning_rate": 5.0255354586591344e-05, | |
| "loss": 1.1747, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 5.362022452354016, | |
| "grad_norm": 0.38848400550486073, | |
| "learning_rate": 5.001025146238666e-05, | |
| "loss": 1.1743, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 5.362022452354016, | |
| "eval_loss": 1.413295865058899, | |
| "eval_runtime": 14.0528, | |
| "eval_samples_per_second": 71.16, | |
| "eval_steps_per_second": 2.277, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 5.379427377947959, | |
| "grad_norm": 0.3858109083423549, | |
| "learning_rate": 4.976529812098075e-05, | |
| "loss": 1.176, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 5.396832303541903, | |
| "grad_norm": 0.46812332795257766, | |
| "learning_rate": 4.952050191540888e-05, | |
| "loss": 1.1708, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 5.396832303541903, | |
| "eval_loss": 1.4090375900268555, | |
| "eval_runtime": 14.0506, | |
| "eval_samples_per_second": 71.171, | |
| "eval_steps_per_second": 2.277, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 5.414237229135845, | |
| "grad_norm": 0.3606199092683353, | |
| "learning_rate": 4.9275870193989415e-05, | |
| "loss": 1.1696, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 5.431642154729788, | |
| "grad_norm": 0.4277315857532121, | |
| "learning_rate": 4.903141030010323e-05, | |
| "loss": 1.1758, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 5.431642154729788, | |
| "eval_loss": 1.410448431968689, | |
| "eval_runtime": 14.0801, | |
| "eval_samples_per_second": 71.022, | |
| "eval_steps_per_second": 2.273, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 5.449047080323732, | |
| "grad_norm": 0.39335586844451287, | |
| "learning_rate": 4.878712957197319e-05, | |
| "loss": 1.1801, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 5.466452005917675, | |
| "grad_norm": 0.4763290119478941, | |
| "learning_rate": 4.8543035342444086e-05, | |
| "loss": 1.1704, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 5.466452005917675, | |
| "eval_loss": 1.405664324760437, | |
| "eval_runtime": 14.0928, | |
| "eval_samples_per_second": 70.958, | |
| "eval_steps_per_second": 2.271, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 5.4838569315116175, | |
| "grad_norm": 0.46349931349077444, | |
| "learning_rate": 4.8299134938762224e-05, | |
| "loss": 1.1746, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 5.501261857105561, | |
| "grad_norm": 0.42151082157895114, | |
| "learning_rate": 4.805543568235572e-05, | |
| "loss": 1.1628, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 5.501261857105561, | |
| "eval_loss": 1.4067133665084839, | |
| "eval_runtime": 14.0737, | |
| "eval_samples_per_second": 71.054, | |
| "eval_steps_per_second": 2.274, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 5.518666782699504, | |
| "grad_norm": 0.4624448808644409, | |
| "learning_rate": 4.781194488861459e-05, | |
| "loss": 1.1679, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 5.536071708293447, | |
| "grad_norm": 0.44292259775774667, | |
| "learning_rate": 4.7568669866671175e-05, | |
| "loss": 1.17, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 5.536071708293447, | |
| "eval_loss": 1.4054248332977295, | |
| "eval_runtime": 14.0876, | |
| "eval_samples_per_second": 70.984, | |
| "eval_steps_per_second": 2.272, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 5.55347663388739, | |
| "grad_norm": 0.4269943838191272, | |
| "learning_rate": 4.732561791918084e-05, | |
| "loss": 1.1717, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 5.570881559481333, | |
| "grad_norm": 0.380759395584031, | |
| "learning_rate": 4.70827963421026e-05, | |
| "loss": 1.1725, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 5.570881559481333, | |
| "eval_loss": 1.3979887962341309, | |
| "eval_runtime": 14.0944, | |
| "eval_samples_per_second": 70.95, | |
| "eval_steps_per_second": 2.27, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 5.588286485075276, | |
| "grad_norm": 0.422687636619704, | |
| "learning_rate": 4.68402124244802e-05, | |
| "loss": 1.1657, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 5.60569141066922, | |
| "grad_norm": 0.42635674022353076, | |
| "learning_rate": 4.659787344822333e-05, | |
| "loss": 1.1819, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 5.60569141066922, | |
| "eval_loss": 1.3975788354873657, | |
| "eval_runtime": 14.1226, | |
| "eval_samples_per_second": 70.809, | |
| "eval_steps_per_second": 2.266, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 5.6230963362631625, | |
| "grad_norm": 0.37397779617757243, | |
| "learning_rate": 4.635578668788896e-05, | |
| "loss": 1.1751, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 5.640501261857105, | |
| "grad_norm": 0.36858076702072795, | |
| "learning_rate": 4.6113959410463026e-05, | |
| "loss": 1.1698, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 5.640501261857105, | |
| "eval_loss": 1.3962267637252808, | |
| "eval_runtime": 14.0772, | |
| "eval_samples_per_second": 71.037, | |
| "eval_steps_per_second": 2.273, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 5.657906187451049, | |
| "grad_norm": 0.3704900124552347, | |
| "learning_rate": 4.587239887514232e-05, | |
| "loss": 1.1622, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 5.675311113044992, | |
| "grad_norm": 0.39092002171694745, | |
| "learning_rate": 4.5631112333116513e-05, | |
| "loss": 1.1762, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 5.675311113044992, | |
| "eval_loss": 1.3911575078964233, | |
| "eval_runtime": 14.0561, | |
| "eval_samples_per_second": 71.143, | |
| "eval_steps_per_second": 2.277, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 5.692716038638935, | |
| "grad_norm": 0.44412741699377145, | |
| "learning_rate": 4.53901070273505e-05, | |
| "loss": 1.1665, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 5.710120964232878, | |
| "grad_norm": 0.48158698614422946, | |
| "learning_rate": 4.5149390192367014e-05, | |
| "loss": 1.1742, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 5.710120964232878, | |
| "eval_loss": 1.387249231338501, | |
| "eval_runtime": 14.1268, | |
| "eval_samples_per_second": 70.787, | |
| "eval_steps_per_second": 2.265, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 5.727525889826821, | |
| "grad_norm": 0.41957737769581915, | |
| "learning_rate": 4.4908969054029435e-05, | |
| "loss": 1.1634, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 5.744930815420764, | |
| "grad_norm": 0.42476558914809875, | |
| "learning_rate": 4.4668850829324895e-05, | |
| "loss": 1.1748, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 5.744930815420764, | |
| "eval_loss": 1.3856264352798462, | |
| "eval_runtime": 14.0707, | |
| "eval_samples_per_second": 71.07, | |
| "eval_steps_per_second": 2.274, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 5.762335741014708, | |
| "grad_norm": 0.3542050468916637, | |
| "learning_rate": 4.442904272614765e-05, | |
| "loss": 1.1732, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 5.77974066660865, | |
| "grad_norm": 0.41439783926608154, | |
| "learning_rate": 4.4189551943082655e-05, | |
| "loss": 1.1701, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 5.77974066660865, | |
| "eval_loss": 1.3873845338821411, | |
| "eval_runtime": 14.0862, | |
| "eval_samples_per_second": 70.991, | |
| "eval_steps_per_second": 2.272, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 5.797145592202593, | |
| "grad_norm": 0.3593359147071267, | |
| "learning_rate": 4.3950385669189555e-05, | |
| "loss": 1.1673, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 5.814550517796537, | |
| "grad_norm": 0.37524538138393987, | |
| "learning_rate": 4.3711551083786815e-05, | |
| "loss": 1.1695, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 5.814550517796537, | |
| "eval_loss": 1.3867846727371216, | |
| "eval_runtime": 14.1098, | |
| "eval_samples_per_second": 70.873, | |
| "eval_steps_per_second": 2.268, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 5.83195544339048, | |
| "grad_norm": 0.42286782875785367, | |
| "learning_rate": 4.3473055356236246e-05, | |
| "loss": 1.1535, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 5.8493603689844225, | |
| "grad_norm": 0.36832182859844487, | |
| "learning_rate": 4.32349056457278e-05, | |
| "loss": 1.1636, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 5.8493603689844225, | |
| "eval_loss": 1.3858355283737183, | |
| "eval_runtime": 14.0809, | |
| "eval_samples_per_second": 71.018, | |
| "eval_steps_per_second": 2.273, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 5.866765294578366, | |
| "grad_norm": 0.4106813621953991, | |
| "learning_rate": 4.299710910106465e-05, | |
| "loss": 1.179, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 5.884170220172309, | |
| "grad_norm": 0.3819175120285739, | |
| "learning_rate": 4.275967286044861e-05, | |
| "loss": 1.1708, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 5.884170220172309, | |
| "eval_loss": 1.3787492513656616, | |
| "eval_runtime": 14.8108, | |
| "eval_samples_per_second": 67.518, | |
| "eval_steps_per_second": 2.161, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 5.901575145766252, | |
| "grad_norm": 0.4060334756867674, | |
| "learning_rate": 4.2522604051265825e-05, | |
| "loss": 1.1631, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 5.9189800713601946, | |
| "grad_norm": 0.4074289500861224, | |
| "learning_rate": 4.2285909789872846e-05, | |
| "loss": 1.1721, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 5.9189800713601946, | |
| "eval_loss": 1.384144902229309, | |
| "eval_runtime": 14.1214, | |
| "eval_samples_per_second": 70.814, | |
| "eval_steps_per_second": 2.266, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 5.936384996954138, | |
| "grad_norm": 0.3614618181249183, | |
| "learning_rate": 4.2049597181383e-05, | |
| "loss": 1.1625, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 5.953789922548081, | |
| "grad_norm": 0.3718926872881985, | |
| "learning_rate": 4.181367331945319e-05, | |
| "loss": 1.164, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 5.953789922548081, | |
| "eval_loss": 1.3781968355178833, | |
| "eval_runtime": 14.23, | |
| "eval_samples_per_second": 70.274, | |
| "eval_steps_per_second": 2.249, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 5.971194848142024, | |
| "grad_norm": 0.38807405414017787, | |
| "learning_rate": 4.15781452860708e-05, | |
| "loss": 1.1596, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 5.9885997737359675, | |
| "grad_norm": 0.3961317620739259, | |
| "learning_rate": 4.1343020151341215e-05, | |
| "loss": 1.174, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 5.9885997737359675, | |
| "eval_loss": 1.3771919012069702, | |
| "eval_runtime": 14.1728, | |
| "eval_samples_per_second": 70.558, | |
| "eval_steps_per_second": 2.258, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 6.006265773213819, | |
| "grad_norm": 0.4426356817993343, | |
| "learning_rate": 4.110830497327558e-05, | |
| "loss": 1.1505, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 6.023670698807763, | |
| "grad_norm": 0.42420516100879657, | |
| "learning_rate": 4.087400679757888e-05, | |
| "loss": 1.0726, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 6.023670698807763, | |
| "eval_loss": 1.407926082611084, | |
| "eval_runtime": 14.1412, | |
| "eval_samples_per_second": 70.715, | |
| "eval_steps_per_second": 2.263, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 6.041075624401706, | |
| "grad_norm": 0.4782988837514418, | |
| "learning_rate": 4.0640132657438525e-05, | |
| "loss": 1.0646, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 6.0584805499956484, | |
| "grad_norm": 0.3783946293079775, | |
| "learning_rate": 4.04066895733132e-05, | |
| "loss": 1.0636, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 6.0584805499956484, | |
| "eval_loss": 1.410764217376709, | |
| "eval_runtime": 14.1981, | |
| "eval_samples_per_second": 70.432, | |
| "eval_steps_per_second": 2.254, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 6.075885475589592, | |
| "grad_norm": 0.3736154144384487, | |
| "learning_rate": 4.0173684552722e-05, | |
| "loss": 1.0752, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 6.093290401183535, | |
| "grad_norm": 0.431736701777264, | |
| "learning_rate": 3.994112459003428e-05, | |
| "loss": 1.0694, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 6.093290401183535, | |
| "eval_loss": 1.4046622514724731, | |
| "eval_runtime": 14.1518, | |
| "eval_samples_per_second": 70.662, | |
| "eval_steps_per_second": 2.261, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 6.110695326777478, | |
| "grad_norm": 0.44785061083593697, | |
| "learning_rate": 3.970901666625959e-05, | |
| "loss": 1.0665, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 6.128100252371421, | |
| "grad_norm": 0.41160206860069637, | |
| "learning_rate": 3.947736774883809e-05, | |
| "loss": 1.0857, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 6.128100252371421, | |
| "eval_loss": 1.4033713340759277, | |
| "eval_runtime": 14.1766, | |
| "eval_samples_per_second": 70.539, | |
| "eval_steps_per_second": 2.257, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 6.145505177965364, | |
| "grad_norm": 0.38432761137644067, | |
| "learning_rate": 3.924618479143143e-05, | |
| "loss": 1.0685, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 6.162910103559307, | |
| "grad_norm": 0.443167856714255, | |
| "learning_rate": 3.9015474733714096e-05, | |
| "loss": 1.0784, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 6.162910103559307, | |
| "eval_loss": 1.4011956453323364, | |
| "eval_runtime": 14.1473, | |
| "eval_samples_per_second": 70.685, | |
| "eval_steps_per_second": 2.262, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 6.180315029153251, | |
| "grad_norm": 0.46759536206338737, | |
| "learning_rate": 3.878524450116494e-05, | |
| "loss": 1.0803, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 6.1977199547471935, | |
| "grad_norm": 0.3999997497129008, | |
| "learning_rate": 3.855550100485944e-05, | |
| "loss": 1.0765, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 6.1977199547471935, | |
| "eval_loss": 1.3980209827423096, | |
| "eval_runtime": 14.1474, | |
| "eval_samples_per_second": 70.684, | |
| "eval_steps_per_second": 2.262, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 6.215124880341136, | |
| "grad_norm": 0.47686224383398107, | |
| "learning_rate": 3.8326251141262116e-05, | |
| "loss": 1.0728, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 6.23252980593508, | |
| "grad_norm": 0.40626172299546587, | |
| "learning_rate": 3.809750179201958e-05, | |
| "loss": 1.0803, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 6.23252980593508, | |
| "eval_loss": 1.3951560258865356, | |
| "eval_runtime": 14.1068, | |
| "eval_samples_per_second": 70.888, | |
| "eval_steps_per_second": 2.268, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 6.249934731529023, | |
| "grad_norm": 0.39379475786954965, | |
| "learning_rate": 3.7869259823754e-05, | |
| "loss": 1.0743, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 6.267339657122966, | |
| "grad_norm": 0.39015484717835847, | |
| "learning_rate": 3.764153208785687e-05, | |
| "loss": 1.0707, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 6.267339657122966, | |
| "eval_loss": 1.4023246765136719, | |
| "eval_runtime": 14.1565, | |
| "eval_samples_per_second": 70.639, | |
| "eval_steps_per_second": 2.26, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 6.284744582716909, | |
| "grad_norm": 0.43403750758334286, | |
| "learning_rate": 3.741432542028344e-05, | |
| "loss": 1.0855, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 6.302149508310852, | |
| "grad_norm": 0.4153163202691808, | |
| "learning_rate": 3.718764664134744e-05, | |
| "loss": 1.0917, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 6.302149508310852, | |
| "eval_loss": 1.397484540939331, | |
| "eval_runtime": 14.1602, | |
| "eval_samples_per_second": 70.62, | |
| "eval_steps_per_second": 2.26, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 6.319554433904795, | |
| "grad_norm": 0.39223558955723803, | |
| "learning_rate": 3.6961502555516415e-05, | |
| "loss": 1.0688, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 6.336959359498739, | |
| "grad_norm": 0.3794174283051668, | |
| "learning_rate": 3.673589995120743e-05, | |
| "loss": 1.0831, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 6.336959359498739, | |
| "eval_loss": 1.3897713422775269, | |
| "eval_runtime": 14.1455, | |
| "eval_samples_per_second": 70.694, | |
| "eval_steps_per_second": 2.262, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 6.354364285092681, | |
| "grad_norm": 0.38177555192625046, | |
| "learning_rate": 3.6510845600583296e-05, | |
| "loss": 1.0765, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 6.371769210686624, | |
| "grad_norm": 0.3966002678018848, | |
| "learning_rate": 3.628634625934929e-05, | |
| "loss": 1.0833, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 6.371769210686624, | |
| "eval_loss": 1.3924963474273682, | |
| "eval_runtime": 14.2167, | |
| "eval_samples_per_second": 70.34, | |
| "eval_steps_per_second": 2.251, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 6.389174136280568, | |
| "grad_norm": 0.3533371691160582, | |
| "learning_rate": 3.606240866655035e-05, | |
| "loss": 1.09, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 6.406579061874511, | |
| "grad_norm": 0.3878440392360424, | |
| "learning_rate": 3.583903954436879e-05, | |
| "loss": 1.0846, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 6.406579061874511, | |
| "eval_loss": 1.3911992311477661, | |
| "eval_runtime": 14.2174, | |
| "eval_samples_per_second": 70.336, | |
| "eval_steps_per_second": 2.251, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 6.4239839874684534, | |
| "grad_norm": 0.38268856424981434, | |
| "learning_rate": 3.561624559792251e-05, | |
| "loss": 1.0797, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 6.441388913062396, | |
| "grad_norm": 0.38976005370198885, | |
| "learning_rate": 3.539403351506375e-05, | |
| "loss": 1.0849, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 6.441388913062396, | |
| "eval_loss": 1.3904402256011963, | |
| "eval_runtime": 14.192, | |
| "eval_samples_per_second": 70.462, | |
| "eval_steps_per_second": 2.255, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 6.45879383865634, | |
| "grad_norm": 0.36634547769932185, | |
| "learning_rate": 3.517240996617831e-05, | |
| "loss": 1.0778, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 6.476198764250283, | |
| "grad_norm": 0.3693568452199283, | |
| "learning_rate": 3.495138160398526e-05, | |
| "loss": 1.0824, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 6.476198764250283, | |
| "eval_loss": 1.3862574100494385, | |
| "eval_runtime": 14.1221, | |
| "eval_samples_per_second": 70.811, | |
| "eval_steps_per_second": 2.266, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 6.4936036898442255, | |
| "grad_norm": 0.40876716864229246, | |
| "learning_rate": 3.473095506333731e-05, | |
| "loss": 1.0847, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 6.511008615438169, | |
| "grad_norm": 0.38425926563838597, | |
| "learning_rate": 3.451113696102171e-05, | |
| "loss": 1.0813, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 6.511008615438169, | |
| "eval_loss": 1.3897883892059326, | |
| "eval_runtime": 14.1638, | |
| "eval_samples_per_second": 70.602, | |
| "eval_steps_per_second": 2.259, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 6.528413541032112, | |
| "grad_norm": 0.3876664868467786, | |
| "learning_rate": 3.429193389556143e-05, | |
| "loss": 1.0826, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 6.545818466626055, | |
| "grad_norm": 0.3862947098037765, | |
| "learning_rate": 3.407335244701724e-05, | |
| "loss": 1.0849, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 6.545818466626055, | |
| "eval_loss": 1.386481761932373, | |
| "eval_runtime": 14.1759, | |
| "eval_samples_per_second": 70.542, | |
| "eval_steps_per_second": 2.257, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 6.5632233922199985, | |
| "grad_norm": 0.3986851326981871, | |
| "learning_rate": 3.385539917679018e-05, | |
| "loss": 1.0805, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 6.580628317813941, | |
| "grad_norm": 0.3457638923958218, | |
| "learning_rate": 3.363808062742455e-05, | |
| "loss": 1.0918, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 6.580628317813941, | |
| "eval_loss": 1.380624532699585, | |
| "eval_runtime": 14.1848, | |
| "eval_samples_per_second": 70.498, | |
| "eval_steps_per_second": 2.256, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 6.598033243407884, | |
| "grad_norm": 0.3953777488595192, | |
| "learning_rate": 3.3421403322411524e-05, | |
| "loss": 1.077, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 6.615438169001828, | |
| "grad_norm": 0.3774704701392225, | |
| "learning_rate": 3.320537376599329e-05, | |
| "loss": 1.0855, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 6.615438169001828, | |
| "eval_loss": 1.383255124092102, | |
| "eval_runtime": 14.1476, | |
| "eval_samples_per_second": 70.683, | |
| "eval_steps_per_second": 2.262, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 6.632843094595771, | |
| "grad_norm": 0.3656980878307235, | |
| "learning_rate": 3.298999844296795e-05, | |
| "loss": 1.0902, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 6.650248020189713, | |
| "grad_norm": 0.4110458261616409, | |
| "learning_rate": 3.2775283818494664e-05, | |
| "loss": 1.0853, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 6.650248020189713, | |
| "eval_loss": 1.3812931776046753, | |
| "eval_runtime": 14.138, | |
| "eval_samples_per_second": 70.731, | |
| "eval_steps_per_second": 2.263, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 6.667652945783657, | |
| "grad_norm": 0.41557544684644315, | |
| "learning_rate": 3.256123633789974e-05, | |
| "loss": 1.0842, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 6.6850578713776, | |
| "grad_norm": 0.354071574363922, | |
| "learning_rate": 3.2347862426483066e-05, | |
| "loss": 1.0858, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 6.6850578713776, | |
| "eval_loss": 1.3750232458114624, | |
| "eval_runtime": 14.1281, | |
| "eval_samples_per_second": 70.781, | |
| "eval_steps_per_second": 2.265, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 6.702462796971543, | |
| "grad_norm": 0.36903887813584885, | |
| "learning_rate": 3.213516848932525e-05, | |
| "loss": 1.0753, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 6.719867722565486, | |
| "grad_norm": 0.39229075582935974, | |
| "learning_rate": 3.1923160911095354e-05, | |
| "loss": 1.0817, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 6.719867722565486, | |
| "eval_loss": 1.3823271989822388, | |
| "eval_runtime": 14.1863, | |
| "eval_samples_per_second": 70.49, | |
| "eval_steps_per_second": 2.256, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 6.737272648159429, | |
| "grad_norm": 0.4014818752541721, | |
| "learning_rate": 3.171184605585927e-05, | |
| "loss": 1.0879, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 6.754677573753372, | |
| "grad_norm": 0.36976984811739166, | |
| "learning_rate": 3.150123026688867e-05, | |
| "loss": 1.0796, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 6.754677573753372, | |
| "eval_loss": 1.3702008724212646, | |
| "eval_runtime": 14.12, | |
| "eval_samples_per_second": 70.821, | |
| "eval_steps_per_second": 2.266, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 6.772082499347316, | |
| "grad_norm": 0.3708150942773809, | |
| "learning_rate": 3.129131986647054e-05, | |
| "loss": 1.0809, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 6.7894874249412585, | |
| "grad_norm": 0.375716596385485, | |
| "learning_rate": 3.108212115571745e-05, | |
| "loss": 1.0744, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 6.7894874249412585, | |
| "eval_loss": 1.377852439880371, | |
| "eval_runtime": 14.2039, | |
| "eval_samples_per_second": 70.403, | |
| "eval_steps_per_second": 2.253, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 6.806892350535201, | |
| "grad_norm": 0.3755508199086827, | |
| "learning_rate": 3.087364041437841e-05, | |
| "loss": 1.0806, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 6.824297276129144, | |
| "grad_norm": 0.3634647401000472, | |
| "learning_rate": 3.066588390065033e-05, | |
| "loss": 1.0832, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 6.824297276129144, | |
| "eval_loss": 1.3716208934783936, | |
| "eval_runtime": 14.1159, | |
| "eval_samples_per_second": 70.842, | |
| "eval_steps_per_second": 2.267, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 6.841702201723088, | |
| "grad_norm": 0.39538385855275987, | |
| "learning_rate": 3.0458857850990173e-05, | |
| "loss": 1.0884, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 6.8591071273170305, | |
| "grad_norm": 0.3930145215653778, | |
| "learning_rate": 3.0252568479927822e-05, | |
| "loss": 1.0763, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 6.8591071273170305, | |
| "eval_loss": 1.3718950748443604, | |
| "eval_runtime": 14.2067, | |
| "eval_samples_per_second": 70.389, | |
| "eval_steps_per_second": 2.252, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 6.876512052910973, | |
| "grad_norm": 0.3808043116029807, | |
| "learning_rate": 3.0047021979879385e-05, | |
| "loss": 1.0728, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 6.893916978504917, | |
| "grad_norm": 0.3946188177164669, | |
| "learning_rate": 2.9842224520961393e-05, | |
| "loss": 1.0772, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 6.893916978504917, | |
| "eval_loss": 1.3682119846343994, | |
| "eval_runtime": 14.1345, | |
| "eval_samples_per_second": 70.749, | |
| "eval_steps_per_second": 2.264, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 6.91132190409886, | |
| "grad_norm": 0.3619640585510148, | |
| "learning_rate": 2.9638182250805647e-05, | |
| "loss": 1.0835, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 6.928726829692803, | |
| "grad_norm": 0.39156599098326805, | |
| "learning_rate": 2.943490129437454e-05, | |
| "loss": 1.085, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 6.928726829692803, | |
| "eval_loss": 1.3675825595855713, | |
| "eval_runtime": 14.1931, | |
| "eval_samples_per_second": 70.457, | |
| "eval_steps_per_second": 2.255, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 6.946131755286746, | |
| "grad_norm": 0.3473477534760502, | |
| "learning_rate": 2.923238775377729e-05, | |
| "loss": 1.0934, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 6.963536680880689, | |
| "grad_norm": 0.35587053450916656, | |
| "learning_rate": 2.9030647708086762e-05, | |
| "loss": 1.077, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 6.963536680880689, | |
| "eval_loss": 1.3650261163711548, | |
| "eval_runtime": 14.2601, | |
| "eval_samples_per_second": 70.126, | |
| "eval_steps_per_second": 2.244, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 6.980941606474632, | |
| "grad_norm": 0.36779024103452845, | |
| "learning_rate": 2.8829687213156997e-05, | |
| "loss": 1.0703, | |
| "step": 20050 | |
| }, | |
| { | |
| "epoch": 6.998346532068576, | |
| "grad_norm": 0.35184245207154463, | |
| "learning_rate": 2.862951230144132e-05, | |
| "loss": 1.0786, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 6.998346532068576, | |
| "eval_loss": 1.3659560680389404, | |
| "eval_runtime": 14.1522, | |
| "eval_samples_per_second": 70.661, | |
| "eval_steps_per_second": 2.261, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 7.016012531546427, | |
| "grad_norm": 0.39935000533132264, | |
| "learning_rate": 2.8430128981811387e-05, | |
| "loss": 1.0057, | |
| "step": 20150 | |
| }, | |
| { | |
| "epoch": 7.033417457140371, | |
| "grad_norm": 0.36178548619082224, | |
| "learning_rate": 2.823154323937678e-05, | |
| "loss": 0.9901, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 7.033417457140371, | |
| "eval_loss": 1.409150242805481, | |
| "eval_runtime": 14.1369, | |
| "eval_samples_per_second": 70.737, | |
| "eval_steps_per_second": 2.264, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 7.050822382734314, | |
| "grad_norm": 0.3433850196424411, | |
| "learning_rate": 2.8033761035305244e-05, | |
| "loss": 0.9952, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 7.0682273083282565, | |
| "grad_norm": 0.36752665609513935, | |
| "learning_rate": 2.7836788306643923e-05, | |
| "loss": 0.9906, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 7.0682273083282565, | |
| "eval_loss": 1.4047331809997559, | |
| "eval_runtime": 14.1624, | |
| "eval_samples_per_second": 70.609, | |
| "eval_steps_per_second": 2.259, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 7.0856322339222, | |
| "grad_norm": 0.38190664439139405, | |
| "learning_rate": 2.7640630966140968e-05, | |
| "loss": 0.9895, | |
| "step": 20350 | |
| }, | |
| { | |
| "epoch": 7.103037159516143, | |
| "grad_norm": 0.34762378020761314, | |
| "learning_rate": 2.744529490206818e-05, | |
| "loss": 0.9924, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 7.103037159516143, | |
| "eval_loss": 1.4041850566864014, | |
| "eval_runtime": 14.2387, | |
| "eval_samples_per_second": 70.231, | |
| "eval_steps_per_second": 2.247, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 7.120442085110086, | |
| "grad_norm": 0.3618440565335891, | |
| "learning_rate": 2.7250785978044142e-05, | |
| "loss": 1.0048, | |
| "step": 20450 | |
| }, | |
| { | |
| "epoch": 7.1378470107040295, | |
| "grad_norm": 0.3626215831777752, | |
| "learning_rate": 2.7057110032858257e-05, | |
| "loss": 1.0023, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 7.1378470107040295, | |
| "eval_loss": 1.399662971496582, | |
| "eval_runtime": 14.1744, | |
| "eval_samples_per_second": 70.55, | |
| "eval_steps_per_second": 2.258, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 7.155251936297972, | |
| "grad_norm": 0.38880604277575187, | |
| "learning_rate": 2.6864272880295582e-05, | |
| "loss": 1.012, | |
| "step": 20550 | |
| }, | |
| { | |
| "epoch": 7.172656861891915, | |
| "grad_norm": 0.3831413065777447, | |
| "learning_rate": 2.6672280308962095e-05, | |
| "loss": 1.0004, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 7.172656861891915, | |
| "eval_loss": 1.4006353616714478, | |
| "eval_runtime": 14.1206, | |
| "eval_samples_per_second": 70.819, | |
| "eval_steps_per_second": 2.266, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 7.190061787485859, | |
| "grad_norm": 0.4158512167945318, | |
| "learning_rate": 2.6481138082111073e-05, | |
| "loss": 0.998, | |
| "step": 20650 | |
| }, | |
| { | |
| "epoch": 7.207466713079802, | |
| "grad_norm": 0.3551617540775312, | |
| "learning_rate": 2.6290851937470108e-05, | |
| "loss": 1.0002, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 7.207466713079802, | |
| "eval_loss": 1.400884747505188, | |
| "eval_runtime": 14.0994, | |
| "eval_samples_per_second": 70.925, | |
| "eval_steps_per_second": 2.27, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 7.224871638673744, | |
| "grad_norm": 0.39712111619509705, | |
| "learning_rate": 2.6101427587068772e-05, | |
| "loss": 0.9856, | |
| "step": 20750 | |
| }, | |
| { | |
| "epoch": 7.242276564267688, | |
| "grad_norm": 0.3761986769591791, | |
| "learning_rate": 2.5912870717067216e-05, | |
| "loss": 0.9914, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 7.242276564267688, | |
| "eval_loss": 1.4024951457977295, | |
| "eval_runtime": 14.1287, | |
| "eval_samples_per_second": 70.778, | |
| "eval_steps_per_second": 2.265, | |
| "step": 20800 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 28720, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 800, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.017945195433165e+16, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |