| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 4334, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00023073373327180433, | |
| "grad_norm": 0.686297595500946, | |
| "learning_rate": 4.6082949308755763e-07, | |
| "loss": 1.1177, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0011536686663590216, | |
| "grad_norm": 0.7558704614639282, | |
| "learning_rate": 2.3041474654377884e-06, | |
| "loss": 1.1971, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0023073373327180432, | |
| "grad_norm": 0.5853979587554932, | |
| "learning_rate": 4.608294930875577e-06, | |
| "loss": 1.1555, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.003461005999077065, | |
| "grad_norm": 0.6028280258178711, | |
| "learning_rate": 6.912442396313365e-06, | |
| "loss": 1.1553, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0046146746654360865, | |
| "grad_norm": 0.5894124507904053, | |
| "learning_rate": 9.216589861751153e-06, | |
| "loss": 1.1362, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.005768343331795108, | |
| "grad_norm": 0.5509130358695984, | |
| "learning_rate": 1.152073732718894e-05, | |
| "loss": 1.1086, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.00692201199815413, | |
| "grad_norm": 0.4827423095703125, | |
| "learning_rate": 1.382488479262673e-05, | |
| "loss": 1.0714, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.008075680664513151, | |
| "grad_norm": 0.4206579923629761, | |
| "learning_rate": 1.6129032258064517e-05, | |
| "loss": 1.0986, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.009229349330872173, | |
| "grad_norm": 0.4018802344799042, | |
| "learning_rate": 1.8433179723502307e-05, | |
| "loss": 1.0826, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.010383017997231195, | |
| "grad_norm": 0.3892878293991089, | |
| "learning_rate": 2.0737327188940094e-05, | |
| "loss": 1.0754, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.011536686663590217, | |
| "grad_norm": 0.42607298493385315, | |
| "learning_rate": 2.304147465437788e-05, | |
| "loss": 1.0598, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.012690355329949238, | |
| "grad_norm": 0.4032100439071655, | |
| "learning_rate": 2.534562211981567e-05, | |
| "loss": 1.0398, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.01384402399630826, | |
| "grad_norm": 0.300424724817276, | |
| "learning_rate": 2.764976958525346e-05, | |
| "loss": 1.0314, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.014997692662667282, | |
| "grad_norm": 0.3120896816253662, | |
| "learning_rate": 2.9953917050691244e-05, | |
| "loss": 1.0325, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.016151361329026302, | |
| "grad_norm": 0.3133822977542877, | |
| "learning_rate": 3.2258064516129034e-05, | |
| "loss": 1.0001, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.017305029995385326, | |
| "grad_norm": 0.3224703371524811, | |
| "learning_rate": 3.456221198156682e-05, | |
| "loss": 0.9706, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.018458698661744346, | |
| "grad_norm": 0.3161858022212982, | |
| "learning_rate": 3.6866359447004614e-05, | |
| "loss": 1.0638, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.01961236732810337, | |
| "grad_norm": 0.3286690413951874, | |
| "learning_rate": 3.91705069124424e-05, | |
| "loss": 0.996, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.02076603599446239, | |
| "grad_norm": 0.33011969923973083, | |
| "learning_rate": 4.147465437788019e-05, | |
| "loss": 0.9976, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.021919704660821413, | |
| "grad_norm": 0.32752472162246704, | |
| "learning_rate": 4.3778801843317974e-05, | |
| "loss": 1.0096, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.023073373327180433, | |
| "grad_norm": 0.36182036995887756, | |
| "learning_rate": 4.608294930875576e-05, | |
| "loss": 1.0075, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.024227041993539457, | |
| "grad_norm": 0.3445587158203125, | |
| "learning_rate": 4.8387096774193554e-05, | |
| "loss": 1.002, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.025380710659898477, | |
| "grad_norm": 0.3711521029472351, | |
| "learning_rate": 5.069124423963134e-05, | |
| "loss": 0.9899, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.0265343793262575, | |
| "grad_norm": 0.3891366124153137, | |
| "learning_rate": 5.2995391705069134e-05, | |
| "loss": 1.0221, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.02768804799261652, | |
| "grad_norm": 0.35788699984550476, | |
| "learning_rate": 5.529953917050692e-05, | |
| "loss": 0.9712, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.02884171665897554, | |
| "grad_norm": 0.3537100553512573, | |
| "learning_rate": 5.76036866359447e-05, | |
| "loss": 0.9863, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.029995385325334564, | |
| "grad_norm": 0.3532801568508148, | |
| "learning_rate": 5.990783410138249e-05, | |
| "loss": 0.9795, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.031149053991693584, | |
| "grad_norm": 0.3615999221801758, | |
| "learning_rate": 6.221198156682027e-05, | |
| "loss": 1.0252, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.032302722658052604, | |
| "grad_norm": 0.37444955110549927, | |
| "learning_rate": 6.451612903225807e-05, | |
| "loss": 0.9857, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.03345639132441163, | |
| "grad_norm": 0.3502795696258545, | |
| "learning_rate": 6.682027649769586e-05, | |
| "loss": 0.9619, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.03461005999077065, | |
| "grad_norm": 0.40353333950042725, | |
| "learning_rate": 6.912442396313364e-05, | |
| "loss": 0.9964, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.03576372865712967, | |
| "grad_norm": 0.36437052488327026, | |
| "learning_rate": 7.142857142857143e-05, | |
| "loss": 1.0316, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.03691739732348869, | |
| "grad_norm": 0.36226072907447815, | |
| "learning_rate": 7.373271889400923e-05, | |
| "loss": 0.973, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.03807106598984772, | |
| "grad_norm": 0.33833077549934387, | |
| "learning_rate": 7.603686635944701e-05, | |
| "loss": 1.0132, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.03922473465620674, | |
| "grad_norm": 0.3641466498374939, | |
| "learning_rate": 7.83410138248848e-05, | |
| "loss": 0.9902, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.04037840332256576, | |
| "grad_norm": 0.3401365578174591, | |
| "learning_rate": 8.064516129032258e-05, | |
| "loss": 0.9581, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.04153207198892478, | |
| "grad_norm": 0.4255409836769104, | |
| "learning_rate": 8.294930875576037e-05, | |
| "loss": 1.0141, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.0426857406552838, | |
| "grad_norm": 0.34667283296585083, | |
| "learning_rate": 8.525345622119815e-05, | |
| "loss": 0.9797, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.043839409321642826, | |
| "grad_norm": 0.34790462255477905, | |
| "learning_rate": 8.755760368663595e-05, | |
| "loss": 1.0209, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.044993077988001846, | |
| "grad_norm": 0.32455047965049744, | |
| "learning_rate": 8.986175115207374e-05, | |
| "loss": 0.9583, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.046146746654360866, | |
| "grad_norm": 0.31896835565567017, | |
| "learning_rate": 9.216589861751152e-05, | |
| "loss": 1.0452, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04730041532071989, | |
| "grad_norm": 0.35029253363609314, | |
| "learning_rate": 9.447004608294931e-05, | |
| "loss": 0.9895, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.048454083987078914, | |
| "grad_norm": 0.3429763615131378, | |
| "learning_rate": 9.677419354838711e-05, | |
| "loss": 1.0308, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.049607752653437934, | |
| "grad_norm": 0.30916911363601685, | |
| "learning_rate": 9.907834101382489e-05, | |
| "loss": 0.9656, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.050761421319796954, | |
| "grad_norm": 0.3224053680896759, | |
| "learning_rate": 0.00010138248847926268, | |
| "loss": 0.9742, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.051915089986155974, | |
| "grad_norm": 0.303576797246933, | |
| "learning_rate": 0.00010368663594470047, | |
| "loss": 1.0283, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.053068758652515, | |
| "grad_norm": 0.3039628863334656, | |
| "learning_rate": 0.00010599078341013827, | |
| "loss": 0.9651, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.05422242731887402, | |
| "grad_norm": 0.29959338903427124, | |
| "learning_rate": 0.00010829493087557605, | |
| "loss": 0.9649, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.05537609598523304, | |
| "grad_norm": 0.31773313879966736, | |
| "learning_rate": 0.00011059907834101384, | |
| "loss": 1.0011, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.05652976465159206, | |
| "grad_norm": 0.2978110909461975, | |
| "learning_rate": 0.00011290322580645163, | |
| "loss": 0.974, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.05768343331795108, | |
| "grad_norm": 0.30528807640075684, | |
| "learning_rate": 0.0001152073732718894, | |
| "loss": 1.0014, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.05883710198431011, | |
| "grad_norm": 0.2934586703777313, | |
| "learning_rate": 0.00011751152073732718, | |
| "loss": 1.012, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.05999077065066913, | |
| "grad_norm": 0.305656373500824, | |
| "learning_rate": 0.00011981566820276497, | |
| "loss": 0.9923, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.06114443931702815, | |
| "grad_norm": 0.2879476845264435, | |
| "learning_rate": 0.00012211981566820275, | |
| "loss": 0.9748, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.06229810798338717, | |
| "grad_norm": 0.2932344377040863, | |
| "learning_rate": 0.00012442396313364055, | |
| "loss": 0.9904, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.06345177664974619, | |
| "grad_norm": 0.28333616256713867, | |
| "learning_rate": 0.00012672811059907834, | |
| "loss": 0.9694, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.06460544531610521, | |
| "grad_norm": 0.3106706738471985, | |
| "learning_rate": 0.00012903225806451613, | |
| "loss": 0.9602, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.06575911398246424, | |
| "grad_norm": 0.30486252903938293, | |
| "learning_rate": 0.00013133640552995393, | |
| "loss": 0.997, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.06691278264882326, | |
| "grad_norm": 0.2930590808391571, | |
| "learning_rate": 0.00013364055299539172, | |
| "loss": 0.9839, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.06806645131518228, | |
| "grad_norm": 0.3167310655117035, | |
| "learning_rate": 0.0001359447004608295, | |
| "loss": 0.9784, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.0692201199815413, | |
| "grad_norm": 0.28749707341194153, | |
| "learning_rate": 0.00013824884792626728, | |
| "loss": 0.996, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.07037378864790032, | |
| "grad_norm": 0.33814895153045654, | |
| "learning_rate": 0.00014055299539170507, | |
| "loss": 1.013, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.07152745731425934, | |
| "grad_norm": 0.28523507714271545, | |
| "learning_rate": 0.00014285714285714287, | |
| "loss": 0.9904, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.07268112598061836, | |
| "grad_norm": 0.27578404545783997, | |
| "learning_rate": 0.00014516129032258066, | |
| "loss": 1.0064, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.07383479464697738, | |
| "grad_norm": 0.2809511721134186, | |
| "learning_rate": 0.00014746543778801845, | |
| "loss": 0.9846, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.0749884633133364, | |
| "grad_norm": 0.28782716393470764, | |
| "learning_rate": 0.00014976958525345625, | |
| "loss": 0.9869, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.07614213197969544, | |
| "grad_norm": 0.2717392146587372, | |
| "learning_rate": 0.00015207373271889401, | |
| "loss": 0.962, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.07729580064605446, | |
| "grad_norm": 0.27220791578292847, | |
| "learning_rate": 0.0001543778801843318, | |
| "loss": 0.9813, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.07844946931241348, | |
| "grad_norm": 0.3024996817111969, | |
| "learning_rate": 0.0001566820276497696, | |
| "loss": 0.9887, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.0796031379787725, | |
| "grad_norm": 0.27522554993629456, | |
| "learning_rate": 0.0001589861751152074, | |
| "loss": 0.9869, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.08075680664513152, | |
| "grad_norm": 0.27453291416168213, | |
| "learning_rate": 0.00016129032258064516, | |
| "loss": 0.9365, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.08191047531149054, | |
| "grad_norm": 0.27664312720298767, | |
| "learning_rate": 0.00016359447004608295, | |
| "loss": 0.9611, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.08306414397784956, | |
| "grad_norm": 0.2761642038822174, | |
| "learning_rate": 0.00016589861751152075, | |
| "loss": 0.9935, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.08421781264420858, | |
| "grad_norm": 0.2900699973106384, | |
| "learning_rate": 0.00016820276497695851, | |
| "loss": 0.9528, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.0853714813105676, | |
| "grad_norm": 0.2699083387851715, | |
| "learning_rate": 0.0001705069124423963, | |
| "loss": 0.9612, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.08652514997692663, | |
| "grad_norm": 0.26819881796836853, | |
| "learning_rate": 0.0001728110599078341, | |
| "loss": 0.9652, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.08767881864328565, | |
| "grad_norm": 0.2670578360557556, | |
| "learning_rate": 0.0001751152073732719, | |
| "loss": 0.944, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.08883248730964467, | |
| "grad_norm": 0.27193009853363037, | |
| "learning_rate": 0.0001774193548387097, | |
| "loss": 1.0175, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.08998615597600369, | |
| "grad_norm": 0.27275770902633667, | |
| "learning_rate": 0.00017972350230414748, | |
| "loss": 1.008, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.09113982464236271, | |
| "grad_norm": 0.2615206837654114, | |
| "learning_rate": 0.00018202764976958527, | |
| "loss": 1.0064, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.09229349330872173, | |
| "grad_norm": 0.2606607973575592, | |
| "learning_rate": 0.00018433179723502304, | |
| "loss": 0.9791, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.09344716197508075, | |
| "grad_norm": 0.257321834564209, | |
| "learning_rate": 0.00018663594470046083, | |
| "loss": 0.9628, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.09460083064143977, | |
| "grad_norm": 0.26475539803504944, | |
| "learning_rate": 0.00018894009216589863, | |
| "loss": 0.9771, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.0957544993077988, | |
| "grad_norm": 0.2725866138935089, | |
| "learning_rate": 0.00019124423963133642, | |
| "loss": 0.9667, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.09690816797415783, | |
| "grad_norm": 0.25924256443977356, | |
| "learning_rate": 0.00019354838709677422, | |
| "loss": 0.9865, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.09806183664051685, | |
| "grad_norm": 0.27873703837394714, | |
| "learning_rate": 0.000195852534562212, | |
| "loss": 0.9485, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.09921550530687587, | |
| "grad_norm": 0.26027387380599976, | |
| "learning_rate": 0.00019815668202764977, | |
| "loss": 1.0007, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.10036917397323489, | |
| "grad_norm": 0.2628461718559265, | |
| "learning_rate": 0.00019999996755554284, | |
| "loss": 0.971, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.10152284263959391, | |
| "grad_norm": 0.2701122462749481, | |
| "learning_rate": 0.00019999883200175287, | |
| "loss": 0.9721, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.10267651130595293, | |
| "grad_norm": 0.28857171535491943, | |
| "learning_rate": 0.0001999960742461578, | |
| "loss": 0.9881, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.10383017997231195, | |
| "grad_norm": 0.2599029242992401, | |
| "learning_rate": 0.0001999916943334945, | |
| "loss": 0.9627, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.10498384863867097, | |
| "grad_norm": 0.24774646759033203, | |
| "learning_rate": 0.0001999856923348149, | |
| "loss": 0.9885, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.10613751730503, | |
| "grad_norm": 0.26404890418052673, | |
| "learning_rate": 0.00019997806834748456, | |
| "loss": 0.9791, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.10729118597138902, | |
| "grad_norm": 0.25796157121658325, | |
| "learning_rate": 0.00019996882249518144, | |
| "loss": 0.9818, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.10844485463774804, | |
| "grad_norm": 0.2635892927646637, | |
| "learning_rate": 0.0001999579549278937, | |
| "loss": 0.9565, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.10959852330410706, | |
| "grad_norm": 0.2549423575401306, | |
| "learning_rate": 0.00019994546582191718, | |
| "loss": 0.9793, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.11075219197046608, | |
| "grad_norm": 0.24907591938972473, | |
| "learning_rate": 0.00019993135537985283, | |
| "loss": 0.9513, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.1119058606368251, | |
| "grad_norm": 0.2583698332309723, | |
| "learning_rate": 0.00019991562383060317, | |
| "loss": 0.9672, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.11305952930318412, | |
| "grad_norm": 0.2518406808376312, | |
| "learning_rate": 0.00019989827142936862, | |
| "loss": 0.984, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.11421319796954314, | |
| "grad_norm": 0.27680379152297974, | |
| "learning_rate": 0.00019987929845764345, | |
| "loss": 0.9874, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.11536686663590216, | |
| "grad_norm": 0.35969656705856323, | |
| "learning_rate": 0.00019985870522321118, | |
| "loss": 1.0057, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.1165205353022612, | |
| "grad_norm": 0.2667674720287323, | |
| "learning_rate": 0.00019983649206013944, | |
| "loss": 1.0074, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.11767420396862022, | |
| "grad_norm": 0.265827476978302, | |
| "learning_rate": 0.00019981265932877488, | |
| "loss": 0.9374, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.11882787263497924, | |
| "grad_norm": 0.25846490263938904, | |
| "learning_rate": 0.00019978720741573692, | |
| "loss": 0.9766, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.11998154130133826, | |
| "grad_norm": 0.24783585965633392, | |
| "learning_rate": 0.00019976013673391182, | |
| "loss": 0.9783, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.12113520996769728, | |
| "grad_norm": 0.25355273485183716, | |
| "learning_rate": 0.00019973144772244582, | |
| "loss": 0.9786, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.1222888786340563, | |
| "grad_norm": 0.2570498585700989, | |
| "learning_rate": 0.00019970114084673796, | |
| "loss": 0.9982, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.12344254730041532, | |
| "grad_norm": 0.25161927938461304, | |
| "learning_rate": 0.00019966921659843274, | |
| "loss": 0.9451, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.12459621596677434, | |
| "grad_norm": 0.2521721422672272, | |
| "learning_rate": 0.0001996356754954119, | |
| "loss": 0.9864, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.12574988463313336, | |
| "grad_norm": 0.2616737186908722, | |
| "learning_rate": 0.00019960051808178616, | |
| "loss": 0.9795, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.12690355329949238, | |
| "grad_norm": 0.25555992126464844, | |
| "learning_rate": 0.0001995637449278864, | |
| "loss": 0.9879, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.1280572219658514, | |
| "grad_norm": 0.25149908661842346, | |
| "learning_rate": 0.0001995253566302543, | |
| "loss": 0.952, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.12921089063221042, | |
| "grad_norm": 0.24779251217842102, | |
| "learning_rate": 0.00019948535381163288, | |
| "loss": 0.9663, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.13036455929856944, | |
| "grad_norm": 0.28940436244010925, | |
| "learning_rate": 0.00019944373712095615, | |
| "loss": 0.9649, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.13151822796492849, | |
| "grad_norm": 0.2656140923500061, | |
| "learning_rate": 0.00019940050723333866, | |
| "loss": 0.9729, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.1326718966312875, | |
| "grad_norm": 0.26921287178993225, | |
| "learning_rate": 0.00019935566485006464, | |
| "loss": 0.9812, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.13382556529764653, | |
| "grad_norm": 0.2550528943538666, | |
| "learning_rate": 0.0001993092106985765, | |
| "loss": 0.9711, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.13497923396400555, | |
| "grad_norm": 0.26933753490448, | |
| "learning_rate": 0.0001992611455324632, | |
| "loss": 0.9782, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.13613290263036457, | |
| "grad_norm": 0.25276893377304077, | |
| "learning_rate": 0.0001992114701314478, | |
| "loss": 0.9438, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.1372865712967236, | |
| "grad_norm": 0.2518392503261566, | |
| "learning_rate": 0.00019916018530137495, | |
| "loss": 0.9835, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.1384402399630826, | |
| "grad_norm": 0.2546631693840027, | |
| "learning_rate": 0.00019910729187419781, | |
| "loss": 1.0105, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.13959390862944163, | |
| "grad_norm": 0.26017695665359497, | |
| "learning_rate": 0.00019905279070796454, | |
| "loss": 0.9554, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.14074757729580065, | |
| "grad_norm": 0.2573865056037903, | |
| "learning_rate": 0.0001989966826868044, | |
| "loss": 0.9939, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.14190124596215967, | |
| "grad_norm": 0.25712475180625916, | |
| "learning_rate": 0.00019893896872091329, | |
| "loss": 0.9359, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.1430549146285187, | |
| "grad_norm": 0.2623005509376526, | |
| "learning_rate": 0.00019887964974653918, | |
| "loss": 0.9486, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.1442085832948777, | |
| "grad_norm": 0.2532264292240143, | |
| "learning_rate": 0.00019881872672596683, | |
| "loss": 0.9803, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.14536225196123673, | |
| "grad_norm": 0.2683295011520386, | |
| "learning_rate": 0.00019875620064750202, | |
| "loss": 0.9611, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.14651592062759575, | |
| "grad_norm": 0.26294204592704773, | |
| "learning_rate": 0.00019869207252545584, | |
| "loss": 0.9749, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.14766958929395477, | |
| "grad_norm": 0.24312348663806915, | |
| "learning_rate": 0.00019862634340012795, | |
| "loss": 0.9444, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.1488232579603138, | |
| "grad_norm": 0.25715410709381104, | |
| "learning_rate": 0.00019855901433778991, | |
| "loss": 0.9491, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.1499769266266728, | |
| "grad_norm": 0.2563926875591278, | |
| "learning_rate": 0.00019849008643066772, | |
| "loss": 0.9484, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.15113059529303183, | |
| "grad_norm": 0.2505110800266266, | |
| "learning_rate": 0.0001984195607969242, | |
| "loss": 0.9911, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.15228426395939088, | |
| "grad_norm": 0.2632611095905304, | |
| "learning_rate": 0.0001983474385806408, | |
| "loss": 0.9644, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.1534379326257499, | |
| "grad_norm": 0.25112318992614746, | |
| "learning_rate": 0.00019827372095179908, | |
| "loss": 0.9766, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.15459160129210892, | |
| "grad_norm": 0.2595708668231964, | |
| "learning_rate": 0.00019819840910626174, | |
| "loss": 0.9931, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.15574526995846794, | |
| "grad_norm": 0.2515600621700287, | |
| "learning_rate": 0.00019812150426575315, | |
| "loss": 0.9581, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.15689893862482696, | |
| "grad_norm": 0.2485395222902298, | |
| "learning_rate": 0.00019804300767783958, | |
| "loss": 0.9339, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.15805260729118598, | |
| "grad_norm": 0.25041699409484863, | |
| "learning_rate": 0.00019796292061590899, | |
| "loss": 0.9478, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.159206275957545, | |
| "grad_norm": 0.26130861043930054, | |
| "learning_rate": 0.0001978812443791503, | |
| "loss": 0.975, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.16035994462390402, | |
| "grad_norm": 0.2546372711658478, | |
| "learning_rate": 0.00019779798029253241, | |
| "loss": 0.9673, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.16151361329026304, | |
| "grad_norm": 0.2580021023750305, | |
| "learning_rate": 0.00019771312970678258, | |
| "loss": 0.9921, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.16266728195662206, | |
| "grad_norm": 0.24550603330135345, | |
| "learning_rate": 0.00019762669399836462, | |
| "loss": 0.9568, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.16382095062298108, | |
| "grad_norm": 0.25711777806282043, | |
| "learning_rate": 0.0001975386745694565, | |
| "loss": 0.9671, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.1649746192893401, | |
| "grad_norm": 0.2552441656589508, | |
| "learning_rate": 0.00019744907284792776, | |
| "loss": 0.9796, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.16612828795569912, | |
| "grad_norm": 0.24158374965190887, | |
| "learning_rate": 0.00019735789028731604, | |
| "loss": 0.9841, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.16728195662205814, | |
| "grad_norm": 0.25179579854011536, | |
| "learning_rate": 0.00019726512836680378, | |
| "loss": 0.9817, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.16843562528841716, | |
| "grad_norm": 0.27372288703918457, | |
| "learning_rate": 0.0001971707885911941, | |
| "loss": 0.9654, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.16958929395477618, | |
| "grad_norm": 0.28059613704681396, | |
| "learning_rate": 0.00019707487249088641, | |
| "loss": 0.9669, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.1707429626211352, | |
| "grad_norm": 0.27208980917930603, | |
| "learning_rate": 0.00019697738162185161, | |
| "loss": 1.0043, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.17189663128749424, | |
| "grad_norm": 0.25409960746765137, | |
| "learning_rate": 0.0001968783175656068, | |
| "loss": 0.9751, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.17305029995385326, | |
| "grad_norm": 0.2589627504348755, | |
| "learning_rate": 0.00019677768192918971, | |
| "loss": 0.9733, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17420396862021229, | |
| "grad_norm": 0.2695959210395813, | |
| "learning_rate": 0.00019667547634513247, | |
| "loss": 0.955, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.1753576372865713, | |
| "grad_norm": 0.25583890080451965, | |
| "learning_rate": 0.00019657170247143525, | |
| "loss": 0.955, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.17651130595293033, | |
| "grad_norm": 0.24999220669269562, | |
| "learning_rate": 0.0001964663619915394, | |
| "loss": 0.9715, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.17766497461928935, | |
| "grad_norm": 0.2531087100505829, | |
| "learning_rate": 0.00019635945661430006, | |
| "loss": 0.9917, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.17881864328564837, | |
| "grad_norm": 0.2580994665622711, | |
| "learning_rate": 0.0001962509880739584, | |
| "loss": 0.9876, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.17997231195200739, | |
| "grad_norm": 0.2500920593738556, | |
| "learning_rate": 0.00019614095813011364, | |
| "loss": 0.9964, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.1811259806183664, | |
| "grad_norm": 0.2500130534172058, | |
| "learning_rate": 0.0001960293685676943, | |
| "loss": 0.9536, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.18227964928472543, | |
| "grad_norm": 0.25024518370628357, | |
| "learning_rate": 0.0001959162211969295, | |
| "loss": 0.961, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.18343331795108445, | |
| "grad_norm": 0.25615155696868896, | |
| "learning_rate": 0.00019580151785331934, | |
| "loss": 0.9795, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.18458698661744347, | |
| "grad_norm": 0.2746971547603607, | |
| "learning_rate": 0.0001956852603976052, | |
| "loss": 0.99, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.18574065528380249, | |
| "grad_norm": 0.2582091987133026, | |
| "learning_rate": 0.00019556745071573975, | |
| "loss": 0.9599, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.1868943239501615, | |
| "grad_norm": 0.25607603788375854, | |
| "learning_rate": 0.00019544809071885604, | |
| "loss": 0.9739, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.18804799261652053, | |
| "grad_norm": 0.25475266575813293, | |
| "learning_rate": 0.00019532718234323672, | |
| "loss": 0.9638, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.18920166128287955, | |
| "grad_norm": 0.2636029124259949, | |
| "learning_rate": 0.00019520472755028256, | |
| "loss": 1.0138, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.19035532994923857, | |
| "grad_norm": 0.25477829575538635, | |
| "learning_rate": 0.00019508072832648062, | |
| "loss": 0.928, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.1915089986155976, | |
| "grad_norm": 0.2600194215774536, | |
| "learning_rate": 0.00019495518668337201, | |
| "loss": 0.98, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.19266266728195663, | |
| "grad_norm": 0.2581029534339905, | |
| "learning_rate": 0.00019482810465751938, | |
| "loss": 0.9466, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.19381633594831565, | |
| "grad_norm": 0.26259845495224, | |
| "learning_rate": 0.0001946994843104737, | |
| "loss": 0.9702, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.19497000461467467, | |
| "grad_norm": 0.2556231617927551, | |
| "learning_rate": 0.00019456932772874091, | |
| "loss": 0.9752, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.1961236732810337, | |
| "grad_norm": 0.25811153650283813, | |
| "learning_rate": 0.00019443763702374812, | |
| "loss": 0.9616, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.19727734194739271, | |
| "grad_norm": 0.25802063941955566, | |
| "learning_rate": 0.00019430441433180925, | |
| "loss": 0.9736, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.19843101061375173, | |
| "grad_norm": 0.27993249893188477, | |
| "learning_rate": 0.00019416966181409046, | |
| "loss": 0.9527, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.19958467928011075, | |
| "grad_norm": 0.2626069188117981, | |
| "learning_rate": 0.00019403338165657508, | |
| "loss": 0.955, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.20073834794646978, | |
| "grad_norm": 0.2545926570892334, | |
| "learning_rate": 0.00019389557607002805, | |
| "loss": 0.9896, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.2018920166128288, | |
| "grad_norm": 0.2604697346687317, | |
| "learning_rate": 0.0001937562472899603, | |
| "loss": 0.9769, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.20304568527918782, | |
| "grad_norm": 0.2628583312034607, | |
| "learning_rate": 0.0001936153975765921, | |
| "loss": 0.9392, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.20419935394554684, | |
| "grad_norm": 0.2587975859642029, | |
| "learning_rate": 0.00019347302921481681, | |
| "loss": 0.9933, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.20535302261190586, | |
| "grad_norm": 0.27935993671417236, | |
| "learning_rate": 0.00019332914451416347, | |
| "loss": 0.9232, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.20650669127826488, | |
| "grad_norm": 0.2539782226085663, | |
| "learning_rate": 0.00019318374580875962, | |
| "loss": 0.9781, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.2076603599446239, | |
| "grad_norm": 0.27198004722595215, | |
| "learning_rate": 0.00019303683545729322, | |
| "loss": 0.9484, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.20881402861098292, | |
| "grad_norm": 0.25046050548553467, | |
| "learning_rate": 0.00019288841584297445, | |
| "loss": 0.9693, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.20996769727734194, | |
| "grad_norm": 0.2635994851589203, | |
| "learning_rate": 0.0001927384893734971, | |
| "loss": 0.9412, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.21112136594370096, | |
| "grad_norm": 0.26054415106773376, | |
| "learning_rate": 0.0001925870584809995, | |
| "loss": 0.9485, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.21227503461006, | |
| "grad_norm": 0.25425177812576294, | |
| "learning_rate": 0.00019243412562202497, | |
| "loss": 0.9841, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.21342870327641902, | |
| "grad_norm": 0.25780272483825684, | |
| "learning_rate": 0.00019227969327748211, | |
| "loss": 0.9502, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.21458237194277804, | |
| "grad_norm": 0.24851177632808685, | |
| "learning_rate": 0.00019212376395260448, | |
| "loss": 0.9875, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.21573604060913706, | |
| "grad_norm": 0.25959885120391846, | |
| "learning_rate": 0.00019196634017690993, | |
| "loss": 0.9734, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.21688970927549608, | |
| "grad_norm": 0.2571864426136017, | |
| "learning_rate": 0.00019180742450415964, | |
| "loss": 0.9636, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.2180433779418551, | |
| "grad_norm": 0.2478172332048416, | |
| "learning_rate": 0.00019164701951231657, | |
| "loss": 0.9718, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.21919704660821412, | |
| "grad_norm": 0.27649134397506714, | |
| "learning_rate": 0.00019148512780350384, | |
| "loss": 0.9737, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.22035071527457314, | |
| "grad_norm": 0.25620779395103455, | |
| "learning_rate": 0.00019132175200396235, | |
| "loss": 0.9431, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.22150438394093216, | |
| "grad_norm": 0.2638430595397949, | |
| "learning_rate": 0.00019115689476400816, | |
| "loss": 0.984, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.22265805260729118, | |
| "grad_norm": 0.25410696864128113, | |
| "learning_rate": 0.00019099055875798973, | |
| "loss": 0.9703, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.2238117212736502, | |
| "grad_norm": 0.25862041115760803, | |
| "learning_rate": 0.00019082274668424422, | |
| "loss": 0.9509, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.22496538994000922, | |
| "grad_norm": 0.24762850999832153, | |
| "learning_rate": 0.0001906534612650539, | |
| "loss": 0.9424, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.22611905860636825, | |
| "grad_norm": 0.2532382309436798, | |
| "learning_rate": 0.00019048270524660196, | |
| "loss": 1.0109, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.22727272727272727, | |
| "grad_norm": 0.296761155128479, | |
| "learning_rate": 0.000190310481398928, | |
| "loss": 0.9461, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.22842639593908629, | |
| "grad_norm": 0.2572844624519348, | |
| "learning_rate": 0.00019013679251588303, | |
| "loss": 0.9685, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.2295800646054453, | |
| "grad_norm": 0.2736752927303314, | |
| "learning_rate": 0.00018996164141508412, | |
| "loss": 0.9788, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.23073373327180433, | |
| "grad_norm": 0.26040878891944885, | |
| "learning_rate": 0.00018978503093786882, | |
| "loss": 0.9669, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23188740193816337, | |
| "grad_norm": 0.26469501852989197, | |
| "learning_rate": 0.00018960696394924886, | |
| "loss": 1.0047, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.2330410706045224, | |
| "grad_norm": 0.25627848505973816, | |
| "learning_rate": 0.00018942744333786397, | |
| "loss": 0.9911, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.2341947392708814, | |
| "grad_norm": 0.2675924003124237, | |
| "learning_rate": 0.00018924647201593473, | |
| "loss": 0.9934, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.23534840793724043, | |
| "grad_norm": 0.2544163763523102, | |
| "learning_rate": 0.00018906405291921547, | |
| "loss": 0.9674, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.23650207660359945, | |
| "grad_norm": 0.2576877772808075, | |
| "learning_rate": 0.00018888018900694667, | |
| "loss": 0.9345, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.23765574526995847, | |
| "grad_norm": 0.35056746006011963, | |
| "learning_rate": 0.00018869488326180679, | |
| "loss": 0.9842, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.2388094139363175, | |
| "grad_norm": 0.25830191373825073, | |
| "learning_rate": 0.00018850813868986416, | |
| "loss": 0.9229, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.23996308260267651, | |
| "grad_norm": 0.25119414925575256, | |
| "learning_rate": 0.000188319958320528, | |
| "loss": 0.9594, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.24111675126903553, | |
| "grad_norm": 0.2568560242652893, | |
| "learning_rate": 0.0001881303452064992, | |
| "loss": 0.9645, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.24227041993539455, | |
| "grad_norm": 0.2648126482963562, | |
| "learning_rate": 0.0001879393024237212, | |
| "loss": 0.9627, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.24342408860175357, | |
| "grad_norm": 0.2568890154361725, | |
| "learning_rate": 0.00018774683307132953, | |
| "loss": 0.9595, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.2445777572681126, | |
| "grad_norm": 0.26714202761650085, | |
| "learning_rate": 0.00018755294027160204, | |
| "loss": 0.9474, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.24573142593447161, | |
| "grad_norm": 0.2748320996761322, | |
| "learning_rate": 0.00018735762716990797, | |
| "loss": 0.9474, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.24688509460083063, | |
| "grad_norm": 0.28429654240608215, | |
| "learning_rate": 0.00018716089693465696, | |
| "loss": 0.99, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.24803876326718965, | |
| "grad_norm": 0.2595331072807312, | |
| "learning_rate": 0.0001869627527572477, | |
| "loss": 0.9592, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.24919243193354867, | |
| "grad_norm": 0.2595003843307495, | |
| "learning_rate": 0.00018676319785201616, | |
| "loss": 0.9882, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.2503461005999077, | |
| "grad_norm": 0.3043324649333954, | |
| "learning_rate": 0.00018656223545618345, | |
| "loss": 0.9573, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.2514997692662667, | |
| "grad_norm": 0.2606871724128723, | |
| "learning_rate": 0.00018635986882980325, | |
| "loss": 0.9808, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.25265343793262574, | |
| "grad_norm": 0.26122790575027466, | |
| "learning_rate": 0.00018615610125570902, | |
| "loss": 0.9523, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.25380710659898476, | |
| "grad_norm": 0.2673528492450714, | |
| "learning_rate": 0.00018595093603946053, | |
| "loss": 0.9495, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.2549607752653438, | |
| "grad_norm": 0.25935789942741394, | |
| "learning_rate": 0.00018574437650929054, | |
| "loss": 0.9026, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.2561144439317028, | |
| "grad_norm": 0.28227198123931885, | |
| "learning_rate": 0.00018553642601605068, | |
| "loss": 0.9456, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.2572681125980618, | |
| "grad_norm": 0.25894030928611755, | |
| "learning_rate": 0.00018532708793315693, | |
| "loss": 0.987, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.25842178126442084, | |
| "grad_norm": 0.2698533535003662, | |
| "learning_rate": 0.00018511636565653511, | |
| "loss": 0.9778, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.25957544993077986, | |
| "grad_norm": 0.25481945276260376, | |
| "learning_rate": 0.00018490426260456578, | |
| "loss": 0.978, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.2607291185971389, | |
| "grad_norm": 0.28665271401405334, | |
| "learning_rate": 0.0001846907822180286, | |
| "loss": 0.9764, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.2618827872634979, | |
| "grad_norm": 0.2624281942844391, | |
| "learning_rate": 0.00018447592796004675, | |
| "loss": 0.9534, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.26303645592985697, | |
| "grad_norm": 0.2616020143032074, | |
| "learning_rate": 0.00018425970331603056, | |
| "loss": 0.9692, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.264190124596216, | |
| "grad_norm": 0.2609774172306061, | |
| "learning_rate": 0.00018404211179362114, | |
| "loss": 0.9681, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.265343793262575, | |
| "grad_norm": 0.2684124708175659, | |
| "learning_rate": 0.00018382315692263323, | |
| "loss": 1.005, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.26649746192893403, | |
| "grad_norm": 0.2579489052295685, | |
| "learning_rate": 0.0001836028422549983, | |
| "loss": 1.0064, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.26765113059529305, | |
| "grad_norm": 0.26837727427482605, | |
| "learning_rate": 0.00018338117136470648, | |
| "loss": 0.9873, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.26880479926165207, | |
| "grad_norm": 0.27158886194229126, | |
| "learning_rate": 0.00018315814784774901, | |
| "loss": 0.9775, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.2699584679280111, | |
| "grad_norm": 0.28705140948295593, | |
| "learning_rate": 0.00018293377532205968, | |
| "loss": 0.9876, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.2711121365943701, | |
| "grad_norm": 0.2695893347263336, | |
| "learning_rate": 0.00018270805742745617, | |
| "loss": 0.9651, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.27226580526072913, | |
| "grad_norm": 0.2642047703266144, | |
| "learning_rate": 0.000182480997825581, | |
| "loss": 0.9849, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.27341947392708815, | |
| "grad_norm": 0.24997040629386902, | |
| "learning_rate": 0.00018225260019984215, | |
| "loss": 0.9574, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.2745731425934472, | |
| "grad_norm": 0.25589871406555176, | |
| "learning_rate": 0.0001820228682553533, | |
| "loss": 0.9311, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.2757268112598062, | |
| "grad_norm": 0.2490740865468979, | |
| "learning_rate": 0.00018179180571887372, | |
| "loss": 0.9471, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.2768804799261652, | |
| "grad_norm": 0.24929802119731903, | |
| "learning_rate": 0.00018155941633874787, | |
| "loss": 0.9551, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.27803414859252423, | |
| "grad_norm": 0.2558966875076294, | |
| "learning_rate": 0.00018132570388484443, | |
| "loss": 0.9283, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.27918781725888325, | |
| "grad_norm": 0.26152223348617554, | |
| "learning_rate": 0.00018109067214849538, | |
| "loss": 0.9457, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.2803414859252423, | |
| "grad_norm": 0.2626384198665619, | |
| "learning_rate": 0.0001808543249424343, | |
| "loss": 0.9678, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.2814951545916013, | |
| "grad_norm": 0.25507864356040955, | |
| "learning_rate": 0.00018061666610073464, | |
| "loss": 0.9639, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.2826488232579603, | |
| "grad_norm": 0.27339187264442444, | |
| "learning_rate": 0.00018037769947874742, | |
| "loss": 0.9475, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.28380249192431933, | |
| "grad_norm": 0.26297956705093384, | |
| "learning_rate": 0.00018013742895303883, | |
| "loss": 0.9415, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.28495616059067835, | |
| "grad_norm": 0.2605285942554474, | |
| "learning_rate": 0.00017989585842132712, | |
| "loss": 0.9507, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.2861098292570374, | |
| "grad_norm": 0.2680794596672058, | |
| "learning_rate": 0.00017965299180241963, | |
| "loss": 0.9928, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.2872634979233964, | |
| "grad_norm": 0.2609361410140991, | |
| "learning_rate": 0.00017940883303614905, | |
| "loss": 1.0034, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.2884171665897554, | |
| "grad_norm": 0.26120924949645996, | |
| "learning_rate": 0.0001791633860833096, | |
| "loss": 0.9703, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.28957083525611443, | |
| "grad_norm": 0.259295791387558, | |
| "learning_rate": 0.0001789166549255926, | |
| "loss": 0.9717, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.29072450392247345, | |
| "grad_norm": 0.25710657238960266, | |
| "learning_rate": 0.00017866864356552213, | |
| "loss": 0.9773, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.2918781725888325, | |
| "grad_norm": 0.25823676586151123, | |
| "learning_rate": 0.00017841935602638996, | |
| "loss": 0.9771, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.2930318412551915, | |
| "grad_norm": 0.2612430155277252, | |
| "learning_rate": 0.00017816879635219028, | |
| "loss": 0.9257, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.2941855099215505, | |
| "grad_norm": 0.2545841932296753, | |
| "learning_rate": 0.0001779169686075541, | |
| "loss": 0.931, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.29533917858790953, | |
| "grad_norm": 0.2565891146659851, | |
| "learning_rate": 0.0001776638768776834, | |
| "loss": 0.9442, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.29649284725426855, | |
| "grad_norm": 0.2589223384857178, | |
| "learning_rate": 0.00017740952526828466, | |
| "loss": 0.9319, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.2976465159206276, | |
| "grad_norm": 0.26724082231521606, | |
| "learning_rate": 0.00017715391790550252, | |
| "loss": 0.9854, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.2988001845869866, | |
| "grad_norm": 0.2645433247089386, | |
| "learning_rate": 0.00017689705893585272, | |
| "loss": 0.9683, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.2999538532533456, | |
| "grad_norm": 0.2574128210544586, | |
| "learning_rate": 0.0001766389525261547, | |
| "loss": 0.987, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.30110752191970463, | |
| "grad_norm": 0.2574234902858734, | |
| "learning_rate": 0.00017637960286346425, | |
| "loss": 0.9991, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.30226119058606365, | |
| "grad_norm": 0.255074143409729, | |
| "learning_rate": 0.00017611901415500535, | |
| "loss": 1.0042, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.30341485925242273, | |
| "grad_norm": 0.26597529649734497, | |
| "learning_rate": 0.00017585719062810214, | |
| "loss": 0.9865, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.30456852791878175, | |
| "grad_norm": 0.2626805901527405, | |
| "learning_rate": 0.00017559413653011024, | |
| "loss": 0.9751, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.30572219658514077, | |
| "grad_norm": 0.24981103837490082, | |
| "learning_rate": 0.0001753298561283478, | |
| "loss": 0.9628, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.3068758652514998, | |
| "grad_norm": 0.25727543234825134, | |
| "learning_rate": 0.00017506435371002633, | |
| "loss": 0.9427, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.3080295339178588, | |
| "grad_norm": 0.27170515060424805, | |
| "learning_rate": 0.00017479763358218119, | |
| "loss": 0.9777, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.30918320258421783, | |
| "grad_norm": 0.27030548453330994, | |
| "learning_rate": 0.0001745297000716016, | |
| "loss": 0.9678, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.31033687125057685, | |
| "grad_norm": 0.27044013142585754, | |
| "learning_rate": 0.0001742605575247606, | |
| "loss": 1.0005, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.31149053991693587, | |
| "grad_norm": 0.2567753195762634, | |
| "learning_rate": 0.00017399021030774442, | |
| "loss": 0.9379, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.3126442085832949, | |
| "grad_norm": 0.2584477961063385, | |
| "learning_rate": 0.00017371866280618177, | |
| "loss": 0.9599, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.3137978772496539, | |
| "grad_norm": 0.26751193404197693, | |
| "learning_rate": 0.0001734459194251725, | |
| "loss": 0.9778, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.31495154591601293, | |
| "grad_norm": 0.26162561774253845, | |
| "learning_rate": 0.00017317198458921638, | |
| "loss": 0.9809, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.31610521458237195, | |
| "grad_norm": 0.26419851183891296, | |
| "learning_rate": 0.00017289686274214118, | |
| "loss": 0.9779, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.31725888324873097, | |
| "grad_norm": 0.25940561294555664, | |
| "learning_rate": 0.00017262055834703054, | |
| "loss": 0.9899, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.31841255191509, | |
| "grad_norm": 0.2542431652545929, | |
| "learning_rate": 0.00017234307588615176, | |
| "loss": 0.9748, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.319566220581449, | |
| "grad_norm": 0.25366565585136414, | |
| "learning_rate": 0.0001720644198608829, | |
| "loss": 0.9828, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.32071988924780803, | |
| "grad_norm": 0.2604008913040161, | |
| "learning_rate": 0.00017178459479163976, | |
| "loss": 0.9697, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.32187355791416705, | |
| "grad_norm": 0.2703900933265686, | |
| "learning_rate": 0.0001715036052178028, | |
| "loss": 0.986, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.3230272265805261, | |
| "grad_norm": 0.25708577036857605, | |
| "learning_rate": 0.0001712214556976431, | |
| "loss": 0.9457, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.3241808952468851, | |
| "grad_norm": 0.26468509435653687, | |
| "learning_rate": 0.00017093815080824876, | |
| "loss": 0.9599, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.3253345639132441, | |
| "grad_norm": 0.2600449025630951, | |
| "learning_rate": 0.00017065369514545053, | |
| "loss": 0.941, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.32648823257960313, | |
| "grad_norm": 0.2549765110015869, | |
| "learning_rate": 0.00017036809332374712, | |
| "loss": 0.9735, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.32764190124596215, | |
| "grad_norm": 0.2710689902305603, | |
| "learning_rate": 0.00017008134997623065, | |
| "loss": 0.9949, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.3287955699123212, | |
| "grad_norm": 0.2554212808609009, | |
| "learning_rate": 0.00016979346975451112, | |
| "loss": 0.9741, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.3299492385786802, | |
| "grad_norm": 0.2632601261138916, | |
| "learning_rate": 0.00016950445732864127, | |
| "loss": 0.9951, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.3311029072450392, | |
| "grad_norm": 0.2675810754299164, | |
| "learning_rate": 0.0001692143173870407, | |
| "loss": 0.9544, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.33225657591139823, | |
| "grad_norm": 0.26224300265312195, | |
| "learning_rate": 0.00016892305463641965, | |
| "loss": 0.9297, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.33341024457775725, | |
| "grad_norm": 0.2826540470123291, | |
| "learning_rate": 0.00016863067380170298, | |
| "loss": 0.9588, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.3345639132441163, | |
| "grad_norm": 0.2714956998825073, | |
| "learning_rate": 0.00016833717962595326, | |
| "loss": 0.9682, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.3357175819104753, | |
| "grad_norm": 0.24968619644641876, | |
| "learning_rate": 0.00016804257687029389, | |
| "loss": 1.0191, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.3368712505768343, | |
| "grad_norm": 0.26332545280456543, | |
| "learning_rate": 0.00016774687031383188, | |
| "loss": 0.957, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.33802491924319333, | |
| "grad_norm": 0.25739216804504395, | |
| "learning_rate": 0.00016745006475358046, | |
| "loss": 0.9747, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.33917858790955235, | |
| "grad_norm": 0.26346343755722046, | |
| "learning_rate": 0.00016715216500438093, | |
| "loss": 0.9414, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.3403322565759114, | |
| "grad_norm": 0.25862592458724976, | |
| "learning_rate": 0.0001668531758988249, | |
| "loss": 0.962, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.3414859252422704, | |
| "grad_norm": 0.25549453496932983, | |
| "learning_rate": 0.00016655310228717564, | |
| "loss": 0.9575, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.3426395939086294, | |
| "grad_norm": 0.26341837644577026, | |
| "learning_rate": 0.0001662519490372896, | |
| "loss": 0.9546, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.3437932625749885, | |
| "grad_norm": 0.279466450214386, | |
| "learning_rate": 0.00016594972103453726, | |
| "loss": 0.9755, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.3449469312413475, | |
| "grad_norm": 0.2663206160068512, | |
| "learning_rate": 0.00016564642318172402, | |
| "loss": 0.9683, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.34610059990770653, | |
| "grad_norm": 0.2633247971534729, | |
| "learning_rate": 0.00016534206039901057, | |
| "loss": 0.9425, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.34725426857406555, | |
| "grad_norm": 0.26610881090164185, | |
| "learning_rate": 0.00016503663762383312, | |
| "loss": 0.9571, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.34840793724042457, | |
| "grad_norm": 0.25422990322113037, | |
| "learning_rate": 0.00016473015981082338, | |
| "loss": 0.965, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.3495616059067836, | |
| "grad_norm": 0.26195505261421204, | |
| "learning_rate": 0.000164422631931728, | |
| "loss": 0.9811, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.3507152745731426, | |
| "grad_norm": 0.2687501609325409, | |
| "learning_rate": 0.00016411405897532802, | |
| "loss": 0.9657, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.35186894323950163, | |
| "grad_norm": 0.27142685651779175, | |
| "learning_rate": 0.000163804445947358, | |
| "loss": 0.9656, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.35302261190586065, | |
| "grad_norm": 0.2657437026500702, | |
| "learning_rate": 0.00016349379787042477, | |
| "loss": 0.9561, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.35417628057221967, | |
| "grad_norm": 0.266258180141449, | |
| "learning_rate": 0.00016318211978392589, | |
| "loss": 0.9611, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.3553299492385787, | |
| "grad_norm": 0.2663586735725403, | |
| "learning_rate": 0.00016286941674396787, | |
| "loss": 0.9368, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.3564836179049377, | |
| "grad_norm": 0.2677685618400574, | |
| "learning_rate": 0.00016255569382328443, | |
| "loss": 0.9867, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.35763728657129673, | |
| "grad_norm": 0.25513461232185364, | |
| "learning_rate": 0.00016224095611115384, | |
| "loss": 0.9874, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.35879095523765575, | |
| "grad_norm": 0.24931229650974274, | |
| "learning_rate": 0.00016192520871331661, | |
| "loss": 0.9173, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.35994462390401477, | |
| "grad_norm": 0.25578710436820984, | |
| "learning_rate": 0.00016160845675189254, | |
| "loss": 0.9848, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.3610982925703738, | |
| "grad_norm": 0.26572901010513306, | |
| "learning_rate": 0.00016129070536529766, | |
| "loss": 0.9756, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.3622519612367328, | |
| "grad_norm": 0.28126901388168335, | |
| "learning_rate": 0.00016097195970816094, | |
| "loss": 0.9627, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.36340562990309183, | |
| "grad_norm": 0.27309858798980713, | |
| "learning_rate": 0.00016065222495124056, | |
| "loss": 0.9393, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.36455929856945085, | |
| "grad_norm": 0.2919960021972656, | |
| "learning_rate": 0.00016033150628134011, | |
| "loss": 0.9475, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.36571296723580987, | |
| "grad_norm": 0.2607177495956421, | |
| "learning_rate": 0.0001600098089012244, | |
| "loss": 0.9655, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.3668666359021689, | |
| "grad_norm": 0.26328402757644653, | |
| "learning_rate": 0.0001596871380295351, | |
| "loss": 0.9608, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.3680203045685279, | |
| "grad_norm": 0.27382150292396545, | |
| "learning_rate": 0.00015936349890070602, | |
| "loss": 0.9505, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.36917397323488693, | |
| "grad_norm": 0.26438233256340027, | |
| "learning_rate": 0.00015903889676487833, | |
| "loss": 0.9227, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.37032764190124595, | |
| "grad_norm": 0.2556706666946411, | |
| "learning_rate": 0.00015871333688781522, | |
| "loss": 0.9931, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.37148131056760497, | |
| "grad_norm": 0.27087247371673584, | |
| "learning_rate": 0.00015838682455081657, | |
| "loss": 0.9914, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.372634979233964, | |
| "grad_norm": 0.27084994316101074, | |
| "learning_rate": 0.00015805936505063322, | |
| "loss": 0.9641, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.373788647900323, | |
| "grad_norm": 0.2637239396572113, | |
| "learning_rate": 0.00015773096369938125, | |
| "loss": 0.96, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.37494231656668203, | |
| "grad_norm": 0.25956466794013977, | |
| "learning_rate": 0.00015740162582445546, | |
| "loss": 0.9617, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.37609598523304105, | |
| "grad_norm": 0.2576027810573578, | |
| "learning_rate": 0.0001570713567684432, | |
| "loss": 0.9539, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.3772496538994001, | |
| "grad_norm": 0.25418850779533386, | |
| "learning_rate": 0.00015674016188903762, | |
| "loss": 0.9145, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.3784033225657591, | |
| "grad_norm": 0.2608237564563751, | |
| "learning_rate": 0.00015640804655895084, | |
| "loss": 0.9819, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.3795569912321181, | |
| "grad_norm": 0.2650778889656067, | |
| "learning_rate": 0.00015607501616582664, | |
| "loss": 0.9296, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.38071065989847713, | |
| "grad_norm": 0.2612312138080597, | |
| "learning_rate": 0.00015574107611215319, | |
| "loss": 0.9691, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.38186432856483615, | |
| "grad_norm": 0.2598936855792999, | |
| "learning_rate": 0.00015540623181517531, | |
| "loss": 0.9305, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.3830179972311952, | |
| "grad_norm": 0.26123687624931335, | |
| "learning_rate": 0.00015507048870680668, | |
| "loss": 0.9859, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.38417166589755425, | |
| "grad_norm": 0.26335862278938293, | |
| "learning_rate": 0.00015473385223354168, | |
| "loss": 0.9645, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.38532533456391327, | |
| "grad_norm": 0.26434382796287537, | |
| "learning_rate": 0.00015439632785636706, | |
| "loss": 0.9682, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.3864790032302723, | |
| "grad_norm": 0.2613257169723511, | |
| "learning_rate": 0.00015405792105067332, | |
| "loss": 0.9602, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.3876326718966313, | |
| "grad_norm": 0.2707611918449402, | |
| "learning_rate": 0.00015371863730616586, | |
| "loss": 0.9942, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.38878634056299033, | |
| "grad_norm": 0.25917673110961914, | |
| "learning_rate": 0.00015337848212677597, | |
| "loss": 0.9372, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.38994000922934935, | |
| "grad_norm": 0.27119165658950806, | |
| "learning_rate": 0.00015303746103057162, | |
| "loss": 0.9884, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.39109367789570837, | |
| "grad_norm": 0.26019906997680664, | |
| "learning_rate": 0.00015269557954966778, | |
| "loss": 0.9684, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.3922473465620674, | |
| "grad_norm": 0.2654115557670593, | |
| "learning_rate": 0.00015235284323013675, | |
| "loss": 0.955, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.3934010152284264, | |
| "grad_norm": 0.26324862241744995, | |
| "learning_rate": 0.0001520092576319183, | |
| "loss": 0.9464, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.39455468389478543, | |
| "grad_norm": 0.270831823348999, | |
| "learning_rate": 0.00015166482832872923, | |
| "loss": 0.9716, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.39570835256114445, | |
| "grad_norm": 0.27920085191726685, | |
| "learning_rate": 0.00015131956090797325, | |
| "loss": 0.9674, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.39686202122750347, | |
| "grad_norm": 0.27237191796302795, | |
| "learning_rate": 0.00015097346097065007, | |
| "loss": 1.0088, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.3980156898938625, | |
| "grad_norm": 0.27462947368621826, | |
| "learning_rate": 0.0001506265341312647, | |
| "loss": 0.9321, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.3991693585602215, | |
| "grad_norm": 0.26354286074638367, | |
| "learning_rate": 0.00015027878601773633, | |
| "loss": 0.9591, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.40032302722658053, | |
| "grad_norm": 0.2659231126308441, | |
| "learning_rate": 0.000149930222271307, | |
| "loss": 0.9717, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.40147669589293955, | |
| "grad_norm": 0.2720133662223816, | |
| "learning_rate": 0.0001495808485464502, | |
| "loss": 0.9727, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.40263036455929857, | |
| "grad_norm": 0.25452399253845215, | |
| "learning_rate": 0.00014923067051077893, | |
| "loss": 0.9862, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.4037840332256576, | |
| "grad_norm": 0.2635675072669983, | |
| "learning_rate": 0.00014887969384495402, | |
| "loss": 0.9508, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.4049377018920166, | |
| "grad_norm": 0.2562003433704376, | |
| "learning_rate": 0.0001485279242425917, | |
| "loss": 0.9942, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.40609137055837563, | |
| "grad_norm": 0.26377397775650024, | |
| "learning_rate": 0.00014817536741017152, | |
| "loss": 0.9425, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.40724503922473465, | |
| "grad_norm": 0.2801288664340973, | |
| "learning_rate": 0.0001478220290669436, | |
| "loss": 0.9897, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.40839870789109367, | |
| "grad_norm": 0.27296552062034607, | |
| "learning_rate": 0.00014746791494483583, | |
| "loss": 0.9771, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.4095523765574527, | |
| "grad_norm": 0.27594876289367676, | |
| "learning_rate": 0.000147113030788361, | |
| "loss": 0.9926, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.4107060452238117, | |
| "grad_norm": 0.2638562321662903, | |
| "learning_rate": 0.00014675738235452352, | |
| "loss": 0.9543, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.41185971389017073, | |
| "grad_norm": 0.2608337998390198, | |
| "learning_rate": 0.0001464009754127261, | |
| "loss": 0.9612, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.41301338255652975, | |
| "grad_norm": 0.2768416702747345, | |
| "learning_rate": 0.00014604381574467615, | |
| "loss": 0.9678, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.41416705122288877, | |
| "grad_norm": 0.25971782207489014, | |
| "learning_rate": 0.0001456859091442919, | |
| "loss": 0.9335, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.4153207198892478, | |
| "grad_norm": 0.25914978981018066, | |
| "learning_rate": 0.00014532726141760848, | |
| "loss": 1.0066, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.4164743885556068, | |
| "grad_norm": 0.25939711928367615, | |
| "learning_rate": 0.00014496787838268378, | |
| "loss": 0.9687, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.41762805722196583, | |
| "grad_norm": 0.2599487900733948, | |
| "learning_rate": 0.00014460776586950393, | |
| "loss": 0.9776, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.41878172588832485, | |
| "grad_norm": 0.25991660356521606, | |
| "learning_rate": 0.00014424692971988886, | |
| "loss": 0.9543, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.41993539455468387, | |
| "grad_norm": 0.2667793035507202, | |
| "learning_rate": 0.0001438853757873975, | |
| "loss": 0.944, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.4210890632210429, | |
| "grad_norm": 0.2818945348262787, | |
| "learning_rate": 0.00014352310993723277, | |
| "loss": 0.9587, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.4222427318874019, | |
| "grad_norm": 0.271699994802475, | |
| "learning_rate": 0.00014316013804614643, | |
| "loss": 0.9647, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.423396400553761, | |
| "grad_norm": 0.2668125331401825, | |
| "learning_rate": 0.00014279646600234386, | |
| "loss": 0.9732, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.42455006922012, | |
| "grad_norm": 0.25676923990249634, | |
| "learning_rate": 0.00014243209970538846, | |
| "loss": 0.9776, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.42570373788647903, | |
| "grad_norm": 0.2696235775947571, | |
| "learning_rate": 0.00014206704506610583, | |
| "loss": 0.9644, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.42685740655283805, | |
| "grad_norm": 0.25627243518829346, | |
| "learning_rate": 0.00014170130800648814, | |
| "loss": 0.9586, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.42801107521919707, | |
| "grad_norm": 0.2514009475708008, | |
| "learning_rate": 0.00014133489445959787, | |
| "loss": 0.9311, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.4291647438855561, | |
| "grad_norm": 0.24791298806667328, | |
| "learning_rate": 0.00014096781036947157, | |
| "loss": 0.9819, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.4303184125519151, | |
| "grad_norm": 0.2555059492588043, | |
| "learning_rate": 0.00014060006169102363, | |
| "loss": 0.9501, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.43147208121827413, | |
| "grad_norm": 0.25847703218460083, | |
| "learning_rate": 0.0001402316543899493, | |
| "loss": 0.9871, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.43262574988463315, | |
| "grad_norm": 0.2684321701526642, | |
| "learning_rate": 0.0001398625944426284, | |
| "loss": 0.9871, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.43377941855099217, | |
| "grad_norm": 0.2601282000541687, | |
| "learning_rate": 0.0001394928878360279, | |
| "loss": 1.0022, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.4349330872173512, | |
| "grad_norm": 0.26379039883613586, | |
| "learning_rate": 0.0001391225405676051, | |
| "loss": 0.9693, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.4360867558837102, | |
| "grad_norm": 0.2606624662876129, | |
| "learning_rate": 0.0001387515586452103, | |
| "loss": 0.9585, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.43724042455006923, | |
| "grad_norm": 0.269196480512619, | |
| "learning_rate": 0.0001383799480869892, | |
| "loss": 0.9539, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.43839409321642825, | |
| "grad_norm": 0.26253777742385864, | |
| "learning_rate": 0.00013800771492128536, | |
| "loss": 0.9294, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.43954776188278727, | |
| "grad_norm": 0.2613804340362549, | |
| "learning_rate": 0.00013763486518654253, | |
| "loss": 0.9316, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.4407014305491463, | |
| "grad_norm": 0.25759026408195496, | |
| "learning_rate": 0.0001372614049312064, | |
| "loss": 0.9558, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.4418550992155053, | |
| "grad_norm": 0.25641101598739624, | |
| "learning_rate": 0.00013688734021362675, | |
| "loss": 0.9405, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.44300876788186433, | |
| "grad_norm": 0.26334041357040405, | |
| "learning_rate": 0.00013651267710195907, | |
| "loss": 0.9624, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.44416243654822335, | |
| "grad_norm": 0.2584952712059021, | |
| "learning_rate": 0.00013613742167406612, | |
| "loss": 0.9953, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.44531610521458237, | |
| "grad_norm": 0.2532113790512085, | |
| "learning_rate": 0.00013576158001741932, | |
| "loss": 0.942, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.4464697738809414, | |
| "grad_norm": 0.25842392444610596, | |
| "learning_rate": 0.00013538515822900002, | |
| "loss": 0.941, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.4476234425473004, | |
| "grad_norm": 0.27943527698516846, | |
| "learning_rate": 0.00013500816241520058, | |
| "loss": 0.9809, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.44877711121365943, | |
| "grad_norm": 0.2741059362888336, | |
| "learning_rate": 0.00013463059869172535, | |
| "loss": 0.9559, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.44993077988001845, | |
| "grad_norm": 0.27189043164253235, | |
| "learning_rate": 0.00013425247318349137, | |
| "loss": 0.9496, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.45108444854637747, | |
| "grad_norm": 0.2595981955528259, | |
| "learning_rate": 0.00013387379202452917, | |
| "loss": 0.9404, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.4522381172127365, | |
| "grad_norm": 0.2670726180076599, | |
| "learning_rate": 0.00013349456135788298, | |
| "loss": 0.9933, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.4533917858790955, | |
| "grad_norm": 0.26899731159210205, | |
| "learning_rate": 0.0001331147873355115, | |
| "loss": 0.9498, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.45454545454545453, | |
| "grad_norm": 0.25968730449676514, | |
| "learning_rate": 0.00013273447611818767, | |
| "loss": 0.9623, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.45569912321181355, | |
| "grad_norm": 0.2737217843532562, | |
| "learning_rate": 0.000132353633875399, | |
| "loss": 0.9661, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.45685279187817257, | |
| "grad_norm": 0.2898109555244446, | |
| "learning_rate": 0.00013197226678524738, | |
| "loss": 0.9716, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.4580064605445316, | |
| "grad_norm": 0.27403295040130615, | |
| "learning_rate": 0.00013159038103434888, | |
| "loss": 0.9601, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.4591601292108906, | |
| "grad_norm": 0.2780100405216217, | |
| "learning_rate": 0.00013120798281773347, | |
| "loss": 0.9191, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.46031379787724963, | |
| "grad_norm": 0.25929951667785645, | |
| "learning_rate": 0.00013082507833874426, | |
| "loss": 0.9445, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.46146746654360865, | |
| "grad_norm": 0.2623712420463562, | |
| "learning_rate": 0.00013044167380893727, | |
| "loss": 0.9961, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.46262113520996767, | |
| "grad_norm": 0.27212023735046387, | |
| "learning_rate": 0.00013005777544798026, | |
| "loss": 0.9497, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.46377480387632675, | |
| "grad_norm": 0.2612648606300354, | |
| "learning_rate": 0.00012967338948355217, | |
| "loss": 0.9477, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.46492847254268577, | |
| "grad_norm": 0.27296924591064453, | |
| "learning_rate": 0.0001292885221512419, | |
| "loss": 0.9788, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.4660821412090448, | |
| "grad_norm": 0.24790716171264648, | |
| "learning_rate": 0.00012890317969444716, | |
| "loss": 0.942, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.4672358098754038, | |
| "grad_norm": 0.27568113803863525, | |
| "learning_rate": 0.00012851736836427325, | |
| "loss": 0.9746, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.4683894785417628, | |
| "grad_norm": 0.2629447281360626, | |
| "learning_rate": 0.00012813109441943166, | |
| "loss": 0.9481, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.46954314720812185, | |
| "grad_norm": 0.264850914478302, | |
| "learning_rate": 0.00012774436412613845, | |
| "loss": 0.9723, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.47069681587448087, | |
| "grad_norm": 0.27910053730010986, | |
| "learning_rate": 0.0001273571837580127, | |
| "loss": 0.9671, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.4718504845408399, | |
| "grad_norm": 0.26526764035224915, | |
| "learning_rate": 0.0001269695595959747, | |
| "loss": 0.9891, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.4730041532071989, | |
| "grad_norm": 0.27195367217063904, | |
| "learning_rate": 0.00012658149792814404, | |
| "loss": 0.9624, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.4741578218735579, | |
| "grad_norm": 0.2728367745876312, | |
| "learning_rate": 0.00012619300504973762, | |
| "loss": 0.9487, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.47531149053991695, | |
| "grad_norm": 0.2927708625793457, | |
| "learning_rate": 0.0001258040872629676, | |
| "loss": 0.9206, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.47646515920627597, | |
| "grad_norm": 0.2730552852153778, | |
| "learning_rate": 0.00012541475087693896, | |
| "loss": 0.9995, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.477618827872635, | |
| "grad_norm": 0.26003938913345337, | |
| "learning_rate": 0.00012502500220754737, | |
| "loss": 0.9627, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.478772496538994, | |
| "grad_norm": 0.26204952597618103, | |
| "learning_rate": 0.00012463484757737662, | |
| "loss": 0.959, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.47992616520535303, | |
| "grad_norm": 0.25478288531303406, | |
| "learning_rate": 0.0001242442933155961, | |
| "loss": 0.9581, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.48107983387171205, | |
| "grad_norm": 0.2646753489971161, | |
| "learning_rate": 0.0001238533457578581, | |
| "loss": 0.9405, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.48223350253807107, | |
| "grad_norm": 0.2728932201862335, | |
| "learning_rate": 0.00012346201124619502, | |
| "loss": 0.9375, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.4833871712044301, | |
| "grad_norm": 0.26134753227233887, | |
| "learning_rate": 0.00012307029612891655, | |
| "loss": 0.9525, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.4845408398707891, | |
| "grad_norm": 0.2668938636779785, | |
| "learning_rate": 0.00012267820676050656, | |
| "loss": 0.9239, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.48569450853714813, | |
| "grad_norm": 0.25549912452697754, | |
| "learning_rate": 0.00012228574950152017, | |
| "loss": 0.9374, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.48684817720350715, | |
| "grad_norm": 0.5779925584793091, | |
| "learning_rate": 0.00012189293071848051, | |
| "loss": 0.9765, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.48800184586986617, | |
| "grad_norm": 0.25671547651290894, | |
| "learning_rate": 0.00012149975678377541, | |
| "loss": 1.0103, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.4891555145362252, | |
| "grad_norm": 0.2744820713996887, | |
| "learning_rate": 0.00012110623407555397, | |
| "loss": 0.9772, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.4903091832025842, | |
| "grad_norm": 0.2585495114326477, | |
| "learning_rate": 0.00012071236897762325, | |
| "loss": 0.9565, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.49146285186894323, | |
| "grad_norm": 0.2611427307128906, | |
| "learning_rate": 0.00012031816787934464, | |
| "loss": 0.9505, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.49261652053530225, | |
| "grad_norm": 0.2629440426826477, | |
| "learning_rate": 0.00011992363717553015, | |
| "loss": 0.9399, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.49377018920166127, | |
| "grad_norm": 0.25579625368118286, | |
| "learning_rate": 0.00011952878326633872, | |
| "loss": 0.8824, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.4949238578680203, | |
| "grad_norm": 0.26876822113990784, | |
| "learning_rate": 0.00011913361255717241, | |
| "loss": 0.949, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.4960775265343793, | |
| "grad_norm": 0.2676302194595337, | |
| "learning_rate": 0.00011873813145857249, | |
| "loss": 0.9855, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.49723119520073833, | |
| "grad_norm": 0.26593196392059326, | |
| "learning_rate": 0.00011834234638611539, | |
| "loss": 0.9051, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.49838486386709735, | |
| "grad_norm": 0.2615763247013092, | |
| "learning_rate": 0.00011794626376030866, | |
| "loss": 0.9362, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.49953853253345637, | |
| "grad_norm": 0.260310560464859, | |
| "learning_rate": 0.00011754989000648693, | |
| "loss": 0.9614, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.5006922011998154, | |
| "grad_norm": 0.26325076818466187, | |
| "learning_rate": 0.00011715323155470745, | |
| "loss": 0.9321, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.5018458698661744, | |
| "grad_norm": 0.2704361081123352, | |
| "learning_rate": 0.00011675629483964596, | |
| "loss": 0.933, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.5029995385325334, | |
| "grad_norm": 0.2598739266395569, | |
| "learning_rate": 0.0001163590863004922, | |
| "loss": 0.9706, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.5041532071988925, | |
| "grad_norm": 0.2715523838996887, | |
| "learning_rate": 0.0001159616123808455, | |
| "loss": 0.9422, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.5053068758652515, | |
| "grad_norm": 0.2593281865119934, | |
| "learning_rate": 0.00011556387952861036, | |
| "loss": 1.0014, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.5064605445316105, | |
| "grad_norm": 0.26070570945739746, | |
| "learning_rate": 0.0001151658941958916, | |
| "loss": 0.9399, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.5076142131979695, | |
| "grad_norm": 0.2727888524532318, | |
| "learning_rate": 0.00011476766283888986, | |
| "loss": 0.9557, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.5087678818643285, | |
| "grad_norm": 0.2623576819896698, | |
| "learning_rate": 0.00011436919191779687, | |
| "loss": 0.976, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.5099215505306876, | |
| "grad_norm": 0.26719269156455994, | |
| "learning_rate": 0.0001139704878966906, | |
| "loss": 0.9823, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.5110752191970466, | |
| "grad_norm": 0.2678567171096802, | |
| "learning_rate": 0.00011357155724343045, | |
| "loss": 0.9361, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.5122288878634056, | |
| "grad_norm": 0.2595786154270172, | |
| "learning_rate": 0.00011317240642955225, | |
| "loss": 0.9625, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.5133825565297646, | |
| "grad_norm": 0.2738422751426697, | |
| "learning_rate": 0.00011277304193016332, | |
| "loss": 0.985, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.5145362251961236, | |
| "grad_norm": 0.2674945890903473, | |
| "learning_rate": 0.00011237347022383746, | |
| "loss": 0.9513, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.5156898938624827, | |
| "grad_norm": 0.2577970325946808, | |
| "learning_rate": 0.00011197369779250979, | |
| "loss": 0.9865, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.5168435625288417, | |
| "grad_norm": 0.27681398391723633, | |
| "learning_rate": 0.00011157373112137171, | |
| "loss": 0.9499, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.5179972311952007, | |
| "grad_norm": 0.27841857075691223, | |
| "learning_rate": 0.0001111735766987655, | |
| "loss": 0.9625, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.5191508998615597, | |
| "grad_norm": 0.26672080159187317, | |
| "learning_rate": 0.00011077324101607929, | |
| "loss": 0.9517, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.5203045685279187, | |
| "grad_norm": 0.2566830813884735, | |
| "learning_rate": 0.00011037273056764157, | |
| "loss": 0.9508, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.5214582371942778, | |
| "grad_norm": 0.2679496705532074, | |
| "learning_rate": 0.00010997205185061599, | |
| "loss": 0.9332, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.5226119058606368, | |
| "grad_norm": 0.2658250629901886, | |
| "learning_rate": 0.00010957121136489581, | |
| "loss": 0.95, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.5237655745269958, | |
| "grad_norm": 0.2708585560321808, | |
| "learning_rate": 0.00010917021561299863, | |
| "loss": 0.9577, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.5249192431933549, | |
| "grad_norm": 0.25992119312286377, | |
| "learning_rate": 0.0001087690710999607, | |
| "loss": 0.969, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.5260729118597139, | |
| "grad_norm": 0.2593708336353302, | |
| "learning_rate": 0.00010836778433323158, | |
| "loss": 0.9516, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.527226580526073, | |
| "grad_norm": 0.267589807510376, | |
| "learning_rate": 0.00010796636182256845, | |
| "loss": 0.9257, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 0.528380249192432, | |
| "grad_norm": 0.26011785864830017, | |
| "learning_rate": 0.00010756481007993063, | |
| "loss": 0.994, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.529533917858791, | |
| "grad_norm": 0.27399560809135437, | |
| "learning_rate": 0.0001071631356193738, | |
| "loss": 0.9628, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.53068758652515, | |
| "grad_norm": 0.25914278626441956, | |
| "learning_rate": 0.00010676134495694439, | |
| "loss": 0.9675, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.531841255191509, | |
| "grad_norm": 0.26276910305023193, | |
| "learning_rate": 0.00010635944461057395, | |
| "loss": 0.9666, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 0.5329949238578681, | |
| "grad_norm": 0.26222512125968933, | |
| "learning_rate": 0.00010595744109997325, | |
| "loss": 0.9434, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.5341485925242271, | |
| "grad_norm": 0.269531786441803, | |
| "learning_rate": 0.00010555534094652675, | |
| "loss": 0.9613, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 0.5353022611905861, | |
| "grad_norm": 0.2551771104335785, | |
| "learning_rate": 0.00010515315067318652, | |
| "loss": 0.9855, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.5364559298569451, | |
| "grad_norm": 0.25686752796173096, | |
| "learning_rate": 0.00010475087680436666, | |
| "loss": 0.9563, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.5376095985233041, | |
| "grad_norm": 0.2565601170063019, | |
| "learning_rate": 0.00010434852586583736, | |
| "loss": 0.966, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.5387632671896632, | |
| "grad_norm": 0.2918190360069275, | |
| "learning_rate": 0.000103946104384619, | |
| "loss": 0.9314, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 0.5399169358560222, | |
| "grad_norm": 0.2644803822040558, | |
| "learning_rate": 0.00010354361888887642, | |
| "loss": 0.9581, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.5410706045223812, | |
| "grad_norm": 0.2727797031402588, | |
| "learning_rate": 0.00010314107590781284, | |
| "loss": 0.9633, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 0.5422242731887402, | |
| "grad_norm": 0.273027241230011, | |
| "learning_rate": 0.00010273848197156401, | |
| "loss": 0.9487, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.5433779418550992, | |
| "grad_norm": 0.2540397644042969, | |
| "learning_rate": 0.00010233584361109235, | |
| "loss": 0.9735, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.5445316105214583, | |
| "grad_norm": 0.2538515031337738, | |
| "learning_rate": 0.00010193316735808085, | |
| "loss": 0.9788, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.5456852791878173, | |
| "grad_norm": 0.27701374888420105, | |
| "learning_rate": 0.00010153045974482732, | |
| "loss": 0.9557, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 0.5468389478541763, | |
| "grad_norm": 0.25808069109916687, | |
| "learning_rate": 0.00010112772730413815, | |
| "loss": 0.9243, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.5479926165205353, | |
| "grad_norm": 0.256411075592041, | |
| "learning_rate": 0.00010072497656922266, | |
| "loss": 0.9752, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.5491462851868943, | |
| "grad_norm": 0.2654629647731781, | |
| "learning_rate": 0.00010032221407358681, | |
| "loss": 0.9949, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.5502999538532534, | |
| "grad_norm": 0.2696619927883148, | |
| "learning_rate": 9.99194463509274e-05, | |
| "loss": 0.971, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.5514536225196124, | |
| "grad_norm": 0.2578607499599457, | |
| "learning_rate": 9.9516679935026e-05, | |
| "loss": 0.9533, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.5526072911859714, | |
| "grad_norm": 0.26021629571914673, | |
| "learning_rate": 9.911392135964298e-05, | |
| "loss": 0.9677, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 0.5537609598523304, | |
| "grad_norm": 0.27699634432792664, | |
| "learning_rate": 9.871117715841151e-05, | |
| "loss": 0.9434, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.5549146285186894, | |
| "grad_norm": 0.25480917096138, | |
| "learning_rate": 9.830845386473168e-05, | |
| "loss": 0.9836, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 0.5560682971850485, | |
| "grad_norm": 0.2536785304546356, | |
| "learning_rate": 9.790575801166432e-05, | |
| "loss": 0.9518, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.5572219658514075, | |
| "grad_norm": 0.2608122229576111, | |
| "learning_rate": 9.750309613182505e-05, | |
| "loss": 0.9649, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.5583756345177665, | |
| "grad_norm": 0.25869712233543396, | |
| "learning_rate": 9.710047475727855e-05, | |
| "loss": 0.9668, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.5595293031841255, | |
| "grad_norm": 0.25615230202674866, | |
| "learning_rate": 9.669790041943225e-05, | |
| "loss": 0.9062, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.5606829718504845, | |
| "grad_norm": 0.26828473806381226, | |
| "learning_rate": 9.629537964893063e-05, | |
| "loss": 0.9787, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.5618366405168436, | |
| "grad_norm": 0.25551798939704895, | |
| "learning_rate": 9.589291897554912e-05, | |
| "loss": 0.9597, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 0.5629903091832026, | |
| "grad_norm": 0.26706936955451965, | |
| "learning_rate": 9.549052492808834e-05, | |
| "loss": 0.9728, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.5641439778495616, | |
| "grad_norm": 0.25929680466651917, | |
| "learning_rate": 9.508820403426799e-05, | |
| "loss": 0.9705, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 0.5652976465159206, | |
| "grad_norm": 2.2861907482147217, | |
| "learning_rate": 9.468596282062114e-05, | |
| "loss": 0.9766, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.5664513151822796, | |
| "grad_norm": 0.2641540467739105, | |
| "learning_rate": 9.428380781238821e-05, | |
| "loss": 1.0021, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 0.5676049838486387, | |
| "grad_norm": 0.25216275453567505, | |
| "learning_rate": 9.38817455334112e-05, | |
| "loss": 0.9563, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.5687586525149977, | |
| "grad_norm": 0.262725293636322, | |
| "learning_rate": 9.347978250602785e-05, | |
| "loss": 0.9765, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 0.5699123211813567, | |
| "grad_norm": 0.2671465277671814, | |
| "learning_rate": 9.307792525096581e-05, | |
| "loss": 0.9308, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.5710659898477157, | |
| "grad_norm": 0.26376160979270935, | |
| "learning_rate": 9.267618028723686e-05, | |
| "loss": 0.9807, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.5722196585140747, | |
| "grad_norm": 0.24652628600597382, | |
| "learning_rate": 9.227455413203115e-05, | |
| "loss": 0.9261, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.5733733271804338, | |
| "grad_norm": 0.2701497972011566, | |
| "learning_rate": 9.187305330061156e-05, | |
| "loss": 0.9542, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 0.5745269958467928, | |
| "grad_norm": 0.28991737961769104, | |
| "learning_rate": 9.147168430620787e-05, | |
| "loss": 0.9431, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.5756806645131518, | |
| "grad_norm": 0.2657528817653656, | |
| "learning_rate": 9.107045365991123e-05, | |
| "loss": 0.9601, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 0.5768343331795108, | |
| "grad_norm": 0.25293365120887756, | |
| "learning_rate": 9.066936787056842e-05, | |
| "loss": 0.9528, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.5779880018458698, | |
| "grad_norm": 0.26489248871803284, | |
| "learning_rate": 9.026843344467635e-05, | |
| "loss": 0.9509, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 0.5791416705122289, | |
| "grad_norm": 0.27219951152801514, | |
| "learning_rate": 8.986765688627652e-05, | |
| "loss": 0.9485, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.5802953391785879, | |
| "grad_norm": 0.2632032334804535, | |
| "learning_rate": 8.946704469684939e-05, | |
| "loss": 0.9635, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 0.5814490078449469, | |
| "grad_norm": 0.25340795516967773, | |
| "learning_rate": 8.906660337520903e-05, | |
| "loss": 0.9315, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.5826026765113059, | |
| "grad_norm": 0.26531898975372314, | |
| "learning_rate": 8.86663394173977e-05, | |
| "loss": 0.974, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.583756345177665, | |
| "grad_norm": 0.26169174909591675, | |
| "learning_rate": 8.826625931658039e-05, | |
| "loss": 0.9416, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.584910013844024, | |
| "grad_norm": 0.27198314666748047, | |
| "learning_rate": 8.786636956293948e-05, | |
| "loss": 0.9827, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 0.586063682510383, | |
| "grad_norm": 0.2525466978549957, | |
| "learning_rate": 8.746667664356956e-05, | |
| "loss": 0.9506, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.587217351176742, | |
| "grad_norm": 0.2605235278606415, | |
| "learning_rate": 8.706718704237215e-05, | |
| "loss": 0.9747, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 0.588371019843101, | |
| "grad_norm": 0.263271301984787, | |
| "learning_rate": 8.666790723995042e-05, | |
| "loss": 0.9495, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.58952468850946, | |
| "grad_norm": 0.2623215317726135, | |
| "learning_rate": 8.626884371350421e-05, | |
| "loss": 0.9407, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 0.5906783571758191, | |
| "grad_norm": 0.2711637616157532, | |
| "learning_rate": 8.587000293672481e-05, | |
| "loss": 0.9332, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.5918320258421781, | |
| "grad_norm": 0.27216318249702454, | |
| "learning_rate": 8.547139137969015e-05, | |
| "loss": 0.9789, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 0.5929856945085371, | |
| "grad_norm": 0.2510489821434021, | |
| "learning_rate": 8.50730155087596e-05, | |
| "loss": 0.9522, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.5941393631748961, | |
| "grad_norm": 0.27893054485321045, | |
| "learning_rate": 8.46748817864692e-05, | |
| "loss": 0.9849, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.5952930318412551, | |
| "grad_norm": 0.2612435817718506, | |
| "learning_rate": 8.427699667142682e-05, | |
| "loss": 0.9512, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.5964467005076142, | |
| "grad_norm": 0.26378709077835083, | |
| "learning_rate": 8.387936661820734e-05, | |
| "loss": 0.8909, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 0.5976003691739732, | |
| "grad_norm": 0.2865258455276489, | |
| "learning_rate": 8.348199807724806e-05, | |
| "loss": 0.964, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.5987540378403322, | |
| "grad_norm": 0.26403477787971497, | |
| "learning_rate": 8.308489749474388e-05, | |
| "loss": 0.9232, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 0.5999077065066912, | |
| "grad_norm": 0.2571257948875427, | |
| "learning_rate": 8.268807131254287e-05, | |
| "loss": 0.935, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.6010613751730502, | |
| "grad_norm": 0.2499091774225235, | |
| "learning_rate": 8.229152596804168e-05, | |
| "loss": 0.9262, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 0.6022150438394093, | |
| "grad_norm": 0.2728745639324188, | |
| "learning_rate": 8.189526789408123e-05, | |
| "loss": 0.984, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.6033687125057683, | |
| "grad_norm": 0.27502092719078064, | |
| "learning_rate": 8.149930351884221e-05, | |
| "loss": 0.9326, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 0.6045223811721273, | |
| "grad_norm": 0.26331180334091187, | |
| "learning_rate": 8.110363926574087e-05, | |
| "loss": 0.9026, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.6056760498384864, | |
| "grad_norm": 0.25487685203552246, | |
| "learning_rate": 8.070828155332486e-05, | |
| "loss": 0.9307, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.6068297185048455, | |
| "grad_norm": 0.2543911933898926, | |
| "learning_rate": 8.0313236795169e-05, | |
| "loss": 0.9647, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.6079833871712045, | |
| "grad_norm": 0.2619852125644684, | |
| "learning_rate": 7.991851139977138e-05, | |
| "loss": 0.9564, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 0.6091370558375635, | |
| "grad_norm": 0.2640511989593506, | |
| "learning_rate": 7.952411177044923e-05, | |
| "loss": 0.9414, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.6102907245039225, | |
| "grad_norm": 0.27362698316574097, | |
| "learning_rate": 7.913004430523526e-05, | |
| "loss": 0.9517, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 0.6114443931702815, | |
| "grad_norm": 0.3130943477153778, | |
| "learning_rate": 7.873631539677364e-05, | |
| "loss": 0.9368, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.6125980618366406, | |
| "grad_norm": 0.2534888684749603, | |
| "learning_rate": 7.834293143221642e-05, | |
| "loss": 0.9621, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 0.6137517305029996, | |
| "grad_norm": 0.2623361349105835, | |
| "learning_rate": 7.794989879311991e-05, | |
| "loss": 0.9424, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.6149053991693586, | |
| "grad_norm": 0.2610420882701874, | |
| "learning_rate": 7.755722385534111e-05, | |
| "loss": 0.9385, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 0.6160590678357176, | |
| "grad_norm": 0.27034202218055725, | |
| "learning_rate": 7.716491298893442e-05, | |
| "loss": 0.9798, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.6172127365020766, | |
| "grad_norm": 0.2572305202484131, | |
| "learning_rate": 7.677297255804811e-05, | |
| "loss": 0.9163, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.6183664051684357, | |
| "grad_norm": 0.2526620626449585, | |
| "learning_rate": 7.638140892082117e-05, | |
| "loss": 0.9339, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.6195200738347947, | |
| "grad_norm": 0.26071593165397644, | |
| "learning_rate": 7.599022842928017e-05, | |
| "loss": 0.9419, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 0.6206737425011537, | |
| "grad_norm": 0.25418540835380554, | |
| "learning_rate": 7.559943742923626e-05, | |
| "loss": 0.9372, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.6218274111675127, | |
| "grad_norm": 0.2598932385444641, | |
| "learning_rate": 7.520904226018213e-05, | |
| "loss": 0.9561, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 0.6229810798338717, | |
| "grad_norm": 0.27341189980506897, | |
| "learning_rate": 7.48190492551892e-05, | |
| "loss": 0.9753, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.6241347485002308, | |
| "grad_norm": 0.2658282518386841, | |
| "learning_rate": 7.442946474080499e-05, | |
| "loss": 0.9653, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 0.6252884171665898, | |
| "grad_norm": 0.2684546411037445, | |
| "learning_rate": 7.404029503695028e-05, | |
| "loss": 0.9748, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.6264420858329488, | |
| "grad_norm": 0.28556227684020996, | |
| "learning_rate": 7.365154645681681e-05, | |
| "loss": 0.9599, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 0.6275957544993078, | |
| "grad_norm": 0.2757733166217804, | |
| "learning_rate": 7.32632253067647e-05, | |
| "loss": 0.9678, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.6287494231656668, | |
| "grad_norm": 0.25145432353019714, | |
| "learning_rate": 7.287533788622025e-05, | |
| "loss": 0.9201, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.6299030918320259, | |
| "grad_norm": 0.2673650085926056, | |
| "learning_rate": 7.248789048757368e-05, | |
| "loss": 0.9538, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.6310567604983849, | |
| "grad_norm": 0.2711561918258667, | |
| "learning_rate": 7.210088939607708e-05, | |
| "loss": 0.9657, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 0.6322104291647439, | |
| "grad_norm": 0.2643033266067505, | |
| "learning_rate": 7.171434088974251e-05, | |
| "loss": 0.9253, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.6333640978311029, | |
| "grad_norm": 0.2604006826877594, | |
| "learning_rate": 7.132825123924006e-05, | |
| "loss": 0.9299, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 0.6345177664974619, | |
| "grad_norm": 0.26541584730148315, | |
| "learning_rate": 7.094262670779612e-05, | |
| "loss": 0.9345, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.635671435163821, | |
| "grad_norm": 0.2622869610786438, | |
| "learning_rate": 7.055747355109186e-05, | |
| "loss": 0.9559, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 0.63682510383018, | |
| "grad_norm": 0.27132776379585266, | |
| "learning_rate": 7.017279801716177e-05, | |
| "loss": 0.9611, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.637978772496539, | |
| "grad_norm": 0.25656870007514954, | |
| "learning_rate": 6.978860634629214e-05, | |
| "loss": 0.9387, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 0.639132441162898, | |
| "grad_norm": 0.26165375113487244, | |
| "learning_rate": 6.940490477092004e-05, | |
| "loss": 0.9169, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.640286109829257, | |
| "grad_norm": 0.24951021373271942, | |
| "learning_rate": 6.902169951553202e-05, | |
| "loss": 0.9349, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.6414397784956161, | |
| "grad_norm": 0.2729644775390625, | |
| "learning_rate": 6.863899679656328e-05, | |
| "loss": 0.9506, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.6425934471619751, | |
| "grad_norm": 0.2613593339920044, | |
| "learning_rate": 6.82568028222967e-05, | |
| "loss": 0.9612, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 0.6437471158283341, | |
| "grad_norm": 0.254482626914978, | |
| "learning_rate": 6.787512379276229e-05, | |
| "loss": 0.9336, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.6449007844946931, | |
| "grad_norm": 0.2548394501209259, | |
| "learning_rate": 6.749396589963648e-05, | |
| "loss": 0.9495, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 0.6460544531610521, | |
| "grad_norm": 0.25152695178985596, | |
| "learning_rate": 6.711333532614168e-05, | |
| "loss": 0.9476, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.6472081218274112, | |
| "grad_norm": 0.2617679536342621, | |
| "learning_rate": 6.673323824694606e-05, | |
| "loss": 0.9498, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 0.6483617904937702, | |
| "grad_norm": 0.26209336519241333, | |
| "learning_rate": 6.63536808280633e-05, | |
| "loss": 0.9377, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.6495154591601292, | |
| "grad_norm": 0.2582489848136902, | |
| "learning_rate": 6.597466922675266e-05, | |
| "loss": 0.9341, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 0.6506691278264882, | |
| "grad_norm": 0.25654134154319763, | |
| "learning_rate": 6.559620959141897e-05, | |
| "loss": 0.922, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.6518227964928472, | |
| "grad_norm": 0.25131335854530334, | |
| "learning_rate": 6.521830806151297e-05, | |
| "loss": 0.9427, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.6529764651592063, | |
| "grad_norm": 0.26254597306251526, | |
| "learning_rate": 6.48409707674317e-05, | |
| "loss": 0.9359, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.6541301338255653, | |
| "grad_norm": 0.2668085992336273, | |
| "learning_rate": 6.446420383041903e-05, | |
| "loss": 0.9273, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 0.6552838024919243, | |
| "grad_norm": 0.24858598411083221, | |
| "learning_rate": 6.408801336246645e-05, | |
| "loss": 0.9611, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.6564374711582833, | |
| "grad_norm": 0.2663392126560211, | |
| "learning_rate": 6.371240546621378e-05, | |
| "loss": 0.9497, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 0.6575911398246423, | |
| "grad_norm": 0.26316505670547485, | |
| "learning_rate": 6.333738623485025e-05, | |
| "loss": 0.9674, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.6587448084910014, | |
| "grad_norm": 0.26178088784217834, | |
| "learning_rate": 6.296296175201564e-05, | |
| "loss": 0.983, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 0.6598984771573604, | |
| "grad_norm": 0.25734785199165344, | |
| "learning_rate": 6.258913809170168e-05, | |
| "loss": 0.9689, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.6610521458237194, | |
| "grad_norm": 0.2652340829372406, | |
| "learning_rate": 6.22159213181533e-05, | |
| "loss": 0.9831, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 0.6622058144900784, | |
| "grad_norm": 0.2596532702445984, | |
| "learning_rate": 6.18433174857705e-05, | |
| "loss": 0.9695, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.6633594831564374, | |
| "grad_norm": 0.2508351504802704, | |
| "learning_rate": 6.147133263900995e-05, | |
| "loss": 0.9275, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.6645131518227965, | |
| "grad_norm": 0.26645687222480774, | |
| "learning_rate": 6.1099972812287e-05, | |
| "loss": 0.9584, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.6656668204891555, | |
| "grad_norm": 0.3169649541378021, | |
| "learning_rate": 6.072924402987785e-05, | |
| "loss": 0.9506, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 0.6668204891555145, | |
| "grad_norm": 0.28282660245895386, | |
| "learning_rate": 6.0359152305821766e-05, | |
| "loss": 0.9557, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.6679741578218735, | |
| "grad_norm": 0.26345473527908325, | |
| "learning_rate": 5.99897036438235e-05, | |
| "loss": 0.9736, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 0.6691278264882325, | |
| "grad_norm": 0.2629302442073822, | |
| "learning_rate": 5.962090403715592e-05, | |
| "loss": 0.9299, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.6702814951545916, | |
| "grad_norm": 0.2775762677192688, | |
| "learning_rate": 5.925275946856275e-05, | |
| "loss": 0.948, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 0.6714351638209506, | |
| "grad_norm": 0.2726392149925232, | |
| "learning_rate": 5.8885275910161576e-05, | |
| "loss": 0.9188, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.6725888324873096, | |
| "grad_norm": 0.26594123244285583, | |
| "learning_rate": 5.8518459323346974e-05, | |
| "loss": 0.9756, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 0.6737425011536686, | |
| "grad_norm": 0.2796771824359894, | |
| "learning_rate": 5.8152315658693765e-05, | |
| "loss": 0.9523, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.6748961698200276, | |
| "grad_norm": 0.2691529095172882, | |
| "learning_rate": 5.7786850855860376e-05, | |
| "loss": 0.9648, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.6760498384863867, | |
| "grad_norm": 0.25442981719970703, | |
| "learning_rate": 5.7422070843492734e-05, | |
| "loss": 0.9237, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.6772035071527457, | |
| "grad_norm": 0.25092652440071106, | |
| "learning_rate": 5.7057981539127936e-05, | |
| "loss": 0.9545, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 0.6783571758191047, | |
| "grad_norm": 0.24751439690589905, | |
| "learning_rate": 5.6694588849098154e-05, | |
| "loss": 0.9359, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.6795108444854637, | |
| "grad_norm": 0.25949132442474365, | |
| "learning_rate": 5.633189866843507e-05, | |
| "loss": 0.9119, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 0.6806645131518227, | |
| "grad_norm": 0.2540017366409302, | |
| "learning_rate": 5.596991688077409e-05, | |
| "loss": 0.938, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.6818181818181818, | |
| "grad_norm": 0.2602344751358032, | |
| "learning_rate": 5.560864935825882e-05, | |
| "loss": 0.9278, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 0.6829718504845408, | |
| "grad_norm": 0.2632952332496643, | |
| "learning_rate": 5.5248101961446065e-05, | |
| "loss": 0.9745, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.6841255191508998, | |
| "grad_norm": 0.25782305002212524, | |
| "learning_rate": 5.4888280539210433e-05, | |
| "loss": 0.9515, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 0.6852791878172588, | |
| "grad_norm": 0.25692427158355713, | |
| "learning_rate": 5.4529190928649754e-05, | |
| "loss": 0.956, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.686432856483618, | |
| "grad_norm": 0.2693958282470703, | |
| "learning_rate": 5.417083895499024e-05, | |
| "loss": 0.9965, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.687586525149977, | |
| "grad_norm": 0.26253119111061096, | |
| "learning_rate": 5.381323043149191e-05, | |
| "loss": 0.998, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.688740193816336, | |
| "grad_norm": 0.25917479395866394, | |
| "learning_rate": 5.345637115935451e-05, | |
| "loss": 0.9278, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 0.689893862482695, | |
| "grad_norm": 0.25027045607566833, | |
| "learning_rate": 5.3100266927623156e-05, | |
| "loss": 0.9786, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.691047531149054, | |
| "grad_norm": 0.25722038745880127, | |
| "learning_rate": 5.274492351309461e-05, | |
| "loss": 0.9346, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 0.6922011998154131, | |
| "grad_norm": 0.2600374221801758, | |
| "learning_rate": 5.2390346680223535e-05, | |
| "loss": 0.9671, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.6933548684817721, | |
| "grad_norm": 0.26606494188308716, | |
| "learning_rate": 5.20365421810288e-05, | |
| "loss": 0.9662, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 0.6945085371481311, | |
| "grad_norm": 0.24954178929328918, | |
| "learning_rate": 5.168351575500049e-05, | |
| "loss": 0.9459, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.6956622058144901, | |
| "grad_norm": 0.2654220759868622, | |
| "learning_rate": 5.133127312900652e-05, | |
| "loss": 0.9687, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 0.6968158744808491, | |
| "grad_norm": 0.26062485575675964, | |
| "learning_rate": 5.097982001719993e-05, | |
| "loss": 0.9419, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.6979695431472082, | |
| "grad_norm": 0.2603178322315216, | |
| "learning_rate": 5.062916212092594e-05, | |
| "loss": 0.9446, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.6991232118135672, | |
| "grad_norm": 0.261737585067749, | |
| "learning_rate": 5.027930512862976e-05, | |
| "loss": 0.9457, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.7002768804799262, | |
| "grad_norm": 0.2532404959201813, | |
| "learning_rate": 4.993025471576417e-05, | |
| "loss": 0.9526, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 0.7014305491462852, | |
| "grad_norm": 0.2621046006679535, | |
| "learning_rate": 4.958201654469731e-05, | |
| "loss": 0.947, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.7025842178126442, | |
| "grad_norm": 0.28589344024658203, | |
| "learning_rate": 4.9234596264621136e-05, | |
| "loss": 0.9693, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 0.7037378864790033, | |
| "grad_norm": 0.2677820324897766, | |
| "learning_rate": 4.888799951145948e-05, | |
| "loss": 0.959, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.7048915551453623, | |
| "grad_norm": 0.26197487115859985, | |
| "learning_rate": 4.854223190777681e-05, | |
| "loss": 0.9605, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 0.7060452238117213, | |
| "grad_norm": 0.26514580845832825, | |
| "learning_rate": 4.8197299062686995e-05, | |
| "loss": 0.9486, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.7071988924780803, | |
| "grad_norm": 0.25191399455070496, | |
| "learning_rate": 4.785320657176217e-05, | |
| "loss": 0.944, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 0.7083525611444393, | |
| "grad_norm": 0.2851702570915222, | |
| "learning_rate": 4.7509960016942144e-05, | |
| "loss": 0.954, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.7095062298107984, | |
| "grad_norm": 0.27994558215141296, | |
| "learning_rate": 4.716756496644381e-05, | |
| "loss": 0.9459, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.7106598984771574, | |
| "grad_norm": 0.2702610492706299, | |
| "learning_rate": 4.682602697467067e-05, | |
| "loss": 0.9566, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.7118135671435164, | |
| "grad_norm": 0.2700541019439697, | |
| "learning_rate": 4.648535158212296e-05, | |
| "loss": 0.9475, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 0.7129672358098754, | |
| "grad_norm": 0.25302648544311523, | |
| "learning_rate": 4.6145544315307534e-05, | |
| "loss": 0.9379, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.7141209044762344, | |
| "grad_norm": 0.25596538186073303, | |
| "learning_rate": 4.5806610686648435e-05, | |
| "loss": 0.9658, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 0.7152745731425935, | |
| "grad_norm": 0.25866860151290894, | |
| "learning_rate": 4.546855619439734e-05, | |
| "loss": 0.9469, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.7164282418089525, | |
| "grad_norm": 0.26797473430633545, | |
| "learning_rate": 4.513138632254432e-05, | |
| "loss": 0.9394, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 0.7175819104753115, | |
| "grad_norm": 0.2578045129776001, | |
| "learning_rate": 4.479510654072909e-05, | |
| "loss": 0.9381, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.7187355791416705, | |
| "grad_norm": 0.2649901211261749, | |
| "learning_rate": 4.4459722304151965e-05, | |
| "loss": 0.9537, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 0.7198892478080295, | |
| "grad_norm": 0.2583473324775696, | |
| "learning_rate": 4.412523905348568e-05, | |
| "loss": 0.9785, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.7210429164743886, | |
| "grad_norm": 0.2813000977039337, | |
| "learning_rate": 4.379166221478697e-05, | |
| "loss": 0.9683, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.7221965851407476, | |
| "grad_norm": 0.26045987010002136, | |
| "learning_rate": 4.345899719940843e-05, | |
| "loss": 0.9314, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.7233502538071066, | |
| "grad_norm": 0.25337517261505127, | |
| "learning_rate": 4.312724940391114e-05, | |
| "loss": 0.9132, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 0.7245039224734656, | |
| "grad_norm": 0.2751719355583191, | |
| "learning_rate": 4.279642420997655e-05, | |
| "loss": 0.9446, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.7256575911398246, | |
| "grad_norm": 0.2659566402435303, | |
| "learning_rate": 4.246652698431969e-05, | |
| "loss": 0.9171, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 0.7268112598061837, | |
| "grad_norm": 0.26259174942970276, | |
| "learning_rate": 4.213756307860175e-05, | |
| "loss": 0.9713, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.7279649284725427, | |
| "grad_norm": 0.2656116187572479, | |
| "learning_rate": 4.180953782934351e-05, | |
| "loss": 0.9383, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 0.7291185971389017, | |
| "grad_norm": 0.26042497158050537, | |
| "learning_rate": 4.148245655783869e-05, | |
| "loss": 0.9537, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.7302722658052607, | |
| "grad_norm": 0.2528819739818573, | |
| "learning_rate": 4.115632457006746e-05, | |
| "loss": 0.9687, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 0.7314259344716197, | |
| "grad_norm": 0.2507370412349701, | |
| "learning_rate": 4.0831147156610684e-05, | |
| "loss": 0.9856, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.7325796031379788, | |
| "grad_norm": 0.2561616003513336, | |
| "learning_rate": 4.050692959256377e-05, | |
| "loss": 0.9103, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.7337332718043378, | |
| "grad_norm": 0.25249841809272766, | |
| "learning_rate": 4.018367713745137e-05, | |
| "loss": 0.9277, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.7348869404706968, | |
| "grad_norm": 0.25682583451271057, | |
| "learning_rate": 3.986139503514194e-05, | |
| "loss": 0.9787, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 0.7360406091370558, | |
| "grad_norm": 0.2522560656070709, | |
| "learning_rate": 3.954008851376252e-05, | |
| "loss": 0.9415, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.7371942778034148, | |
| "grad_norm": 0.259802907705307, | |
| "learning_rate": 3.9219762785614246e-05, | |
| "loss": 0.9338, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 0.7383479464697739, | |
| "grad_norm": 0.2639108896255493, | |
| "learning_rate": 3.8900423047087585e-05, | |
| "loss": 0.9653, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.7395016151361329, | |
| "grad_norm": 0.27184954285621643, | |
| "learning_rate": 3.8582074478577966e-05, | |
| "loss": 0.9195, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 0.7406552838024919, | |
| "grad_norm": 0.2584899961948395, | |
| "learning_rate": 3.826472224440202e-05, | |
| "loss": 0.9221, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.7418089524688509, | |
| "grad_norm": 0.25977569818496704, | |
| "learning_rate": 3.794837149271345e-05, | |
| "loss": 0.9724, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 0.7429626211352099, | |
| "grad_norm": 0.2708073556423187, | |
| "learning_rate": 3.763302735541987e-05, | |
| "loss": 0.9661, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.744116289801569, | |
| "grad_norm": 0.2669990360736847, | |
| "learning_rate": 3.731869494809934e-05, | |
| "loss": 0.9382, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.745269958467928, | |
| "grad_norm": 0.2620033621788025, | |
| "learning_rate": 3.7005379369917325e-05, | |
| "loss": 0.9837, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.746423627134287, | |
| "grad_norm": 0.25972065329551697, | |
| "learning_rate": 3.6693085703544226e-05, | |
| "loss": 0.9258, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 0.747577295800646, | |
| "grad_norm": 0.26290494203567505, | |
| "learning_rate": 3.638181901507265e-05, | |
| "loss": 0.952, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.748730964467005, | |
| "grad_norm": 0.2657393217086792, | |
| "learning_rate": 3.607158435393544e-05, | |
| "loss": 0.9421, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 0.7498846331333641, | |
| "grad_norm": 0.2849307954311371, | |
| "learning_rate": 3.576238675282364e-05, | |
| "loss": 0.9276, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.7510383017997231, | |
| "grad_norm": 0.2654859721660614, | |
| "learning_rate": 3.545423122760493e-05, | |
| "loss": 0.9299, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 0.7521919704660821, | |
| "grad_norm": 0.2530565559864044, | |
| "learning_rate": 3.5147122777242204e-05, | |
| "loss": 0.9545, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.7533456391324411, | |
| "grad_norm": 0.26191383600234985, | |
| "learning_rate": 3.4841066383712404e-05, | |
| "loss": 0.952, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 0.7544993077988001, | |
| "grad_norm": 0.25318285822868347, | |
| "learning_rate": 3.4536067011925945e-05, | |
| "loss": 0.9139, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.7556529764651592, | |
| "grad_norm": 0.2692861557006836, | |
| "learning_rate": 3.423212960964586e-05, | |
| "loss": 0.9692, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.7568066451315182, | |
| "grad_norm": 0.27093103528022766, | |
| "learning_rate": 3.3929259107407784e-05, | |
| "loss": 0.9167, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.7579603137978772, | |
| "grad_norm": 0.25663748383522034, | |
| "learning_rate": 3.362746041843991e-05, | |
| "loss": 0.9418, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 0.7591139824642362, | |
| "grad_norm": 0.2527766823768616, | |
| "learning_rate": 3.3326738438583114e-05, | |
| "loss": 0.9566, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.7602676511305952, | |
| "grad_norm": 0.25249361991882324, | |
| "learning_rate": 3.302709804621184e-05, | |
| "loss": 0.9745, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 0.7614213197969543, | |
| "grad_norm": 0.2630962133407593, | |
| "learning_rate": 3.272854410215467e-05, | |
| "loss": 0.944, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.7625749884633133, | |
| "grad_norm": 0.2653927206993103, | |
| "learning_rate": 3.243108144961563e-05, | |
| "loss": 0.9386, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 0.7637286571296723, | |
| "grad_norm": 0.25982698798179626, | |
| "learning_rate": 3.213471491409568e-05, | |
| "loss": 0.9665, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.7648823257960313, | |
| "grad_norm": 0.24975992739200592, | |
| "learning_rate": 3.183944930331415e-05, | |
| "loss": 0.9397, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 0.7660359944623903, | |
| "grad_norm": 0.26783668994903564, | |
| "learning_rate": 3.154528940713113e-05, | |
| "loss": 0.9349, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.7671896631287495, | |
| "grad_norm": 0.26724961400032043, | |
| "learning_rate": 3.1252239997469514e-05, | |
| "loss": 0.9726, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.7683433317951085, | |
| "grad_norm": 0.25978267192840576, | |
| "learning_rate": 3.096030582823757e-05, | |
| "loss": 0.963, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.7694970004614675, | |
| "grad_norm": 0.2639058530330658, | |
| "learning_rate": 3.066949163525205e-05, | |
| "loss": 0.9452, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 0.7706506691278265, | |
| "grad_norm": 0.25383907556533813, | |
| "learning_rate": 3.0379802136161074e-05, | |
| "loss": 0.9211, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.7718043377941856, | |
| "grad_norm": 0.253352552652359, | |
| "learning_rate": 3.009124203036785e-05, | |
| "loss": 0.9334, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 0.7729580064605446, | |
| "grad_norm": 0.25482332706451416, | |
| "learning_rate": 2.9803815998954332e-05, | |
| "loss": 0.9433, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.7741116751269036, | |
| "grad_norm": 0.2710963189601898, | |
| "learning_rate": 2.951752870460519e-05, | |
| "loss": 0.9409, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 0.7752653437932626, | |
| "grad_norm": 0.2619101107120514, | |
| "learning_rate": 2.9232384791532375e-05, | |
| "loss": 0.971, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.7764190124596216, | |
| "grad_norm": 0.27144715189933777, | |
| "learning_rate": 2.8948388885399568e-05, | |
| "loss": 0.9384, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 0.7775726811259807, | |
| "grad_norm": 0.25738927721977234, | |
| "learning_rate": 2.8665545593247312e-05, | |
| "loss": 0.936, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.7787263497923397, | |
| "grad_norm": 0.2678247094154358, | |
| "learning_rate": 2.838385950341821e-05, | |
| "loss": 0.9503, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.7798800184586987, | |
| "grad_norm": 0.25635334849357605, | |
| "learning_rate": 2.810333518548246e-05, | |
| "loss": 0.9458, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.7810336871250577, | |
| "grad_norm": 0.26368802785873413, | |
| "learning_rate": 2.7823977190163786e-05, | |
| "loss": 0.952, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 0.7821873557914167, | |
| "grad_norm": 0.25423574447631836, | |
| "learning_rate": 2.754579004926551e-05, | |
| "loss": 0.9813, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.7833410244577758, | |
| "grad_norm": 0.2504977285861969, | |
| "learning_rate": 2.7268778275597218e-05, | |
| "loss": 0.9251, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 0.7844946931241348, | |
| "grad_norm": 0.26885226368904114, | |
| "learning_rate": 2.699294636290134e-05, | |
| "loss": 0.9533, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.7856483617904938, | |
| "grad_norm": 0.2703065276145935, | |
| "learning_rate": 2.6718298785780426e-05, | |
| "loss": 0.9293, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 0.7868020304568528, | |
| "grad_norm": 0.25872454047203064, | |
| "learning_rate": 2.6444839999624494e-05, | |
| "loss": 0.9885, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.7879556991232118, | |
| "grad_norm": 0.2541477680206299, | |
| "learning_rate": 2.6172574440538678e-05, | |
| "loss": 0.9365, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 0.7891093677895709, | |
| "grad_norm": 0.26085081696510315, | |
| "learning_rate": 2.5901506525271425e-05, | |
| "loss": 0.9615, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.7902630364559299, | |
| "grad_norm": 0.2733447253704071, | |
| "learning_rate": 2.5631640651142653e-05, | |
| "loss": 0.955, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.7914167051222889, | |
| "grad_norm": 0.26850977540016174, | |
| "learning_rate": 2.5362981195972625e-05, | |
| "loss": 0.9904, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.7925703737886479, | |
| "grad_norm": 0.25592347979545593, | |
| "learning_rate": 2.509553251801078e-05, | |
| "loss": 0.9888, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 0.7937240424550069, | |
| "grad_norm": 0.25363269448280334, | |
| "learning_rate": 2.482929895586502e-05, | |
| "loss": 0.922, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.794877711121366, | |
| "grad_norm": 0.26529207825660706, | |
| "learning_rate": 2.4564284828431495e-05, | |
| "loss": 0.9167, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 0.796031379787725, | |
| "grad_norm": 0.264886736869812, | |
| "learning_rate": 2.4300494434824373e-05, | |
| "loss": 0.9587, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.797185048454084, | |
| "grad_norm": 0.26478299498558044, | |
| "learning_rate": 2.403793205430612e-05, | |
| "loss": 0.9532, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 0.798338717120443, | |
| "grad_norm": 0.26431044936180115, | |
| "learning_rate": 2.3776601946218223e-05, | |
| "loss": 0.9533, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.799492385786802, | |
| "grad_norm": 0.2664218246936798, | |
| "learning_rate": 2.351650834991187e-05, | |
| "loss": 0.9451, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 0.8006460544531611, | |
| "grad_norm": 0.25591370463371277, | |
| "learning_rate": 2.3257655484679374e-05, | |
| "loss": 0.9164, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.8017997231195201, | |
| "grad_norm": 0.2605327069759369, | |
| "learning_rate": 2.300004754968568e-05, | |
| "loss": 0.9632, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.8029533917858791, | |
| "grad_norm": 0.26043200492858887, | |
| "learning_rate": 2.274368872390009e-05, | |
| "loss": 0.9781, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.8041070604522381, | |
| "grad_norm": 0.256830632686615, | |
| "learning_rate": 2.2488583166028754e-05, | |
| "loss": 0.9832, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 0.8052607291185971, | |
| "grad_norm": 0.2615990936756134, | |
| "learning_rate": 2.2234735014446907e-05, | |
| "loss": 0.9165, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.8064143977849562, | |
| "grad_norm": 0.2640646994113922, | |
| "learning_rate": 2.1982148387131972e-05, | |
| "loss": 0.9642, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 0.8075680664513152, | |
| "grad_norm": 0.28312572836875916, | |
| "learning_rate": 2.1730827381596643e-05, | |
| "loss": 0.9532, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.8087217351176742, | |
| "grad_norm": 0.2744578421115875, | |
| "learning_rate": 2.148077607482242e-05, | |
| "loss": 0.9206, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 0.8098754037840332, | |
| "grad_norm": 0.266108900308609, | |
| "learning_rate": 2.123199852319352e-05, | |
| "loss": 0.955, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.8110290724503922, | |
| "grad_norm": 0.26437053084373474, | |
| "learning_rate": 2.098449876243096e-05, | |
| "loss": 0.9314, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 0.8121827411167513, | |
| "grad_norm": 0.2548779547214508, | |
| "learning_rate": 2.0738280807527276e-05, | |
| "loss": 0.9231, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.8133364097831103, | |
| "grad_norm": 0.2563740015029907, | |
| "learning_rate": 2.0493348652681187e-05, | |
| "loss": 0.9955, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.8144900784494693, | |
| "grad_norm": 0.25444361567497253, | |
| "learning_rate": 2.024970627123295e-05, | |
| "loss": 0.9399, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.8156437471158283, | |
| "grad_norm": 0.2691180109977722, | |
| "learning_rate": 2.0007357615599863e-05, | |
| "loss": 0.937, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 0.8167974157821873, | |
| "grad_norm": 0.2676614224910736, | |
| "learning_rate": 1.9766306617212072e-05, | |
| "loss": 0.9454, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.8179510844485464, | |
| "grad_norm": 0.2619343101978302, | |
| "learning_rate": 1.9526557186448922e-05, | |
| "loss": 0.9622, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 0.8191047531149054, | |
| "grad_norm": 0.25831881165504456, | |
| "learning_rate": 1.9288113212575452e-05, | |
| "loss": 0.9554, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.8202584217812644, | |
| "grad_norm": 0.27389928698539734, | |
| "learning_rate": 1.9050978563679245e-05, | |
| "loss": 0.9845, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 0.8214120904476234, | |
| "grad_norm": 0.2780735194683075, | |
| "learning_rate": 1.8815157086607826e-05, | |
| "loss": 0.9868, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.8225657591139824, | |
| "grad_norm": 0.26343536376953125, | |
| "learning_rate": 1.858065260690609e-05, | |
| "loss": 0.9432, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 0.8237194277803415, | |
| "grad_norm": 0.2577558159828186, | |
| "learning_rate": 1.8347468928754407e-05, | |
| "loss": 0.9374, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.8248730964467005, | |
| "grad_norm": 0.2493932992219925, | |
| "learning_rate": 1.811560983490682e-05, | |
| "loss": 0.9687, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.8260267651130595, | |
| "grad_norm": 0.2670118510723114, | |
| "learning_rate": 1.78850790866296e-05, | |
| "loss": 0.981, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.8271804337794185, | |
| "grad_norm": 0.2631658613681793, | |
| "learning_rate": 1.765588042364045e-05, | |
| "loss": 0.9775, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 0.8283341024457775, | |
| "grad_norm": 0.2607511878013611, | |
| "learning_rate": 1.7428017564047594e-05, | |
| "loss": 0.9409, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.8294877711121366, | |
| "grad_norm": 0.283981591463089, | |
| "learning_rate": 1.7201494204289647e-05, | |
| "loss": 1.015, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 0.8306414397784956, | |
| "grad_norm": 0.2698068916797638, | |
| "learning_rate": 1.697631401907559e-05, | |
| "loss": 0.9332, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.8317951084448546, | |
| "grad_norm": 0.2729108929634094, | |
| "learning_rate": 1.6752480661325078e-05, | |
| "loss": 0.9455, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 0.8329487771112136, | |
| "grad_norm": 0.2679850459098816, | |
| "learning_rate": 1.6529997762109317e-05, | |
| "loss": 0.9306, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.8341024457775726, | |
| "grad_norm": 0.2747521698474884, | |
| "learning_rate": 1.6308868930592014e-05, | |
| "loss": 0.9063, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 0.8352561144439317, | |
| "grad_norm": 0.26654738187789917, | |
| "learning_rate": 1.608909775397106e-05, | |
| "loss": 0.9431, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.8364097831102907, | |
| "grad_norm": 0.2640974521636963, | |
| "learning_rate": 1.5870687797420013e-05, | |
| "loss": 0.9476, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.8375634517766497, | |
| "grad_norm": 0.259022057056427, | |
| "learning_rate": 1.565364260403055e-05, | |
| "loss": 0.9037, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.8387171204430087, | |
| "grad_norm": 0.2541236877441406, | |
| "learning_rate": 1.5437965694754842e-05, | |
| "loss": 0.9287, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 0.8398707891093677, | |
| "grad_norm": 0.27789777517318726, | |
| "learning_rate": 1.5223660568348442e-05, | |
| "loss": 0.9304, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.8410244577757268, | |
| "grad_norm": 0.259775847196579, | |
| "learning_rate": 1.5010730701313625e-05, | |
| "loss": 0.9337, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 0.8421781264420858, | |
| "grad_norm": 0.26516568660736084, | |
| "learning_rate": 1.4799179547842822e-05, | |
| "loss": 0.9638, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.8433317951084448, | |
| "grad_norm": 0.26108843088150024, | |
| "learning_rate": 1.4589010539762794e-05, | |
| "loss": 0.9627, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 0.8444854637748038, | |
| "grad_norm": 0.2728930711746216, | |
| "learning_rate": 1.4380227086478815e-05, | |
| "loss": 0.9148, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.8456391324411628, | |
| "grad_norm": 0.26303428411483765, | |
| "learning_rate": 1.417283257491936e-05, | |
| "loss": 0.9355, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 0.846792801107522, | |
| "grad_norm": 0.25789615511894226, | |
| "learning_rate": 1.3966830369481232e-05, | |
| "loss": 0.9213, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.847946469773881, | |
| "grad_norm": 0.25677064061164856, | |
| "learning_rate": 1.3762223811975005e-05, | |
| "loss": 0.9607, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.84910013844024, | |
| "grad_norm": 0.25708821415901184, | |
| "learning_rate": 1.3559016221570663e-05, | |
| "loss": 0.9251, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.850253807106599, | |
| "grad_norm": 0.26253747940063477, | |
| "learning_rate": 1.3357210894743954e-05, | |
| "loss": 0.9342, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 0.8514074757729581, | |
| "grad_norm": 0.2784782946109772, | |
| "learning_rate": 1.3156811105222721e-05, | |
| "loss": 0.924, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.8525611444393171, | |
| "grad_norm": 0.2603437304496765, | |
| "learning_rate": 1.295782010393396e-05, | |
| "loss": 0.9589, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 0.8537148131056761, | |
| "grad_norm": 0.2674865126609802, | |
| "learning_rate": 1.2760241118951011e-05, | |
| "loss": 0.9642, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.8548684817720351, | |
| "grad_norm": 0.28415897488594055, | |
| "learning_rate": 1.256407735544114e-05, | |
| "loss": 0.9345, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 0.8560221504383941, | |
| "grad_norm": 0.2664172947406769, | |
| "learning_rate": 1.2369331995613665e-05, | |
| "loss": 0.9703, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.8571758191047532, | |
| "grad_norm": 0.2628554403781891, | |
| "learning_rate": 1.2176008198668164e-05, | |
| "loss": 0.953, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 0.8583294877711122, | |
| "grad_norm": 0.26892125606536865, | |
| "learning_rate": 1.1984109100743446e-05, | |
| "loss": 0.964, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.8594831564374712, | |
| "grad_norm": 0.2509150803089142, | |
| "learning_rate": 1.179363781486651e-05, | |
| "loss": 0.9529, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.8606368251038302, | |
| "grad_norm": 0.263091504573822, | |
| "learning_rate": 1.160459743090203e-05, | |
| "loss": 0.9439, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.8617904937701892, | |
| "grad_norm": 0.26646509766578674, | |
| "learning_rate": 1.1416991015502388e-05, | |
| "loss": 0.9699, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 0.8629441624365483, | |
| "grad_norm": 0.26804062724113464, | |
| "learning_rate": 1.1230821612057751e-05, | |
| "loss": 0.9448, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.8640978311029073, | |
| "grad_norm": 0.2859780192375183, | |
| "learning_rate": 1.1046092240646865e-05, | |
| "loss": 0.939, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 0.8652514997692663, | |
| "grad_norm": 0.257179856300354, | |
| "learning_rate": 1.0862805897987894e-05, | |
| "loss": 0.9542, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.8664051684356253, | |
| "grad_norm": 0.26742085814476013, | |
| "learning_rate": 1.0680965557389932e-05, | |
| "loss": 0.9531, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 0.8675588371019843, | |
| "grad_norm": 0.2629797160625458, | |
| "learning_rate": 1.0500574168704746e-05, | |
| "loss": 0.9647, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.8687125057683434, | |
| "grad_norm": 0.2643450200557709, | |
| "learning_rate": 1.0321634658278834e-05, | |
| "loss": 0.9364, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 0.8698661744347024, | |
| "grad_norm": 0.2526227831840515, | |
| "learning_rate": 1.014414992890611e-05, | |
| "loss": 0.9297, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.8710198431010614, | |
| "grad_norm": 0.2794305682182312, | |
| "learning_rate": 9.968122859780648e-06, | |
| "loss": 0.983, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.8721735117674204, | |
| "grad_norm": 0.2461376041173935, | |
| "learning_rate": 9.793556306450125e-06, | |
| "loss": 0.9312, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.8733271804337794, | |
| "grad_norm": 0.2625856101512909, | |
| "learning_rate": 9.6204531007694e-06, | |
| "loss": 0.9691, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 0.8744808491001385, | |
| "grad_norm": 0.2845028340816498, | |
| "learning_rate": 9.44881605085456e-06, | |
| "loss": 0.9782, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.8756345177664975, | |
| "grad_norm": 0.258274644613266, | |
| "learning_rate": 9.278647941037477e-06, | |
| "loss": 0.9503, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 0.8767881864328565, | |
| "grad_norm": 0.2558533847332001, | |
| "learning_rate": 9.10995153182056e-06, | |
| "loss": 0.9396, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.8779418550992155, | |
| "grad_norm": 0.2619149684906006, | |
| "learning_rate": 8.94272955983192e-06, | |
| "loss": 0.9637, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 0.8790955237655745, | |
| "grad_norm": 0.27039748430252075, | |
| "learning_rate": 8.776984737781135e-06, | |
| "loss": 0.9782, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.8802491924319336, | |
| "grad_norm": 0.26006579399108887, | |
| "learning_rate": 8.612719754415077e-06, | |
| "loss": 0.9673, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 0.8814028610982926, | |
| "grad_norm": 0.2625749111175537, | |
| "learning_rate": 8.449937274474396e-06, | |
| "loss": 0.9224, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.8825565297646516, | |
| "grad_norm": 0.26278451085090637, | |
| "learning_rate": 8.28863993865029e-06, | |
| "loss": 0.9762, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.8837101984310106, | |
| "grad_norm": 0.25975650548934937, | |
| "learning_rate": 8.128830363541574e-06, | |
| "loss": 0.9697, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.8848638670973696, | |
| "grad_norm": 0.2637532949447632, | |
| "learning_rate": 7.970511141612392e-06, | |
| "loss": 0.9278, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 0.8860175357637287, | |
| "grad_norm": 0.2644905149936676, | |
| "learning_rate": 7.81368484114996e-06, | |
| "loss": 0.9218, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.8871712044300877, | |
| "grad_norm": 0.25665807723999023, | |
| "learning_rate": 7.65835400622309e-06, | |
| "loss": 0.9872, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 0.8883248730964467, | |
| "grad_norm": 0.26085856556892395, | |
| "learning_rate": 7.504521156640853e-06, | |
| "loss": 0.9236, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.8894785417628057, | |
| "grad_norm": 0.2720387578010559, | |
| "learning_rate": 7.352188787911618e-06, | |
| "loss": 0.9589, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 0.8906322104291647, | |
| "grad_norm": 0.26417550444602966, | |
| "learning_rate": 7.201359371202699e-06, | |
| "loss": 0.9664, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.8917858790955238, | |
| "grad_norm": 0.2652938663959503, | |
| "learning_rate": 7.05203535330019e-06, | |
| "loss": 0.926, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 0.8929395477618828, | |
| "grad_norm": 0.2653699517250061, | |
| "learning_rate": 6.904219156569325e-06, | |
| "loss": 0.9923, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.8940932164282418, | |
| "grad_norm": 0.2711726129055023, | |
| "learning_rate": 6.757913178915087e-06, | |
| "loss": 0.911, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.8952468850946008, | |
| "grad_norm": 0.2669640779495239, | |
| "learning_rate": 6.613119793743428e-06, | |
| "loss": 0.9675, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.8964005537609598, | |
| "grad_norm": 0.29151153564453125, | |
| "learning_rate": 6.469841349922689e-06, | |
| "loss": 0.9209, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 0.8975542224273189, | |
| "grad_norm": 0.2601694166660309, | |
| "learning_rate": 6.32808017174551e-06, | |
| "loss": 0.9558, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.8987078910936779, | |
| "grad_norm": 0.26199638843536377, | |
| "learning_rate": 6.187838558891157e-06, | |
| "loss": 0.9613, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 0.8998615597600369, | |
| "grad_norm": 0.2727982699871063, | |
| "learning_rate": 6.049118786388152e-06, | |
| "loss": 0.9568, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.9010152284263959, | |
| "grad_norm": 0.2732504606246948, | |
| "learning_rate": 5.911923104577455e-06, | |
| "loss": 0.9737, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 0.9021688970927549, | |
| "grad_norm": 0.2629091441631317, | |
| "learning_rate": 5.7762537390758875e-06, | |
| "loss": 0.9901, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.903322565759114, | |
| "grad_norm": 0.2660592496395111, | |
| "learning_rate": 5.642112890740036e-06, | |
| "loss": 0.9522, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 0.904476234425473, | |
| "grad_norm": 0.2575923502445221, | |
| "learning_rate": 5.509502735630601e-06, | |
| "loss": 0.9218, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.905629903091832, | |
| "grad_norm": 0.25905632972717285, | |
| "learning_rate": 5.3784254249770296e-06, | |
| "loss": 0.9516, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.906783571758191, | |
| "grad_norm": 0.29798364639282227, | |
| "learning_rate": 5.248883085142653e-06, | |
| "loss": 0.9691, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.90793724042455, | |
| "grad_norm": 0.2637086510658264, | |
| "learning_rate": 5.120877817590197e-06, | |
| "loss": 0.9274, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 0.9090909090909091, | |
| "grad_norm": 0.25364989042282104, | |
| "learning_rate": 4.994411698847667e-06, | |
| "loss": 0.933, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.9102445777572681, | |
| "grad_norm": 0.24825413525104523, | |
| "learning_rate": 4.869486780474685e-06, | |
| "loss": 0.9442, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 0.9113982464236271, | |
| "grad_norm": 0.25310808420181274, | |
| "learning_rate": 4.746105089029229e-06, | |
| "loss": 0.9469, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.9125519150899861, | |
| "grad_norm": 0.26140066981315613, | |
| "learning_rate": 4.624268626034667e-06, | |
| "loss": 0.9754, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 0.9137055837563451, | |
| "grad_norm": 0.2598501443862915, | |
| "learning_rate": 4.50397936794742e-06, | |
| "loss": 0.9462, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.9148592524227042, | |
| "grad_norm": 0.25906556844711304, | |
| "learning_rate": 4.385239266124752e-06, | |
| "loss": 0.9194, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 0.9160129210890632, | |
| "grad_norm": 0.26104477047920227, | |
| "learning_rate": 4.268050246793276e-06, | |
| "loss": 0.934, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.9171665897554222, | |
| "grad_norm": 0.2576802968978882, | |
| "learning_rate": 4.1524142110175745e-06, | |
| "loss": 0.9832, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.9183202584217812, | |
| "grad_norm": 0.28592053055763245, | |
| "learning_rate": 4.038333034669406e-06, | |
| "loss": 1.0201, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.9194739270881402, | |
| "grad_norm": 0.2563294470310211, | |
| "learning_rate": 3.9258085683972935e-06, | |
| "loss": 0.9904, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 0.9206275957544993, | |
| "grad_norm": 0.2748868763446808, | |
| "learning_rate": 3.814842637596483e-06, | |
| "loss": 0.9739, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.9217812644208583, | |
| "grad_norm": 0.2553744316101074, | |
| "learning_rate": 3.705437042379334e-06, | |
| "loss": 1.0174, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 0.9229349330872173, | |
| "grad_norm": 0.2620948553085327, | |
| "learning_rate": 3.5975935575461083e-06, | |
| "loss": 0.9456, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.9240886017535763, | |
| "grad_norm": 0.2571701407432556, | |
| "learning_rate": 3.491313932556206e-06, | |
| "loss": 0.9339, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 0.9252422704199353, | |
| "grad_norm": 0.26273953914642334, | |
| "learning_rate": 3.3865998914997643e-06, | |
| "loss": 0.9831, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.9263959390862944, | |
| "grad_norm": 0.25073423981666565, | |
| "learning_rate": 3.2834531330696694e-06, | |
| "loss": 0.9478, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 0.9275496077526535, | |
| "grad_norm": 0.2635844051837921, | |
| "learning_rate": 3.1818753305340565e-06, | |
| "loss": 0.9356, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.9287032764190125, | |
| "grad_norm": 0.25664207339286804, | |
| "learning_rate": 3.081868131709109e-06, | |
| "loss": 0.9419, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.9298569450853715, | |
| "grad_norm": 0.2655963897705078, | |
| "learning_rate": 2.9834331589323693e-06, | |
| "loss": 0.9114, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.9310106137517306, | |
| "grad_norm": 0.2534726858139038, | |
| "learning_rate": 2.8865720090364034e-06, | |
| "loss": 0.9644, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 0.9321642824180896, | |
| "grad_norm": 0.2585753798484802, | |
| "learning_rate": 2.7912862533228558e-06, | |
| "loss": 0.9495, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.9333179510844486, | |
| "grad_norm": 0.25545534491539, | |
| "learning_rate": 2.6975774375370464e-06, | |
| "loss": 0.9604, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 0.9344716197508076, | |
| "grad_norm": 0.2509816884994507, | |
| "learning_rate": 2.6054470818428377e-06, | |
| "loss": 0.9603, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.9356252884171666, | |
| "grad_norm": 0.26575180888175964, | |
| "learning_rate": 2.5148966807979733e-06, | |
| "loss": 0.9527, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 0.9367789570835257, | |
| "grad_norm": 0.25556278228759766, | |
| "learning_rate": 2.4259277033298555e-06, | |
| "loss": 0.9592, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.9379326257498847, | |
| "grad_norm": 0.26294147968292236, | |
| "learning_rate": 2.338541592711696e-06, | |
| "loss": 0.954, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 0.9390862944162437, | |
| "grad_norm": 0.25935277342796326, | |
| "learning_rate": 2.2527397665391027e-06, | |
| "loss": 0.9491, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.9402399630826027, | |
| "grad_norm": 0.2684488594532013, | |
| "learning_rate": 2.168523616707141e-06, | |
| "loss": 0.9403, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.9413936317489617, | |
| "grad_norm": 0.26326921582221985, | |
| "learning_rate": 2.0858945093876316e-06, | |
| "loss": 0.9381, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.9425473004153208, | |
| "grad_norm": 0.2741606831550598, | |
| "learning_rate": 2.0048537850071325e-06, | |
| "loss": 0.9475, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 0.9437009690816798, | |
| "grad_norm": 0.2589118480682373, | |
| "learning_rate": 1.925402758225059e-06, | |
| "loss": 0.981, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.9448546377480388, | |
| "grad_norm": 0.2977379262447357, | |
| "learning_rate": 1.8475427179124871e-06, | |
| "loss": 0.9404, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 0.9460083064143978, | |
| "grad_norm": 0.26037946343421936, | |
| "learning_rate": 1.771274927131139e-06, | |
| "loss": 0.9337, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.9471619750807568, | |
| "grad_norm": 0.25153833627700806, | |
| "learning_rate": 1.6966006231129317e-06, | |
| "loss": 0.9531, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 0.9483156437471159, | |
| "grad_norm": 0.25663888454437256, | |
| "learning_rate": 1.6235210172399372e-06, | |
| "loss": 0.972, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.9494693124134749, | |
| "grad_norm": 0.24960479140281677, | |
| "learning_rate": 1.5520372950246887e-06, | |
| "loss": 0.9229, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 0.9506229810798339, | |
| "grad_norm": 0.2711315453052521, | |
| "learning_rate": 1.4821506160909493e-06, | |
| "loss": 0.9771, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.9517766497461929, | |
| "grad_norm": 0.24772925674915314, | |
| "learning_rate": 1.4138621141549402e-06, | |
| "loss": 0.9495, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.9529303184125519, | |
| "grad_norm": 0.2522965967655182, | |
| "learning_rate": 1.3471728970068987e-06, | |
| "loss": 0.932, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.954083987078911, | |
| "grad_norm": 0.24729067087173462, | |
| "learning_rate": 1.2820840464931704e-06, | |
| "loss": 0.9023, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 0.95523765574527, | |
| "grad_norm": 0.24839915335178375, | |
| "learning_rate": 1.2185966184985685e-06, | |
| "loss": 0.9072, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.956391324411629, | |
| "grad_norm": 0.2570428252220154, | |
| "learning_rate": 1.1567116429293423e-06, | |
| "loss": 0.9276, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 0.957544993077988, | |
| "grad_norm": 0.26178133487701416, | |
| "learning_rate": 1.0964301236963904e-06, | |
| "loss": 0.9461, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.958698661744347, | |
| "grad_norm": 0.2655417323112488, | |
| "learning_rate": 1.0377530386990408e-06, | |
| "loss": 0.9586, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 0.9598523304107061, | |
| "grad_norm": 0.2616187036037445, | |
| "learning_rate": 9.80681339809142e-07, | |
| "loss": 0.952, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.9610059990770651, | |
| "grad_norm": 0.2501654326915741, | |
| "learning_rate": 9.252159528556403e-07, | |
| "loss": 0.9187, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 0.9621596677434241, | |
| "grad_norm": 0.261311411857605, | |
| "learning_rate": 8.713577776095494e-07, | |
| "loss": 0.9637, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.9633133364097831, | |
| "grad_norm": 0.26594147086143494, | |
| "learning_rate": 8.191076877693604e-07, | |
| "loss": 0.946, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.9644670050761421, | |
| "grad_norm": 0.25597435235977173, | |
| "learning_rate": 7.684665309468875e-07, | |
| "loss": 0.9229, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.9656206737425012, | |
| "grad_norm": 0.2549925446510315, | |
| "learning_rate": 7.194351286534784e-07, | |
| "loss": 0.966, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 0.9667743424088602, | |
| "grad_norm": 0.24757057428359985, | |
| "learning_rate": 6.720142762867032e-07, | |
| "loss": 0.9443, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.9679280110752192, | |
| "grad_norm": 0.26646557450294495, | |
| "learning_rate": 6.262047431174866e-07, | |
| "loss": 0.9548, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 0.9690816797415782, | |
| "grad_norm": 0.25552335381507874, | |
| "learning_rate": 5.820072722775849e-07, | |
| "loss": 0.941, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.9702353484079372, | |
| "grad_norm": 0.2553008496761322, | |
| "learning_rate": 5.394225807475284e-07, | |
| "loss": 0.9398, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 0.9713890170742963, | |
| "grad_norm": 0.26585790514945984, | |
| "learning_rate": 4.984513593450424e-07, | |
| "loss": 0.9469, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.9725426857406553, | |
| "grad_norm": 0.25513309240341187, | |
| "learning_rate": 4.5909427271374485e-07, | |
| "loss": 0.9518, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 0.9736963544070143, | |
| "grad_norm": 0.2652360796928406, | |
| "learning_rate": 4.2135195931249926e-07, | |
| "loss": 0.9489, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.9748500230733733, | |
| "grad_norm": 0.2571764588356018, | |
| "learning_rate": 3.8522503140493436e-07, | |
| "loss": 0.9149, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.9760036917397323, | |
| "grad_norm": 0.2566836178302765, | |
| "learning_rate": 3.50714075049563e-07, | |
| "loss": 0.9953, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.9771573604060914, | |
| "grad_norm": 0.290528804063797, | |
| "learning_rate": 3.178196500903008e-07, | |
| "loss": 0.9222, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 0.9783110290724504, | |
| "grad_norm": 0.2592345178127289, | |
| "learning_rate": 2.8654229014730694e-07, | |
| "loss": 0.9206, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.9794646977388094, | |
| "grad_norm": 0.2652153968811035, | |
| "learning_rate": 2.568825026084354e-07, | |
| "loss": 0.9443, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 0.9806183664051684, | |
| "grad_norm": 0.24910645186901093, | |
| "learning_rate": 2.288407686208971e-07, | |
| "loss": 0.9519, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.9817720350715274, | |
| "grad_norm": 0.25289344787597656, | |
| "learning_rate": 2.024175430835329e-07, | |
| "loss": 0.9381, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 0.9829257037378865, | |
| "grad_norm": 0.25260549783706665, | |
| "learning_rate": 1.7761325463937494e-07, | |
| "loss": 0.9563, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.9840793724042455, | |
| "grad_norm": 0.2648310363292694, | |
| "learning_rate": 1.5442830566874123e-07, | |
| "loss": 0.9439, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 0.9852330410706045, | |
| "grad_norm": 0.2567463517189026, | |
| "learning_rate": 1.3286307228269623e-07, | |
| "loss": 0.9289, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.9863867097369635, | |
| "grad_norm": 0.2639390826225281, | |
| "learning_rate": 1.1291790431692262e-07, | |
| "loss": 0.9529, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.9875403784033225, | |
| "grad_norm": 0.2619445323944092, | |
| "learning_rate": 9.459312532608122e-08, | |
| "loss": 0.9555, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.9886940470696816, | |
| "grad_norm": 0.2608962059020996, | |
| "learning_rate": 7.788903257852643e-08, | |
| "loss": 0.9886, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 0.9898477157360406, | |
| "grad_norm": 0.24952927231788635, | |
| "learning_rate": 6.280589705153217e-08, | |
| "loss": 0.9446, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.9910013844023996, | |
| "grad_norm": 0.2512921988964081, | |
| "learning_rate": 4.934396342684e-08, | |
| "loss": 0.9613, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 0.9921550530687586, | |
| "grad_norm": 0.2717246413230896, | |
| "learning_rate": 3.750345008675105e-08, | |
| "loss": 0.9526, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.9933087217351176, | |
| "grad_norm": 0.2628538906574249, | |
| "learning_rate": 2.728454911050671e-08, | |
| "loss": 0.9467, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 0.9944623904014767, | |
| "grad_norm": 0.26591312885284424, | |
| "learning_rate": 1.8687426271246645e-08, | |
| "loss": 0.9604, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.9956160590678357, | |
| "grad_norm": 0.26221415400505066, | |
| "learning_rate": 1.1712221033288728e-08, | |
| "loss": 0.9664, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 0.9967697277341947, | |
| "grad_norm": 0.2693996727466583, | |
| "learning_rate": 6.359046549864189e-09, | |
| "loss": 0.966, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.9979233964005537, | |
| "grad_norm": 0.26124852895736694, | |
| "learning_rate": 2.627989661252439e-09, | |
| "loss": 0.9511, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.9990770650669127, | |
| "grad_norm": 0.2654908299446106, | |
| "learning_rate": 5.191108934710087e-10, | |
| "loss": 0.9212, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.9544818997383118, | |
| "eval_runtime": 1126.36, | |
| "eval_samples_per_second": 13.628, | |
| "eval_steps_per_second": 0.426, | |
| "step": 4334 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 4334, | |
| "total_flos": 1.2189453453533118e+19, | |
| "train_loss": 0.9622706794551732, | |
| "train_runtime": 38294.8783, | |
| "train_samples_per_second": 3.622, | |
| "train_steps_per_second": 0.113 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 4334, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.2189453453533118e+19, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |