| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 5959, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0033562678301728476, | |
| "grad_norm": 3.027224540710449, | |
| "learning_rate": 4.984896794764222e-05, | |
| "loss": 2.5909, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.006712535660345695, | |
| "grad_norm": 2.6114368438720703, | |
| "learning_rate": 4.968115455613358e-05, | |
| "loss": 2.367, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.010068803490518544, | |
| "grad_norm": 18.757535934448242, | |
| "learning_rate": 4.951334116462494e-05, | |
| "loss": 2.286, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01342507132069139, | |
| "grad_norm": 2.032654047012329, | |
| "learning_rate": 4.9345527773116296e-05, | |
| "loss": 2.2961, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.01678133915086424, | |
| "grad_norm": 1.8827602863311768, | |
| "learning_rate": 4.9177714381607655e-05, | |
| "loss": 2.2622, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.020137606981037087, | |
| "grad_norm": 1.8459181785583496, | |
| "learning_rate": 4.9009900990099014e-05, | |
| "loss": 2.2569, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.023493874811209934, | |
| "grad_norm": 1.9432493448257446, | |
| "learning_rate": 4.8842087598590366e-05, | |
| "loss": 2.2069, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.02685014264138278, | |
| "grad_norm": 1.9693349599838257, | |
| "learning_rate": 4.8674274207081725e-05, | |
| "loss": 2.2437, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.03020641047155563, | |
| "grad_norm": 1.8286640644073486, | |
| "learning_rate": 4.8506460815573084e-05, | |
| "loss": 2.1793, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.03356267830172848, | |
| "grad_norm": 1.883164644241333, | |
| "learning_rate": 4.833864742406444e-05, | |
| "loss": 2.2013, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.036918946131901324, | |
| "grad_norm": 10.042224884033203, | |
| "learning_rate": 4.817922470213123e-05, | |
| "loss": 2.2325, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.040275213962074174, | |
| "grad_norm": 1.909852147102356, | |
| "learning_rate": 4.801141131062259e-05, | |
| "loss": 2.2372, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.043631481792247025, | |
| "grad_norm": 1.8228334188461304, | |
| "learning_rate": 4.784359791911395e-05, | |
| "loss": 2.236, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.04698774962241987, | |
| "grad_norm": 1.8686975240707397, | |
| "learning_rate": 4.767578452760531e-05, | |
| "loss": 2.1993, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.05034401745259272, | |
| "grad_norm": 1.6455596685409546, | |
| "learning_rate": 4.750797113609666e-05, | |
| "loss": 2.2244, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.05370028528276556, | |
| "grad_norm": 1.5980720520019531, | |
| "learning_rate": 4.734015774458802e-05, | |
| "loss": 2.1412, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.05705655311293841, | |
| "grad_norm": 1.7958396673202515, | |
| "learning_rate": 4.717234435307938e-05, | |
| "loss": 2.1516, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.06041282094311126, | |
| "grad_norm": 1.6902369260787964, | |
| "learning_rate": 4.700453096157074e-05, | |
| "loss": 2.1842, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.0637690887732841, | |
| "grad_norm": 1.7754089832305908, | |
| "learning_rate": 4.6836717570062096e-05, | |
| "loss": 2.1591, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.06712535660345696, | |
| "grad_norm": 1.718556523323059, | |
| "learning_rate": 4.6668904178553455e-05, | |
| "loss": 2.155, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.0704816244336298, | |
| "grad_norm": 1.6255844831466675, | |
| "learning_rate": 4.650109078704481e-05, | |
| "loss": 2.2235, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.07383789226380265, | |
| "grad_norm": 1.6990654468536377, | |
| "learning_rate": 4.6333277395536166e-05, | |
| "loss": 2.1942, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.0771941600939755, | |
| "grad_norm": 1.7159547805786133, | |
| "learning_rate": 4.6165464004027525e-05, | |
| "loss": 2.2133, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.08055042792414835, | |
| "grad_norm": 1.8792229890823364, | |
| "learning_rate": 4.5997650612518884e-05, | |
| "loss": 2.1534, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.08390669575432119, | |
| "grad_norm": 1.4530068635940552, | |
| "learning_rate": 4.582983722101024e-05, | |
| "loss": 2.1365, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.08726296358449405, | |
| "grad_norm": 1.5878769159317017, | |
| "learning_rate": 4.56620238295016e-05, | |
| "loss": 2.1513, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.09061923141466689, | |
| "grad_norm": 1.6161599159240723, | |
| "learning_rate": 4.5494210437992954e-05, | |
| "loss": 2.1434, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.09397549924483974, | |
| "grad_norm": 1.5275565385818481, | |
| "learning_rate": 4.5326397046484306e-05, | |
| "loss": 2.1995, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.09733176707501258, | |
| "grad_norm": 1.3771929740905762, | |
| "learning_rate": 4.5158583654975665e-05, | |
| "loss": 2.1546, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.10068803490518544, | |
| "grad_norm": 1.630591630935669, | |
| "learning_rate": 4.4990770263467024e-05, | |
| "loss": 2.1317, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.10404430273535828, | |
| "grad_norm": 1.5199378728866577, | |
| "learning_rate": 4.482295687195838e-05, | |
| "loss": 2.116, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.10740057056553112, | |
| "grad_norm": 1.7431048154830933, | |
| "learning_rate": 4.465514348044974e-05, | |
| "loss": 2.1379, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.11075683839570398, | |
| "grad_norm": 1.6243093013763428, | |
| "learning_rate": 4.44873300889411e-05, | |
| "loss": 2.1478, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.11411310622587682, | |
| "grad_norm": 1.4836941957473755, | |
| "learning_rate": 4.431951669743245e-05, | |
| "loss": 2.1522, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.11746937405604967, | |
| "grad_norm": 1.5157350301742554, | |
| "learning_rate": 4.415170330592381e-05, | |
| "loss": 2.104, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.12082564188622252, | |
| "grad_norm": 1.3875478506088257, | |
| "learning_rate": 4.398388991441517e-05, | |
| "loss": 2.1495, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.12418190971639537, | |
| "grad_norm": 1.4270449876785278, | |
| "learning_rate": 4.381607652290653e-05, | |
| "loss": 2.1275, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.1275381775465682, | |
| "grad_norm": 1.522594690322876, | |
| "learning_rate": 4.364826313139789e-05, | |
| "loss": 2.1439, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.13089444537674105, | |
| "grad_norm": 1.3996539115905762, | |
| "learning_rate": 4.348044973988925e-05, | |
| "loss": 2.1384, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.13425071320691392, | |
| "grad_norm": 1.5052591562271118, | |
| "learning_rate": 4.33126363483806e-05, | |
| "loss": 2.1005, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.13760698103708677, | |
| "grad_norm": 1.4939976930618286, | |
| "learning_rate": 4.314482295687196e-05, | |
| "loss": 2.078, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.1409632488672596, | |
| "grad_norm": 1.5155856609344482, | |
| "learning_rate": 4.297700956536332e-05, | |
| "loss": 2.0766, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.14431951669743245, | |
| "grad_norm": 1.5032541751861572, | |
| "learning_rate": 4.280919617385468e-05, | |
| "loss": 2.1383, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.1476757845276053, | |
| "grad_norm": 1.5815625190734863, | |
| "learning_rate": 4.2641382782346036e-05, | |
| "loss": 2.138, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.15103205235777814, | |
| "grad_norm": 1.5529719591140747, | |
| "learning_rate": 4.2473569390837395e-05, | |
| "loss": 2.1252, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.154388320187951, | |
| "grad_norm": 1.5002542734146118, | |
| "learning_rate": 4.230575599932875e-05, | |
| "loss": 2.1158, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.15774458801812385, | |
| "grad_norm": 1.4248254299163818, | |
| "learning_rate": 4.2137942607820106e-05, | |
| "loss": 2.1441, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.1611008558482967, | |
| "grad_norm": 1.3779915571212769, | |
| "learning_rate": 4.1970129216311465e-05, | |
| "loss": 2.1105, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.16445712367846954, | |
| "grad_norm": 1.439987301826477, | |
| "learning_rate": 4.1802315824802824e-05, | |
| "loss": 2.0988, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.16781339150864238, | |
| "grad_norm": 1.3819688558578491, | |
| "learning_rate": 4.163450243329418e-05, | |
| "loss": 2.0594, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.17116965933881523, | |
| "grad_norm": 1.4762790203094482, | |
| "learning_rate": 4.146668904178554e-05, | |
| "loss": 2.1448, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.1745259271689881, | |
| "grad_norm": 1.3910346031188965, | |
| "learning_rate": 4.1298875650276894e-05, | |
| "loss": 2.1189, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.17788219499916094, | |
| "grad_norm": 1.3728772401809692, | |
| "learning_rate": 4.1131062258768246e-05, | |
| "loss": 2.1025, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.18123846282933379, | |
| "grad_norm": 1.466235637664795, | |
| "learning_rate": 4.0963248867259605e-05, | |
| "loss": 2.1163, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.18459473065950663, | |
| "grad_norm": 1.418556809425354, | |
| "learning_rate": 4.0795435475750964e-05, | |
| "loss": 2.11, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.18795099848967947, | |
| "grad_norm": 1.3588992357254028, | |
| "learning_rate": 4.062762208424232e-05, | |
| "loss": 2.1174, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.19130726631985231, | |
| "grad_norm": 1.490565538406372, | |
| "learning_rate": 4.045980869273368e-05, | |
| "loss": 2.1176, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.19466353415002516, | |
| "grad_norm": 1.4399744272232056, | |
| "learning_rate": 4.029199530122504e-05, | |
| "loss": 2.1222, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.19801980198019803, | |
| "grad_norm": 1.379418134689331, | |
| "learning_rate": 4.012418190971639e-05, | |
| "loss": 2.1003, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.20137606981037087, | |
| "grad_norm": 1.4052506685256958, | |
| "learning_rate": 3.995636851820775e-05, | |
| "loss": 2.0951, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.20473233764054372, | |
| "grad_norm": 1.3870118856430054, | |
| "learning_rate": 3.978855512669911e-05, | |
| "loss": 2.1201, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.20808860547071656, | |
| "grad_norm": 1.334796667098999, | |
| "learning_rate": 3.962074173519047e-05, | |
| "loss": 2.1252, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.2114448733008894, | |
| "grad_norm": 1.2433503866195679, | |
| "learning_rate": 3.945292834368183e-05, | |
| "loss": 2.1048, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.21480114113106225, | |
| "grad_norm": 1.422275185585022, | |
| "learning_rate": 3.928511495217319e-05, | |
| "loss": 2.0829, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.21815740896123512, | |
| "grad_norm": 1.429117202758789, | |
| "learning_rate": 3.911730156066454e-05, | |
| "loss": 2.0545, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.22151367679140796, | |
| "grad_norm": 1.40293550491333, | |
| "learning_rate": 3.89494881691559e-05, | |
| "loss": 2.0176, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.2248699446215808, | |
| "grad_norm": 1.2488166093826294, | |
| "learning_rate": 3.878167477764726e-05, | |
| "loss": 2.0846, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.22822621245175365, | |
| "grad_norm": 1.2881702184677124, | |
| "learning_rate": 3.861386138613862e-05, | |
| "loss": 2.069, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.2315824802819265, | |
| "grad_norm": 1.3793479204177856, | |
| "learning_rate": 3.8446047994629976e-05, | |
| "loss": 2.0808, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.23493874811209933, | |
| "grad_norm": 1.3845285177230835, | |
| "learning_rate": 3.8278234603121335e-05, | |
| "loss": 2.1008, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.2382950159422722, | |
| "grad_norm": 1.4609571695327759, | |
| "learning_rate": 3.811042121161269e-05, | |
| "loss": 2.085, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.24165128377244505, | |
| "grad_norm": 1.3259775638580322, | |
| "learning_rate": 3.7942607820104046e-05, | |
| "loss": 2.0631, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.2450075516026179, | |
| "grad_norm": 1.248612880706787, | |
| "learning_rate": 3.7774794428595405e-05, | |
| "loss": 2.0908, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.24836381943279073, | |
| "grad_norm": 1.4042353630065918, | |
| "learning_rate": 3.7606981037086764e-05, | |
| "loss": 2.0705, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.2517200872629636, | |
| "grad_norm": 1.2640959024429321, | |
| "learning_rate": 3.743916764557812e-05, | |
| "loss": 2.0626, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.2550763550931364, | |
| "grad_norm": 1.355383038520813, | |
| "learning_rate": 3.7271354254069475e-05, | |
| "loss": 2.1025, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.25843262292330926, | |
| "grad_norm": 1.2184921503067017, | |
| "learning_rate": 3.7103540862560834e-05, | |
| "loss": 2.0187, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.2617888907534821, | |
| "grad_norm": 1.2813303470611572, | |
| "learning_rate": 3.6935727471052186e-05, | |
| "loss": 2.087, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.26514515858365495, | |
| "grad_norm": 1.3968662023544312, | |
| "learning_rate": 3.6767914079543545e-05, | |
| "loss": 2.0643, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.26850142641382785, | |
| "grad_norm": 1.337203025817871, | |
| "learning_rate": 3.6600100688034904e-05, | |
| "loss": 2.0377, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.2718576942440007, | |
| "grad_norm": 1.3844518661499023, | |
| "learning_rate": 3.643228729652626e-05, | |
| "loss": 2.0807, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.27521396207417353, | |
| "grad_norm": 1.787477731704712, | |
| "learning_rate": 3.626447390501762e-05, | |
| "loss": 2.0775, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.2785702299043464, | |
| "grad_norm": 1.3247798681259155, | |
| "learning_rate": 3.609666051350898e-05, | |
| "loss": 2.0996, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.2819264977345192, | |
| "grad_norm": 1.2748069763183594, | |
| "learning_rate": 3.592884712200033e-05, | |
| "loss": 2.0737, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.28528276556469206, | |
| "grad_norm": 1.346238374710083, | |
| "learning_rate": 3.576103373049169e-05, | |
| "loss": 2.1076, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.2886390333948649, | |
| "grad_norm": 1.3545295000076294, | |
| "learning_rate": 3.559322033898305e-05, | |
| "loss": 2.0663, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.29199530122503775, | |
| "grad_norm": 1.3100897073745728, | |
| "learning_rate": 3.542540694747441e-05, | |
| "loss": 2.0872, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.2953515690552106, | |
| "grad_norm": 1.3519947528839111, | |
| "learning_rate": 3.525759355596577e-05, | |
| "loss": 2.0269, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.29870783688538344, | |
| "grad_norm": 1.2966337203979492, | |
| "learning_rate": 3.508978016445713e-05, | |
| "loss": 2.0784, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.3020641047155563, | |
| "grad_norm": 1.3702917098999023, | |
| "learning_rate": 3.492196677294848e-05, | |
| "loss": 2.0906, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.3054203725457291, | |
| "grad_norm": 1.338409185409546, | |
| "learning_rate": 3.475415338143984e-05, | |
| "loss": 2.0899, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.308776640375902, | |
| "grad_norm": 1.3070242404937744, | |
| "learning_rate": 3.45863399899312e-05, | |
| "loss": 2.0514, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.31213290820607487, | |
| "grad_norm": 1.2753440141677856, | |
| "learning_rate": 3.441852659842256e-05, | |
| "loss": 2.0809, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.3154891760362477, | |
| "grad_norm": 1.3125340938568115, | |
| "learning_rate": 3.4250713206913916e-05, | |
| "loss": 2.0372, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.31884544386642055, | |
| "grad_norm": 1.3050023317337036, | |
| "learning_rate": 3.4082899815405275e-05, | |
| "loss": 2.072, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.3222017116965934, | |
| "grad_norm": 1.4283207654953003, | |
| "learning_rate": 3.391508642389663e-05, | |
| "loss": 2.0489, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.32555797952676624, | |
| "grad_norm": 1.4320636987686157, | |
| "learning_rate": 3.3747273032387986e-05, | |
| "loss": 2.1004, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.3289142473569391, | |
| "grad_norm": 1.3432669639587402, | |
| "learning_rate": 3.3579459640879345e-05, | |
| "loss": 2.0837, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.3322705151871119, | |
| "grad_norm": 1.22812819480896, | |
| "learning_rate": 3.3411646249370704e-05, | |
| "loss": 2.0651, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.33562678301728477, | |
| "grad_norm": 1.3818988800048828, | |
| "learning_rate": 3.324383285786206e-05, | |
| "loss": 2.0446, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.3389830508474576, | |
| "grad_norm": 1.2890549898147583, | |
| "learning_rate": 3.3076019466353415e-05, | |
| "loss": 2.0326, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.34233931867763046, | |
| "grad_norm": 1.341260552406311, | |
| "learning_rate": 3.2908206074844774e-05, | |
| "loss": 2.0733, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.3456955865078033, | |
| "grad_norm": 1.2970625162124634, | |
| "learning_rate": 3.274039268333613e-05, | |
| "loss": 2.0749, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.3490518543379762, | |
| "grad_norm": 1.3300013542175293, | |
| "learning_rate": 3.2572579291827485e-05, | |
| "loss": 2.0283, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.35240812216814904, | |
| "grad_norm": 1.372938871383667, | |
| "learning_rate": 3.2404765900318844e-05, | |
| "loss": 2.0703, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.3557643899983219, | |
| "grad_norm": 1.355000615119934, | |
| "learning_rate": 3.22369525088102e-05, | |
| "loss": 2.0641, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.3591206578284947, | |
| "grad_norm": 1.3288871049880981, | |
| "learning_rate": 3.206913911730156e-05, | |
| "loss": 2.0169, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.36247692565866757, | |
| "grad_norm": 1.2701308727264404, | |
| "learning_rate": 3.190132572579292e-05, | |
| "loss": 2.1025, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.3658331934888404, | |
| "grad_norm": 1.3620569705963135, | |
| "learning_rate": 3.173351233428428e-05, | |
| "loss": 2.0621, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.36918946131901326, | |
| "grad_norm": 1.1960408687591553, | |
| "learning_rate": 3.156569894277563e-05, | |
| "loss": 2.0452, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.3725457291491861, | |
| "grad_norm": 1.3412033319473267, | |
| "learning_rate": 3.139788555126699e-05, | |
| "loss": 2.0655, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.37590199697935894, | |
| "grad_norm": 1.3558080196380615, | |
| "learning_rate": 3.123007215975835e-05, | |
| "loss": 2.0277, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.3792582648095318, | |
| "grad_norm": 1.2877964973449707, | |
| "learning_rate": 3.106225876824971e-05, | |
| "loss": 2.0384, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.38261453263970463, | |
| "grad_norm": 1.3294323682785034, | |
| "learning_rate": 3.089444537674107e-05, | |
| "loss": 1.9997, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.3859708004698775, | |
| "grad_norm": 1.2727768421173096, | |
| "learning_rate": 3.072663198523243e-05, | |
| "loss": 1.9849, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.3893270683000503, | |
| "grad_norm": 1.2134991884231567, | |
| "learning_rate": 3.055881859372378e-05, | |
| "loss": 2.0725, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.3926833361302232, | |
| "grad_norm": 1.2667819261550903, | |
| "learning_rate": 3.0391005202215138e-05, | |
| "loss": 2.0429, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.39603960396039606, | |
| "grad_norm": 1.3160877227783203, | |
| "learning_rate": 3.0223191810706497e-05, | |
| "loss": 2.0154, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.3993958717905689, | |
| "grad_norm": 1.2551796436309814, | |
| "learning_rate": 3.0055378419197856e-05, | |
| "loss": 2.0383, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.40275213962074174, | |
| "grad_norm": 1.3122833967208862, | |
| "learning_rate": 2.988756502768921e-05, | |
| "loss": 2.0263, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.4061084074509146, | |
| "grad_norm": 1.269384503364563, | |
| "learning_rate": 2.971975163618057e-05, | |
| "loss": 2.1241, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.40946467528108743, | |
| "grad_norm": 1.3302291631698608, | |
| "learning_rate": 2.955193824467193e-05, | |
| "loss": 2.0616, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.4128209431112603, | |
| "grad_norm": 1.2562564611434937, | |
| "learning_rate": 2.9384124853163285e-05, | |
| "loss": 2.0613, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.4161772109414331, | |
| "grad_norm": 1.2373179197311401, | |
| "learning_rate": 2.9216311461654644e-05, | |
| "loss": 2.0202, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.41953347877160596, | |
| "grad_norm": 1.3266092538833618, | |
| "learning_rate": 2.9048498070145996e-05, | |
| "loss": 2.0174, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.4228897466017788, | |
| "grad_norm": 1.27751624584198, | |
| "learning_rate": 2.8880684678637355e-05, | |
| "loss": 2.0549, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.42624601443195165, | |
| "grad_norm": 1.2350589036941528, | |
| "learning_rate": 2.871287128712871e-05, | |
| "loss": 2.0126, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.4296022822621245, | |
| "grad_norm": 1.3619853258132935, | |
| "learning_rate": 2.854505789562007e-05, | |
| "loss": 1.9725, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.4329585500922974, | |
| "grad_norm": 1.354687213897705, | |
| "learning_rate": 2.837724450411143e-05, | |
| "loss": 2.0492, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.43631481792247023, | |
| "grad_norm": 1.3418916463851929, | |
| "learning_rate": 2.8209431112602784e-05, | |
| "loss": 1.976, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.4396710857526431, | |
| "grad_norm": 1.232704520225525, | |
| "learning_rate": 2.8041617721094143e-05, | |
| "loss": 2.0035, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.4430273535828159, | |
| "grad_norm": 1.3459244966506958, | |
| "learning_rate": 2.7873804329585502e-05, | |
| "loss": 2.0612, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.44638362141298876, | |
| "grad_norm": 1.2673430442810059, | |
| "learning_rate": 2.7705990938076858e-05, | |
| "loss": 2.0134, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.4497398892431616, | |
| "grad_norm": 1.229880928993225, | |
| "learning_rate": 2.7538177546568216e-05, | |
| "loss": 2.0324, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.45309615707333445, | |
| "grad_norm": 1.3053526878356934, | |
| "learning_rate": 2.7370364155059575e-05, | |
| "loss": 2.0031, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.4564524249035073, | |
| "grad_norm": 1.3416264057159424, | |
| "learning_rate": 2.720255076355093e-05, | |
| "loss": 2.0513, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.45980869273368014, | |
| "grad_norm": 1.3494229316711426, | |
| "learning_rate": 2.703473737204229e-05, | |
| "loss": 2.0527, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.463164960563853, | |
| "grad_norm": 1.2861367464065552, | |
| "learning_rate": 2.686692398053365e-05, | |
| "loss": 2.0327, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.4665212283940258, | |
| "grad_norm": 1.260968565940857, | |
| "learning_rate": 2.6699110589025004e-05, | |
| "loss": 2.0399, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.46987749622419867, | |
| "grad_norm": 1.4496228694915771, | |
| "learning_rate": 2.6531297197516363e-05, | |
| "loss": 2.0532, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.47323376405437156, | |
| "grad_norm": 1.2266364097595215, | |
| "learning_rate": 2.6363483806007722e-05, | |
| "loss": 2.0196, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.4765900318845444, | |
| "grad_norm": 1.4289458990097046, | |
| "learning_rate": 2.6195670414499078e-05, | |
| "loss": 2.0379, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.47994629971471725, | |
| "grad_norm": 1.3267526626586914, | |
| "learning_rate": 2.6027857022990437e-05, | |
| "loss": 2.0068, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.4833025675448901, | |
| "grad_norm": 1.308477520942688, | |
| "learning_rate": 2.5860043631481796e-05, | |
| "loss": 2.0204, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.48665883537506294, | |
| "grad_norm": 1.2613425254821777, | |
| "learning_rate": 2.569223023997315e-05, | |
| "loss": 2.0319, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.4900151032052358, | |
| "grad_norm": 1.2851049900054932, | |
| "learning_rate": 2.552441684846451e-05, | |
| "loss": 2.044, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.4933713710354086, | |
| "grad_norm": 1.2507027387619019, | |
| "learning_rate": 2.535660345695587e-05, | |
| "loss": 1.9964, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.49672763886558147, | |
| "grad_norm": 1.3747198581695557, | |
| "learning_rate": 2.5188790065447225e-05, | |
| "loss": 1.9995, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.5000839066957543, | |
| "grad_norm": 1.2839736938476562, | |
| "learning_rate": 2.5020976673938584e-05, | |
| "loss": 2.0137, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.5034401745259272, | |
| "grad_norm": 1.428585410118103, | |
| "learning_rate": 2.485316328242994e-05, | |
| "loss": 2.0149, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.5067964423561, | |
| "grad_norm": 1.3017884492874146, | |
| "learning_rate": 2.46853498909213e-05, | |
| "loss": 2.0023, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.5101527101862728, | |
| "grad_norm": 1.2209047079086304, | |
| "learning_rate": 2.4517536499412654e-05, | |
| "loss": 2.0092, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.5135089780164457, | |
| "grad_norm": 1.2542091608047485, | |
| "learning_rate": 2.4349723107904013e-05, | |
| "loss": 2.0137, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.5168652458466185, | |
| "grad_norm": 1.1981834173202515, | |
| "learning_rate": 2.4181909716395372e-05, | |
| "loss": 2.0013, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.5202215136767914, | |
| "grad_norm": 1.3641618490219116, | |
| "learning_rate": 2.4014096324886727e-05, | |
| "loss": 2.0412, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.5235777815069642, | |
| "grad_norm": 1.2675738334655762, | |
| "learning_rate": 2.3846282933378083e-05, | |
| "loss": 2.0088, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.5269340493371371, | |
| "grad_norm": 1.2499597072601318, | |
| "learning_rate": 2.3678469541869442e-05, | |
| "loss": 1.9926, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.5302903171673099, | |
| "grad_norm": 1.260705828666687, | |
| "learning_rate": 2.3510656150360798e-05, | |
| "loss": 1.9775, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.5336465849974829, | |
| "grad_norm": 1.2815592288970947, | |
| "learning_rate": 2.3342842758852156e-05, | |
| "loss": 1.9964, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.5370028528276557, | |
| "grad_norm": 1.191841721534729, | |
| "learning_rate": 2.3175029367343515e-05, | |
| "loss": 1.9858, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.5403591206578285, | |
| "grad_norm": 1.2903523445129395, | |
| "learning_rate": 2.300721597583487e-05, | |
| "loss": 2.0101, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.5437153884880014, | |
| "grad_norm": 1.257596731185913, | |
| "learning_rate": 2.283940258432623e-05, | |
| "loss": 1.9916, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.5470716563181742, | |
| "grad_norm": 1.2740247249603271, | |
| "learning_rate": 2.267158919281759e-05, | |
| "loss": 1.9724, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.5504279241483471, | |
| "grad_norm": 1.2834815979003906, | |
| "learning_rate": 2.2503775801308944e-05, | |
| "loss": 2.0144, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.5537841919785199, | |
| "grad_norm": 1.2792032957077026, | |
| "learning_rate": 2.2335962409800303e-05, | |
| "loss": 2.0241, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.5571404598086928, | |
| "grad_norm": 1.3966797590255737, | |
| "learning_rate": 2.2168149018291662e-05, | |
| "loss": 2.0202, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.5604967276388656, | |
| "grad_norm": 1.2389239072799683, | |
| "learning_rate": 2.2000335626783018e-05, | |
| "loss": 2.0221, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.5638529954690384, | |
| "grad_norm": 1.2616690397262573, | |
| "learning_rate": 2.1832522235274374e-05, | |
| "loss": 2.0266, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.5672092632992113, | |
| "grad_norm": 1.2490557432174683, | |
| "learning_rate": 2.1664708843765732e-05, | |
| "loss": 2.011, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.5705655311293841, | |
| "grad_norm": 1.2576720714569092, | |
| "learning_rate": 2.149689545225709e-05, | |
| "loss": 2.0368, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.573921798959557, | |
| "grad_norm": 1.2379933595657349, | |
| "learning_rate": 2.1329082060748447e-05, | |
| "loss": 1.9964, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.5772780667897298, | |
| "grad_norm": 1.259509801864624, | |
| "learning_rate": 2.1161268669239806e-05, | |
| "loss": 1.9827, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.5806343346199027, | |
| "grad_norm": 1.2831110954284668, | |
| "learning_rate": 2.0993455277731165e-05, | |
| "loss": 2.0438, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.5839906024500755, | |
| "grad_norm": 1.331018090248108, | |
| "learning_rate": 2.082564188622252e-05, | |
| "loss": 2.0088, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.5873468702802483, | |
| "grad_norm": 1.2574256658554077, | |
| "learning_rate": 2.065782849471388e-05, | |
| "loss": 2.0474, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.5907031381104212, | |
| "grad_norm": 1.283894658088684, | |
| "learning_rate": 2.049001510320524e-05, | |
| "loss": 2.0543, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.594059405940594, | |
| "grad_norm": 1.2675976753234863, | |
| "learning_rate": 2.0322201711696594e-05, | |
| "loss": 2.0182, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.5974156737707669, | |
| "grad_norm": 1.2579065561294556, | |
| "learning_rate": 2.0154388320187953e-05, | |
| "loss": 1.9765, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.6007719416009397, | |
| "grad_norm": 1.2290009260177612, | |
| "learning_rate": 1.9986574928679312e-05, | |
| "loss": 1.9856, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.6041282094311126, | |
| "grad_norm": 1.3220741748809814, | |
| "learning_rate": 1.9818761537170667e-05, | |
| "loss": 1.9789, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.6074844772612854, | |
| "grad_norm": 1.3620175123214722, | |
| "learning_rate": 1.9650948145662023e-05, | |
| "loss": 1.973, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.6108407450914582, | |
| "grad_norm": 1.3105921745300293, | |
| "learning_rate": 1.9483134754153382e-05, | |
| "loss": 2.0177, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.6141970129216311, | |
| "grad_norm": 1.303818941116333, | |
| "learning_rate": 1.931532136264474e-05, | |
| "loss": 2.0125, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.617553280751804, | |
| "grad_norm": 1.2042673826217651, | |
| "learning_rate": 1.9147507971136096e-05, | |
| "loss": 2.0166, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.6209095485819769, | |
| "grad_norm": 1.2778286933898926, | |
| "learning_rate": 1.8979694579627455e-05, | |
| "loss": 1.9743, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.6242658164121497, | |
| "grad_norm": 1.3580365180969238, | |
| "learning_rate": 1.8811881188118814e-05, | |
| "loss": 2.0165, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.6276220842423226, | |
| "grad_norm": 1.2921738624572754, | |
| "learning_rate": 1.864406779661017e-05, | |
| "loss": 1.96, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.6309783520724954, | |
| "grad_norm": 1.347383737564087, | |
| "learning_rate": 1.847625440510153e-05, | |
| "loss": 1.9895, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.6343346199026683, | |
| "grad_norm": 1.2058087587356567, | |
| "learning_rate": 1.8308441013592888e-05, | |
| "loss": 1.9735, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.6376908877328411, | |
| "grad_norm": 1.3013418912887573, | |
| "learning_rate": 1.8140627622084243e-05, | |
| "loss": 1.96, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.641047155563014, | |
| "grad_norm": 1.2196553945541382, | |
| "learning_rate": 1.7972814230575602e-05, | |
| "loss": 1.9808, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.6444034233931868, | |
| "grad_norm": 1.2661124467849731, | |
| "learning_rate": 1.7805000839066958e-05, | |
| "loss": 2.0022, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.6477596912233596, | |
| "grad_norm": 1.3183765411376953, | |
| "learning_rate": 1.7637187447558313e-05, | |
| "loss": 1.9696, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.6511159590535325, | |
| "grad_norm": 1.2164355516433716, | |
| "learning_rate": 1.7469374056049672e-05, | |
| "loss": 1.9387, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.6544722268837053, | |
| "grad_norm": 1.2561441659927368, | |
| "learning_rate": 1.730156066454103e-05, | |
| "loss": 2.0252, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.6578284947138782, | |
| "grad_norm": 1.240861177444458, | |
| "learning_rate": 1.7133747273032387e-05, | |
| "loss": 1.9737, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.661184762544051, | |
| "grad_norm": 1.2271203994750977, | |
| "learning_rate": 1.6965933881523746e-05, | |
| "loss": 1.991, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.6645410303742239, | |
| "grad_norm": 1.224165678024292, | |
| "learning_rate": 1.6798120490015105e-05, | |
| "loss": 1.9771, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.6678972982043967, | |
| "grad_norm": 1.222956657409668, | |
| "learning_rate": 1.663030709850646e-05, | |
| "loss": 1.9659, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.6712535660345695, | |
| "grad_norm": 1.2539464235305786, | |
| "learning_rate": 1.646249370699782e-05, | |
| "loss": 1.9811, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.6746098338647424, | |
| "grad_norm": 1.272801160812378, | |
| "learning_rate": 1.629468031548918e-05, | |
| "loss": 2.0171, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.6779661016949152, | |
| "grad_norm": 1.2539173364639282, | |
| "learning_rate": 1.6126866923980534e-05, | |
| "loss": 1.953, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.6813223695250881, | |
| "grad_norm": 1.2918198108673096, | |
| "learning_rate": 1.5959053532471893e-05, | |
| "loss": 1.9742, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.6846786373552609, | |
| "grad_norm": 1.3085472583770752, | |
| "learning_rate": 1.5791240140963252e-05, | |
| "loss": 1.9693, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.6880349051854338, | |
| "grad_norm": 1.2754298448562622, | |
| "learning_rate": 1.5623426749454607e-05, | |
| "loss": 1.9819, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.6913911730156066, | |
| "grad_norm": 1.3267842531204224, | |
| "learning_rate": 1.5455613357945963e-05, | |
| "loss": 1.9549, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.6947474408457794, | |
| "grad_norm": 1.1842241287231445, | |
| "learning_rate": 1.5287799966437322e-05, | |
| "loss": 1.9816, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.6981037086759524, | |
| "grad_norm": 1.2266135215759277, | |
| "learning_rate": 1.511998657492868e-05, | |
| "loss": 1.956, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.7014599765061252, | |
| "grad_norm": 1.2384594678878784, | |
| "learning_rate": 1.4952173183420038e-05, | |
| "loss": 1.9761, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.7048162443362981, | |
| "grad_norm": 1.2703733444213867, | |
| "learning_rate": 1.4784359791911395e-05, | |
| "loss": 1.9602, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.7081725121664709, | |
| "grad_norm": 1.3347383737564087, | |
| "learning_rate": 1.4616546400402753e-05, | |
| "loss": 1.9863, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.7115287799966438, | |
| "grad_norm": 1.2556087970733643, | |
| "learning_rate": 1.4448733008894112e-05, | |
| "loss": 1.9937, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.7148850478268166, | |
| "grad_norm": 1.2546402215957642, | |
| "learning_rate": 1.4280919617385469e-05, | |
| "loss": 1.9428, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.7182413156569895, | |
| "grad_norm": 1.20867121219635, | |
| "learning_rate": 1.4113106225876826e-05, | |
| "loss": 1.9702, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.7215975834871623, | |
| "grad_norm": 1.2617672681808472, | |
| "learning_rate": 1.3945292834368185e-05, | |
| "loss": 1.9688, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.7249538513173351, | |
| "grad_norm": 1.306674599647522, | |
| "learning_rate": 1.3777479442859542e-05, | |
| "loss": 1.9497, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.728310119147508, | |
| "grad_norm": 1.3713186979293823, | |
| "learning_rate": 1.3609666051350898e-05, | |
| "loss": 2.0179, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.7316663869776808, | |
| "grad_norm": 1.1903387308120728, | |
| "learning_rate": 1.3441852659842255e-05, | |
| "loss": 1.9861, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.7350226548078537, | |
| "grad_norm": 1.2360427379608154, | |
| "learning_rate": 1.3274039268333612e-05, | |
| "loss": 1.9742, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.7383789226380265, | |
| "grad_norm": 1.1744493246078491, | |
| "learning_rate": 1.3106225876824971e-05, | |
| "loss": 2.0021, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.7417351904681994, | |
| "grad_norm": 1.25652015209198, | |
| "learning_rate": 1.2938412485316329e-05, | |
| "loss": 2.0034, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.7450914582983722, | |
| "grad_norm": 1.2795733213424683, | |
| "learning_rate": 1.2770599093807686e-05, | |
| "loss": 2.0015, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.748447726128545, | |
| "grad_norm": 1.2552342414855957, | |
| "learning_rate": 1.2602785702299045e-05, | |
| "loss": 1.9703, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.7518039939587179, | |
| "grad_norm": 1.196215271949768, | |
| "learning_rate": 1.2434972310790402e-05, | |
| "loss": 1.9434, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.7551602617888907, | |
| "grad_norm": 1.2752282619476318, | |
| "learning_rate": 1.226715891928176e-05, | |
| "loss": 2.0011, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.7585165296190636, | |
| "grad_norm": 1.361426591873169, | |
| "learning_rate": 1.2099345527773117e-05, | |
| "loss": 2.001, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.7618727974492364, | |
| "grad_norm": 1.295401930809021, | |
| "learning_rate": 1.1931532136264474e-05, | |
| "loss": 1.9785, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.7652290652794093, | |
| "grad_norm": 1.1889725923538208, | |
| "learning_rate": 1.1763718744755831e-05, | |
| "loss": 2.0203, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.7685853331095821, | |
| "grad_norm": 1.2194198369979858, | |
| "learning_rate": 1.159590535324719e-05, | |
| "loss": 1.954, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.771941600939755, | |
| "grad_norm": 1.1998612880706787, | |
| "learning_rate": 1.1428091961738547e-05, | |
| "loss": 1.9129, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.7752978687699278, | |
| "grad_norm": 1.1526966094970703, | |
| "learning_rate": 1.1260278570229905e-05, | |
| "loss": 1.941, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.7786541366001006, | |
| "grad_norm": 1.2833491563796997, | |
| "learning_rate": 1.1092465178721262e-05, | |
| "loss": 1.9606, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.7820104044302736, | |
| "grad_norm": 1.3405060768127441, | |
| "learning_rate": 1.0924651787212619e-05, | |
| "loss": 1.9828, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.7853666722604464, | |
| "grad_norm": 1.2940865755081177, | |
| "learning_rate": 1.0756838395703978e-05, | |
| "loss": 1.9309, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.7887229400906193, | |
| "grad_norm": 1.3541054725646973, | |
| "learning_rate": 1.0589025004195335e-05, | |
| "loss": 1.9213, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.7920792079207921, | |
| "grad_norm": 1.2736974954605103, | |
| "learning_rate": 1.0421211612686693e-05, | |
| "loss": 1.9526, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.795435475750965, | |
| "grad_norm": 1.2431901693344116, | |
| "learning_rate": 1.0253398221178052e-05, | |
| "loss": 1.9348, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.7987917435811378, | |
| "grad_norm": 1.245354175567627, | |
| "learning_rate": 1.0085584829669407e-05, | |
| "loss": 1.9294, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.8021480114113106, | |
| "grad_norm": 1.2285710573196411, | |
| "learning_rate": 9.917771438160766e-06, | |
| "loss": 1.9766, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.8055042792414835, | |
| "grad_norm": 1.1929337978363037, | |
| "learning_rate": 9.749958046652123e-06, | |
| "loss": 1.9265, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.8088605470716563, | |
| "grad_norm": 1.3306503295898438, | |
| "learning_rate": 9.58214465514348e-06, | |
| "loss": 1.966, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.8122168149018292, | |
| "grad_norm": 1.203856110572815, | |
| "learning_rate": 9.41433126363484e-06, | |
| "loss": 1.9775, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.815573082732002, | |
| "grad_norm": 1.2907806634902954, | |
| "learning_rate": 9.246517872126197e-06, | |
| "loss": 1.9544, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.8189293505621749, | |
| "grad_norm": 1.36453378200531, | |
| "learning_rate": 9.078704480617552e-06, | |
| "loss": 1.935, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.8222856183923477, | |
| "grad_norm": 1.228378415107727, | |
| "learning_rate": 8.910891089108911e-06, | |
| "loss": 1.9942, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.8256418862225205, | |
| "grad_norm": 1.2804518938064575, | |
| "learning_rate": 8.743077697600269e-06, | |
| "loss": 1.9865, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.8289981540526934, | |
| "grad_norm": 1.2092355489730835, | |
| "learning_rate": 8.575264306091626e-06, | |
| "loss": 1.9931, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.8323544218828662, | |
| "grad_norm": 1.248852252960205, | |
| "learning_rate": 8.407450914582985e-06, | |
| "loss": 1.9831, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.8357106897130391, | |
| "grad_norm": 1.3584181070327759, | |
| "learning_rate": 8.239637523074342e-06, | |
| "loss": 1.9706, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.8390669575432119, | |
| "grad_norm": 1.250568151473999, | |
| "learning_rate": 8.0718241315657e-06, | |
| "loss": 1.9449, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.8424232253733848, | |
| "grad_norm": 1.3448213338851929, | |
| "learning_rate": 7.904010740057057e-06, | |
| "loss": 1.9221, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.8457794932035576, | |
| "grad_norm": 1.2519199848175049, | |
| "learning_rate": 7.736197348548414e-06, | |
| "loss": 1.9444, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.8491357610337305, | |
| "grad_norm": 1.2377424240112305, | |
| "learning_rate": 7.568383957039772e-06, | |
| "loss": 1.9438, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.8524920288639033, | |
| "grad_norm": 1.3130027055740356, | |
| "learning_rate": 7.40057056553113e-06, | |
| "loss": 1.9791, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.8558482966940761, | |
| "grad_norm": 1.2841044664382935, | |
| "learning_rate": 7.232757174022488e-06, | |
| "loss": 1.9539, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.859204564524249, | |
| "grad_norm": 1.2105425596237183, | |
| "learning_rate": 7.064943782513845e-06, | |
| "loss": 1.9738, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.8625608323544219, | |
| "grad_norm": 1.2560657262802124, | |
| "learning_rate": 6.897130391005202e-06, | |
| "loss": 1.9486, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.8659171001845948, | |
| "grad_norm": 1.2118816375732422, | |
| "learning_rate": 6.72931699949656e-06, | |
| "loss": 1.9107, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.8692733680147676, | |
| "grad_norm": 1.2164198160171509, | |
| "learning_rate": 6.561503607987918e-06, | |
| "loss": 2.0168, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.8726296358449405, | |
| "grad_norm": 1.358729362487793, | |
| "learning_rate": 6.393690216479275e-06, | |
| "loss": 1.9401, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.8759859036751133, | |
| "grad_norm": 1.2905333042144775, | |
| "learning_rate": 6.225876824970633e-06, | |
| "loss": 1.9235, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.8793421715052862, | |
| "grad_norm": 1.2965201139450073, | |
| "learning_rate": 6.058063433461991e-06, | |
| "loss": 1.9166, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.882698439335459, | |
| "grad_norm": 1.3677794933319092, | |
| "learning_rate": 5.890250041953348e-06, | |
| "loss": 1.9327, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.8860547071656318, | |
| "grad_norm": 1.312015175819397, | |
| "learning_rate": 5.722436650444705e-06, | |
| "loss": 1.9032, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.8894109749958047, | |
| "grad_norm": 1.2666916847229004, | |
| "learning_rate": 5.554623258936063e-06, | |
| "loss": 1.9014, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.8927672428259775, | |
| "grad_norm": 1.2646892070770264, | |
| "learning_rate": 5.3868098674274214e-06, | |
| "loss": 1.9586, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.8961235106561504, | |
| "grad_norm": 1.2514413595199585, | |
| "learning_rate": 5.218996475918779e-06, | |
| "loss": 1.959, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.8994797784863232, | |
| "grad_norm": 1.28076171875, | |
| "learning_rate": 5.051183084410136e-06, | |
| "loss": 1.9393, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.902836046316496, | |
| "grad_norm": 1.3480361700057983, | |
| "learning_rate": 4.883369692901494e-06, | |
| "loss": 1.9074, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.9061923141466689, | |
| "grad_norm": 1.3494782447814941, | |
| "learning_rate": 4.715556301392851e-06, | |
| "loss": 1.9162, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.9095485819768417, | |
| "grad_norm": 1.3703207969665527, | |
| "learning_rate": 4.547742909884209e-06, | |
| "loss": 1.9728, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.9129048498070146, | |
| "grad_norm": 1.2115719318389893, | |
| "learning_rate": 4.379929518375567e-06, | |
| "loss": 1.9381, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.9162611176371874, | |
| "grad_norm": 1.2599093914031982, | |
| "learning_rate": 4.212116126866924e-06, | |
| "loss": 1.9405, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.9196173854673603, | |
| "grad_norm": 1.1931716203689575, | |
| "learning_rate": 4.044302735358282e-06, | |
| "loss": 1.9205, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.9229736532975331, | |
| "grad_norm": 1.2630369663238525, | |
| "learning_rate": 3.876489343849639e-06, | |
| "loss": 1.9257, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.926329921127706, | |
| "grad_norm": 1.26536226272583, | |
| "learning_rate": 3.7086759523409966e-06, | |
| "loss": 1.9136, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.9296861889578788, | |
| "grad_norm": 1.25338876247406, | |
| "learning_rate": 3.5408625608323547e-06, | |
| "loss": 1.875, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.9330424567880516, | |
| "grad_norm": 1.2348542213439941, | |
| "learning_rate": 3.3730491693237124e-06, | |
| "loss": 1.959, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.9363987246182245, | |
| "grad_norm": 1.3011400699615479, | |
| "learning_rate": 3.2052357778150696e-06, | |
| "loss": 1.9571, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.9397549924483973, | |
| "grad_norm": 1.343929409980774, | |
| "learning_rate": 3.0374223863064273e-06, | |
| "loss": 1.9492, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.9431112602785703, | |
| "grad_norm": 1.281829833984375, | |
| "learning_rate": 2.869608994797785e-06, | |
| "loss": 1.9429, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.9464675281087431, | |
| "grad_norm": 1.1878955364227295, | |
| "learning_rate": 2.7017956032891427e-06, | |
| "loss": 1.9288, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.949823795938916, | |
| "grad_norm": 1.2426503896713257, | |
| "learning_rate": 2.5339822117805e-06, | |
| "loss": 1.9498, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.9531800637690888, | |
| "grad_norm": 1.3009203672409058, | |
| "learning_rate": 2.366168820271858e-06, | |
| "loss": 1.9254, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.9565363315992617, | |
| "grad_norm": 1.3365298509597778, | |
| "learning_rate": 2.1983554287632153e-06, | |
| "loss": 1.9745, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.9598925994294345, | |
| "grad_norm": 1.2553895711898804, | |
| "learning_rate": 2.030542037254573e-06, | |
| "loss": 1.9636, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.9632488672596073, | |
| "grad_norm": 1.168750286102295, | |
| "learning_rate": 1.8627286457459307e-06, | |
| "loss": 1.9333, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.9666051350897802, | |
| "grad_norm": 1.3157403469085693, | |
| "learning_rate": 1.6949152542372882e-06, | |
| "loss": 1.9635, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.969961402919953, | |
| "grad_norm": 1.2229833602905273, | |
| "learning_rate": 1.5271018627286458e-06, | |
| "loss": 1.9534, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 0.9733176707501259, | |
| "grad_norm": 1.3683537244796753, | |
| "learning_rate": 1.3592884712200033e-06, | |
| "loss": 1.9916, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.9766739385802987, | |
| "grad_norm": 1.1630358695983887, | |
| "learning_rate": 1.191475079711361e-06, | |
| "loss": 1.9098, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 0.9800302064104716, | |
| "grad_norm": 1.249770164489746, | |
| "learning_rate": 1.0236616882027187e-06, | |
| "loss": 1.9411, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 0.9833864742406444, | |
| "grad_norm": 1.2611877918243408, | |
| "learning_rate": 8.558482966940762e-07, | |
| "loss": 1.9093, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 0.9867427420708172, | |
| "grad_norm": 1.2660034894943237, | |
| "learning_rate": 6.880349051854338e-07, | |
| "loss": 1.9, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 0.9900990099009901, | |
| "grad_norm": 1.263708233833313, | |
| "learning_rate": 5.202215136767914e-07, | |
| "loss": 1.9256, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.9934552777311629, | |
| "grad_norm": 1.257265329360962, | |
| "learning_rate": 3.5240812216814904e-07, | |
| "loss": 1.9474, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 0.9968115455613358, | |
| "grad_norm": 1.3897913694381714, | |
| "learning_rate": 1.8459473065950665e-07, | |
| "loss": 1.9567, | |
| "step": 5940 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 5959, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 5959, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.81749288803369e+17, | |
| "train_batch_size": 18, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |