| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.5380710659898478, | |
| "eval_steps": 500, | |
| "global_step": 3000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.008460236886632826, | |
| "grad_norm": 2.4233109951019287, | |
| "learning_rate": 1.9949238578680207e-05, | |
| "loss": 1.3216, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01692047377326565, | |
| "grad_norm": 1.1721662282943726, | |
| "learning_rate": 1.9892836999435986e-05, | |
| "loss": 0.5312, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.025380710659898477, | |
| "grad_norm": 0.899889349937439, | |
| "learning_rate": 1.9836435420191765e-05, | |
| "loss": 0.2969, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0338409475465313, | |
| "grad_norm": 0.4674186408519745, | |
| "learning_rate": 1.9780033840947548e-05, | |
| "loss": 0.1564, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04230118443316413, | |
| "grad_norm": 0.9013752937316895, | |
| "learning_rate": 1.972363226170333e-05, | |
| "loss": 0.0966, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.050761421319796954, | |
| "grad_norm": 0.364164799451828, | |
| "learning_rate": 1.966723068245911e-05, | |
| "loss": 0.0516, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.05922165820642978, | |
| "grad_norm": 0.22717136144638062, | |
| "learning_rate": 1.9610829103214893e-05, | |
| "loss": 0.0307, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0676818950930626, | |
| "grad_norm": 0.09149003773927689, | |
| "learning_rate": 1.9554427523970672e-05, | |
| "loss": 0.0182, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07614213197969544, | |
| "grad_norm": 0.12942063808441162, | |
| "learning_rate": 1.949802594472645e-05, | |
| "loss": 0.017, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08460236886632826, | |
| "grad_norm": 0.27440059185028076, | |
| "learning_rate": 1.9441624365482234e-05, | |
| "loss": 0.0113, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09306260575296109, | |
| "grad_norm": 0.5005059242248535, | |
| "learning_rate": 1.9385222786238017e-05, | |
| "loss": 0.0082, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.10152284263959391, | |
| "grad_norm": 0.19820384681224823, | |
| "learning_rate": 1.9328821206993796e-05, | |
| "loss": 0.0057, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.10998307952622674, | |
| "grad_norm": 0.03431914001703262, | |
| "learning_rate": 1.927241962774958e-05, | |
| "loss": 0.0055, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.11844331641285956, | |
| "grad_norm": 0.4414117634296417, | |
| "learning_rate": 1.921601804850536e-05, | |
| "loss": 0.0063, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.12690355329949238, | |
| "grad_norm": 0.9055352807044983, | |
| "learning_rate": 1.915961646926114e-05, | |
| "loss": 0.0048, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1353637901861252, | |
| "grad_norm": 0.036724768579006195, | |
| "learning_rate": 1.910321489001692e-05, | |
| "loss": 0.0035, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.14382402707275804, | |
| "grad_norm": 0.0888664722442627, | |
| "learning_rate": 1.9046813310772703e-05, | |
| "loss": 0.0033, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.15228426395939088, | |
| "grad_norm": 0.019098607823252678, | |
| "learning_rate": 1.8990411731528486e-05, | |
| "loss": 0.0029, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.16074450084602368, | |
| "grad_norm": 0.0171552412211895, | |
| "learning_rate": 1.8934010152284265e-05, | |
| "loss": 0.0029, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.1692047377326565, | |
| "grad_norm": 0.01885647512972355, | |
| "learning_rate": 1.8877608573040048e-05, | |
| "loss": 0.0028, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.17766497461928935, | |
| "grad_norm": 0.01599389687180519, | |
| "learning_rate": 1.8821206993795827e-05, | |
| "loss": 0.0022, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.18612521150592218, | |
| "grad_norm": 0.017242038622498512, | |
| "learning_rate": 1.876480541455161e-05, | |
| "loss": 0.0023, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.19458544839255498, | |
| "grad_norm": 0.5941590666770935, | |
| "learning_rate": 1.870840383530739e-05, | |
| "loss": 0.0031, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.20304568527918782, | |
| "grad_norm": 0.4872148931026459, | |
| "learning_rate": 1.8652002256063172e-05, | |
| "loss": 0.0027, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.21150592216582065, | |
| "grad_norm": 0.014173777773976326, | |
| "learning_rate": 1.859560067681895e-05, | |
| "loss": 0.0021, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.21996615905245348, | |
| "grad_norm": 0.024433018639683723, | |
| "learning_rate": 1.8539199097574734e-05, | |
| "loss": 0.0017, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.22842639593908629, | |
| "grad_norm": 0.017857005819678307, | |
| "learning_rate": 1.8482797518330516e-05, | |
| "loss": 0.0017, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.23688663282571912, | |
| "grad_norm": 0.014704135246574879, | |
| "learning_rate": 1.8426395939086296e-05, | |
| "loss": 0.0021, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.24534686971235195, | |
| "grad_norm": 0.022361995652318, | |
| "learning_rate": 1.8369994359842075e-05, | |
| "loss": 0.0016, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.25380710659898476, | |
| "grad_norm": 0.01112055778503418, | |
| "learning_rate": 1.8313592780597858e-05, | |
| "loss": 0.0015, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2622673434856176, | |
| "grad_norm": 0.010048450902104378, | |
| "learning_rate": 1.825719120135364e-05, | |
| "loss": 0.0015, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.2707275803722504, | |
| "grad_norm": 0.012935510836541653, | |
| "learning_rate": 1.820078962210942e-05, | |
| "loss": 0.0014, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.27918781725888325, | |
| "grad_norm": 0.010541570372879505, | |
| "learning_rate": 1.8144388042865203e-05, | |
| "loss": 0.0013, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.2876480541455161, | |
| "grad_norm": 0.009258048608899117, | |
| "learning_rate": 1.8087986463620982e-05, | |
| "loss": 0.0012, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.2961082910321489, | |
| "grad_norm": 0.009454768151044846, | |
| "learning_rate": 1.8031584884376765e-05, | |
| "loss": 0.0015, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.30456852791878175, | |
| "grad_norm": 0.018366724252700806, | |
| "learning_rate": 1.7975183305132544e-05, | |
| "loss": 0.0012, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.3130287648054145, | |
| "grad_norm": 0.009252658113837242, | |
| "learning_rate": 1.7918781725888327e-05, | |
| "loss": 0.0011, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.32148900169204736, | |
| "grad_norm": 0.1430797576904297, | |
| "learning_rate": 1.7862380146644106e-05, | |
| "loss": 0.0018, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.3299492385786802, | |
| "grad_norm": 0.009182159788906574, | |
| "learning_rate": 1.780597856739989e-05, | |
| "loss": 0.0018, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.338409475465313, | |
| "grad_norm": 0.00843009352684021, | |
| "learning_rate": 1.774957698815567e-05, | |
| "loss": 0.0017, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.34686971235194586, | |
| "grad_norm": 0.008176930248737335, | |
| "learning_rate": 1.769317540891145e-05, | |
| "loss": 0.0013, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.3553299492385787, | |
| "grad_norm": 0.008539380505681038, | |
| "learning_rate": 1.7636773829667233e-05, | |
| "loss": 0.001, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.3637901861252115, | |
| "grad_norm": 0.008693977259099483, | |
| "learning_rate": 1.7580372250423013e-05, | |
| "loss": 0.0014, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.37225042301184436, | |
| "grad_norm": 0.009141940623521805, | |
| "learning_rate": 1.7523970671178795e-05, | |
| "loss": 0.0012, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.38071065989847713, | |
| "grad_norm": 0.009133282117545605, | |
| "learning_rate": 1.7467569091934575e-05, | |
| "loss": 0.0015, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.38917089678510997, | |
| "grad_norm": 0.5799979567527771, | |
| "learning_rate": 1.7411167512690357e-05, | |
| "loss": 0.0013, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.3976311336717428, | |
| "grad_norm": 0.04120843857526779, | |
| "learning_rate": 1.7354765933446137e-05, | |
| "loss": 0.0011, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.40609137055837563, | |
| "grad_norm": 0.01276948768645525, | |
| "learning_rate": 1.729836435420192e-05, | |
| "loss": 0.0012, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.41455160744500846, | |
| "grad_norm": 0.0076572224497795105, | |
| "learning_rate": 1.7241962774957702e-05, | |
| "loss": 0.0014, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.4230118443316413, | |
| "grad_norm": 0.008293437771499157, | |
| "learning_rate": 1.718556119571348e-05, | |
| "loss": 0.0009, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.43147208121827413, | |
| "grad_norm": 0.0068985214456915855, | |
| "learning_rate": 1.712915961646926e-05, | |
| "loss": 0.0009, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.43993231810490696, | |
| "grad_norm": 0.029666345566511154, | |
| "learning_rate": 1.7072758037225043e-05, | |
| "loss": 0.0009, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.44839255499153974, | |
| "grad_norm": 0.014065027236938477, | |
| "learning_rate": 1.7016356457980826e-05, | |
| "loss": 0.0008, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.45685279187817257, | |
| "grad_norm": 0.00650499714538455, | |
| "learning_rate": 1.6959954878736606e-05, | |
| "loss": 0.0008, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.4653130287648054, | |
| "grad_norm": 0.0065047661773860455, | |
| "learning_rate": 1.6903553299492388e-05, | |
| "loss": 0.0008, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.47377326565143824, | |
| "grad_norm": 0.0071571446023881435, | |
| "learning_rate": 1.684715172024817e-05, | |
| "loss": 0.0008, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.48223350253807107, | |
| "grad_norm": 0.005875805858522654, | |
| "learning_rate": 1.679075014100395e-05, | |
| "loss": 0.0008, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.4906937394247039, | |
| "grad_norm": 0.005848041269928217, | |
| "learning_rate": 1.673434856175973e-05, | |
| "loss": 0.0007, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.49915397631133673, | |
| "grad_norm": 0.006032396107912064, | |
| "learning_rate": 1.6677946982515512e-05, | |
| "loss": 0.0007, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.5076142131979695, | |
| "grad_norm": 0.005858593620359898, | |
| "learning_rate": 1.662154540327129e-05, | |
| "loss": 0.0007, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5160744500846024, | |
| "grad_norm": 0.006055026315152645, | |
| "learning_rate": 1.6565143824027074e-05, | |
| "loss": 0.0007, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5245346869712352, | |
| "grad_norm": 0.0055991546250879765, | |
| "learning_rate": 1.6508742244782857e-05, | |
| "loss": 0.0039, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5329949238578681, | |
| "grad_norm": 0.006043154280632734, | |
| "learning_rate": 1.6452340665538636e-05, | |
| "loss": 0.0009, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5414551607445008, | |
| "grad_norm": 0.006406570319086313, | |
| "learning_rate": 1.6395939086294416e-05, | |
| "loss": 0.0008, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.5499153976311336, | |
| "grad_norm": 0.006317532621324062, | |
| "learning_rate": 1.63395375070502e-05, | |
| "loss": 0.0007, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5583756345177665, | |
| "grad_norm": 0.0260737594217062, | |
| "learning_rate": 1.628313592780598e-05, | |
| "loss": 0.0007, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5668358714043993, | |
| "grad_norm": 0.005516720470041037, | |
| "learning_rate": 1.622673434856176e-05, | |
| "loss": 0.0007, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.5752961082910322, | |
| "grad_norm": 0.005611425265669823, | |
| "learning_rate": 1.6170332769317543e-05, | |
| "loss": 0.0006, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.583756345177665, | |
| "grad_norm": 0.005698953289538622, | |
| "learning_rate": 1.6113931190073326e-05, | |
| "loss": 0.0006, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.5922165820642978, | |
| "grad_norm": 0.005045793950557709, | |
| "learning_rate": 1.6057529610829105e-05, | |
| "loss": 0.0006, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.6006768189509306, | |
| "grad_norm": 0.005404220428317785, | |
| "learning_rate": 1.6001128031584884e-05, | |
| "loss": 0.0007, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.6091370558375635, | |
| "grad_norm": 0.005528539884835482, | |
| "learning_rate": 1.5944726452340667e-05, | |
| "loss": 0.0007, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.6175972927241963, | |
| "grad_norm": 0.0052613625302910805, | |
| "learning_rate": 1.5888324873096446e-05, | |
| "loss": 0.0006, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.626057529610829, | |
| "grad_norm": 0.0050328257493674755, | |
| "learning_rate": 1.583192329385223e-05, | |
| "loss": 0.0006, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.6345177664974619, | |
| "grad_norm": 0.005106599070131779, | |
| "learning_rate": 1.5775521714608012e-05, | |
| "loss": 0.0006, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.6429780033840947, | |
| "grad_norm": 0.004836504813283682, | |
| "learning_rate": 1.571912013536379e-05, | |
| "loss": 0.0006, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.6514382402707276, | |
| "grad_norm": 0.004986999090760946, | |
| "learning_rate": 1.566271855611957e-05, | |
| "loss": 0.0006, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.6598984771573604, | |
| "grad_norm": 0.005235906690359116, | |
| "learning_rate": 1.5606316976875353e-05, | |
| "loss": 0.0005, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.6683587140439933, | |
| "grad_norm": 0.4625732898712158, | |
| "learning_rate": 1.5549915397631136e-05, | |
| "loss": 0.0009, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.676818950930626, | |
| "grad_norm": 0.004936546087265015, | |
| "learning_rate": 1.5493513818386915e-05, | |
| "loss": 0.0006, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.6852791878172588, | |
| "grad_norm": 0.004956043791025877, | |
| "learning_rate": 1.5437112239142698e-05, | |
| "loss": 0.0005, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.6937394247038917, | |
| "grad_norm": 0.005084918346256018, | |
| "learning_rate": 1.538071065989848e-05, | |
| "loss": 0.0005, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.7021996615905245, | |
| "grad_norm": 0.006050592288374901, | |
| "learning_rate": 1.532430908065426e-05, | |
| "loss": 0.0005, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.7106598984771574, | |
| "grad_norm": 0.0045923274010419846, | |
| "learning_rate": 1.526790750141004e-05, | |
| "loss": 0.0005, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.7191201353637902, | |
| "grad_norm": 0.004406214691698551, | |
| "learning_rate": 1.5211505922165822e-05, | |
| "loss": 0.0005, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.727580372250423, | |
| "grad_norm": 0.00449965288862586, | |
| "learning_rate": 1.5155104342921603e-05, | |
| "loss": 0.0005, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.7360406091370558, | |
| "grad_norm": 0.00427517294883728, | |
| "learning_rate": 1.5098702763677384e-05, | |
| "loss": 0.0006, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.7445008460236887, | |
| "grad_norm": 0.006013456266373396, | |
| "learning_rate": 1.5042301184433165e-05, | |
| "loss": 0.0005, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.7529610829103215, | |
| "grad_norm": 0.004456107504665852, | |
| "learning_rate": 1.4985899605188948e-05, | |
| "loss": 0.0005, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.7614213197969543, | |
| "grad_norm": 0.004223175812512636, | |
| "learning_rate": 1.4929498025944729e-05, | |
| "loss": 0.0005, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7698815566835872, | |
| "grad_norm": 0.004154487047344446, | |
| "learning_rate": 1.4873096446700508e-05, | |
| "loss": 0.0005, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.7783417935702199, | |
| "grad_norm": 0.007055574096739292, | |
| "learning_rate": 1.4816694867456289e-05, | |
| "loss": 0.0005, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.7868020304568528, | |
| "grad_norm": 0.005269153974950314, | |
| "learning_rate": 1.476029328821207e-05, | |
| "loss": 0.0005, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.7952622673434856, | |
| "grad_norm": 0.004041856154799461, | |
| "learning_rate": 1.4703891708967853e-05, | |
| "loss": 0.0005, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.8037225042301185, | |
| "grad_norm": 0.003965588286519051, | |
| "learning_rate": 1.4647490129723634e-05, | |
| "loss": 0.0005, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.8121827411167513, | |
| "grad_norm": 0.005661304574459791, | |
| "learning_rate": 1.4591088550479415e-05, | |
| "loss": 0.0005, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.8206429780033841, | |
| "grad_norm": 0.0039055896922945976, | |
| "learning_rate": 1.4534686971235198e-05, | |
| "loss": 0.0011, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.8291032148900169, | |
| "grad_norm": 1.8310741186141968, | |
| "learning_rate": 1.4478285391990977e-05, | |
| "loss": 0.001, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.8375634517766497, | |
| "grad_norm": 0.005107107572257519, | |
| "learning_rate": 1.4421883812746758e-05, | |
| "loss": 0.0008, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.8460236886632826, | |
| "grad_norm": 0.005387498531490564, | |
| "learning_rate": 1.4365482233502539e-05, | |
| "loss": 0.0005, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8544839255499154, | |
| "grad_norm": 0.0051966467872262, | |
| "learning_rate": 1.430908065425832e-05, | |
| "loss": 0.0005, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.8629441624365483, | |
| "grad_norm": 0.004603747744113207, | |
| "learning_rate": 1.4252679075014103e-05, | |
| "loss": 0.0005, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.871404399323181, | |
| "grad_norm": 0.0113060986623168, | |
| "learning_rate": 1.4196277495769884e-05, | |
| "loss": 0.0005, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.8798646362098139, | |
| "grad_norm": 0.004159980919212103, | |
| "learning_rate": 1.4139875916525665e-05, | |
| "loss": 0.0004, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.8883248730964467, | |
| "grad_norm": 0.004094019532203674, | |
| "learning_rate": 1.4083474337281444e-05, | |
| "loss": 0.0004, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.8967851099830795, | |
| "grad_norm": 0.00435257563367486, | |
| "learning_rate": 1.4027072758037225e-05, | |
| "loss": 0.0004, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.9052453468697124, | |
| "grad_norm": 0.003843541955575347, | |
| "learning_rate": 1.3970671178793008e-05, | |
| "loss": 0.0004, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.9137055837563451, | |
| "grad_norm": 0.16885782778263092, | |
| "learning_rate": 1.3914269599548789e-05, | |
| "loss": 0.0005, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.922165820642978, | |
| "grad_norm": 0.0037802334409207106, | |
| "learning_rate": 1.385786802030457e-05, | |
| "loss": 0.0004, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.9306260575296108, | |
| "grad_norm": 0.0037738329265266657, | |
| "learning_rate": 1.3801466441060352e-05, | |
| "loss": 0.0005, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.9390862944162437, | |
| "grad_norm": 0.012493060901761055, | |
| "learning_rate": 1.374506486181613e-05, | |
| "loss": 0.0004, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.9475465313028765, | |
| "grad_norm": 0.0037303464487195015, | |
| "learning_rate": 1.3688663282571913e-05, | |
| "loss": 0.0004, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.9560067681895094, | |
| "grad_norm": 0.0035704418551176786, | |
| "learning_rate": 1.3632261703327694e-05, | |
| "loss": 0.0007, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.9644670050761421, | |
| "grad_norm": 0.0038276014383882284, | |
| "learning_rate": 1.3575860124083475e-05, | |
| "loss": 0.0004, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.9729272419627749, | |
| "grad_norm": 0.004172508604824543, | |
| "learning_rate": 1.3519458544839257e-05, | |
| "loss": 0.0004, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.9813874788494078, | |
| "grad_norm": 0.20282192528247833, | |
| "learning_rate": 1.3463056965595038e-05, | |
| "loss": 0.0004, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.9898477157360406, | |
| "grad_norm": 0.0035703997127711773, | |
| "learning_rate": 1.340665538635082e-05, | |
| "loss": 0.0004, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.9983079526226735, | |
| "grad_norm": 0.003505186177790165, | |
| "learning_rate": 1.3350253807106599e-05, | |
| "loss": 0.0004, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.0067681895093064, | |
| "grad_norm": 0.003632462117820978, | |
| "learning_rate": 1.329385222786238e-05, | |
| "loss": 0.0004, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.015228426395939, | |
| "grad_norm": 0.0034904363565146923, | |
| "learning_rate": 1.3237450648618163e-05, | |
| "loss": 0.0004, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.023688663282572, | |
| "grad_norm": 0.003400213085114956, | |
| "learning_rate": 1.3181049069373944e-05, | |
| "loss": 0.0004, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.0321489001692048, | |
| "grad_norm": 0.02098667249083519, | |
| "learning_rate": 1.3124647490129725e-05, | |
| "loss": 0.0004, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.0406091370558375, | |
| "grad_norm": 0.0033113211393356323, | |
| "learning_rate": 1.3068245910885506e-05, | |
| "loss": 0.0004, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.0490693739424704, | |
| "grad_norm": 0.0075438846834003925, | |
| "learning_rate": 1.3011844331641288e-05, | |
| "loss": 0.001, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.0575296108291032, | |
| "grad_norm": 0.003400578862056136, | |
| "learning_rate": 1.2955442752397068e-05, | |
| "loss": 0.0006, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.0659898477157361, | |
| "grad_norm": 0.003571244655176997, | |
| "learning_rate": 1.2899041173152849e-05, | |
| "loss": 0.0004, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.0744500846023688, | |
| "grad_norm": 0.0032794324215501547, | |
| "learning_rate": 1.284263959390863e-05, | |
| "loss": 0.0004, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.0829103214890017, | |
| "grad_norm": 0.0032312178518623114, | |
| "learning_rate": 1.2786238014664412e-05, | |
| "loss": 0.0011, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.0913705583756346, | |
| "grad_norm": 0.003224333981052041, | |
| "learning_rate": 1.2729836435420193e-05, | |
| "loss": 0.0003, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.0998307952622675, | |
| "grad_norm": 0.0033167279325425625, | |
| "learning_rate": 1.2673434856175974e-05, | |
| "loss": 0.0004, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.1082910321489001, | |
| "grad_norm": 0.003647689940407872, | |
| "learning_rate": 1.2617033276931755e-05, | |
| "loss": 0.0009, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.116751269035533, | |
| "grad_norm": 0.005791259463876486, | |
| "learning_rate": 1.2560631697687535e-05, | |
| "loss": 0.0004, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.125211505922166, | |
| "grad_norm": 0.0036105727776885033, | |
| "learning_rate": 1.2504230118443317e-05, | |
| "loss": 0.0005, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.1336717428087986, | |
| "grad_norm": 0.0033262548968195915, | |
| "learning_rate": 1.2447828539199098e-05, | |
| "loss": 0.0003, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.1421319796954315, | |
| "grad_norm": 0.003255200106650591, | |
| "learning_rate": 1.239142695995488e-05, | |
| "loss": 0.0003, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.1505922165820643, | |
| "grad_norm": 0.0031492102425545454, | |
| "learning_rate": 1.233502538071066e-05, | |
| "loss": 0.0003, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.1590524534686972, | |
| "grad_norm": 0.0031071833800524473, | |
| "learning_rate": 1.2278623801466443e-05, | |
| "loss": 0.0006, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.16751269035533, | |
| "grad_norm": 0.003029242157936096, | |
| "learning_rate": 1.2222222222222224e-05, | |
| "loss": 0.0004, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.1759729272419628, | |
| "grad_norm": 0.003054770641028881, | |
| "learning_rate": 1.2165820642978003e-05, | |
| "loss": 0.0004, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.1844331641285957, | |
| "grad_norm": 0.002985539613291621, | |
| "learning_rate": 1.2109419063733784e-05, | |
| "loss": 0.0003, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.1928934010152283, | |
| "grad_norm": 0.0029861750081181526, | |
| "learning_rate": 1.2053017484489567e-05, | |
| "loss": 0.0003, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.2013536379018612, | |
| "grad_norm": 0.0031786304898560047, | |
| "learning_rate": 1.1996615905245348e-05, | |
| "loss": 0.0003, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.2098138747884941, | |
| "grad_norm": 0.0029660591389983892, | |
| "learning_rate": 1.194021432600113e-05, | |
| "loss": 0.0003, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.218274111675127, | |
| "grad_norm": 0.0029080845415592194, | |
| "learning_rate": 1.188381274675691e-05, | |
| "loss": 0.0003, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.2267343485617597, | |
| "grad_norm": 0.003032978158444166, | |
| "learning_rate": 1.1827411167512693e-05, | |
| "loss": 0.0003, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.2351945854483926, | |
| "grad_norm": 0.0028783201705664396, | |
| "learning_rate": 1.1771009588268472e-05, | |
| "loss": 0.0003, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.2436548223350254, | |
| "grad_norm": 0.002919497899711132, | |
| "learning_rate": 1.1714608009024253e-05, | |
| "loss": 0.0003, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.252115059221658, | |
| "grad_norm": 0.002829916076734662, | |
| "learning_rate": 1.1658206429780034e-05, | |
| "loss": 0.0003, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.260575296108291, | |
| "grad_norm": 0.0028766861651092768, | |
| "learning_rate": 1.1601804850535815e-05, | |
| "loss": 0.0003, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.2690355329949239, | |
| "grad_norm": 0.0027290356811136007, | |
| "learning_rate": 1.1545403271291598e-05, | |
| "loss": 0.0003, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.2774957698815568, | |
| "grad_norm": 0.0027461503632366657, | |
| "learning_rate": 1.1489001692047379e-05, | |
| "loss": 0.0003, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.2859560067681894, | |
| "grad_norm": 0.0027623216155916452, | |
| "learning_rate": 1.143260011280316e-05, | |
| "loss": 0.0003, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.2944162436548223, | |
| "grad_norm": 0.0028906099032610655, | |
| "learning_rate": 1.137619853355894e-05, | |
| "loss": 0.0003, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.3028764805414552, | |
| "grad_norm": 0.0027789094019681215, | |
| "learning_rate": 1.1319796954314722e-05, | |
| "loss": 0.0003, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.3113367174280879, | |
| "grad_norm": 0.00271011283621192, | |
| "learning_rate": 1.1263395375070503e-05, | |
| "loss": 0.0003, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.3197969543147208, | |
| "grad_norm": 0.002672335831448436, | |
| "learning_rate": 1.1206993795826284e-05, | |
| "loss": 0.0003, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.3282571912013537, | |
| "grad_norm": 0.002650258131325245, | |
| "learning_rate": 1.1150592216582065e-05, | |
| "loss": 0.0003, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.3367174280879865, | |
| "grad_norm": 0.002780508017167449, | |
| "learning_rate": 1.1094190637337848e-05, | |
| "loss": 0.0003, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.3451776649746192, | |
| "grad_norm": 0.0026137123350054026, | |
| "learning_rate": 1.1037789058093627e-05, | |
| "loss": 0.0003, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.353637901861252, | |
| "grad_norm": 0.0026269517838954926, | |
| "learning_rate": 1.0981387478849408e-05, | |
| "loss": 0.0003, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.362098138747885, | |
| "grad_norm": 0.0025848057121038437, | |
| "learning_rate": 1.092498589960519e-05, | |
| "loss": 0.0003, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.3705583756345177, | |
| "grad_norm": 0.0025470599066466093, | |
| "learning_rate": 1.086858432036097e-05, | |
| "loss": 0.0003, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.3790186125211505, | |
| "grad_norm": 0.0027439745608717203, | |
| "learning_rate": 1.0812182741116753e-05, | |
| "loss": 0.0003, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.3874788494077834, | |
| "grad_norm": 0.002537579508498311, | |
| "learning_rate": 1.0755781161872534e-05, | |
| "loss": 0.0003, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.3959390862944163, | |
| "grad_norm": 0.0025688863825052977, | |
| "learning_rate": 1.0699379582628315e-05, | |
| "loss": 0.0003, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.404399323181049, | |
| "grad_norm": 0.0026179850101470947, | |
| "learning_rate": 1.0642978003384094e-05, | |
| "loss": 0.0003, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.4128595600676819, | |
| "grad_norm": 0.002496235305443406, | |
| "learning_rate": 1.0586576424139875e-05, | |
| "loss": 0.0003, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.4213197969543148, | |
| "grad_norm": 0.0026708145160228014, | |
| "learning_rate": 1.0530174844895658e-05, | |
| "loss": 0.0003, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.4297800338409474, | |
| "grad_norm": 0.0025831579696387053, | |
| "learning_rate": 1.0473773265651439e-05, | |
| "loss": 0.0003, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.4382402707275803, | |
| "grad_norm": 0.0024914774112403393, | |
| "learning_rate": 1.041737168640722e-05, | |
| "loss": 0.0003, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.4467005076142132, | |
| "grad_norm": 0.002529192017391324, | |
| "learning_rate": 1.0360970107163003e-05, | |
| "loss": 0.0003, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.455160744500846, | |
| "grad_norm": 0.0024393699131906033, | |
| "learning_rate": 1.0304568527918784e-05, | |
| "loss": 0.0011, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.463620981387479, | |
| "grad_norm": 0.0043233660981059074, | |
| "learning_rate": 1.0248166948674563e-05, | |
| "loss": 0.0004, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.4720812182741116, | |
| "grad_norm": 0.002547438722103834, | |
| "learning_rate": 1.0191765369430344e-05, | |
| "loss": 0.0005, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.4805414551607445, | |
| "grad_norm": 0.0025178396608680487, | |
| "learning_rate": 1.0135363790186125e-05, | |
| "loss": 0.0003, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.4890016920473772, | |
| "grad_norm": 0.003602534532546997, | |
| "learning_rate": 1.0078962210941908e-05, | |
| "loss": 0.0003, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.49746192893401, | |
| "grad_norm": 0.002990358741953969, | |
| "learning_rate": 1.0022560631697689e-05, | |
| "loss": 0.0003, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.505922165820643, | |
| "grad_norm": 0.0024538026191294193, | |
| "learning_rate": 9.96615905245347e-06, | |
| "loss": 0.0003, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.5143824027072759, | |
| "grad_norm": 0.0024382509291172028, | |
| "learning_rate": 9.90975747320925e-06, | |
| "loss": 0.0003, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.5228426395939088, | |
| "grad_norm": 0.0026386724784970284, | |
| "learning_rate": 9.853355893965032e-06, | |
| "loss": 0.0003, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.5313028764805414, | |
| "grad_norm": 0.0023787450045347214, | |
| "learning_rate": 9.796954314720813e-06, | |
| "loss": 0.0003, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.5397631133671743, | |
| "grad_norm": 0.002435258822515607, | |
| "learning_rate": 9.740552735476594e-06, | |
| "loss": 0.0003, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.548223350253807, | |
| "grad_norm": 0.32252246141433716, | |
| "learning_rate": 9.684151156232375e-06, | |
| "loss": 0.0003, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.5566835871404399, | |
| "grad_norm": 0.0023758108727633953, | |
| "learning_rate": 9.627749576988158e-06, | |
| "loss": 0.0003, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.5651438240270727, | |
| "grad_norm": 0.0023211485240608454, | |
| "learning_rate": 9.571347997743937e-06, | |
| "loss": 0.0003, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.5736040609137056, | |
| "grad_norm": 0.002314375713467598, | |
| "learning_rate": 9.514946418499718e-06, | |
| "loss": 0.0003, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.5820642978003385, | |
| "grad_norm": 0.0023043151013553143, | |
| "learning_rate": 9.4585448392555e-06, | |
| "loss": 0.0003, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.5905245346869712, | |
| "grad_norm": 0.0022787386551499367, | |
| "learning_rate": 9.402143260011282e-06, | |
| "loss": 0.0002, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.598984771573604, | |
| "grad_norm": 0.0022805132903158665, | |
| "learning_rate": 9.345741680767063e-06, | |
| "loss": 0.0003, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.6074450084602367, | |
| "grad_norm": 0.0022434191778302193, | |
| "learning_rate": 9.289340101522844e-06, | |
| "loss": 0.0003, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.6159052453468696, | |
| "grad_norm": 0.0022070412524044514, | |
| "learning_rate": 9.232938522278625e-06, | |
| "loss": 0.0002, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.6243654822335025, | |
| "grad_norm": 0.002298792591318488, | |
| "learning_rate": 9.176536943034406e-06, | |
| "loss": 0.0002, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.6328257191201354, | |
| "grad_norm": 0.002347590634599328, | |
| "learning_rate": 9.120135363790187e-06, | |
| "loss": 0.0002, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.6412859560067683, | |
| "grad_norm": 0.0022417185828089714, | |
| "learning_rate": 9.063733784545968e-06, | |
| "loss": 0.0002, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.649746192893401, | |
| "grad_norm": 0.002178118098527193, | |
| "learning_rate": 9.007332205301749e-06, | |
| "loss": 0.0002, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.6582064297800339, | |
| "grad_norm": 0.002204876858741045, | |
| "learning_rate": 8.95093062605753e-06, | |
| "loss": 0.0002, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 0.0021794794593006372, | |
| "learning_rate": 8.894529046813312e-06, | |
| "loss": 0.0002, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.6751269035532994, | |
| "grad_norm": 0.002448797458782792, | |
| "learning_rate": 8.838127467569093e-06, | |
| "loss": 0.0002, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.6835871404399323, | |
| "grad_norm": 0.00216574571095407, | |
| "learning_rate": 8.781725888324873e-06, | |
| "loss": 0.0002, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.6920473773265652, | |
| "grad_norm": 0.0022357029374688864, | |
| "learning_rate": 8.725324309080655e-06, | |
| "loss": 0.0002, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.700507614213198, | |
| "grad_norm": 0.0021086037158966064, | |
| "learning_rate": 8.668922729836436e-06, | |
| "loss": 0.0002, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.708967851099831, | |
| "grad_norm": 0.002162441611289978, | |
| "learning_rate": 8.612521150592217e-06, | |
| "loss": 0.0002, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.7174280879864636, | |
| "grad_norm": 0.0021641228813678026, | |
| "learning_rate": 8.556119571347998e-06, | |
| "loss": 0.0011, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.7258883248730963, | |
| "grad_norm": 0.0021566457580775023, | |
| "learning_rate": 8.49971799210378e-06, | |
| "loss": 0.0002, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.7343485617597292, | |
| "grad_norm": 0.0021678991615772247, | |
| "learning_rate": 8.44331641285956e-06, | |
| "loss": 0.0002, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.742808798646362, | |
| "grad_norm": 0.002119549084454775, | |
| "learning_rate": 8.386914833615342e-06, | |
| "loss": 0.0002, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.751269035532995, | |
| "grad_norm": 0.002093096962198615, | |
| "learning_rate": 8.330513254371123e-06, | |
| "loss": 0.0002, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.7597292724196278, | |
| "grad_norm": 0.002090982161462307, | |
| "learning_rate": 8.274111675126905e-06, | |
| "loss": 0.0002, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.7681895093062607, | |
| "grad_norm": 0.004076903220266104, | |
| "learning_rate": 8.217710095882685e-06, | |
| "loss": 0.0002, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.7766497461928934, | |
| "grad_norm": 0.0020308117382228374, | |
| "learning_rate": 8.161308516638467e-06, | |
| "loss": 0.0002, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.785109983079526, | |
| "grad_norm": 0.0021146961953490973, | |
| "learning_rate": 8.104906937394248e-06, | |
| "loss": 0.0002, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.793570219966159, | |
| "grad_norm": 0.0020670590456575155, | |
| "learning_rate": 8.048505358150028e-06, | |
| "loss": 0.0002, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.8020304568527918, | |
| "grad_norm": 0.0024381864350289106, | |
| "learning_rate": 7.99210377890581e-06, | |
| "loss": 0.0002, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.8104906937394247, | |
| "grad_norm": 0.002149208215996623, | |
| "learning_rate": 7.935702199661591e-06, | |
| "loss": 0.0008, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.8189509306260576, | |
| "grad_norm": 0.004185215570032597, | |
| "learning_rate": 7.879300620417372e-06, | |
| "loss": 0.0002, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.8274111675126905, | |
| "grad_norm": 0.002098744735121727, | |
| "learning_rate": 7.822899041173153e-06, | |
| "loss": 0.0002, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.8358714043993232, | |
| "grad_norm": 0.0019923567306250334, | |
| "learning_rate": 7.766497461928934e-06, | |
| "loss": 0.0004, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.844331641285956, | |
| "grad_norm": 0.002045057248324156, | |
| "learning_rate": 7.710095882684715e-06, | |
| "loss": 0.0002, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.8527918781725887, | |
| "grad_norm": 0.002222336595878005, | |
| "learning_rate": 7.653694303440496e-06, | |
| "loss": 0.0002, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.8612521150592216, | |
| "grad_norm": 0.0021004409063607454, | |
| "learning_rate": 7.597292724196278e-06, | |
| "loss": 0.0002, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.8697123519458545, | |
| "grad_norm": 0.001979230437427759, | |
| "learning_rate": 7.540891144952059e-06, | |
| "loss": 0.0002, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.8781725888324874, | |
| "grad_norm": 0.0020105023868381977, | |
| "learning_rate": 7.484489565707841e-06, | |
| "loss": 0.0002, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.8866328257191203, | |
| "grad_norm": 0.0020976634696125984, | |
| "learning_rate": 7.428087986463621e-06, | |
| "loss": 0.0002, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.895093062605753, | |
| "grad_norm": 0.0020316061563789845, | |
| "learning_rate": 7.371686407219403e-06, | |
| "loss": 0.0002, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.9035532994923858, | |
| "grad_norm": 0.00200808048248291, | |
| "learning_rate": 7.315284827975184e-06, | |
| "loss": 0.0002, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.9120135363790185, | |
| "grad_norm": 0.002250692341476679, | |
| "learning_rate": 7.258883248730964e-06, | |
| "loss": 0.0002, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.9204737732656514, | |
| "grad_norm": 0.0022177433129400015, | |
| "learning_rate": 7.202481669486746e-06, | |
| "loss": 0.0007, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.9289340101522843, | |
| "grad_norm": 0.0018741836538538337, | |
| "learning_rate": 7.146080090242527e-06, | |
| "loss": 0.0002, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.9373942470389172, | |
| "grad_norm": 0.002023757202550769, | |
| "learning_rate": 7.089678510998309e-06, | |
| "loss": 0.0002, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.94585448392555, | |
| "grad_norm": 0.0021521553862839937, | |
| "learning_rate": 7.033276931754089e-06, | |
| "loss": 0.0002, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.9543147208121827, | |
| "grad_norm": 0.0019342171726748347, | |
| "learning_rate": 6.976875352509871e-06, | |
| "loss": 0.0008, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.9627749576988156, | |
| "grad_norm": 0.0019481374183669686, | |
| "learning_rate": 6.920473773265652e-06, | |
| "loss": 0.0007, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.9712351945854483, | |
| "grad_norm": 0.002077361335977912, | |
| "learning_rate": 6.864072194021433e-06, | |
| "loss": 0.0011, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.9796954314720812, | |
| "grad_norm": 0.0020031894091516733, | |
| "learning_rate": 6.807670614777214e-06, | |
| "loss": 0.0003, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.988155668358714, | |
| "grad_norm": 0.00219974503852427, | |
| "learning_rate": 6.751269035532996e-06, | |
| "loss": 0.0002, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.996615905245347, | |
| "grad_norm": 0.002148480387404561, | |
| "learning_rate": 6.694867456288776e-06, | |
| "loss": 0.0002, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 2.00507614213198, | |
| "grad_norm": 0.0018948954530060291, | |
| "learning_rate": 6.638465877044558e-06, | |
| "loss": 0.0002, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 2.0135363790186127, | |
| "grad_norm": 0.007534192409366369, | |
| "learning_rate": 6.582064297800339e-06, | |
| "loss": 0.0002, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.021996615905245, | |
| "grad_norm": 0.0018520756857469678, | |
| "learning_rate": 6.525662718556121e-06, | |
| "loss": 0.0002, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 2.030456852791878, | |
| "grad_norm": 0.0020236349664628506, | |
| "learning_rate": 6.469261139311901e-06, | |
| "loss": 0.0002, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.038917089678511, | |
| "grad_norm": 0.0018428469775244594, | |
| "learning_rate": 6.412859560067682e-06, | |
| "loss": 0.0002, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 2.047377326565144, | |
| "grad_norm": 0.0018592760898172855, | |
| "learning_rate": 6.356457980823464e-06, | |
| "loss": 0.0002, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.0558375634517767, | |
| "grad_norm": 0.001955309882760048, | |
| "learning_rate": 6.300056401579244e-06, | |
| "loss": 0.0002, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.0642978003384096, | |
| "grad_norm": 0.001861874246969819, | |
| "learning_rate": 6.243654822335026e-06, | |
| "loss": 0.0002, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.0727580372250425, | |
| "grad_norm": 0.0018448787741363049, | |
| "learning_rate": 6.187253243090807e-06, | |
| "loss": 0.0002, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.081218274111675, | |
| "grad_norm": 0.0018381918780505657, | |
| "learning_rate": 6.130851663846589e-06, | |
| "loss": 0.0002, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.089678510998308, | |
| "grad_norm": 0.0018074287800118327, | |
| "learning_rate": 6.074450084602369e-06, | |
| "loss": 0.0002, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.0981387478849407, | |
| "grad_norm": 0.0018625473603606224, | |
| "learning_rate": 6.018048505358151e-06, | |
| "loss": 0.0002, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.1065989847715736, | |
| "grad_norm": 0.0017794481245800853, | |
| "learning_rate": 5.961646926113932e-06, | |
| "loss": 0.0002, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.1150592216582065, | |
| "grad_norm": 0.0017721441108733416, | |
| "learning_rate": 5.905245346869712e-06, | |
| "loss": 0.0002, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.1235194585448394, | |
| "grad_norm": 0.005279191303998232, | |
| "learning_rate": 5.848843767625494e-06, | |
| "loss": 0.0002, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.1319796954314723, | |
| "grad_norm": 0.0017379368655383587, | |
| "learning_rate": 5.792442188381276e-06, | |
| "loss": 0.0002, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.1404399323181047, | |
| "grad_norm": 0.001751760020852089, | |
| "learning_rate": 5.736040609137057e-06, | |
| "loss": 0.0002, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.1489001692047376, | |
| "grad_norm": 0.001752077485434711, | |
| "learning_rate": 5.679639029892837e-06, | |
| "loss": 0.0002, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.1573604060913705, | |
| "grad_norm": 0.0017231889069080353, | |
| "learning_rate": 5.623237450648619e-06, | |
| "loss": 0.0002, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.1658206429780034, | |
| "grad_norm": 0.0017523319693282247, | |
| "learning_rate": 5.5668358714044e-06, | |
| "loss": 0.0002, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.1742808798646363, | |
| "grad_norm": 0.0017014428740367293, | |
| "learning_rate": 5.510434292160181e-06, | |
| "loss": 0.0002, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.182741116751269, | |
| "grad_norm": 0.0017529787728562951, | |
| "learning_rate": 5.454032712915962e-06, | |
| "loss": 0.0002, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.191201353637902, | |
| "grad_norm": 0.0017768230754882097, | |
| "learning_rate": 5.397631133671744e-06, | |
| "loss": 0.0002, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.199661590524535, | |
| "grad_norm": 0.0017734098946675658, | |
| "learning_rate": 5.341229554427524e-06, | |
| "loss": 0.0002, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.2081218274111674, | |
| "grad_norm": 0.00168097042478621, | |
| "learning_rate": 5.284827975183306e-06, | |
| "loss": 0.0002, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.2165820642978002, | |
| "grad_norm": 0.0017450157320126891, | |
| "learning_rate": 5.228426395939087e-06, | |
| "loss": 0.0002, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.225042301184433, | |
| "grad_norm": 0.0016924841329455376, | |
| "learning_rate": 5.1720248166948686e-06, | |
| "loss": 0.0002, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.233502538071066, | |
| "grad_norm": 0.0017653257818892598, | |
| "learning_rate": 5.115623237450649e-06, | |
| "loss": 0.0002, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.241962774957699, | |
| "grad_norm": 0.00172147445846349, | |
| "learning_rate": 5.059221658206431e-06, | |
| "loss": 0.0002, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.250423011844332, | |
| "grad_norm": 0.0017959652468562126, | |
| "learning_rate": 5.002820078962212e-06, | |
| "loss": 0.0002, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.2588832487309647, | |
| "grad_norm": 0.0016738857375457883, | |
| "learning_rate": 4.946418499717993e-06, | |
| "loss": 0.0002, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.267343485617597, | |
| "grad_norm": 0.0016783688915893435, | |
| "learning_rate": 4.890016920473774e-06, | |
| "loss": 0.0002, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.27580372250423, | |
| "grad_norm": 0.001678799162618816, | |
| "learning_rate": 4.833615341229555e-06, | |
| "loss": 0.0002, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.284263959390863, | |
| "grad_norm": 0.0017365720123052597, | |
| "learning_rate": 4.777213761985336e-06, | |
| "loss": 0.0002, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.292724196277496, | |
| "grad_norm": 0.00171087181661278, | |
| "learning_rate": 4.7208121827411175e-06, | |
| "loss": 0.0002, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.3011844331641287, | |
| "grad_norm": 0.001663476345129311, | |
| "learning_rate": 4.6644106034968985e-06, | |
| "loss": 0.0002, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.3096446700507616, | |
| "grad_norm": 0.0016244918806478381, | |
| "learning_rate": 4.6080090242526796e-06, | |
| "loss": 0.0002, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.3181049069373945, | |
| "grad_norm": 0.0016214584466069937, | |
| "learning_rate": 4.5516074450084606e-06, | |
| "loss": 0.0002, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.326565143824027, | |
| "grad_norm": 0.0016812806716188788, | |
| "learning_rate": 4.4952058657642416e-06, | |
| "loss": 0.0002, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.33502538071066, | |
| "grad_norm": 0.0016772805247455835, | |
| "learning_rate": 4.4388042865200234e-06, | |
| "loss": 0.0002, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.3434856175972927, | |
| "grad_norm": 0.0016064831288531423, | |
| "learning_rate": 4.3824027072758044e-06, | |
| "loss": 0.0002, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 2.3519458544839256, | |
| "grad_norm": 0.0016283520963042974, | |
| "learning_rate": 4.326001128031585e-06, | |
| "loss": 0.0002, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 2.3604060913705585, | |
| "grad_norm": 0.0017511517507955432, | |
| "learning_rate": 4.2695995487873665e-06, | |
| "loss": 0.0002, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 2.3688663282571913, | |
| "grad_norm": 0.001622919924557209, | |
| "learning_rate": 4.2131979695431475e-06, | |
| "loss": 0.0002, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.3773265651438242, | |
| "grad_norm": 0.0017815829487517476, | |
| "learning_rate": 4.1567963902989285e-06, | |
| "loss": 0.0004, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 2.3857868020304567, | |
| "grad_norm": 0.001768069458194077, | |
| "learning_rate": 4.1003948110547095e-06, | |
| "loss": 0.0002, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.3942470389170896, | |
| "grad_norm": 0.001824942184612155, | |
| "learning_rate": 4.0439932318104905e-06, | |
| "loss": 0.0002, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 2.4027072758037225, | |
| "grad_norm": 0.0016344970790669322, | |
| "learning_rate": 3.987591652566272e-06, | |
| "loss": 0.0005, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 2.4111675126903553, | |
| "grad_norm": 0.0016487556276842952, | |
| "learning_rate": 3.931190073322053e-06, | |
| "loss": 0.0002, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.4196277495769882, | |
| "grad_norm": 0.0016864290228113532, | |
| "learning_rate": 3.874788494077834e-06, | |
| "loss": 0.0002, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 2.428087986463621, | |
| "grad_norm": 0.0017508761957287788, | |
| "learning_rate": 3.8183869148336154e-06, | |
| "loss": 0.0002, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 2.436548223350254, | |
| "grad_norm": 0.0016393917612731457, | |
| "learning_rate": 3.761985335589397e-06, | |
| "loss": 0.0002, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 2.4450084602368864, | |
| "grad_norm": 0.001650340622290969, | |
| "learning_rate": 3.705583756345178e-06, | |
| "loss": 0.0002, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 2.4534686971235193, | |
| "grad_norm": 0.0016186356078833342, | |
| "learning_rate": 3.649182177100959e-06, | |
| "loss": 0.0002, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.4619289340101522, | |
| "grad_norm": 0.001632276806049049, | |
| "learning_rate": 3.5927805978567403e-06, | |
| "loss": 0.0002, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 2.470389170896785, | |
| "grad_norm": 0.0017024771077558398, | |
| "learning_rate": 3.5363790186125213e-06, | |
| "loss": 0.0002, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 2.478849407783418, | |
| "grad_norm": 0.0015938036376610398, | |
| "learning_rate": 3.4799774393683028e-06, | |
| "loss": 0.0002, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 2.487309644670051, | |
| "grad_norm": 0.001573930960148573, | |
| "learning_rate": 3.4235758601240838e-06, | |
| "loss": 0.0002, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 2.495769881556684, | |
| "grad_norm": 0.0015760001260787249, | |
| "learning_rate": 3.367174280879865e-06, | |
| "loss": 0.0002, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.504230118443316, | |
| "grad_norm": 0.0016050884732976556, | |
| "learning_rate": 3.3107727016356462e-06, | |
| "loss": 0.0002, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 2.512690355329949, | |
| "grad_norm": 0.0017449154984205961, | |
| "learning_rate": 3.2543711223914273e-06, | |
| "loss": 0.0002, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 2.521150592216582, | |
| "grad_norm": 0.0015464244643226266, | |
| "learning_rate": 3.1979695431472087e-06, | |
| "loss": 0.0002, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 2.529610829103215, | |
| "grad_norm": 0.0016948716947808862, | |
| "learning_rate": 3.1415679639029893e-06, | |
| "loss": 0.0002, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 2.5380710659898478, | |
| "grad_norm": 0.0015749187441542745, | |
| "learning_rate": 3.085166384658771e-06, | |
| "loss": 0.0002, | |
| "step": 3000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 3546, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 895710243680028.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |