| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 10.0, | |
| "eval_steps": 500, | |
| "global_step": 6190, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01615508885298869, | |
| "grad_norm": 13.517727851867676, | |
| "learning_rate": 2.903225806451613e-06, | |
| "loss": 1.0539, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03231017770597738, | |
| "grad_norm": 2.3650765419006348, | |
| "learning_rate": 6.129032258064516e-06, | |
| "loss": 0.5986, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.048465266558966075, | |
| "grad_norm": 3.7127814292907715, | |
| "learning_rate": 9.35483870967742e-06, | |
| "loss": 0.325, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06462035541195477, | |
| "grad_norm": 2.470418691635132, | |
| "learning_rate": 1.2580645161290322e-05, | |
| "loss": 0.2792, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.08077544426494346, | |
| "grad_norm": 1.4894506931304932, | |
| "learning_rate": 1.5806451612903226e-05, | |
| "loss": 0.2738, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09693053311793215, | |
| "grad_norm": 1.6425580978393555, | |
| "learning_rate": 1.9032258064516127e-05, | |
| "loss": 0.2348, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.11308562197092084, | |
| "grad_norm": 9.821566581726074, | |
| "learning_rate": 2.2258064516129034e-05, | |
| "loss": 0.2049, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.12924071082390953, | |
| "grad_norm": 2.8060154914855957, | |
| "learning_rate": 2.5483870967741935e-05, | |
| "loss": 0.2037, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.14539579967689822, | |
| "grad_norm": 1.5872341394424438, | |
| "learning_rate": 2.8709677419354843e-05, | |
| "loss": 0.1972, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.16155088852988692, | |
| "grad_norm": 5.6780219078063965, | |
| "learning_rate": 3.193548387096774e-05, | |
| "loss": 0.1868, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1777059773828756, | |
| "grad_norm": 0.8519928455352783, | |
| "learning_rate": 3.516129032258065e-05, | |
| "loss": 0.1799, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1938610662358643, | |
| "grad_norm": 0.983458399772644, | |
| "learning_rate": 3.838709677419355e-05, | |
| "loss": 0.1686, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.210016155088853, | |
| "grad_norm": 1.8987292051315308, | |
| "learning_rate": 4.161290322580645e-05, | |
| "loss": 0.1778, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.22617124394184168, | |
| "grad_norm": 1.6562193632125854, | |
| "learning_rate": 4.4838709677419356e-05, | |
| "loss": 0.1735, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.24232633279483037, | |
| "grad_norm": 1.770867109298706, | |
| "learning_rate": 4.806451612903226e-05, | |
| "loss": 0.171, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.25848142164781907, | |
| "grad_norm": 1.1404958963394165, | |
| "learning_rate": 5.1290322580645164e-05, | |
| "loss": 0.1575, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.27463651050080773, | |
| "grad_norm": 1.507441759109497, | |
| "learning_rate": 5.451612903225807e-05, | |
| "loss": 0.1526, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.29079159935379645, | |
| "grad_norm": 1.0781203508377075, | |
| "learning_rate": 5.7741935483870965e-05, | |
| "loss": 0.1508, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3069466882067851, | |
| "grad_norm": 1.5736271142959595, | |
| "learning_rate": 6.096774193548387e-05, | |
| "loss": 0.1368, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.32310177705977383, | |
| "grad_norm": 1.4114209413528442, | |
| "learning_rate": 6.419354838709679e-05, | |
| "loss": 0.1326, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3392568659127625, | |
| "grad_norm": 1.3289586305618286, | |
| "learning_rate": 6.741935483870968e-05, | |
| "loss": 0.1338, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3554119547657512, | |
| "grad_norm": 0.8117440342903137, | |
| "learning_rate": 7.064516129032258e-05, | |
| "loss": 0.1326, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3715670436187399, | |
| "grad_norm": 1.1739834547042847, | |
| "learning_rate": 7.387096774193549e-05, | |
| "loss": 0.1102, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.3877221324717286, | |
| "grad_norm": 1.4124845266342163, | |
| "learning_rate": 7.709677419354839e-05, | |
| "loss": 0.1204, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.40387722132471726, | |
| "grad_norm": 0.8694249987602234, | |
| "learning_rate": 8.03225806451613e-05, | |
| "loss": 0.1075, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.420032310177706, | |
| "grad_norm": 1.367783546447754, | |
| "learning_rate": 8.35483870967742e-05, | |
| "loss": 0.1086, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.43618739903069464, | |
| "grad_norm": 1.4387221336364746, | |
| "learning_rate": 8.677419354838711e-05, | |
| "loss": 0.1285, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.45234248788368336, | |
| "grad_norm": 0.9508649706840515, | |
| "learning_rate": 9e-05, | |
| "loss": 0.1077, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.46849757673667203, | |
| "grad_norm": 0.9184303283691406, | |
| "learning_rate": 9.32258064516129e-05, | |
| "loss": 0.1263, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.48465266558966075, | |
| "grad_norm": 1.1463005542755127, | |
| "learning_rate": 9.645161290322581e-05, | |
| "loss": 0.1027, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5008077544426495, | |
| "grad_norm": 1.938699722290039, | |
| "learning_rate": 9.967741935483872e-05, | |
| "loss": 0.1061, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.5169628432956381, | |
| "grad_norm": 0.9912849068641663, | |
| "learning_rate": 9.999942194483773e-05, | |
| "loss": 0.1036, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5331179321486268, | |
| "grad_norm": 1.1873068809509277, | |
| "learning_rate": 9.999742374662181e-05, | |
| "loss": 0.0954, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.5492730210016155, | |
| "grad_norm": 1.0425370931625366, | |
| "learning_rate": 9.999399832589556e-05, | |
| "loss": 0.0923, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5654281098546042, | |
| "grad_norm": 1.1135231256484985, | |
| "learning_rate": 9.998914578044079e-05, | |
| "loss": 0.0958, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5815831987075929, | |
| "grad_norm": 0.9654638767242432, | |
| "learning_rate": 9.998286624877786e-05, | |
| "loss": 0.1026, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5977382875605816, | |
| "grad_norm": 1.106973648071289, | |
| "learning_rate": 9.99751599101618e-05, | |
| "loss": 0.0945, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.6138933764135702, | |
| "grad_norm": 1.0972684621810913, | |
| "learning_rate": 9.996602698457715e-05, | |
| "loss": 0.0857, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.630048465266559, | |
| "grad_norm": 0.9330363869667053, | |
| "learning_rate": 9.995546773273166e-05, | |
| "loss": 0.0908, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6462035541195477, | |
| "grad_norm": 0.9228382706642151, | |
| "learning_rate": 9.994348245604892e-05, | |
| "loss": 0.0929, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6623586429725363, | |
| "grad_norm": 1.4199814796447754, | |
| "learning_rate": 9.993007149665967e-05, | |
| "loss": 0.1023, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.678513731825525, | |
| "grad_norm": 1.0425035953521729, | |
| "learning_rate": 9.991523523739211e-05, | |
| "loss": 0.0924, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6946688206785138, | |
| "grad_norm": 0.9444074034690857, | |
| "learning_rate": 9.989897410176093e-05, | |
| "loss": 0.0961, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.7108239095315024, | |
| "grad_norm": 0.8055535554885864, | |
| "learning_rate": 9.988128855395523e-05, | |
| "loss": 0.0891, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.7269789983844911, | |
| "grad_norm": 1.0856647491455078, | |
| "learning_rate": 9.986217909882522e-05, | |
| "loss": 0.0849, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7431340872374798, | |
| "grad_norm": 0.8828626275062561, | |
| "learning_rate": 9.984164628186796e-05, | |
| "loss": 0.0893, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7592891760904685, | |
| "grad_norm": 0.7011072039604187, | |
| "learning_rate": 9.981969068921158e-05, | |
| "loss": 0.0951, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.7754442649434572, | |
| "grad_norm": 0.6536422967910767, | |
| "learning_rate": 9.979631294759871e-05, | |
| "loss": 0.0805, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.7915993537964459, | |
| "grad_norm": 0.6991639733314514, | |
| "learning_rate": 9.97715137243685e-05, | |
| "loss": 0.0809, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.8077544426494345, | |
| "grad_norm": 0.9698547124862671, | |
| "learning_rate": 9.974529372743761e-05, | |
| "loss": 0.0875, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8239095315024233, | |
| "grad_norm": 0.7342029809951782, | |
| "learning_rate": 9.971765370528006e-05, | |
| "loss": 0.0821, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.840064620355412, | |
| "grad_norm": 0.5005660057067871, | |
| "learning_rate": 9.968859444690567e-05, | |
| "loss": 0.0748, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8562197092084006, | |
| "grad_norm": 0.5115198493003845, | |
| "learning_rate": 9.965811678183777e-05, | |
| "loss": 0.0804, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8723747980613893, | |
| "grad_norm": 0.7139051556587219, | |
| "learning_rate": 9.962622158008938e-05, | |
| "loss": 0.0686, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.8885298869143781, | |
| "grad_norm": 0.5260514616966248, | |
| "learning_rate": 9.959290975213841e-05, | |
| "loss": 0.0831, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.9046849757673667, | |
| "grad_norm": 0.5752175450325012, | |
| "learning_rate": 9.955818224890165e-05, | |
| "loss": 0.0656, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.9208400646203554, | |
| "grad_norm": 0.6161171197891235, | |
| "learning_rate": 9.952204006170771e-05, | |
| "loss": 0.0697, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.9369951534733441, | |
| "grad_norm": 0.935058057308197, | |
| "learning_rate": 9.948448422226856e-05, | |
| "loss": 0.0774, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9531502423263328, | |
| "grad_norm": 1.006998062133789, | |
| "learning_rate": 9.944551580265026e-05, | |
| "loss": 0.0788, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.9693053311793215, | |
| "grad_norm": 0.9937463998794556, | |
| "learning_rate": 9.940513591524222e-05, | |
| "loss": 0.075, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.9854604200323102, | |
| "grad_norm": 0.840084433555603, | |
| "learning_rate": 9.936334571272554e-05, | |
| "loss": 0.0805, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.001615508885299, | |
| "grad_norm": 0.9836556315422058, | |
| "learning_rate": 9.932014638804001e-05, | |
| "loss": 0.0753, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.0177705977382876, | |
| "grad_norm": 0.7406233549118042, | |
| "learning_rate": 9.927553917435017e-05, | |
| "loss": 0.0695, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.0339256865912763, | |
| "grad_norm": 0.8061002492904663, | |
| "learning_rate": 9.922952534501002e-05, | |
| "loss": 0.0682, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.050080775444265, | |
| "grad_norm": 0.6358613967895508, | |
| "learning_rate": 9.918210621352668e-05, | |
| "loss": 0.077, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.0662358642972536, | |
| "grad_norm": 0.6549187898635864, | |
| "learning_rate": 9.913328313352292e-05, | |
| "loss": 0.0739, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.0823909531502423, | |
| "grad_norm": 0.8390158414840698, | |
| "learning_rate": 9.908305749869858e-05, | |
| "loss": 0.0883, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.098546042003231, | |
| "grad_norm": 0.942304253578186, | |
| "learning_rate": 9.90314307427906e-05, | |
| "loss": 0.0788, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.1147011308562198, | |
| "grad_norm": 1.1538914442062378, | |
| "learning_rate": 9.897840433953234e-05, | |
| "loss": 0.0766, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.1308562197092085, | |
| "grad_norm": 0.6114380359649658, | |
| "learning_rate": 9.892397980261128e-05, | |
| "loss": 0.0754, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.1470113085621971, | |
| "grad_norm": 0.9622769355773926, | |
| "learning_rate": 9.886815868562596e-05, | |
| "loss": 0.0824, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.1631663974151858, | |
| "grad_norm": 0.6100155115127563, | |
| "learning_rate": 9.88109425820416e-05, | |
| "loss": 0.067, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.1793214862681745, | |
| "grad_norm": 0.5996105670928955, | |
| "learning_rate": 9.875233312514454e-05, | |
| "loss": 0.0663, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.1954765751211631, | |
| "grad_norm": 0.5155414342880249, | |
| "learning_rate": 9.869233198799572e-05, | |
| "loss": 0.0629, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.2116316639741518, | |
| "grad_norm": 0.6942029595375061, | |
| "learning_rate": 9.863094088338288e-05, | |
| "loss": 0.0764, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.2277867528271407, | |
| "grad_norm": 0.5376043319702148, | |
| "learning_rate": 9.856816156377163e-05, | |
| "loss": 0.0675, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.2439418416801293, | |
| "grad_norm": 0.6686906814575195, | |
| "learning_rate": 9.850399582125548e-05, | |
| "loss": 0.0767, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.260096930533118, | |
| "grad_norm": 0.768054723739624, | |
| "learning_rate": 9.843844548750464e-05, | |
| "loss": 0.0716, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.2762520193861067, | |
| "grad_norm": 0.6787708401679993, | |
| "learning_rate": 9.837151243371376e-05, | |
| "loss": 0.0672, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.2924071082390953, | |
| "grad_norm": 0.500952959060669, | |
| "learning_rate": 9.830319857054852e-05, | |
| "loss": 0.0702, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.308562197092084, | |
| "grad_norm": 0.6068538427352905, | |
| "learning_rate": 9.823350584809105e-05, | |
| "loss": 0.0738, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.3247172859450727, | |
| "grad_norm": 0.6218283176422119, | |
| "learning_rate": 9.816243625578432e-05, | |
| "loss": 0.0756, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.3408723747980613, | |
| "grad_norm": 0.7377462983131409, | |
| "learning_rate": 9.808999182237528e-05, | |
| "loss": 0.0692, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.35702746365105, | |
| "grad_norm": 0.5580537915229797, | |
| "learning_rate": 9.8016174615857e-05, | |
| "loss": 0.0633, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.3731825525040389, | |
| "grad_norm": 0.615639328956604, | |
| "learning_rate": 9.794098674340965e-05, | |
| "loss": 0.0718, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.3893376413570275, | |
| "grad_norm": 0.7121309041976929, | |
| "learning_rate": 9.78644303513403e-05, | |
| "loss": 0.0633, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.4054927302100162, | |
| "grad_norm": 0.5688542127609253, | |
| "learning_rate": 9.778650762502166e-05, | |
| "loss": 0.0678, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.4216478190630049, | |
| "grad_norm": 0.5155729651451111, | |
| "learning_rate": 9.770722078882973e-05, | |
| "loss": 0.0665, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.4378029079159935, | |
| "grad_norm": 0.48947158455848694, | |
| "learning_rate": 9.762657210608029e-05, | |
| "loss": 0.0657, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.4539579967689822, | |
| "grad_norm": 0.7648037075996399, | |
| "learning_rate": 9.754456387896422e-05, | |
| "loss": 0.0707, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.4701130856219708, | |
| "grad_norm": 0.8872023224830627, | |
| "learning_rate": 9.746119844848195e-05, | |
| "loss": 0.062, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.4862681744749597, | |
| "grad_norm": 1.083450436592102, | |
| "learning_rate": 9.737647819437645e-05, | |
| "loss": 0.0728, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.5024232633279482, | |
| "grad_norm": 0.6818684339523315, | |
| "learning_rate": 9.729040553506539e-05, | |
| "loss": 0.0637, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.518578352180937, | |
| "grad_norm": 0.7897723913192749, | |
| "learning_rate": 9.720298292757215e-05, | |
| "loss": 0.0682, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.5347334410339257, | |
| "grad_norm": 0.46110132336616516, | |
| "learning_rate": 9.711421286745555e-05, | |
| "loss": 0.0726, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.5508885298869144, | |
| "grad_norm": 0.4637523293495178, | |
| "learning_rate": 9.70240978887387e-05, | |
| "loss": 0.0622, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.567043618739903, | |
| "grad_norm": 0.7092505693435669, | |
| "learning_rate": 9.69326405638367e-05, | |
| "loss": 0.0592, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.5831987075928917, | |
| "grad_norm": 0.5965023040771484, | |
| "learning_rate": 9.683984350348312e-05, | |
| "loss": 0.0697, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.5993537964458806, | |
| "grad_norm": 0.5201593041419983, | |
| "learning_rate": 9.67457093566555e-05, | |
| "loss": 0.0706, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.615508885298869, | |
| "grad_norm": 0.6693015098571777, | |
| "learning_rate": 9.665024081049977e-05, | |
| "loss": 0.0653, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.631663974151858, | |
| "grad_norm": 0.7377516627311707, | |
| "learning_rate": 9.655344059025351e-05, | |
| "loss": 0.061, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.6478190630048464, | |
| "grad_norm": 0.6737310290336609, | |
| "learning_rate": 9.645531145916817e-05, | |
| "loss": 0.0552, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.6639741518578353, | |
| "grad_norm": 0.6933907866477966, | |
| "learning_rate": 9.635585621843018e-05, | |
| "loss": 0.0671, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.680129240710824, | |
| "grad_norm": 0.6938374638557434, | |
| "learning_rate": 9.625507770708097e-05, | |
| "loss": 0.068, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.6962843295638126, | |
| "grad_norm": 0.5320965051651001, | |
| "learning_rate": 9.615297880193598e-05, | |
| "loss": 0.0632, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.7124394184168013, | |
| "grad_norm": 0.6312500238418579, | |
| "learning_rate": 9.60495624175025e-05, | |
| "loss": 0.0706, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.72859450726979, | |
| "grad_norm": 0.5120170712471008, | |
| "learning_rate": 9.594483150589646e-05, | |
| "loss": 0.0706, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.7447495961227788, | |
| "grad_norm": 0.6575292348861694, | |
| "learning_rate": 9.58387890567582e-05, | |
| "loss": 0.066, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.7609046849757672, | |
| "grad_norm": 0.8916189670562744, | |
| "learning_rate": 9.573143809716711e-05, | |
| "loss": 0.0572, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.7770597738287561, | |
| "grad_norm": 0.7182980179786682, | |
| "learning_rate": 9.562278169155518e-05, | |
| "loss": 0.061, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.7932148626817448, | |
| "grad_norm": 0.5273639559745789, | |
| "learning_rate": 9.551282294161962e-05, | |
| "loss": 0.0564, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.8093699515347335, | |
| "grad_norm": 0.5014919638633728, | |
| "learning_rate": 9.540156498623418e-05, | |
| "loss": 0.0674, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.8255250403877221, | |
| "grad_norm": 0.49997884035110474, | |
| "learning_rate": 9.528901100135971e-05, | |
| "loss": 0.0719, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.8416801292407108, | |
| "grad_norm": 0.5391654968261719, | |
| "learning_rate": 9.517516419995335e-05, | |
| "loss": 0.0634, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.8578352180936997, | |
| "grad_norm": 0.5763863921165466, | |
| "learning_rate": 9.506002783187691e-05, | |
| "loss": 0.0622, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.8739903069466881, | |
| "grad_norm": 0.5951936841011047, | |
| "learning_rate": 9.494360518380405e-05, | |
| "loss": 0.066, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.890145395799677, | |
| "grad_norm": 0.7027397751808167, | |
| "learning_rate": 9.482589957912651e-05, | |
| "loss": 0.0623, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.9063004846526654, | |
| "grad_norm": 0.6542057991027832, | |
| "learning_rate": 9.470691437785918e-05, | |
| "loss": 0.0635, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.9224555735056543, | |
| "grad_norm": 0.39720842242240906, | |
| "learning_rate": 9.45866529765442e-05, | |
| "loss": 0.064, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.938610662358643, | |
| "grad_norm": 0.47394442558288574, | |
| "learning_rate": 9.446511880815407e-05, | |
| "loss": 0.0595, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.9547657512116317, | |
| "grad_norm": 0.3531631529331207, | |
| "learning_rate": 9.434231534199356e-05, | |
| "loss": 0.0583, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.9709208400646203, | |
| "grad_norm": 0.6005557775497437, | |
| "learning_rate": 9.421824608360068e-05, | |
| "loss": 0.0599, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.987075928917609, | |
| "grad_norm": 0.5101392269134521, | |
| "learning_rate": 9.409291457464672e-05, | |
| "loss": 0.0617, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.003231017770598, | |
| "grad_norm": 0.42682531476020813, | |
| "learning_rate": 9.396632439283501e-05, | |
| "loss": 0.0554, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.0193861066235863, | |
| "grad_norm": 0.6450132727622986, | |
| "learning_rate": 9.383847915179892e-05, | |
| "loss": 0.0677, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.035541195476575, | |
| "grad_norm": 0.399069607257843, | |
| "learning_rate": 9.370938250099857e-05, | |
| "loss": 0.0618, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.0516962843295636, | |
| "grad_norm": 0.4468577802181244, | |
| "learning_rate": 9.357903812561679e-05, | |
| "loss": 0.0685, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.0678513731825525, | |
| "grad_norm": 0.559262752532959, | |
| "learning_rate": 9.344744974645381e-05, | |
| "loss": 0.0637, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.0840064620355414, | |
| "grad_norm": 0.5825755596160889, | |
| "learning_rate": 9.33146211198211e-05, | |
| "loss": 0.0625, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.10016155088853, | |
| "grad_norm": 1.090774655342102, | |
| "learning_rate": 9.318055603743418e-05, | |
| "loss": 0.0691, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.1163166397415187, | |
| "grad_norm": 0.3790472149848938, | |
| "learning_rate": 9.304525832630426e-05, | |
| "loss": 0.0572, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.132471728594507, | |
| "grad_norm": 0.46555569767951965, | |
| "learning_rate": 9.290873184862917e-05, | |
| "loss": 0.0611, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.148626817447496, | |
| "grad_norm": 0.5333315134048462, | |
| "learning_rate": 9.277098050168293e-05, | |
| "loss": 0.0554, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.1647819063004845, | |
| "grad_norm": 0.5820637345314026, | |
| "learning_rate": 9.263200821770461e-05, | |
| "loss": 0.0593, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.1809369951534734, | |
| "grad_norm": 0.5108340978622437, | |
| "learning_rate": 9.249181896378607e-05, | |
| "loss": 0.0561, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.197092084006462, | |
| "grad_norm": 0.44887450337409973, | |
| "learning_rate": 9.235041674175868e-05, | |
| "loss": 0.0608, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.2132471728594507, | |
| "grad_norm": 0.462615042924881, | |
| "learning_rate": 9.22078055880791e-05, | |
| "loss": 0.0495, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 2.2294022617124396, | |
| "grad_norm": 0.48509976267814636, | |
| "learning_rate": 9.206398957371406e-05, | |
| "loss": 0.0589, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.245557350565428, | |
| "grad_norm": 0.48090824484825134, | |
| "learning_rate": 9.191897280402415e-05, | |
| "loss": 0.0521, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.261712439418417, | |
| "grad_norm": 0.5474804043769836, | |
| "learning_rate": 9.177275941864662e-05, | |
| "loss": 0.0591, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.2778675282714054, | |
| "grad_norm": 0.6736873984336853, | |
| "learning_rate": 9.162535359137725e-05, | |
| "loss": 0.0532, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 2.2940226171243943, | |
| "grad_norm": 0.4108855426311493, | |
| "learning_rate": 9.147675953005112e-05, | |
| "loss": 0.0608, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 2.3101777059773827, | |
| "grad_norm": 0.6929683685302734, | |
| "learning_rate": 9.132698147642258e-05, | |
| "loss": 0.0572, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 2.3263327948303716, | |
| "grad_norm": 0.662588357925415, | |
| "learning_rate": 9.117602370604412e-05, | |
| "loss": 0.0606, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 2.3424878836833605, | |
| "grad_norm": 0.6598329544067383, | |
| "learning_rate": 9.102389052814435e-05, | |
| "loss": 0.0617, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.358642972536349, | |
| "grad_norm": 0.6328267455101013, | |
| "learning_rate": 9.087058628550492e-05, | |
| "loss": 0.0635, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 2.374798061389338, | |
| "grad_norm": 0.7304327487945557, | |
| "learning_rate": 9.071611535433665e-05, | |
| "loss": 0.0636, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 2.3909531502423262, | |
| "grad_norm": 0.7994436621665955, | |
| "learning_rate": 9.056048214415456e-05, | |
| "loss": 0.0682, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 2.407108239095315, | |
| "grad_norm": 0.5563200116157532, | |
| "learning_rate": 9.040369109765196e-05, | |
| "loss": 0.0602, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 2.4232633279483036, | |
| "grad_norm": 0.862169623374939, | |
| "learning_rate": 9.024574669057368e-05, | |
| "loss": 0.0694, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.4394184168012925, | |
| "grad_norm": 0.5530250668525696, | |
| "learning_rate": 9.00866534315883e-05, | |
| "loss": 0.0621, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 2.4555735056542813, | |
| "grad_norm": 0.5109930634498596, | |
| "learning_rate": 8.992641586215944e-05, | |
| "loss": 0.0568, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 2.47172859450727, | |
| "grad_norm": 0.772769570350647, | |
| "learning_rate": 8.97650385564161e-05, | |
| "loss": 0.0634, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 2.4878836833602587, | |
| "grad_norm": 0.7233314514160156, | |
| "learning_rate": 8.960252612102209e-05, | |
| "loss": 0.0682, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 2.504038772213247, | |
| "grad_norm": 0.9270318746566772, | |
| "learning_rate": 8.943888319504457e-05, | |
| "loss": 0.0616, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 2.520193861066236, | |
| "grad_norm": 1.1452592611312866, | |
| "learning_rate": 8.927411444982157e-05, | |
| "loss": 0.0536, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 2.5363489499192244, | |
| "grad_norm": 0.8335738778114319, | |
| "learning_rate": 8.91082245888287e-05, | |
| "loss": 0.0588, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 2.5525040387722133, | |
| "grad_norm": 0.5370670557022095, | |
| "learning_rate": 8.894121834754481e-05, | |
| "loss": 0.0593, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 2.568659127625202, | |
| "grad_norm": 0.5532761216163635, | |
| "learning_rate": 8.877310049331691e-05, | |
| "loss": 0.0601, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 2.5848142164781907, | |
| "grad_norm": 0.6287941932678223, | |
| "learning_rate": 8.860387582522397e-05, | |
| "loss": 0.0627, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.600969305331179, | |
| "grad_norm": 0.6329537034034729, | |
| "learning_rate": 8.843354917394e-05, | |
| "loss": 0.0572, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 2.617124394184168, | |
| "grad_norm": 0.4902884364128113, | |
| "learning_rate": 8.826212540159615e-05, | |
| "loss": 0.0528, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 2.633279483037157, | |
| "grad_norm": 0.4139235019683838, | |
| "learning_rate": 8.808960940164188e-05, | |
| "loss": 0.0591, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 2.6494345718901453, | |
| "grad_norm": 0.481642484664917, | |
| "learning_rate": 8.79160060987053e-05, | |
| "loss": 0.063, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 2.665589660743134, | |
| "grad_norm": 0.575612485408783, | |
| "learning_rate": 8.77413204484526e-05, | |
| "loss": 0.0682, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 2.6817447495961226, | |
| "grad_norm": 0.7415863871574402, | |
| "learning_rate": 8.756555743744655e-05, | |
| "loss": 0.0488, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 2.6978998384491115, | |
| "grad_norm": 0.614101767539978, | |
| "learning_rate": 8.738872208300417e-05, | |
| "loss": 0.0627, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 2.7140549273021, | |
| "grad_norm": 0.5911862850189209, | |
| "learning_rate": 8.721081943305356e-05, | |
| "loss": 0.0622, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 2.730210016155089, | |
| "grad_norm": 0.5863639116287231, | |
| "learning_rate": 8.703185456598968e-05, | |
| "loss": 0.0598, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 2.7463651050080777, | |
| "grad_norm": 0.6773284077644348, | |
| "learning_rate": 8.685183259052952e-05, | |
| "loss": 0.0591, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.762520193861066, | |
| "grad_norm": 0.48102864623069763, | |
| "learning_rate": 8.667075864556615e-05, | |
| "loss": 0.0554, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 2.778675282714055, | |
| "grad_norm": 0.6997978687286377, | |
| "learning_rate": 8.648863790002213e-05, | |
| "loss": 0.0605, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 2.7948303715670435, | |
| "grad_norm": 0.6587175130844116, | |
| "learning_rate": 8.630547555270188e-05, | |
| "loss": 0.064, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 2.8109854604200324, | |
| "grad_norm": 0.8421849608421326, | |
| "learning_rate": 8.612127683214329e-05, | |
| "loss": 0.0523, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 2.827140549273021, | |
| "grad_norm": 0.3728615939617157, | |
| "learning_rate": 8.59360469964685e-05, | |
| "loss": 0.057, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 2.8432956381260097, | |
| "grad_norm": 0.6552137732505798, | |
| "learning_rate": 8.574979133323377e-05, | |
| "loss": 0.0605, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 2.8594507269789986, | |
| "grad_norm": 0.7351179718971252, | |
| "learning_rate": 8.556251515927855e-05, | |
| "loss": 0.0566, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 2.875605815831987, | |
| "grad_norm": 0.5557317733764648, | |
| "learning_rate": 8.537422382057374e-05, | |
| "loss": 0.0531, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 2.891760904684976, | |
| "grad_norm": 0.5497432351112366, | |
| "learning_rate": 8.518492269206899e-05, | |
| "loss": 0.0588, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 2.9079159935379644, | |
| "grad_norm": 0.6453426480293274, | |
| "learning_rate": 8.499461717753939e-05, | |
| "loss": 0.0589, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.9240710823909533, | |
| "grad_norm": 0.5362476706504822, | |
| "learning_rate": 8.480331270943111e-05, | |
| "loss": 0.0626, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 2.9402261712439417, | |
| "grad_norm": 0.42626962065696716, | |
| "learning_rate": 8.461101474870641e-05, | |
| "loss": 0.0495, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 2.9563812600969306, | |
| "grad_norm": 0.5444236397743225, | |
| "learning_rate": 8.44177287846877e-05, | |
| "loss": 0.0558, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 2.9725363489499195, | |
| "grad_norm": 0.5531013607978821, | |
| "learning_rate": 8.422346033490082e-05, | |
| "loss": 0.0497, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 2.988691437802908, | |
| "grad_norm": 0.5683811902999878, | |
| "learning_rate": 8.402821494491762e-05, | |
| "loss": 0.0528, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 3.004846526655897, | |
| "grad_norm": 0.5049775838851929, | |
| "learning_rate": 8.383199818819758e-05, | |
| "loss": 0.0616, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 3.0210016155088852, | |
| "grad_norm": 0.38788193464279175, | |
| "learning_rate": 8.363481566592874e-05, | |
| "loss": 0.0549, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 3.037156704361874, | |
| "grad_norm": 0.543121337890625, | |
| "learning_rate": 8.34366730068678e-05, | |
| "loss": 0.0561, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 3.0533117932148626, | |
| "grad_norm": 0.48212480545043945, | |
| "learning_rate": 8.323757586717947e-05, | |
| "loss": 0.0473, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 3.0694668820678515, | |
| "grad_norm": 0.7454380393028259, | |
| "learning_rate": 8.303752993027498e-05, | |
| "loss": 0.0564, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 3.08562197092084, | |
| "grad_norm": 0.5166053175926208, | |
| "learning_rate": 8.283654090664985e-05, | |
| "loss": 0.0571, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 3.101777059773829, | |
| "grad_norm": 0.5176417231559753, | |
| "learning_rate": 8.263461453372086e-05, | |
| "loss": 0.0593, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 3.1179321486268172, | |
| "grad_norm": 0.6009415984153748, | |
| "learning_rate": 8.243175657566233e-05, | |
| "loss": 0.0518, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 3.134087237479806, | |
| "grad_norm": 0.4920412302017212, | |
| "learning_rate": 8.222797282324152e-05, | |
| "loss": 0.0517, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 3.150242326332795, | |
| "grad_norm": 0.5730708241462708, | |
| "learning_rate": 8.20232690936533e-05, | |
| "loss": 0.055, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 3.1663974151857834, | |
| "grad_norm": 0.5689309239387512, | |
| "learning_rate": 8.18176512303542e-05, | |
| "loss": 0.0462, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 3.1825525040387723, | |
| "grad_norm": 0.3386596143245697, | |
| "learning_rate": 8.161112510289549e-05, | |
| "loss": 0.0593, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 3.1987075928917608, | |
| "grad_norm": 0.5641984939575195, | |
| "learning_rate": 8.140369660675571e-05, | |
| "loss": 0.0561, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 3.2148626817447497, | |
| "grad_norm": 0.3364955186843872, | |
| "learning_rate": 8.119537166317232e-05, | |
| "loss": 0.0488, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 3.231017770597738, | |
| "grad_norm": 0.5797820687294006, | |
| "learning_rate": 8.098615621897272e-05, | |
| "loss": 0.0471, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 3.247172859450727, | |
| "grad_norm": 0.6893600225448608, | |
| "learning_rate": 8.077605624640448e-05, | |
| "loss": 0.0489, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 3.263327948303716, | |
| "grad_norm": 0.6242002844810486, | |
| "learning_rate": 8.056507774296477e-05, | |
| "loss": 0.0502, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 3.2794830371567043, | |
| "grad_norm": 0.29608842730522156, | |
| "learning_rate": 8.035322673122934e-05, | |
| "loss": 0.0574, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 3.295638126009693, | |
| "grad_norm": 0.39050793647766113, | |
| "learning_rate": 8.014050925868042e-05, | |
| "loss": 0.0553, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 3.3117932148626816, | |
| "grad_norm": 0.7243764400482178, | |
| "learning_rate": 7.99269313975342e-05, | |
| "loss": 0.0496, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 3.3279483037156705, | |
| "grad_norm": 0.6739727258682251, | |
| "learning_rate": 7.971249924456742e-05, | |
| "loss": 0.0486, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 3.344103392568659, | |
| "grad_norm": 0.4816618263721466, | |
| "learning_rate": 7.94972189209434e-05, | |
| "loss": 0.0455, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 3.360258481421648, | |
| "grad_norm": 0.5240322351455688, | |
| "learning_rate": 7.928109657203725e-05, | |
| "loss": 0.0573, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 3.3764135702746367, | |
| "grad_norm": 0.3253321051597595, | |
| "learning_rate": 7.906413836726048e-05, | |
| "loss": 0.0467, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 3.392568659127625, | |
| "grad_norm": 0.5213293433189392, | |
| "learning_rate": 7.884635049988488e-05, | |
| "loss": 0.0488, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 3.408723747980614, | |
| "grad_norm": 0.4129197895526886, | |
| "learning_rate": 7.86277391868657e-05, | |
| "loss": 0.0483, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 3.4248788368336025, | |
| "grad_norm": 0.5131278038024902, | |
| "learning_rate": 7.840831066866423e-05, | |
| "loss": 0.0429, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 3.4410339256865914, | |
| "grad_norm": 0.529063880443573, | |
| "learning_rate": 7.818807120906964e-05, | |
| "loss": 0.0536, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 3.45718901453958, | |
| "grad_norm": 0.6816816926002502, | |
| "learning_rate": 7.796702709502012e-05, | |
| "loss": 0.0514, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 3.4733441033925687, | |
| "grad_norm": 0.3989129066467285, | |
| "learning_rate": 7.774518463642351e-05, | |
| "loss": 0.0613, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 3.489499192245557, | |
| "grad_norm": 0.4334792494773865, | |
| "learning_rate": 7.75225501659771e-05, | |
| "loss": 0.0483, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 3.505654281098546, | |
| "grad_norm": 0.46373841166496277, | |
| "learning_rate": 7.729913003898694e-05, | |
| "loss": 0.0443, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 3.5218093699515345, | |
| "grad_norm": 0.3799467980861664, | |
| "learning_rate": 7.707493063318629e-05, | |
| "loss": 0.0511, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 3.5379644588045234, | |
| "grad_norm": 0.4075853228569031, | |
| "learning_rate": 7.684995834855372e-05, | |
| "loss": 0.0478, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 3.5541195476575123, | |
| "grad_norm": 0.39337170124053955, | |
| "learning_rate": 7.662421960713028e-05, | |
| "loss": 0.0484, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 3.5702746365105007, | |
| "grad_norm": 0.30496665835380554, | |
| "learning_rate": 7.639772085283628e-05, | |
| "loss": 0.0446, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 3.5864297253634896, | |
| "grad_norm": 0.36177757382392883, | |
| "learning_rate": 7.617046855128724e-05, | |
| "loss": 0.0469, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 3.602584814216478, | |
| "grad_norm": 0.39714500308036804, | |
| "learning_rate": 7.594246918960946e-05, | |
| "loss": 0.0433, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 3.618739903069467, | |
| "grad_norm": 0.40002134442329407, | |
| "learning_rate": 7.571372927625469e-05, | |
| "loss": 0.0518, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 3.6348949919224554, | |
| "grad_norm": 0.6046271324157715, | |
| "learning_rate": 7.548425534081442e-05, | |
| "loss": 0.052, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 3.6510500807754442, | |
| "grad_norm": 0.43297943472862244, | |
| "learning_rate": 7.525405393383351e-05, | |
| "loss": 0.0462, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 3.667205169628433, | |
| "grad_norm": 0.4702610671520233, | |
| "learning_rate": 7.502313162662315e-05, | |
| "loss": 0.0543, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 3.6833602584814216, | |
| "grad_norm": 0.3743409216403961, | |
| "learning_rate": 7.479149501107328e-05, | |
| "loss": 0.0472, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 3.6995153473344105, | |
| "grad_norm": 0.3397691249847412, | |
| "learning_rate": 7.455915069946444e-05, | |
| "loss": 0.045, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 3.715670436187399, | |
| "grad_norm": 0.39391201734542847, | |
| "learning_rate": 7.4326105324279e-05, | |
| "loss": 0.0407, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 3.731825525040388, | |
| "grad_norm": 0.5775906443595886, | |
| "learning_rate": 7.409236553801183e-05, | |
| "loss": 0.0511, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 3.7479806138933762, | |
| "grad_norm": 0.5497547388076782, | |
| "learning_rate": 7.385793801298042e-05, | |
| "loss": 0.0426, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 3.764135702746365, | |
| "grad_norm": 0.4124547243118286, | |
| "learning_rate": 7.36228294411344e-05, | |
| "loss": 0.05, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 3.780290791599354, | |
| "grad_norm": 0.4284408390522003, | |
| "learning_rate": 7.338704653386448e-05, | |
| "loss": 0.0498, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 3.7964458804523424, | |
| "grad_norm": 0.47924646735191345, | |
| "learning_rate": 7.315059602181092e-05, | |
| "loss": 0.0491, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 3.8126009693053313, | |
| "grad_norm": 0.34164971113204956, | |
| "learning_rate": 7.291348465467136e-05, | |
| "loss": 0.0503, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 3.8287560581583198, | |
| "grad_norm": 0.4297367334365845, | |
| "learning_rate": 7.267571920100816e-05, | |
| "loss": 0.0505, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 3.8449111470113086, | |
| "grad_norm": 0.45141902565956116, | |
| "learning_rate": 7.24373064480552e-05, | |
| "loss": 0.0442, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 3.861066235864297, | |
| "grad_norm": 0.4785975217819214, | |
| "learning_rate": 7.219825320152411e-05, | |
| "loss": 0.0538, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 3.877221324717286, | |
| "grad_norm": 0.3574664890766144, | |
| "learning_rate": 7.195856628540995e-05, | |
| "loss": 0.0499, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 3.893376413570275, | |
| "grad_norm": 0.40025898814201355, | |
| "learning_rate": 7.171825254179654e-05, | |
| "loss": 0.0429, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 3.9095315024232633, | |
| "grad_norm": 0.3183038830757141, | |
| "learning_rate": 7.1477318830661e-05, | |
| "loss": 0.0466, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 3.9256865912762517, | |
| "grad_norm": 0.4639292061328888, | |
| "learning_rate": 7.123577202967805e-05, | |
| "loss": 0.0446, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 3.9418416801292406, | |
| "grad_norm": 0.5322105884552002, | |
| "learning_rate": 7.099361903402359e-05, | |
| "loss": 0.0495, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 3.9579967689822295, | |
| "grad_norm": 0.3138383626937866, | |
| "learning_rate": 7.075086675617788e-05, | |
| "loss": 0.0444, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 3.974151857835218, | |
| "grad_norm": 0.544747531414032, | |
| "learning_rate": 7.050752212572831e-05, | |
| "loss": 0.0541, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 3.990306946688207, | |
| "grad_norm": 0.4654453694820404, | |
| "learning_rate": 7.026359208917148e-05, | |
| "loss": 0.0504, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 4.006462035541196, | |
| "grad_norm": 0.31848329305648804, | |
| "learning_rate": 7.001908360971494e-05, | |
| "loss": 0.0451, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 4.022617124394184, | |
| "grad_norm": 0.43173283338546753, | |
| "learning_rate": 6.977400366707847e-05, | |
| "loss": 0.0467, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 4.038772213247173, | |
| "grad_norm": 0.5474691390991211, | |
| "learning_rate": 6.952835925729472e-05, | |
| "loss": 0.0479, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 4.054927302100162, | |
| "grad_norm": 0.4897683560848236, | |
| "learning_rate": 6.928215739250963e-05, | |
| "loss": 0.0505, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 4.07108239095315, | |
| "grad_norm": 0.31264185905456543, | |
| "learning_rate": 6.903540510078219e-05, | |
| "loss": 0.0457, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 4.087237479806139, | |
| "grad_norm": 0.4703519642353058, | |
| "learning_rate": 6.878810942588383e-05, | |
| "loss": 0.0451, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 4.103392568659127, | |
| "grad_norm": 0.3018874228000641, | |
| "learning_rate": 6.85402774270974e-05, | |
| "loss": 0.0449, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 4.119547657512117, | |
| "grad_norm": 0.3613886535167694, | |
| "learning_rate": 6.829191617901551e-05, | |
| "loss": 0.0481, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 4.135702746365105, | |
| "grad_norm": 0.34348440170288086, | |
| "learning_rate": 6.804303277133877e-05, | |
| "loss": 0.0396, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 4.1518578352180935, | |
| "grad_norm": 0.44307631254196167, | |
| "learning_rate": 6.779363430867326e-05, | |
| "loss": 0.0459, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 4.168012924071083, | |
| "grad_norm": 0.5705850124359131, | |
| "learning_rate": 6.754372791032783e-05, | |
| "loss": 0.0468, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 4.184168012924071, | |
| "grad_norm": 0.3443628251552582, | |
| "learning_rate": 6.729332071011077e-05, | |
| "loss": 0.0452, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 4.20032310177706, | |
| "grad_norm": 0.4537239372730255, | |
| "learning_rate": 6.704241985612625e-05, | |
| "loss": 0.0446, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 4.216478190630048, | |
| "grad_norm": 0.3705506920814514, | |
| "learning_rate": 6.679103251057024e-05, | |
| "loss": 0.0384, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 4.2326332794830375, | |
| "grad_norm": 0.5850950479507446, | |
| "learning_rate": 6.653916584952607e-05, | |
| "loss": 0.0483, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 4.248788368336026, | |
| "grad_norm": 0.7132898569107056, | |
| "learning_rate": 6.628682706275953e-05, | |
| "loss": 0.0432, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 4.264943457189014, | |
| "grad_norm": 0.3713912069797516, | |
| "learning_rate": 6.603402335351371e-05, | |
| "loss": 0.0382, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 4.281098546042003, | |
| "grad_norm": 0.6300288438796997, | |
| "learning_rate": 6.578076193830335e-05, | |
| "loss": 0.0444, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 4.297253634894992, | |
| "grad_norm": 0.5276614427566528, | |
| "learning_rate": 6.55270500467088e-05, | |
| "loss": 0.0554, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 4.313408723747981, | |
| "grad_norm": 0.38638073205947876, | |
| "learning_rate": 6.527289492116968e-05, | |
| "loss": 0.054, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 4.329563812600969, | |
| "grad_norm": 0.7961811423301697, | |
| "learning_rate": 6.501830381677813e-05, | |
| "loss": 0.0529, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 4.345718901453958, | |
| "grad_norm": 0.3550907373428345, | |
| "learning_rate": 6.476328400107171e-05, | |
| "loss": 0.0488, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 4.361873990306947, | |
| "grad_norm": 0.5453242659568787, | |
| "learning_rate": 6.450784275382595e-05, | |
| "loss": 0.0503, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 4.378029079159935, | |
| "grad_norm": 0.4048435688018799, | |
| "learning_rate": 6.425198736684655e-05, | |
| "loss": 0.0474, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 4.394184168012924, | |
| "grad_norm": 0.47286099195480347, | |
| "learning_rate": 6.399572514376113e-05, | |
| "loss": 0.0406, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 4.410339256865913, | |
| "grad_norm": 0.28871116042137146, | |
| "learning_rate": 6.373906339981092e-05, | |
| "loss": 0.0465, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 4.426494345718901, | |
| "grad_norm": 0.686854362487793, | |
| "learning_rate": 6.348200946164178e-05, | |
| "loss": 0.0477, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 4.44264943457189, | |
| "grad_norm": 0.7823249101638794, | |
| "learning_rate": 6.322457066709511e-05, | |
| "loss": 0.0407, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 4.458804523424879, | |
| "grad_norm": 0.4921092987060547, | |
| "learning_rate": 6.296675436499844e-05, | |
| "loss": 0.0408, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 4.474959612277868, | |
| "grad_norm": 0.5457318425178528, | |
| "learning_rate": 6.270856791495556e-05, | |
| "loss": 0.0421, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 4.491114701130856, | |
| "grad_norm": 0.7720049619674683, | |
| "learning_rate": 6.245001868713649e-05, | |
| "loss": 0.0495, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 4.5072697899838445, | |
| "grad_norm": 0.4767976999282837, | |
| "learning_rate": 6.219111406206707e-05, | |
| "loss": 0.0446, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 4.523424878836834, | |
| "grad_norm": 0.46596401929855347, | |
| "learning_rate": 6.193186143041828e-05, | |
| "loss": 0.044, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 4.539579967689822, | |
| "grad_norm": 0.4272357225418091, | |
| "learning_rate": 6.167226819279528e-05, | |
| "loss": 0.043, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 4.555735056542811, | |
| "grad_norm": 0.39680230617523193, | |
| "learning_rate": 6.141234175952612e-05, | |
| "loss": 0.0376, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 4.5718901453958, | |
| "grad_norm": 0.42455387115478516, | |
| "learning_rate": 6.115208955045025e-05, | |
| "loss": 0.0415, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 4.5880452342487885, | |
| "grad_norm": 0.4186107814311981, | |
| "learning_rate": 6.089151899470668e-05, | |
| "loss": 0.0394, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 4.604200323101777, | |
| "grad_norm": 0.4375015199184418, | |
| "learning_rate": 6.0630637530521905e-05, | |
| "loss": 0.0392, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 4.620355411954765, | |
| "grad_norm": 0.4540638327598572, | |
| "learning_rate": 6.036945260499762e-05, | |
| "loss": 0.0498, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 4.636510500807755, | |
| "grad_norm": 0.33841922879219055, | |
| "learning_rate": 6.010797167389808e-05, | |
| "loss": 0.0403, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 4.652665589660743, | |
| "grad_norm": 0.4046776592731476, | |
| "learning_rate": 5.9846202201437285e-05, | |
| "loss": 0.0394, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 4.668820678513732, | |
| "grad_norm": 0.5421432852745056, | |
| "learning_rate": 5.9584151660065946e-05, | |
| "loss": 0.0433, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 4.684975767366721, | |
| "grad_norm": 0.38528770208358765, | |
| "learning_rate": 5.93218275302581e-05, | |
| "loss": 0.0421, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 4.701130856219709, | |
| "grad_norm": 0.4037356376647949, | |
| "learning_rate": 5.9059237300297656e-05, | |
| "loss": 0.0467, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 4.717285945072698, | |
| "grad_norm": 0.3471173644065857, | |
| "learning_rate": 5.879638846606459e-05, | |
| "loss": 0.0395, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 4.733441033925686, | |
| "grad_norm": 0.37581634521484375, | |
| "learning_rate": 5.853328853082097e-05, | |
| "loss": 0.0454, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 4.749596122778676, | |
| "grad_norm": 0.3175153136253357, | |
| "learning_rate": 5.826994500499675e-05, | |
| "loss": 0.0438, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 4.765751211631664, | |
| "grad_norm": 0.6848868131637573, | |
| "learning_rate": 5.8006365405975436e-05, | |
| "loss": 0.0408, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 4.7819063004846525, | |
| "grad_norm": 0.5808501839637756, | |
| "learning_rate": 5.774255725787946e-05, | |
| "loss": 0.0469, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 4.798061389337642, | |
| "grad_norm": 0.4114396870136261, | |
| "learning_rate": 5.747852809135539e-05, | |
| "loss": 0.0475, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 4.81421647819063, | |
| "grad_norm": 0.4883790910243988, | |
| "learning_rate": 5.721428544335893e-05, | |
| "loss": 0.0427, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 4.830371567043619, | |
| "grad_norm": 0.476870059967041, | |
| "learning_rate": 5.694983685693988e-05, | |
| "loss": 0.0375, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 4.846526655896607, | |
| "grad_norm": 0.4612770974636078, | |
| "learning_rate": 5.668518988102668e-05, | |
| "loss": 0.0416, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 4.8626817447495965, | |
| "grad_norm": 0.6491737961769104, | |
| "learning_rate": 5.6420352070211016e-05, | |
| "loss": 0.0372, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 4.878836833602585, | |
| "grad_norm": 0.433662474155426, | |
| "learning_rate": 5.615533098453215e-05, | |
| "loss": 0.0467, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 4.894991922455573, | |
| "grad_norm": 0.2737475037574768, | |
| "learning_rate": 5.589013418926104e-05, | |
| "loss": 0.0413, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 4.911147011308563, | |
| "grad_norm": 0.388280987739563, | |
| "learning_rate": 5.562476925468445e-05, | |
| "loss": 0.0338, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 4.927302100161551, | |
| "grad_norm": 0.4380597174167633, | |
| "learning_rate": 5.535924375588887e-05, | |
| "loss": 0.0415, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 4.94345718901454, | |
| "grad_norm": 0.5273949503898621, | |
| "learning_rate": 5.509356527254421e-05, | |
| "loss": 0.0393, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 4.959612277867528, | |
| "grad_norm": 0.9131794571876526, | |
| "learning_rate": 5.482774138868749e-05, | |
| "loss": 0.0459, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 4.975767366720517, | |
| "grad_norm": 0.4145738482475281, | |
| "learning_rate": 5.456177969250632e-05, | |
| "loss": 0.038, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 4.991922455573506, | |
| "grad_norm": 0.4649810791015625, | |
| "learning_rate": 5.4295687776122236e-05, | |
| "loss": 0.0451, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 5.008077544426494, | |
| "grad_norm": 0.4478986859321594, | |
| "learning_rate": 5.4029473235374106e-05, | |
| "loss": 0.0439, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 5.024232633279483, | |
| "grad_norm": 0.34594130516052246, | |
| "learning_rate": 5.376314366960118e-05, | |
| "loss": 0.0451, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 5.040387722132472, | |
| "grad_norm": 0.5222188830375671, | |
| "learning_rate": 5.3496706681426204e-05, | |
| "loss": 0.0413, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 5.05654281098546, | |
| "grad_norm": 0.5172345638275146, | |
| "learning_rate": 5.323016987653842e-05, | |
| "loss": 0.0452, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 5.072697899838449, | |
| "grad_norm": 0.3387891352176666, | |
| "learning_rate": 5.29635408634764e-05, | |
| "loss": 0.042, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 5.088852988691438, | |
| "grad_norm": 0.45280104875564575, | |
| "learning_rate": 5.26968272534109e-05, | |
| "loss": 0.039, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 5.105008077544427, | |
| "grad_norm": 0.4317404329776764, | |
| "learning_rate": 5.2430036659927573e-05, | |
| "loss": 0.0377, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 5.121163166397415, | |
| "grad_norm": 0.6537325978279114, | |
| "learning_rate": 5.2163176698809645e-05, | |
| "loss": 0.044, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 5.1373182552504035, | |
| "grad_norm": 0.32357853651046753, | |
| "learning_rate": 5.189625498782047e-05, | |
| "loss": 0.0418, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 5.153473344103393, | |
| "grad_norm": 0.5868157148361206, | |
| "learning_rate": 5.1629279146486155e-05, | |
| "loss": 0.0452, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 5.169628432956381, | |
| "grad_norm": 0.46574723720550537, | |
| "learning_rate": 5.136225679587797e-05, | |
| "loss": 0.0432, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 5.18578352180937, | |
| "grad_norm": 0.2721109390258789, | |
| "learning_rate": 5.109519555839486e-05, | |
| "loss": 0.0424, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 5.201938610662358, | |
| "grad_norm": 0.3568851053714752, | |
| "learning_rate": 5.082810305754583e-05, | |
| "loss": 0.0391, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 5.2180936995153475, | |
| "grad_norm": 0.484744131565094, | |
| "learning_rate": 5.05609869177323e-05, | |
| "loss": 0.0371, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 5.234248788368336, | |
| "grad_norm": 0.29547053575515747, | |
| "learning_rate": 5.029385476403051e-05, | |
| "loss": 0.0311, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 5.250403877221324, | |
| "grad_norm": 0.3213876783847809, | |
| "learning_rate": 5.002671422197384e-05, | |
| "loss": 0.0334, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 5.266558966074314, | |
| "grad_norm": 0.3671923577785492, | |
| "learning_rate": 4.9759572917335104e-05, | |
| "loss": 0.0451, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 5.282714054927302, | |
| "grad_norm": 0.34725895524024963, | |
| "learning_rate": 4.949243847590887e-05, | |
| "loss": 0.0375, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 5.298869143780291, | |
| "grad_norm": 0.4185596704483032, | |
| "learning_rate": 4.922531852329384e-05, | |
| "loss": 0.0379, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 5.315024232633279, | |
| "grad_norm": 0.5074782371520996, | |
| "learning_rate": 4.895822068467505e-05, | |
| "loss": 0.0402, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 5.331179321486268, | |
| "grad_norm": 1.0807178020477295, | |
| "learning_rate": 4.869115258460635e-05, | |
| "loss": 0.0332, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 5.347334410339257, | |
| "grad_norm": 0.40008237957954407, | |
| "learning_rate": 4.8424121846792614e-05, | |
| "loss": 0.0422, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 5.363489499192245, | |
| "grad_norm": 0.3162868618965149, | |
| "learning_rate": 4.8157136093872215e-05, | |
| "loss": 0.0332, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 5.379644588045235, | |
| "grad_norm": 0.5000666379928589, | |
| "learning_rate": 4.789020294719933e-05, | |
| "loss": 0.0359, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 5.395799676898223, | |
| "grad_norm": 0.4171485900878906, | |
| "learning_rate": 4.762333002662655e-05, | |
| "loss": 0.0383, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 5.4119547657512115, | |
| "grad_norm": 0.6137621402740479, | |
| "learning_rate": 4.735652495028714e-05, | |
| "loss": 0.0393, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 5.4281098546042, | |
| "grad_norm": 0.6010169386863708, | |
| "learning_rate": 4.708979533437778e-05, | |
| "loss": 0.0401, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 5.444264943457189, | |
| "grad_norm": 0.32663294672966003, | |
| "learning_rate": 4.6823148792941e-05, | |
| "loss": 0.0422, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 5.460420032310178, | |
| "grad_norm": 0.3632521629333496, | |
| "learning_rate": 4.655659293764793e-05, | |
| "loss": 0.0426, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 5.476575121163166, | |
| "grad_norm": 0.30977901816368103, | |
| "learning_rate": 4.629013537758093e-05, | |
| "loss": 0.0417, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 5.4927302100161555, | |
| "grad_norm": 0.42319706082344055, | |
| "learning_rate": 4.6023783719016526e-05, | |
| "loss": 0.0431, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 5.508885298869144, | |
| "grad_norm": 0.3542233109474182, | |
| "learning_rate": 4.57575455652081e-05, | |
| "loss": 0.0365, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 5.525040387722132, | |
| "grad_norm": 0.4000030755996704, | |
| "learning_rate": 4.5491428516168975e-05, | |
| "loss": 0.0467, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 5.541195476575121, | |
| "grad_norm": 0.3602658212184906, | |
| "learning_rate": 4.52254401684554e-05, | |
| "loss": 0.0339, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 5.55735056542811, | |
| "grad_norm": 0.41686055064201355, | |
| "learning_rate": 4.495958811494978e-05, | |
| "loss": 0.0324, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 5.573505654281099, | |
| "grad_norm": 0.3794184625148773, | |
| "learning_rate": 4.469387994464381e-05, | |
| "loss": 0.0393, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 5.589660743134087, | |
| "grad_norm": 0.3583800196647644, | |
| "learning_rate": 4.442832324242197e-05, | |
| "loss": 0.0427, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 5.605815831987076, | |
| "grad_norm": 0.27712520956993103, | |
| "learning_rate": 4.416292558884489e-05, | |
| "loss": 0.0355, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 5.621970920840065, | |
| "grad_norm": 0.41386884450912476, | |
| "learning_rate": 4.389769455993303e-05, | |
| "loss": 0.0387, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 5.638126009693053, | |
| "grad_norm": 0.38608935475349426, | |
| "learning_rate": 4.3632637726950415e-05, | |
| "loss": 0.0353, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 5.654281098546042, | |
| "grad_norm": 0.5377467274665833, | |
| "learning_rate": 4.336776265618844e-05, | |
| "loss": 0.0388, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 5.670436187399031, | |
| "grad_norm": 0.5470876693725586, | |
| "learning_rate": 4.3103076908749996e-05, | |
| "loss": 0.0407, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 5.686591276252019, | |
| "grad_norm": 0.3438394367694855, | |
| "learning_rate": 4.283858804033351e-05, | |
| "loss": 0.0348, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 5.702746365105008, | |
| "grad_norm": 0.38908761739730835, | |
| "learning_rate": 4.257430360101734e-05, | |
| "loss": 0.0342, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 5.718901453957997, | |
| "grad_norm": 0.4778120219707489, | |
| "learning_rate": 4.2310231135044196e-05, | |
| "loss": 0.0421, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 5.735056542810986, | |
| "grad_norm": 0.4164102375507355, | |
| "learning_rate": 4.2046378180605894e-05, | |
| "loss": 0.0395, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 5.751211631663974, | |
| "grad_norm": 0.31713828444480896, | |
| "learning_rate": 4.1782752269627986e-05, | |
| "loss": 0.0378, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 5.7673667205169625, | |
| "grad_norm": 0.36085453629493713, | |
| "learning_rate": 4.1519360927554953e-05, | |
| "loss": 0.0419, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 5.783521809369952, | |
| "grad_norm": 0.3456893861293793, | |
| "learning_rate": 4.125621167313519e-05, | |
| "loss": 0.0408, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 5.79967689822294, | |
| "grad_norm": 0.4086418151855469, | |
| "learning_rate": 4.09933120182066e-05, | |
| "loss": 0.0361, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 5.815831987075929, | |
| "grad_norm": 0.3052937984466553, | |
| "learning_rate": 4.073066946748192e-05, | |
| "loss": 0.0372, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 5.831987075928918, | |
| "grad_norm": 0.3931577801704407, | |
| "learning_rate": 4.046829151833469e-05, | |
| "loss": 0.0331, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 5.8481421647819065, | |
| "grad_norm": 0.46110355854034424, | |
| "learning_rate": 4.020618566058513e-05, | |
| "loss": 0.0354, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 5.864297253634895, | |
| "grad_norm": 0.39353641867637634, | |
| "learning_rate": 3.994435937628636e-05, | |
| "loss": 0.035, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 5.880452342487883, | |
| "grad_norm": 0.4410620927810669, | |
| "learning_rate": 3.968282013951079e-05, | |
| "loss": 0.0374, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 5.896607431340873, | |
| "grad_norm": 0.36808839440345764, | |
| "learning_rate": 3.9421575416136866e-05, | |
| "loss": 0.0381, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 5.912762520193861, | |
| "grad_norm": 0.38404178619384766, | |
| "learning_rate": 3.9160632663635786e-05, | |
| "loss": 0.0348, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 5.92891760904685, | |
| "grad_norm": 0.2804437577724457, | |
| "learning_rate": 3.88999993308588e-05, | |
| "loss": 0.0346, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 5.945072697899839, | |
| "grad_norm": 0.4300249218940735, | |
| "learning_rate": 3.86396828578244e-05, | |
| "loss": 0.0378, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 5.961227786752827, | |
| "grad_norm": 0.3507043421268463, | |
| "learning_rate": 3.837969067550611e-05, | |
| "loss": 0.0353, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 5.977382875605816, | |
| "grad_norm": 0.3638635277748108, | |
| "learning_rate": 3.812003020562022e-05, | |
| "loss": 0.0314, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 5.993537964458804, | |
| "grad_norm": 0.3249291181564331, | |
| "learning_rate": 3.7860708860414005e-05, | |
| "loss": 0.0421, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 6.009693053311794, | |
| "grad_norm": 0.4243714511394501, | |
| "learning_rate": 3.760173404245409e-05, | |
| "loss": 0.034, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 6.025848142164782, | |
| "grad_norm": 0.2857236862182617, | |
| "learning_rate": 3.734311314441521e-05, | |
| "loss": 0.0373, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 6.0420032310177705, | |
| "grad_norm": 0.3825433850288391, | |
| "learning_rate": 3.708485354886906e-05, | |
| "loss": 0.0298, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 6.058158319870759, | |
| "grad_norm": 0.347135990858078, | |
| "learning_rate": 3.6826962628073705e-05, | |
| "loss": 0.0348, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 6.074313408723748, | |
| "grad_norm": 0.4767064154148102, | |
| "learning_rate": 3.6569447743762986e-05, | |
| "loss": 0.0341, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 6.090468497576737, | |
| "grad_norm": 0.2834322154521942, | |
| "learning_rate": 3.631231624693645e-05, | |
| "loss": 0.0391, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 6.106623586429725, | |
| "grad_norm": 0.635104775428772, | |
| "learning_rate": 3.605557547764951e-05, | |
| "loss": 0.0355, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 6.1227786752827145, | |
| "grad_norm": 0.35917991399765015, | |
| "learning_rate": 3.579923276480387e-05, | |
| "loss": 0.0303, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 6.138933764135703, | |
| "grad_norm": 0.40180811285972595, | |
| "learning_rate": 3.5543295425938414e-05, | |
| "loss": 0.036, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 6.155088852988691, | |
| "grad_norm": 0.24985694885253906, | |
| "learning_rate": 3.5287770767020164e-05, | |
| "loss": 0.0291, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 6.17124394184168, | |
| "grad_norm": 0.36490491032600403, | |
| "learning_rate": 3.5032666082235896e-05, | |
| "loss": 0.0397, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 6.187399030694669, | |
| "grad_norm": 0.2522122263908386, | |
| "learning_rate": 3.477798865378375e-05, | |
| "loss": 0.0335, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 6.203554119547658, | |
| "grad_norm": 0.2659394145011902, | |
| "learning_rate": 3.4523745751665534e-05, | |
| "loss": 0.0303, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 6.219709208400646, | |
| "grad_norm": 0.2996593713760376, | |
| "learning_rate": 3.426994463347902e-05, | |
| "loss": 0.0327, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 6.2358642972536344, | |
| "grad_norm": 0.429979145526886, | |
| "learning_rate": 3.401659254421094e-05, | |
| "loss": 0.0367, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 6.252019386106624, | |
| "grad_norm": 0.3394151031970978, | |
| "learning_rate": 3.3763696716029957e-05, | |
| "loss": 0.0316, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 6.268174474959612, | |
| "grad_norm": 0.5161323547363281, | |
| "learning_rate": 3.351126436808048e-05, | |
| "loss": 0.0365, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 6.284329563812601, | |
| "grad_norm": 0.3514617681503296, | |
| "learning_rate": 3.325930270627632e-05, | |
| "loss": 0.0316, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 6.30048465266559, | |
| "grad_norm": 0.4464913606643677, | |
| "learning_rate": 3.300781892309523e-05, | |
| "loss": 0.0351, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 6.316639741518578, | |
| "grad_norm": 0.4298667311668396, | |
| "learning_rate": 3.2756820197373394e-05, | |
| "loss": 0.0347, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 6.332794830371567, | |
| "grad_norm": 0.44100216031074524, | |
| "learning_rate": 3.250631369410064e-05, | |
| "loss": 0.0328, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 6.348949919224555, | |
| "grad_norm": 0.3341505527496338, | |
| "learning_rate": 3.2256306564215796e-05, | |
| "loss": 0.0345, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 6.365105008077545, | |
| "grad_norm": 0.41437703371047974, | |
| "learning_rate": 3.20068059444027e-05, | |
| "loss": 0.0334, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 6.381260096930533, | |
| "grad_norm": 0.5106116533279419, | |
| "learning_rate": 3.1757818956886295e-05, | |
| "loss": 0.0357, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 6.3974151857835215, | |
| "grad_norm": 0.2565278708934784, | |
| "learning_rate": 3.150935270922951e-05, | |
| "loss": 0.0286, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 6.413570274636511, | |
| "grad_norm": 0.3734126389026642, | |
| "learning_rate": 3.126141429413019e-05, | |
| "loss": 0.0297, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 6.429725363489499, | |
| "grad_norm": 0.34675681591033936, | |
| "learning_rate": 3.101401078921878e-05, | |
| "loss": 0.028, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 6.445880452342488, | |
| "grad_norm": 0.42493683099746704, | |
| "learning_rate": 3.076714925685617e-05, | |
| "loss": 0.03, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 6.462035541195476, | |
| "grad_norm": 0.30656370520591736, | |
| "learning_rate": 3.052083674393221e-05, | |
| "loss": 0.0312, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 6.4781906300484655, | |
| "grad_norm": 0.36631324887275696, | |
| "learning_rate": 3.0275080281664414e-05, | |
| "loss": 0.0279, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 6.494345718901454, | |
| "grad_norm": 0.5831628441810608, | |
| "learning_rate": 3.0029886885397367e-05, | |
| "loss": 0.0354, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 6.510500807754442, | |
| "grad_norm": 0.3962215781211853, | |
| "learning_rate": 2.9785263554402366e-05, | |
| "loss": 0.0392, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 6.526655896607432, | |
| "grad_norm": 0.45189252495765686, | |
| "learning_rate": 2.9541217271677745e-05, | |
| "loss": 0.0356, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 6.54281098546042, | |
| "grad_norm": 0.4892602860927582, | |
| "learning_rate": 2.9297755003749394e-05, | |
| "loss": 0.0297, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 6.558966074313409, | |
| "grad_norm": 0.32902640104293823, | |
| "learning_rate": 2.9054883700471974e-05, | |
| "loss": 0.0315, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 6.575121163166397, | |
| "grad_norm": 0.3130761682987213, | |
| "learning_rate": 2.8812610294830566e-05, | |
| "loss": 0.0336, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 6.591276252019386, | |
| "grad_norm": 0.5444455146789551, | |
| "learning_rate": 2.8570941702742663e-05, | |
| "loss": 0.0293, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 6.607431340872375, | |
| "grad_norm": 0.5223131775856018, | |
| "learning_rate": 2.832988482286081e-05, | |
| "loss": 0.032, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 6.623586429725363, | |
| "grad_norm": 0.5296066403388977, | |
| "learning_rate": 2.808944653637564e-05, | |
| "loss": 0.0336, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 6.639741518578353, | |
| "grad_norm": 0.4030674397945404, | |
| "learning_rate": 2.7849633706819533e-05, | |
| "loss": 0.0355, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 6.655896607431341, | |
| "grad_norm": 0.42938342690467834, | |
| "learning_rate": 2.7610453179870554e-05, | |
| "loss": 0.0291, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 6.6720516962843295, | |
| "grad_norm": 0.4580219089984894, | |
| "learning_rate": 2.7371911783157178e-05, | |
| "loss": 0.0318, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 6.688206785137318, | |
| "grad_norm": 0.30596330761909485, | |
| "learning_rate": 2.7134016326063234e-05, | |
| "loss": 0.034, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 6.704361873990307, | |
| "grad_norm": 0.35359278321266174, | |
| "learning_rate": 2.6896773599533694e-05, | |
| "loss": 0.0299, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 6.720516962843296, | |
| "grad_norm": 0.29407617449760437, | |
| "learning_rate": 2.6660190375880657e-05, | |
| "loss": 0.0266, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 6.736672051696284, | |
| "grad_norm": 0.357388973236084, | |
| "learning_rate": 2.6424273408590188e-05, | |
| "loss": 0.0352, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 6.7528271405492735, | |
| "grad_norm": 0.8390901684761047, | |
| "learning_rate": 2.6189029432129385e-05, | |
| "loss": 0.0377, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 6.768982229402262, | |
| "grad_norm": 0.28982290625572205, | |
| "learning_rate": 2.5954465161754227e-05, | |
| "loss": 0.0315, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 6.78513731825525, | |
| "grad_norm": 0.5228689908981323, | |
| "learning_rate": 2.5720587293317826e-05, | |
| "loss": 0.0283, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 6.801292407108239, | |
| "grad_norm": 0.5332914590835571, | |
| "learning_rate": 2.5487402503079395e-05, | |
| "loss": 0.0314, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 6.817447495961228, | |
| "grad_norm": 0.5198635458946228, | |
| "learning_rate": 2.5254917447513504e-05, | |
| "loss": 0.0298, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 6.833602584814217, | |
| "grad_norm": 0.37016230821609497, | |
| "learning_rate": 2.5023138763120217e-05, | |
| "loss": 0.0281, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 6.849757673667205, | |
| "grad_norm": 0.32923170924186707, | |
| "learning_rate": 2.479207306623554e-05, | |
| "loss": 0.0308, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 6.865912762520194, | |
| "grad_norm": 0.2647690176963806, | |
| "learning_rate": 2.456172695284263e-05, | |
| "loss": 0.0336, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 6.882067851373183, | |
| "grad_norm": 0.39588427543640137, | |
| "learning_rate": 2.433210699838342e-05, | |
| "loss": 0.0328, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 6.898222940226171, | |
| "grad_norm": 0.28190135955810547, | |
| "learning_rate": 2.4103219757571033e-05, | |
| "loss": 0.0292, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 6.91437802907916, | |
| "grad_norm": 0.4510742723941803, | |
| "learning_rate": 2.3875071764202563e-05, | |
| "loss": 0.0293, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 6.930533117932149, | |
| "grad_norm": 0.35639435052871704, | |
| "learning_rate": 2.36476695309726e-05, | |
| "loss": 0.0274, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 6.946688206785137, | |
| "grad_norm": 0.38058537244796753, | |
| "learning_rate": 2.342101954928733e-05, | |
| "loss": 0.0332, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 6.962843295638126, | |
| "grad_norm": 0.5739650726318359, | |
| "learning_rate": 2.3195128289079264e-05, | |
| "loss": 0.0266, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 6.978998384491114, | |
| "grad_norm": 0.5040541887283325, | |
| "learning_rate": 2.2970002198622444e-05, | |
| "loss": 0.0386, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 6.995153473344104, | |
| "grad_norm": 0.2796167731285095, | |
| "learning_rate": 2.2745647704348506e-05, | |
| "loss": 0.0304, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 7.011308562197092, | |
| "grad_norm": 0.8160725235939026, | |
| "learning_rate": 2.2522071210663108e-05, | |
| "loss": 0.0257, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 7.0274636510500805, | |
| "grad_norm": 0.2881336510181427, | |
| "learning_rate": 2.2299279099763176e-05, | |
| "loss": 0.0291, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 7.04361873990307, | |
| "grad_norm": 0.43697014451026917, | |
| "learning_rate": 2.2077277731454743e-05, | |
| "loss": 0.0302, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 7.059773828756058, | |
| "grad_norm": 0.2801852822303772, | |
| "learning_rate": 2.185607344297132e-05, | |
| "loss": 0.0285, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 7.075928917609047, | |
| "grad_norm": 0.4039601683616638, | |
| "learning_rate": 2.1635672548793067e-05, | |
| "loss": 0.0249, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 7.092084006462035, | |
| "grad_norm": 0.312288761138916, | |
| "learning_rate": 2.1416081340466477e-05, | |
| "loss": 0.0289, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 7.1082390953150245, | |
| "grad_norm": 0.3759534955024719, | |
| "learning_rate": 2.119730608642489e-05, | |
| "loss": 0.0343, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 7.124394184168013, | |
| "grad_norm": 0.5132532119750977, | |
| "learning_rate": 2.0979353031809383e-05, | |
| "loss": 0.0346, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 7.140549273021001, | |
| "grad_norm": 0.9728456139564514, | |
| "learning_rate": 2.0762228398290697e-05, | |
| "loss": 0.0339, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 7.156704361873991, | |
| "grad_norm": 0.32944944500923157, | |
| "learning_rate": 2.054593838389143e-05, | |
| "loss": 0.0257, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 7.172859450726979, | |
| "grad_norm": 0.22434404492378235, | |
| "learning_rate": 2.033048916280928e-05, | |
| "loss": 0.0317, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 7.189014539579968, | |
| "grad_norm": 0.36417004466056824, | |
| "learning_rate": 2.0115886885240682e-05, | |
| "loss": 0.0264, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 7.205169628432956, | |
| "grad_norm": 0.29687365889549255, | |
| "learning_rate": 1.990213767720533e-05, | |
| "loss": 0.03, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 7.221324717285945, | |
| "grad_norm": 0.41539931297302246, | |
| "learning_rate": 1.9689247640371223e-05, | |
| "loss": 0.0294, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 7.237479806138934, | |
| "grad_norm": 0.44902583956718445, | |
| "learning_rate": 1.9477222851880545e-05, | |
| "loss": 0.0282, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 7.253634894991922, | |
| "grad_norm": 0.38103097677230835, | |
| "learning_rate": 1.926606936417614e-05, | |
| "loss": 0.0311, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 7.269789983844911, | |
| "grad_norm": 0.42052754759788513, | |
| "learning_rate": 1.9055793204828842e-05, | |
| "loss": 0.0298, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 7.2859450726979, | |
| "grad_norm": 0.645574688911438, | |
| "learning_rate": 1.8846400376365253e-05, | |
| "loss": 0.0291, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 7.3021001615508885, | |
| "grad_norm": 0.4374733865261078, | |
| "learning_rate": 1.8637896856096548e-05, | |
| "loss": 0.0301, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 7.318255250403877, | |
| "grad_norm": 0.46677830815315247, | |
| "learning_rate": 1.843028859594772e-05, | |
| "loss": 0.0283, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 7.334410339256866, | |
| "grad_norm": 0.4820699393749237, | |
| "learning_rate": 1.8223581522287807e-05, | |
| "loss": 0.0264, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 7.350565428109855, | |
| "grad_norm": 0.2922935485839844, | |
| "learning_rate": 1.801778153576058e-05, | |
| "loss": 0.0256, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 7.366720516962843, | |
| "grad_norm": 0.6086759567260742, | |
| "learning_rate": 1.7812894511116235e-05, | |
| "loss": 0.0247, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 7.382875605815832, | |
| "grad_norm": 0.2402912974357605, | |
| "learning_rate": 1.7608926297043583e-05, | |
| "loss": 0.0309, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 7.399030694668821, | |
| "grad_norm": 0.25733429193496704, | |
| "learning_rate": 1.7405882716003154e-05, | |
| "loss": 0.0219, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 7.415185783521809, | |
| "grad_norm": 0.4837753474712372, | |
| "learning_rate": 1.7203769564060962e-05, | |
| "loss": 0.0262, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 7.431340872374798, | |
| "grad_norm": 0.31810057163238525, | |
| "learning_rate": 1.700259261072312e-05, | |
| "loss": 0.0234, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 7.447495961227787, | |
| "grad_norm": 0.5520622134208679, | |
| "learning_rate": 1.6802357598771012e-05, | |
| "loss": 0.0274, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 7.463651050080776, | |
| "grad_norm": 0.3220314085483551, | |
| "learning_rate": 1.6603070244097523e-05, | |
| "loss": 0.0277, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 7.479806138933764, | |
| "grad_norm": 0.3330337703227997, | |
| "learning_rate": 1.6404736235543705e-05, | |
| "loss": 0.032, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 7.4959612277867524, | |
| "grad_norm": 0.8944841027259827, | |
| "learning_rate": 1.6207361234736533e-05, | |
| "loss": 0.0257, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 7.512116316639742, | |
| "grad_norm": 0.3682458698749542, | |
| "learning_rate": 1.6010950875927182e-05, | |
| "loss": 0.0268, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 7.52827140549273, | |
| "grad_norm": 0.4134623408317566, | |
| "learning_rate": 1.581551076583023e-05, | |
| "loss": 0.0353, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 7.544426494345719, | |
| "grad_norm": 0.2340182512998581, | |
| "learning_rate": 1.5621046483463663e-05, | |
| "loss": 0.0252, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 7.560581583198708, | |
| "grad_norm": 0.6091485619544983, | |
| "learning_rate": 1.5427563579989507e-05, | |
| "loss": 0.0214, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 7.576736672051696, | |
| "grad_norm": 0.7271833419799805, | |
| "learning_rate": 1.523506757855545e-05, | |
| "loss": 0.0305, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 7.592891760904685, | |
| "grad_norm": 0.3721354007720947, | |
| "learning_rate": 1.504356397413713e-05, | |
| "loss": 0.032, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 7.609046849757673, | |
| "grad_norm": 0.3686143755912781, | |
| "learning_rate": 1.485305823338135e-05, | |
| "loss": 0.0258, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 7.625201938610663, | |
| "grad_norm": 0.3255109488964081, | |
| "learning_rate": 1.4663555794449918e-05, | |
| "loss": 0.0248, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 7.641357027463651, | |
| "grad_norm": 0.35630714893341064, | |
| "learning_rate": 1.4475062066864514e-05, | |
| "loss": 0.031, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 7.6575121163166395, | |
| "grad_norm": 0.2801692485809326, | |
| "learning_rate": 1.4287582431352175e-05, | |
| "loss": 0.0246, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 7.673667205169629, | |
| "grad_norm": 0.3327733874320984, | |
| "learning_rate": 1.41011222396918e-05, | |
| "loss": 0.0251, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 7.689822294022617, | |
| "grad_norm": 0.6043513417243958, | |
| "learning_rate": 1.3915686814561285e-05, | |
| "loss": 0.0288, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 7.705977382875606, | |
| "grad_norm": 0.3464643657207489, | |
| "learning_rate": 1.373128144938563e-05, | |
| "loss": 0.0299, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 7.722132471728594, | |
| "grad_norm": 0.21582302451133728, | |
| "learning_rate": 1.354791140818582e-05, | |
| "loss": 0.0337, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 7.7382875605815835, | |
| "grad_norm": 0.4652714431285858, | |
| "learning_rate": 1.3365581925428594e-05, | |
| "loss": 0.0241, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 7.754442649434572, | |
| "grad_norm": 0.2494271844625473, | |
| "learning_rate": 1.3184298205876938e-05, | |
| "loss": 0.0271, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 7.77059773828756, | |
| "grad_norm": 0.44884902238845825, | |
| "learning_rate": 1.3004065424441636e-05, | |
| "loss": 0.0258, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 7.78675282714055, | |
| "grad_norm": 0.3176079988479614, | |
| "learning_rate": 1.282488872603339e-05, | |
| "loss": 0.0226, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 7.802907915993538, | |
| "grad_norm": 0.42613035440444946, | |
| "learning_rate": 1.2646773225416132e-05, | |
| "loss": 0.0283, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 7.819063004846527, | |
| "grad_norm": 0.7398589849472046, | |
| "learning_rate": 1.2469724007060835e-05, | |
| "loss": 0.0377, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 7.835218093699515, | |
| "grad_norm": 0.38897576928138733, | |
| "learning_rate": 1.2293746125000538e-05, | |
| "loss": 0.0257, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 7.851373182552504, | |
| "grad_norm": 0.50649094581604, | |
| "learning_rate": 1.2118844602685958e-05, | |
| "loss": 0.0253, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 7.867528271405493, | |
| "grad_norm": 0.28981852531433105, | |
| "learning_rate": 1.1945024432842134e-05, | |
| "loss": 0.0285, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 7.883683360258481, | |
| "grad_norm": 0.406024307012558, | |
| "learning_rate": 1.1772290577325895e-05, | |
| "loss": 0.0306, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 7.899838449111471, | |
| "grad_norm": 0.2725732922554016, | |
| "learning_rate": 1.1600647966984274e-05, | |
| "loss": 0.0246, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 7.915993537964459, | |
| "grad_norm": 0.4214000999927521, | |
| "learning_rate": 1.1430101501513634e-05, | |
| "loss": 0.0281, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 7.9321486268174475, | |
| "grad_norm": 0.2999376952648163, | |
| "learning_rate": 1.1260656049319957e-05, | |
| "loss": 0.024, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 7.948303715670436, | |
| "grad_norm": 0.31904590129852295, | |
| "learning_rate": 1.1092316447379692e-05, | |
| "loss": 0.0212, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 7.964458804523425, | |
| "grad_norm": 0.3466980755329132, | |
| "learning_rate": 1.0925087501101872e-05, | |
| "loss": 0.0293, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 7.980613893376414, | |
| "grad_norm": 0.3411683440208435, | |
| "learning_rate": 1.0758973984190762e-05, | |
| "loss": 0.0219, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 7.996768982229402, | |
| "grad_norm": 0.3246071934700012, | |
| "learning_rate": 1.0593980638509693e-05, | |
| "loss": 0.0295, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 8.012924071082391, | |
| "grad_norm": 0.29273203015327454, | |
| "learning_rate": 1.043011217394571e-05, | |
| "loss": 0.0264, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 8.02907915993538, | |
| "grad_norm": 0.36481159925460815, | |
| "learning_rate": 1.0267373268275049e-05, | |
| "loss": 0.0303, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 8.045234248788368, | |
| "grad_norm": 0.26860660314559937, | |
| "learning_rate": 1.0105768567029655e-05, | |
| "loss": 0.0314, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 8.061389337641357, | |
| "grad_norm": 0.3127424716949463, | |
| "learning_rate": 9.945302683364566e-06, | |
| "loss": 0.0224, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 8.077544426494345, | |
| "grad_norm": 0.3091331422328949, | |
| "learning_rate": 9.785980197926242e-06, | |
| "loss": 0.0267, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 8.093699515347334, | |
| "grad_norm": 0.3343771696090698, | |
| "learning_rate": 9.627805658721756e-06, | |
| "loss": 0.0311, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 8.109854604200324, | |
| "grad_norm": 0.37236693501472473, | |
| "learning_rate": 9.470783580989029e-06, | |
| "loss": 0.0261, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 8.126009693053312, | |
| "grad_norm": 0.28066885471343994, | |
| "learning_rate": 9.314918447067878e-06, | |
| "loss": 0.0256, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 8.1421647819063, | |
| "grad_norm": 0.3097597360610962, | |
| "learning_rate": 9.16021470627213e-06, | |
| "loss": 0.0246, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 8.15831987075929, | |
| "grad_norm": 0.2532176971435547, | |
| "learning_rate": 9.006676774762535e-06, | |
| "loss": 0.0238, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 8.174474959612278, | |
| "grad_norm": 0.6101159453392029, | |
| "learning_rate": 8.854309035420772e-06, | |
| "loss": 0.0248, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 8.190630048465266, | |
| "grad_norm": 0.36472347378730774, | |
| "learning_rate": 8.703115837724274e-06, | |
| "loss": 0.0215, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 8.206785137318255, | |
| "grad_norm": 0.2975756525993347, | |
| "learning_rate": 8.553101497622162e-06, | |
| "loss": 0.0258, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 8.222940226171245, | |
| "grad_norm": 0.25580790638923645, | |
| "learning_rate": 8.404270297411904e-06, | |
| "loss": 0.025, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 8.239095315024233, | |
| "grad_norm": 0.3066563606262207, | |
| "learning_rate": 8.256626485617219e-06, | |
| "loss": 0.0303, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 8.255250403877222, | |
| "grad_norm": 0.44430306553840637, | |
| "learning_rate": 8.110174276866683e-06, | |
| "loss": 0.0224, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 8.27140549273021, | |
| "grad_norm": 0.3054925799369812, | |
| "learning_rate": 7.964917851773496e-06, | |
| "loss": 0.0278, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 8.287560581583199, | |
| "grad_norm": 0.25573277473449707, | |
| "learning_rate": 7.820861356816078e-06, | |
| "loss": 0.0211, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 8.303715670436187, | |
| "grad_norm": 0.3430786728858948, | |
| "learning_rate": 7.678008904219786e-06, | |
| "loss": 0.0237, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 8.319870759289175, | |
| "grad_norm": 0.4758915603160858, | |
| "learning_rate": 7.536364571839438e-06, | |
| "loss": 0.0215, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 8.336025848142166, | |
| "grad_norm": 0.3592261075973511, | |
| "learning_rate": 7.3959324030429654e-06, | |
| "loss": 0.0266, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 8.352180936995154, | |
| "grad_norm": 0.33260300755500793, | |
| "learning_rate": 7.256716406595948e-06, | |
| "loss": 0.0189, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 8.368336025848143, | |
| "grad_norm": 0.5978755950927734, | |
| "learning_rate": 7.118720556547259e-06, | |
| "loss": 0.0236, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 8.384491114701131, | |
| "grad_norm": 0.18789972364902496, | |
| "learning_rate": 6.9819487921155116e-06, | |
| "loss": 0.0234, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 8.40064620355412, | |
| "grad_norm": 0.31928345561027527, | |
| "learning_rate": 6.846405017576718e-06, | |
| "loss": 0.0281, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 8.416801292407108, | |
| "grad_norm": 0.34838926792144775, | |
| "learning_rate": 6.712093102152739e-06, | |
| "loss": 0.0276, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 8.432956381260096, | |
| "grad_norm": 0.37636154890060425, | |
| "learning_rate": 6.579016879900924e-06, | |
| "loss": 0.0251, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 8.449111470113085, | |
| "grad_norm": 0.26992267370224, | |
| "learning_rate": 6.447180149604603e-06, | |
| "loss": 0.0298, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 8.465266558966075, | |
| "grad_norm": 0.31432321667671204, | |
| "learning_rate": 6.316586674664654e-06, | |
| "loss": 0.0225, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 8.481421647819063, | |
| "grad_norm": 0.4834333062171936, | |
| "learning_rate": 6.187240182992126e-06, | |
| "loss": 0.0211, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 8.497576736672052, | |
| "grad_norm": 0.3510620594024658, | |
| "learning_rate": 6.059144366901736e-06, | |
| "loss": 0.0267, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 8.51373182552504, | |
| "grad_norm": 0.24435961246490479, | |
| "learning_rate": 5.932302883006546e-06, | |
| "loss": 0.0264, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 8.529886914378029, | |
| "grad_norm": 0.3356267809867859, | |
| "learning_rate": 5.806719352113521e-06, | |
| "loss": 0.0284, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 8.546042003231017, | |
| "grad_norm": 0.46301284432411194, | |
| "learning_rate": 5.682397359120245e-06, | |
| "loss": 0.0232, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 8.562197092084006, | |
| "grad_norm": 0.37262049317359924, | |
| "learning_rate": 5.5593404529124875e-06, | |
| "loss": 0.0226, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 8.578352180936996, | |
| "grad_norm": 0.5886579155921936, | |
| "learning_rate": 5.437552146263003e-06, | |
| "loss": 0.0276, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 8.594507269789984, | |
| "grad_norm": 0.3321017324924469, | |
| "learning_rate": 5.3170359157311445e-06, | |
| "loss": 0.0234, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 8.610662358642973, | |
| "grad_norm": 0.5492444038391113, | |
| "learning_rate": 5.197795201563743e-06, | |
| "loss": 0.0242, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 8.626817447495961, | |
| "grad_norm": 0.3654116690158844, | |
| "learning_rate": 5.07983340759679e-06, | |
| "loss": 0.0251, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 8.64297253634895, | |
| "grad_norm": 0.3987561762332916, | |
| "learning_rate": 4.963153901158352e-06, | |
| "loss": 0.0219, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 8.659127625201938, | |
| "grad_norm": 0.2271428108215332, | |
| "learning_rate": 4.847760012972402e-06, | |
| "loss": 0.0255, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 8.675282714054926, | |
| "grad_norm": 0.3363126218318939, | |
| "learning_rate": 4.733655037063761e-06, | |
| "loss": 0.026, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 8.691437802907917, | |
| "grad_norm": 0.4031514823436737, | |
| "learning_rate": 4.620842230664052e-06, | |
| "loss": 0.0263, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 8.707592891760905, | |
| "grad_norm": 0.4956108033657074, | |
| "learning_rate": 4.509324814118754e-06, | |
| "loss": 0.0219, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 8.723747980613894, | |
| "grad_norm": 0.3220359981060028, | |
| "learning_rate": 4.39910597079522e-06, | |
| "loss": 0.0241, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 8.739903069466882, | |
| "grad_norm": 0.2299569994211197, | |
| "learning_rate": 4.290188846991866e-06, | |
| "loss": 0.0255, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 8.75605815831987, | |
| "grad_norm": 0.2428327053785324, | |
| "learning_rate": 4.182576551848283e-06, | |
| "loss": 0.0212, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 8.772213247172859, | |
| "grad_norm": 0.42381399869918823, | |
| "learning_rate": 4.076272157256577e-06, | |
| "loss": 0.0218, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 8.788368336025847, | |
| "grad_norm": 0.4133065342903137, | |
| "learning_rate": 3.971278697773584e-06, | |
| "loss": 0.024, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 8.804523424878838, | |
| "grad_norm": 0.5403354167938232, | |
| "learning_rate": 3.86759917053432e-06, | |
| "loss": 0.0275, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 8.820678513731826, | |
| "grad_norm": 0.4583636224269867, | |
| "learning_rate": 3.765236535166361e-06, | |
| "loss": 0.0239, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 8.836833602584814, | |
| "grad_norm": 0.28426027297973633, | |
| "learning_rate": 3.6641937137054382e-06, | |
| "loss": 0.0212, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 8.852988691437803, | |
| "grad_norm": 0.3920319676399231, | |
| "learning_rate": 3.564473590511941e-06, | |
| "loss": 0.0168, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 8.869143780290791, | |
| "grad_norm": 0.28189295530319214, | |
| "learning_rate": 3.4660790121886387e-06, | |
| "loss": 0.0246, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 8.88529886914378, | |
| "grad_norm": 0.24748258292675018, | |
| "learning_rate": 3.369012787499387e-06, | |
| "loss": 0.0185, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 8.901453957996768, | |
| "grad_norm": 0.6315116286277771, | |
| "learning_rate": 3.273277687288978e-06, | |
| "loss": 0.025, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 8.917609046849758, | |
| "grad_norm": 0.34694400429725647, | |
| "learning_rate": 3.178876444404022e-06, | |
| "loss": 0.0188, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 8.933764135702747, | |
| "grad_norm": 0.38088199496269226, | |
| "learning_rate": 3.0858117536149365e-06, | |
| "loss": 0.0278, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 8.949919224555735, | |
| "grad_norm": 0.2522503435611725, | |
| "learning_rate": 2.9940862715390485e-06, | |
| "loss": 0.021, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 8.966074313408724, | |
| "grad_norm": 0.20651240646839142, | |
| "learning_rate": 2.9037026165647186e-06, | |
| "loss": 0.02, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 8.982229402261712, | |
| "grad_norm": 0.24644720554351807, | |
| "learning_rate": 2.8146633687766267e-06, | |
| "loss": 0.0196, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 8.9983844911147, | |
| "grad_norm": 0.26605224609375, | |
| "learning_rate": 2.7269710698821004e-06, | |
| "loss": 0.0205, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 9.014539579967689, | |
| "grad_norm": 0.3996153473854065, | |
| "learning_rate": 2.640628223138597e-06, | |
| "loss": 0.0206, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 9.03069466882068, | |
| "grad_norm": 0.2248448133468628, | |
| "learning_rate": 2.555637293282187e-06, | |
| "loss": 0.0236, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 9.046849757673668, | |
| "grad_norm": 0.32477447390556335, | |
| "learning_rate": 2.4720007064572504e-06, | |
| "loss": 0.0195, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 9.063004846526656, | |
| "grad_norm": 0.395511656999588, | |
| "learning_rate": 2.389720850147181e-06, | |
| "loss": 0.0286, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 9.079159935379645, | |
| "grad_norm": 0.3446315824985504, | |
| "learning_rate": 2.308800073106282e-06, | |
| "loss": 0.0249, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 9.095315024232633, | |
| "grad_norm": 0.2906045615673065, | |
| "learning_rate": 2.2292406852926383e-06, | |
| "loss": 0.0199, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 9.111470113085621, | |
| "grad_norm": 0.250783771276474, | |
| "learning_rate": 2.1510449578022674e-06, | |
| "loss": 0.0241, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 9.12762520193861, | |
| "grad_norm": 0.2330540418624878, | |
| "learning_rate": 2.074215122804235e-06, | |
| "loss": 0.021, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 9.1437802907916, | |
| "grad_norm": 0.4786008894443512, | |
| "learning_rate": 1.998753373476936e-06, | |
| "loss": 0.0214, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 9.159935379644589, | |
| "grad_norm": 0.30990907549858093, | |
| "learning_rate": 1.924661863945498e-06, | |
| "loss": 0.0229, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 9.176090468497577, | |
| "grad_norm": 0.3807198107242584, | |
| "learning_rate": 1.851942709220328e-06, | |
| "loss": 0.024, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 9.192245557350565, | |
| "grad_norm": 0.2552647590637207, | |
| "learning_rate": 1.7805979851366505e-06, | |
| "loss": 0.0262, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 9.208400646203554, | |
| "grad_norm": 0.2620588541030884, | |
| "learning_rate": 1.7106297282953376e-06, | |
| "loss": 0.021, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 9.224555735056542, | |
| "grad_norm": 0.3594263792037964, | |
| "learning_rate": 1.642039936004719e-06, | |
| "loss": 0.0248, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 9.24071082390953, | |
| "grad_norm": 0.2621122896671295, | |
| "learning_rate": 1.5748305662236007e-06, | |
| "loss": 0.0262, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 9.256865912762521, | |
| "grad_norm": 0.2171621173620224, | |
| "learning_rate": 1.5090035375053268e-06, | |
| "loss": 0.0274, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 9.27302100161551, | |
| "grad_norm": 0.2977316975593567, | |
| "learning_rate": 1.4445607289430784e-06, | |
| "loss": 0.0235, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 9.289176090468498, | |
| "grad_norm": 0.32373809814453125, | |
| "learning_rate": 1.3815039801161721e-06, | |
| "loss": 0.0229, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 9.305331179321486, | |
| "grad_norm": 0.5977046489715576, | |
| "learning_rate": 1.31983509103758e-06, | |
| "loss": 0.0222, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 9.321486268174475, | |
| "grad_norm": 0.3709489405155182, | |
| "learning_rate": 1.2595558221025372e-06, | |
| "loss": 0.0268, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 9.337641357027463, | |
| "grad_norm": 0.5009976029396057, | |
| "learning_rate": 1.2006678940383098e-06, | |
| "loss": 0.0223, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 9.353796445880452, | |
| "grad_norm": 0.5957422256469727, | |
| "learning_rate": 1.1431729878550235e-06, | |
| "loss": 0.0245, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 9.369951534733442, | |
| "grad_norm": 0.30659547448158264, | |
| "learning_rate": 1.0870727447977402e-06, | |
| "loss": 0.0191, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 9.38610662358643, | |
| "grad_norm": 0.41769152879714966, | |
| "learning_rate": 1.0323687662995685e-06, | |
| "loss": 0.0237, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 9.402261712439419, | |
| "grad_norm": 0.2959621846675873, | |
| "learning_rate": 9.79062613935955e-07, | |
| "loss": 0.0205, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 9.418416801292407, | |
| "grad_norm": 0.2948278486728668, | |
| "learning_rate": 9.271558093801202e-07, | |
| "loss": 0.0217, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 9.434571890145396, | |
| "grad_norm": 0.30144789814949036, | |
| "learning_rate": 8.766498343596052e-07, | |
| "loss": 0.0211, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 9.450726978998384, | |
| "grad_norm": 0.23101864755153656, | |
| "learning_rate": 8.275461306139876e-07, | |
| "loss": 0.0265, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 9.466882067851373, | |
| "grad_norm": 0.20476695895195007, | |
| "learning_rate": 7.79846099853715e-07, | |
| "loss": 0.0254, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 9.483037156704363, | |
| "grad_norm": 0.16762420535087585, | |
| "learning_rate": 7.335511037200982e-07, | |
| "loss": 0.0198, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 9.499192245557351, | |
| "grad_norm": 0.2673914134502411, | |
| "learning_rate": 6.886624637464422e-07, | |
| "loss": 0.0255, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 9.51534733441034, | |
| "grad_norm": 0.20123161375522614, | |
| "learning_rate": 6.451814613203211e-07, | |
| "loss": 0.0227, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 9.531502423263328, | |
| "grad_norm": 1.0308411121368408, | |
| "learning_rate": 6.031093376469899e-07, | |
| "loss": 0.0249, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 9.547657512116317, | |
| "grad_norm": 0.38134875893592834, | |
| "learning_rate": 5.624472937139802e-07, | |
| "loss": 0.0192, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 9.563812600969305, | |
| "grad_norm": 0.685291588306427, | |
| "learning_rate": 5.231964902567721e-07, | |
| "loss": 0.0261, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 9.579967689822293, | |
| "grad_norm": 0.33756789565086365, | |
| "learning_rate": 4.853580477257203e-07, | |
| "loss": 0.0211, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 9.596122778675284, | |
| "grad_norm": 0.21888208389282227, | |
| "learning_rate": 4.489330462540076e-07, | |
| "loss": 0.0228, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 9.612277867528272, | |
| "grad_norm": 0.2490539699792862, | |
| "learning_rate": 4.139225256268475e-07, | |
| "loss": 0.0216, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 9.62843295638126, | |
| "grad_norm": 0.4339372515678406, | |
| "learning_rate": 3.8032748525179685e-07, | |
| "loss": 0.017, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 9.644588045234249, | |
| "grad_norm": 0.29505810141563416, | |
| "learning_rate": 3.481488841302283e-07, | |
| "loss": 0.0231, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 9.660743134087237, | |
| "grad_norm": 0.6434254050254822, | |
| "learning_rate": 3.17387640829947e-07, | |
| "loss": 0.0197, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 9.676898222940226, | |
| "grad_norm": 0.42414963245391846, | |
| "learning_rate": 2.880446334589837e-07, | |
| "loss": 0.023, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 9.693053311793214, | |
| "grad_norm": 0.35125264525413513, | |
| "learning_rate": 2.601206996404981e-07, | |
| "loss": 0.0241, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 9.709208400646204, | |
| "grad_norm": 0.2720375657081604, | |
| "learning_rate": 2.336166364889092e-07, | |
| "loss": 0.0194, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 9.725363489499193, | |
| "grad_norm": 0.36113637685775757, | |
| "learning_rate": 2.0853320058710214e-07, | |
| "loss": 0.0235, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 9.741518578352181, | |
| "grad_norm": 0.43229228258132935, | |
| "learning_rate": 1.848711079648624e-07, | |
| "loss": 0.0202, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 9.75767366720517, | |
| "grad_norm": 0.3741385042667389, | |
| "learning_rate": 1.626310340784143e-07, | |
| "loss": 0.0235, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 9.773828756058158, | |
| "grad_norm": 0.6551222801208496, | |
| "learning_rate": 1.4181361379115855e-07, | |
| "loss": 0.021, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 9.789983844911147, | |
| "grad_norm": 0.22424794733524323, | |
| "learning_rate": 1.2241944135552574e-07, | |
| "loss": 0.0203, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 9.806138933764135, | |
| "grad_norm": 0.40934470295906067, | |
| "learning_rate": 1.044490703960288e-07, | |
| "loss": 0.0198, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 9.822294022617124, | |
| "grad_norm": 0.4585173428058624, | |
| "learning_rate": 8.79030138934589e-08, | |
| "loss": 0.0232, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 9.838449111470114, | |
| "grad_norm": 0.2896837592124939, | |
| "learning_rate": 7.278174417024164e-08, | |
| "loss": 0.0207, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 9.854604200323102, | |
| "grad_norm": 0.2858301103115082, | |
| "learning_rate": 5.908569287694787e-08, | |
| "loss": 0.0168, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 9.87075928917609, | |
| "grad_norm": 0.37577348947525024, | |
| "learning_rate": 4.6815250979970195e-08, | |
| "loss": 0.022, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 9.88691437802908, | |
| "grad_norm": 0.18759319186210632, | |
| "learning_rate": 3.5970768750387405e-08, | |
| "loss": 0.0218, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 9.903069466882068, | |
| "grad_norm": 0.32479435205459595, | |
| "learning_rate": 2.6552555753917017e-08, | |
| "loss": 0.0237, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 9.919224555735056, | |
| "grad_norm": 0.24623480439186096, | |
| "learning_rate": 1.8560880842133366e-08, | |
| "loss": 0.0184, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 9.935379644588044, | |
| "grad_norm": 0.22339710593223572, | |
| "learning_rate": 1.1995972144757116e-08, | |
| "loss": 0.0186, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 9.951534733441035, | |
| "grad_norm": 0.3188174366950989, | |
| "learning_rate": 6.858017063149369e-09, | |
| "loss": 0.0235, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 9.967689822294023, | |
| "grad_norm": 0.31466570496559143, | |
| "learning_rate": 3.1471622649714703e-09, | |
| "loss": 0.0245, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 9.983844911147012, | |
| "grad_norm": 0.3918437659740448, | |
| "learning_rate": 8.635136799939325e-10, | |
| "loss": 0.0212, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 0.3111129403114319, | |
| "learning_rate": 7.136497065518555e-12, | |
| "loss": 0.0254, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 6190, | |
| "total_flos": 0.0, | |
| "train_loss": 0.05139205720341841, | |
| "train_runtime": 6075.3943, | |
| "train_samples_per_second": 32.592, | |
| "train_steps_per_second": 1.019 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 6190, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 20000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |