{ "best_global_step": 460, "best_metric": 0.6951219512195121, "best_model_checkpoint": "./Models/Matcha_clips_224_fintuned_4/checkpoint-460", "epoch": 9.1, "eval_steps": 500, "global_step": 1150, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.008695652173913044, "grad_norm": 6.4240241050720215, "learning_rate": 3.91304347826087e-06, "loss": 1.9844, "step": 10 }, { "epoch": 0.017391304347826087, "grad_norm": 5.0679426193237305, "learning_rate": 8.26086956521739e-06, "loss": 1.9772, "step": 20 }, { "epoch": 0.02608695652173913, "grad_norm": 7.605220794677734, "learning_rate": 1.2608695652173914e-05, "loss": 1.854, "step": 30 }, { "epoch": 0.034782608695652174, "grad_norm": 8.32487964630127, "learning_rate": 1.6956521739130433e-05, "loss": 1.9078, "step": 40 }, { "epoch": 0.043478260869565216, "grad_norm": 9.476813316345215, "learning_rate": 2.1304347826086958e-05, "loss": 1.6298, "step": 50 }, { "epoch": 0.05217391304347826, "grad_norm": 12.970176696777344, "learning_rate": 2.5652173913043483e-05, "loss": 1.791, "step": 60 }, { "epoch": 0.06086956521739131, "grad_norm": 12.027438163757324, "learning_rate": 3e-05, "loss": 1.6904, "step": 70 }, { "epoch": 0.06956521739130435, "grad_norm": 9.076032638549805, "learning_rate": 3.4347826086956526e-05, "loss": 1.6026, "step": 80 }, { "epoch": 0.0782608695652174, "grad_norm": 9.857560157775879, "learning_rate": 3.869565217391305e-05, "loss": 1.8465, "step": 90 }, { "epoch": 0.08695652173913043, "grad_norm": 10.760807991027832, "learning_rate": 4.304347826086957e-05, "loss": 1.5482, "step": 100 }, { "epoch": 0.09565217391304348, "grad_norm": 13.033352851867676, "learning_rate": 4.739130434782609e-05, "loss": 1.3814, "step": 110 }, { "epoch": 0.1, "eval_accuracy": 0.4268292682926829, "eval_loss": 1.5108782052993774, "eval_runtime": 6.2348, "eval_samples_per_second": 13.152, "eval_steps_per_second": 3.368, "step": 115 }, { "epoch": 1.0043478260869565, "grad_norm": 10.566363334655762, "learning_rate": 4.980676328502415e-05, "loss": 1.2744, "step": 120 }, { "epoch": 1.0130434782608695, "grad_norm": 9.955045700073242, "learning_rate": 4.932367149758454e-05, "loss": 1.0512, "step": 130 }, { "epoch": 1.0217391304347827, "grad_norm": 21.17795181274414, "learning_rate": 4.884057971014493e-05, "loss": 1.0042, "step": 140 }, { "epoch": 1.0304347826086957, "grad_norm": 8.381865501403809, "learning_rate": 4.8357487922705316e-05, "loss": 0.7597, "step": 150 }, { "epoch": 1.0391304347826087, "grad_norm": 10.130925178527832, "learning_rate": 4.7874396135265706e-05, "loss": 0.9822, "step": 160 }, { "epoch": 1.0478260869565217, "grad_norm": 17.177282333374023, "learning_rate": 4.739130434782609e-05, "loss": 0.8898, "step": 170 }, { "epoch": 1.0565217391304347, "grad_norm": 20.3695068359375, "learning_rate": 4.690821256038648e-05, "loss": 0.8532, "step": 180 }, { "epoch": 1.065217391304348, "grad_norm": 15.664092063903809, "learning_rate": 4.642512077294686e-05, "loss": 0.873, "step": 190 }, { "epoch": 1.0739130434782609, "grad_norm": 16.01185417175293, "learning_rate": 4.594202898550725e-05, "loss": 1.0756, "step": 200 }, { "epoch": 1.0826086956521739, "grad_norm": 19.479690551757812, "learning_rate": 4.545893719806764e-05, "loss": 1.3473, "step": 210 }, { "epoch": 1.0913043478260869, "grad_norm": 14.130785942077637, "learning_rate": 4.497584541062802e-05, "loss": 0.7922, "step": 220 }, { "epoch": 1.1, "grad_norm": 9.247044563293457, "learning_rate": 4.449275362318841e-05, "loss": 0.776, "step": 230 }, { "epoch": 1.1, "eval_accuracy": 0.573170731707317, "eval_loss": 1.0662370920181274, "eval_runtime": 6.0024, "eval_samples_per_second": 13.661, "eval_steps_per_second": 3.499, "step": 230 }, { "epoch": 2.008695652173913, "grad_norm": 4.517851829528809, "learning_rate": 4.4009661835748794e-05, "loss": 0.2886, "step": 240 }, { "epoch": 2.017391304347826, "grad_norm": 3.206162452697754, "learning_rate": 4.352657004830918e-05, "loss": 0.4656, "step": 250 }, { "epoch": 2.026086956521739, "grad_norm": 1.1080957651138306, "learning_rate": 4.304347826086957e-05, "loss": 0.2634, "step": 260 }, { "epoch": 2.034782608695652, "grad_norm": 5.800728797912598, "learning_rate": 4.256038647342995e-05, "loss": 0.222, "step": 270 }, { "epoch": 2.0434782608695654, "grad_norm": 0.48055946826934814, "learning_rate": 4.207729468599034e-05, "loss": 0.1454, "step": 280 }, { "epoch": 2.0521739130434784, "grad_norm": 2.7402403354644775, "learning_rate": 4.1594202898550726e-05, "loss": 0.1433, "step": 290 }, { "epoch": 2.0608695652173914, "grad_norm": 8.421381950378418, "learning_rate": 4.111111111111111e-05, "loss": 0.3145, "step": 300 }, { "epoch": 2.0695652173913044, "grad_norm": 4.506998538970947, "learning_rate": 4.06280193236715e-05, "loss": 0.2138, "step": 310 }, { "epoch": 2.0782608695652174, "grad_norm": 15.715832710266113, "learning_rate": 4.014492753623188e-05, "loss": 0.2296, "step": 320 }, { "epoch": 2.0869565217391304, "grad_norm": 1.7134050130844116, "learning_rate": 3.966183574879227e-05, "loss": 0.0711, "step": 330 }, { "epoch": 2.0956521739130434, "grad_norm": 3.08317232131958, "learning_rate": 3.9178743961352657e-05, "loss": 0.3286, "step": 340 }, { "epoch": 2.1, "eval_accuracy": 0.6463414634146342, "eval_loss": 1.0357838869094849, "eval_runtime": 6.0464, "eval_samples_per_second": 13.562, "eval_steps_per_second": 3.473, "step": 345 }, { "epoch": 3.0043478260869567, "grad_norm": 0.37449759244918823, "learning_rate": 3.869565217391305e-05, "loss": 0.1835, "step": 350 }, { "epoch": 3.0130434782608697, "grad_norm": 0.18086479604244232, "learning_rate": 3.821256038647344e-05, "loss": 0.0584, "step": 360 }, { "epoch": 3.0217391304347827, "grad_norm": 0.32367080450057983, "learning_rate": 3.772946859903382e-05, "loss": 0.061, "step": 370 }, { "epoch": 3.0304347826086957, "grad_norm": 0.264346718788147, "learning_rate": 3.7246376811594204e-05, "loss": 0.0423, "step": 380 }, { "epoch": 3.0391304347826087, "grad_norm": 8.53426456451416, "learning_rate": 3.6763285024154594e-05, "loss": 0.0256, "step": 390 }, { "epoch": 3.0478260869565217, "grad_norm": 0.227620467543602, "learning_rate": 3.628019323671498e-05, "loss": 0.0892, "step": 400 }, { "epoch": 3.0565217391304347, "grad_norm": 0.21275293827056885, "learning_rate": 3.579710144927537e-05, "loss": 0.0628, "step": 410 }, { "epoch": 3.0652173913043477, "grad_norm": 0.09173234552145004, "learning_rate": 3.531400966183575e-05, "loss": 0.0088, "step": 420 }, { "epoch": 3.0739130434782607, "grad_norm": 0.3767607510089874, "learning_rate": 3.4830917874396135e-05, "loss": 0.0297, "step": 430 }, { "epoch": 3.082608695652174, "grad_norm": 0.8464566469192505, "learning_rate": 3.4347826086956526e-05, "loss": 0.0493, "step": 440 }, { "epoch": 3.091304347826087, "grad_norm": 0.3951728045940399, "learning_rate": 3.386473429951691e-05, "loss": 0.0953, "step": 450 }, { "epoch": 3.1, "grad_norm": 1.0671485662460327, "learning_rate": 3.338164251207729e-05, "loss": 0.1288, "step": 460 }, { "epoch": 3.1, "eval_accuracy": 0.6951219512195121, "eval_loss": 1.2568752765655518, "eval_runtime": 6.1334, "eval_samples_per_second": 13.369, "eval_steps_per_second": 3.424, "step": 460 }, { "epoch": 4.008695652173913, "grad_norm": 3.649686813354492, "learning_rate": 3.289855072463768e-05, "loss": 0.0122, "step": 470 }, { "epoch": 4.017391304347826, "grad_norm": 1.168199062347412, "learning_rate": 3.2415458937198066e-05, "loss": 0.0274, "step": 480 }, { "epoch": 4.026086956521739, "grad_norm": 0.3025151789188385, "learning_rate": 3.1932367149758457e-05, "loss": 0.0088, "step": 490 }, { "epoch": 4.034782608695652, "grad_norm": 0.033977147191762924, "learning_rate": 3.144927536231884e-05, "loss": 0.0049, "step": 500 }, { "epoch": 4.043478260869565, "grad_norm": 0.22555121779441833, "learning_rate": 3.0966183574879224e-05, "loss": 0.0073, "step": 510 }, { "epoch": 4.052173913043478, "grad_norm": 1.255247712135315, "learning_rate": 3.0483091787439617e-05, "loss": 0.0074, "step": 520 }, { "epoch": 4.060869565217391, "grad_norm": 0.27926549315452576, "learning_rate": 3e-05, "loss": 0.0117, "step": 530 }, { "epoch": 4.069565217391304, "grad_norm": 0.019165927544236183, "learning_rate": 2.951690821256039e-05, "loss": 0.002, "step": 540 }, { "epoch": 4.078260869565217, "grad_norm": 0.042612988501787186, "learning_rate": 2.9033816425120775e-05, "loss": 0.0192, "step": 550 }, { "epoch": 4.086956521739131, "grad_norm": 0.05526461824774742, "learning_rate": 2.8550724637681158e-05, "loss": 0.0021, "step": 560 }, { "epoch": 4.095652173913043, "grad_norm": 0.03402889147400856, "learning_rate": 2.806763285024155e-05, "loss": 0.0023, "step": 570 }, { "epoch": 4.1, "eval_accuracy": 0.6951219512195121, "eval_loss": 1.3209176063537598, "eval_runtime": 6.1384, "eval_samples_per_second": 13.359, "eval_steps_per_second": 3.421, "step": 575 }, { "epoch": 5.004347826086956, "grad_norm": 0.023641662672162056, "learning_rate": 2.7584541062801932e-05, "loss": 0.0017, "step": 580 }, { "epoch": 5.01304347826087, "grad_norm": 0.029742104932665825, "learning_rate": 2.7101449275362322e-05, "loss": 0.0014, "step": 590 }, { "epoch": 5.021739130434782, "grad_norm": 0.1183994710445404, "learning_rate": 2.6618357487922706e-05, "loss": 0.0016, "step": 600 }, { "epoch": 5.030434782608696, "grad_norm": 0.033052194863557816, "learning_rate": 2.6135265700483093e-05, "loss": 0.001, "step": 610 }, { "epoch": 5.039130434782609, "grad_norm": 0.016786742955446243, "learning_rate": 2.5652173913043483e-05, "loss": 0.0023, "step": 620 }, { "epoch": 5.047826086956522, "grad_norm": 0.020967165008187294, "learning_rate": 2.5169082125603866e-05, "loss": 0.0037, "step": 630 }, { "epoch": 5.056521739130435, "grad_norm": 0.07056716829538345, "learning_rate": 2.4685990338164253e-05, "loss": 0.004, "step": 640 }, { "epoch": 5.065217391304348, "grad_norm": 0.993996798992157, "learning_rate": 2.420289855072464e-05, "loss": 0.0022, "step": 650 }, { "epoch": 5.073913043478261, "grad_norm": 0.028120990842580795, "learning_rate": 2.3719806763285024e-05, "loss": 0.001, "step": 660 }, { "epoch": 5.082608695652174, "grad_norm": 0.025797342881560326, "learning_rate": 2.323671497584541e-05, "loss": 0.0013, "step": 670 }, { "epoch": 5.091304347826087, "grad_norm": 0.054205186665058136, "learning_rate": 2.2753623188405797e-05, "loss": 0.0045, "step": 680 }, { "epoch": 5.1, "grad_norm": 0.02057654596865177, "learning_rate": 2.2270531400966184e-05, "loss": 0.0012, "step": 690 }, { "epoch": 5.1, "eval_accuracy": 0.6707317073170732, "eval_loss": 1.2574602365493774, "eval_runtime": 6.097, "eval_samples_per_second": 13.449, "eval_steps_per_second": 3.444, "step": 690 }, { "epoch": 6.008695652173913, "grad_norm": 0.028874915093183517, "learning_rate": 2.178743961352657e-05, "loss": 0.0009, "step": 700 }, { "epoch": 6.017391304347826, "grad_norm": 0.01535830833017826, "learning_rate": 2.1304347826086958e-05, "loss": 0.0011, "step": 710 }, { "epoch": 6.026086956521739, "grad_norm": 0.020613593980669975, "learning_rate": 2.0821256038647345e-05, "loss": 0.0028, "step": 720 }, { "epoch": 6.034782608695652, "grad_norm": 0.031190281733870506, "learning_rate": 2.0338164251207732e-05, "loss": 0.0009, "step": 730 }, { "epoch": 6.043478260869565, "grad_norm": 0.015504710376262665, "learning_rate": 1.985507246376812e-05, "loss": 0.0008, "step": 740 }, { "epoch": 6.052173913043478, "grad_norm": 0.015204375609755516, "learning_rate": 1.9371980676328502e-05, "loss": 0.0018, "step": 750 }, { "epoch": 6.060869565217391, "grad_norm": 0.010091892443597317, "learning_rate": 1.888888888888889e-05, "loss": 0.0011, "step": 760 }, { "epoch": 6.069565217391304, "grad_norm": 0.027177872136235237, "learning_rate": 1.8405797101449276e-05, "loss": 0.0009, "step": 770 }, { "epoch": 6.078260869565217, "grad_norm": 0.011965460143983364, "learning_rate": 1.7922705314009663e-05, "loss": 0.0007, "step": 780 }, { "epoch": 6.086956521739131, "grad_norm": 0.014813700690865517, "learning_rate": 1.7439613526570046e-05, "loss": 0.001, "step": 790 }, { "epoch": 6.095652173913043, "grad_norm": 0.016053922474384308, "learning_rate": 1.6956521739130433e-05, "loss": 0.0008, "step": 800 }, { "epoch": 6.1, "eval_accuracy": 0.6829268292682927, "eval_loss": 1.2972846031188965, "eval_runtime": 6.1036, "eval_samples_per_second": 13.435, "eval_steps_per_second": 3.441, "step": 805 }, { "epoch": 7.004347826086956, "grad_norm": 0.020354464650154114, "learning_rate": 1.6473429951690824e-05, "loss": 0.0014, "step": 810 }, { "epoch": 7.01304347826087, "grad_norm": 0.013575357384979725, "learning_rate": 1.599033816425121e-05, "loss": 0.0009, "step": 820 }, { "epoch": 7.021739130434782, "grad_norm": 0.022664641961455345, "learning_rate": 1.5507246376811597e-05, "loss": 0.0008, "step": 830 }, { "epoch": 7.030434782608696, "grad_norm": 0.026450317353010178, "learning_rate": 1.5024154589371981e-05, "loss": 0.0007, "step": 840 }, { "epoch": 7.039130434782609, "grad_norm": 0.013138238340616226, "learning_rate": 1.4541062801932368e-05, "loss": 0.0008, "step": 850 }, { "epoch": 7.047826086956522, "grad_norm": 0.02052425779402256, "learning_rate": 1.4057971014492755e-05, "loss": 0.0007, "step": 860 }, { "epoch": 7.056521739130435, "grad_norm": 0.012927724979817867, "learning_rate": 1.3574879227053142e-05, "loss": 0.0007, "step": 870 }, { "epoch": 7.065217391304348, "grad_norm": 0.014560637064278126, "learning_rate": 1.3091787439613527e-05, "loss": 0.0007, "step": 880 }, { "epoch": 7.073913043478261, "grad_norm": 0.008629231713712215, "learning_rate": 1.2608695652173914e-05, "loss": 0.0007, "step": 890 }, { "epoch": 7.082608695652174, "grad_norm": 0.0358402356505394, "learning_rate": 1.21256038647343e-05, "loss": 0.0008, "step": 900 }, { "epoch": 7.091304347826087, "grad_norm": 0.014950945042073727, "learning_rate": 1.1642512077294687e-05, "loss": 0.0007, "step": 910 }, { "epoch": 7.1, "grad_norm": 0.01364809088408947, "learning_rate": 1.1159420289855073e-05, "loss": 0.0007, "step": 920 }, { "epoch": 7.1, "eval_accuracy": 0.6829268292682927, "eval_loss": 1.3180800676345825, "eval_runtime": 6.3025, "eval_samples_per_second": 13.011, "eval_steps_per_second": 3.332, "step": 920 }, { "epoch": 8.008695652173913, "grad_norm": 0.008946227841079235, "learning_rate": 1.067632850241546e-05, "loss": 0.0006, "step": 930 }, { "epoch": 8.017391304347827, "grad_norm": 0.024497035890817642, "learning_rate": 1.0193236714975846e-05, "loss": 0.0007, "step": 940 }, { "epoch": 8.02608695652174, "grad_norm": 0.01063747052103281, "learning_rate": 9.710144927536233e-06, "loss": 0.0006, "step": 950 }, { "epoch": 8.034782608695652, "grad_norm": 0.014025327749550343, "learning_rate": 9.227053140096618e-06, "loss": 0.0008, "step": 960 }, { "epoch": 8.043478260869565, "grad_norm": 0.021205030381679535, "learning_rate": 8.743961352657005e-06, "loss": 0.0007, "step": 970 }, { "epoch": 8.052173913043479, "grad_norm": 0.009876050055027008, "learning_rate": 8.26086956521739e-06, "loss": 0.0007, "step": 980 }, { "epoch": 8.060869565217391, "grad_norm": 0.007320360280573368, "learning_rate": 7.777777777777777e-06, "loss": 0.0006, "step": 990 }, { "epoch": 8.069565217391304, "grad_norm": 0.007261498365551233, "learning_rate": 7.294685990338164e-06, "loss": 0.0006, "step": 1000 }, { "epoch": 8.078260869565218, "grad_norm": 0.013149461708962917, "learning_rate": 6.811594202898551e-06, "loss": 0.0008, "step": 1010 }, { "epoch": 8.08695652173913, "grad_norm": 0.013871278613805771, "learning_rate": 6.328502415458938e-06, "loss": 0.0007, "step": 1020 }, { "epoch": 8.095652173913043, "grad_norm": 0.018679574131965637, "learning_rate": 5.845410628019324e-06, "loss": 0.0006, "step": 1030 }, { "epoch": 8.1, "eval_accuracy": 0.6829268292682927, "eval_loss": 1.329393982887268, "eval_runtime": 6.1832, "eval_samples_per_second": 13.262, "eval_steps_per_second": 3.396, "step": 1035 }, { "epoch": 9.004347826086956, "grad_norm": 0.011226188391447067, "learning_rate": 5.36231884057971e-06, "loss": 0.0006, "step": 1040 }, { "epoch": 9.013043478260869, "grad_norm": 0.017457231879234314, "learning_rate": 4.879227053140096e-06, "loss": 0.0006, "step": 1050 }, { "epoch": 9.021739130434783, "grad_norm": 0.023909136652946472, "learning_rate": 4.396135265700483e-06, "loss": 0.0007, "step": 1060 }, { "epoch": 9.030434782608696, "grad_norm": 0.00866635050624609, "learning_rate": 3.91304347826087e-06, "loss": 0.0006, "step": 1070 }, { "epoch": 9.039130434782608, "grad_norm": 0.013021158054471016, "learning_rate": 3.4299516908212565e-06, "loss": 0.0007, "step": 1080 }, { "epoch": 9.047826086956523, "grad_norm": 0.008441662415862083, "learning_rate": 2.9468599033816426e-06, "loss": 0.0006, "step": 1090 }, { "epoch": 9.056521739130435, "grad_norm": 0.012296984903514385, "learning_rate": 2.463768115942029e-06, "loss": 0.0006, "step": 1100 }, { "epoch": 9.065217391304348, "grad_norm": 0.025126850232481956, "learning_rate": 1.9806763285024155e-06, "loss": 0.0007, "step": 1110 }, { "epoch": 9.07391304347826, "grad_norm": 0.012579759582877159, "learning_rate": 1.497584541062802e-06, "loss": 0.0007, "step": 1120 }, { "epoch": 9.082608695652175, "grad_norm": 0.012673572637140751, "learning_rate": 1.0144927536231885e-06, "loss": 0.0006, "step": 1130 }, { "epoch": 9.091304347826087, "grad_norm": 0.007186697795987129, "learning_rate": 5.314009661835749e-07, "loss": 0.0006, "step": 1140 }, { "epoch": 9.1, "grad_norm": 0.013606193475425243, "learning_rate": 4.8309178743961356e-08, "loss": 0.0006, "step": 1150 }, { "epoch": 9.1, "eval_accuracy": 0.6951219512195121, "eval_loss": 1.332796573638916, "eval_runtime": 6.2824, "eval_samples_per_second": 13.052, "eval_steps_per_second": 3.343, "step": 1150 }, { "epoch": 9.1, "step": 1150, "total_flos": 5.732152700888678e+18, "train_loss": 0.30071158163492445, "train_runtime": 1642.1131, "train_samples_per_second": 2.801, "train_steps_per_second": 0.7 }, { "epoch": 9.1, "eval_accuracy": 0.6951219512195121, "eval_loss": 1.2568752765655518, "eval_runtime": 5.6457, "eval_samples_per_second": 14.524, "eval_steps_per_second": 3.72, "step": 1150 } ], "logging_steps": 10, "max_steps": 1150, "num_input_tokens_seen": 0, "num_train_epochs": 9223372036854775807, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.732152700888678e+18, "train_batch_size": 4, "trial_name": null, "trial_params": null }