| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.1005656819610308, | |
| "eval_steps": 160, | |
| "global_step": 160, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0006285355122564425, | |
| "grad_norm": 2.96633243560791, | |
| "learning_rate": 0.0, | |
| "loss": 7.5468, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0006285355122564425, | |
| "eval_loss": 7.076071739196777, | |
| "eval_runtime": 1556.6109, | |
| "eval_samples_per_second": 1.656, | |
| "eval_steps_per_second": 1.656, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.001257071024512885, | |
| "grad_norm": 2.7123501300811768, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "loss": 6.3309, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0018856065367693275, | |
| "grad_norm": 2.4243223667144775, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 6.7763, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.00251414204902577, | |
| "grad_norm": 2.319216728210449, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 6.8187, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0031426775612822125, | |
| "grad_norm": 2.4935989379882812, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 7.0526, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.003771213073538655, | |
| "grad_norm": 2.1718926429748535, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 6.7646, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0043997485857950975, | |
| "grad_norm": 2.177217960357666, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 6.6131, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.00502828409805154, | |
| "grad_norm": 2.9915874004364014, | |
| "learning_rate": 2.8000000000000003e-06, | |
| "loss": 7.6544, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0056568196103079825, | |
| "grad_norm": 2.6981074810028076, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 6.799, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.006285355122564425, | |
| "grad_norm": 4.512426376342773, | |
| "learning_rate": 3.6e-06, | |
| "loss": 8.3895, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0069138906348208675, | |
| "grad_norm": 2.3968913555145264, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 6.3478, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.00754242614707731, | |
| "grad_norm": 1.9744027853012085, | |
| "learning_rate": 4.4e-06, | |
| "loss": 5.5536, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.008170961659333752, | |
| "grad_norm": 3.050507068634033, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 6.5491, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.008799497171590195, | |
| "grad_norm": 3.0034799575805664, | |
| "learning_rate": 5.2e-06, | |
| "loss": 7.2764, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.009428032683846637, | |
| "grad_norm": 2.323613405227661, | |
| "learning_rate": 5.600000000000001e-06, | |
| "loss": 6.8805, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01005656819610308, | |
| "grad_norm": 3.129593849182129, | |
| "learning_rate": 6e-06, | |
| "loss": 7.3171, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.010685103708359522, | |
| "grad_norm": 2.296137571334839, | |
| "learning_rate": 6.4000000000000006e-06, | |
| "loss": 6.4251, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.011313639220615965, | |
| "grad_norm": 2.637282133102417, | |
| "learning_rate": 6.800000000000001e-06, | |
| "loss": 6.6142, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.011942174732872407, | |
| "grad_norm": 2.1313271522521973, | |
| "learning_rate": 7.2e-06, | |
| "loss": 6.3841, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.01257071024512885, | |
| "grad_norm": 2.7492284774780273, | |
| "learning_rate": 7.6e-06, | |
| "loss": 6.8148, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.013199245757385292, | |
| "grad_norm": 2.945878267288208, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 6.9732, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.013827781269641735, | |
| "grad_norm": 3.709951162338257, | |
| "learning_rate": 8.400000000000001e-06, | |
| "loss": 7.7273, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.014456316781898177, | |
| "grad_norm": 3.023289203643799, | |
| "learning_rate": 8.8e-06, | |
| "loss": 7.0649, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.01508485229415462, | |
| "grad_norm": 3.163715124130249, | |
| "learning_rate": 9.2e-06, | |
| "loss": 6.9342, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.01571338780641106, | |
| "grad_norm": 4.114445686340332, | |
| "learning_rate": 9.600000000000001e-06, | |
| "loss": 8.119, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.016341923318667503, | |
| "grad_norm": 3.021068572998047, | |
| "learning_rate": 1e-05, | |
| "loss": 7.4067, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.01697045883092395, | |
| "grad_norm": 3.724407911300659, | |
| "learning_rate": 1.04e-05, | |
| "loss": 7.3869, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.01759899434318039, | |
| "grad_norm": 2.656257390975952, | |
| "learning_rate": 1.08e-05, | |
| "loss": 5.9961, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.018227529855436832, | |
| "grad_norm": 2.7785143852233887, | |
| "learning_rate": 1.1200000000000001e-05, | |
| "loss": 5.6596, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.018856065367693273, | |
| "grad_norm": 3.130934715270996, | |
| "learning_rate": 1.16e-05, | |
| "loss": 6.6092, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.01948460087994972, | |
| "grad_norm": 3.42301869392395, | |
| "learning_rate": 1.2e-05, | |
| "loss": 6.3373, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.02011313639220616, | |
| "grad_norm": 2.8691611289978027, | |
| "learning_rate": 1.24e-05, | |
| "loss": 6.5923, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.020741671904462602, | |
| "grad_norm": 2.917086601257324, | |
| "learning_rate": 1.2800000000000001e-05, | |
| "loss": 5.9773, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.021370207416719043, | |
| "grad_norm": 4.07196044921875, | |
| "learning_rate": 1.32e-05, | |
| "loss": 7.4423, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.02199874292897549, | |
| "grad_norm": 4.738312244415283, | |
| "learning_rate": 1.3600000000000002e-05, | |
| "loss": 7.5113, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.02262727844123193, | |
| "grad_norm": 3.898664712905884, | |
| "learning_rate": 1.4000000000000001e-05, | |
| "loss": 6.8738, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.023255813953488372, | |
| "grad_norm": 3.7448792457580566, | |
| "learning_rate": 1.44e-05, | |
| "loss": 6.9615, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.023884349465744813, | |
| "grad_norm": 3.5938379764556885, | |
| "learning_rate": 1.48e-05, | |
| "loss": 6.0651, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.02451288497800126, | |
| "grad_norm": 4.253636360168457, | |
| "learning_rate": 1.52e-05, | |
| "loss": 6.9986, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0251414204902577, | |
| "grad_norm": 4.985451698303223, | |
| "learning_rate": 1.56e-05, | |
| "loss": 7.252, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.025769956002514142, | |
| "grad_norm": 4.376275062561035, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 6.8091, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.026398491514770583, | |
| "grad_norm": 4.697645664215088, | |
| "learning_rate": 1.6400000000000002e-05, | |
| "loss": 6.4319, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.02702702702702703, | |
| "grad_norm": 5.258227348327637, | |
| "learning_rate": 1.6800000000000002e-05, | |
| "loss": 6.7672, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.02765556253928347, | |
| "grad_norm": 5.063000679016113, | |
| "learning_rate": 1.7199999999999998e-05, | |
| "loss": 6.3354, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.028284098051539912, | |
| "grad_norm": 4.573636531829834, | |
| "learning_rate": 1.76e-05, | |
| "loss": 6.3374, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.028912633563796353, | |
| "grad_norm": 4.72340202331543, | |
| "learning_rate": 1.8e-05, | |
| "loss": 6.6553, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.0295411690760528, | |
| "grad_norm": 6.681248664855957, | |
| "learning_rate": 1.84e-05, | |
| "loss": 7.7157, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.03016970458830924, | |
| "grad_norm": 5.952408313751221, | |
| "learning_rate": 1.88e-05, | |
| "loss": 5.8215, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.030798240100565682, | |
| "grad_norm": 6.599308967590332, | |
| "learning_rate": 1.9200000000000003e-05, | |
| "loss": 6.921, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.03142677561282212, | |
| "grad_norm": 6.538867473602295, | |
| "learning_rate": 1.9600000000000002e-05, | |
| "loss": 7.1274, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03205531112507857, | |
| "grad_norm": 5.91294527053833, | |
| "learning_rate": 2e-05, | |
| "loss": 6.7263, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.03268384663733501, | |
| "grad_norm": 7.943373203277588, | |
| "learning_rate": 2.04e-05, | |
| "loss": 7.4335, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.03331238214959145, | |
| "grad_norm": 7.023540496826172, | |
| "learning_rate": 2.08e-05, | |
| "loss": 6.3428, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.0339409176618479, | |
| "grad_norm": 7.031850814819336, | |
| "learning_rate": 2.12e-05, | |
| "loss": 6.2423, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.034569453174104335, | |
| "grad_norm": 6.891653537750244, | |
| "learning_rate": 2.16e-05, | |
| "loss": 6.4081, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.03519798868636078, | |
| "grad_norm": 8.165786743164062, | |
| "learning_rate": 2.2000000000000003e-05, | |
| "loss": 7.1081, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.035826524198617225, | |
| "grad_norm": 9.146330833435059, | |
| "learning_rate": 2.2400000000000002e-05, | |
| "loss": 7.4309, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.036455059710873663, | |
| "grad_norm": 8.637526512145996, | |
| "learning_rate": 2.2800000000000002e-05, | |
| "loss": 6.9889, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.03708359522313011, | |
| "grad_norm": 8.397353172302246, | |
| "learning_rate": 2.32e-05, | |
| "loss": 5.8222, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.03771213073538655, | |
| "grad_norm": 9.219857215881348, | |
| "learning_rate": 2.36e-05, | |
| "loss": 7.0839, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.03834066624764299, | |
| "grad_norm": 8.762686729431152, | |
| "learning_rate": 2.4e-05, | |
| "loss": 6.192, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.03896920175989944, | |
| "grad_norm": 9.55370044708252, | |
| "learning_rate": 2.44e-05, | |
| "loss": 6.2674, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.039597737272155875, | |
| "grad_norm": 10.248711585998535, | |
| "learning_rate": 2.48e-05, | |
| "loss": 7.4737, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.04022627278441232, | |
| "grad_norm": 9.455551147460938, | |
| "learning_rate": 2.5200000000000003e-05, | |
| "loss": 6.5796, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.04085480829666876, | |
| "grad_norm": 10.217570304870605, | |
| "learning_rate": 2.5600000000000002e-05, | |
| "loss": 6.8329, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.041483343808925204, | |
| "grad_norm": 12.418697357177734, | |
| "learning_rate": 2.6000000000000002e-05, | |
| "loss": 7.0127, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.04211187932118165, | |
| "grad_norm": 13.362143516540527, | |
| "learning_rate": 2.64e-05, | |
| "loss": 6.3027, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.04274041483343809, | |
| "grad_norm": 10.577826499938965, | |
| "learning_rate": 2.6800000000000004e-05, | |
| "loss": 6.2406, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.04336895034569453, | |
| "grad_norm": 13.15530776977539, | |
| "learning_rate": 2.7200000000000004e-05, | |
| "loss": 7.3093, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.04399748585795098, | |
| "grad_norm": 10.775976181030273, | |
| "learning_rate": 2.7600000000000003e-05, | |
| "loss": 5.9398, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.044626021370207415, | |
| "grad_norm": 12.925591468811035, | |
| "learning_rate": 2.8000000000000003e-05, | |
| "loss": 6.7144, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.04525455688246386, | |
| "grad_norm": 12.626113891601562, | |
| "learning_rate": 2.84e-05, | |
| "loss": 6.5783, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.0458830923947203, | |
| "grad_norm": 14.04005241394043, | |
| "learning_rate": 2.88e-05, | |
| "loss": 6.1111, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.046511627906976744, | |
| "grad_norm": 14.279847145080566, | |
| "learning_rate": 2.9199999999999998e-05, | |
| "loss": 5.7717, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.04714016341923319, | |
| "grad_norm": 13.597288131713867, | |
| "learning_rate": 2.96e-05, | |
| "loss": 6.7714, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.04776869893148963, | |
| "grad_norm": 12.93455696105957, | |
| "learning_rate": 3e-05, | |
| "loss": 6.5082, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.04839723444374607, | |
| "grad_norm": 12.823902130126953, | |
| "learning_rate": 3.04e-05, | |
| "loss": 6.7108, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.04902576995600252, | |
| "grad_norm": 16.93589973449707, | |
| "learning_rate": 3.08e-05, | |
| "loss": 6.2773, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.049654305468258955, | |
| "grad_norm": 14.550610542297363, | |
| "learning_rate": 3.12e-05, | |
| "loss": 6.4329, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.0502828409805154, | |
| "grad_norm": 11.992222785949707, | |
| "learning_rate": 3.16e-05, | |
| "loss": 5.3369, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.05091137649277184, | |
| "grad_norm": 12.921990394592285, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 5.8783, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.051539912005028284, | |
| "grad_norm": 14.483002662658691, | |
| "learning_rate": 3.24e-05, | |
| "loss": 7.4091, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.05216844751728473, | |
| "grad_norm": 15.877086639404297, | |
| "learning_rate": 3.2800000000000004e-05, | |
| "loss": 6.9743, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.05279698302954117, | |
| "grad_norm": 15.85240650177002, | |
| "learning_rate": 3.32e-05, | |
| "loss": 7.0001, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.05342551854179761, | |
| "grad_norm": 17.0369815826416, | |
| "learning_rate": 3.3600000000000004e-05, | |
| "loss": 5.8022, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.05405405405405406, | |
| "grad_norm": 15.62733268737793, | |
| "learning_rate": 3.4000000000000007e-05, | |
| "loss": 6.8172, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.054682589566310495, | |
| "grad_norm": 18.79668426513672, | |
| "learning_rate": 3.4399999999999996e-05, | |
| "loss": 6.6659, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.05531112507856694, | |
| "grad_norm": 15.78856086730957, | |
| "learning_rate": 3.48e-05, | |
| "loss": 5.7255, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.05593966059082338, | |
| "grad_norm": 13.196313858032227, | |
| "learning_rate": 3.52e-05, | |
| "loss": 5.8423, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.056568196103079824, | |
| "grad_norm": 16.4498233795166, | |
| "learning_rate": 3.56e-05, | |
| "loss": 5.4969, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.05719673161533627, | |
| "grad_norm": 15.243169784545898, | |
| "learning_rate": 3.6e-05, | |
| "loss": 6.0186, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.05782526712759271, | |
| "grad_norm": 17.294044494628906, | |
| "learning_rate": 3.6400000000000004e-05, | |
| "loss": 6.8408, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.05845380263984915, | |
| "grad_norm": 19.32530975341797, | |
| "learning_rate": 3.68e-05, | |
| "loss": 6.5562, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.0590823381521056, | |
| "grad_norm": 20.01514434814453, | |
| "learning_rate": 3.72e-05, | |
| "loss": 6.4273, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.059710873664362035, | |
| "grad_norm": 19.90467643737793, | |
| "learning_rate": 3.76e-05, | |
| "loss": 7.2277, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.06033940917661848, | |
| "grad_norm": 17.582975387573242, | |
| "learning_rate": 3.8e-05, | |
| "loss": 7.0173, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.06096794468887492, | |
| "grad_norm": 17.471969604492188, | |
| "learning_rate": 3.8400000000000005e-05, | |
| "loss": 6.6919, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.061596480201131364, | |
| "grad_norm": 16.06781005859375, | |
| "learning_rate": 3.88e-05, | |
| "loss": 6.54, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.06222501571338781, | |
| "grad_norm": 17.99164390563965, | |
| "learning_rate": 3.9200000000000004e-05, | |
| "loss": 5.9168, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.06285355122564425, | |
| "grad_norm": 16.01885986328125, | |
| "learning_rate": 3.960000000000001e-05, | |
| "loss": 5.9236, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06348208673790069, | |
| "grad_norm": 9.705466270446777, | |
| "learning_rate": 4e-05, | |
| "loss": 4.4168, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.06411062225015714, | |
| "grad_norm": 21.02065086364746, | |
| "learning_rate": 4.0400000000000006e-05, | |
| "loss": 6.7312, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.06473915776241358, | |
| "grad_norm": 16.56360626220703, | |
| "learning_rate": 4.08e-05, | |
| "loss": 6.5865, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.06536769327467001, | |
| "grad_norm": 17.319807052612305, | |
| "learning_rate": 4.12e-05, | |
| "loss": 6.4122, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.06599622878692646, | |
| "grad_norm": 21.3114070892334, | |
| "learning_rate": 4.16e-05, | |
| "loss": 6.9886, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.0666247642991829, | |
| "grad_norm": 21.147327423095703, | |
| "learning_rate": 4.2e-05, | |
| "loss": 6.7595, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.06725329981143935, | |
| "grad_norm": 16.264938354492188, | |
| "learning_rate": 4.24e-05, | |
| "loss": 6.114, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.0678818353236958, | |
| "grad_norm": 20.424713134765625, | |
| "learning_rate": 4.2800000000000004e-05, | |
| "loss": 6.9508, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.06851037083595223, | |
| "grad_norm": 19.48565673828125, | |
| "learning_rate": 4.32e-05, | |
| "loss": 6.7488, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.06913890634820867, | |
| "grad_norm": 17.111894607543945, | |
| "learning_rate": 4.36e-05, | |
| "loss": 6.5613, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.06976744186046512, | |
| "grad_norm": 14.604440689086914, | |
| "learning_rate": 4.4000000000000006e-05, | |
| "loss": 6.0278, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.07039597737272156, | |
| "grad_norm": 19.691083908081055, | |
| "learning_rate": 4.44e-05, | |
| "loss": 6.6524, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.071024512884978, | |
| "grad_norm": 20.216869354248047, | |
| "learning_rate": 4.4800000000000005e-05, | |
| "loss": 7.1919, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.07165304839723445, | |
| "grad_norm": 12.34801197052002, | |
| "learning_rate": 4.52e-05, | |
| "loss": 5.8613, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.07228158390949088, | |
| "grad_norm": 10.295191764831543, | |
| "learning_rate": 4.5600000000000004e-05, | |
| "loss": 5.2475, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.07291011942174733, | |
| "grad_norm": 15.049263954162598, | |
| "learning_rate": 4.600000000000001e-05, | |
| "loss": 6.1295, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.07353865493400377, | |
| "grad_norm": 12.287694931030273, | |
| "learning_rate": 4.64e-05, | |
| "loss": 5.7615, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.07416719044626022, | |
| "grad_norm": 12.11177921295166, | |
| "learning_rate": 4.6800000000000006e-05, | |
| "loss": 5.8763, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.07479572595851666, | |
| "grad_norm": 11.103803634643555, | |
| "learning_rate": 4.72e-05, | |
| "loss": 5.5072, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.0754242614707731, | |
| "grad_norm": 10.065237998962402, | |
| "learning_rate": 4.76e-05, | |
| "loss": 5.4734, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.07605279698302954, | |
| "grad_norm": 15.039546012878418, | |
| "learning_rate": 4.8e-05, | |
| "loss": 6.2005, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.07668133249528598, | |
| "grad_norm": 10.25068473815918, | |
| "learning_rate": 4.8400000000000004e-05, | |
| "loss": 5.4703, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.07730986800754243, | |
| "grad_norm": 13.106711387634277, | |
| "learning_rate": 4.88e-05, | |
| "loss": 6.6926, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.07793840351979887, | |
| "grad_norm": 7.927108287811279, | |
| "learning_rate": 4.92e-05, | |
| "loss": 5.3666, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.0785669390320553, | |
| "grad_norm": 10.937745094299316, | |
| "learning_rate": 4.96e-05, | |
| "loss": 6.1474, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.07919547454431175, | |
| "grad_norm": 10.88867473602295, | |
| "learning_rate": 5e-05, | |
| "loss": 6.1572, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.0798240100565682, | |
| "grad_norm": 11.629264831542969, | |
| "learning_rate": 5.0400000000000005e-05, | |
| "loss": 6.391, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.08045254556882464, | |
| "grad_norm": 10.296239852905273, | |
| "learning_rate": 5.08e-05, | |
| "loss": 5.9652, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.08108108108108109, | |
| "grad_norm": 11.038286209106445, | |
| "learning_rate": 5.1200000000000004e-05, | |
| "loss": 6.1295, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.08170961659333752, | |
| "grad_norm": 9.234803199768066, | |
| "learning_rate": 5.16e-05, | |
| "loss": 5.796, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.08233815210559396, | |
| "grad_norm": 8.689288139343262, | |
| "learning_rate": 5.2000000000000004e-05, | |
| "loss": 5.3704, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.08296668761785041, | |
| "grad_norm": 15.41921615600586, | |
| "learning_rate": 5.2400000000000007e-05, | |
| "loss": 6.0926, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.08359522313010685, | |
| "grad_norm": 8.419554710388184, | |
| "learning_rate": 5.28e-05, | |
| "loss": 5.8071, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.0842237586423633, | |
| "grad_norm": 8.644979476928711, | |
| "learning_rate": 5.3200000000000006e-05, | |
| "loss": 5.9138, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.08485229415461974, | |
| "grad_norm": 11.236026763916016, | |
| "learning_rate": 5.360000000000001e-05, | |
| "loss": 5.9092, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.08548082966687617, | |
| "grad_norm": 9.669437408447266, | |
| "learning_rate": 5.4000000000000005e-05, | |
| "loss": 5.3778, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.08610936517913262, | |
| "grad_norm": 10.624286651611328, | |
| "learning_rate": 5.440000000000001e-05, | |
| "loss": 5.4098, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.08673790069138906, | |
| "grad_norm": 8.831917762756348, | |
| "learning_rate": 5.4800000000000004e-05, | |
| "loss": 5.3806, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.08736643620364551, | |
| "grad_norm": 8.536581993103027, | |
| "learning_rate": 5.520000000000001e-05, | |
| "loss": 5.9237, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.08799497171590195, | |
| "grad_norm": 7.873721599578857, | |
| "learning_rate": 5.560000000000001e-05, | |
| "loss": 5.423, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.08862350722815839, | |
| "grad_norm": 8.635188102722168, | |
| "learning_rate": 5.6000000000000006e-05, | |
| "loss": 5.6118, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.08925204274041483, | |
| "grad_norm": 13.39542293548584, | |
| "learning_rate": 5.6399999999999995e-05, | |
| "loss": 5.2728, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.08988057825267128, | |
| "grad_norm": 12.998862266540527, | |
| "learning_rate": 5.68e-05, | |
| "loss": 6.9434, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.09050911376492772, | |
| "grad_norm": 8.149964332580566, | |
| "learning_rate": 5.72e-05, | |
| "loss": 5.3559, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.09113764927718417, | |
| "grad_norm": 7.66946268081665, | |
| "learning_rate": 5.76e-05, | |
| "loss": 5.5603, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.0917661847894406, | |
| "grad_norm": 9.277702331542969, | |
| "learning_rate": 5.8e-05, | |
| "loss": 4.9751, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.09239472030169704, | |
| "grad_norm": 7.442458152770996, | |
| "learning_rate": 5.8399999999999997e-05, | |
| "loss": 5.1653, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.09302325581395349, | |
| "grad_norm": 8.340120315551758, | |
| "learning_rate": 5.88e-05, | |
| "loss": 5.5422, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.09365179132620993, | |
| "grad_norm": 6.774919033050537, | |
| "learning_rate": 5.92e-05, | |
| "loss": 5.0187, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.09428032683846638, | |
| "grad_norm": 8.363201141357422, | |
| "learning_rate": 5.96e-05, | |
| "loss": 4.9803, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.09490886235072282, | |
| "grad_norm": 7.182234764099121, | |
| "learning_rate": 6e-05, | |
| "loss": 5.2913, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.09553739786297925, | |
| "grad_norm": 9.065616607666016, | |
| "learning_rate": 6.04e-05, | |
| "loss": 5.8604, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.0961659333752357, | |
| "grad_norm": 7.823053359985352, | |
| "learning_rate": 6.08e-05, | |
| "loss": 5.7326, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.09679446888749214, | |
| "grad_norm": 8.177785873413086, | |
| "learning_rate": 6.12e-05, | |
| "loss": 5.5663, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.09742300439974859, | |
| "grad_norm": 8.24718952178955, | |
| "learning_rate": 6.16e-05, | |
| "loss": 5.5606, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.09805153991200503, | |
| "grad_norm": 10.260727882385254, | |
| "learning_rate": 6.2e-05, | |
| "loss": 5.7043, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.09868007542426147, | |
| "grad_norm": 11.80507755279541, | |
| "learning_rate": 6.24e-05, | |
| "loss": 6.0268, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.09930861093651791, | |
| "grad_norm": 9.024588584899902, | |
| "learning_rate": 6.280000000000001e-05, | |
| "loss": 6.2249, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.09993714644877436, | |
| "grad_norm": 6.814016342163086, | |
| "learning_rate": 6.32e-05, | |
| "loss": 5.0123, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.1005656819610308, | |
| "grad_norm": 6.701868534088135, | |
| "learning_rate": 6.36e-05, | |
| "loss": 4.9993, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.1005656819610308, | |
| "eval_loss": 5.605074882507324, | |
| "eval_runtime": 1565.1736, | |
| "eval_samples_per_second": 1.647, | |
| "eval_steps_per_second": 1.647, | |
| "step": 160 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1591, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 160, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.0460495771690598e+18, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |