{
  "best_global_step": 12700,
  "best_metric": 0.6587069034576416,
  "best_model_checkpoint": "./Qwen-3-0.6B-Reasoning-Vi-Medical-LoRA/checkpoint-12700",
  "epoch": 29.93091732729332,
  "eval_steps": 100,
  "global_step": 13200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.22650056625141562,
      "grad_norm": 0.32067689299583435,
      "learning_rate": 0.0001936551724137931,
      "loss": 1.3117,
      "step": 100
    },
    {
      "epoch": 0.22650056625141562,
      "eval_loss": 1.2771011590957642,
      "eval_runtime": 215.7306,
      "eval_samples_per_second": 7.273,
      "eval_steps_per_second": 0.913,
      "step": 100
    },
    {
      "epoch": 0.45300113250283125,
      "grad_norm": 0.368208110332489,
      "learning_rate": 0.00018445977011494254,
      "loss": 1.2627,
      "step": 200
    },
    {
      "epoch": 0.45300113250283125,
      "eval_loss": 1.234209418296814,
      "eval_runtime": 215.6413,
      "eval_samples_per_second": 7.276,
      "eval_steps_per_second": 0.914,
      "step": 200
    },
    {
      "epoch": 0.6795016987542469,
      "grad_norm": 0.34856918454170227,
      "learning_rate": 0.00017526436781609196,
      "loss": 1.2199,
      "step": 300
    },
    {
      "epoch": 0.6795016987542469,
      "eval_loss": 1.2032462358474731,
      "eval_runtime": 215.6165,
      "eval_samples_per_second": 7.277,
      "eval_steps_per_second": 0.914,
      "step": 300
    },
    {
      "epoch": 0.9060022650056625,
      "grad_norm": 0.33870309591293335,
      "learning_rate": 0.0001660689655172414,
      "loss": 1.1941,
      "step": 400
    },
    {
      "epoch": 0.9060022650056625,
      "eval_loss": 1.1780856847763062,
      "eval_runtime": 215.6336,
      "eval_samples_per_second": 7.276,
      "eval_steps_per_second": 0.914,
      "step": 400
    },
    {
      "epoch": 1.1336353340883352,
      "grad_norm": 0.38066866993904114,
      "learning_rate": 0.00015687356321839082,
      "loss": 1.1664,
      "step": 500
    },
    {
      "epoch": 1.1336353340883352,
      "eval_loss": 1.1569600105285645,
      "eval_runtime": 215.6796,
      "eval_samples_per_second": 7.275,
      "eval_steps_per_second": 0.913,
      "step": 500
    },
    {
      "epoch": 1.3601359003397508,
      "grad_norm": 0.3768746852874756,
      "learning_rate": 0.00014767816091954024,
      "loss": 1.1276,
      "step": 600
    },
    {
      "epoch": 1.3601359003397508,
      "eval_loss": 1.1395982503890991,
      "eval_runtime": 215.7974,
      "eval_samples_per_second": 7.271,
      "eval_steps_per_second": 0.913,
      "step": 600
    },
    {
      "epoch": 1.5866364665911665,
      "grad_norm": 0.3873467743396759,
      "learning_rate": 0.00013848275862068967,
      "loss": 1.1059,
      "step": 700
    },
    {
      "epoch": 1.5866364665911665,
      "eval_loss": 1.1225543022155762,
      "eval_runtime": 215.8352,
      "eval_samples_per_second": 7.269,
      "eval_steps_per_second": 0.913,
      "step": 700
    },
    {
      "epoch": 1.8131370328425822,
      "grad_norm": 0.399214506149292,
      "learning_rate": 0.00012928735632183907,
      "loss": 1.087,
      "step": 800
    },
    {
      "epoch": 1.8131370328425822,
      "eval_loss": 1.1066261529922485,
      "eval_runtime": 215.8039,
      "eval_samples_per_second": 7.27,
      "eval_steps_per_second": 0.913,
      "step": 800
    },
    {
      "epoch": 2.0407701019252547,
      "grad_norm": 0.3834548890590668,
      "learning_rate": 0.00012009195402298852,
      "loss": 1.0775,
      "step": 900
    },
    {
      "epoch": 2.0407701019252547,
      "eval_loss": 1.0939360857009888,
      "eval_runtime": 215.8709,
      "eval_samples_per_second": 7.268,
      "eval_steps_per_second": 0.913,
      "step": 900
    },
    {
      "epoch": 2.2672706681766703,
      "grad_norm": 0.41335031390190125,
      "learning_rate": 0.00011089655172413794,
      "loss": 1.0294,
      "step": 1000
    },
    {
      "epoch": 2.2672706681766703,
      "eval_loss": 1.081494688987732,
      "eval_runtime": 215.8265,
      "eval_samples_per_second": 7.27,
      "eval_steps_per_second": 0.913,
      "step": 1000
    },
    {
      "epoch": 2.493771234428086,
      "grad_norm": 0.43652597069740295,
      "learning_rate": 0.00010170114942528736,
      "loss": 1.0077,
      "step": 1100
    },
    {
      "epoch": 2.493771234428086,
      "eval_loss": 1.066120982170105,
      "eval_runtime": 215.7444,
      "eval_samples_per_second": 7.272,
      "eval_steps_per_second": 0.913,
      "step": 1100
    },
    {
      "epoch": 2.7202718006795017,
      "grad_norm": 0.4415673613548279,
      "learning_rate": 9.250574712643678e-05,
      "loss": 0.9984,
      "step": 1200
    },
    {
      "epoch": 2.7202718006795017,
      "eval_loss": 1.0539467334747314,
      "eval_runtime": 215.873,
      "eval_samples_per_second": 7.268,
      "eval_steps_per_second": 0.913,
      "step": 1200
    },
    {
      "epoch": 2.9467723669309174,
      "grad_norm": 0.44037237763404846,
      "learning_rate": 8.33103448275862e-05,
      "loss": 0.9837,
      "step": 1300
    },
    {
      "epoch": 2.9467723669309174,
      "eval_loss": 1.044096827507019,
      "eval_runtime": 215.7373,
      "eval_samples_per_second": 7.273,
      "eval_steps_per_second": 0.913,
      "step": 1300
    },
    {
      "epoch": 3.17440543601359,
      "grad_norm": 0.5079408288002014,
      "learning_rate": 7.411494252873563e-05,
      "loss": 0.9642,
      "step": 1400
    },
    {
      "epoch": 3.17440543601359,
      "eval_loss": 1.0374841690063477,
      "eval_runtime": 215.6881,
      "eval_samples_per_second": 7.274,
      "eval_steps_per_second": 0.913,
      "step": 1400
    },
    {
      "epoch": 3.4009060022650055,
      "grad_norm": 0.4961177408695221,
      "learning_rate": 6.491954022988506e-05,
      "loss": 0.9381,
      "step": 1500
    },
    {
      "epoch": 3.4009060022650055,
      "eval_loss": 1.0282294750213623,
      "eval_runtime": 215.6305,
      "eval_samples_per_second": 7.276,
      "eval_steps_per_second": 0.914,
      "step": 1500
    },
    {
      "epoch": 3.627406568516421,
      "grad_norm": 0.5088583827018738,
      "learning_rate": 5.5724137931034484e-05,
      "loss": 0.9261,
      "step": 1600
    },
    {
      "epoch": 3.627406568516421,
      "eval_loss": 1.0186975002288818,
      "eval_runtime": 215.8306,
      "eval_samples_per_second": 7.27,
      "eval_steps_per_second": 0.913,
      "step": 1600
    },
    {
      "epoch": 3.853907134767837,
      "grad_norm": 0.5300412178039551,
      "learning_rate": 4.652873563218391e-05,
      "loss": 0.9115,
      "step": 1700
    },
    {
      "epoch": 3.853907134767837,
      "eval_loss": 1.011821985244751,
      "eval_runtime": 215.7992,
      "eval_samples_per_second": 7.271,
      "eval_steps_per_second": 0.913,
      "step": 1700
    },
    {
      "epoch": 4.081540203850509,
      "grad_norm": 0.5446588397026062,
      "learning_rate": 3.733333333333334e-05,
      "loss": 0.9033,
      "step": 1800
    },
    {
      "epoch": 4.081540203850509,
      "eval_loss": 1.0095539093017578,
      "eval_runtime": 215.7598,
      "eval_samples_per_second": 7.272,
      "eval_steps_per_second": 0.913,
      "step": 1800
    },
    {
      "epoch": 4.308040770101925,
      "grad_norm": 0.5339412093162537,
      "learning_rate": 2.813793103448276e-05,
      "loss": 0.8647,
      "step": 1900
    },
    {
      "epoch": 4.308040770101925,
      "eval_loss": 1.002418875694275,
      "eval_runtime": 215.8479,
      "eval_samples_per_second": 7.269,
      "eval_steps_per_second": 0.913,
      "step": 1900
    },
    {
      "epoch": 4.534541336353341,
      "grad_norm": 0.5594246983528137,
      "learning_rate": 1.8942528735632184e-05,
      "loss": 0.8718,
      "step": 2000
    },
    {
      "epoch": 4.534541336353341,
      "eval_loss": 0.9978017807006836,
      "eval_runtime": 215.8323,
      "eval_samples_per_second": 7.27,
      "eval_steps_per_second": 0.913,
      "step": 2000
    },
    {
      "epoch": 4.761041902604757,
      "grad_norm": 0.5511975288391113,
      "learning_rate": 9.747126436781609e-06,
      "loss": 0.8611,
      "step": 2100
    },
    {
      "epoch": 4.761041902604757,
      "eval_loss": 0.9954851269721985,
      "eval_runtime": 215.843,
      "eval_samples_per_second": 7.269,
      "eval_steps_per_second": 0.913,
      "step": 2100
    },
    {
      "epoch": 4.987542468856172,
      "grad_norm": 0.5623785853385925,
      "learning_rate": 5.517241379310344e-07,
      "loss": 0.8602,
      "step": 2200
    },
    {
      "epoch": 4.987542468856172,
      "eval_loss": 0.9939414262771606,
      "eval_runtime": 215.789,
      "eval_samples_per_second": 7.271,
      "eval_steps_per_second": 0.913,
      "step": 2200
    },
    {
      "epoch": 5.215175537938845,
      "grad_norm": 0.6162961721420288,
      "learning_rate": 9.639269406392695e-05,
      "loss": 0.8571,
      "step": 2300
    },
    {
      "epoch": 5.215175537938845,
      "eval_loss": 1.001980185508728,
      "eval_runtime": 215.4279,
      "eval_samples_per_second": 7.283,
      "eval_steps_per_second": 0.914,
      "step": 2300
    },
    {
      "epoch": 5.44167610419026,
      "grad_norm": 0.6526823043823242,
      "learning_rate": 9.182648401826485e-05,
      "loss": 0.8618,
      "step": 2400
    },
    {
      "epoch": 5.44167610419026,
      "eval_loss": 0.9889749884605408,
      "eval_runtime": 215.4552,
      "eval_samples_per_second": 7.282,
      "eval_steps_per_second": 0.914,
      "step": 2400
    },
    {
      "epoch": 5.668176670441676,
      "grad_norm": 0.6778553128242493,
      "learning_rate": 8.726027397260274e-05,
      "loss": 0.8467,
      "step": 2500
    },
    {
      "epoch": 5.668176670441676,
      "eval_loss": 0.9737924337387085,
      "eval_runtime": 215.4971,
      "eval_samples_per_second": 7.281,
      "eval_steps_per_second": 0.914,
      "step": 2500
    },
    {
      "epoch": 5.8946772366930915,
      "grad_norm": 0.6477532386779785,
      "learning_rate": 8.269406392694065e-05,
      "loss": 0.8449,
      "step": 2600
    },
    {
      "epoch": 5.8946772366930915,
      "eval_loss": 0.9627026319503784,
      "eval_runtime": 215.5931,
      "eval_samples_per_second": 7.278,
      "eval_steps_per_second": 0.914,
      "step": 2600
    },
    {
      "epoch": 6.122310305775764,
      "grad_norm": 0.7134155035018921,
      "learning_rate": 7.812785388127854e-05,
      "loss": 0.8181,
      "step": 2700
    },
    {
      "epoch": 6.122310305775764,
      "eval_loss": 0.9615710973739624,
      "eval_runtime": 215.6571,
      "eval_samples_per_second": 7.275,
      "eval_steps_per_second": 0.913,
      "step": 2700
    },
    {
      "epoch": 6.34881087202718,
      "grad_norm": 0.7087521553039551,
      "learning_rate": 7.356164383561645e-05,
      "loss": 0.7748,
      "step": 2800
    },
    {
      "epoch": 6.34881087202718,
      "eval_loss": 0.9508717656135559,
      "eval_runtime": 215.7854,
      "eval_samples_per_second": 7.271,
      "eval_steps_per_second": 0.913,
      "step": 2800
    },
    {
      "epoch": 6.575311438278596,
      "grad_norm": 0.718744158744812,
      "learning_rate": 6.899543378995434e-05,
      "loss": 0.7679,
      "step": 2900
    },
    {
      "epoch": 6.575311438278596,
      "eval_loss": 0.9414442181587219,
      "eval_runtime": 215.8161,
      "eval_samples_per_second": 7.27,
      "eval_steps_per_second": 0.913,
      "step": 2900
    },
    {
      "epoch": 6.801812004530011,
      "grad_norm": 0.7241001725196838,
      "learning_rate": 6.442922374429225e-05,
      "loss": 0.7708,
      "step": 3000
    },
    {
      "epoch": 6.801812004530011,
      "eval_loss": 0.9294878840446472,
      "eval_runtime": 215.8924,
      "eval_samples_per_second": 7.268,
      "eval_steps_per_second": 0.912,
      "step": 3000
    },
    {
      "epoch": 7.029445073612684,
      "grad_norm": 0.7078688740730286,
      "learning_rate": 5.986301369863014e-05,
      "loss": 0.7602,
      "step": 3100
    },
    {
      "epoch": 7.029445073612684,
      "eval_loss": 0.9215793013572693,
      "eval_runtime": 215.8631,
      "eval_samples_per_second": 7.268,
      "eval_steps_per_second": 0.913,
      "step": 3100
    },
    {
      "epoch": 7.2559456398641,
      "grad_norm": 0.7763993740081787,
      "learning_rate": 5.529680365296805e-05,
      "loss": 0.7042,
      "step": 3200
    },
    {
      "epoch": 7.2559456398641,
      "eval_loss": 0.9177075624465942,
      "eval_runtime": 215.8296,
      "eval_samples_per_second": 7.27,
      "eval_steps_per_second": 0.913,
      "step": 3200
    },
    {
      "epoch": 7.482446206115515,
      "grad_norm": 0.7907236814498901,
      "learning_rate": 5.0730593607305946e-05,
      "loss": 0.7041,
      "step": 3300
    },
    {
      "epoch": 7.482446206115515,
      "eval_loss": 0.9082866907119751,
      "eval_runtime": 215.8314,
      "eval_samples_per_second": 7.27,
      "eval_steps_per_second": 0.913,
      "step": 3300
    },
    {
      "epoch": 7.7089467723669305,
      "grad_norm": 0.809502899646759,
      "learning_rate": 4.616438356164384e-05,
      "loss": 0.6968,
      "step": 3400
    },
    {
      "epoch": 7.7089467723669305,
      "eval_loss": 0.9002099633216858,
      "eval_runtime": 215.7011,
      "eval_samples_per_second": 7.274,
      "eval_steps_per_second": 0.913,
      "step": 3400
    },
    {
      "epoch": 7.935447338618347,
      "grad_norm": 0.8147194981575012,
      "learning_rate": 4.159817351598174e-05,
      "loss": 0.689,
      "step": 3500
    },
    {
      "epoch": 7.935447338618347,
      "eval_loss": 0.887977123260498,
      "eval_runtime": 215.5757,
      "eval_samples_per_second": 7.278,
      "eval_steps_per_second": 0.914,
      "step": 3500
    },
    {
      "epoch": 8.163080407701019,
      "grad_norm": 0.7601930499076843,
      "learning_rate": 3.703196347031964e-05,
      "loss": 0.6579,
      "step": 3600
    },
    {
      "epoch": 8.163080407701019,
      "eval_loss": 0.8895569443702698,
      "eval_runtime": 215.5399,
      "eval_samples_per_second": 7.279,
      "eval_steps_per_second": 0.914,
      "step": 3600
    },
    {
      "epoch": 8.389580973952436,
      "grad_norm": 0.9018923044204712,
      "learning_rate": 3.246575342465754e-05,
      "loss": 0.6431,
      "step": 3700
    },
    {
      "epoch": 8.389580973952436,
      "eval_loss": 0.886945366859436,
      "eval_runtime": 215.5014,
      "eval_samples_per_second": 7.281,
      "eval_steps_per_second": 0.914,
      "step": 3700
    },
    {
      "epoch": 8.61608154020385,
      "grad_norm": 0.8826325535774231,
      "learning_rate": 2.7899543378995436e-05,
      "loss": 0.6343,
      "step": 3800
    },
    {
      "epoch": 8.61608154020385,
      "eval_loss": 0.879227340221405,
      "eval_runtime": 215.5183,
      "eval_samples_per_second": 7.28,
      "eval_steps_per_second": 0.914,
      "step": 3800
    },
    {
      "epoch": 8.842582106455266,
      "grad_norm": 0.8975309133529663,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 0.638,
      "step": 3900
    },
    {
      "epoch": 8.842582106455266,
      "eval_loss": 0.8713725805282593,
      "eval_runtime": 215.5235,
      "eval_samples_per_second": 7.28,
      "eval_steps_per_second": 0.914,
      "step": 3900
    },
    {
      "epoch": 9.070215175537939,
      "grad_norm": 0.8930607438087463,
      "learning_rate": 1.8767123287671235e-05,
      "loss": 0.6248,
      "step": 4000
    },
    {
      "epoch": 9.070215175537939,
      "eval_loss": 0.8720493316650391,
      "eval_runtime": 215.4472,
      "eval_samples_per_second": 7.283,
      "eval_steps_per_second": 0.914,
      "step": 4000
    },
    {
      "epoch": 9.296715741789354,
      "grad_norm": 0.8194226622581482,
      "learning_rate": 1.4200913242009135e-05,
      "loss": 0.5963,
      "step": 4100
    },
    {
      "epoch": 9.296715741789354,
      "eval_loss": 0.8683505654335022,
      "eval_runtime": 215.4449,
      "eval_samples_per_second": 7.283,
      "eval_steps_per_second": 0.914,
      "step": 4100
    },
    {
      "epoch": 9.52321630804077,
      "grad_norm": 0.9078500270843506,
      "learning_rate": 9.634703196347032e-06,
      "loss": 0.5933,
      "step": 4200
    },
    {
      "epoch": 9.52321630804077,
      "eval_loss": 0.8663039803504944,
      "eval_runtime": 215.4014,
      "eval_samples_per_second": 7.284,
      "eval_steps_per_second": 0.915,
      "step": 4200
    },
    {
      "epoch": 9.749716874292186,
      "grad_norm": 0.8323531746864319,
      "learning_rate": 5.068493150684932e-06,
      "loss": 0.6018,
      "step": 4300
    },
    {
      "epoch": 9.749716874292186,
      "eval_loss": 0.864680826663971,
      "eval_runtime": 215.5321,
      "eval_samples_per_second": 7.28,
      "eval_steps_per_second": 0.914,
      "step": 4300
    },
    {
      "epoch": 9.976217440543602,
      "grad_norm": 0.8527385592460632,
      "learning_rate": 5.022831050228311e-07,
      "loss": 0.5912,
      "step": 4400
    },
    {
      "epoch": 9.976217440543602,
      "eval_loss": 0.8630263209342957,
      "eval_runtime": 215.6024,
      "eval_samples_per_second": 7.277,
      "eval_steps_per_second": 0.914,
      "step": 4400
    },
    {
      "epoch": 10.203850509626275,
      "grad_norm": 1.06992506980896,
      "learning_rate": 9.831626848691696e-05,
      "loss": 0.6137,
      "step": 4500
    },
    {
      "epoch": 10.203850509626275,
      "eval_loss": 0.8823357820510864,
      "eval_runtime": 215.9148,
      "eval_samples_per_second": 7.267,
      "eval_steps_per_second": 0.912,
      "step": 4500
    },
    {
      "epoch": 10.43035107587769,
      "grad_norm": 1.1724179983139038,
      "learning_rate": 9.604095563139933e-05,
      "loss": 0.6269,
      "step": 4600
    },
    {
      "epoch": 10.43035107587769,
      "eval_loss": 0.8721606135368347,
      "eval_runtime": 215.8627,
      "eval_samples_per_second": 7.269,
      "eval_steps_per_second": 0.913,
      "step": 4600
    },
    {
      "epoch": 10.656851642129105,
      "grad_norm": 0.9768912196159363,
      "learning_rate": 9.37656427758817e-05,
      "loss": 0.6269,
      "step": 4700
    },
    {
      "epoch": 10.656851642129105,
      "eval_loss": 0.857449471950531,
      "eval_runtime": 215.9592,
      "eval_samples_per_second": 7.265,
      "eval_steps_per_second": 0.912,
      "step": 4700
    },
    {
      "epoch": 10.88335220838052,
      "grad_norm": 0.9589354991912842,
      "learning_rate": 9.149032992036407e-05,
      "loss": 0.6214,
      "step": 4800
    },
    {
      "epoch": 10.88335220838052,
      "eval_loss": 0.8469829559326172,
      "eval_runtime": 216.0164,
      "eval_samples_per_second": 7.263,
      "eval_steps_per_second": 0.912,
      "step": 4800
    },
    {
      "epoch": 11.110985277463193,
      "grad_norm": 1.1246964931488037,
      "learning_rate": 8.921501706484642e-05,
      "loss": 0.6,
      "step": 4900
    },
    {
      "epoch": 11.110985277463193,
      "eval_loss": 0.83788001537323,
      "eval_runtime": 215.9754,
      "eval_samples_per_second": 7.265,
      "eval_steps_per_second": 0.912,
      "step": 4900
    },
    {
      "epoch": 11.337485843714608,
      "grad_norm": 1.138035535812378,
      "learning_rate": 8.693970420932879e-05,
      "loss": 0.5559,
      "step": 5000
    },
    {
      "epoch": 11.337485843714608,
      "eval_loss": 0.8344744443893433,
      "eval_runtime": 216.059,
      "eval_samples_per_second": 7.262,
      "eval_steps_per_second": 0.912,
      "step": 5000
    },
    {
      "epoch": 11.563986409966025,
      "grad_norm": 1.1976112127304077,
      "learning_rate": 4.6044039483675025e-05,
      "loss": 0.5355,
      "step": 5100
    },
    {
      "epoch": 11.563986409966025,
      "eval_loss": 0.8142299652099609,
      "eval_runtime": 216.0109,
      "eval_samples_per_second": 7.264,
      "eval_steps_per_second": 0.912,
      "step": 5100
    },
    {
      "epoch": 11.79048697621744,
      "grad_norm": 1.095481514930725,
      "learning_rate": 4.3006833712984054e-05,
      "loss": 0.5353,
      "step": 5200
    },
    {
      "epoch": 11.79048697621744,
      "eval_loss": 0.8013305068016052,
      "eval_runtime": 215.9277,
      "eval_samples_per_second": 7.266,
      "eval_steps_per_second": 0.912,
      "step": 5200
    },
    {
      "epoch": 12.018120045300114,
      "grad_norm": 1.0251810550689697,
      "learning_rate": 3.996962794229309e-05,
      "loss": 0.5364,
      "step": 5300
    },
    {
      "epoch": 12.018120045300114,
      "eval_loss": 0.7993968725204468,
      "eval_runtime": 216.1353,
      "eval_samples_per_second": 7.259,
      "eval_steps_per_second": 0.911,
      "step": 5300
    },
    {
      "epoch": 12.244620611551529,
      "grad_norm": 0.9645494222640991,
      "learning_rate": 3.6932422171602125e-05,
      "loss": 0.474,
      "step": 5400
    },
    {
      "epoch": 12.244620611551529,
      "eval_loss": 0.7945672273635864,
      "eval_runtime": 216.0266,
      "eval_samples_per_second": 7.263,
      "eval_steps_per_second": 0.912,
      "step": 5400
    },
    {
      "epoch": 12.471121177802944,
      "grad_norm": 0.9431504011154175,
      "learning_rate": 3.389521640091116e-05,
      "loss": 0.48,
      "step": 5500
    },
    {
      "epoch": 12.471121177802944,
      "eval_loss": 0.7862181067466736,
      "eval_runtime": 216.036,
      "eval_samples_per_second": 7.263,
      "eval_steps_per_second": 0.912,
      "step": 5500
    },
    {
      "epoch": 12.69762174405436,
      "grad_norm": 0.9955912232398987,
      "learning_rate": 3.0858010630220196e-05,
      "loss": 0.4733,
      "step": 5600
    },
    {
      "epoch": 12.69762174405436,
      "eval_loss": 0.77918940782547,
      "eval_runtime": 215.9528,
      "eval_samples_per_second": 7.265,
      "eval_steps_per_second": 0.912,
      "step": 5600
    },
    {
      "epoch": 12.924122310305776,
      "grad_norm": 1.0505925416946411,
      "learning_rate": 2.782080485952924e-05,
      "loss": 0.4772,
      "step": 5700
    },
    {
      "epoch": 12.924122310305776,
      "eval_loss": 0.7714400291442871,
      "eval_runtime": 215.9696,
      "eval_samples_per_second": 7.265,
      "eval_steps_per_second": 0.912,
      "step": 5700
    },
    {
      "epoch": 13.15175537938845,
      "grad_norm": 0.9624122381210327,
      "learning_rate": 2.478359908883827e-05,
      "loss": 0.4534,
      "step": 5800
    },
    {
      "epoch": 13.15175537938845,
      "eval_loss": 0.7735848426818848,
      "eval_runtime": 215.9988,
      "eval_samples_per_second": 7.264,
      "eval_steps_per_second": 0.912,
      "step": 5800
    },
    {
      "epoch": 13.378255945639864,
      "grad_norm": 0.9842013716697693,
      "learning_rate": 2.1746393318147306e-05,
      "loss": 0.4437,
      "step": 5900
    },
    {
      "epoch": 13.378255945639864,
      "eval_loss": 0.7693312764167786,
      "eval_runtime": 216.0532,
      "eval_samples_per_second": 7.262,
      "eval_steps_per_second": 0.912,
      "step": 5900
    },
    {
      "epoch": 13.60475651189128,
      "grad_norm": 0.9403685927391052,
      "learning_rate": 1.8709187547456342e-05,
      "loss": 0.4362,
      "step": 6000
    },
    {
      "epoch": 13.60475651189128,
      "eval_loss": 0.762976348400116,
      "eval_runtime": 216.071,
      "eval_samples_per_second": 7.262,
      "eval_steps_per_second": 0.912,
      "step": 6000
    },
    {
      "epoch": 13.831257078142695,
      "grad_norm": 0.9903466105461121,
      "learning_rate": 1.5671981776765377e-05,
      "loss": 0.4349,
      "step": 6100
    },
    {
      "epoch": 13.831257078142695,
      "eval_loss": 0.76067715883255,
      "eval_runtime": 215.8384,
      "eval_samples_per_second": 7.269,
      "eval_steps_per_second": 0.913,
      "step": 6100
    },
    {
      "epoch": 14.058890147225368,
      "grad_norm": 0.9362127780914307,
      "learning_rate": 1.2634776006074411e-05,
      "loss": 0.4385,
      "step": 6200
    },
    {
      "epoch": 14.058890147225368,
      "eval_loss": 0.7605064511299133,
      "eval_runtime": 215.995,
      "eval_samples_per_second": 7.264,
      "eval_steps_per_second": 0.912,
      "step": 6200
    },
    {
      "epoch": 14.285390713476783,
      "grad_norm": 1.0396395921707153,
      "learning_rate": 3.2087853220838355e-05,
      "loss": 0.4171,
      "step": 6300
    },
    {
      "epoch": 14.285390713476783,
      "eval_loss": 0.762564480304718,
      "eval_runtime": 217.6902,
      "eval_samples_per_second": 7.207,
      "eval_steps_per_second": 0.905,
      "step": 6300
    },
    {
      "epoch": 14.5118912797282,
      "grad_norm": 0.9981446266174316,
      "learning_rate": 2.9409401366010447e-05,
      "loss": 0.4262,
      "step": 6400
    },
    {
      "epoch": 14.5118912797282,
      "eval_loss": 0.75795578956604,
      "eval_runtime": 217.8007,
      "eval_samples_per_second": 7.204,
      "eval_steps_per_second": 0.904,
      "step": 6400
    },
    {
      "epoch": 14.738391845979615,
      "grad_norm": 1.2502585649490356,
      "learning_rate": 2.673094951118254e-05,
      "loss": 0.423,
      "step": 6500
    },
    {
      "epoch": 14.738391845979615,
      "eval_loss": 0.7491943836212158,
      "eval_runtime": 217.9332,
      "eval_samples_per_second": 7.199,
      "eval_steps_per_second": 0.904,
      "step": 6500
    },
    {
      "epoch": 14.96489241223103,
      "grad_norm": 1.0835864543914795,
      "learning_rate": 2.405249765635463e-05,
      "loss": 0.4219,
      "step": 6600
    },
    {
      "epoch": 14.96489241223103,
      "eval_loss": 0.744881272315979,
      "eval_runtime": 217.9821,
      "eval_samples_per_second": 7.198,
      "eval_steps_per_second": 0.904,
      "step": 6600
    },
    {
      "epoch": 15.192525481313703,
      "grad_norm": 1.0534075498580933,
      "learning_rate": 2.1374045801526718e-05,
      "loss": 0.4077,
      "step": 6700
    },
    {
      "epoch": 15.192525481313703,
      "eval_loss": 0.747353732585907,
      "eval_runtime": 217.9166,
      "eval_samples_per_second": 7.2,
      "eval_steps_per_second": 0.904,
      "step": 6700
    },
    {
      "epoch": 15.419026047565119,
      "grad_norm": 1.0463495254516602,
      "learning_rate": 1.869559394669881e-05,
      "loss": 0.3925,
      "step": 6800
    },
    {
      "epoch": 15.419026047565119,
      "eval_loss": 0.7430649399757385,
      "eval_runtime": 217.9436,
      "eval_samples_per_second": 7.199,
      "eval_steps_per_second": 0.904,
      "step": 6800
    },
    {
      "epoch": 15.645526613816534,
      "grad_norm": 0.9589468240737915,
      "learning_rate": 1.60171420918709e-05,
      "loss": 0.3932,
      "step": 6900
    },
    {
      "epoch": 15.645526613816534,
      "eval_loss": 0.7386749386787415,
      "eval_runtime": 217.8985,
      "eval_samples_per_second": 7.201,
      "eval_steps_per_second": 0.904,
      "step": 6900
    },
    {
      "epoch": 15.87202718006795,
      "grad_norm": 1.1412949562072754,
      "learning_rate": 1.333869023704299e-05,
      "loss": 0.3938,
      "step": 7000
    },
    {
      "epoch": 15.87202718006795,
      "eval_loss": 0.7356697916984558,
      "eval_runtime": 217.9654,
      "eval_samples_per_second": 7.198,
      "eval_steps_per_second": 0.904,
      "step": 7000
    },
    {
      "epoch": 16.099660249150624,
      "grad_norm": 0.9367544651031494,
      "learning_rate": 1.066023838221508e-05,
      "loss": 0.3897,
      "step": 7100
    },
    {
      "epoch": 16.099660249150624,
      "eval_loss": 0.7375982999801636,
      "eval_runtime": 217.89,
      "eval_samples_per_second": 7.201,
      "eval_steps_per_second": 0.904,
      "step": 7100
    },
    {
      "epoch": 16.326160815402037,
      "grad_norm": 1.0161197185516357,
      "learning_rate": 7.98178652738717e-06,
      "loss": 0.3713,
      "step": 7200
    },
    {
      "epoch": 16.326160815402037,
      "eval_loss": 0.7364110350608826,
      "eval_runtime": 217.9527,
      "eval_samples_per_second": 7.199,
      "eval_steps_per_second": 0.904,
      "step": 7200
    },
    {
      "epoch": 16.552661381653454,
      "grad_norm": 0.9260092377662659,
      "learning_rate": 5.303334672559261e-06,
      "loss": 0.3804,
      "step": 7300
    },
    {
      "epoch": 16.552661381653454,
      "eval_loss": 0.733728289604187,
      "eval_runtime": 217.9029,
      "eval_samples_per_second": 7.2,
      "eval_steps_per_second": 0.904,
      "step": 7300
    },
    {
      "epoch": 16.77916194790487,
      "grad_norm": 1.008174180984497,
      "learning_rate": 2.6248828177313514e-06,
      "loss": 0.3704,
      "step": 7400
    },
    {
      "epoch": 16.77916194790487,
      "eval_loss": 0.7327025532722473,
      "eval_runtime": 217.9462,
      "eval_samples_per_second": 7.199,
      "eval_steps_per_second": 0.904,
      "step": 7400
    },
    {
      "epoch": 17.006795016987542,
      "grad_norm": 0.88117915391922,
      "learning_rate": 3.0056882821387945e-05,
      "loss": 0.3357,
      "step": 7500
    },
    {
      "epoch": 17.006795016987542,
      "eval_loss": 0.7340475916862488,
      "eval_runtime": 215.1992,
      "eval_samples_per_second": 7.291,
      "eval_steps_per_second": 0.915,
      "step": 7500
    },
    {
      "epoch": 17.23329558323896,
      "grad_norm": 1.0653574466705322,
      "learning_rate": 2.7781569965870308e-05,
      "loss": 0.371,
      "step": 7600
    },
    {
      "epoch": 17.23329558323896,
      "eval_loss": 0.7350865602493286,
      "eval_runtime": 215.7811,
      "eval_samples_per_second": 7.271,
      "eval_steps_per_second": 0.913,
      "step": 7600
    },
    {
      "epoch": 17.459796149490373,
      "grad_norm": 1.0504379272460938,
      "learning_rate": 2.5506257110352678e-05,
      "loss": 0.3784,
      "step": 7700
    },
    {
      "epoch": 17.459796149490373,
      "eval_loss": 0.7296854257583618,
      "eval_runtime": 215.8568,
      "eval_samples_per_second": 7.269,
      "eval_steps_per_second": 0.913,
      "step": 7700
    },
    {
      "epoch": 17.68629671574179,
      "grad_norm": 1.2694584131240845,
      "learning_rate": 2.323094425483504e-05,
      "loss": 0.3769,
      "step": 7800
    },
    {
      "epoch": 17.68629671574179,
      "eval_loss": 0.7242677211761475,
      "eval_runtime": 215.9243,
      "eval_samples_per_second": 7.266,
      "eval_steps_per_second": 0.912,
      "step": 7800
    },
    {
      "epoch": 17.912797281993203,
      "grad_norm": 1.146080493927002,
      "learning_rate": 2.0955631399317408e-05,
      "loss": 0.3808,
      "step": 7900
    },
    {
      "epoch": 17.912797281993203,
      "eval_loss": 0.7212691307067871,
      "eval_runtime": 216.0431,
      "eval_samples_per_second": 7.262,
      "eval_steps_per_second": 0.912,
      "step": 7900
    },
    {
      "epoch": 18.140430351075878,
      "grad_norm": 1.0066969394683838,
      "learning_rate": 1.8680318543799774e-05,
      "loss": 0.3625,
      "step": 8000
    },
    {
      "epoch": 18.140430351075878,
      "eval_loss": 0.7235797643661499,
      "eval_runtime": 216.0282,
      "eval_samples_per_second": 7.263,
      "eval_steps_per_second": 0.912,
      "step": 8000
    },
    {
      "epoch": 18.366930917327295,
      "grad_norm": 1.040211796760559,
      "learning_rate": 1.6427758816837314e-05,
      "loss": 0.3506,
      "step": 8100
    },
    {
      "epoch": 18.366930917327295,
      "eval_loss": 0.7218917608261108,
      "eval_runtime": 216.0625,
      "eval_samples_per_second": 7.262,
      "eval_steps_per_second": 0.912,
      "step": 8100
    },
    {
      "epoch": 18.59343148357871,
      "grad_norm": 0.9982612133026123,
      "learning_rate": 1.4152445961319682e-05,
      "loss": 0.3531,
      "step": 8200
    },
    {
      "epoch": 18.59343148357871,
      "eval_loss": 0.7176269888877869,
      "eval_runtime": 215.9028,
      "eval_samples_per_second": 7.267,
      "eval_steps_per_second": 0.912,
      "step": 8200
    },
    {
      "epoch": 18.819932049830125,
      "grad_norm": 1.133723497390747,
      "learning_rate": 1.1877133105802047e-05,
      "loss": 0.3566,
      "step": 8300
    },
    {
      "epoch": 18.819932049830125,
      "eval_loss": 0.7127575874328613,
      "eval_runtime": 215.8405,
      "eval_samples_per_second": 7.269,
      "eval_steps_per_second": 0.913,
      "step": 8300
    },
    {
      "epoch": 19.047565118912797,
      "grad_norm": 0.9450774192810059,
      "learning_rate": 9.601820250284414e-06,
      "loss": 0.3553,
      "step": 8400
    },
    {
      "epoch": 19.047565118912797,
      "eval_loss": 0.7169352173805237,
      "eval_runtime": 215.9082,
      "eval_samples_per_second": 7.267,
      "eval_steps_per_second": 0.912,
      "step": 8400
    },
    {
      "epoch": 19.274065685164214,
      "grad_norm": 0.9257975816726685,
      "learning_rate": 7.326507394766781e-06,
      "loss": 0.3366,
      "step": 8500
    },
    {
      "epoch": 19.274065685164214,
      "eval_loss": 0.7128849625587463,
      "eval_runtime": 216.0119,
      "eval_samples_per_second": 7.263,
      "eval_steps_per_second": 0.912,
      "step": 8500
    },
    {
      "epoch": 19.500566251415627,
      "grad_norm": 1.0109655857086182,
      "learning_rate": 5.051194539249147e-06,
      "loss": 0.3335,
      "step": 8600
    },
    {
      "epoch": 19.500566251415627,
      "eval_loss": 0.7129219174385071,
      "eval_runtime": 215.981,
      "eval_samples_per_second": 7.265,
      "eval_steps_per_second": 0.912,
      "step": 8600
    },
    {
      "epoch": 19.727066817667044,
      "grad_norm": 1.021828293800354,
      "learning_rate": 2.7758816837315134e-06,
      "loss": 0.3398,
      "step": 8700
    },
    {
      "epoch": 19.727066817667044,
      "eval_loss": 0.7109224200248718,
      "eval_runtime": 215.6766,
      "eval_samples_per_second": 7.275,
      "eval_steps_per_second": 0.913,
      "step": 8700
    },
    {
      "epoch": 19.95356738391846,
      "grad_norm": 1.0146093368530273,
      "learning_rate": 5.005688282138794e-07,
      "loss": 0.3375,
      "step": 8800
    },
    {
      "epoch": 19.95356738391846,
      "eval_loss": 0.7103046774864197,
      "eval_runtime": 215.5394,
      "eval_samples_per_second": 7.279,
      "eval_steps_per_second": 0.914,
      "step": 8800
    },
    {
      "epoch": 20.181200453001132,
      "grad_norm": 1.1958893537521362,
      "learning_rate": 2.4621773954316228e-05,
      "loss": 0.3306,
      "step": 8900
    },
    {
      "epoch": 20.181200453001132,
      "eval_loss": 0.7169004082679749,
      "eval_runtime": 215.7176,
      "eval_samples_per_second": 7.273,
      "eval_steps_per_second": 0.913,
      "step": 8900
    },
    {
      "epoch": 20.40770101925255,
      "grad_norm": 1.2821824550628662,
      "learning_rate": 2.2644121427865127e-05,
      "loss": 0.3442,
      "step": 9000
    },
    {
      "epoch": 20.40770101925255,
      "eval_loss": 0.710050106048584,
      "eval_runtime": 215.7663,
      "eval_samples_per_second": 7.272,
      "eval_steps_per_second": 0.913,
      "step": 9000
    },
    {
      "epoch": 20.634201585503963,
      "grad_norm": 1.118553876876831,
      "learning_rate": 2.0666468901414023e-05,
      "loss": 0.3434,
      "step": 9100
    },
    {
      "epoch": 20.634201585503963,
      "eval_loss": 0.7061675190925598,
      "eval_runtime": 215.9231,
      "eval_samples_per_second": 7.266,
      "eval_steps_per_second": 0.912,
      "step": 9100
    },
    {
      "epoch": 20.86070215175538,
      "grad_norm": 1.131901502609253,
      "learning_rate": 1.868881637496292e-05,
      "loss": 0.3431,
      "step": 9200
    },
    {
      "epoch": 20.86070215175538,
      "eval_loss": 0.7025442123413086,
      "eval_runtime": 215.8012,
      "eval_samples_per_second": 7.271,
      "eval_steps_per_second": 0.913,
      "step": 9200
    },
    {
      "epoch": 21.08833522083805,
      "grad_norm": 1.063588261604309,
      "learning_rate": 1.6711163848511818e-05,
      "loss": 0.3361,
      "step": 9300
    },
    {
      "epoch": 21.08833522083805,
      "eval_loss": 0.7048903107643127,
      "eval_runtime": 215.6814,
      "eval_samples_per_second": 7.275,
      "eval_steps_per_second": 0.913,
      "step": 9300
    },
    {
      "epoch": 21.314835787089468,
      "grad_norm": 1.0730327367782593,
      "learning_rate": 1.4733511322060714e-05,
      "loss": 0.3201,
      "step": 9400
    },
    {
      "epoch": 21.314835787089468,
      "eval_loss": 0.7042800188064575,
      "eval_runtime": 215.7788,
      "eval_samples_per_second": 7.271,
      "eval_steps_per_second": 0.913,
      "step": 9400
    },
    {
      "epoch": 21.541336353340885,
      "grad_norm": 1.002642273902893,
      "learning_rate": 1.2755858795609612e-05,
      "loss": 0.3248,
      "step": 9500
    },
    {
      "epoch": 21.541336353340885,
      "eval_loss": 0.6989186406135559,
      "eval_runtime": 215.7873,
      "eval_samples_per_second": 7.271,
      "eval_steps_per_second": 0.913,
      "step": 9500
    },
    {
      "epoch": 21.7678369195923,
      "grad_norm": 1.184122920036316,
      "learning_rate": 1.077820626915851e-05,
      "loss": 0.3183,
      "step": 9600
    },
    {
      "epoch": 21.7678369195923,
      "eval_loss": 0.6965128183364868,
      "eval_runtime": 215.7509,
      "eval_samples_per_second": 7.272,
      "eval_steps_per_second": 0.913,
      "step": 9600
    },
    {
      "epoch": 21.994337485843715,
      "grad_norm": 1.00730562210083,
      "learning_rate": 8.800553742707407e-06,
      "loss": 0.3243,
      "step": 9700
    },
    {
      "epoch": 21.994337485843715,
      "eval_loss": 0.69374018907547,
      "eval_runtime": 215.6336,
      "eval_samples_per_second": 7.276,
      "eval_steps_per_second": 0.914,
      "step": 9700
    },
    {
      "epoch": 22.221970554926386,
      "grad_norm": 1.0043355226516724,
      "learning_rate": 6.822901216256304e-06,
      "loss": 0.3118,
      "step": 9800
    },
    {
      "epoch": 22.221970554926386,
      "eval_loss": 0.6979511380195618,
      "eval_runtime": 215.6267,
      "eval_samples_per_second": 7.276,
      "eval_steps_per_second": 0.914,
      "step": 9800
    },
    {
      "epoch": 22.448471121177803,
      "grad_norm": 1.0051404237747192,
      "learning_rate": 4.845248689805201e-06,
      "loss": 0.3068,
      "step": 9900
    },
    {
      "epoch": 22.448471121177803,
      "eval_loss": 0.6955877542495728,
      "eval_runtime": 215.5799,
      "eval_samples_per_second": 7.278,
      "eval_steps_per_second": 0.914,
      "step": 9900
    },
    {
      "epoch": 22.674971687429217,
      "grad_norm": 0.9242558479309082,
      "learning_rate": 2.8675961633540988e-06,
      "loss": 0.3094,
      "step": 10000
    },
    {
      "epoch": 22.674971687429217,
      "eval_loss": 0.6944177746772766,
      "eval_runtime": 215.6097,
      "eval_samples_per_second": 7.277,
      "eval_steps_per_second": 0.914,
      "step": 10000
    },
    {
      "epoch": 22.901472253680634,
      "grad_norm": 1.057633638381958,
      "learning_rate": 8.899436369029961e-07,
      "loss": 0.3092,
      "step": 10100
    },
    {
      "epoch": 22.901472253680634,
      "eval_loss": 0.6938230991363525,
      "eval_runtime": 215.7357,
      "eval_samples_per_second": 7.273,
      "eval_steps_per_second": 0.913,
      "step": 10100
    },
    {
      "epoch": 23.12910532276331,
      "grad_norm": 1.0774931907653809,
      "learning_rate": 1.5043201455206912e-05,
      "loss": 0.3076,
      "step": 10200
    },
    {
      "epoch": 23.12910532276331,
      "eval_loss": 0.6974820494651794,
      "eval_runtime": 214.8368,
      "eval_samples_per_second": 7.303,
      "eval_steps_per_second": 0.917,
      "step": 10200
    },
    {
      "epoch": 23.355605889014722,
      "grad_norm": 1.0320171117782593,
      "learning_rate": 1.3224192814915873e-05,
      "loss": 0.3084,
      "step": 10300
    },
    {
      "epoch": 23.355605889014722,
      "eval_loss": 0.6950554251670837,
      "eval_runtime": 214.9493,
      "eval_samples_per_second": 7.299,
      "eval_steps_per_second": 0.916,
      "step": 10300
    },
    {
      "epoch": 23.58210645526614,
      "grad_norm": 1.0282411575317383,
      "learning_rate": 1.142337426102774e-05,
      "loss": 0.3077,
      "step": 10400
    },
    {
      "epoch": 23.58210645526614,
      "eval_loss": 0.6931228637695312,
      "eval_runtime": 214.8764,
      "eval_samples_per_second": 7.302,
      "eval_steps_per_second": 0.917,
      "step": 10400
    },
    {
      "epoch": 23.808607021517552,
      "grad_norm": 1.0363404750823975,
      "learning_rate": 9.6043656207367e-06,
      "loss": 0.3088,
      "step": 10500
    },
    {
      "epoch": 23.808607021517552,
      "eval_loss": 0.6890929341316223,
      "eval_runtime": 214.9182,
      "eval_samples_per_second": 7.3,
      "eval_steps_per_second": 0.917,
      "step": 10500
    },
    {
      "epoch": 24.036240090600227,
      "grad_norm": 0.9383705854415894,
      "learning_rate": 7.785356980445657e-06,
      "loss": 0.3092,
      "step": 10600
    },
    {
      "epoch": 24.036240090600227,
      "eval_loss": 0.6934636831283569,
      "eval_runtime": 214.8602,
      "eval_samples_per_second": 7.302,
      "eval_steps_per_second": 0.917,
      "step": 10600
    },
    {
      "epoch": 24.26274065685164,
      "grad_norm": 0.905327320098877,
      "learning_rate": 5.966348340154616e-06,
      "loss": 0.2941,
      "step": 10700
    },
    {
      "epoch": 24.26274065685164,
      "eval_loss": 0.691253125667572,
      "eval_runtime": 215.1136,
      "eval_samples_per_second": 7.294,
      "eval_steps_per_second": 0.916,
      "step": 10700
    },
    {
      "epoch": 24.489241223103058,
      "grad_norm": 0.9248319864273071,
      "learning_rate": 4.147339699863575e-06,
      "loss": 0.2965,
      "step": 10800
    },
    {
      "epoch": 24.489241223103058,
      "eval_loss": 0.688778281211853,
      "eval_runtime": 215.1479,
      "eval_samples_per_second": 7.293,
      "eval_steps_per_second": 0.916,
      "step": 10800
    },
    {
      "epoch": 24.715741789354475,
      "grad_norm": 0.9588720202445984,
      "learning_rate": 2.3283310595725328e-06,
      "loss": 0.296,
      "step": 10900
    },
    {
      "epoch": 24.715741789354475,
      "eval_loss": 0.6882308125495911,
      "eval_runtime": 215.299,
      "eval_samples_per_second": 7.288,
      "eval_steps_per_second": 0.915,
      "step": 10900
    },
    {
      "epoch": 24.942242355605888,
      "grad_norm": 0.9268137216567993,
      "learning_rate": 5.093224192814915e-07,
      "loss": 0.2979,
      "step": 11000
    },
    {
      "epoch": 24.942242355605888,
      "eval_loss": 0.6880246996879578,
      "eval_runtime": 215.276,
      "eval_samples_per_second": 7.288,
      "eval_steps_per_second": 0.915,
      "step": 11000
    },
    {
      "epoch": 25.169875424688563,
      "grad_norm": 1.163781762123108,
      "learning_rate": 3.231818181818182e-05,
      "loss": 0.299,
      "step": 11100
    },
    {
      "epoch": 25.169875424688563,
      "eval_loss": 0.6973585486412048,
      "eval_runtime": 215.0775,
      "eval_samples_per_second": 7.295,
      "eval_steps_per_second": 0.916,
      "step": 11100
    },
    {
      "epoch": 25.396375990939976,
      "grad_norm": 1.3955178260803223,
      "learning_rate": 3.0803030303030304e-05,
      "loss": 0.3092,
      "step": 11200
    },
    {
      "epoch": 25.396375990939976,
      "eval_loss": 0.6922005414962769,
      "eval_runtime": 214.9326,
      "eval_samples_per_second": 7.3,
      "eval_steps_per_second": 0.917,
      "step": 11200
    },
    {
      "epoch": 25.622876557191393,
      "grad_norm": 1.630706548690796,
      "learning_rate": 2.9287878787878793e-05,
      "loss": 0.3106,
      "step": 11300
    },
    {
      "epoch": 25.622876557191393,
      "eval_loss": 0.6866771578788757,
      "eval_runtime": 215.0055,
      "eval_samples_per_second": 7.297,
      "eval_steps_per_second": 0.916,
      "step": 11300
    },
    {
      "epoch": 25.84937712344281,
      "grad_norm": 1.2561249732971191,
      "learning_rate": 2.7772727272727272e-05,
      "loss": 0.3113,
      "step": 11400
    },
    {
      "epoch": 25.84937712344281,
      "eval_loss": 0.6819568276405334,
      "eval_runtime": 214.834,
      "eval_samples_per_second": 7.303,
      "eval_steps_per_second": 0.917,
      "step": 11400
    },
    {
      "epoch": 26.07701019252548,
      "grad_norm": 1.5864068269729614,
      "learning_rate": 2.6257575757575757e-05,
      "loss": 0.3081,
      "step": 11500
    },
    {
      "epoch": 26.07701019252548,
      "eval_loss": 0.683868408203125,
      "eval_runtime": 214.7915,
      "eval_samples_per_second": 7.305,
      "eval_steps_per_second": 0.917,
      "step": 11500
    },
    {
      "epoch": 26.3035107587769,
      "grad_norm": 1.2162772417068481,
      "learning_rate": 2.475757575757576e-05,
      "loss": 0.2911,
      "step": 11600
    },
    {
      "epoch": 26.3035107587769,
      "eval_loss": 0.6809530258178711,
      "eval_runtime": 214.7759,
      "eval_samples_per_second": 7.305,
      "eval_steps_per_second": 0.917,
      "step": 11600
    },
    {
      "epoch": 26.530011325028312,
      "grad_norm": 1.2697758674621582,
      "learning_rate": 2.3242424242424243e-05,
      "loss": 0.289,
      "step": 11700
    },
    {
      "epoch": 26.530011325028312,
      "eval_loss": 0.6744586229324341,
      "eval_runtime": 214.8373,
      "eval_samples_per_second": 7.303,
      "eval_steps_per_second": 0.917,
      "step": 11700
    },
    {
      "epoch": 26.75651189127973,
      "grad_norm": 1.2038872241973877,
      "learning_rate": 2.172727272727273e-05,
      "loss": 0.293,
      "step": 11800
    },
    {
      "epoch": 26.75651189127973,
      "eval_loss": 0.6742814183235168,
      "eval_runtime": 214.8304,
      "eval_samples_per_second": 7.303,
      "eval_steps_per_second": 0.917,
      "step": 11800
    },
    {
      "epoch": 26.983012457531142,
      "grad_norm": 1.2992146015167236,
      "learning_rate": 2.0212121212121214e-05,
      "loss": 0.2921,
      "step": 11900
    },
    {
      "epoch": 26.983012457531142,
      "eval_loss": 0.6651853322982788,
      "eval_runtime": 214.8882,
      "eval_samples_per_second": 7.301,
      "eval_steps_per_second": 0.917,
      "step": 11900
    },
    {
      "epoch": 27.210645526613817,
      "grad_norm": 1.5248701572418213,
      "learning_rate": 1.86969696969697e-05,
      "loss": 0.2761,
      "step": 12000
    },
    {
      "epoch": 27.210645526613817,
      "eval_loss": 0.6715984344482422,
      "eval_runtime": 214.8134,
      "eval_samples_per_second": 7.304,
      "eval_steps_per_second": 0.917,
      "step": 12000
    },
    {
      "epoch": 27.43714609286523,
      "grad_norm": 1.3465806245803833,
      "learning_rate": 1.718181818181818e-05,
      "loss": 0.2778,
      "step": 12100
    },
    {
      "epoch": 27.43714609286523,
      "eval_loss": 0.6680512428283691,
      "eval_runtime": 214.8681,
      "eval_samples_per_second": 7.302,
      "eval_steps_per_second": 0.917,
      "step": 12100
    },
    {
      "epoch": 27.663646659116647,
      "grad_norm": 1.044279932975769,
      "learning_rate": 1.5666666666666667e-05,
      "loss": 0.2766,
      "step": 12200
    },
    {
      "epoch": 27.663646659116647,
      "eval_loss": 0.66595059633255,
      "eval_runtime": 214.8457,
      "eval_samples_per_second": 7.303,
      "eval_steps_per_second": 0.917,
      "step": 12200
    },
    {
      "epoch": 27.890147225368064,
      "grad_norm": 1.033585548400879,
      "learning_rate": 1.4151515151515152e-05,
      "loss": 0.2755,
      "step": 12300
    },
    {
      "epoch": 27.890147225368064,
      "eval_loss": 0.6637829542160034,
      "eval_runtime": 215.9457,
      "eval_samples_per_second": 7.266,
      "eval_steps_per_second": 0.912,
      "step": 12300
    },
    {
      "epoch": 28.117780294450736,
      "grad_norm": 1.020391821861267,
      "learning_rate": 1.2636363636363638e-05,
      "loss": 0.267,
      "step": 12400
    },
    {
      "epoch": 28.117780294450736,
      "eval_loss": 0.6649137139320374,
      "eval_runtime": 215.9471,
      "eval_samples_per_second": 7.266,
      "eval_steps_per_second": 0.912,
      "step": 12400
    },
    {
      "epoch": 28.344280860702153,
      "grad_norm": 0.961401641368866,
      "learning_rate": 1.1121212121212121e-05,
      "loss": 0.2603,
      "step": 12500
    },
    {
      "epoch": 28.344280860702153,
      "eval_loss": 0.6652226448059082,
      "eval_runtime": 215.9698,
      "eval_samples_per_second": 7.265,
      "eval_steps_per_second": 0.912,
      "step": 12500
    },
    {
      "epoch": 28.570781426953566,
      "grad_norm": 0.9490793347358704,
      "learning_rate": 9.606060606060607e-06,
      "loss": 0.2619,
      "step": 12600
    },
    {
      "epoch": 28.570781426953566,
      "eval_loss": 0.6631964445114136,
      "eval_runtime": 216.054,
      "eval_samples_per_second": 7.262,
      "eval_steps_per_second": 0.912,
      "step": 12600
    },
    {
      "epoch": 28.797281993204983,
      "grad_norm": 1.015561580657959,
      "learning_rate": 8.09090909090909e-06,
      "loss": 0.2648,
      "step": 12700
    },
    {
      "epoch": 28.797281993204983,
      "eval_loss": 0.6587069034576416,
      "eval_runtime": 216.0262,
      "eval_samples_per_second": 7.263,
      "eval_steps_per_second": 0.912,
      "step": 12700
    },
    {
      "epoch": 29.024915062287654,
      "grad_norm": 0.8936730623245239,
      "learning_rate": 6.575757575757575e-06,
      "loss": 0.2621,
      "step": 12800
    },
    {
      "epoch": 29.024915062287654,
      "eval_loss": 0.6623508930206299,
      "eval_runtime": 216.1177,
      "eval_samples_per_second": 7.26,
      "eval_steps_per_second": 0.912,
      "step": 12800
    },
    {
      "epoch": 29.25141562853907,
      "grad_norm": 0.8353849053382874,
      "learning_rate": 5.060606060606061e-06,
      "loss": 0.2497,
      "step": 12900
    },
    {
      "epoch": 29.25141562853907,
      "eval_loss": 0.6611577272415161,
      "eval_runtime": 216.148,
      "eval_samples_per_second": 7.259,
      "eval_steps_per_second": 0.911,
      "step": 12900
    },
    {
      "epoch": 29.477916194790488,
      "grad_norm": 0.9153599739074707,
      "learning_rate": 3.5454545454545454e-06,
      "loss": 0.2555,
      "step": 13000
    },
    {
      "epoch": 29.477916194790488,
      "eval_loss": 0.660586416721344,
      "eval_runtime": 216.1833,
      "eval_samples_per_second": 7.258,
      "eval_steps_per_second": 0.911,
      "step": 13000
    },
    {
      "epoch": 29.7044167610419,
      "grad_norm": 0.9058592319488525,
      "learning_rate": 2.0303030303030303e-06,
      "loss": 0.2502,
      "step": 13100
    },
    {
      "epoch": 29.7044167610419,
      "eval_loss": 0.6602495908737183,
      "eval_runtime": 216.1128,
      "eval_samples_per_second": 7.26,
      "eval_steps_per_second": 0.912,
      "step": 13100
    },
    {
      "epoch": 29.93091732729332,
      "grad_norm": 0.9629655480384827,
      "learning_rate": 5.151515151515152e-07,
      "loss": 0.2525,
      "step": 13200
    },
    {
      "epoch": 29.93091732729332,
      "eval_loss": 0.6595110297203064,
      "eval_runtime": 216.0902,
      "eval_samples_per_second": 7.261,
      "eval_steps_per_second": 0.912,
      "step": 13200
    }
  ],
  "logging_steps": 100,
  "max_steps": 13230,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 30,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.633805787136e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}