{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.242276564267688,
  "eval_steps": 100,
  "global_step": 20800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.017404925593943087,
      "grad_norm": 5.224651487674664,
      "learning_rate": 9.8e-05,
      "loss": 3.5816,
      "step": 50
    },
    {
      "epoch": 0.034809851187886175,
      "grad_norm": 2.01015126986115,
      "learning_rate": 9.999935133869078e-05,
      "loss": 2.5833,
      "step": 100
    },
    {
      "epoch": 0.034809851187886175,
      "eval_loss": 2.363119602203369,
      "eval_runtime": 14.19,
      "eval_samples_per_second": 70.472,
      "eval_steps_per_second": 2.255,
      "step": 100
    },
    {
      "epoch": 0.05221477678182926,
      "grad_norm": 2.0022819274249044,
      "learning_rate": 9.999735215226256e-05,
      "loss": 2.2755,
      "step": 150
    },
    {
      "epoch": 0.06961970237577235,
      "grad_norm": 1.6461953915222625,
      "learning_rate": 9.99940022305635e-05,
      "loss": 2.0748,
      "step": 200
    },
    {
      "epoch": 0.06961970237577235,
      "eval_loss": 1.9755463600158691,
      "eval_runtime": 14.1933,
      "eval_samples_per_second": 70.456,
      "eval_steps_per_second": 2.255,
      "step": 200
    },
    {
      "epoch": 0.08702462796971543,
      "grad_norm": 2.6377868770726347,
      "learning_rate": 9.998930167415193e-05,
      "loss": 1.9693,
      "step": 250
    },
    {
      "epoch": 0.10442955356365852,
      "grad_norm": 1.5548988343454404,
      "learning_rate": 9.998325062412963e-05,
      "loss": 1.9227,
      "step": 300
    },
    {
      "epoch": 0.10442955356365852,
      "eval_loss": 1.9035626649856567,
      "eval_runtime": 14.2175,
      "eval_samples_per_second": 70.336,
      "eval_steps_per_second": 2.251,
      "step": 300
    },
    {
      "epoch": 0.12183447915760161,
      "grad_norm": 2.556731248258851,
      "learning_rate": 9.997584926213766e-05,
      "loss": 1.8892,
      "step": 350
    },
    {
      "epoch": 0.1392394047515447,
      "grad_norm": 2.5023478358310043,
      "learning_rate": 9.996709781035086e-05,
      "loss": 1.8608,
      "step": 400
    },
    {
      "epoch": 0.1392394047515447,
      "eval_loss": 1.8291828632354736,
      "eval_runtime": 14.1802,
      "eval_samples_per_second": 70.521,
      "eval_steps_per_second": 2.257,
      "step": 400
    },
    {
      "epoch": 0.15664433034548778,
      "grad_norm": 2.497261259947572,
      "learning_rate": 9.99569965314713e-05,
      "loss": 1.8471,
      "step": 450
    },
    {
      "epoch": 0.17404925593943085,
      "grad_norm": 1.7217816389226563,
      "learning_rate": 9.994554572872018e-05,
      "loss": 1.8176,
      "step": 500
    },
    {
      "epoch": 0.17404925593943085,
      "eval_loss": 1.8023170232772827,
      "eval_runtime": 14.1941,
      "eval_samples_per_second": 70.452,
      "eval_steps_per_second": 2.254,
      "step": 500
    },
    {
      "epoch": 0.19145418153337396,
      "grad_norm": 1.1495196492570159,
      "learning_rate": 9.993274574582892e-05,
      "loss": 1.8074,
      "step": 550
    },
    {
      "epoch": 0.20885910712731703,
      "grad_norm": 2.7997716083418323,
      "learning_rate": 9.991859696702875e-05,
      "loss": 1.7859,
      "step": 600
    },
    {
      "epoch": 0.20885910712731703,
      "eval_loss": 1.7785776853561401,
      "eval_runtime": 14.2068,
      "eval_samples_per_second": 70.389,
      "eval_steps_per_second": 2.252,
      "step": 600
    },
    {
      "epoch": 0.2262640327212601,
      "grad_norm": 1.3663550548904462,
      "learning_rate": 9.990309981703925e-05,
      "loss": 1.7924,
      "step": 650
    },
    {
      "epoch": 0.24366895831520322,
      "grad_norm": 1.189230686367751,
      "learning_rate": 9.988625476105546e-05,
      "loss": 1.7825,
      "step": 700
    },
    {
      "epoch": 0.24366895831520322,
      "eval_loss": 1.7615989446640015,
      "eval_runtime": 14.165,
      "eval_samples_per_second": 70.596,
      "eval_steps_per_second": 2.259,
      "step": 700
    },
    {
      "epoch": 0.26107388390914626,
      "grad_norm": 1.524728525818709,
      "learning_rate": 9.986806230473407e-05,
      "loss": 1.7739,
      "step": 750
    },
    {
      "epoch": 0.2784788095030894,
      "grad_norm": 1.098130935980223,
      "learning_rate": 9.984852299417815e-05,
      "loss": 1.771,
      "step": 800
    },
    {
      "epoch": 0.2784788095030894,
      "eval_loss": 1.7450162172317505,
      "eval_runtime": 14.1809,
      "eval_samples_per_second": 70.517,
      "eval_steps_per_second": 2.257,
      "step": 800
    },
    {
      "epoch": 0.2958837350970325,
      "grad_norm": 1.0548890863205609,
      "learning_rate": 9.982763741592078e-05,
      "loss": 1.7623,
      "step": 850
    },
    {
      "epoch": 0.31328866069097555,
      "grad_norm": 0.7386764098331656,
      "learning_rate": 9.980540619690747e-05,
      "loss": 1.7588,
      "step": 900
    },
    {
      "epoch": 0.31328866069097555,
      "eval_loss": 1.734774112701416,
      "eval_runtime": 14.2131,
      "eval_samples_per_second": 70.358,
      "eval_steps_per_second": 2.251,
      "step": 900
    },
    {
      "epoch": 0.33069358628491863,
      "grad_norm": 1.0044330694002532,
      "learning_rate": 9.978183000447731e-05,
      "loss": 1.7475,
      "step": 950
    },
    {
      "epoch": 0.3480985118788617,
      "grad_norm": 0.7343666916495631,
      "learning_rate": 9.97569095463429e-05,
      "loss": 1.7543,
      "step": 1000
    },
    {
      "epoch": 0.3480985118788617,
      "eval_loss": 1.7300388813018799,
      "eval_runtime": 14.1681,
      "eval_samples_per_second": 70.581,
      "eval_steps_per_second": 2.259,
      "step": 1000
    },
    {
      "epoch": 0.3655034374728048,
      "grad_norm": 1.3577857575542804,
      "learning_rate": 9.973064557056923e-05,
      "loss": 1.7423,
      "step": 1050
    },
    {
      "epoch": 0.3829083630667479,
      "grad_norm": 1.1392364193674505,
      "learning_rate": 9.970303886555105e-05,
      "loss": 1.7298,
      "step": 1100
    },
    {
      "epoch": 0.3829083630667479,
      "eval_loss": 1.7258219718933105,
      "eval_runtime": 14.1337,
      "eval_samples_per_second": 70.753,
      "eval_steps_per_second": 2.264,
      "step": 1100
    },
    {
      "epoch": 0.400313288660691,
      "grad_norm": 0.9113533413204287,
      "learning_rate": 9.967409025998939e-05,
      "loss": 1.7337,
      "step": 1150
    },
    {
      "epoch": 0.41771821425463407,
      "grad_norm": 1.4547875914167818,
      "learning_rate": 9.964380062286653e-05,
      "loss": 1.7408,
      "step": 1200
    },
    {
      "epoch": 0.41771821425463407,
      "eval_loss": 1.7191509008407593,
      "eval_runtime": 14.1729,
      "eval_samples_per_second": 70.557,
      "eval_steps_per_second": 2.258,
      "step": 1200
    },
    {
      "epoch": 0.43512313984857715,
      "grad_norm": 1.3950715870037775,
      "learning_rate": 9.961217086342002e-05,
      "loss": 1.7391,
      "step": 1250
    },
    {
      "epoch": 0.4525280654425202,
      "grad_norm": 0.7097097270035738,
      "learning_rate": 9.957920193111528e-05,
      "loss": 1.7265,
      "step": 1300
    },
    {
      "epoch": 0.4525280654425202,
      "eval_loss": 1.7083090543746948,
      "eval_runtime": 14.1902,
      "eval_samples_per_second": 70.471,
      "eval_steps_per_second": 2.255,
      "step": 1300
    },
    {
      "epoch": 0.4699329910364633,
      "grad_norm": 1.2193424381306277,
      "learning_rate": 9.954489481561721e-05,
      "loss": 1.7133,
      "step": 1350
    },
    {
      "epoch": 0.48733791663040643,
      "grad_norm": 1.0359902451377283,
      "learning_rate": 9.950925054676047e-05,
      "loss": 1.7219,
      "step": 1400
    },
    {
      "epoch": 0.48733791663040643,
      "eval_loss": 1.7060251235961914,
      "eval_runtime": 14.1957,
      "eval_samples_per_second": 70.444,
      "eval_steps_per_second": 2.254,
      "step": 1400
    },
    {
      "epoch": 0.5047428422243495,
      "grad_norm": 0.8883112233878396,
      "learning_rate": 9.947227019451845e-05,
      "loss": 1.718,
      "step": 1450
    },
    {
      "epoch": 0.5221477678182925,
      "grad_norm": 1.6600465700603348,
      "learning_rate": 9.943395486897128e-05,
      "loss": 1.7155,
      "step": 1500
    },
    {
      "epoch": 0.5221477678182925,
      "eval_loss": 1.708118200302124,
      "eval_runtime": 14.1648,
      "eval_samples_per_second": 70.598,
      "eval_steps_per_second": 2.259,
      "step": 1500
    },
    {
      "epoch": 0.5395526934122357,
      "grad_norm": 1.3636186882766423,
      "learning_rate": 9.939430572027245e-05,
      "loss": 1.7124,
      "step": 1550
    },
    {
      "epoch": 0.5569576190061788,
      "grad_norm": 0.8138102316752223,
      "learning_rate": 9.935332393861429e-05,
      "loss": 1.7036,
      "step": 1600
    },
    {
      "epoch": 0.5569576190061788,
      "eval_loss": 1.6921547651290894,
      "eval_runtime": 14.1891,
      "eval_samples_per_second": 70.477,
      "eval_steps_per_second": 2.255,
      "step": 1600
    },
    {
      "epoch": 0.5743625446001218,
      "grad_norm": 0.85358743278151,
      "learning_rate": 9.931101075419227e-05,
      "loss": 1.6992,
      "step": 1650
    },
    {
      "epoch": 0.591767470194065,
      "grad_norm": 0.9378346406714159,
      "learning_rate": 9.926736743716801e-05,
      "loss": 1.7114,
      "step": 1700
    },
    {
      "epoch": 0.591767470194065,
      "eval_loss": 1.6926075220108032,
      "eval_runtime": 14.1548,
      "eval_samples_per_second": 70.648,
      "eval_steps_per_second": 2.261,
      "step": 1700
    },
    {
      "epoch": 0.609172395788008,
      "grad_norm": 0.7374768174339537,
      "learning_rate": 9.922239529763122e-05,
      "loss": 1.7286,
      "step": 1750
    },
    {
      "epoch": 0.6265773213819511,
      "grad_norm": 0.8958414498241435,
      "learning_rate": 9.917609568556033e-05,
      "loss": 1.6946,
      "step": 1800
    },
    {
      "epoch": 0.6265773213819511,
      "eval_loss": 1.6861408948898315,
      "eval_runtime": 14.2244,
      "eval_samples_per_second": 70.302,
      "eval_steps_per_second": 2.25,
      "step": 1800
    },
    {
      "epoch": 0.6439822469758941,
      "grad_norm": 0.6100798904781664,
      "learning_rate": 9.9128469990782e-05,
      "loss": 1.7007,
      "step": 1850
    },
    {
      "epoch": 0.6613871725698373,
      "grad_norm": 1.4603608185922945,
      "learning_rate": 9.907951964292936e-05,
      "loss": 1.6843,
      "step": 1900
    },
    {
      "epoch": 0.6613871725698373,
      "eval_loss": 1.6854504346847534,
      "eval_runtime": 14.2162,
      "eval_samples_per_second": 70.342,
      "eval_steps_per_second": 2.251,
      "step": 1900
    },
    {
      "epoch": 0.6787920981637804,
      "grad_norm": 1.4095316221753802,
      "learning_rate": 9.902924611139913e-05,
      "loss": 1.6945,
      "step": 1950
    },
    {
      "epoch": 0.6961970237577234,
      "grad_norm": 1.1737727115924308,
      "learning_rate": 9.897765090530746e-05,
      "loss": 1.6915,
      "step": 2000
    },
    {
      "epoch": 0.6961970237577234,
      "eval_loss": 1.6767446994781494,
      "eval_runtime": 14.2006,
      "eval_samples_per_second": 70.42,
      "eval_steps_per_second": 2.253,
      "step": 2000
    },
    {
      "epoch": 0.7136019493516665,
      "grad_norm": 0.6241203884158069,
      "learning_rate": 9.892473557344474e-05,
      "loss": 1.694,
      "step": 2050
    },
    {
      "epoch": 0.7310068749456096,
      "grad_norm": 0.717957189850993,
      "learning_rate": 9.887050170422896e-05,
      "loss": 1.6905,
      "step": 2100
    },
    {
      "epoch": 0.7310068749456096,
      "eval_loss": 1.6781814098358154,
      "eval_runtime": 14.1564,
      "eval_samples_per_second": 70.639,
      "eval_steps_per_second": 2.26,
      "step": 2100
    },
    {
      "epoch": 0.7484118005395527,
      "grad_norm": 0.713989248537336,
      "learning_rate": 9.881495092565816e-05,
      "loss": 1.6785,
      "step": 2150
    },
    {
      "epoch": 0.7658167261334958,
      "grad_norm": 1.6961561321530056,
      "learning_rate": 9.875808490526146e-05,
      "loss": 1.683,
      "step": 2200
    },
    {
      "epoch": 0.7658167261334958,
      "eval_loss": 1.689602017402649,
      "eval_runtime": 14.1672,
      "eval_samples_per_second": 70.585,
      "eval_steps_per_second": 2.259,
      "step": 2200
    },
    {
      "epoch": 0.7832216517274389,
      "grad_norm": 0.8275650716779648,
      "learning_rate": 9.869990535004906e-05,
      "loss": 1.6858,
      "step": 2250
    },
    {
      "epoch": 0.800626577321382,
      "grad_norm": 0.5691953766407909,
      "learning_rate": 9.864041400646105e-05,
      "loss": 1.6763,
      "step": 2300
    },
    {
      "epoch": 0.800626577321382,
      "eval_loss": 1.6652159690856934,
      "eval_runtime": 14.2094,
      "eval_samples_per_second": 70.376,
      "eval_steps_per_second": 2.252,
      "step": 2300
    },
    {
      "epoch": 0.818031502915325,
      "grad_norm": 0.7573933191424803,
      "learning_rate": 9.857961266031481e-05,
      "loss": 1.6785,
      "step": 2350
    },
    {
      "epoch": 0.8354364285092681,
      "grad_norm": 0.6924121696414417,
      "learning_rate": 9.851750313675159e-05,
      "loss": 1.6833,
      "step": 2400
    },
    {
      "epoch": 0.8354364285092681,
      "eval_loss": 1.6645046472549438,
      "eval_runtime": 14.1618,
      "eval_samples_per_second": 70.613,
      "eval_steps_per_second": 2.26,
      "step": 2400
    },
    {
      "epoch": 0.8528413541032112,
      "grad_norm": 0.6001197165520973,
      "learning_rate": 9.845408730018163e-05,
      "loss": 1.6809,
      "step": 2450
    },
    {
      "epoch": 0.8702462796971543,
      "grad_norm": 1.040986311462392,
      "learning_rate": 9.838936705422821e-05,
      "loss": 1.6723,
      "step": 2500
    },
    {
      "epoch": 0.8702462796971543,
      "eval_loss": 1.6651116609573364,
      "eval_runtime": 16.0729,
      "eval_samples_per_second": 62.217,
      "eval_steps_per_second": 1.991,
      "step": 2500
    },
    {
      "epoch": 0.8876512052910974,
      "grad_norm": 0.7703719087126286,
      "learning_rate": 9.832334434167053e-05,
      "loss": 1.6758,
      "step": 2550
    },
    {
      "epoch": 0.9050561308850404,
      "grad_norm": 0.8236590047203298,
      "learning_rate": 9.825602114438532e-05,
      "loss": 1.6665,
      "step": 2600
    },
    {
      "epoch": 0.9050561308850404,
      "eval_loss": 1.6595755815505981,
      "eval_runtime": 14.1488,
      "eval_samples_per_second": 70.678,
      "eval_steps_per_second": 2.262,
      "step": 2600
    },
    {
      "epoch": 0.9224610564789836,
      "grad_norm": 1.3966523691983288,
      "learning_rate": 9.818739948328745e-05,
      "loss": 1.6649,
      "step": 2650
    },
    {
      "epoch": 0.9398659820729266,
      "grad_norm": 0.7343985025715206,
      "learning_rate": 9.811748141826919e-05,
      "loss": 1.6532,
      "step": 2700
    },
    {
      "epoch": 0.9398659820729266,
      "eval_loss": 1.6552517414093018,
      "eval_runtime": 14.2028,
      "eval_samples_per_second": 70.409,
      "eval_steps_per_second": 2.253,
      "step": 2700
    },
    {
      "epoch": 0.9572709076668697,
      "grad_norm": 0.7688939367455496,
      "learning_rate": 9.804626904813839e-05,
      "loss": 1.6597,
      "step": 2750
    },
    {
      "epoch": 0.9746758332608129,
      "grad_norm": 1.0722401609793455,
      "learning_rate": 9.797376451055551e-05,
      "loss": 1.6581,
      "step": 2800
    },
    {
      "epoch": 0.9746758332608129,
      "eval_loss": 1.656619906425476,
      "eval_runtime": 14.1856,
      "eval_samples_per_second": 70.494,
      "eval_steps_per_second": 2.256,
      "step": 2800
    },
    {
      "epoch": 0.9920807588547559,
      "grad_norm": 0.8328376734593738,
      "learning_rate": 9.789996998196943e-05,
      "loss": 1.6649,
      "step": 2850
    },
    {
      "epoch": 1.009746758332608,
      "grad_norm": 0.5902121192870661,
      "learning_rate": 9.782488767755206e-05,
      "loss": 1.666,
      "step": 2900
    },
    {
      "epoch": 1.009746758332608,
      "eval_loss": 1.6525744199752808,
      "eval_runtime": 14.219,
      "eval_samples_per_second": 70.329,
      "eval_steps_per_second": 2.251,
      "step": 2900
    },
    {
      "epoch": 1.0271516839265513,
      "grad_norm": 1.3497294634730705,
      "learning_rate": 9.7748519851132e-05,
      "loss": 1.6148,
      "step": 2950
    },
    {
      "epoch": 1.0445566095204943,
      "grad_norm": 1.0857671019695037,
      "learning_rate": 9.76708687951267e-05,
      "loss": 1.6215,
      "step": 3000
    },
    {
      "epoch": 1.0445566095204943,
      "eval_loss": 1.6470530033111572,
      "eval_runtime": 14.2027,
      "eval_samples_per_second": 70.409,
      "eval_steps_per_second": 2.253,
      "step": 3000
    },
    {
      "epoch": 1.0619615351144374,
      "grad_norm": 0.7600787872008034,
      "learning_rate": 9.75919368404738e-05,
      "loss": 1.6102,
      "step": 3050
    },
    {
      "epoch": 1.0793664607083804,
      "grad_norm": 0.5975569538868418,
      "learning_rate": 9.751172635656103e-05,
      "loss": 1.6235,
      "step": 3100
    },
    {
      "epoch": 1.0793664607083804,
      "eval_loss": 1.6456007957458496,
      "eval_runtime": 14.1759,
      "eval_samples_per_second": 70.542,
      "eval_steps_per_second": 2.257,
      "step": 3100
    },
    {
      "epoch": 1.0967713863023236,
      "grad_norm": 0.8523556660651893,
      "learning_rate": 9.743023975115513e-05,
      "loss": 1.6145,
      "step": 3150
    },
    {
      "epoch": 1.1141763118962666,
      "grad_norm": 0.6662613091564613,
      "learning_rate": 9.73474794703297e-05,
      "loss": 1.616,
      "step": 3200
    },
    {
      "epoch": 1.1141763118962666,
      "eval_loss": 1.6436479091644287,
      "eval_runtime": 14.2201,
      "eval_samples_per_second": 70.323,
      "eval_steps_per_second": 2.25,
      "step": 3200
    },
    {
      "epoch": 1.1315812374902097,
      "grad_norm": 1.0014858310703798,
      "learning_rate": 9.726344799839156e-05,
      "loss": 1.6199,
      "step": 3250
    },
    {
      "epoch": 1.148986163084153,
      "grad_norm": 0.8999822439007208,
      "learning_rate": 9.71781478578063e-05,
      "loss": 1.6062,
      "step": 3300
    },
    {
      "epoch": 1.148986163084153,
      "eval_loss": 1.641990065574646,
      "eval_runtime": 14.9777,
      "eval_samples_per_second": 66.766,
      "eval_steps_per_second": 2.137,
      "step": 3300
    },
    {
      "epoch": 1.166391088678096,
      "grad_norm": 1.0267159917163893,
      "learning_rate": 9.709158160912257e-05,
      "loss": 1.6052,
      "step": 3350
    },
    {
      "epoch": 1.183796014272039,
      "grad_norm": 0.8248173174284201,
      "learning_rate": 9.700375185089517e-05,
      "loss": 1.6132,
      "step": 3400
    },
    {
      "epoch": 1.183796014272039,
      "eval_loss": 1.6383293867111206,
      "eval_runtime": 14.0557,
      "eval_samples_per_second": 71.146,
      "eval_steps_per_second": 2.277,
      "step": 3400
    },
    {
      "epoch": 1.201200939865982,
      "grad_norm": 1.5374825914990502,
      "learning_rate": 9.691466121960706e-05,
      "loss": 1.6058,
      "step": 3450
    },
    {
      "epoch": 1.2186058654599252,
      "grad_norm": 0.8035410560111882,
      "learning_rate": 9.682431238959022e-05,
      "loss": 1.6274,
      "step": 3500
    },
    {
      "epoch": 1.2186058654599252,
      "eval_loss": 1.6350009441375732,
      "eval_runtime": 14.1397,
      "eval_samples_per_second": 70.723,
      "eval_steps_per_second": 2.263,
      "step": 3500
    },
    {
      "epoch": 1.2360107910538682,
      "grad_norm": 0.8277696146602792,
      "learning_rate": 9.673270807294535e-05,
      "loss": 1.6044,
      "step": 3550
    },
    {
      "epoch": 1.2534157166478113,
      "grad_norm": 0.7213590940694181,
      "learning_rate": 9.663985101946054e-05,
      "loss": 1.6111,
      "step": 3600
    },
    {
      "epoch": 1.2534157166478113,
      "eval_loss": 1.632244348526001,
      "eval_runtime": 14.1679,
      "eval_samples_per_second": 70.582,
      "eval_steps_per_second": 2.259,
      "step": 3600
    },
    {
      "epoch": 1.2708206422417545,
      "grad_norm": 0.9481505755747548,
      "learning_rate": 9.654574401652863e-05,
      "loss": 1.6097,
      "step": 3650
    },
    {
      "epoch": 1.2882255678356975,
      "grad_norm": 1.2819901910209912,
      "learning_rate": 9.645038988906358e-05,
      "loss": 1.6163,
      "step": 3700
    },
    {
      "epoch": 1.2882255678356975,
      "eval_loss": 1.6331335306167603,
      "eval_runtime": 14.1789,
      "eval_samples_per_second": 70.527,
      "eval_steps_per_second": 2.257,
      "step": 3700
    },
    {
      "epoch": 1.3056304934296405,
      "grad_norm": 0.7806882827911785,
      "learning_rate": 9.635379149941563e-05,
      "loss": 1.6055,
      "step": 3750
    },
    {
      "epoch": 1.3230354190235838,
      "grad_norm": 0.4318159947229749,
      "learning_rate": 9.625595174728545e-05,
      "loss": 1.6021,
      "step": 3800
    },
    {
      "epoch": 1.3230354190235838,
      "eval_loss": 1.624240756034851,
      "eval_runtime": 14.1494,
      "eval_samples_per_second": 70.674,
      "eval_steps_per_second": 2.262,
      "step": 3800
    },
    {
      "epoch": 1.3404403446175268,
      "grad_norm": 0.7517318396965236,
      "learning_rate": 9.615687356963708e-05,
      "loss": 1.609,
      "step": 3850
    },
    {
      "epoch": 1.3578452702114698,
      "grad_norm": 1.3678568803980757,
      "learning_rate": 9.605655994060972e-05,
      "loss": 1.6185,
      "step": 3900
    },
    {
      "epoch": 1.3578452702114698,
      "eval_loss": 1.6263964176177979,
      "eval_runtime": 14.1348,
      "eval_samples_per_second": 70.747,
      "eval_steps_per_second": 2.264,
      "step": 3900
    },
    {
      "epoch": 1.3752501958054129,
      "grad_norm": 0.684451776795263,
      "learning_rate": 9.595501387142849e-05,
      "loss": 1.6003,
      "step": 3950
    },
    {
      "epoch": 1.392655121399356,
      "grad_norm": 0.6300681096210147,
      "learning_rate": 9.5852238410314e-05,
      "loss": 1.6116,
      "step": 4000
    },
    {
      "epoch": 1.392655121399356,
      "eval_loss": 1.6186518669128418,
      "eval_runtime": 14.1005,
      "eval_samples_per_second": 70.92,
      "eval_steps_per_second": 2.269,
      "step": 4000
    },
    {
      "epoch": 1.4100600469932991,
      "grad_norm": 0.67128388115318,
      "learning_rate": 9.574823664239092e-05,
      "loss": 1.5968,
      "step": 4050
    },
    {
      "epoch": 1.4274649725872421,
      "grad_norm": 1.2536187487887276,
      "learning_rate": 9.564301168959529e-05,
      "loss": 1.6008,
      "step": 4100
    },
    {
      "epoch": 1.4274649725872421,
      "eval_loss": 1.620023488998413,
      "eval_runtime": 14.0983,
      "eval_samples_per_second": 70.931,
      "eval_steps_per_second": 2.27,
      "step": 4100
    },
    {
      "epoch": 1.4448698981811852,
      "grad_norm": 0.8805397163157814,
      "learning_rate": 9.553656671058088e-05,
      "loss": 1.5984,
      "step": 4150
    },
    {
      "epoch": 1.4622748237751284,
      "grad_norm": 0.5785566464846152,
      "learning_rate": 9.542890490062429e-05,
      "loss": 1.6035,
      "step": 4200
    },
    {
      "epoch": 1.4622748237751284,
      "eval_loss": 1.6156837940216064,
      "eval_runtime": 14.1116,
      "eval_samples_per_second": 70.864,
      "eval_steps_per_second": 2.268,
      "step": 4200
    },
    {
      "epoch": 1.4796797493690714,
      "grad_norm": 0.6863100934352178,
      "learning_rate": 9.532002949152912e-05,
      "loss": 1.5932,
      "step": 4250
    },
    {
      "epoch": 1.4970846749630145,
      "grad_norm": 0.5351016892320096,
      "learning_rate": 9.520994375152891e-05,
      "loss": 1.5946,
      "step": 4300
    },
    {
      "epoch": 1.4970846749630145,
      "eval_loss": 1.6144546270370483,
      "eval_runtime": 14.0968,
      "eval_samples_per_second": 70.938,
      "eval_steps_per_second": 2.27,
      "step": 4300
    },
    {
      "epoch": 1.5144896005569577,
      "grad_norm": 0.5203388464538014,
      "learning_rate": 9.509865098518904e-05,
      "loss": 1.6023,
      "step": 4350
    },
    {
      "epoch": 1.5318945261509007,
      "grad_norm": 0.7698479203549923,
      "learning_rate": 9.49861545333075e-05,
      "loss": 1.6069,
      "step": 4400
    },
    {
      "epoch": 1.5318945261509007,
      "eval_loss": 1.6156337261199951,
      "eval_runtime": 14.0577,
      "eval_samples_per_second": 71.135,
      "eval_steps_per_second": 2.276,
      "step": 4400
    },
    {
      "epoch": 1.5492994517448437,
      "grad_norm": 0.7931906732864475,
      "learning_rate": 9.487245777281469e-05,
      "loss": 1.595,
      "step": 4450
    },
    {
      "epoch": 1.566704377338787,
      "grad_norm": 0.7495495878078449,
      "learning_rate": 9.475756411667196e-05,
      "loss": 1.5971,
      "step": 4500
    },
    {
      "epoch": 1.566704377338787,
      "eval_loss": 1.6118335723876953,
      "eval_runtime": 14.0436,
      "eval_samples_per_second": 71.207,
      "eval_steps_per_second": 2.279,
      "step": 4500
    },
    {
      "epoch": 1.58410930293273,
      "grad_norm": 0.916930023005075,
      "learning_rate": 9.464147701376923e-05,
      "loss": 1.5922,
      "step": 4550
    },
    {
      "epoch": 1.601514228526673,
      "grad_norm": 0.38302647796596223,
      "learning_rate": 9.452419994882143e-05,
      "loss": 1.5902,
      "step": 4600
    },
    {
      "epoch": 1.601514228526673,
      "eval_loss": 1.608117938041687,
      "eval_runtime": 14.0669,
      "eval_samples_per_second": 71.089,
      "eval_steps_per_second": 2.275,
      "step": 4600
    },
    {
      "epoch": 1.6189191541206163,
      "grad_norm": 0.8959281179242939,
      "learning_rate": 9.440573644226388e-05,
      "loss": 1.5887,
      "step": 4650
    },
    {
      "epoch": 1.636324079714559,
      "grad_norm": 0.5262586359913002,
      "learning_rate": 9.428609005014662e-05,
      "loss": 1.5935,
      "step": 4700
    },
    {
      "epoch": 1.636324079714559,
      "eval_loss": 1.6059889793395996,
      "eval_runtime": 14.0393,
      "eval_samples_per_second": 71.229,
      "eval_steps_per_second": 2.279,
      "step": 4700
    },
    {
      "epoch": 1.6537290053085023,
      "grad_norm": 0.7596032127547677,
      "learning_rate": 9.416526436402769e-05,
      "loss": 1.5917,
      "step": 4750
    },
    {
      "epoch": 1.6711339309024456,
      "grad_norm": 0.6240379162553015,
      "learning_rate": 9.404326301086532e-05,
      "loss": 1.5797,
      "step": 4800
    },
    {
      "epoch": 1.6711339309024456,
      "eval_loss": 1.6034634113311768,
      "eval_runtime": 14.0769,
      "eval_samples_per_second": 71.038,
      "eval_steps_per_second": 2.273,
      "step": 4800
    },
    {
      "epoch": 1.6885388564963884,
      "grad_norm": 0.5788152574082417,
      "learning_rate": 9.392008965290902e-05,
      "loss": 1.595,
      "step": 4850
    },
    {
      "epoch": 1.7059437820903316,
      "grad_norm": 0.7613056072018011,
      "learning_rate": 9.379574798758964e-05,
      "loss": 1.5942,
      "step": 4900
    },
    {
      "epoch": 1.7059437820903316,
      "eval_loss": 1.6013330221176147,
      "eval_runtime": 14.0902,
      "eval_samples_per_second": 70.971,
      "eval_steps_per_second": 2.271,
      "step": 4900
    },
    {
      "epoch": 1.7233487076842746,
      "grad_norm": 0.45671087383446224,
      "learning_rate": 9.367024174740844e-05,
      "loss": 1.5779,
      "step": 4950
    },
    {
      "epoch": 1.7407536332782176,
      "grad_norm": 0.5341748703612714,
      "learning_rate": 9.354357469982498e-05,
      "loss": 1.5901,
      "step": 5000
    },
    {
      "epoch": 1.7407536332782176,
      "eval_loss": 1.602180004119873,
      "eval_runtime": 14.0601,
      "eval_samples_per_second": 71.123,
      "eval_steps_per_second": 2.276,
      "step": 5000
    },
    {
      "epoch": 1.7581585588721609,
      "grad_norm": 0.5660990008488413,
      "learning_rate": 9.341575064714412e-05,
      "loss": 1.5953,
      "step": 5050
    },
    {
      "epoch": 1.775563484466104,
      "grad_norm": 0.7080232090171026,
      "learning_rate": 9.328677342640171e-05,
      "loss": 1.5901,
      "step": 5100
    },
    {
      "epoch": 1.775563484466104,
      "eval_loss": 1.597787618637085,
      "eval_runtime": 14.0639,
      "eval_samples_per_second": 71.104,
      "eval_steps_per_second": 2.275,
      "step": 5100
    },
    {
      "epoch": 1.792968410060047,
      "grad_norm": 0.6465428735648749,
      "learning_rate": 9.315664690924965e-05,
      "loss": 1.5865,
      "step": 5150
    },
    {
      "epoch": 1.8103733356539902,
      "grad_norm": 0.8545113512101515,
      "learning_rate": 9.302537500183947e-05,
      "loss": 1.5798,
      "step": 5200
    },
    {
      "epoch": 1.8103733356539902,
      "eval_loss": 1.60050630569458,
      "eval_runtime": 14.0705,
      "eval_samples_per_second": 71.071,
      "eval_steps_per_second": 2.274,
      "step": 5200
    },
    {
      "epoch": 1.8277782612479332,
      "grad_norm": 0.7086149561628375,
      "learning_rate": 9.289296164470513e-05,
      "loss": 1.5798,
      "step": 5250
    },
    {
      "epoch": 1.8451831868418762,
      "grad_norm": 0.46396866367967887,
      "learning_rate": 9.275941081264479e-05,
      "loss": 1.588,
      "step": 5300
    },
    {
      "epoch": 1.8451831868418762,
      "eval_loss": 1.5937552452087402,
      "eval_runtime": 14.0343,
      "eval_samples_per_second": 71.254,
      "eval_steps_per_second": 2.28,
      "step": 5300
    },
    {
      "epoch": 1.8625881124358195,
      "grad_norm": 1.1595095063144043,
      "learning_rate": 9.262472651460142e-05,
      "loss": 1.5798,
      "step": 5350
    },
    {
      "epoch": 1.8799930380297625,
      "grad_norm": 0.8316645877038753,
      "learning_rate": 9.248891279354255e-05,
      "loss": 1.5778,
      "step": 5400
    },
    {
      "epoch": 1.8799930380297625,
      "eval_loss": 1.5920915603637695,
      "eval_runtime": 14.0715,
      "eval_samples_per_second": 71.065,
      "eval_steps_per_second": 2.274,
      "step": 5400
    },
    {
      "epoch": 1.8973979636237055,
      "grad_norm": 0.8761341319849855,
      "learning_rate": 9.235197372633876e-05,
      "loss": 1.5664,
      "step": 5450
    },
    {
      "epoch": 1.9148028892176487,
      "grad_norm": 0.6485467148901543,
      "learning_rate": 9.221391342364145e-05,
      "loss": 1.5677,
      "step": 5500
    },
    {
      "epoch": 1.9148028892176487,
      "eval_loss": 1.5863151550292969,
      "eval_runtime": 14.0871,
      "eval_samples_per_second": 70.987,
      "eval_steps_per_second": 2.272,
      "step": 5500
    },
    {
      "epoch": 1.9322078148115915,
      "grad_norm": 0.9588711088224121,
      "learning_rate": 9.207473602975938e-05,
      "loss": 1.5839,
      "step": 5550
    },
    {
      "epoch": 1.9496127404055348,
      "grad_norm": 0.43931790873869003,
      "learning_rate": 9.193444572253426e-05,
      "loss": 1.574,
      "step": 5600
    },
    {
      "epoch": 1.9496127404055348,
      "eval_loss": 1.5849186182022095,
      "eval_runtime": 14.0645,
      "eval_samples_per_second": 71.101,
      "eval_steps_per_second": 2.275,
      "step": 5600
    },
    {
      "epoch": 1.9670176659994778,
      "grad_norm": 0.6795793348203765,
      "learning_rate": 9.179304671321535e-05,
      "loss": 1.5777,
      "step": 5650
    },
    {
      "epoch": 1.9844225915934208,
      "grad_norm": 0.6176461270662813,
      "learning_rate": 9.165054324633307e-05,
      "loss": 1.5678,
      "step": 5700
    },
    {
      "epoch": 1.9844225915934208,
      "eval_loss": 1.5820677280426025,
      "eval_runtime": 14.1052,
      "eval_samples_per_second": 70.896,
      "eval_steps_per_second": 2.269,
      "step": 5700
    },
    {
      "epoch": 2.0020885910712733,
      "grad_norm": 0.782555624360694,
      "learning_rate": 9.150693959957152e-05,
      "loss": 1.5863,
      "step": 5750
    },
    {
      "epoch": 2.019493516665216,
      "grad_norm": 0.7711510253908263,
      "learning_rate": 9.136224008364015e-05,
      "loss": 1.5006,
      "step": 5800
    },
    {
      "epoch": 2.019493516665216,
      "eval_loss": 1.5815701484680176,
      "eval_runtime": 14.0399,
      "eval_samples_per_second": 71.226,
      "eval_steps_per_second": 2.279,
      "step": 5800
    },
    {
      "epoch": 2.0368984422591594,
      "grad_norm": 0.5809585755773129,
      "learning_rate": 9.121644904214432e-05,
      "loss": 1.5034,
      "step": 5850
    },
    {
      "epoch": 2.0543033678531026,
      "grad_norm": 0.4145082330936503,
      "learning_rate": 9.10695708514549e-05,
      "loss": 1.4994,
      "step": 5900
    },
    {
      "epoch": 2.0543033678531026,
      "eval_loss": 1.5821447372436523,
      "eval_runtime": 14.0598,
      "eval_samples_per_second": 71.125,
      "eval_steps_per_second": 2.276,
      "step": 5900
    },
    {
      "epoch": 2.0717082934470454,
      "grad_norm": 0.5577414193307454,
      "learning_rate": 9.092160992057697e-05,
      "loss": 1.4934,
      "step": 5950
    },
    {
      "epoch": 2.0891132190409887,
      "grad_norm": 0.5077291954396825,
      "learning_rate": 9.077257069101733e-05,
      "loss": 1.4919,
      "step": 6000
    },
    {
      "epoch": 2.0891132190409887,
      "eval_loss": 1.5732625722885132,
      "eval_runtime": 14.0816,
      "eval_samples_per_second": 71.015,
      "eval_steps_per_second": 2.272,
      "step": 6000
    },
    {
      "epoch": 2.1065181446349315,
      "grad_norm": 0.4907623613867345,
      "learning_rate": 9.062245763665137e-05,
      "loss": 1.4933,
      "step": 6050
    },
    {
      "epoch": 2.1239230702288747,
      "grad_norm": 0.49160985362367293,
      "learning_rate": 9.04712752635886e-05,
      "loss": 1.4876,
      "step": 6100
    },
    {
      "epoch": 2.1239230702288747,
      "eval_loss": 1.5737123489379883,
      "eval_runtime": 14.0837,
      "eval_samples_per_second": 71.004,
      "eval_steps_per_second": 2.272,
      "step": 6100
    },
    {
      "epoch": 2.141327995822818,
      "grad_norm": 0.948878020362848,
      "learning_rate": 9.031902811003746e-05,
      "loss": 1.4974,
      "step": 6150
    },
    {
      "epoch": 2.1587329214167608,
      "grad_norm": 0.716453462989888,
      "learning_rate": 9.016572074616909e-05,
      "loss": 1.4867,
      "step": 6200
    },
    {
      "epoch": 2.1587329214167608,
      "eval_loss": 1.569942831993103,
      "eval_runtime": 14.0346,
      "eval_samples_per_second": 71.253,
      "eval_steps_per_second": 2.28,
      "step": 6200
    },
    {
      "epoch": 2.176137847010704,
      "grad_norm": 0.5543365763764092,
      "learning_rate": 9.001135777398015e-05,
      "loss": 1.4888,
      "step": 6250
    },
    {
      "epoch": 2.1935427726046473,
      "grad_norm": 0.5680832721760428,
      "learning_rate": 8.985594382715461e-05,
      "loss": 1.4972,
      "step": 6300
    },
    {
      "epoch": 2.1935427726046473,
      "eval_loss": 1.5667256116867065,
      "eval_runtime": 14.0709,
      "eval_samples_per_second": 71.069,
      "eval_steps_per_second": 2.274,
      "step": 6300
    },
    {
      "epoch": 2.21094769819859,
      "grad_norm": 0.5247769764374891,
      "learning_rate": 8.969948357092481e-05,
      "loss": 1.5106,
      "step": 6350
    },
    {
      "epoch": 2.2283526237925333,
      "grad_norm": 0.9601829153693605,
      "learning_rate": 8.954198170193119e-05,
      "loss": 1.4849,
      "step": 6400
    },
    {
      "epoch": 2.2283526237925333,
      "eval_loss": 1.5672996044158936,
      "eval_runtime": 14.0285,
      "eval_samples_per_second": 71.283,
      "eval_steps_per_second": 2.281,
      "step": 6400
    },
    {
      "epoch": 2.2457575493864765,
      "grad_norm": 0.6119058208607214,
      "learning_rate": 8.938344294808152e-05,
      "loss": 1.4939,
      "step": 6450
    },
    {
      "epoch": 2.2631624749804193,
      "grad_norm": 0.8721578158654933,
      "learning_rate": 8.922387206840886e-05,
      "loss": 1.4873,
      "step": 6500
    },
    {
      "epoch": 2.2631624749804193,
      "eval_loss": 1.561486840248108,
      "eval_runtime": 15.6671,
      "eval_samples_per_second": 63.828,
      "eval_steps_per_second": 2.042,
      "step": 6500
    },
    {
      "epoch": 2.2805674005743626,
      "grad_norm": 0.5628459276663417,
      "learning_rate": 8.906327385292873e-05,
      "loss": 1.4936,
      "step": 6550
    },
    {
      "epoch": 2.297972326168306,
      "grad_norm": 0.5767623365443796,
      "learning_rate": 8.890165312249534e-05,
      "loss": 1.4966,
      "step": 6600
    },
    {
      "epoch": 2.297972326168306,
      "eval_loss": 1.5614709854125977,
      "eval_runtime": 14.0898,
      "eval_samples_per_second": 70.973,
      "eval_steps_per_second": 2.271,
      "step": 6600
    },
    {
      "epoch": 2.3153772517622486,
      "grad_norm": 0.564692340379062,
      "learning_rate": 8.873901472865682e-05,
      "loss": 1.4933,
      "step": 6650
    },
    {
      "epoch": 2.332782177356192,
      "grad_norm": 0.5755602053524008,
      "learning_rate": 8.857536355350971e-05,
      "loss": 1.4985,
      "step": 6700
    },
    {
      "epoch": 2.332782177356192,
      "eval_loss": 1.564212441444397,
      "eval_runtime": 14.0197,
      "eval_samples_per_second": 71.328,
      "eval_steps_per_second": 2.283,
      "step": 6700
    },
    {
      "epoch": 2.3501871029501347,
      "grad_norm": 0.5524361278563438,
      "learning_rate": 8.841070450955225e-05,
      "loss": 1.4984,
      "step": 6750
    },
    {
      "epoch": 2.367592028544078,
      "grad_norm": 0.5237132838370414,
      "learning_rate": 8.8245042539537e-05,
      "loss": 1.4865,
      "step": 6800
    },
    {
      "epoch": 2.367592028544078,
      "eval_loss": 1.5604348182678223,
      "eval_runtime": 14.0798,
      "eval_samples_per_second": 71.024,
      "eval_steps_per_second": 2.273,
      "step": 6800
    },
    {
      "epoch": 2.384996954138021,
      "grad_norm": 0.6294523267926565,
      "learning_rate": 8.80783826163225e-05,
      "loss": 1.4816,
      "step": 6850
    },
    {
      "epoch": 2.402401879731964,
      "grad_norm": 0.6439531784449674,
      "learning_rate": 8.791072974272393e-05,
      "loss": 1.4774,
      "step": 6900
    },
    {
      "epoch": 2.402401879731964,
      "eval_loss": 1.561761736869812,
      "eval_runtime": 14.1204,
      "eval_samples_per_second": 70.82,
      "eval_steps_per_second": 2.266,
      "step": 6900
    },
    {
      "epoch": 2.419806805325907,
      "grad_norm": 0.7331282546029708,
      "learning_rate": 8.774208895136295e-05,
      "loss": 1.4853,
      "step": 6950
    },
    {
      "epoch": 2.4372117309198504,
      "grad_norm": 0.6057172385943509,
      "learning_rate": 8.757246530451666e-05,
      "loss": 1.4938,
      "step": 7000
    },
    {
      "epoch": 2.4372117309198504,
      "eval_loss": 1.5611796379089355,
      "eval_runtime": 14.0561,
      "eval_samples_per_second": 71.143,
      "eval_steps_per_second": 2.277,
      "step": 7000
    },
    {
      "epoch": 2.4546166565137932,
      "grad_norm": 0.5755336572051023,
      "learning_rate": 8.740186389396561e-05,
      "loss": 1.4759,
      "step": 7050
    },
    {
      "epoch": 2.4720215821077365,
      "grad_norm": 0.5890793091489283,
      "learning_rate": 8.723028984084096e-05,
      "loss": 1.4847,
      "step": 7100
    },
    {
      "epoch": 2.4720215821077365,
      "eval_loss": 1.555484414100647,
      "eval_runtime": 14.0449,
      "eval_samples_per_second": 71.2,
      "eval_steps_per_second": 2.278,
      "step": 7100
    },
    {
      "epoch": 2.4894265077016797,
      "grad_norm": 0.5346651318043478,
      "learning_rate": 8.705774829547078e-05,
      "loss": 1.478,
      "step": 7150
    },
    {
      "epoch": 2.5068314332956225,
      "grad_norm": 0.5993257736517031,
      "learning_rate": 8.688424443722541e-05,
      "loss": 1.4937,
      "step": 7200
    },
    {
      "epoch": 2.5068314332956225,
      "eval_loss": 1.5523546934127808,
      "eval_runtime": 14.1612,
      "eval_samples_per_second": 70.616,
      "eval_steps_per_second": 2.26,
      "step": 7200
    },
    {
      "epoch": 2.5242363588895658,
      "grad_norm": 0.616236652084947,
      "learning_rate": 8.670978347436197e-05,
      "loss": 1.4995,
      "step": 7250
    },
    {
      "epoch": 2.541641284483509,
      "grad_norm": 0.6365730699693021,
      "learning_rate": 8.653437064386809e-05,
      "loss": 1.4806,
      "step": 7300
    },
    {
      "epoch": 2.541641284483509,
      "eval_loss": 1.550804615020752,
      "eval_runtime": 14.048,
      "eval_samples_per_second": 71.185,
      "eval_steps_per_second": 2.278,
      "step": 7300
    },
    {
      "epoch": 2.559046210077452,
      "grad_norm": 0.6440606032383255,
      "learning_rate": 8.635801121130467e-05,
      "loss": 1.481,
      "step": 7350
    },
    {
      "epoch": 2.576451135671395,
      "grad_norm": 0.6891455396803525,
      "learning_rate": 8.618071047064775e-05,
      "loss": 1.4847,
      "step": 7400
    },
    {
      "epoch": 2.576451135671395,
      "eval_loss": 1.5513026714324951,
      "eval_runtime": 14.0222,
      "eval_samples_per_second": 71.316,
      "eval_steps_per_second": 2.282,
      "step": 7400
    },
    {
      "epoch": 2.5938560612653383,
      "grad_norm": 0.4446103623530005,
      "learning_rate": 8.60024737441297e-05,
      "loss": 1.4888,
      "step": 7450
    },
    {
      "epoch": 2.611260986859281,
      "grad_norm": 0.44925002147798715,
      "learning_rate": 8.582330638207942e-05,
      "loss": 1.4809,
      "step": 7500
    },
    {
      "epoch": 2.611260986859281,
      "eval_loss": 1.5466996431350708,
      "eval_runtime": 14.0228,
      "eval_samples_per_second": 71.313,
      "eval_steps_per_second": 2.282,
      "step": 7500
    },
    {
      "epoch": 2.6286659124532243,
      "grad_norm": 0.5311376135998006,
      "learning_rate": 8.564321376276172e-05,
      "loss": 1.4829,
      "step": 7550
    },
    {
      "epoch": 2.6460708380471676,
      "grad_norm": 0.6263059930294285,
      "learning_rate": 8.546220129221588e-05,
      "loss": 1.4888,
      "step": 7600
    },
    {
      "epoch": 2.6460708380471676,
      "eval_loss": 1.5447512865066528,
      "eval_runtime": 14.0345,
      "eval_samples_per_second": 71.253,
      "eval_steps_per_second": 2.28,
      "step": 7600
    },
    {
      "epoch": 2.6634757636411104,
      "grad_norm": 0.5056520557379114,
      "learning_rate": 8.528027440409334e-05,
      "loss": 1.482,
      "step": 7650
    },
    {
      "epoch": 2.6808806892350536,
      "grad_norm": 0.689156588626962,
      "learning_rate": 8.509743855949466e-05,
      "loss": 1.4829,
      "step": 7700
    },
    {
      "epoch": 2.6808806892350536,
      "eval_loss": 1.5431241989135742,
      "eval_runtime": 14.083,
      "eval_samples_per_second": 71.007,
      "eval_steps_per_second": 2.272,
      "step": 7700
    },
    {
      "epoch": 2.698285614828997,
      "grad_norm": 0.5268429121635465,
      "learning_rate": 8.491369924680552e-05,
      "loss": 1.4769,
      "step": 7750
    },
    {
      "epoch": 2.7156905404229397,
      "grad_norm": 0.9679656265410633,
      "learning_rate": 8.472906198153204e-05,
      "loss": 1.4902,
      "step": 7800
    },
    {
      "epoch": 2.7156905404229397,
      "eval_loss": 1.5384787321090698,
      "eval_runtime": 14.0677,
      "eval_samples_per_second": 71.085,
      "eval_steps_per_second": 2.275,
      "step": 7800
    },
    {
      "epoch": 2.733095466016883,
      "grad_norm": 0.7091039157888012,
      "learning_rate": 8.454353230613517e-05,
      "loss": 1.4846,
      "step": 7850
    },
    {
      "epoch": 2.7505003916108257,
      "grad_norm": 0.6448096725922331,
      "learning_rate": 8.435711578986429e-05,
      "loss": 1.4684,
      "step": 7900
    },
    {
      "epoch": 2.7505003916108257,
      "eval_loss": 1.5361462831497192,
      "eval_runtime": 14.0404,
      "eval_samples_per_second": 71.223,
      "eval_steps_per_second": 2.279,
      "step": 7900
    },
    {
      "epoch": 2.767905317204769,
      "grad_norm": 0.5425910282960384,
      "learning_rate": 8.416981802859007e-05,
      "loss": 1.4796,
      "step": 7950
    },
    {
      "epoch": 2.785310242798712,
      "grad_norm": 0.5429913334342548,
      "learning_rate": 8.398164464463652e-05,
      "loss": 1.4772,
      "step": 8000
    },
    {
      "epoch": 2.785310242798712,
      "eval_loss": 1.5346025228500366,
      "eval_runtime": 14.0528,
      "eval_samples_per_second": 71.16,
      "eval_steps_per_second": 2.277,
      "step": 8000
    },
    {
      "epoch": 2.802715168392655,
      "grad_norm": 0.6466419466287323,
      "learning_rate": 8.379260128661213e-05,
      "loss": 1.4677,
      "step": 8050
    },
    {
      "epoch": 2.8201200939865982,
      "grad_norm": 0.48139640132817235,
      "learning_rate": 8.360269362924042e-05,
      "loss": 1.4791,
      "step": 8100
    },
    {
      "epoch": 2.8201200939865982,
      "eval_loss": 1.528983235359192,
      "eval_runtime": 14.0868,
      "eval_samples_per_second": 70.988,
      "eval_steps_per_second": 2.272,
      "step": 8100
    },
    {
      "epoch": 2.837525019580541,
      "grad_norm": 0.5920090390900422,
      "learning_rate": 8.34119273731895e-05,
      "loss": 1.4717,
      "step": 8150
    },
    {
      "epoch": 2.8549299451744843,
      "grad_norm": 0.47121021893039383,
      "learning_rate": 8.322030824490102e-05,
      "loss": 1.4702,
      "step": 8200
    },
    {
      "epoch": 2.8549299451744843,
      "eval_loss": 1.5299367904663086,
      "eval_runtime": 14.0771,
      "eval_samples_per_second": 71.037,
      "eval_steps_per_second": 2.273,
      "step": 8200
    },
    {
      "epoch": 2.8723348707684275,
      "grad_norm": 0.518097234789271,
      "learning_rate": 8.302784199641815e-05,
      "loss": 1.4674,
      "step": 8250
    },
    {
      "epoch": 2.8897397963623703,
      "grad_norm": 0.6012732431723707,
      "learning_rate": 8.283453440521316e-05,
      "loss": 1.4665,
      "step": 8300
    },
    {
      "epoch": 2.8897397963623703,
      "eval_loss": 1.52743661403656,
      "eval_runtime": 14.0338,
      "eval_samples_per_second": 71.257,
      "eval_steps_per_second": 2.28,
      "step": 8300
    },
    {
      "epoch": 2.9071447219563136,
      "grad_norm": 0.5403867143777185,
      "learning_rate": 8.26403912740137e-05,
      "loss": 1.4727,
      "step": 8350
    },
    {
      "epoch": 2.924549647550257,
      "grad_norm": 0.43902817489106005,
      "learning_rate": 8.244541843062877e-05,
      "loss": 1.4647,
      "step": 8400
    },
    {
      "epoch": 2.924549647550257,
      "eval_loss": 1.5245391130447388,
      "eval_runtime": 14.0462,
      "eval_samples_per_second": 71.194,
      "eval_steps_per_second": 2.278,
      "step": 8400
    },
    {
      "epoch": 2.9419545731441996,
      "grad_norm": 0.4748998355550296,
      "learning_rate": 8.224962172777383e-05,
      "loss": 1.4642,
      "step": 8450
    },
    {
      "epoch": 2.959359498738143,
      "grad_norm": 0.4313453952117379,
      "learning_rate": 8.205300704289496e-05,
      "loss": 1.4715,
      "step": 8500
    },
    {
      "epoch": 2.959359498738143,
      "eval_loss": 1.5203490257263184,
      "eval_runtime": 14.0114,
      "eval_samples_per_second": 71.371,
      "eval_steps_per_second": 2.284,
      "step": 8500
    },
    {
      "epoch": 2.976764424332086,
      "grad_norm": 0.4274467222156833,
      "learning_rate": 8.185558027799258e-05,
      "loss": 1.4726,
      "step": 8550
    },
    {
      "epoch": 2.994169349926029,
      "grad_norm": 0.6679830853428892,
      "learning_rate": 8.165734735944413e-05,
      "loss": 1.4688,
      "step": 8600
    },
    {
      "epoch": 2.994169349926029,
      "eval_loss": 1.5217746496200562,
      "eval_runtime": 14.0739,
      "eval_samples_per_second": 71.053,
      "eval_steps_per_second": 2.274,
      "step": 8600
    },
    {
      "epoch": 3.0118353494038814,
      "grad_norm": 0.5385154360638814,
      "learning_rate": 8.145831423782632e-05,
      "loss": 1.4221,
      "step": 8650
    },
    {
      "epoch": 3.0292402749978242,
      "grad_norm": 0.4522644821562811,
      "learning_rate": 8.125848688773643e-05,
      "loss": 1.367,
      "step": 8700
    },
    {
      "epoch": 3.0292402749978242,
      "eval_loss": 1.528028130531311,
      "eval_runtime": 14.0484,
      "eval_samples_per_second": 71.182,
      "eval_steps_per_second": 2.278,
      "step": 8700
    },
    {
      "epoch": 3.0466452005917675,
      "grad_norm": 0.5423484195953633,
      "learning_rate": 8.105787130761297e-05,
      "loss": 1.365,
      "step": 8750
    },
    {
      "epoch": 3.0640501261857107,
      "grad_norm": 0.5739682275817762,
      "learning_rate": 8.08564735195556e-05,
      "loss": 1.3722,
      "step": 8800
    },
    {
      "epoch": 3.0640501261857107,
      "eval_loss": 1.5242141485214233,
      "eval_runtime": 14.0838,
      "eval_samples_per_second": 71.003,
      "eval_steps_per_second": 2.272,
      "step": 8800
    },
    {
      "epoch": 3.0814550517796535,
      "grad_norm": 0.4693165515239932,
      "learning_rate": 8.06542995691444e-05,
      "loss": 1.372,
      "step": 8850
    },
    {
      "epoch": 3.0988599773735968,
      "grad_norm": 0.8181124317276868,
      "learning_rate": 8.04513555252584e-05,
      "loss": 1.3786,
      "step": 8900
    },
    {
      "epoch": 3.0988599773735968,
      "eval_loss": 1.5413788557052612,
      "eval_runtime": 14.0509,
      "eval_samples_per_second": 71.17,
      "eval_steps_per_second": 2.277,
      "step": 8900
    },
    {
      "epoch": 3.11626490296754,
      "grad_norm": 0.4557422607086103,
      "learning_rate": 8.024764747989332e-05,
      "loss": 1.3787,
      "step": 8950
    },
    {
      "epoch": 3.133669828561483,
      "grad_norm": 0.5469507008985239,
      "learning_rate": 8.00431815479788e-05,
      "loss": 1.3723,
      "step": 9000
    },
    {
      "epoch": 3.133669828561483,
      "eval_loss": 1.5236259698867798,
      "eval_runtime": 14.0373,
      "eval_samples_per_second": 71.239,
      "eval_steps_per_second": 2.28,
      "step": 9000
    },
    {
      "epoch": 3.151074754155426,
      "grad_norm": 0.4960756983190434,
      "learning_rate": 7.983796386719481e-05,
      "loss": 1.3639,
      "step": 9050
    },
    {
      "epoch": 3.1684796797493693,
      "grad_norm": 0.5129111765247095,
      "learning_rate": 7.963200059778732e-05,
      "loss": 1.3905,
      "step": 9100
    },
    {
      "epoch": 3.1684796797493693,
      "eval_loss": 1.5138270854949951,
      "eval_runtime": 14.1186,
      "eval_samples_per_second": 70.829,
      "eval_steps_per_second": 2.267,
      "step": 9100
    },
    {
      "epoch": 3.185884605343312,
      "grad_norm": 0.42247230971649347,
      "learning_rate": 7.942529792238357e-05,
      "loss": 1.3742,
      "step": 9150
    },
    {
      "epoch": 3.2032895309372553,
      "grad_norm": 0.49904682272530276,
      "learning_rate": 7.921786204580626e-05,
      "loss": 1.3722,
      "step": 9200
    },
    {
      "epoch": 3.2032895309372553,
      "eval_loss": 1.516204595565796,
      "eval_runtime": 14.1219,
      "eval_samples_per_second": 70.812,
      "eval_steps_per_second": 2.266,
      "step": 9200
    },
    {
      "epoch": 3.220694456531198,
      "grad_norm": 0.7397633131463133,
      "learning_rate": 7.900969919488747e-05,
      "loss": 1.3762,
      "step": 9250
    },
    {
      "epoch": 3.2380993821251414,
      "grad_norm": 0.4582585234648608,
      "learning_rate": 7.880081561828164e-05,
      "loss": 1.3707,
      "step": 9300
    },
    {
      "epoch": 3.2380993821251414,
      "eval_loss": 1.510941505432129,
      "eval_runtime": 14.0773,
      "eval_samples_per_second": 71.036,
      "eval_steps_per_second": 2.273,
      "step": 9300
    },
    {
      "epoch": 3.2555043077190846,
      "grad_norm": 0.7597768772603912,
      "learning_rate": 7.859121758627805e-05,
      "loss": 1.3644,
      "step": 9350
    },
    {
      "epoch": 3.2729092333130274,
      "grad_norm": 0.4671394975402726,
      "learning_rate": 7.838091139061257e-05,
      "loss": 1.377,
      "step": 9400
    },
    {
      "epoch": 3.2729092333130274,
      "eval_loss": 1.5095287561416626,
      "eval_runtime": 14.08,
      "eval_samples_per_second": 71.023,
      "eval_steps_per_second": 2.273,
      "step": 9400
    },
    {
      "epoch": 3.2903141589069707,
      "grad_norm": 0.6488585559041425,
      "learning_rate": 7.81699033442788e-05,
      "loss": 1.3814,
      "step": 9450
    },
    {
      "epoch": 3.307719084500914,
      "grad_norm": 0.60047167590259,
      "learning_rate": 7.795819978133857e-05,
      "loss": 1.3933,
      "step": 9500
    },
    {
      "epoch": 3.307719084500914,
      "eval_loss": 1.5094648599624634,
      "eval_runtime": 14.0657,
      "eval_samples_per_second": 71.095,
      "eval_steps_per_second": 2.275,
      "step": 9500
    },
    {
      "epoch": 3.3251240100948567,
      "grad_norm": 0.5120665387653157,
      "learning_rate": 7.774580705673178e-05,
      "loss": 1.3791,
      "step": 9550
    },
    {
      "epoch": 3.3425289356888,
      "grad_norm": 0.4897005552721969,
      "learning_rate": 7.75327315460857e-05,
      "loss": 1.3799,
      "step": 9600
    },
    {
      "epoch": 3.3425289356888,
      "eval_loss": 1.506594181060791,
      "eval_runtime": 14.0207,
      "eval_samples_per_second": 71.323,
      "eval_steps_per_second": 2.282,
      "step": 9600
    },
    {
      "epoch": 3.359933861282743,
      "grad_norm": 0.6114201210671623,
      "learning_rate": 7.73189796455235e-05,
      "loss": 1.3693,
      "step": 9650
    },
    {
      "epoch": 3.377338786876686,
      "grad_norm": 0.48276642492539806,
      "learning_rate": 7.710455777147235e-05,
      "loss": 1.3666,
      "step": 9700
    },
    {
      "epoch": 3.377338786876686,
      "eval_loss": 1.503042221069336,
      "eval_runtime": 14.1057,
      "eval_samples_per_second": 70.893,
      "eval_steps_per_second": 2.269,
      "step": 9700
    },
    {
      "epoch": 3.3947437124706292,
      "grad_norm": 0.41168106873603116,
      "learning_rate": 7.688947236047066e-05,
      "loss": 1.379,
      "step": 9750
    },
    {
      "epoch": 3.412148638064572,
      "grad_norm": 0.8870199328897735,
      "learning_rate": 7.667372986897506e-05,
      "loss": 1.3824,
      "step": 9800
    },
    {
      "epoch": 3.412148638064572,
      "eval_loss": 1.5050235986709595,
      "eval_runtime": 14.0443,
      "eval_samples_per_second": 71.203,
      "eval_steps_per_second": 2.279,
      "step": 9800
    },
    {
      "epoch": 3.4295535636585153,
      "grad_norm": 0.43715464592108627,
      "learning_rate": 7.645733677316645e-05,
      "loss": 1.3783,
      "step": 9850
    },
    {
      "epoch": 3.4469584892524585,
      "grad_norm": 0.468234113819773,
      "learning_rate": 7.624029956875564e-05,
      "loss": 1.3758,
      "step": 9900
    },
    {
      "epoch": 3.4469584892524585,
      "eval_loss": 1.4960707426071167,
      "eval_runtime": 14.0681,
      "eval_samples_per_second": 71.083,
      "eval_steps_per_second": 2.275,
      "step": 9900
    },
    {
      "epoch": 3.4643634148464013,
      "grad_norm": 0.43920113071992883,
      "learning_rate": 7.602262477078834e-05,
      "loss": 1.3781,
      "step": 9950
    },
    {
      "epoch": 3.4817683404403446,
      "grad_norm": 0.5400880842727124,
      "learning_rate": 7.580431891344967e-05,
      "loss": 1.3661,
      "step": 10000
    },
    {
      "epoch": 3.4817683404403446,
      "eval_loss": 1.4914283752441406,
      "eval_runtime": 14.0434,
      "eval_samples_per_second": 71.208,
      "eval_steps_per_second": 2.279,
      "step": 10000
    },
    {
      "epoch": 3.499173266034288,
      "grad_norm": 0.5988472397522009,
      "learning_rate": 7.558538854986791e-05,
      "loss": 1.3764,
      "step": 10050
    },
    {
      "epoch": 3.5165781916282306,
      "grad_norm": 0.8444574285812011,
      "learning_rate": 7.536584025191782e-05,
      "loss": 1.3737,
      "step": 10100
    },
    {
      "epoch": 3.5165781916282306,
      "eval_loss": 1.4899932146072388,
      "eval_runtime": 14.0384,
      "eval_samples_per_second": 71.233,
      "eval_steps_per_second": 2.279,
      "step": 10100
    },
    {
      "epoch": 3.533983117222174,
      "grad_norm": 0.46208976459931617,
      "learning_rate": 7.514568061002343e-05,
      "loss": 1.3748,
      "step": 10150
    },
    {
      "epoch": 3.551388042816117,
      "grad_norm": 0.48277184847168264,
      "learning_rate": 7.492491623296011e-05,
      "loss": 1.3851,
      "step": 10200
    },
    {
      "epoch": 3.551388042816117,
      "eval_loss": 1.487738013267517,
      "eval_runtime": 14.035,
      "eval_samples_per_second": 71.25,
      "eval_steps_per_second": 2.28,
      "step": 10200
    },
    {
      "epoch": 3.56879296841006,
      "grad_norm": 0.5878106590021267,
      "learning_rate": 7.470355374765626e-05,
      "loss": 1.3792,
      "step": 10250
    },
    {
      "epoch": 3.586197894004003,
      "grad_norm": 0.6218481065209976,
      "learning_rate": 7.448159979899435e-05,
      "loss": 1.3614,
      "step": 10300
    },
    {
      "epoch": 3.586197894004003,
      "eval_loss": 1.4880549907684326,
      "eval_runtime": 14.0575,
      "eval_samples_per_second": 71.136,
      "eval_steps_per_second": 2.276,
      "step": 10300
    },
    {
      "epoch": 3.6036028195979464,
      "grad_norm": 0.43014733880077827,
      "learning_rate": 7.425906104961146e-05,
      "loss": 1.3529,
      "step": 10350
    },
    {
      "epoch": 3.621007745191889,
      "grad_norm": 0.38180996387086397,
      "learning_rate": 7.403594417969929e-05,
      "loss": 1.3708,
      "step": 10400
    },
    {
      "epoch": 3.621007745191889,
      "eval_loss": 1.485776424407959,
      "eval_runtime": 14.0127,
      "eval_samples_per_second": 71.364,
      "eval_steps_per_second": 2.284,
      "step": 10400
    },
    {
      "epoch": 3.6384126707858324,
      "grad_norm": 0.640922818316427,
      "learning_rate": 7.38122558868036e-05,
      "loss": 1.3768,
      "step": 10450
    },
    {
      "epoch": 3.6558175963797757,
      "grad_norm": 0.5101843138500863,
      "learning_rate": 7.358800288562322e-05,
      "loss": 1.3778,
      "step": 10500
    },
    {
      "epoch": 3.6558175963797757,
      "eval_loss": 1.482886791229248,
      "eval_runtime": 14.0734,
      "eval_samples_per_second": 71.056,
      "eval_steps_per_second": 2.274,
      "step": 10500
    },
    {
      "epoch": 3.6732225219737185,
      "grad_norm": 0.4741527452791268,
      "learning_rate": 7.33631919078084e-05,
      "loss": 1.3838,
      "step": 10550
    },
    {
      "epoch": 3.6906274475676617,
      "grad_norm": 0.5102702944909827,
      "learning_rate": 7.313782970175884e-05,
      "loss": 1.3759,
      "step": 10600
    },
    {
      "epoch": 3.6906274475676617,
      "eval_loss": 1.4799257516860962,
      "eval_runtime": 14.007,
      "eval_samples_per_second": 71.393,
      "eval_steps_per_second": 2.285,
      "step": 10600
    },
    {
      "epoch": 3.708032373161605,
      "grad_norm": 0.48024693782242006,
      "learning_rate": 7.291192303242105e-05,
      "loss": 1.3643,
      "step": 10650
    },
    {
      "epoch": 3.7254372987555477,
      "grad_norm": 0.7062059015983605,
      "learning_rate": 7.26854786810853e-05,
      "loss": 1.3799,
      "step": 10700
    },
    {
      "epoch": 3.7254372987555477,
      "eval_loss": 1.4801214933395386,
      "eval_runtime": 14.1078,
      "eval_samples_per_second": 70.883,
      "eval_steps_per_second": 2.268,
      "step": 10700
    },
    {
      "epoch": 3.742842224349491,
      "grad_norm": 0.46375178262944156,
      "learning_rate": 7.245850344518204e-05,
      "loss": 1.3732,
      "step": 10750
    },
    {
      "epoch": 3.7602471499434342,
      "grad_norm": 0.4169945821614371,
      "learning_rate": 7.223100413807791e-05,
      "loss": 1.3724,
      "step": 10800
    },
    {
      "epoch": 3.7602471499434342,
      "eval_loss": 1.473942518234253,
      "eval_runtime": 14.1259,
      "eval_samples_per_second": 70.792,
      "eval_steps_per_second": 2.265,
      "step": 10800
    },
    {
      "epoch": 3.777652075537377,
      "grad_norm": 0.4786950005537502,
      "learning_rate": 7.200298758887112e-05,
      "loss": 1.3591,
      "step": 10850
    },
    {
      "epoch": 3.7950570011313203,
      "grad_norm": 0.45323468154555957,
      "learning_rate": 7.177446064218653e-05,
      "loss": 1.3746,
      "step": 10900
    },
    {
      "epoch": 3.7950570011313203,
      "eval_loss": 1.4767768383026123,
      "eval_runtime": 14.103,
      "eval_samples_per_second": 70.907,
      "eval_steps_per_second": 2.269,
      "step": 10900
    },
    {
      "epoch": 3.8124619267252635,
      "grad_norm": 0.5072239832224601,
      "learning_rate": 7.154543015797018e-05,
      "loss": 1.3633,
      "step": 10950
    },
    {
      "epoch": 3.8298668523192063,
      "grad_norm": 0.45536613779948765,
      "learning_rate": 7.131590301128332e-05,
      "loss": 1.3738,
      "step": 11000
    },
    {
      "epoch": 3.8298668523192063,
      "eval_loss": 1.4675488471984863,
      "eval_runtime": 14.0469,
      "eval_samples_per_second": 71.19,
      "eval_steps_per_second": 2.278,
      "step": 11000
    },
    {
      "epoch": 3.8472717779131496,
      "grad_norm": 0.4924988003169001,
      "learning_rate": 7.108588609209616e-05,
      "loss": 1.3654,
      "step": 11050
    },
    {
      "epoch": 3.8646767035070924,
      "grad_norm": 0.5502823179480381,
      "learning_rate": 7.085538630508079e-05,
      "loss": 1.3748,
      "step": 11100
    },
    {
      "epoch": 3.8646767035070924,
      "eval_loss": 1.4667439460754395,
      "eval_runtime": 14.0612,
      "eval_samples_per_second": 71.117,
      "eval_steps_per_second": 2.276,
      "step": 11100
    },
    {
      "epoch": 3.8820816291010356,
      "grad_norm": 0.4005236928047556,
      "learning_rate": 7.06244105694042e-05,
      "loss": 1.3632,
      "step": 11150
    },
    {
      "epoch": 3.8994865546949784,
      "grad_norm": 0.3994617195202627,
      "learning_rate": 7.039296581852047e-05,
      "loss": 1.3638,
      "step": 11200
    },
    {
      "epoch": 3.8994865546949784,
      "eval_loss": 1.4673991203308105,
      "eval_runtime": 14.0586,
      "eval_samples_per_second": 71.131,
      "eval_steps_per_second": 2.276,
      "step": 11200
    },
    {
      "epoch": 3.9168914802889216,
      "grad_norm": 0.4718231822866558,
      "learning_rate": 7.016105899996253e-05,
      "loss": 1.3547,
      "step": 11250
    },
    {
      "epoch": 3.934296405882865,
      "grad_norm": 0.425400606548342,
      "learning_rate": 6.992869707513378e-05,
      "loss": 1.3591,
      "step": 11300
    },
    {
      "epoch": 3.934296405882865,
      "eval_loss": 1.459977149963379,
      "eval_runtime": 14.1244,
      "eval_samples_per_second": 70.8,
      "eval_steps_per_second": 2.266,
      "step": 11300
    },
    {
      "epoch": 3.9517013314768077,
      "grad_norm": 0.6094028916094415,
      "learning_rate": 6.969588701909903e-05,
      "loss": 1.3665,
      "step": 11350
    },
    {
      "epoch": 3.969106257070751,
      "grad_norm": 0.4997581398839394,
      "learning_rate": 6.946263582037512e-05,
      "loss": 1.3681,
      "step": 11400
    },
    {
      "epoch": 3.969106257070751,
      "eval_loss": 1.4571024179458618,
      "eval_runtime": 14.0538,
      "eval_samples_per_second": 71.155,
      "eval_steps_per_second": 2.277,
      "step": 11400
    },
    {
      "epoch": 3.986511182664694,
      "grad_norm": 0.419442084888397,
      "learning_rate": 6.922895048072121e-05,
      "loss": 1.3622,
      "step": 11450
    },
    {
      "epoch": 4.004177182142547,
      "grad_norm": 0.510961669127063,
      "learning_rate": 6.899483801492848e-05,
      "loss": 1.3611,
      "step": 11500
    },
    {
      "epoch": 4.004177182142547,
      "eval_loss": 1.4761611223220825,
      "eval_runtime": 14.0434,
      "eval_samples_per_second": 71.208,
      "eval_steps_per_second": 2.279,
      "step": 11500
    },
    {
      "epoch": 4.0215821077364895,
      "grad_norm": 0.359984068442801,
      "learning_rate": 6.876030545060968e-05,
      "loss": 1.2575,
      "step": 11550
    },
    {
      "epoch": 4.038987033330432,
      "grad_norm": 0.4508298482108128,
      "learning_rate": 6.852535982798811e-05,
      "loss": 1.2673,
      "step": 11600
    },
    {
      "epoch": 4.038987033330432,
      "eval_loss": 1.4824572801589966,
      "eval_runtime": 14.0372,
      "eval_samples_per_second": 71.239,
      "eval_steps_per_second": 2.28,
      "step": 11600
    },
    {
      "epoch": 4.056391958924376,
      "grad_norm": 0.5105245994253033,
      "learning_rate": 6.829000819968629e-05,
      "loss": 1.2525,
      "step": 11650
    },
    {
      "epoch": 4.073796884518319,
      "grad_norm": 0.4203725673046683,
      "learning_rate": 6.805425763051424e-05,
      "loss": 1.2677,
      "step": 11700
    },
    {
      "epoch": 4.073796884518319,
      "eval_loss": 1.472180962562561,
      "eval_runtime": 14.0591,
      "eval_samples_per_second": 71.128,
      "eval_steps_per_second": 2.276,
      "step": 11700
    },
    {
      "epoch": 4.091201810112262,
      "grad_norm": 0.38712294033347516,
      "learning_rate": 6.781811519725747e-05,
      "loss": 1.2534,
      "step": 11750
    },
    {
      "epoch": 4.108606735706205,
      "grad_norm": 0.41858817044319796,
      "learning_rate": 6.75815879884645e-05,
      "loss": 1.2753,
      "step": 11800
    },
    {
      "epoch": 4.108606735706205,
      "eval_loss": 1.4664199352264404,
      "eval_runtime": 14.0495,
      "eval_samples_per_second": 71.177,
      "eval_steps_per_second": 2.278,
      "step": 11800
    },
    {
      "epoch": 4.126011661300148,
      "grad_norm": 0.5924037245352706,
      "learning_rate": 6.734468310423405e-05,
      "loss": 1.2565,
      "step": 11850
    },
    {
      "epoch": 4.143416586894091,
      "grad_norm": 0.3680638515557493,
      "learning_rate": 6.710740765600199e-05,
      "loss": 1.2608,
      "step": 11900
    },
    {
      "epoch": 4.143416586894091,
      "eval_loss": 1.467428207397461,
      "eval_runtime": 14.0532,
      "eval_samples_per_second": 71.158,
      "eval_steps_per_second": 2.277,
      "step": 11900
    },
    {
      "epoch": 4.160821512488035,
      "grad_norm": 0.4239923835385664,
      "learning_rate": 6.686976876632775e-05,
      "loss": 1.2566,
      "step": 11950
    },
    {
      "epoch": 4.178226438081977,
      "grad_norm": 0.4072676808347653,
      "learning_rate": 6.663177356868066e-05,
      "loss": 1.267,
      "step": 12000
    },
    {
      "epoch": 4.178226438081977,
      "eval_loss": 1.4641155004501343,
      "eval_runtime": 14.0749,
      "eval_samples_per_second": 71.048,
      "eval_steps_per_second": 2.274,
      "step": 12000
    },
    {
      "epoch": 4.19563136367592,
      "grad_norm": 0.38308573243152166,
      "learning_rate": 6.639342920722572e-05,
      "loss": 1.268,
      "step": 12050
    },
    {
      "epoch": 4.213036289269863,
      "grad_norm": 0.47067456984486256,
      "learning_rate": 6.615474283660912e-05,
      "loss": 1.2608,
      "step": 12100
    },
    {
      "epoch": 4.213036289269863,
      "eval_loss": 1.4621833562850952,
      "eval_runtime": 14.0635,
      "eval_samples_per_second": 71.106,
      "eval_steps_per_second": 2.275,
      "step": 12100
    },
    {
      "epoch": 4.230441214863807,
      "grad_norm": 0.41465500653982246,
      "learning_rate": 6.591572162174357e-05,
      "loss": 1.2611,
      "step": 12150
    },
    {
      "epoch": 4.247846140457749,
      "grad_norm": 0.5006181524051718,
      "learning_rate": 6.567637273759312e-05,
      "loss": 1.2658,
      "step": 12200
    },
    {
      "epoch": 4.247846140457749,
      "eval_loss": 1.4607986211776733,
      "eval_runtime": 14.0526,
      "eval_samples_per_second": 71.161,
      "eval_steps_per_second": 2.277,
      "step": 12200
    },
    {
      "epoch": 4.265251066051692,
      "grad_norm": 0.46320424309054886,
      "learning_rate": 6.543670336895791e-05,
      "loss": 1.2694,
      "step": 12250
    },
    {
      "epoch": 4.282655991645636,
      "grad_norm": 0.4492209661616836,
      "learning_rate": 6.519672071025834e-05,
      "loss": 1.2569,
      "step": 12300
    },
    {
      "epoch": 4.282655991645636,
      "eval_loss": 1.4562019109725952,
      "eval_runtime": 14.1388,
      "eval_samples_per_second": 70.727,
      "eval_steps_per_second": 2.263,
      "step": 12300
    },
    {
      "epoch": 4.300060917239579,
      "grad_norm": 0.4579041066223542,
      "learning_rate": 6.49564319653192e-05,
      "loss": 1.2705,
      "step": 12350
    },
    {
      "epoch": 4.3174658428335215,
      "grad_norm": 0.41044746093000073,
      "learning_rate": 6.471584434715347e-05,
      "loss": 1.2804,
      "step": 12400
    },
    {
      "epoch": 4.3174658428335215,
      "eval_loss": 1.4542485475540161,
      "eval_runtime": 14.0449,
      "eval_samples_per_second": 71.2,
      "eval_steps_per_second": 2.278,
      "step": 12400
    },
    {
      "epoch": 4.334870768427465,
      "grad_norm": 0.4755837891085034,
      "learning_rate": 6.447496507774564e-05,
      "loss": 1.2782,
      "step": 12450
    },
    {
      "epoch": 4.352275694021408,
      "grad_norm": 0.49522782677873795,
      "learning_rate": 6.423380138783509e-05,
      "loss": 1.2685,
      "step": 12500
    },
    {
      "epoch": 4.352275694021408,
      "eval_loss": 1.4510482549667358,
      "eval_runtime": 14.0665,
      "eval_samples_per_second": 71.091,
      "eval_steps_per_second": 2.275,
      "step": 12500
    },
    {
      "epoch": 4.369680619615351,
      "grad_norm": 0.5007555697476355,
      "learning_rate": 6.399236051669893e-05,
      "loss": 1.2748,
      "step": 12550
    },
    {
      "epoch": 4.3870855452092945,
      "grad_norm": 0.45389084486453746,
      "learning_rate": 6.375064971193474e-05,
      "loss": 1.2723,
      "step": 12600
    },
    {
      "epoch": 4.3870855452092945,
      "eval_loss": 1.4454187154769897,
      "eval_runtime": 14.0609,
      "eval_samples_per_second": 71.119,
      "eval_steps_per_second": 2.276,
      "step": 12600
    },
    {
      "epoch": 4.404490470803237,
      "grad_norm": 0.4411006402766819,
      "learning_rate": 6.350867622924301e-05,
      "loss": 1.2727,
      "step": 12650
    },
    {
      "epoch": 4.42189539639718,
      "grad_norm": 0.4718939439523075,
      "learning_rate": 6.326644733220929e-05,
      "loss": 1.2721,
      "step": 12700
    },
    {
      "epoch": 4.42189539639718,
      "eval_loss": 1.44533371925354,
      "eval_runtime": 14.1018,
      "eval_samples_per_second": 70.913,
      "eval_steps_per_second": 2.269,
      "step": 12700
    },
    {
      "epoch": 4.439300321991124,
      "grad_norm": 0.41247031809294676,
      "learning_rate": 6.302397029208622e-05,
      "loss": 1.2808,
      "step": 12750
    },
    {
      "epoch": 4.456705247585067,
      "grad_norm": 0.38741871217697404,
      "learning_rate": 6.27812523875752e-05,
      "loss": 1.268,
      "step": 12800
    },
    {
      "epoch": 4.456705247585067,
      "eval_loss": 1.4404164552688599,
      "eval_runtime": 14.0387,
      "eval_samples_per_second": 71.232,
      "eval_steps_per_second": 2.279,
      "step": 12800
    },
    {
      "epoch": 4.474110173179009,
      "grad_norm": 0.4967510071922009,
      "learning_rate": 6.253830090460792e-05,
      "loss": 1.261,
      "step": 12850
    },
    {
      "epoch": 4.491515098772953,
      "grad_norm": 0.39017606300326335,
      "learning_rate": 6.229512313612769e-05,
      "loss": 1.2708,
      "step": 12900
    },
    {
      "epoch": 4.491515098772953,
      "eval_loss": 1.4432051181793213,
      "eval_runtime": 14.8733,
      "eval_samples_per_second": 67.235,
      "eval_steps_per_second": 2.152,
      "step": 12900
    },
    {
      "epoch": 4.508920024366896,
      "grad_norm": 0.44281172588297407,
      "learning_rate": 6.205172638187042e-05,
      "loss": 1.2558,
      "step": 12950
    },
    {
      "epoch": 4.526324949960839,
      "grad_norm": 0.4417257186978276,
      "learning_rate": 6.180811794814561e-05,
      "loss": 1.2701,
      "step": 13000
    },
    {
      "epoch": 4.526324949960839,
      "eval_loss": 1.4375964403152466,
      "eval_runtime": 14.1193,
      "eval_samples_per_second": 70.825,
      "eval_steps_per_second": 2.266,
      "step": 13000
    },
    {
      "epoch": 4.543729875554782,
      "grad_norm": 0.4576450406822557,
      "learning_rate": 6.156430514761697e-05,
      "loss": 1.2756,
      "step": 13050
    },
    {
      "epoch": 4.561134801148725,
      "grad_norm": 0.4042649932286291,
      "learning_rate": 6.132029529908288e-05,
      "loss": 1.2695,
      "step": 13100
    },
    {
      "epoch": 4.561134801148725,
      "eval_loss": 1.4371421337127686,
      "eval_runtime": 14.121,
      "eval_samples_per_second": 70.817,
      "eval_steps_per_second": 2.266,
      "step": 13100
    },
    {
      "epoch": 4.578539726742668,
      "grad_norm": 0.4283696234082713,
      "learning_rate": 6.107609572725679e-05,
      "loss": 1.2636,
      "step": 13150
    },
    {
      "epoch": 4.595944652336612,
      "grad_norm": 0.3838622778448479,
      "learning_rate": 6.08317137625472e-05,
      "loss": 1.2733,
      "step": 13200
    },
    {
      "epoch": 4.595944652336612,
      "eval_loss": 1.4315383434295654,
      "eval_runtime": 14.1271,
      "eval_samples_per_second": 70.786,
      "eval_steps_per_second": 2.265,
      "step": 13200
    },
    {
      "epoch": 4.6133495779305544,
      "grad_norm": 0.4640704377742433,
      "learning_rate": 6.0587156740837805e-05,
      "loss": 1.277,
      "step": 13250
    },
    {
      "epoch": 4.630754503524497,
      "grad_norm": 0.375770714154936,
      "learning_rate": 6.034243200326707e-05,
      "loss": 1.2746,
      "step": 13300
    },
    {
      "epoch": 4.630754503524497,
      "eval_loss": 1.435319185256958,
      "eval_runtime": 14.0877,
      "eval_samples_per_second": 70.984,
      "eval_steps_per_second": 2.271,
      "step": 13300
    },
    {
      "epoch": 4.64815942911844,
      "grad_norm": 0.4437688667982705,
      "learning_rate": 6.009754689600803e-05,
      "loss": 1.2575,
      "step": 13350
    },
    {
      "epoch": 4.665564354712384,
      "grad_norm": 0.4097877607000763,
      "learning_rate": 5.9852508770047734e-05,
      "loss": 1.2672,
      "step": 13400
    },
    {
      "epoch": 4.665564354712384,
      "eval_loss": 1.4405251741409302,
      "eval_runtime": 14.1665,
      "eval_samples_per_second": 70.589,
      "eval_steps_per_second": 2.259,
      "step": 13400
    },
    {
      "epoch": 4.6829692803063265,
      "grad_norm": 0.4283572070416009,
      "learning_rate": 5.9607324980966495e-05,
      "loss": 1.2712,
      "step": 13450
    },
    {
      "epoch": 4.700374205900269,
      "grad_norm": 0.5383161933310989,
      "learning_rate": 5.936200288871724e-05,
      "loss": 1.2663,
      "step": 13500
    },
    {
      "epoch": 4.700374205900269,
      "eval_loss": 1.424819827079773,
      "eval_runtime": 14.1011,
      "eval_samples_per_second": 70.917,
      "eval_steps_per_second": 2.269,
      "step": 13500
    },
    {
      "epoch": 4.717779131494213,
      "grad_norm": 1.5911730602435312,
      "learning_rate": 5.9116549857404415e-05,
      "loss": 1.2677,
      "step": 13550
    },
    {
      "epoch": 4.735184057088156,
      "grad_norm": 0.39226847814032995,
      "learning_rate": 5.887097325506305e-05,
      "loss": 1.274,
      "step": 13600
    },
    {
      "epoch": 4.735184057088156,
      "eval_loss": 1.4252383708953857,
      "eval_runtime": 14.1083,
      "eval_samples_per_second": 70.88,
      "eval_steps_per_second": 2.268,
      "step": 13600
    },
    {
      "epoch": 4.752588982682099,
      "grad_norm": 0.3726057119081619,
      "learning_rate": 5.862528045343758e-05,
      "loss": 1.2595,
      "step": 13650
    },
    {
      "epoch": 4.769993908276042,
      "grad_norm": 0.5420637704843192,
      "learning_rate": 5.8379478827760426e-05,
      "loss": 1.2611,
      "step": 13700
    },
    {
      "epoch": 4.769993908276042,
      "eval_loss": 1.4241719245910645,
      "eval_runtime": 14.8708,
      "eval_samples_per_second": 67.246,
      "eval_steps_per_second": 2.152,
      "step": 13700
    },
    {
      "epoch": 4.787398833869985,
      "grad_norm": 0.5410679003675108,
      "learning_rate": 5.813357575653081e-05,
      "loss": 1.2674,
      "step": 13750
    },
    {
      "epoch": 4.804803759463928,
      "grad_norm": 0.4833576332788522,
      "learning_rate": 5.788757862129305e-05,
      "loss": 1.2683,
      "step": 13800
    },
    {
      "epoch": 4.804803759463928,
      "eval_loss": 1.4246420860290527,
      "eval_runtime": 14.1481,
      "eval_samples_per_second": 70.681,
      "eval_steps_per_second": 2.262,
      "step": 13800
    },
    {
      "epoch": 4.822208685057872,
      "grad_norm": 0.4317386498367744,
      "learning_rate": 5.764149480641519e-05,
      "loss": 1.2719,
      "step": 13850
    },
    {
      "epoch": 4.839613610651814,
      "grad_norm": 0.4551600774740949,
      "learning_rate": 5.7395331698867126e-05,
      "loss": 1.2722,
      "step": 13900
    },
    {
      "epoch": 4.839613610651814,
      "eval_loss": 1.426491141319275,
      "eval_runtime": 14.0873,
      "eval_samples_per_second": 70.986,
      "eval_steps_per_second": 2.272,
      "step": 13900
    },
    {
      "epoch": 4.857018536245757,
      "grad_norm": 0.45321593771316654,
      "learning_rate": 5.714909668799908e-05,
      "loss": 1.2645,
      "step": 13950
    },
    {
      "epoch": 4.874423461839701,
      "grad_norm": 0.37946844052860557,
      "learning_rate": 5.690279716531961e-05,
      "loss": 1.2633,
      "step": 14000
    },
    {
      "epoch": 4.874423461839701,
      "eval_loss": 1.4177234172821045,
      "eval_runtime": 14.0878,
      "eval_samples_per_second": 70.984,
      "eval_steps_per_second": 2.271,
      "step": 14000
    },
    {
      "epoch": 4.891828387433644,
      "grad_norm": 0.4318927447117643,
      "learning_rate": 5.665644052427379e-05,
      "loss": 1.2568,
      "step": 14050
    },
    {
      "epoch": 4.9092333130275865,
      "grad_norm": 0.40960953429932256,
      "learning_rate": 5.641003416002132e-05,
      "loss": 1.2633,
      "step": 14100
    },
    {
      "epoch": 4.9092333130275865,
      "eval_loss": 1.4203871488571167,
      "eval_runtime": 14.0322,
      "eval_samples_per_second": 71.265,
      "eval_steps_per_second": 2.28,
      "step": 14100
    },
    {
      "epoch": 4.92663823862153,
      "grad_norm": 0.3555071113945876,
      "learning_rate": 5.616358546921446e-05,
      "loss": 1.2604,
      "step": 14150
    },
    {
      "epoch": 4.944043164215473,
      "grad_norm": 0.4562043880330784,
      "learning_rate": 5.5917101849776056e-05,
      "loss": 1.2619,
      "step": 14200
    },
    {
      "epoch": 4.944043164215473,
      "eval_loss": 1.4137237071990967,
      "eval_runtime": 14.2066,
      "eval_samples_per_second": 70.39,
      "eval_steps_per_second": 2.252,
      "step": 14200
    },
    {
      "epoch": 4.961448089809416,
      "grad_norm": 0.4199227288742551,
      "learning_rate": 5.567059070067744e-05,
      "loss": 1.2503,
      "step": 14250
    },
    {
      "epoch": 4.9788530154033594,
      "grad_norm": 0.4059088405442903,
      "learning_rate": 5.542405942171631e-05,
      "loss": 1.2658,
      "step": 14300
    },
    {
      "epoch": 4.9788530154033594,
      "eval_loss": 1.4142714738845825,
      "eval_runtime": 14.708,
      "eval_samples_per_second": 67.99,
      "eval_steps_per_second": 2.176,
      "step": 14300
    },
    {
      "epoch": 4.996257940997302,
      "grad_norm": 0.4619840430795107,
      "learning_rate": 5.517751541329467e-05,
      "loss": 1.2631,
      "step": 14350
    },
    {
      "epoch": 5.013923940475155,
      "grad_norm": 0.38793162905409345,
      "learning_rate": 5.493096607619661e-05,
      "loss": 1.1969,
      "step": 14400
    },
    {
      "epoch": 5.013923940475155,
      "eval_loss": 1.438036322593689,
      "eval_runtime": 14.1865,
      "eval_samples_per_second": 70.489,
      "eval_steps_per_second": 2.256,
      "step": 14400
    },
    {
      "epoch": 5.031328866069098,
      "grad_norm": 0.5544067055651304,
      "learning_rate": 5.468441881136614e-05,
      "loss": 1.1669,
      "step": 14450
    },
    {
      "epoch": 5.04873379166304,
      "grad_norm": 0.3962682897764106,
      "learning_rate": 5.4437881019685145e-05,
      "loss": 1.1527,
      "step": 14500
    },
    {
      "epoch": 5.04873379166304,
      "eval_loss": 1.4411684274673462,
      "eval_runtime": 14.0764,
      "eval_samples_per_second": 71.041,
      "eval_steps_per_second": 2.273,
      "step": 14500
    },
    {
      "epoch": 5.066138717256984,
      "grad_norm": 0.3589309040624948,
      "learning_rate": 5.419136010175109e-05,
      "loss": 1.1633,
      "step": 14550
    },
    {
      "epoch": 5.083543642850927,
      "grad_norm": 0.40482411329006995,
      "learning_rate": 5.394486345765493e-05,
      "loss": 1.1651,
      "step": 14600
    },
    {
      "epoch": 5.083543642850927,
      "eval_loss": 1.4268085956573486,
      "eval_runtime": 14.091,
      "eval_samples_per_second": 70.967,
      "eval_steps_per_second": 2.271,
      "step": 14600
    },
    {
      "epoch": 5.10094856844487,
      "grad_norm": 0.41008328365898566,
      "learning_rate": 5.3698398486758984e-05,
      "loss": 1.1625,
      "step": 14650
    },
    {
      "epoch": 5.118353494038813,
      "grad_norm": 0.4379037767141625,
      "learning_rate": 5.345197258747475e-05,
      "loss": 1.1582,
      "step": 14700
    },
    {
      "epoch": 5.118353494038813,
      "eval_loss": 1.4288102388381958,
      "eval_runtime": 14.0298,
      "eval_samples_per_second": 71.277,
      "eval_steps_per_second": 2.281,
      "step": 14700
    },
    {
      "epoch": 5.135758419632756,
      "grad_norm": 0.40890181242656176,
      "learning_rate": 5.3205593157040944e-05,
      "loss": 1.1574,
      "step": 14750
    },
    {
      "epoch": 5.153163345226699,
      "grad_norm": 0.40358487618939526,
      "learning_rate": 5.295926759130133e-05,
      "loss": 1.1684,
      "step": 14800
    },
    {
      "epoch": 5.153163345226699,
      "eval_loss": 1.4235223531723022,
      "eval_runtime": 14.0561,
      "eval_samples_per_second": 71.143,
      "eval_steps_per_second": 2.277,
      "step": 14800
    },
    {
      "epoch": 5.170568270820643,
      "grad_norm": 0.42801340569414187,
      "learning_rate": 5.271300328448277e-05,
      "loss": 1.1585,
      "step": 14850
    },
    {
      "epoch": 5.187973196414585,
      "grad_norm": 0.4170101431788318,
      "learning_rate": 5.246680762897322e-05,
      "loss": 1.1653,
      "step": 14900
    },
    {
      "epoch": 5.187973196414585,
      "eval_loss": 1.424938440322876,
      "eval_runtime": 14.0564,
      "eval_samples_per_second": 71.142,
      "eval_steps_per_second": 2.277,
      "step": 14900
    },
    {
      "epoch": 5.205378122008528,
      "grad_norm": 0.42699508014047094,
      "learning_rate": 5.222068801509991e-05,
      "loss": 1.1672,
      "step": 14950
    },
    {
      "epoch": 5.222783047602472,
      "grad_norm": 0.4296710084635232,
      "learning_rate": 5.1974651830907386e-05,
      "loss": 1.1714,
      "step": 15000
    },
    {
      "epoch": 5.222783047602472,
      "eval_loss": 1.420562505722046,
      "eval_runtime": 14.0712,
      "eval_samples_per_second": 71.067,
      "eval_steps_per_second": 2.274,
      "step": 15000
    },
    {
      "epoch": 5.240187973196415,
      "grad_norm": 0.43117811413058976,
      "learning_rate": 5.17287064619358e-05,
      "loss": 1.1712,
      "step": 15050
    },
    {
      "epoch": 5.2575928987903575,
      "grad_norm": 0.4126998118466982,
      "learning_rate": 5.148285929099928e-05,
      "loss": 1.1651,
      "step": 15100
    },
    {
      "epoch": 5.2575928987903575,
      "eval_loss": 1.4205925464630127,
      "eval_runtime": 14.1205,
      "eval_samples_per_second": 70.819,
      "eval_steps_per_second": 2.266,
      "step": 15100
    },
    {
      "epoch": 5.2749978243843,
      "grad_norm": 0.44904208082957586,
      "learning_rate": 5.1237117697964145e-05,
      "loss": 1.1731,
      "step": 15150
    },
    {
      "epoch": 5.292402749978244,
      "grad_norm": 0.44998888436017864,
      "learning_rate": 5.0991489059527495e-05,
      "loss": 1.1681,
      "step": 15200
    },
    {
      "epoch": 5.292402749978244,
      "eval_loss": 1.4159208536148071,
      "eval_runtime": 14.0567,
      "eval_samples_per_second": 71.14,
      "eval_steps_per_second": 2.276,
      "step": 15200
    },
    {
      "epoch": 5.309807675572187,
      "grad_norm": 0.42805265222999617,
      "learning_rate": 5.0745980748995745e-05,
      "loss": 1.1684,
      "step": 15250
    },
    {
      "epoch": 5.32721260116613,
      "grad_norm": 0.39561890688915546,
      "learning_rate": 5.0500600136063316e-05,
      "loss": 1.168,
      "step": 15300
    },
    {
      "epoch": 5.32721260116613,
      "eval_loss": 1.4170918464660645,
      "eval_runtime": 14.1028,
      "eval_samples_per_second": 70.908,
      "eval_steps_per_second": 2.269,
      "step": 15300
    },
    {
      "epoch": 5.344617526760073,
      "grad_norm": 0.5082848155508845,
      "learning_rate": 5.0255354586591344e-05,
      "loss": 1.1747,
      "step": 15350
    },
    {
      "epoch": 5.362022452354016,
      "grad_norm": 0.38848400550486073,
      "learning_rate": 5.001025146238666e-05,
      "loss": 1.1743,
      "step": 15400
    },
    {
      "epoch": 5.362022452354016,
      "eval_loss": 1.413295865058899,
      "eval_runtime": 14.0528,
      "eval_samples_per_second": 71.16,
      "eval_steps_per_second": 2.277,
      "step": 15400
    },
    {
      "epoch": 5.379427377947959,
      "grad_norm": 0.3858109083423549,
      "learning_rate": 4.976529812098075e-05,
      "loss": 1.176,
      "step": 15450
    },
    {
      "epoch": 5.396832303541903,
      "grad_norm": 0.46812332795257766,
      "learning_rate": 4.952050191540888e-05,
      "loss": 1.1708,
      "step": 15500
    },
    {
      "epoch": 5.396832303541903,
      "eval_loss": 1.4090375900268555,
      "eval_runtime": 14.0506,
      "eval_samples_per_second": 71.171,
      "eval_steps_per_second": 2.277,
      "step": 15500
    },
    {
      "epoch": 5.414237229135845,
      "grad_norm": 0.3606199092683353,
      "learning_rate": 4.9275870193989415e-05,
      "loss": 1.1696,
      "step": 15550
    },
    {
      "epoch": 5.431642154729788,
      "grad_norm": 0.4277315857532121,
      "learning_rate": 4.903141030010323e-05,
      "loss": 1.1758,
      "step": 15600
    },
    {
      "epoch": 5.431642154729788,
      "eval_loss": 1.410448431968689,
      "eval_runtime": 14.0801,
      "eval_samples_per_second": 71.022,
      "eval_steps_per_second": 2.273,
      "step": 15600
    },
    {
      "epoch": 5.449047080323732,
      "grad_norm": 0.39335586844451287,
      "learning_rate": 4.878712957197319e-05,
      "loss": 1.1801,
      "step": 15650
    },
    {
      "epoch": 5.466452005917675,
      "grad_norm": 0.4763290119478941,
      "learning_rate": 4.8543035342444086e-05,
      "loss": 1.1704,
      "step": 15700
    },
    {
      "epoch": 5.466452005917675,
      "eval_loss": 1.405664324760437,
      "eval_runtime": 14.0928,
      "eval_samples_per_second": 70.958,
      "eval_steps_per_second": 2.271,
      "step": 15700
    },
    {
      "epoch": 5.4838569315116175,
      "grad_norm": 0.46349931349077444,
      "learning_rate": 4.8299134938762224e-05,
      "loss": 1.1746,
      "step": 15750
    },
    {
      "epoch": 5.501261857105561,
      "grad_norm": 0.42151082157895114,
      "learning_rate": 4.805543568235572e-05,
      "loss": 1.1628,
      "step": 15800
    },
    {
      "epoch": 5.501261857105561,
      "eval_loss": 1.4067133665084839,
      "eval_runtime": 14.0737,
      "eval_samples_per_second": 71.054,
      "eval_steps_per_second": 2.274,
      "step": 15800
    },
    {
      "epoch": 5.518666782699504,
      "grad_norm": 0.4624448808644409,
      "learning_rate": 4.781194488861459e-05,
      "loss": 1.1679,
      "step": 15850
    },
    {
      "epoch": 5.536071708293447,
      "grad_norm": 0.44292259775774667,
      "learning_rate": 4.7568669866671175e-05,
      "loss": 1.17,
      "step": 15900
    },
    {
      "epoch": 5.536071708293447,
      "eval_loss": 1.4054248332977295,
      "eval_runtime": 14.0876,
      "eval_samples_per_second": 70.984,
      "eval_steps_per_second": 2.272,
      "step": 15900
    },
    {
      "epoch": 5.55347663388739,
      "grad_norm": 0.4269943838191272,
      "learning_rate": 4.732561791918084e-05,
      "loss": 1.1717,
      "step": 15950
    },
    {
      "epoch": 5.570881559481333,
      "grad_norm": 0.380759395584031,
      "learning_rate": 4.70827963421026e-05,
      "loss": 1.1725,
      "step": 16000
    },
    {
      "epoch": 5.570881559481333,
      "eval_loss": 1.3979887962341309,
      "eval_runtime": 14.0944,
      "eval_samples_per_second": 70.95,
      "eval_steps_per_second": 2.27,
      "step": 16000
    },
    {
      "epoch": 5.588286485075276,
      "grad_norm": 0.422687636619704,
      "learning_rate": 4.68402124244802e-05,
      "loss": 1.1657,
      "step": 16050
    },
    {
      "epoch": 5.60569141066922,
      "grad_norm": 0.42635674022353076,
      "learning_rate": 4.659787344822333e-05,
      "loss": 1.1819,
      "step": 16100
    },
    {
      "epoch": 5.60569141066922,
      "eval_loss": 1.3975788354873657,
      "eval_runtime": 14.1226,
      "eval_samples_per_second": 70.809,
      "eval_steps_per_second": 2.266,
      "step": 16100
    },
    {
      "epoch": 5.6230963362631625,
      "grad_norm": 0.37397779617757243,
      "learning_rate": 4.635578668788896e-05,
      "loss": 1.1751,
      "step": 16150
    },
    {
      "epoch": 5.640501261857105,
      "grad_norm": 0.36858076702072795,
      "learning_rate": 4.6113959410463026e-05,
      "loss": 1.1698,
      "step": 16200
    },
    {
      "epoch": 5.640501261857105,
      "eval_loss": 1.3962267637252808,
      "eval_runtime": 14.0772,
      "eval_samples_per_second": 71.037,
      "eval_steps_per_second": 2.273,
      "step": 16200
    },
    {
      "epoch": 5.657906187451049,
      "grad_norm": 0.3704900124552347,
      "learning_rate": 4.587239887514232e-05,
      "loss": 1.1622,
      "step": 16250
    },
    {
      "epoch": 5.675311113044992,
      "grad_norm": 0.39092002171694745,
      "learning_rate": 4.5631112333116513e-05,
      "loss": 1.1762,
      "step": 16300
    },
    {
      "epoch": 5.675311113044992,
      "eval_loss": 1.3911575078964233,
      "eval_runtime": 14.0561,
      "eval_samples_per_second": 71.143,
      "eval_steps_per_second": 2.277,
      "step": 16300
    },
    {
      "epoch": 5.692716038638935,
      "grad_norm": 0.44412741699377145,
      "learning_rate": 4.53901070273505e-05,
      "loss": 1.1665,
      "step": 16350
    },
    {
      "epoch": 5.710120964232878,
      "grad_norm": 0.48158698614422946,
      "learning_rate": 4.5149390192367014e-05,
      "loss": 1.1742,
      "step": 16400
    },
    {
      "epoch": 5.710120964232878,
      "eval_loss": 1.387249231338501,
      "eval_runtime": 14.1268,
      "eval_samples_per_second": 70.787,
      "eval_steps_per_second": 2.265,
      "step": 16400
    },
    {
      "epoch": 5.727525889826821,
      "grad_norm": 0.41957737769581915,
      "learning_rate": 4.4908969054029435e-05,
      "loss": 1.1634,
      "step": 16450
    },
    {
      "epoch": 5.744930815420764,
      "grad_norm": 0.42476558914809875,
      "learning_rate": 4.4668850829324895e-05,
      "loss": 1.1748,
      "step": 16500
    },
    {
      "epoch": 5.744930815420764,
      "eval_loss": 1.3856264352798462,
      "eval_runtime": 14.0707,
      "eval_samples_per_second": 71.07,
      "eval_steps_per_second": 2.274,
      "step": 16500
    },
    {
      "epoch": 5.762335741014708,
      "grad_norm": 0.3542050468916637,
      "learning_rate": 4.442904272614765e-05,
      "loss": 1.1732,
      "step": 16550
    },
    {
      "epoch": 5.77974066660865,
      "grad_norm": 0.41439783926608154,
      "learning_rate": 4.4189551943082655e-05,
      "loss": 1.1701,
      "step": 16600
    },
    {
      "epoch": 5.77974066660865,
      "eval_loss": 1.3873845338821411,
      "eval_runtime": 14.0862,
      "eval_samples_per_second": 70.991,
      "eval_steps_per_second": 2.272,
      "step": 16600
    },
    {
      "epoch": 5.797145592202593,
      "grad_norm": 0.3593359147071267,
      "learning_rate": 4.3950385669189555e-05,
      "loss": 1.1673,
      "step": 16650
    },
    {
      "epoch": 5.814550517796537,
      "grad_norm": 0.37524538138393987,
      "learning_rate": 4.3711551083786815e-05,
      "loss": 1.1695,
      "step": 16700
    },
    {
      "epoch": 5.814550517796537,
      "eval_loss": 1.3867846727371216,
      "eval_runtime": 14.1098,
      "eval_samples_per_second": 70.873,
      "eval_steps_per_second": 2.268,
      "step": 16700
    },
    {
      "epoch": 5.83195544339048,
      "grad_norm": 0.42286782875785367,
      "learning_rate": 4.3473055356236246e-05,
      "loss": 1.1535,
      "step": 16750
    },
    {
      "epoch": 5.8493603689844225,
      "grad_norm": 0.36832182859844487,
      "learning_rate": 4.32349056457278e-05,
      "loss": 1.1636,
      "step": 16800
    },
    {
      "epoch": 5.8493603689844225,
      "eval_loss": 1.3858355283737183,
      "eval_runtime": 14.0809,
      "eval_samples_per_second": 71.018,
      "eval_steps_per_second": 2.273,
      "step": 16800
    },
    {
      "epoch": 5.866765294578366,
      "grad_norm": 0.4106813621953991,
      "learning_rate": 4.299710910106465e-05,
      "loss": 1.179,
      "step": 16850
    },
    {
      "epoch": 5.884170220172309,
      "grad_norm": 0.3819175120285739,
      "learning_rate": 4.275967286044861e-05,
      "loss": 1.1708,
      "step": 16900
    },
    {
      "epoch": 5.884170220172309,
      "eval_loss": 1.3787492513656616,
      "eval_runtime": 14.8108,
      "eval_samples_per_second": 67.518,
      "eval_steps_per_second": 2.161,
      "step": 16900
    },
    {
      "epoch": 5.901575145766252,
      "grad_norm": 0.4060334756867674,
      "learning_rate": 4.2522604051265825e-05,
      "loss": 1.1631,
      "step": 16950
    },
    {
      "epoch": 5.9189800713601946,
      "grad_norm": 0.4074289500861224,
      "learning_rate": 4.2285909789872846e-05,
      "loss": 1.1721,
      "step": 17000
    },
    {
      "epoch": 5.9189800713601946,
      "eval_loss": 1.384144902229309,
      "eval_runtime": 14.1214,
      "eval_samples_per_second": 70.814,
      "eval_steps_per_second": 2.266,
      "step": 17000
    },
    {
      "epoch": 5.936384996954138,
      "grad_norm": 0.3614618181249183,
      "learning_rate": 4.2049597181383e-05,
      "loss": 1.1625,
      "step": 17050
    },
    {
      "epoch": 5.953789922548081,
      "grad_norm": 0.3718926872881985,
      "learning_rate": 4.181367331945319e-05,
      "loss": 1.164,
      "step": 17100
    },
    {
      "epoch": 5.953789922548081,
      "eval_loss": 1.3781968355178833,
      "eval_runtime": 14.23,
      "eval_samples_per_second": 70.274,
      "eval_steps_per_second": 2.249,
      "step": 17100
    },
    {
      "epoch": 5.971194848142024,
      "grad_norm": 0.38807405414017787,
      "learning_rate": 4.15781452860708e-05,
      "loss": 1.1596,
      "step": 17150
    },
    {
      "epoch": 5.9885997737359675,
      "grad_norm": 0.3961317620739259,
      "learning_rate": 4.1343020151341215e-05,
      "loss": 1.174,
      "step": 17200
    },
    {
      "epoch": 5.9885997737359675,
      "eval_loss": 1.3771919012069702,
      "eval_runtime": 14.1728,
      "eval_samples_per_second": 70.558,
      "eval_steps_per_second": 2.258,
      "step": 17200
    },
    {
      "epoch": 6.006265773213819,
      "grad_norm": 0.4426356817993343,
      "learning_rate": 4.110830497327558e-05,
      "loss": 1.1505,
      "step": 17250
    },
    {
      "epoch": 6.023670698807763,
      "grad_norm": 0.42420516100879657,
      "learning_rate": 4.087400679757888e-05,
      "loss": 1.0726,
      "step": 17300
    },
    {
      "epoch": 6.023670698807763,
      "eval_loss": 1.407926082611084,
      "eval_runtime": 14.1412,
      "eval_samples_per_second": 70.715,
      "eval_steps_per_second": 2.263,
      "step": 17300
    },
    {
      "epoch": 6.041075624401706,
      "grad_norm": 0.4782988837514418,
      "learning_rate": 4.0640132657438525e-05,
      "loss": 1.0646,
      "step": 17350
    },
    {
      "epoch": 6.0584805499956484,
      "grad_norm": 0.3783946293079775,
      "learning_rate": 4.04066895733132e-05,
      "loss": 1.0636,
      "step": 17400
    },
    {
      "epoch": 6.0584805499956484,
      "eval_loss": 1.410764217376709,
      "eval_runtime": 14.1981,
      "eval_samples_per_second": 70.432,
      "eval_steps_per_second": 2.254,
      "step": 17400
    },
    {
      "epoch": 6.075885475589592,
      "grad_norm": 0.3736154144384487,
      "learning_rate": 4.0173684552722e-05,
      "loss": 1.0752,
      "step": 17450
    },
    {
      "epoch": 6.093290401183535,
      "grad_norm": 0.431736701777264,
      "learning_rate": 3.994112459003428e-05,
      "loss": 1.0694,
      "step": 17500
    },
    {
      "epoch": 6.093290401183535,
      "eval_loss": 1.4046622514724731,
      "eval_runtime": 14.1518,
      "eval_samples_per_second": 70.662,
      "eval_steps_per_second": 2.261,
      "step": 17500
    },
    {
      "epoch": 6.110695326777478,
      "grad_norm": 0.44785061083593697,
      "learning_rate": 3.970901666625959e-05,
      "loss": 1.0665,
      "step": 17550
    },
    {
      "epoch": 6.128100252371421,
      "grad_norm": 0.41160206860069637,
      "learning_rate": 3.947736774883809e-05,
      "loss": 1.0857,
      "step": 17600
    },
    {
      "epoch": 6.128100252371421,
      "eval_loss": 1.4033713340759277,
      "eval_runtime": 14.1766,
      "eval_samples_per_second": 70.539,
      "eval_steps_per_second": 2.257,
      "step": 17600
    },
    {
      "epoch": 6.145505177965364,
      "grad_norm": 0.38432761137644067,
      "learning_rate": 3.924618479143143e-05,
      "loss": 1.0685,
      "step": 17650
    },
    {
      "epoch": 6.162910103559307,
      "grad_norm": 0.443167856714255,
      "learning_rate": 3.9015474733714096e-05,
      "loss": 1.0784,
      "step": 17700
    },
    {
      "epoch": 6.162910103559307,
      "eval_loss": 1.4011956453323364,
      "eval_runtime": 14.1473,
      "eval_samples_per_second": 70.685,
      "eval_steps_per_second": 2.262,
      "step": 17700
    },
    {
      "epoch": 6.180315029153251,
      "grad_norm": 0.46759536206338737,
      "learning_rate": 3.878524450116494e-05,
      "loss": 1.0803,
      "step": 17750
    },
    {
      "epoch": 6.1977199547471935,
      "grad_norm": 0.3999997497129008,
      "learning_rate": 3.855550100485944e-05,
      "loss": 1.0765,
      "step": 17800
    },
    {
      "epoch": 6.1977199547471935,
      "eval_loss": 1.3980209827423096,
      "eval_runtime": 14.1474,
      "eval_samples_per_second": 70.684,
      "eval_steps_per_second": 2.262,
      "step": 17800
    },
    {
      "epoch": 6.215124880341136,
      "grad_norm": 0.47686224383398107,
      "learning_rate": 3.8326251141262116e-05,
      "loss": 1.0728,
      "step": 17850
    },
    {
      "epoch": 6.23252980593508,
      "grad_norm": 0.40626172299546587,
      "learning_rate": 3.809750179201958e-05,
      "loss": 1.0803,
      "step": 17900
    },
    {
      "epoch": 6.23252980593508,
      "eval_loss": 1.3951560258865356,
      "eval_runtime": 14.1068,
      "eval_samples_per_second": 70.888,
      "eval_steps_per_second": 2.268,
      "step": 17900
    },
    {
      "epoch": 6.249934731529023,
      "grad_norm": 0.39379475786954965,
      "learning_rate": 3.7869259823754e-05,
      "loss": 1.0743,
      "step": 17950
    },
    {
      "epoch": 6.267339657122966,
      "grad_norm": 0.39015484717835847,
      "learning_rate": 3.764153208785687e-05,
      "loss": 1.0707,
      "step": 18000
    },
    {
      "epoch": 6.267339657122966,
      "eval_loss": 1.4023246765136719,
      "eval_runtime": 14.1565,
      "eval_samples_per_second": 70.639,
      "eval_steps_per_second": 2.26,
      "step": 18000
    },
    {
      "epoch": 6.284744582716909,
      "grad_norm": 0.43403750758334286,
      "learning_rate": 3.741432542028344e-05,
      "loss": 1.0855,
      "step": 18050
    },
    {
      "epoch": 6.302149508310852,
      "grad_norm": 0.4153163202691808,
      "learning_rate": 3.718764664134744e-05,
      "loss": 1.0917,
      "step": 18100
    },
    {
      "epoch": 6.302149508310852,
      "eval_loss": 1.397484540939331,
      "eval_runtime": 14.1602,
      "eval_samples_per_second": 70.62,
      "eval_steps_per_second": 2.26,
      "step": 18100
    },
    {
      "epoch": 6.319554433904795,
      "grad_norm": 0.39223558955723803,
      "learning_rate": 3.6961502555516415e-05,
      "loss": 1.0688,
      "step": 18150
    },
    {
      "epoch": 6.336959359498739,
      "grad_norm": 0.3794174283051668,
      "learning_rate": 3.673589995120743e-05,
      "loss": 1.0831,
      "step": 18200
    },
    {
      "epoch": 6.336959359498739,
      "eval_loss": 1.3897713422775269,
      "eval_runtime": 14.1455,
      "eval_samples_per_second": 70.694,
      "eval_steps_per_second": 2.262,
      "step": 18200
    },
    {
      "epoch": 6.354364285092681,
      "grad_norm": 0.38177555192625046,
      "learning_rate": 3.6510845600583296e-05,
      "loss": 1.0765,
      "step": 18250
    },
    {
      "epoch": 6.371769210686624,
      "grad_norm": 0.3966002678018848,
      "learning_rate": 3.628634625934929e-05,
      "loss": 1.0833,
      "step": 18300
    },
    {
      "epoch": 6.371769210686624,
      "eval_loss": 1.3924963474273682,
      "eval_runtime": 14.2167,
      "eval_samples_per_second": 70.34,
      "eval_steps_per_second": 2.251,
      "step": 18300
    },
    {
      "epoch": 6.389174136280568,
      "grad_norm": 0.3533371691160582,
      "learning_rate": 3.606240866655035e-05,
      "loss": 1.09,
      "step": 18350
    },
    {
      "epoch": 6.406579061874511,
      "grad_norm": 0.3878440392360424,
      "learning_rate": 3.583903954436879e-05,
      "loss": 1.0846,
      "step": 18400
    },
    {
      "epoch": 6.406579061874511,
      "eval_loss": 1.3911992311477661,
      "eval_runtime": 14.2174,
      "eval_samples_per_second": 70.336,
      "eval_steps_per_second": 2.251,
      "step": 18400
    },
    {
      "epoch": 6.4239839874684534,
      "grad_norm": 0.38268856424981434,
      "learning_rate": 3.561624559792251e-05,
      "loss": 1.0797,
      "step": 18450
    },
    {
      "epoch": 6.441388913062396,
      "grad_norm": 0.38976005370198885,
      "learning_rate": 3.539403351506375e-05,
      "loss": 1.0849,
      "step": 18500
    },
    {
      "epoch": 6.441388913062396,
      "eval_loss": 1.3904402256011963,
      "eval_runtime": 14.192,
      "eval_samples_per_second": 70.462,
      "eval_steps_per_second": 2.255,
      "step": 18500
    },
    {
      "epoch": 6.45879383865634,
      "grad_norm": 0.36634547769932185,
      "learning_rate": 3.517240996617831e-05,
      "loss": 1.0778,
      "step": 18550
    },
    {
      "epoch": 6.476198764250283,
      "grad_norm": 0.3693568452199283,
      "learning_rate": 3.495138160398526e-05,
      "loss": 1.0824,
      "step": 18600
    },
    {
      "epoch": 6.476198764250283,
      "eval_loss": 1.3862574100494385,
      "eval_runtime": 14.1221,
      "eval_samples_per_second": 70.811,
      "eval_steps_per_second": 2.266,
      "step": 18600
    },
    {
      "epoch": 6.4936036898442255,
      "grad_norm": 0.40876716864229246,
      "learning_rate": 3.473095506333731e-05,
      "loss": 1.0847,
      "step": 18650
    },
    {
      "epoch": 6.511008615438169,
      "grad_norm": 0.38425926563838597,
      "learning_rate": 3.451113696102171e-05,
      "loss": 1.0813,
      "step": 18700
    },
    {
      "epoch": 6.511008615438169,
      "eval_loss": 1.3897883892059326,
      "eval_runtime": 14.1638,
      "eval_samples_per_second": 70.602,
      "eval_steps_per_second": 2.259,
      "step": 18700
    },
    {
      "epoch": 6.528413541032112,
      "grad_norm": 0.3876664868467786,
      "learning_rate": 3.429193389556143e-05,
      "loss": 1.0826,
      "step": 18750
    },
    {
      "epoch": 6.545818466626055,
      "grad_norm": 0.3862947098037765,
      "learning_rate": 3.407335244701724e-05,
      "loss": 1.0849,
      "step": 18800
    },
    {
      "epoch": 6.545818466626055,
      "eval_loss": 1.386481761932373,
      "eval_runtime": 14.1759,
      "eval_samples_per_second": 70.542,
      "eval_steps_per_second": 2.257,
      "step": 18800
    },
    {
      "epoch": 6.5632233922199985,
      "grad_norm": 0.3986851326981871,
      "learning_rate": 3.385539917679018e-05,
      "loss": 1.0805,
      "step": 18850
    },
    {
      "epoch": 6.580628317813941,
      "grad_norm": 0.3457638923958218,
      "learning_rate": 3.363808062742455e-05,
      "loss": 1.0918,
      "step": 18900
    },
    {
      "epoch": 6.580628317813941,
      "eval_loss": 1.380624532699585,
      "eval_runtime": 14.1848,
      "eval_samples_per_second": 70.498,
      "eval_steps_per_second": 2.256,
      "step": 18900
    },
    {
      "epoch": 6.598033243407884,
      "grad_norm": 0.3953777488595192,
      "learning_rate": 3.3421403322411524e-05,
      "loss": 1.077,
      "step": 18950
    },
    {
      "epoch": 6.615438169001828,
      "grad_norm": 0.3774704701392225,
      "learning_rate": 3.320537376599329e-05,
      "loss": 1.0855,
      "step": 19000
    },
    {
      "epoch": 6.615438169001828,
      "eval_loss": 1.383255124092102,
      "eval_runtime": 14.1476,
      "eval_samples_per_second": 70.683,
      "eval_steps_per_second": 2.262,
      "step": 19000
    },
    {
      "epoch": 6.632843094595771,
      "grad_norm": 0.3656980878307235,
      "learning_rate": 3.298999844296795e-05,
      "loss": 1.0902,
      "step": 19050
    },
    {
      "epoch": 6.650248020189713,
      "grad_norm": 0.4110458261616409,
      "learning_rate": 3.2775283818494664e-05,
      "loss": 1.0853,
      "step": 19100
    },
    {
      "epoch": 6.650248020189713,
      "eval_loss": 1.3812931776046753,
      "eval_runtime": 14.138,
      "eval_samples_per_second": 70.731,
      "eval_steps_per_second": 2.263,
      "step": 19100
    },
    {
      "epoch": 6.667652945783657,
      "grad_norm": 0.41557544684644315,
      "learning_rate": 3.256123633789974e-05,
      "loss": 1.0842,
      "step": 19150
    },
    {
      "epoch": 6.6850578713776,
      "grad_norm": 0.354071574363922,
      "learning_rate": 3.2347862426483066e-05,
      "loss": 1.0858,
      "step": 19200
    },
    {
      "epoch": 6.6850578713776,
      "eval_loss": 1.3750232458114624,
      "eval_runtime": 14.1281,
      "eval_samples_per_second": 70.781,
      "eval_steps_per_second": 2.265,
      "step": 19200
    },
    {
      "epoch": 6.702462796971543,
      "grad_norm": 0.36903887813584885,
      "learning_rate": 3.213516848932525e-05,
      "loss": 1.0753,
      "step": 19250
    },
    {
      "epoch": 6.719867722565486,
      "grad_norm": 0.39229075582935974,
      "learning_rate": 3.1923160911095354e-05,
      "loss": 1.0817,
      "step": 19300
    },
    {
      "epoch": 6.719867722565486,
      "eval_loss": 1.3823271989822388,
      "eval_runtime": 14.1863,
      "eval_samples_per_second": 70.49,
      "eval_steps_per_second": 2.256,
      "step": 19300
    },
    {
      "epoch": 6.737272648159429,
      "grad_norm": 0.4014818752541721,
      "learning_rate": 3.171184605585927e-05,
      "loss": 1.0879,
      "step": 19350
    },
    {
      "epoch": 6.754677573753372,
      "grad_norm": 0.36976984811739166,
      "learning_rate": 3.150123026688867e-05,
      "loss": 1.0796,
      "step": 19400
    },
    {
      "epoch": 6.754677573753372,
      "eval_loss": 1.3702008724212646,
      "eval_runtime": 14.12,
      "eval_samples_per_second": 70.821,
      "eval_steps_per_second": 2.266,
      "step": 19400
    },
    {
      "epoch": 6.772082499347316,
      "grad_norm": 0.3708150942773809,
      "learning_rate": 3.129131986647054e-05,
      "loss": 1.0809,
      "step": 19450
    },
    {
      "epoch": 6.7894874249412585,
      "grad_norm": 0.375716596385485,
      "learning_rate": 3.108212115571745e-05,
      "loss": 1.0744,
      "step": 19500
    },
    {
      "epoch": 6.7894874249412585,
      "eval_loss": 1.377852439880371,
      "eval_runtime": 14.2039,
      "eval_samples_per_second": 70.403,
      "eval_steps_per_second": 2.253,
      "step": 19500
    },
    {
      "epoch": 6.806892350535201,
      "grad_norm": 0.3755508199086827,
      "learning_rate": 3.087364041437841e-05,
      "loss": 1.0806,
      "step": 19550
    },
    {
      "epoch": 6.824297276129144,
      "grad_norm": 0.3634647401000472,
      "learning_rate": 3.066588390065033e-05,
      "loss": 1.0832,
      "step": 19600
    },
    {
      "epoch": 6.824297276129144,
      "eval_loss": 1.3716208934783936,
      "eval_runtime": 14.1159,
      "eval_samples_per_second": 70.842,
      "eval_steps_per_second": 2.267,
      "step": 19600
    },
    {
      "epoch": 6.841702201723088,
      "grad_norm": 0.39538385855275987,
      "learning_rate": 3.0458857850990173e-05,
      "loss": 1.0884,
      "step": 19650
    },
    {
      "epoch": 6.8591071273170305,
      "grad_norm": 0.3930145215653778,
      "learning_rate": 3.0252568479927822e-05,
      "loss": 1.0763,
      "step": 19700
    },
    {
      "epoch": 6.8591071273170305,
      "eval_loss": 1.3718950748443604,
      "eval_runtime": 14.2067,
      "eval_samples_per_second": 70.389,
      "eval_steps_per_second": 2.252,
      "step": 19700
    },
    {
      "epoch": 6.876512052910973,
      "grad_norm": 0.3808043116029807,
      "learning_rate": 3.0047021979879385e-05,
      "loss": 1.0728,
      "step": 19750
    },
    {
      "epoch": 6.893916978504917,
      "grad_norm": 0.3946188177164669,
      "learning_rate": 2.9842224520961393e-05,
      "loss": 1.0772,
      "step": 19800
    },
    {
      "epoch": 6.893916978504917,
      "eval_loss": 1.3682119846343994,
      "eval_runtime": 14.1345,
      "eval_samples_per_second": 70.749,
      "eval_steps_per_second": 2.264,
      "step": 19800
    },
    {
      "epoch": 6.91132190409886,
      "grad_norm": 0.3619640585510148,
      "learning_rate": 2.9638182250805647e-05,
      "loss": 1.0835,
      "step": 19850
    },
    {
      "epoch": 6.928726829692803,
      "grad_norm": 0.39156599098326805,
      "learning_rate": 2.943490129437454e-05,
      "loss": 1.085,
      "step": 19900
    },
    {
      "epoch": 6.928726829692803,
      "eval_loss": 1.3675825595855713,
      "eval_runtime": 14.1931,
      "eval_samples_per_second": 70.457,
      "eval_steps_per_second": 2.255,
      "step": 19900
    },
    {
      "epoch": 6.946131755286746,
      "grad_norm": 0.3473477534760502,
      "learning_rate": 2.923238775377729e-05,
      "loss": 1.0934,
      "step": 19950
    },
    {
      "epoch": 6.963536680880689,
      "grad_norm": 0.35587053450916656,
      "learning_rate": 2.9030647708086762e-05,
      "loss": 1.077,
      "step": 20000
    },
    {
      "epoch": 6.963536680880689,
      "eval_loss": 1.3650261163711548,
      "eval_runtime": 14.2601,
      "eval_samples_per_second": 70.126,
      "eval_steps_per_second": 2.244,
      "step": 20000
    },
    {
      "epoch": 6.980941606474632,
      "grad_norm": 0.36779024103452845,
      "learning_rate": 2.8829687213156997e-05,
      "loss": 1.0703,
      "step": 20050
    },
    {
      "epoch": 6.998346532068576,
      "grad_norm": 0.35184245207154463,
      "learning_rate": 2.862951230144132e-05,
      "loss": 1.0786,
      "step": 20100
    },
    {
      "epoch": 6.998346532068576,
      "eval_loss": 1.3659560680389404,
      "eval_runtime": 14.1522,
      "eval_samples_per_second": 70.661,
      "eval_steps_per_second": 2.261,
      "step": 20100
    },
    {
      "epoch": 7.016012531546427,
      "grad_norm": 0.39935000533132264,
      "learning_rate": 2.8430128981811387e-05,
      "loss": 1.0057,
      "step": 20150
    },
    {
      "epoch": 7.033417457140371,
      "grad_norm": 0.36178548619082224,
      "learning_rate": 2.823154323937678e-05,
      "loss": 0.9901,
      "step": 20200
    },
    {
      "epoch": 7.033417457140371,
      "eval_loss": 1.409150242805481,
      "eval_runtime": 14.1369,
      "eval_samples_per_second": 70.737,
      "eval_steps_per_second": 2.264,
      "step": 20200
    },
    {
      "epoch": 7.050822382734314,
      "grad_norm": 0.3433850196424411,
      "learning_rate": 2.8033761035305244e-05,
      "loss": 0.9952,
      "step": 20250
    },
    {
      "epoch": 7.0682273083282565,
      "grad_norm": 0.36752665609513935,
      "learning_rate": 2.7836788306643923e-05,
      "loss": 0.9906,
      "step": 20300
    },
    {
      "epoch": 7.0682273083282565,
      "eval_loss": 1.4047331809997559,
      "eval_runtime": 14.1624,
      "eval_samples_per_second": 70.609,
      "eval_steps_per_second": 2.259,
      "step": 20300
    },
    {
      "epoch": 7.0856322339222,
      "grad_norm": 0.38190664439139405,
      "learning_rate": 2.7640630966140968e-05,
      "loss": 0.9895,
      "step": 20350
    },
    {
      "epoch": 7.103037159516143,
      "grad_norm": 0.34762378020761314,
      "learning_rate": 2.744529490206818e-05,
      "loss": 0.9924,
      "step": 20400
    },
    {
      "epoch": 7.103037159516143,
      "eval_loss": 1.4041850566864014,
      "eval_runtime": 14.2387,
      "eval_samples_per_second": 70.231,
      "eval_steps_per_second": 2.247,
      "step": 20400
    },
    {
      "epoch": 7.120442085110086,
      "grad_norm": 0.3618440565335891,
      "learning_rate": 2.7250785978044142e-05,
      "loss": 1.0048,
      "step": 20450
    },
    {
      "epoch": 7.1378470107040295,
      "grad_norm": 0.3626215831777752,
      "learning_rate": 2.7057110032858257e-05,
      "loss": 1.0023,
      "step": 20500
    },
    {
      "epoch": 7.1378470107040295,
      "eval_loss": 1.399662971496582,
      "eval_runtime": 14.1744,
      "eval_samples_per_second": 70.55,
      "eval_steps_per_second": 2.258,
      "step": 20500
    },
    {
      "epoch": 7.155251936297972,
      "grad_norm": 0.38880604277575187,
      "learning_rate": 2.6864272880295582e-05,
      "loss": 1.012,
      "step": 20550
    },
    {
      "epoch": 7.172656861891915,
      "grad_norm": 0.3831413065777447,
      "learning_rate": 2.6672280308962095e-05,
      "loss": 1.0004,
      "step": 20600
    },
    {
      "epoch": 7.172656861891915,
      "eval_loss": 1.4006353616714478,
      "eval_runtime": 14.1206,
      "eval_samples_per_second": 70.819,
      "eval_steps_per_second": 2.266,
      "step": 20600
    },
    {
      "epoch": 7.190061787485859,
      "grad_norm": 0.4158512167945318,
      "learning_rate": 2.6481138082111073e-05,
      "loss": 0.998,
      "step": 20650
    },
    {
      "epoch": 7.207466713079802,
      "grad_norm": 0.3551617540775312,
      "learning_rate": 2.6290851937470108e-05,
      "loss": 1.0002,
      "step": 20700
    },
    {
      "epoch": 7.207466713079802,
      "eval_loss": 1.400884747505188,
      "eval_runtime": 14.0994,
      "eval_samples_per_second": 70.925,
      "eval_steps_per_second": 2.27,
      "step": 20700
    },
    {
      "epoch": 7.224871638673744,
      "grad_norm": 0.39712111619509705,
      "learning_rate": 2.6101427587068772e-05,
      "loss": 0.9856,
      "step": 20750
    },
    {
      "epoch": 7.242276564267688,
      "grad_norm": 0.3761986769591791,
      "learning_rate": 2.5912870717067216e-05,
      "loss": 0.9914,
      "step": 20800
    },
    {
      "epoch": 7.242276564267688,
      "eval_loss": 1.4024951457977295,
      "eval_runtime": 14.1287,
      "eval_samples_per_second": 70.778,
      "eval_steps_per_second": 2.265,
      "step": 20800
    }
  ],
  "logging_steps": 50,
  "max_steps": 28720,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 800,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.017945195433165e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}