{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 200,
  "global_step": 7189,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00013910140492418973,
      "grad_norm": 0.1806640625,
      "learning_rate": 9.998608985950758e-06,
      "loss": 0.8981,
      "step": 1
    },
    {
      "epoch": 0.0034775351231047433,
      "grad_norm": 0.1708984375,
      "learning_rate": 9.965224648768953e-06,
      "loss": 0.9497,
      "step": 25
    },
    {
      "epoch": 0.006955070246209487,
      "grad_norm": 0.1845703125,
      "learning_rate": 9.930449297537907e-06,
      "loss": 1.0367,
      "step": 50
    },
    {
      "epoch": 0.01043260536931423,
      "grad_norm": 0.134765625,
      "learning_rate": 9.895673946306859e-06,
      "loss": 0.9144,
      "step": 75
    },
    {
      "epoch": 0.013910140492418973,
      "grad_norm": 0.384765625,
      "learning_rate": 9.860898595075811e-06,
      "loss": 0.9554,
      "step": 100
    },
    {
      "epoch": 0.017387675615523717,
      "grad_norm": 0.1337890625,
      "learning_rate": 9.826123243844763e-06,
      "loss": 0.9696,
      "step": 125
    },
    {
      "epoch": 0.02086521073862846,
      "grad_norm": 0.408203125,
      "learning_rate": 9.791347892613715e-06,
      "loss": 0.9559,
      "step": 150
    },
    {
      "epoch": 0.024342745861733205,
      "grad_norm": 0.78515625,
      "learning_rate": 9.756572541382668e-06,
      "loss": 0.9829,
      "step": 175
    },
    {
      "epoch": 0.027820280984837947,
      "grad_norm": 0.1455078125,
      "learning_rate": 9.721797190151621e-06,
      "loss": 0.9825,
      "step": 200
    },
    {
      "epoch": 0.03129781610794269,
      "grad_norm": 0.21484375,
      "learning_rate": 9.687021838920574e-06,
      "loss": 0.9892,
      "step": 225
    },
    {
      "epoch": 0.034775351231047434,
      "grad_norm": 0.25390625,
      "learning_rate": 9.652246487689526e-06,
      "loss": 0.9598,
      "step": 250
    },
    {
      "epoch": 0.03825288635415218,
      "grad_norm": 0.140625,
      "learning_rate": 9.61747113645848e-06,
      "loss": 0.925,
      "step": 275
    },
    {
      "epoch": 0.04173042147725692,
      "grad_norm": 0.255859375,
      "learning_rate": 9.582695785227432e-06,
      "loss": 1.0342,
      "step": 300
    },
    {
      "epoch": 0.045207956600361664,
      "grad_norm": 0.71875,
      "learning_rate": 9.547920433996384e-06,
      "loss": 0.9389,
      "step": 325
    },
    {
      "epoch": 0.04868549172346641,
      "grad_norm": 0.376953125,
      "learning_rate": 9.513145082765338e-06,
      "loss": 0.9429,
      "step": 350
    },
    {
      "epoch": 0.05216302684657115,
      "grad_norm": 0.2470703125,
      "learning_rate": 9.47836973153429e-06,
      "loss": 0.9882,
      "step": 375
    },
    {
      "epoch": 0.05564056196967589,
      "grad_norm": 0.25,
      "learning_rate": 9.443594380303242e-06,
      "loss": 0.9416,
      "step": 400
    },
    {
      "epoch": 0.05911809709278064,
      "grad_norm": 0.140625,
      "learning_rate": 9.408819029072194e-06,
      "loss": 0.8821,
      "step": 425
    },
    {
      "epoch": 0.06259563221588538,
      "grad_norm": 0.203125,
      "learning_rate": 9.374043677841146e-06,
      "loss": 0.9094,
      "step": 450
    },
    {
      "epoch": 0.06607316733899013,
      "grad_norm": 0.1123046875,
      "learning_rate": 9.339268326610099e-06,
      "loss": 0.9274,
      "step": 475
    },
    {
      "epoch": 0.06955070246209487,
      "grad_norm": 0.2890625,
      "learning_rate": 9.304492975379052e-06,
      "loss": 1.1017,
      "step": 500
    },
    {
      "epoch": 0.0730282375851996,
      "grad_norm": 0.296875,
      "learning_rate": 9.269717624148005e-06,
      "loss": 0.9424,
      "step": 525
    },
    {
      "epoch": 0.07650577270830436,
      "grad_norm": 0.166015625,
      "learning_rate": 9.234942272916957e-06,
      "loss": 0.9973,
      "step": 550
    },
    {
      "epoch": 0.0799833078314091,
      "grad_norm": 0.140625,
      "learning_rate": 9.20016692168591e-06,
      "loss": 0.9476,
      "step": 575
    },
    {
      "epoch": 0.08346084295451384,
      "grad_norm": 0.2080078125,
      "learning_rate": 9.165391570454863e-06,
      "loss": 0.9932,
      "step": 600
    },
    {
      "epoch": 0.08693837807761859,
      "grad_norm": 0.1728515625,
      "learning_rate": 9.130616219223815e-06,
      "loss": 0.9203,
      "step": 625
    },
    {
      "epoch": 0.09041591320072333,
      "grad_norm": 0.158203125,
      "learning_rate": 9.095840867992769e-06,
      "loss": 0.9127,
      "step": 650
    },
    {
      "epoch": 0.09389344832382807,
      "grad_norm": 0.14453125,
      "learning_rate": 9.061065516761721e-06,
      "loss": 0.8923,
      "step": 675
    },
    {
      "epoch": 0.09737098344693282,
      "grad_norm": 1.28125,
      "learning_rate": 9.026290165530673e-06,
      "loss": 0.9191,
      "step": 700
    },
    {
      "epoch": 0.10084851857003756,
      "grad_norm": 0.298828125,
      "learning_rate": 8.991514814299625e-06,
      "loss": 0.9355,
      "step": 725
    },
    {
      "epoch": 0.1043260536931423,
      "grad_norm": 0.134765625,
      "learning_rate": 8.956739463068577e-06,
      "loss": 0.9215,
      "step": 750
    },
    {
      "epoch": 0.10780358881624705,
      "grad_norm": 0.22265625,
      "learning_rate": 8.92196411183753e-06,
      "loss": 0.9784,
      "step": 775
    },
    {
      "epoch": 0.11128112393935179,
      "grad_norm": 0.1943359375,
      "learning_rate": 8.887188760606483e-06,
      "loss": 0.9981,
      "step": 800
    },
    {
      "epoch": 0.11475865906245653,
      "grad_norm": 0.203125,
      "learning_rate": 8.852413409375435e-06,
      "loss": 1.0032,
      "step": 825
    },
    {
      "epoch": 0.11823619418556128,
      "grad_norm": 0.1455078125,
      "learning_rate": 8.817638058144388e-06,
      "loss": 0.964,
      "step": 850
    },
    {
      "epoch": 0.12171372930866602,
      "grad_norm": 0.1650390625,
      "learning_rate": 8.782862706913341e-06,
      "loss": 0.9522,
      "step": 875
    },
    {
      "epoch": 0.12519126443177075,
      "grad_norm": 0.1337890625,
      "learning_rate": 8.748087355682294e-06,
      "loss": 1.0285,
      "step": 900
    },
    {
      "epoch": 0.1286687995548755,
      "grad_norm": 0.2470703125,
      "learning_rate": 8.713312004451246e-06,
      "loss": 1.077,
      "step": 925
    },
    {
      "epoch": 0.13214633467798026,
      "grad_norm": 0.1376953125,
      "learning_rate": 8.678536653220198e-06,
      "loss": 0.9334,
      "step": 950
    },
    {
      "epoch": 0.13562386980108498,
      "grad_norm": 0.189453125,
      "learning_rate": 8.64376130198915e-06,
      "loss": 0.915,
      "step": 975
    },
    {
      "epoch": 0.13910140492418974,
      "grad_norm": 0.1796875,
      "learning_rate": 8.608985950758102e-06,
      "loss": 0.9779,
      "step": 1000
    },
    {
      "epoch": 0.1425789400472945,
      "grad_norm": 0.2041015625,
      "learning_rate": 8.574210599527056e-06,
      "loss": 0.93,
      "step": 1025
    },
    {
      "epoch": 0.1460564751703992,
      "grad_norm": 0.375,
      "learning_rate": 8.539435248296008e-06,
      "loss": 1.0351,
      "step": 1050
    },
    {
      "epoch": 0.14953401029350397,
      "grad_norm": 0.21484375,
      "learning_rate": 8.50465989706496e-06,
      "loss": 0.9132,
      "step": 1075
    },
    {
      "epoch": 0.15301154541660872,
      "grad_norm": 0.275390625,
      "learning_rate": 8.469884545833914e-06,
      "loss": 0.9116,
      "step": 1100
    },
    {
      "epoch": 0.15648908053971344,
      "grad_norm": 0.244140625,
      "learning_rate": 8.435109194602866e-06,
      "loss": 0.9694,
      "step": 1125
    },
    {
      "epoch": 0.1599666156628182,
      "grad_norm": 0.119140625,
      "learning_rate": 8.400333843371819e-06,
      "loss": 0.9026,
      "step": 1150
    },
    {
      "epoch": 0.16344415078592295,
      "grad_norm": 0.38671875,
      "learning_rate": 8.365558492140772e-06,
      "loss": 1.1708,
      "step": 1175
    },
    {
      "epoch": 0.16692168590902767,
      "grad_norm": 0.458984375,
      "learning_rate": 8.330783140909725e-06,
      "loss": 0.9734,
      "step": 1200
    },
    {
      "epoch": 0.17039922103213243,
      "grad_norm": 0.1611328125,
      "learning_rate": 8.296007789678677e-06,
      "loss": 1.0151,
      "step": 1225
    },
    {
      "epoch": 0.17387675615523718,
      "grad_norm": 0.337890625,
      "learning_rate": 8.261232438447629e-06,
      "loss": 0.9712,
      "step": 1250
    },
    {
      "epoch": 0.1773542912783419,
      "grad_norm": 0.1982421875,
      "learning_rate": 8.226457087216581e-06,
      "loss": 0.9553,
      "step": 1275
    },
    {
      "epoch": 0.18083182640144665,
      "grad_norm": 0.1357421875,
      "learning_rate": 8.191681735985533e-06,
      "loss": 0.9089,
      "step": 1300
    },
    {
      "epoch": 0.1843093615245514,
      "grad_norm": 0.1904296875,
      "learning_rate": 8.156906384754487e-06,
      "loss": 0.9928,
      "step": 1325
    },
    {
      "epoch": 0.18778689664765613,
      "grad_norm": 0.1787109375,
      "learning_rate": 8.12213103352344e-06,
      "loss": 0.9562,
      "step": 1350
    },
    {
      "epoch": 0.19126443177076088,
      "grad_norm": 0.259765625,
      "learning_rate": 8.087355682292391e-06,
      "loss": 0.963,
      "step": 1375
    },
    {
      "epoch": 0.19474196689386564,
      "grad_norm": 0.2890625,
      "learning_rate": 8.052580331061345e-06,
      "loss": 1.0053,
      "step": 1400
    },
    {
      "epoch": 0.19821950201697036,
      "grad_norm": 0.1640625,
      "learning_rate": 8.017804979830297e-06,
      "loss": 0.9583,
      "step": 1425
    },
    {
      "epoch": 0.2016970371400751,
      "grad_norm": 0.2734375,
      "learning_rate": 7.98302962859925e-06,
      "loss": 0.9633,
      "step": 1450
    },
    {
      "epoch": 0.20517457226317987,
      "grad_norm": 0.185546875,
      "learning_rate": 7.948254277368203e-06,
      "loss": 0.9325,
      "step": 1475
    },
    {
      "epoch": 0.2086521073862846,
      "grad_norm": 0.154296875,
      "learning_rate": 7.913478926137156e-06,
      "loss": 0.9567,
      "step": 1500
    },
    {
      "epoch": 0.21212964250938934,
      "grad_norm": 0.26171875,
      "learning_rate": 7.878703574906108e-06,
      "loss": 0.9544,
      "step": 1525
    },
    {
      "epoch": 0.2156071776324941,
      "grad_norm": 0.2138671875,
      "learning_rate": 7.84392822367506e-06,
      "loss": 0.8735,
      "step": 1550
    },
    {
      "epoch": 0.21908471275559882,
      "grad_norm": 0.26171875,
      "learning_rate": 7.809152872444012e-06,
      "loss": 0.9212,
      "step": 1575
    },
    {
      "epoch": 0.22256224787870357,
      "grad_norm": 0.1845703125,
      "learning_rate": 7.774377521212964e-06,
      "loss": 0.9532,
      "step": 1600
    },
    {
      "epoch": 0.22603978300180833,
      "grad_norm": 0.2333984375,
      "learning_rate": 7.739602169981918e-06,
      "loss": 0.9295,
      "step": 1625
    },
    {
      "epoch": 0.22951731812491305,
      "grad_norm": 0.2734375,
      "learning_rate": 7.70482681875087e-06,
      "loss": 1.028,
      "step": 1650
    },
    {
      "epoch": 0.2329948532480178,
      "grad_norm": 0.1201171875,
      "learning_rate": 7.670051467519822e-06,
      "loss": 0.8971,
      "step": 1675
    },
    {
      "epoch": 0.23647238837112255,
      "grad_norm": 0.1376953125,
      "learning_rate": 7.635276116288776e-06,
      "loss": 0.9231,
      "step": 1700
    },
    {
      "epoch": 0.23994992349422728,
      "grad_norm": 0.15234375,
      "learning_rate": 7.6005007650577274e-06,
      "loss": 0.9017,
      "step": 1725
    },
    {
      "epoch": 0.24342745861733203,
      "grad_norm": 0.193359375,
      "learning_rate": 7.56572541382668e-06,
      "loss": 0.9792,
      "step": 1750
    },
    {
      "epoch": 0.24690499374043678,
      "grad_norm": 0.2451171875,
      "learning_rate": 7.5309500625956334e-06,
      "loss": 0.9671,
      "step": 1775
    },
    {
      "epoch": 0.2503825288635415,
      "grad_norm": 0.177734375,
      "learning_rate": 7.496174711364586e-06,
      "loss": 0.8667,
      "step": 1800
    },
    {
      "epoch": 0.2538600639866463,
      "grad_norm": 0.181640625,
      "learning_rate": 7.461399360133538e-06,
      "loss": 0.9687,
      "step": 1825
    },
    {
      "epoch": 0.257337599109751,
      "grad_norm": 0.1865234375,
      "learning_rate": 7.426624008902491e-06,
      "loss": 0.875,
      "step": 1850
    },
    {
      "epoch": 0.26081513423285574,
      "grad_norm": 0.224609375,
      "learning_rate": 7.391848657671443e-06,
      "loss": 0.8993,
      "step": 1875
    },
    {
      "epoch": 0.2642926693559605,
      "grad_norm": 0.25,
      "learning_rate": 7.357073306440395e-06,
      "loss": 0.8771,
      "step": 1900
    },
    {
      "epoch": 0.26777020447906524,
      "grad_norm": 0.1748046875,
      "learning_rate": 7.322297955209349e-06,
      "loss": 0.9736,
      "step": 1925
    },
    {
      "epoch": 0.27124773960216997,
      "grad_norm": 0.1904296875,
      "learning_rate": 7.287522603978301e-06,
      "loss": 0.9709,
      "step": 1950
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 0.2197265625,
      "learning_rate": 7.252747252747253e-06,
      "loss": 0.9675,
      "step": 1975
    },
    {
      "epoch": 0.2782028098483795,
      "grad_norm": 0.21875,
      "learning_rate": 7.217971901516206e-06,
      "loss": 0.9274,
      "step": 2000
    },
    {
      "epoch": 0.2816803449714842,
      "grad_norm": 0.83203125,
      "learning_rate": 7.183196550285158e-06,
      "loss": 1.0012,
      "step": 2025
    },
    {
      "epoch": 0.285157880094589,
      "grad_norm": 0.240234375,
      "learning_rate": 7.1484211990541105e-06,
      "loss": 0.9154,
      "step": 2050
    },
    {
      "epoch": 0.2886354152176937,
      "grad_norm": 0.3046875,
      "learning_rate": 7.113645847823064e-06,
      "loss": 0.9657,
      "step": 2075
    },
    {
      "epoch": 0.2921129503407984,
      "grad_norm": 0.2109375,
      "learning_rate": 7.0788704965920165e-06,
      "loss": 0.9909,
      "step": 2100
    },
    {
      "epoch": 0.2955904854639032,
      "grad_norm": 0.1767578125,
      "learning_rate": 7.044095145360969e-06,
      "loss": 0.9059,
      "step": 2125
    },
    {
      "epoch": 0.29906802058700793,
      "grad_norm": 0.2099609375,
      "learning_rate": 7.009319794129922e-06,
      "loss": 0.9988,
      "step": 2150
    },
    {
      "epoch": 0.30254555571011266,
      "grad_norm": 0.33203125,
      "learning_rate": 6.974544442898874e-06,
      "loss": 0.9623,
      "step": 2175
    },
    {
      "epoch": 0.30602309083321744,
      "grad_norm": 0.1884765625,
      "learning_rate": 6.939769091667826e-06,
      "loss": 0.9208,
      "step": 2200
    },
    {
      "epoch": 0.30950062595632216,
      "grad_norm": 0.318359375,
      "learning_rate": 6.90499374043678e-06,
      "loss": 0.9536,
      "step": 2225
    },
    {
      "epoch": 0.3129781610794269,
      "grad_norm": 0.10888671875,
      "learning_rate": 6.870218389205732e-06,
      "loss": 1.0221,
      "step": 2250
    },
    {
      "epoch": 0.31645569620253167,
      "grad_norm": 0.166015625,
      "learning_rate": 6.835443037974684e-06,
      "loss": 1.0849,
      "step": 2275
    },
    {
      "epoch": 0.3199332313256364,
      "grad_norm": 0.259765625,
      "learning_rate": 6.800667686743637e-06,
      "loss": 0.9612,
      "step": 2300
    },
    {
      "epoch": 0.3234107664487411,
      "grad_norm": 0.10546875,
      "learning_rate": 6.765892335512589e-06,
      "loss": 0.977,
      "step": 2325
    },
    {
      "epoch": 0.3268883015718459,
      "grad_norm": 0.51171875,
      "learning_rate": 6.7311169842815415e-06,
      "loss": 0.9291,
      "step": 2350
    },
    {
      "epoch": 0.3303658366949506,
      "grad_norm": 0.1748046875,
      "learning_rate": 6.6963416330504945e-06,
      "loss": 0.9471,
      "step": 2375
    },
    {
      "epoch": 0.33384337181805535,
      "grad_norm": 0.609375,
      "learning_rate": 6.6615662818194475e-06,
      "loss": 0.8984,
      "step": 2400
    },
    {
      "epoch": 0.3373209069411601,
      "grad_norm": 0.19921875,
      "learning_rate": 6.6267909305884e-06,
      "loss": 1.0189,
      "step": 2425
    },
    {
      "epoch": 0.34079844206426485,
      "grad_norm": 0.1708984375,
      "learning_rate": 6.592015579357353e-06,
      "loss": 0.915,
      "step": 2450
    },
    {
      "epoch": 0.3442759771873696,
      "grad_norm": 0.32421875,
      "learning_rate": 6.557240228126305e-06,
      "loss": 0.9904,
      "step": 2475
    },
    {
      "epoch": 0.34775351231047436,
      "grad_norm": 0.35546875,
      "learning_rate": 6.522464876895257e-06,
      "loss": 1.0573,
      "step": 2500
    },
    {
      "epoch": 0.3512310474335791,
      "grad_norm": 0.3671875,
      "learning_rate": 6.48768952566421e-06,
      "loss": 1.009,
      "step": 2525
    },
    {
      "epoch": 0.3547085825566838,
      "grad_norm": 0.337890625,
      "learning_rate": 6.452914174433162e-06,
      "loss": 0.9061,
      "step": 2550
    },
    {
      "epoch": 0.3581861176797886,
      "grad_norm": 0.19921875,
      "learning_rate": 6.418138823202114e-06,
      "loss": 0.8657,
      "step": 2575
    },
    {
      "epoch": 0.3616636528028933,
      "grad_norm": 0.201171875,
      "learning_rate": 6.383363471971068e-06,
      "loss": 0.9302,
      "step": 2600
    },
    {
      "epoch": 0.36514118792599803,
      "grad_norm": 0.2421875,
      "learning_rate": 6.34858812074002e-06,
      "loss": 0.9776,
      "step": 2625
    },
    {
      "epoch": 0.3686187230491028,
      "grad_norm": 0.2177734375,
      "learning_rate": 6.313812769508972e-06,
      "loss": 0.9165,
      "step": 2650
    },
    {
      "epoch": 0.37209625817220754,
      "grad_norm": 0.162109375,
      "learning_rate": 6.2790374182779246e-06,
      "loss": 0.9424,
      "step": 2675
    },
    {
      "epoch": 0.37557379329531226,
      "grad_norm": 0.171875,
      "learning_rate": 6.2442620670468776e-06,
      "loss": 0.9479,
      "step": 2700
    },
    {
      "epoch": 0.37905132841841704,
      "grad_norm": 0.1640625,
      "learning_rate": 6.20948671581583e-06,
      "loss": 1.0845,
      "step": 2725
    },
    {
      "epoch": 0.38252886354152177,
      "grad_norm": 0.1953125,
      "learning_rate": 6.174711364584782e-06,
      "loss": 0.9801,
      "step": 2750
    },
    {
      "epoch": 0.3860063986646265,
      "grad_norm": 0.1640625,
      "learning_rate": 6.139936013353736e-06,
      "loss": 0.8536,
      "step": 2775
    },
    {
      "epoch": 0.3894839337877313,
      "grad_norm": 0.400390625,
      "learning_rate": 6.105160662122688e-06,
      "loss": 0.9453,
      "step": 2800
    },
    {
      "epoch": 0.392961468910836,
      "grad_norm": 1.6796875,
      "learning_rate": 6.07038531089164e-06,
      "loss": 1.0559,
      "step": 2825
    },
    {
      "epoch": 0.3964390040339407,
      "grad_norm": 0.236328125,
      "learning_rate": 6.035609959660593e-06,
      "loss": 0.9228,
      "step": 2850
    },
    {
      "epoch": 0.3999165391570455,
      "grad_norm": 0.447265625,
      "learning_rate": 6.000834608429545e-06,
      "loss": 0.8822,
      "step": 2875
    },
    {
      "epoch": 0.4033940742801502,
      "grad_norm": 0.3046875,
      "learning_rate": 5.966059257198497e-06,
      "loss": 0.9643,
      "step": 2900
    },
    {
      "epoch": 0.40687160940325495,
      "grad_norm": 0.1962890625,
      "learning_rate": 5.931283905967451e-06,
      "loss": 0.9333,
      "step": 2925
    },
    {
      "epoch": 0.41034914452635973,
      "grad_norm": 0.197265625,
      "learning_rate": 5.896508554736403e-06,
      "loss": 0.8989,
      "step": 2950
    },
    {
      "epoch": 0.41382667964946446,
      "grad_norm": 0.2470703125,
      "learning_rate": 5.8617332035053555e-06,
      "loss": 0.9434,
      "step": 2975
    },
    {
      "epoch": 0.4173042147725692,
      "grad_norm": 0.380859375,
      "learning_rate": 5.8269578522743085e-06,
      "loss": 0.8988,
      "step": 3000
    },
    {
      "epoch": 0.42078174989567396,
      "grad_norm": 0.205078125,
      "learning_rate": 5.792182501043261e-06,
      "loss": 0.973,
      "step": 3025
    },
    {
      "epoch": 0.4242592850187787,
      "grad_norm": 0.294921875,
      "learning_rate": 5.757407149812213e-06,
      "loss": 0.96,
      "step": 3050
    },
    {
      "epoch": 0.4277368201418834,
      "grad_norm": 0.494140625,
      "learning_rate": 5.722631798581167e-06,
      "loss": 0.9964,
      "step": 3075
    },
    {
      "epoch": 0.4312143552649882,
      "grad_norm": 0.11279296875,
      "learning_rate": 5.687856447350119e-06,
      "loss": 0.9466,
      "step": 3100
    },
    {
      "epoch": 0.4346918903880929,
      "grad_norm": 0.1943359375,
      "learning_rate": 5.653081096119071e-06,
      "loss": 0.9676,
      "step": 3125
    },
    {
      "epoch": 0.43816942551119764,
      "grad_norm": 0.2470703125,
      "learning_rate": 5.618305744888024e-06,
      "loss": 0.9048,
      "step": 3150
    },
    {
      "epoch": 0.4416469606343024,
      "grad_norm": 0.1884765625,
      "learning_rate": 5.583530393656976e-06,
      "loss": 0.9142,
      "step": 3175
    },
    {
      "epoch": 0.44512449575740715,
      "grad_norm": 0.2255859375,
      "learning_rate": 5.548755042425928e-06,
      "loss": 0.9951,
      "step": 3200
    },
    {
      "epoch": 0.44860203088051187,
      "grad_norm": 0.1416015625,
      "learning_rate": 5.513979691194882e-06,
      "loss": 1.1234,
      "step": 3225
    },
    {
      "epoch": 0.45207956600361665,
      "grad_norm": 0.404296875,
      "learning_rate": 5.479204339963834e-06,
      "loss": 0.9482,
      "step": 3250
    },
    {
      "epoch": 0.4555571011267214,
      "grad_norm": 0.302734375,
      "learning_rate": 5.4444289887327865e-06,
      "loss": 1.1495,
      "step": 3275
    },
    {
      "epoch": 0.4590346362498261,
      "grad_norm": 0.2099609375,
      "learning_rate": 5.4096536375017395e-06,
      "loss": 0.9134,
      "step": 3300
    },
    {
      "epoch": 0.4625121713729309,
      "grad_norm": 0.193359375,
      "learning_rate": 5.374878286270692e-06,
      "loss": 0.9914,
      "step": 3325
    },
    {
      "epoch": 0.4659897064960356,
      "grad_norm": 0.1640625,
      "learning_rate": 5.340102935039644e-06,
      "loss": 0.933,
      "step": 3350
    },
    {
      "epoch": 0.46946724161914033,
      "grad_norm": 0.498046875,
      "learning_rate": 5.305327583808597e-06,
      "loss": 1.0268,
      "step": 3375
    },
    {
      "epoch": 0.4729447767422451,
      "grad_norm": 0.2353515625,
      "learning_rate": 5.270552232577549e-06,
      "loss": 0.9866,
      "step": 3400
    },
    {
      "epoch": 0.47642231186534983,
      "grad_norm": 0.294921875,
      "learning_rate": 5.235776881346502e-06,
      "loss": 0.9109,
      "step": 3425
    },
    {
      "epoch": 0.47989984698845456,
      "grad_norm": 0.11474609375,
      "learning_rate": 5.201001530115455e-06,
      "loss": 0.911,
      "step": 3450
    },
    {
      "epoch": 0.48337738211155934,
      "grad_norm": 0.30859375,
      "learning_rate": 5.166226178884407e-06,
      "loss": 1.2343,
      "step": 3475
    },
    {
      "epoch": 0.48685491723466406,
      "grad_norm": 0.15234375,
      "learning_rate": 5.131450827653359e-06,
      "loss": 1.028,
      "step": 3500
    },
    {
      "epoch": 0.4903324523577688,
      "grad_norm": 0.1533203125,
      "learning_rate": 5.096675476422312e-06,
      "loss": 0.9523,
      "step": 3525
    },
    {
      "epoch": 0.49380998748087357,
      "grad_norm": 0.1865234375,
      "learning_rate": 5.061900125191264e-06,
      "loss": 0.9315,
      "step": 3550
    },
    {
      "epoch": 0.4972875226039783,
      "grad_norm": 0.220703125,
      "learning_rate": 5.0271247739602165e-06,
      "loss": 0.9098,
      "step": 3575
    },
    {
      "epoch": 0.500765057727083,
      "grad_norm": 0.1513671875,
      "learning_rate": 4.99234942272917e-06,
      "loss": 0.9854,
      "step": 3600
    },
    {
      "epoch": 0.5042425928501878,
      "grad_norm": 0.1484375,
      "learning_rate": 4.9575740714981225e-06,
      "loss": 0.9635,
      "step": 3625
    },
    {
      "epoch": 0.5077201279732926,
      "grad_norm": 0.1923828125,
      "learning_rate": 4.9227987202670755e-06,
      "loss": 0.9722,
      "step": 3650
    },
    {
      "epoch": 0.5111976630963972,
      "grad_norm": 0.1787109375,
      "learning_rate": 4.888023369036028e-06,
      "loss": 0.9458,
      "step": 3675
    },
    {
      "epoch": 0.514675198219502,
      "grad_norm": 0.216796875,
      "learning_rate": 4.85324801780498e-06,
      "loss": 0.949,
      "step": 3700
    },
    {
      "epoch": 0.5181527333426068,
      "grad_norm": 0.1748046875,
      "learning_rate": 4.818472666573933e-06,
      "loss": 0.9858,
      "step": 3725
    },
    {
      "epoch": 0.5216302684657115,
      "grad_norm": 0.1513671875,
      "learning_rate": 4.783697315342886e-06,
      "loss": 0.9366,
      "step": 3750
    },
    {
      "epoch": 0.5251078035888163,
      "grad_norm": 0.2041015625,
      "learning_rate": 4.748921964111838e-06,
      "loss": 0.9136,
      "step": 3775
    },
    {
      "epoch": 0.528585338711921,
      "grad_norm": 0.255859375,
      "learning_rate": 4.71414661288079e-06,
      "loss": 0.8959,
      "step": 3800
    },
    {
      "epoch": 0.5320628738350257,
      "grad_norm": 0.2890625,
      "learning_rate": 4.679371261649743e-06,
      "loss": 1.0477,
      "step": 3825
    },
    {
      "epoch": 0.5355404089581305,
      "grad_norm": 1.203125,
      "learning_rate": 4.644595910418695e-06,
      "loss": 0.9659,
      "step": 3850
    },
    {
      "epoch": 0.5390179440812353,
      "grad_norm": 0.546875,
      "learning_rate": 4.609820559187648e-06,
      "loss": 0.9351,
      "step": 3875
    },
    {
      "epoch": 0.5424954792043399,
      "grad_norm": 0.466796875,
      "learning_rate": 4.575045207956601e-06,
      "loss": 0.9646,
      "step": 3900
    },
    {
      "epoch": 0.5459730143274447,
      "grad_norm": 0.173828125,
      "learning_rate": 4.5402698567255535e-06,
      "loss": 1.0591,
      "step": 3925
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 0.2353515625,
      "learning_rate": 4.505494505494506e-06,
      "loss": 0.9134,
      "step": 3950
    },
    {
      "epoch": 0.5529280845736542,
      "grad_norm": 0.181640625,
      "learning_rate": 4.470719154263458e-06,
      "loss": 0.9683,
      "step": 3975
    },
    {
      "epoch": 0.556405619696759,
      "grad_norm": 0.33203125,
      "learning_rate": 4.435943803032411e-06,
      "loss": 0.9613,
      "step": 4000
    },
    {
      "epoch": 0.5598831548198637,
      "grad_norm": 0.1611328125,
      "learning_rate": 4.401168451801364e-06,
      "loss": 0.9213,
      "step": 4025
    },
    {
      "epoch": 0.5633606899429684,
      "grad_norm": 2.296875,
      "learning_rate": 4.366393100570316e-06,
      "loss": 0.8767,
      "step": 4050
    },
    {
      "epoch": 0.5668382250660732,
      "grad_norm": 0.1650390625,
      "learning_rate": 4.331617749339269e-06,
      "loss": 0.9816,
      "step": 4075
    },
    {
      "epoch": 0.570315760189178,
      "grad_norm": 0.185546875,
      "learning_rate": 4.296842398108221e-06,
      "loss": 0.9544,
      "step": 4100
    },
    {
      "epoch": 0.5737932953122826,
      "grad_norm": 0.3203125,
      "learning_rate": 4.262067046877173e-06,
      "loss": 0.9496,
      "step": 4125
    },
    {
      "epoch": 0.5772708304353874,
      "grad_norm": 0.296875,
      "learning_rate": 4.227291695646126e-06,
      "loss": 0.9774,
      "step": 4150
    },
    {
      "epoch": 0.5807483655584922,
      "grad_norm": 0.1982421875,
      "learning_rate": 4.192516344415079e-06,
      "loss": 0.9412,
      "step": 4175
    },
    {
      "epoch": 0.5842259006815969,
      "grad_norm": 0.1552734375,
      "learning_rate": 4.157740993184031e-06,
      "loss": 0.9162,
      "step": 4200
    },
    {
      "epoch": 0.5877034358047016,
      "grad_norm": 0.296875,
      "learning_rate": 4.122965641952984e-06,
      "loss": 0.9275,
      "step": 4225
    },
    {
      "epoch": 0.5911809709278064,
      "grad_norm": 0.20703125,
      "learning_rate": 4.088190290721937e-06,
      "loss": 0.9903,
      "step": 4250
    },
    {
      "epoch": 0.5946585060509111,
      "grad_norm": 0.333984375,
      "learning_rate": 4.053414939490889e-06,
      "loss": 0.9672,
      "step": 4275
    },
    {
      "epoch": 0.5981360411740159,
      "grad_norm": 0.162109375,
      "learning_rate": 4.018639588259842e-06,
      "loss": 0.9424,
      "step": 4300
    },
    {
      "epoch": 0.6016135762971206,
      "grad_norm": 0.185546875,
      "learning_rate": 3.983864237028795e-06,
      "loss": 0.9942,
      "step": 4325
    },
    {
      "epoch": 0.6050911114202253,
      "grad_norm": 0.21484375,
      "learning_rate": 3.949088885797747e-06,
      "loss": 1.0713,
      "step": 4350
    },
    {
      "epoch": 0.6085686465433301,
      "grad_norm": 0.2099609375,
      "learning_rate": 3.914313534566699e-06,
      "loss": 0.9087,
      "step": 4375
    },
    {
      "epoch": 0.6120461816664349,
      "grad_norm": 0.11962890625,
      "learning_rate": 3.879538183335652e-06,
      "loss": 0.9249,
      "step": 4400
    },
    {
      "epoch": 0.6155237167895395,
      "grad_norm": 0.9453125,
      "learning_rate": 3.844762832104604e-06,
      "loss": 0.9453,
      "step": 4425
    },
    {
      "epoch": 0.6190012519126443,
      "grad_norm": 0.1865234375,
      "learning_rate": 3.809987480873557e-06,
      "loss": 0.9612,
      "step": 4450
    },
    {
      "epoch": 0.6224787870357491,
      "grad_norm": 0.25,
      "learning_rate": 3.7752121296425098e-06,
      "loss": 0.9749,
      "step": 4475
    },
    {
      "epoch": 0.6259563221588538,
      "grad_norm": 0.162109375,
      "learning_rate": 3.740436778411462e-06,
      "loss": 0.9151,
      "step": 4500
    },
    {
      "epoch": 0.6294338572819586,
      "grad_norm": 0.1435546875,
      "learning_rate": 3.705661427180415e-06,
      "loss": 0.9617,
      "step": 4525
    },
    {
      "epoch": 0.6329113924050633,
      "grad_norm": 0.2294921875,
      "learning_rate": 3.6708860759493675e-06,
      "loss": 1.1337,
      "step": 4550
    },
    {
      "epoch": 0.636388927528168,
      "grad_norm": 0.2275390625,
      "learning_rate": 3.6361107247183197e-06,
      "loss": 1.0141,
      "step": 4575
    },
    {
      "epoch": 0.6398664626512728,
      "grad_norm": 0.1376953125,
      "learning_rate": 3.6013353734872727e-06,
      "loss": 0.8826,
      "step": 4600
    },
    {
      "epoch": 0.6433439977743776,
      "grad_norm": 0.2021484375,
      "learning_rate": 3.5665600222562253e-06,
      "loss": 0.9162,
      "step": 4625
    },
    {
      "epoch": 0.6468215328974822,
      "grad_norm": 0.416015625,
      "learning_rate": 3.5317846710251774e-06,
      "loss": 1.1372,
      "step": 4650
    },
    {
      "epoch": 0.650299068020587,
      "grad_norm": 0.96875,
      "learning_rate": 3.49700931979413e-06,
      "loss": 0.952,
      "step": 4675
    },
    {
      "epoch": 0.6537766031436918,
      "grad_norm": 0.296875,
      "learning_rate": 3.462233968563083e-06,
      "loss": 0.9671,
      "step": 4700
    },
    {
      "epoch": 0.6572541382667965,
      "grad_norm": 0.92578125,
      "learning_rate": 3.427458617332035e-06,
      "loss": 1.055,
      "step": 4725
    },
    {
      "epoch": 0.6607316733899012,
      "grad_norm": 3.8125,
      "learning_rate": 3.3926832661009877e-06,
      "loss": 0.8707,
      "step": 4750
    },
    {
      "epoch": 0.664209208513006,
      "grad_norm": 0.341796875,
      "learning_rate": 3.3579079148699407e-06,
      "loss": 0.9243,
      "step": 4775
    },
    {
      "epoch": 0.6676867436361107,
      "grad_norm": 0.232421875,
      "learning_rate": 3.323132563638893e-06,
      "loss": 1.0359,
      "step": 4800
    },
    {
      "epoch": 0.6711642787592155,
      "grad_norm": 0.15234375,
      "learning_rate": 3.2883572124078455e-06,
      "loss": 0.9355,
      "step": 4825
    },
    {
      "epoch": 0.6746418138823203,
      "grad_norm": 0.318359375,
      "learning_rate": 3.2535818611767985e-06,
      "loss": 0.9119,
      "step": 4850
    },
    {
      "epoch": 0.6781193490054249,
      "grad_norm": 0.1845703125,
      "learning_rate": 3.2188065099457506e-06,
      "loss": 0.9348,
      "step": 4875
    },
    {
      "epoch": 0.6815968841285297,
      "grad_norm": 0.349609375,
      "learning_rate": 3.184031158714703e-06,
      "loss": 1.1575,
      "step": 4900
    },
    {
      "epoch": 0.6850744192516345,
      "grad_norm": 0.296875,
      "learning_rate": 3.149255807483656e-06,
      "loss": 1.0243,
      "step": 4925
    },
    {
      "epoch": 0.6885519543747392,
      "grad_norm": 0.322265625,
      "learning_rate": 3.1144804562526083e-06,
      "loss": 0.8819,
      "step": 4950
    },
    {
      "epoch": 0.6920294894978439,
      "grad_norm": 0.1767578125,
      "learning_rate": 3.079705105021561e-06,
      "loss": 0.931,
      "step": 4975
    },
    {
      "epoch": 0.6955070246209487,
      "grad_norm": 0.2451171875,
      "learning_rate": 3.0449297537905135e-06,
      "loss": 1.1218,
      "step": 5000
    },
    {
      "epoch": 0.6989845597440534,
      "grad_norm": 0.1865234375,
      "learning_rate": 3.010154402559466e-06,
      "loss": 0.9186,
      "step": 5025
    },
    {
      "epoch": 0.7024620948671582,
      "grad_norm": 0.40625,
      "learning_rate": 2.9753790513284187e-06,
      "loss": 1.0308,
      "step": 5050
    },
    {
      "epoch": 0.7059396299902629,
      "grad_norm": 2.265625,
      "learning_rate": 2.9406037000973712e-06,
      "loss": 1.0625,
      "step": 5075
    },
    {
      "epoch": 0.7094171651133676,
      "grad_norm": 0.2412109375,
      "learning_rate": 2.9058283488663234e-06,
      "loss": 0.916,
      "step": 5100
    },
    {
      "epoch": 0.7128947002364724,
      "grad_norm": 0.1796875,
      "learning_rate": 2.8710529976352764e-06,
      "loss": 1.076,
      "step": 5125
    },
    {
      "epoch": 0.7163722353595772,
      "grad_norm": 0.23828125,
      "learning_rate": 2.836277646404229e-06,
      "loss": 0.9293,
      "step": 5150
    },
    {
      "epoch": 0.7198497704826818,
      "grad_norm": 0.2060546875,
      "learning_rate": 2.801502295173181e-06,
      "loss": 0.9192,
      "step": 5175
    },
    {
      "epoch": 0.7233273056057866,
      "grad_norm": 5.21875,
      "learning_rate": 2.766726943942134e-06,
      "loss": 1.1218,
      "step": 5200
    },
    {
      "epoch": 0.7268048407288914,
      "grad_norm": 0.1806640625,
      "learning_rate": 2.7319515927110867e-06,
      "loss": 0.9646,
      "step": 5225
    },
    {
      "epoch": 0.7302823758519961,
      "grad_norm": 0.134765625,
      "learning_rate": 2.697176241480039e-06,
      "loss": 1.0199,
      "step": 5250
    },
    {
      "epoch": 0.7337599109751008,
      "grad_norm": 0.2578125,
      "learning_rate": 2.662400890248992e-06,
      "loss": 0.9171,
      "step": 5275
    },
    {
      "epoch": 0.7372374460982056,
      "grad_norm": 0.13671875,
      "learning_rate": 2.6276255390179444e-06,
      "loss": 0.9844,
      "step": 5300
    },
    {
      "epoch": 0.7407149812213103,
      "grad_norm": 0.203125,
      "learning_rate": 2.5928501877868966e-06,
      "loss": 0.9536,
      "step": 5325
    },
    {
      "epoch": 0.7441925163444151,
      "grad_norm": 0.26953125,
      "learning_rate": 2.5580748365558496e-06,
      "loss": 0.9099,
      "step": 5350
    },
    {
      "epoch": 0.7476700514675199,
      "grad_norm": 0.37890625,
      "learning_rate": 2.523299485324802e-06,
      "loss": 1.0949,
      "step": 5375
    },
    {
      "epoch": 0.7511475865906245,
      "grad_norm": 0.279296875,
      "learning_rate": 2.4885241340937548e-06,
      "loss": 0.9524,
      "step": 5400
    },
    {
      "epoch": 0.7546251217137293,
      "grad_norm": 0.2060546875,
      "learning_rate": 2.4537487828627073e-06,
      "loss": 1.0137,
      "step": 5425
    },
    {
      "epoch": 0.7581026568368341,
      "grad_norm": 0.498046875,
      "learning_rate": 2.4189734316316595e-06,
      "loss": 1.1407,
      "step": 5450
    },
    {
      "epoch": 0.7615801919599388,
      "grad_norm": 0.20703125,
      "learning_rate": 2.3841980804006125e-06,
      "loss": 0.9067,
      "step": 5475
    },
    {
      "epoch": 0.7650577270830435,
      "grad_norm": 0.26171875,
      "learning_rate": 2.3494227291695646e-06,
      "loss": 0.9254,
      "step": 5500
    },
    {
      "epoch": 0.7685352622061483,
      "grad_norm": 0.2158203125,
      "learning_rate": 2.3146473779385172e-06,
      "loss": 0.9871,
      "step": 5525
    },
    {
      "epoch": 0.772012797329253,
      "grad_norm": 0.32421875,
      "learning_rate": 2.2798720267074702e-06,
      "loss": 0.9586,
      "step": 5550
    },
    {
      "epoch": 0.7754903324523578,
      "grad_norm": 0.341796875,
      "learning_rate": 2.2450966754764224e-06,
      "loss": 0.9724,
      "step": 5575
    },
    {
      "epoch": 0.7789678675754625,
      "grad_norm": 0.28515625,
      "learning_rate": 2.210321324245375e-06,
      "loss": 0.9269,
      "step": 5600
    },
    {
      "epoch": 0.7824454026985672,
      "grad_norm": 0.150390625,
      "learning_rate": 2.1755459730143275e-06,
      "loss": 0.9433,
      "step": 5625
    },
    {
      "epoch": 0.785922937821672,
      "grad_norm": 0.345703125,
      "learning_rate": 2.14077062178328e-06,
      "loss": 0.867,
      "step": 5650
    },
    {
      "epoch": 0.7894004729447768,
      "grad_norm": 0.1591796875,
      "learning_rate": 2.1059952705522327e-06,
      "loss": 0.8577,
      "step": 5675
    },
    {
      "epoch": 0.7928780080678814,
      "grad_norm": 0.28125,
      "learning_rate": 2.0712199193211853e-06,
      "loss": 1.0268,
      "step": 5700
    },
    {
      "epoch": 0.7963555431909862,
      "grad_norm": 0.1494140625,
      "learning_rate": 2.036444568090138e-06,
      "loss": 1.0669,
      "step": 5725
    },
    {
      "epoch": 0.799833078314091,
      "grad_norm": 0.21484375,
      "learning_rate": 2.0016692168590904e-06,
      "loss": 0.9864,
      "step": 5750
    },
    {
      "epoch": 0.8033106134371957,
      "grad_norm": 0.234375,
      "learning_rate": 1.966893865628043e-06,
      "loss": 0.9397,
      "step": 5775
    },
    {
      "epoch": 0.8067881485603005,
      "grad_norm": 0.185546875,
      "learning_rate": 1.9321185143969956e-06,
      "loss": 0.8989,
      "step": 5800
    },
    {
      "epoch": 0.8102656836834052,
      "grad_norm": 0.193359375,
      "learning_rate": 1.8973431631659482e-06,
      "loss": 0.9185,
      "step": 5825
    },
    {
      "epoch": 0.8137432188065099,
      "grad_norm": 0.1533203125,
      "learning_rate": 1.8625678119349007e-06,
      "loss": 0.9832,
      "step": 5850
    },
    {
      "epoch": 0.8172207539296147,
      "grad_norm": 0.51953125,
      "learning_rate": 1.8277924607038533e-06,
      "loss": 0.9346,
      "step": 5875
    },
    {
      "epoch": 0.8206982890527195,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.7930171094728057e-06,
      "loss": 0.9447,
      "step": 5900
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 0.12890625,
      "learning_rate": 1.7582417582417585e-06,
      "loss": 1.0909,
      "step": 5925
    },
    {
      "epoch": 0.8276533592989289,
      "grad_norm": 0.5859375,
      "learning_rate": 1.723466407010711e-06,
      "loss": 0.9239,
      "step": 5950
    },
    {
      "epoch": 0.8311308944220337,
      "grad_norm": 0.1455078125,
      "learning_rate": 1.6886910557796634e-06,
      "loss": 1.0372,
      "step": 5975
    },
    {
      "epoch": 0.8346084295451384,
      "grad_norm": 0.1953125,
      "learning_rate": 1.653915704548616e-06,
      "loss": 0.9608,
      "step": 6000
    },
    {
      "epoch": 0.8380859646682431,
      "grad_norm": 0.27734375,
      "learning_rate": 1.6191403533175688e-06,
      "loss": 1.0171,
      "step": 6025
    },
    {
      "epoch": 0.8415634997913479,
      "grad_norm": 1.75,
      "learning_rate": 1.5843650020865212e-06,
      "loss": 0.9034,
      "step": 6050
    },
    {
      "epoch": 0.8450410349144526,
      "grad_norm": 0.458984375,
      "learning_rate": 1.5495896508554737e-06,
      "loss": 0.9747,
      "step": 6075
    },
    {
      "epoch": 0.8485185700375574,
      "grad_norm": 0.203125,
      "learning_rate": 1.5148142996244263e-06,
      "loss": 0.968,
      "step": 6100
    },
    {
      "epoch": 0.8519961051606622,
      "grad_norm": 0.23046875,
      "learning_rate": 1.4800389483933789e-06,
      "loss": 0.9446,
      "step": 6125
    },
    {
      "epoch": 0.8554736402837668,
      "grad_norm": 0.359375,
      "learning_rate": 1.4452635971623313e-06,
      "loss": 0.9708,
      "step": 6150
    },
    {
      "epoch": 0.8589511754068716,
      "grad_norm": 0.1455078125,
      "learning_rate": 1.410488245931284e-06,
      "loss": 0.9382,
      "step": 6175
    },
    {
      "epoch": 0.8624287105299764,
      "grad_norm": 0.197265625,
      "learning_rate": 1.3757128947002366e-06,
      "loss": 1.058,
      "step": 6200
    },
    {
      "epoch": 0.865906245653081,
      "grad_norm": 0.322265625,
      "learning_rate": 1.340937543469189e-06,
      "loss": 0.9862,
      "step": 6225
    },
    {
      "epoch": 0.8693837807761858,
      "grad_norm": 0.322265625,
      "learning_rate": 1.3061621922381418e-06,
      "loss": 0.9465,
      "step": 6250
    },
    {
      "epoch": 0.8728613158992906,
      "grad_norm": 0.1123046875,
      "learning_rate": 1.2713868410070944e-06,
      "loss": 0.9073,
      "step": 6275
    },
    {
      "epoch": 0.8763388510223953,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.236611489776047e-06,
      "loss": 0.8929,
      "step": 6300
    },
    {
      "epoch": 0.8798163861455001,
      "grad_norm": 0.421875,
      "learning_rate": 1.2018361385449993e-06,
      "loss": 0.9447,
      "step": 6325
    },
    {
      "epoch": 0.8832939212686048,
      "grad_norm": 0.1259765625,
      "learning_rate": 1.1670607873139519e-06,
      "loss": 0.9536,
      "step": 6350
    },
    {
      "epoch": 0.8867714563917095,
      "grad_norm": 0.1630859375,
      "learning_rate": 1.1322854360829045e-06,
      "loss": 0.9508,
      "step": 6375
    },
    {
      "epoch": 0.8902489915148143,
      "grad_norm": 0.1806640625,
      "learning_rate": 1.097510084851857e-06,
      "loss": 0.9177,
      "step": 6400
    },
    {
      "epoch": 0.8937265266379191,
      "grad_norm": 0.1669921875,
      "learning_rate": 1.0627347336208096e-06,
      "loss": 0.9255,
      "step": 6425
    },
    {
      "epoch": 0.8972040617610237,
      "grad_norm": 0.267578125,
      "learning_rate": 1.0279593823897622e-06,
      "loss": 0.9855,
      "step": 6450
    },
    {
      "epoch": 0.9006815968841285,
      "grad_norm": 2.03125,
      "learning_rate": 9.931840311587148e-07,
      "loss": 0.9591,
      "step": 6475
    },
    {
      "epoch": 0.9041591320072333,
      "grad_norm": 0.56640625,
      "learning_rate": 9.584086799276674e-07,
      "loss": 0.929,
      "step": 6500
    },
    {
      "epoch": 0.907636667130338,
      "grad_norm": 0.2236328125,
      "learning_rate": 9.236333286966199e-07,
      "loss": 0.9179,
      "step": 6525
    },
    {
      "epoch": 0.9111142022534428,
      "grad_norm": 0.6171875,
      "learning_rate": 8.888579774655724e-07,
      "loss": 0.9565,
      "step": 6550
    },
    {
      "epoch": 0.9145917373765475,
      "grad_norm": 0.2021484375,
      "learning_rate": 8.540826262345251e-07,
      "loss": 0.8986,
      "step": 6575
    },
    {
      "epoch": 0.9180692724996522,
      "grad_norm": 0.1806640625,
      "learning_rate": 8.193072750034777e-07,
      "loss": 0.9654,
      "step": 6600
    },
    {
      "epoch": 0.921546807622757,
      "grad_norm": 0.23046875,
      "learning_rate": 7.845319237724301e-07,
      "loss": 1.0365,
      "step": 6625
    },
    {
      "epoch": 0.9250243427458618,
      "grad_norm": 0.1875,
      "learning_rate": 7.497565725413827e-07,
      "loss": 0.9217,
      "step": 6650
    },
    {
      "epoch": 0.9285018778689664,
      "grad_norm": 0.2412109375,
      "learning_rate": 7.149812213103353e-07,
      "loss": 1.0513,
      "step": 6675
    },
    {
      "epoch": 0.9319794129920712,
      "grad_norm": 0.2470703125,
      "learning_rate": 6.802058700792878e-07,
      "loss": 0.9691,
      "step": 6700
    },
    {
      "epoch": 0.935456948115176,
      "grad_norm": 0.1796875,
      "learning_rate": 6.454305188482404e-07,
      "loss": 0.9488,
      "step": 6725
    },
    {
      "epoch": 0.9389344832382807,
      "grad_norm": 0.1708984375,
      "learning_rate": 6.106551676171929e-07,
      "loss": 0.9356,
      "step": 6750
    },
    {
      "epoch": 0.9424120183613854,
      "grad_norm": 0.236328125,
      "learning_rate": 5.758798163861455e-07,
      "loss": 0.9483,
      "step": 6775
    },
    {
      "epoch": 0.9458895534844902,
      "grad_norm": 0.11474609375,
      "learning_rate": 5.411044651550981e-07,
      "loss": 0.8652,
      "step": 6800
    },
    {
      "epoch": 0.9493670886075949,
      "grad_norm": 0.23828125,
      "learning_rate": 5.063291139240507e-07,
      "loss": 0.9684,
      "step": 6825
    },
    {
      "epoch": 0.9528446237306997,
      "grad_norm": 0.29296875,
      "learning_rate": 4.7155376269300323e-07,
      "loss": 0.961,
      "step": 6850
    },
    {
      "epoch": 0.9563221588538044,
      "grad_norm": 0.306640625,
      "learning_rate": 4.367784114619558e-07,
      "loss": 0.9501,
      "step": 6875
    },
    {
      "epoch": 0.9597996939769091,
      "grad_norm": 0.150390625,
      "learning_rate": 4.0200306023090834e-07,
      "loss": 0.9993,
      "step": 6900
    },
    {
      "epoch": 0.9632772291000139,
      "grad_norm": 0.1630859375,
      "learning_rate": 3.672277089998609e-07,
      "loss": 0.8676,
      "step": 6925
    },
    {
      "epoch": 0.9667547642231187,
      "grad_norm": 0.185546875,
      "learning_rate": 3.324523577688135e-07,
      "loss": 1.0496,
      "step": 6950
    },
    {
      "epoch": 0.9702322993462233,
      "grad_norm": 0.142578125,
      "learning_rate": 2.9767700653776607e-07,
      "loss": 0.9382,
      "step": 6975
    },
    {
      "epoch": 0.9737098344693281,
      "grad_norm": 0.1416015625,
      "learning_rate": 2.6290165530671865e-07,
      "loss": 0.9294,
      "step": 7000
    },
    {
      "epoch": 0.9771873695924329,
      "grad_norm": 0.1181640625,
      "learning_rate": 2.2812630407567118e-07,
      "loss": 1.0387,
      "step": 7025
    },
    {
      "epoch": 0.9806649047155376,
      "grad_norm": 0.26171875,
      "learning_rate": 1.9335095284462375e-07,
      "loss": 0.9241,
      "step": 7050
    },
    {
      "epoch": 0.9841424398386424,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.585756016135763e-07,
      "loss": 0.9952,
      "step": 7075
    },
    {
      "epoch": 0.9876199749617471,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.2380025038252888e-07,
      "loss": 0.9206,
      "step": 7100
    },
    {
      "epoch": 0.9910975100848518,
      "grad_norm": 0.1640625,
      "learning_rate": 8.902489915148144e-08,
      "loss": 0.9654,
      "step": 7125
    },
    {
      "epoch": 0.9945750452079566,
      "grad_norm": 0.2197265625,
      "learning_rate": 5.4249547920434e-08,
      "loss": 0.9303,
      "step": 7150
    },
    {
      "epoch": 0.9980525803310614,
      "grad_norm": 0.1220703125,
      "learning_rate": 1.9474196689386566e-08,
      "loss": 0.9058,
      "step": 7175
    }
  ],
  "logging_steps": 25,
  "max_steps": 7189,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.082170390057009e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}