{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9994739610731194,
  "eval_steps": 500,
  "global_step": 1425,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007013852358407856,
      "grad_norm": NaN,
      "learning_rate": 0.0,
      "loss": 0.9295,
      "step": 1
    },
    {
      "epoch": 0.0014027704716815712,
      "grad_norm": NaN,
      "learning_rate": 0.0,
      "loss": 1.432,
      "step": 2
    },
    {
      "epoch": 0.0021041557075223566,
      "grad_norm": NaN,
      "learning_rate": 0.0,
      "loss": 0.3822,
      "step": 3
    },
    {
      "epoch": 0.0028055409433631424,
      "grad_norm": NaN,
      "learning_rate": 0.0,
      "loss": 0.6542,
      "step": 4
    },
    {
      "epoch": 0.003506926179203928,
      "grad_norm": 29.30962562561035,
      "learning_rate": 1.7543859649122808e-07,
      "loss": 0.3371,
      "step": 5
    },
    {
      "epoch": 0.004208311415044713,
      "grad_norm": 34.5477294921875,
      "learning_rate": 3.5087719298245616e-07,
      "loss": 0.1946,
      "step": 6
    },
    {
      "epoch": 0.004909696650885499,
      "grad_norm": 55.77326965332031,
      "learning_rate": 5.263157894736843e-07,
      "loss": 0.5682,
      "step": 7
    },
    {
      "epoch": 0.005611081886726285,
      "grad_norm": 52.84772491455078,
      "learning_rate": 7.017543859649123e-07,
      "loss": 0.3959,
      "step": 8
    },
    {
      "epoch": 0.00631246712256707,
      "grad_norm": 44.6428337097168,
      "learning_rate": 8.771929824561404e-07,
      "loss": 0.2899,
      "step": 9
    },
    {
      "epoch": 0.007013852358407856,
      "grad_norm": 69.89168548583984,
      "learning_rate": 1.0526315789473685e-06,
      "loss": 0.6255,
      "step": 10
    },
    {
      "epoch": 0.007715237594248641,
      "grad_norm": NaN,
      "learning_rate": 1.0526315789473685e-06,
      "loss": 0.4706,
      "step": 11
    },
    {
      "epoch": 0.008416622830089426,
      "grad_norm": 65.1708755493164,
      "learning_rate": 1.2280701754385965e-06,
      "loss": 0.6875,
      "step": 12
    },
    {
      "epoch": 0.009118008065930211,
      "grad_norm": 62.44850158691406,
      "learning_rate": 1.4035087719298246e-06,
      "loss": 0.8691,
      "step": 13
    },
    {
      "epoch": 0.009819393301770998,
      "grad_norm": 50.52750778198242,
      "learning_rate": 1.5789473684210528e-06,
      "loss": 0.5682,
      "step": 14
    },
    {
      "epoch": 0.010520778537611783,
      "grad_norm": 38.50554656982422,
      "learning_rate": 1.7543859649122807e-06,
      "loss": 0.4118,
      "step": 15
    },
    {
      "epoch": 0.01122216377345257,
      "grad_norm": Infinity,
      "learning_rate": 1.7543859649122807e-06,
      "loss": 0.4622,
      "step": 16
    },
    {
      "epoch": 0.011923549009293355,
      "grad_norm": 41.367347717285156,
      "learning_rate": 1.929824561403509e-06,
      "loss": 0.2331,
      "step": 17
    },
    {
      "epoch": 0.01262493424513414,
      "grad_norm": 47.666603088378906,
      "learning_rate": 2.105263157894737e-06,
      "loss": 0.489,
      "step": 18
    },
    {
      "epoch": 0.013326319480974926,
      "grad_norm": NaN,
      "learning_rate": 2.105263157894737e-06,
      "loss": 6.2172,
      "step": 19
    },
    {
      "epoch": 0.014027704716815711,
      "grad_norm": 161.6815643310547,
      "learning_rate": 2.2807017543859652e-06,
      "loss": 1.9947,
      "step": 20
    },
    {
      "epoch": 0.014729089952656496,
      "grad_norm": 14.031229019165039,
      "learning_rate": 2.456140350877193e-06,
      "loss": 0.0529,
      "step": 21
    },
    {
      "epoch": 0.015430475188497283,
      "grad_norm": 51.389862060546875,
      "learning_rate": 2.631578947368421e-06,
      "loss": 0.3272,
      "step": 22
    },
    {
      "epoch": 0.016131860424338066,
      "grad_norm": 16.31728744506836,
      "learning_rate": 2.8070175438596493e-06,
      "loss": 0.0668,
      "step": 23
    },
    {
      "epoch": 0.016833245660178853,
      "grad_norm": 32.19120407104492,
      "learning_rate": 2.9824561403508774e-06,
      "loss": 0.1298,
      "step": 24
    },
    {
      "epoch": 0.01753463089601964,
      "grad_norm": 8.127516746520996,
      "learning_rate": 3.1578947368421056e-06,
      "loss": 0.0245,
      "step": 25
    },
    {
      "epoch": 0.018236016131860423,
      "grad_norm": 31.48802375793457,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.1808,
      "step": 26
    },
    {
      "epoch": 0.01893740136770121,
      "grad_norm": 174.7755584716797,
      "learning_rate": 3.5087719298245615e-06,
      "loss": 1.5976,
      "step": 27
    },
    {
      "epoch": 0.019638786603541996,
      "grad_norm": 173.22021484375,
      "learning_rate": 3.6842105263157892e-06,
      "loss": 2.0731,
      "step": 28
    },
    {
      "epoch": 0.020340171839382783,
      "grad_norm": 16.176433563232422,
      "learning_rate": 3.859649122807018e-06,
      "loss": 0.0533,
      "step": 29
    },
    {
      "epoch": 0.021041557075223566,
      "grad_norm": 25.456438064575195,
      "learning_rate": 4.035087719298246e-06,
      "loss": 0.2239,
      "step": 30
    },
    {
      "epoch": 0.021742942311064353,
      "grad_norm": 2.50178861618042,
      "learning_rate": 4.210526315789474e-06,
      "loss": 0.007,
      "step": 31
    },
    {
      "epoch": 0.02244432754690514,
      "grad_norm": 8.369728088378906,
      "learning_rate": 4.3859649122807014e-06,
      "loss": 0.0312,
      "step": 32
    },
    {
      "epoch": 0.023145712782745922,
      "grad_norm": 1.419299602508545,
      "learning_rate": 4.5614035087719304e-06,
      "loss": 0.0039,
      "step": 33
    },
    {
      "epoch": 0.02384709801858671,
      "grad_norm": 21.602149963378906,
      "learning_rate": 4.736842105263159e-06,
      "loss": 0.1907,
      "step": 34
    },
    {
      "epoch": 0.024548483254427496,
      "grad_norm": 96.2072525024414,
      "learning_rate": 4.912280701754386e-06,
      "loss": 0.4621,
      "step": 35
    },
    {
      "epoch": 0.02524986849026828,
      "grad_norm": 186.85726928710938,
      "learning_rate": 5.087719298245614e-06,
      "loss": 3.6381,
      "step": 36
    },
    {
      "epoch": 0.025951253726109066,
      "grad_norm": 222.0509033203125,
      "learning_rate": 5.263157894736842e-06,
      "loss": 2.1687,
      "step": 37
    },
    {
      "epoch": 0.026652638961949852,
      "grad_norm": 395.810791015625,
      "learning_rate": 5.43859649122807e-06,
      "loss": 4.1469,
      "step": 38
    },
    {
      "epoch": 0.027354024197790636,
      "grad_norm": 24.080060958862305,
      "learning_rate": 5.6140350877192985e-06,
      "loss": 0.0944,
      "step": 39
    },
    {
      "epoch": 0.028055409433631422,
      "grad_norm": 23.396860122680664,
      "learning_rate": 5.789473684210527e-06,
      "loss": 0.2287,
      "step": 40
    },
    {
      "epoch": 0.02875679466947221,
      "grad_norm": 26.664474487304688,
      "learning_rate": 5.964912280701755e-06,
      "loss": 0.2467,
      "step": 41
    },
    {
      "epoch": 0.029458179905312992,
      "grad_norm": 0.3562469482421875,
      "learning_rate": 6.140350877192982e-06,
      "loss": 0.0005,
      "step": 42
    },
    {
      "epoch": 0.03015956514115378,
      "grad_norm": Infinity,
      "learning_rate": 6.140350877192982e-06,
      "loss": 1.6967,
      "step": 43
    },
    {
      "epoch": 0.030860950376994566,
      "grad_norm": 0.1253829002380371,
      "learning_rate": 6.315789473684211e-06,
      "loss": 0.0003,
      "step": 44
    },
    {
      "epoch": 0.03156233561283535,
      "grad_norm": 18.994827270507812,
      "learning_rate": 6.4912280701754385e-06,
      "loss": 0.233,
      "step": 45
    },
    {
      "epoch": 0.03226372084867613,
      "grad_norm": 34.921852111816406,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.3528,
      "step": 46
    },
    {
      "epoch": 0.03296510608451692,
      "grad_norm": 202.69903564453125,
      "learning_rate": 6.842105263157896e-06,
      "loss": 2.7552,
      "step": 47
    },
    {
      "epoch": 0.033666491320357705,
      "grad_norm": 359.0797424316406,
      "learning_rate": 7.017543859649123e-06,
      "loss": 2.112,
      "step": 48
    },
    {
      "epoch": 0.03436787655619849,
      "grad_norm": 3.0262975692749023,
      "learning_rate": 7.192982456140351e-06,
      "loss": 0.0094,
      "step": 49
    },
    {
      "epoch": 0.03506926179203928,
      "grad_norm": 504.8307189941406,
      "learning_rate": 7.3684210526315784e-06,
      "loss": 6.4525,
      "step": 50
    },
    {
      "epoch": 0.03577064702788006,
      "grad_norm": 7.283820152282715,
      "learning_rate": 7.5438596491228074e-06,
      "loss": 0.0419,
      "step": 51
    },
    {
      "epoch": 0.036472032263720845,
      "grad_norm": 10.193113327026367,
      "learning_rate": 7.719298245614036e-06,
      "loss": 0.0805,
      "step": 52
    },
    {
      "epoch": 0.037173417499561635,
      "grad_norm": 21.247915267944336,
      "learning_rate": 7.894736842105263e-06,
      "loss": 0.1385,
      "step": 53
    },
    {
      "epoch": 0.03787480273540242,
      "grad_norm": 12.750287055969238,
      "learning_rate": 8.070175438596492e-06,
      "loss": 0.1786,
      "step": 54
    },
    {
      "epoch": 0.03857618797124321,
      "grad_norm": 186.3012237548828,
      "learning_rate": 8.245614035087721e-06,
      "loss": 2.5431,
      "step": 55
    },
    {
      "epoch": 0.03927757320708399,
      "grad_norm": 0.6861621141433716,
      "learning_rate": 8.421052631578948e-06,
      "loss": 0.0019,
      "step": 56
    },
    {
      "epoch": 0.039978958442924775,
      "grad_norm": 0.36288923025131226,
      "learning_rate": 8.596491228070176e-06,
      "loss": 0.0008,
      "step": 57
    },
    {
      "epoch": 0.040680343678765565,
      "grad_norm": 0.08618122339248657,
      "learning_rate": 8.771929824561403e-06,
      "loss": 0.0001,
      "step": 58
    },
    {
      "epoch": 0.04138172891460635,
      "grad_norm": 341.2626037597656,
      "learning_rate": 8.947368421052632e-06,
      "loss": 3.6742,
      "step": 59
    },
    {
      "epoch": 0.04208311415044713,
      "grad_norm": 5.118091583251953,
      "learning_rate": 9.122807017543861e-06,
      "loss": 0.0128,
      "step": 60
    },
    {
      "epoch": 0.04278449938628792,
      "grad_norm": 3.345242977142334,
      "learning_rate": 9.298245614035088e-06,
      "loss": 0.0095,
      "step": 61
    },
    {
      "epoch": 0.043485884622128705,
      "grad_norm": 319.7175598144531,
      "learning_rate": 9.473684210526317e-06,
      "loss": 4.3047,
      "step": 62
    },
    {
      "epoch": 0.04418726985796949,
      "grad_norm": 279.8736267089844,
      "learning_rate": 9.649122807017545e-06,
      "loss": 1.8524,
      "step": 63
    },
    {
      "epoch": 0.04488865509381028,
      "grad_norm": 187.50588989257812,
      "learning_rate": 9.824561403508772e-06,
      "loss": 2.2166,
      "step": 64
    },
    {
      "epoch": 0.04559004032965106,
      "grad_norm": 3.1667685508728027,
      "learning_rate": 1e-05,
      "loss": 0.0051,
      "step": 65
    },
    {
      "epoch": 0.046291425565491845,
      "grad_norm": 347.2233581542969,
      "learning_rate": 1.0175438596491228e-05,
      "loss": 6.7317,
      "step": 66
    },
    {
      "epoch": 0.046992810801332635,
      "grad_norm": 0.21984274685382843,
      "learning_rate": 1.0350877192982457e-05,
      "loss": 0.0006,
      "step": 67
    },
    {
      "epoch": 0.04769419603717342,
      "grad_norm": 657.2495727539062,
      "learning_rate": 1.0526315789473684e-05,
      "loss": 12.4963,
      "step": 68
    },
    {
      "epoch": 0.0483955812730142,
      "grad_norm": 180.615234375,
      "learning_rate": 1.0701754385964913e-05,
      "loss": 3.2259,
      "step": 69
    },
    {
      "epoch": 0.04909696650885499,
      "grad_norm": 0.4523675739765167,
      "learning_rate": 1.087719298245614e-05,
      "loss": 0.0011,
      "step": 70
    },
    {
      "epoch": 0.049798351744695775,
      "grad_norm": 241.3996124267578,
      "learning_rate": 1.1052631578947368e-05,
      "loss": 2.9636,
      "step": 71
    },
    {
      "epoch": 0.05049973698053656,
      "grad_norm": 0.21977363526821136,
      "learning_rate": 1.1228070175438597e-05,
      "loss": 0.0005,
      "step": 72
    },
    {
      "epoch": 0.05120112221637735,
      "grad_norm": 102.25936889648438,
      "learning_rate": 1.1403508771929824e-05,
      "loss": 0.4978,
      "step": 73
    },
    {
      "epoch": 0.05190250745221813,
      "grad_norm": 24.031539916992188,
      "learning_rate": 1.1578947368421053e-05,
      "loss": 0.119,
      "step": 74
    },
    {
      "epoch": 0.052603892688058915,
      "grad_norm": 187.41812133789062,
      "learning_rate": 1.1754385964912282e-05,
      "loss": 1.0223,
      "step": 75
    },
    {
      "epoch": 0.053305277923899705,
      "grad_norm": 45.128421783447266,
      "learning_rate": 1.192982456140351e-05,
      "loss": 0.4026,
      "step": 76
    },
    {
      "epoch": 0.05400666315974049,
      "grad_norm": 12.320211410522461,
      "learning_rate": 1.2105263157894737e-05,
      "loss": 0.1124,
      "step": 77
    },
    {
      "epoch": 0.05470804839558127,
      "grad_norm": 26.743837356567383,
      "learning_rate": 1.2280701754385964e-05,
      "loss": 0.1488,
      "step": 78
    },
    {
      "epoch": 0.05540943363142206,
      "grad_norm": 30.013471603393555,
      "learning_rate": 1.2456140350877193e-05,
      "loss": 0.3796,
      "step": 79
    },
    {
      "epoch": 0.056110818867262845,
      "grad_norm": 38.910221099853516,
      "learning_rate": 1.2631578947368422e-05,
      "loss": 0.7097,
      "step": 80
    },
    {
      "epoch": 0.05681220410310363,
      "grad_norm": 26.001049041748047,
      "learning_rate": 1.2807017543859651e-05,
      "loss": 0.1451,
      "step": 81
    },
    {
      "epoch": 0.05751358933894442,
      "grad_norm": 12.577742576599121,
      "learning_rate": 1.2982456140350877e-05,
      "loss": 0.0548,
      "step": 82
    },
    {
      "epoch": 0.0582149745747852,
      "grad_norm": 334.09478759765625,
      "learning_rate": 1.3157894736842106e-05,
      "loss": 8.8326,
      "step": 83
    },
    {
      "epoch": 0.058916359810625984,
      "grad_norm": 33.031837463378906,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.2555,
      "step": 84
    },
    {
      "epoch": 0.059617745046466775,
      "grad_norm": 47.51133346557617,
      "learning_rate": 1.3508771929824562e-05,
      "loss": 0.4288,
      "step": 85
    },
    {
      "epoch": 0.06031913028230756,
      "grad_norm": 41.160430908203125,
      "learning_rate": 1.3684210526315791e-05,
      "loss": 0.3075,
      "step": 86
    },
    {
      "epoch": 0.06102051551814834,
      "grad_norm": 9.073790550231934,
      "learning_rate": 1.3859649122807017e-05,
      "loss": 0.045,
      "step": 87
    },
    {
      "epoch": 0.06172190075398913,
      "grad_norm": 352.0498352050781,
      "learning_rate": 1.4035087719298246e-05,
      "loss": 1.3396,
      "step": 88
    },
    {
      "epoch": 0.062423285989829914,
      "grad_norm": 36.5557746887207,
      "learning_rate": 1.4210526315789475e-05,
      "loss": 0.1926,
      "step": 89
    },
    {
      "epoch": 0.0631246712256707,
      "grad_norm": 6.991324424743652,
      "learning_rate": 1.4385964912280702e-05,
      "loss": 0.0341,
      "step": 90
    },
    {
      "epoch": 0.06382605646151149,
      "grad_norm": 6.0483078956604,
      "learning_rate": 1.4561403508771931e-05,
      "loss": 0.0219,
      "step": 91
    },
    {
      "epoch": 0.06452744169735226,
      "grad_norm": 4.510119438171387,
      "learning_rate": 1.4736842105263157e-05,
      "loss": 0.0161,
      "step": 92
    },
    {
      "epoch": 0.06522882693319305,
      "grad_norm": 0.8209487199783325,
      "learning_rate": 1.4912280701754386e-05,
      "loss": 0.0022,
      "step": 93
    },
    {
      "epoch": 0.06593021216903384,
      "grad_norm": 0.0308829378336668,
      "learning_rate": 1.5087719298245615e-05,
      "loss": 0.0001,
      "step": 94
    },
    {
      "epoch": 0.06663159740487462,
      "grad_norm": 171.68765258789062,
      "learning_rate": 1.5263157894736842e-05,
      "loss": 4.8668,
      "step": 95
    },
    {
      "epoch": 0.06733298264071541,
      "grad_norm": 0.0008907412411645055,
      "learning_rate": 1.543859649122807e-05,
      "loss": 0.0,
      "step": 96
    },
    {
      "epoch": 0.0680343678765562,
      "grad_norm": 0.0062671443447470665,
      "learning_rate": 1.56140350877193e-05,
      "loss": 0.0,
      "step": 97
    },
    {
      "epoch": 0.06873575311239698,
      "grad_norm": 0.02987469919025898,
      "learning_rate": 1.5789473684210526e-05,
      "loss": 0.0001,
      "step": 98
    },
    {
      "epoch": 0.06943713834823777,
      "grad_norm": 0.00033108692150563,
      "learning_rate": 1.5964912280701755e-05,
      "loss": 0.0,
      "step": 99
    },
    {
      "epoch": 0.07013852358407856,
      "grad_norm": 0.21173974871635437,
      "learning_rate": 1.6140350877192984e-05,
      "loss": 0.0003,
      "step": 100
    },
    {
      "epoch": 0.07083990881991933,
      "grad_norm": 0.0003154289734084159,
      "learning_rate": 1.6315789473684213e-05,
      "loss": 0.0,
      "step": 101
    },
    {
      "epoch": 0.07154129405576012,
      "grad_norm": 0.0001488685520598665,
      "learning_rate": 1.6491228070175442e-05,
      "loss": 0.0,
      "step": 102
    },
    {
      "epoch": 0.07224267929160091,
      "grad_norm": 1.3430032595351804e-05,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.0,
      "step": 103
    },
    {
      "epoch": 0.07294406452744169,
      "grad_norm": 0.011110284365713596,
      "learning_rate": 1.6842105263157896e-05,
      "loss": 0.0,
      "step": 104
    },
    {
      "epoch": 0.07364544976328248,
      "grad_norm": 1.7930891772266477e-05,
      "learning_rate": 1.7017543859649125e-05,
      "loss": 0.0,
      "step": 105
    },
    {
      "epoch": 0.07434683499912327,
      "grad_norm": 5.653702146446449e-07,
      "learning_rate": 1.719298245614035e-05,
      "loss": 0.0,
      "step": 106
    },
    {
      "epoch": 0.07504822023496406,
      "grad_norm": 135.4245147705078,
      "learning_rate": 1.736842105263158e-05,
      "loss": 6.4792,
      "step": 107
    },
    {
      "epoch": 0.07574960547080484,
      "grad_norm": 153.99264526367188,
      "learning_rate": 1.7543859649122806e-05,
      "loss": 6.485,
      "step": 108
    },
    {
      "epoch": 0.07645099070664563,
      "grad_norm": 159.35337829589844,
      "learning_rate": 1.7719298245614035e-05,
      "loss": 2.4936,
      "step": 109
    },
    {
      "epoch": 0.07715237594248642,
      "grad_norm": 0.00017455461784265935,
      "learning_rate": 1.7894736842105264e-05,
      "loss": 0.0,
      "step": 110
    },
    {
      "epoch": 0.0778537611783272,
      "grad_norm": 146.1802978515625,
      "learning_rate": 1.8070175438596493e-05,
      "loss": 4.3088,
      "step": 111
    },
    {
      "epoch": 0.07855514641416798,
      "grad_norm": 0.022132212296128273,
      "learning_rate": 1.8245614035087722e-05,
      "loss": 0.0,
      "step": 112
    },
    {
      "epoch": 0.07925653165000877,
      "grad_norm": 160.43975830078125,
      "learning_rate": 1.8421052631578947e-05,
      "loss": 4.5829,
      "step": 113
    },
    {
      "epoch": 0.07995791688584955,
      "grad_norm": 164.45138549804688,
      "learning_rate": 1.8596491228070176e-05,
      "loss": 4.1681,
      "step": 114
    },
    {
      "epoch": 0.08065930212169034,
      "grad_norm": 0.02766432799398899,
      "learning_rate": 1.8771929824561405e-05,
      "loss": 0.0001,
      "step": 115
    },
    {
      "epoch": 0.08136068735753113,
      "grad_norm": 163.59400939941406,
      "learning_rate": 1.8947368421052634e-05,
      "loss": 3.0252,
      "step": 116
    },
    {
      "epoch": 0.08206207259337191,
      "grad_norm": 7.11077356338501,
      "learning_rate": 1.9122807017543863e-05,
      "loss": 0.0309,
      "step": 117
    },
    {
      "epoch": 0.0827634578292127,
      "grad_norm": 15.318146705627441,
      "learning_rate": 1.929824561403509e-05,
      "loss": 0.0856,
      "step": 118
    },
    {
      "epoch": 0.08346484306505349,
      "grad_norm": 9.1824951171875,
      "learning_rate": 1.9473684210526315e-05,
      "loss": 0.0416,
      "step": 119
    },
    {
      "epoch": 0.08416622830089426,
      "grad_norm": 22.720653533935547,
      "learning_rate": 1.9649122807017544e-05,
      "loss": 0.1365,
      "step": 120
    },
    {
      "epoch": 0.08486761353673505,
      "grad_norm": 26.200096130371094,
      "learning_rate": 1.9824561403508773e-05,
      "loss": 0.2579,
      "step": 121
    },
    {
      "epoch": 0.08556899877257584,
      "grad_norm": 15.874689102172852,
      "learning_rate": 2e-05,
      "loss": 0.0832,
      "step": 122
    },
    {
      "epoch": 0.08627038400841662,
      "grad_norm": 11.818103790283203,
      "learning_rate": 2.0175438596491227e-05,
      "loss": 0.0541,
      "step": 123
    },
    {
      "epoch": 0.08697176924425741,
      "grad_norm": 116.5608139038086,
      "learning_rate": 2.0350877192982456e-05,
      "loss": 0.9623,
      "step": 124
    },
    {
      "epoch": 0.0876731544800982,
      "grad_norm": 10.346467018127441,
      "learning_rate": 2.0526315789473685e-05,
      "loss": 0.0562,
      "step": 125
    },
    {
      "epoch": 0.08837453971593898,
      "grad_norm": 137.41136169433594,
      "learning_rate": 2.0701754385964914e-05,
      "loss": 1.1566,
      "step": 126
    },
    {
      "epoch": 0.08907592495177977,
      "grad_norm": 2.9712822437286377,
      "learning_rate": 2.0877192982456143e-05,
      "loss": 0.0104,
      "step": 127
    },
    {
      "epoch": 0.08977731018762056,
      "grad_norm": 18.723491668701172,
      "learning_rate": 2.105263157894737e-05,
      "loss": 0.0667,
      "step": 128
    },
    {
      "epoch": 0.09047869542346133,
      "grad_norm": 156.25631713867188,
      "learning_rate": 2.1228070175438598e-05,
      "loss": 2.4023,
      "step": 129
    },
    {
      "epoch": 0.09118008065930212,
      "grad_norm": 298.97552490234375,
      "learning_rate": 2.1403508771929827e-05,
      "loss": 6.4928,
      "step": 130
    },
    {
      "epoch": 0.09188146589514291,
      "grad_norm": 87.54296112060547,
      "learning_rate": 2.1578947368421053e-05,
      "loss": 0.5526,
      "step": 131
    },
    {
      "epoch": 0.09258285113098369,
      "grad_norm": 0.25955039262771606,
      "learning_rate": 2.175438596491228e-05,
      "loss": 0.0007,
      "step": 132
    },
    {
      "epoch": 0.09328423636682448,
      "grad_norm": 123.57398986816406,
      "learning_rate": 2.1929824561403507e-05,
      "loss": 1.0402,
      "step": 133
    },
    {
      "epoch": 0.09398562160266527,
      "grad_norm": 238.33229064941406,
      "learning_rate": 2.2105263157894736e-05,
      "loss": 2.4997,
      "step": 134
    },
    {
      "epoch": 0.09468700683850605,
      "grad_norm": 13.356133460998535,
      "learning_rate": 2.2280701754385965e-05,
      "loss": 0.0549,
      "step": 135
    },
    {
      "epoch": 0.09538839207434684,
      "grad_norm": 44.56560134887695,
      "learning_rate": 2.2456140350877194e-05,
      "loss": 0.4078,
      "step": 136
    },
    {
      "epoch": 0.09608977731018763,
      "grad_norm": 25.394866943359375,
      "learning_rate": 2.2631578947368423e-05,
      "loss": 0.1681,
      "step": 137
    },
    {
      "epoch": 0.0967911625460284,
      "grad_norm": 28.068824768066406,
      "learning_rate": 2.280701754385965e-05,
      "loss": 0.174,
      "step": 138
    },
    {
      "epoch": 0.0974925477818692,
      "grad_norm": 27.76630401611328,
      "learning_rate": 2.2982456140350878e-05,
      "loss": 0.1515,
      "step": 139
    },
    {
      "epoch": 0.09819393301770998,
      "grad_norm": 21.082311630249023,
      "learning_rate": 2.3157894736842107e-05,
      "loss": 0.1379,
      "step": 140
    },
    {
      "epoch": 0.09889531825355076,
      "grad_norm": 16.697647094726562,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 0.1066,
      "step": 141
    },
    {
      "epoch": 0.09959670348939155,
      "grad_norm": 127.46953582763672,
      "learning_rate": 2.3508771929824565e-05,
      "loss": 1.3053,
      "step": 142
    },
    {
      "epoch": 0.10029808872523234,
      "grad_norm": 6.2219648361206055,
      "learning_rate": 2.368421052631579e-05,
      "loss": 0.0323,
      "step": 143
    },
    {
      "epoch": 0.10099947396107312,
      "grad_norm": 0.1309046596288681,
      "learning_rate": 2.385964912280702e-05,
      "loss": 0.0004,
      "step": 144
    },
    {
      "epoch": 0.1017008591969139,
      "grad_norm": 149.50645446777344,
      "learning_rate": 2.4035087719298245e-05,
      "loss": 1.8353,
      "step": 145
    },
    {
      "epoch": 0.1024022444327547,
      "grad_norm": 159.4170684814453,
      "learning_rate": 2.4210526315789474e-05,
      "loss": 3.2714,
      "step": 146
    },
    {
      "epoch": 0.10310362966859547,
      "grad_norm": 0.038805797696113586,
      "learning_rate": 2.4385964912280703e-05,
      "loss": 0.0001,
      "step": 147
    },
    {
      "epoch": 0.10380501490443626,
      "grad_norm": 301.7401123046875,
      "learning_rate": 2.456140350877193e-05,
      "loss": 5.5114,
      "step": 148
    },
    {
      "epoch": 0.10450640014027705,
      "grad_norm": 160.01580810546875,
      "learning_rate": 2.4736842105263158e-05,
      "loss": 3.0398,
      "step": 149
    },
    {
      "epoch": 0.10520778537611783,
      "grad_norm": 1.0593466758728027,
      "learning_rate": 2.4912280701754387e-05,
      "loss": 0.0026,
      "step": 150
    },
    {
      "epoch": 0.10590917061195862,
      "grad_norm": 0.1588684320449829,
      "learning_rate": 2.5087719298245616e-05,
      "loss": 0.0004,
      "step": 151
    },
    {
      "epoch": 0.10661055584779941,
      "grad_norm": 0.12831349670886993,
      "learning_rate": 2.5263157894736845e-05,
      "loss": 0.0004,
      "step": 152
    },
    {
      "epoch": 0.10731194108364019,
      "grad_norm": 1.908389925956726,
      "learning_rate": 2.5438596491228074e-05,
      "loss": 0.0062,
      "step": 153
    },
    {
      "epoch": 0.10801332631948098,
      "grad_norm": 0.9305810928344727,
      "learning_rate": 2.5614035087719303e-05,
      "loss": 0.0029,
      "step": 154
    },
    {
      "epoch": 0.10871471155532177,
      "grad_norm": 149.55746459960938,
      "learning_rate": 2.578947368421053e-05,
      "loss": 2.1251,
      "step": 155
    },
    {
      "epoch": 0.10941609679116254,
      "grad_norm": 83.3541030883789,
      "learning_rate": 2.5964912280701754e-05,
      "loss": 0.4841,
      "step": 156
    },
    {
      "epoch": 0.11011748202700333,
      "grad_norm": 0.37118402123451233,
      "learning_rate": 2.6140350877192983e-05,
      "loss": 0.0009,
      "step": 157
    },
    {
      "epoch": 0.11081886726284412,
      "grad_norm": 212.9443359375,
      "learning_rate": 2.6315789473684212e-05,
      "loss": 1.6639,
      "step": 158
    },
    {
      "epoch": 0.1115202524986849,
      "grad_norm": 1.386982798576355,
      "learning_rate": 2.6491228070175438e-05,
      "loss": 0.0049,
      "step": 159
    },
    {
      "epoch": 0.11222163773452569,
      "grad_norm": 151.23684692382812,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 1.913,
      "step": 160
    },
    {
      "epoch": 0.11292302297036648,
      "grad_norm": 276.9901123046875,
      "learning_rate": 2.6842105263157896e-05,
      "loss": 5.0838,
      "step": 161
    },
    {
      "epoch": 0.11362440820620726,
      "grad_norm": 7.047855377197266,
      "learning_rate": 2.7017543859649125e-05,
      "loss": 0.0422,
      "step": 162
    },
    {
      "epoch": 0.11432579344204805,
      "grad_norm": 5.565479755401611,
      "learning_rate": 2.7192982456140354e-05,
      "loss": 0.0252,
      "step": 163
    },
    {
      "epoch": 0.11502717867788884,
      "grad_norm": 11.038246154785156,
      "learning_rate": 2.7368421052631583e-05,
      "loss": 0.064,
      "step": 164
    },
    {
      "epoch": 0.11572856391372961,
      "grad_norm": 1.4180843830108643,
      "learning_rate": 2.754385964912281e-05,
      "loss": 0.0048,
      "step": 165
    },
    {
      "epoch": 0.1164299491495704,
      "grad_norm": 131.0841064453125,
      "learning_rate": 2.7719298245614034e-05,
      "loss": 1.1797,
      "step": 166
    },
    {
      "epoch": 0.11713133438541119,
      "grad_norm": 286.4391784667969,
      "learning_rate": 2.7894736842105263e-05,
      "loss": 4.2848,
      "step": 167
    },
    {
      "epoch": 0.11783271962125197,
      "grad_norm": 0.354282945394516,
      "learning_rate": 2.8070175438596492e-05,
      "loss": 0.001,
      "step": 168
    },
    {
      "epoch": 0.11853410485709276,
      "grad_norm": 148.43812561035156,
      "learning_rate": 2.824561403508772e-05,
      "loss": 2.3637,
      "step": 169
    },
    {
      "epoch": 0.11923549009293355,
      "grad_norm": 3.4153621196746826,
      "learning_rate": 2.842105263157895e-05,
      "loss": 0.0121,
      "step": 170
    },
    {
      "epoch": 0.11993687532877433,
      "grad_norm": 6.812062740325928,
      "learning_rate": 2.8596491228070175e-05,
      "loss": 0.038,
      "step": 171
    },
    {
      "epoch": 0.12063826056461512,
      "grad_norm": 0.6381294131278992,
      "learning_rate": 2.8771929824561404e-05,
      "loss": 0.002,
      "step": 172
    },
    {
      "epoch": 0.1213396458004559,
      "grad_norm": 0.05846899002790451,
      "learning_rate": 2.8947368421052634e-05,
      "loss": 0.0002,
      "step": 173
    },
    {
      "epoch": 0.12204103103629668,
      "grad_norm": 140.1736297607422,
      "learning_rate": 2.9122807017543863e-05,
      "loss": 4.0868,
      "step": 174
    },
    {
      "epoch": 0.12274241627213747,
      "grad_norm": 1.7416075468063354,
      "learning_rate": 2.929824561403509e-05,
      "loss": 0.0057,
      "step": 175
    },
    {
      "epoch": 0.12344380150797826,
      "grad_norm": 0.35068169236183167,
      "learning_rate": 2.9473684210526314e-05,
      "loss": 0.0009,
      "step": 176
    },
    {
      "epoch": 0.12414518674381904,
      "grad_norm": 135.71665954589844,
      "learning_rate": 2.9649122807017543e-05,
      "loss": 2.1025,
      "step": 177
    },
    {
      "epoch": 0.12484657197965983,
      "grad_norm": 134.73190307617188,
      "learning_rate": 2.9824561403508772e-05,
      "loss": 1.8685,
      "step": 178
    },
    {
      "epoch": 0.1255479572155006,
      "grad_norm": 266.5934143066406,
      "learning_rate": 3e-05,
      "loss": 5.1122,
      "step": 179
    },
    {
      "epoch": 0.1262493424513414,
      "grad_norm": 383.29931640625,
      "learning_rate": 3.017543859649123e-05,
      "loss": 10.0944,
      "step": 180
    },
    {
      "epoch": 0.12695072768718219,
      "grad_norm": 3.7992992401123047,
      "learning_rate": 3.035087719298246e-05,
      "loss": 0.0161,
      "step": 181
    },
    {
      "epoch": 0.12765211292302298,
      "grad_norm": 206.0655975341797,
      "learning_rate": 3.0526315789473684e-05,
      "loss": 1.5303,
      "step": 182
    },
    {
      "epoch": 0.12835349815886377,
      "grad_norm": 13.431243896484375,
      "learning_rate": 3.0701754385964913e-05,
      "loss": 0.0912,
      "step": 183
    },
    {
      "epoch": 0.12905488339470453,
      "grad_norm": 16.69830894470215,
      "learning_rate": 3.087719298245614e-05,
      "loss": 0.0824,
      "step": 184
    },
    {
      "epoch": 0.12975626863054532,
      "grad_norm": 13.488637924194336,
      "learning_rate": 3.105263157894737e-05,
      "loss": 0.0746,
      "step": 185
    },
    {
      "epoch": 0.1304576538663861,
      "grad_norm": 10.065983772277832,
      "learning_rate": 3.12280701754386e-05,
      "loss": 0.0503,
      "step": 186
    },
    {
      "epoch": 0.1311590391022269,
      "grad_norm": 123.50023651123047,
      "learning_rate": 3.140350877192982e-05,
      "loss": 1.2874,
      "step": 187
    },
    {
      "epoch": 0.1318604243380677,
      "grad_norm": 1.7797540426254272,
      "learning_rate": 3.157894736842105e-05,
      "loss": 0.0067,
      "step": 188
    },
    {
      "epoch": 0.13256180957390848,
      "grad_norm": 0.33675551414489746,
      "learning_rate": 3.175438596491228e-05,
      "loss": 0.0011,
      "step": 189
    },
    {
      "epoch": 0.13326319480974924,
      "grad_norm": 118.4156723022461,
      "learning_rate": 3.192982456140351e-05,
      "loss": 1.2059,
      "step": 190
    },
    {
      "epoch": 0.13396458004559003,
      "grad_norm": 136.65228271484375,
      "learning_rate": 3.210526315789474e-05,
      "loss": 1.7856,
      "step": 191
    },
    {
      "epoch": 0.13466596528143082,
      "grad_norm": 145.7415313720703,
      "learning_rate": 3.228070175438597e-05,
      "loss": 2.8991,
      "step": 192
    },
    {
      "epoch": 0.1353673505172716,
      "grad_norm": 262.7060241699219,
      "learning_rate": 3.24561403508772e-05,
      "loss": 3.4817,
      "step": 193
    },
    {
      "epoch": 0.1360687357531124,
      "grad_norm": 0.25727707147598267,
      "learning_rate": 3.2631578947368426e-05,
      "loss": 0.0008,
      "step": 194
    },
    {
      "epoch": 0.1367701209889532,
      "grad_norm": 1.0702918767929077,
      "learning_rate": 3.2807017543859655e-05,
      "loss": 0.0037,
      "step": 195
    },
    {
      "epoch": 0.13747150622479395,
      "grad_norm": 1.5917607545852661,
      "learning_rate": 3.2982456140350884e-05,
      "loss": 0.0055,
      "step": 196
    },
    {
      "epoch": 0.13817289146063474,
      "grad_norm": 355.18511962890625,
      "learning_rate": 3.3157894736842106e-05,
      "loss": 11.4677,
      "step": 197
    },
    {
      "epoch": 0.13887427669647553,
      "grad_norm": 1.7947548627853394,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.0074,
      "step": 198
    },
    {
      "epoch": 0.13957566193231633,
      "grad_norm": 1.5046889781951904,
      "learning_rate": 3.3508771929824564e-05,
      "loss": 0.0058,
      "step": 199
    },
    {
      "epoch": 0.14027704716815712,
      "grad_norm": 0.2553917467594147,
      "learning_rate": 3.368421052631579e-05,
      "loss": 0.0008,
      "step": 200
    },
    {
      "epoch": 0.1409784324039979,
      "grad_norm": 0.773563027381897,
      "learning_rate": 3.385964912280702e-05,
      "loss": 0.0027,
      "step": 201
    },
    {
      "epoch": 0.14167981763983867,
      "grad_norm": 166.71820068359375,
      "learning_rate": 3.403508771929825e-05,
      "loss": 6.1496,
      "step": 202
    },
    {
      "epoch": 0.14238120287567946,
      "grad_norm": 0.017217637971043587,
      "learning_rate": 3.421052631578947e-05,
      "loss": 0.0001,
      "step": 203
    },
    {
      "epoch": 0.14308258811152025,
      "grad_norm": 0.0036761912051588297,
      "learning_rate": 3.43859649122807e-05,
      "loss": 0.0,
      "step": 204
    },
    {
      "epoch": 0.14378397334736104,
      "grad_norm": 0.000679672637488693,
      "learning_rate": 3.456140350877193e-05,
      "loss": 0.0,
      "step": 205
    },
    {
      "epoch": 0.14448535858320183,
      "grad_norm": 0.00011312704009469599,
      "learning_rate": 3.473684210526316e-05,
      "loss": 0.0,
      "step": 206
    },
    {
      "epoch": 0.14518674381904262,
      "grad_norm": 0.00012077714200131595,
      "learning_rate": 3.491228070175438e-05,
      "loss": 0.0,
      "step": 207
    },
    {
      "epoch": 0.14588812905488338,
      "grad_norm": 0.00012628763215616345,
      "learning_rate": 3.508771929824561e-05,
      "loss": 0.0,
      "step": 208
    },
    {
      "epoch": 0.14658951429072417,
      "grad_norm": 1.7496255168225616e-05,
      "learning_rate": 3.526315789473684e-05,
      "loss": 0.0,
      "step": 209
    },
    {
      "epoch": 0.14729089952656496,
      "grad_norm": 1.5739196896902286e-05,
      "learning_rate": 3.543859649122807e-05,
      "loss": 0.0,
      "step": 210
    },
    {
      "epoch": 0.14799228476240575,
      "grad_norm": 0.08704076707363129,
      "learning_rate": 3.56140350877193e-05,
      "loss": 0.0001,
      "step": 211
    },
    {
      "epoch": 0.14869366999824654,
      "grad_norm": 0.0016435593133792281,
      "learning_rate": 3.578947368421053e-05,
      "loss": 0.0,
      "step": 212
    },
    {
      "epoch": 0.14939505523408733,
      "grad_norm": 1.5830031633377075,
      "learning_rate": 3.5964912280701756e-05,
      "loss": 0.005,
      "step": 213
    },
    {
      "epoch": 0.15009644046992812,
      "grad_norm": 0.00016859408060554415,
      "learning_rate": 3.6140350877192985e-05,
      "loss": 0.0,
      "step": 214
    },
    {
      "epoch": 0.15079782570576888,
      "grad_norm": 1.2645250535570085e-06,
      "learning_rate": 3.6315789473684214e-05,
      "loss": 0.0,
      "step": 215
    },
    {
      "epoch": 0.15149921094160967,
      "grad_norm": 336.5249328613281,
      "learning_rate": 3.6491228070175443e-05,
      "loss": 4.1939,
      "step": 216
    },
    {
      "epoch": 0.15220059617745046,
      "grad_norm": 9.010884127746976e-07,
      "learning_rate": 3.6666666666666666e-05,
      "loss": 0.0,
      "step": 217
    },
    {
      "epoch": 0.15290198141329125,
      "grad_norm": 5.530741304937692e-07,
      "learning_rate": 3.6842105263157895e-05,
      "loss": 0.0,
      "step": 218
    },
    {
      "epoch": 0.15360336664913204,
      "grad_norm": 222.7361297607422,
      "learning_rate": 3.7017543859649124e-05,
      "loss": 0.7712,
      "step": 219
    },
    {
      "epoch": 0.15430475188497284,
      "grad_norm": 123.51704406738281,
      "learning_rate": 3.719298245614035e-05,
      "loss": 7.8703,
      "step": 220
    },
    {
      "epoch": 0.1550061371208136,
      "grad_norm": 119.08999633789062,
      "learning_rate": 3.736842105263158e-05,
      "loss": 6.6427,
      "step": 221
    },
    {
      "epoch": 0.1557075223566544,
      "grad_norm": 0.005513960495591164,
      "learning_rate": 3.754385964912281e-05,
      "loss": 0.0,
      "step": 222
    },
    {
      "epoch": 0.15640890759249518,
      "grad_norm": 0.021047895774245262,
      "learning_rate": 3.771929824561404e-05,
      "loss": 0.0,
      "step": 223
    },
    {
      "epoch": 0.15711029282833597,
      "grad_norm": 0.001549599110148847,
      "learning_rate": 3.789473684210527e-05,
      "loss": 0.0,
      "step": 224
    },
    {
      "epoch": 0.15781167806417676,
      "grad_norm": 0.008736948482692242,
      "learning_rate": 3.80701754385965e-05,
      "loss": 0.0,
      "step": 225
    },
    {
      "epoch": 0.15851306330001755,
      "grad_norm": 0.03641926124691963,
      "learning_rate": 3.824561403508773e-05,
      "loss": 0.0001,
      "step": 226
    },
    {
      "epoch": 0.1592144485358583,
      "grad_norm": 0.026789208874106407,
      "learning_rate": 3.842105263157895e-05,
      "loss": 0.0001,
      "step": 227
    },
    {
      "epoch": 0.1599158337716991,
      "grad_norm": 130.79087829589844,
      "learning_rate": 3.859649122807018e-05,
      "loss": 3.4204,
      "step": 228
    },
    {
      "epoch": 0.1606172190075399,
      "grad_norm": 404.3518981933594,
      "learning_rate": 3.877192982456141e-05,
      "loss": 5.6741,
      "step": 229
    },
    {
      "epoch": 0.16131860424338068,
      "grad_norm": 5.39788818359375,
      "learning_rate": 3.894736842105263e-05,
      "loss": 0.0251,
      "step": 230
    },
    {
      "epoch": 0.16201998947922147,
      "grad_norm": 18.25702667236328,
      "learning_rate": 3.912280701754386e-05,
      "loss": 0.1059,
      "step": 231
    },
    {
      "epoch": 0.16272137471506226,
      "grad_norm": 2.5649735927581787,
      "learning_rate": 3.929824561403509e-05,
      "loss": 0.0108,
      "step": 232
    },
    {
      "epoch": 0.16342275995090302,
      "grad_norm": 389.410400390625,
      "learning_rate": 3.9473684210526316e-05,
      "loss": 4.1361,
      "step": 233
    },
    {
      "epoch": 0.16412414518674381,
      "grad_norm": 97.98786926269531,
      "learning_rate": 3.9649122807017545e-05,
      "loss": 1.0207,
      "step": 234
    },
    {
      "epoch": 0.1648255304225846,
      "grad_norm": 446.8147277832031,
      "learning_rate": 3.9824561403508774e-05,
      "loss": 2.3678,
      "step": 235
    },
    {
      "epoch": 0.1655269156584254,
      "grad_norm": 88.88761901855469,
      "learning_rate": 4e-05,
      "loss": 0.814,
      "step": 236
    },
    {
      "epoch": 0.16622830089426618,
      "grad_norm": 217.3586883544922,
      "learning_rate": 4.017543859649123e-05,
      "loss": 9.7291,
      "step": 237
    },
    {
      "epoch": 0.16692968613010697,
      "grad_norm": 106.2865219116211,
      "learning_rate": 4.0350877192982455e-05,
      "loss": 1.1716,
      "step": 238
    },
    {
      "epoch": 0.16763107136594774,
      "grad_norm": 154.2283477783203,
      "learning_rate": 4.0526315789473684e-05,
      "loss": 0.6351,
      "step": 239
    },
    {
      "epoch": 0.16833245660178853,
      "grad_norm": 37.964447021484375,
      "learning_rate": 4.070175438596491e-05,
      "loss": 0.3484,
      "step": 240
    },
    {
      "epoch": 0.16903384183762932,
      "grad_norm": 24.696714401245117,
      "learning_rate": 4.087719298245614e-05,
      "loss": 0.2762,
      "step": 241
    },
    {
      "epoch": 0.1697352270734701,
      "grad_norm": 82.12918853759766,
      "learning_rate": 4.105263157894737e-05,
      "loss": 0.9978,
      "step": 242
    },
    {
      "epoch": 0.1704366123093109,
      "grad_norm": 41.84835433959961,
      "learning_rate": 4.12280701754386e-05,
      "loss": 0.4799,
      "step": 243
    },
    {
      "epoch": 0.1711379975451517,
      "grad_norm": 45.34370803833008,
      "learning_rate": 4.140350877192983e-05,
      "loss": 0.4255,
      "step": 244
    },
    {
      "epoch": 0.17183938278099245,
      "grad_norm": 41.85076904296875,
      "learning_rate": 4.157894736842106e-05,
      "loss": 0.616,
      "step": 245
    },
    {
      "epoch": 0.17254076801683324,
      "grad_norm": 31.718475341796875,
      "learning_rate": 4.1754385964912287e-05,
      "loss": 0.2034,
      "step": 246
    },
    {
      "epoch": 0.17324215325267403,
      "grad_norm": 149.61940002441406,
      "learning_rate": 4.1929824561403516e-05,
      "loss": 1.5976,
      "step": 247
    },
    {
      "epoch": 0.17394353848851482,
      "grad_norm": 127.43466186523438,
      "learning_rate": 4.210526315789474e-05,
      "loss": 1.4465,
      "step": 248
    },
    {
      "epoch": 0.1746449237243556,
      "grad_norm": 36.885379791259766,
      "learning_rate": 4.228070175438597e-05,
      "loss": 0.5706,
      "step": 249
    },
    {
      "epoch": 0.1753463089601964,
      "grad_norm": 343.46649169921875,
      "learning_rate": 4.2456140350877196e-05,
      "loss": 5.0778,
      "step": 250
    },
    {
      "epoch": 0.17604769419603716,
      "grad_norm": 23.604751586914062,
      "learning_rate": 4.2631578947368425e-05,
      "loss": 0.1635,
      "step": 251
    },
    {
      "epoch": 0.17674907943187795,
      "grad_norm": 37.630043029785156,
      "learning_rate": 4.2807017543859654e-05,
      "loss": 0.5644,
      "step": 252
    },
    {
      "epoch": 0.17745046466771874,
      "grad_norm": 41.07538986206055,
      "learning_rate": 4.298245614035088e-05,
      "loss": 0.5337,
      "step": 253
    },
    {
      "epoch": 0.17815184990355953,
      "grad_norm": 66.12769317626953,
      "learning_rate": 4.3157894736842105e-05,
      "loss": 0.8491,
      "step": 254
    },
    {
      "epoch": 0.17885323513940032,
      "grad_norm": 38.53345489501953,
      "learning_rate": 4.3333333333333334e-05,
      "loss": 0.4,
      "step": 255
    },
    {
      "epoch": 0.17955462037524111,
      "grad_norm": 37.57467269897461,
      "learning_rate": 4.350877192982456e-05,
      "loss": 0.6272,
      "step": 256
    },
    {
      "epoch": 0.18025600561108188,
      "grad_norm": 27.241796493530273,
      "learning_rate": 4.368421052631579e-05,
      "loss": 0.2307,
      "step": 257
    },
    {
      "epoch": 0.18095739084692267,
      "grad_norm": 24.353778839111328,
      "learning_rate": 4.3859649122807014e-05,
      "loss": 0.1238,
      "step": 258
    },
    {
      "epoch": 0.18165877608276346,
      "grad_norm": 5.489215850830078,
      "learning_rate": 4.403508771929824e-05,
      "loss": 0.031,
      "step": 259
    },
    {
      "epoch": 0.18236016131860425,
      "grad_norm": 16.305925369262695,
      "learning_rate": 4.421052631578947e-05,
      "loss": 0.0398,
      "step": 260
    },
    {
      "epoch": 0.18306154655444504,
      "grad_norm": 6.403785228729248,
      "learning_rate": 4.43859649122807e-05,
      "loss": 0.0304,
      "step": 261
    },
    {
      "epoch": 0.18376293179028583,
      "grad_norm": 4.471805572509766,
      "learning_rate": 4.456140350877193e-05,
      "loss": 0.0077,
      "step": 262
    },
    {
      "epoch": 0.1844643170261266,
      "grad_norm": 0.9698334336280823,
      "learning_rate": 4.473684210526316e-05,
      "loss": 0.0031,
      "step": 263
    },
    {
      "epoch": 0.18516570226196738,
      "grad_norm": 0.014244407415390015,
      "learning_rate": 4.491228070175439e-05,
      "loss": 0.0,
      "step": 264
    },
    {
      "epoch": 0.18586708749780817,
      "grad_norm": 121.71415710449219,
      "learning_rate": 4.508771929824562e-05,
      "loss": 4.2289,
      "step": 265
    },
    {
      "epoch": 0.18656847273364896,
      "grad_norm": 0.02348833531141281,
      "learning_rate": 4.5263157894736846e-05,
      "loss": 0.0001,
      "step": 266
    },
    {
      "epoch": 0.18726985796948975,
      "grad_norm": 0.0016702099237591028,
      "learning_rate": 4.5438596491228075e-05,
      "loss": 0.0,
      "step": 267
    },
    {
      "epoch": 0.18797124320533054,
      "grad_norm": 0.0027486609760671854,
      "learning_rate": 4.56140350877193e-05,
      "loss": 0.0,
      "step": 268
    },
    {
      "epoch": 0.1886726284411713,
      "grad_norm": 0.0012574723223224282,
      "learning_rate": 4.5789473684210527e-05,
      "loss": 0.0,
      "step": 269
    },
    {
      "epoch": 0.1893740136770121,
      "grad_norm": 0.002944325562566519,
      "learning_rate": 4.5964912280701756e-05,
      "loss": 0.0,
      "step": 270
    },
    {
      "epoch": 0.19007539891285288,
      "grad_norm": 0.0020754581782966852,
      "learning_rate": 4.6140350877192985e-05,
      "loss": 0.0,
      "step": 271
    },
    {
      "epoch": 0.19077678414869367,
      "grad_norm": 0.008111892268061638,
      "learning_rate": 4.6315789473684214e-05,
      "loss": 0.0,
      "step": 272
    },
    {
      "epoch": 0.19147816938453446,
      "grad_norm": 118.25870513916016,
      "learning_rate": 4.649122807017544e-05,
      "loss": 3.5798,
      "step": 273
    },
    {
      "epoch": 0.19217955462037525,
      "grad_norm": 118.91422271728516,
      "learning_rate": 4.666666666666667e-05,
      "loss": 2.0933,
      "step": 274
    },
    {
      "epoch": 0.19288093985621602,
      "grad_norm": 0.1281914860010147,
      "learning_rate": 4.68421052631579e-05,
      "loss": 0.0004,
      "step": 275
    },
    {
      "epoch": 0.1935823250920568,
      "grad_norm": 0.9166204929351807,
      "learning_rate": 4.701754385964913e-05,
      "loss": 0.0034,
      "step": 276
    },
    {
      "epoch": 0.1942837103278976,
      "grad_norm": 3.7037837505340576,
      "learning_rate": 4.719298245614036e-05,
      "loss": 0.0179,
      "step": 277
    },
    {
      "epoch": 0.1949850955637384,
      "grad_norm": 0.716585099697113,
      "learning_rate": 4.736842105263158e-05,
      "loss": 0.0028,
      "step": 278
    },
    {
      "epoch": 0.19568648079957918,
      "grad_norm": 119.46430969238281,
      "learning_rate": 4.754385964912281e-05,
      "loss": 1.7075,
      "step": 279
    },
    {
      "epoch": 0.19638786603541997,
      "grad_norm": 0.07794260233640671,
      "learning_rate": 4.771929824561404e-05,
      "loss": 0.0003,
      "step": 280
    },
    {
      "epoch": 0.19708925127126073,
      "grad_norm": 119.65841674804688,
      "learning_rate": 4.789473684210526e-05,
      "loss": 3.3725,
      "step": 281
    },
    {
      "epoch": 0.19779063650710152,
      "grad_norm": 0.06007947400212288,
      "learning_rate": 4.807017543859649e-05,
      "loss": 0.0002,
      "step": 282
    },
    {
      "epoch": 0.1984920217429423,
      "grad_norm": 0.33029523491859436,
      "learning_rate": 4.824561403508772e-05,
      "loss": 0.0013,
      "step": 283
    },
    {
      "epoch": 0.1991934069787831,
      "grad_norm": 0.19337859749794006,
      "learning_rate": 4.842105263157895e-05,
      "loss": 0.0007,
      "step": 284
    },
    {
      "epoch": 0.1998947922146239,
      "grad_norm": 0.4252503514289856,
      "learning_rate": 4.859649122807018e-05,
      "loss": 0.0017,
      "step": 285
    },
    {
      "epoch": 0.20059617745046468,
      "grad_norm": 0.07317744940519333,
      "learning_rate": 4.8771929824561406e-05,
      "loss": 0.0003,
      "step": 286
    },
    {
      "epoch": 0.20129756268630544,
      "grad_norm": 0.01806594245135784,
      "learning_rate": 4.8947368421052635e-05,
      "loss": 0.0001,
      "step": 287
    },
    {
      "epoch": 0.20199894792214623,
      "grad_norm": 106.39412689208984,
      "learning_rate": 4.912280701754386e-05,
      "loss": 3.9844,
      "step": 288
    },
    {
      "epoch": 0.20270033315798702,
      "grad_norm": 0.008989217691123486,
      "learning_rate": 4.9298245614035086e-05,
      "loss": 0.0,
      "step": 289
    },
    {
      "epoch": 0.2034017183938278,
      "grad_norm": 0.05597059056162834,
      "learning_rate": 4.9473684210526315e-05,
      "loss": 0.0002,
      "step": 290
    },
    {
      "epoch": 0.2041031036296686,
      "grad_norm": 113.05389404296875,
      "learning_rate": 4.9649122807017544e-05,
      "loss": 2.5036,
      "step": 291
    },
    {
      "epoch": 0.2048044888655094,
      "grad_norm": 0.39913010597229004,
      "learning_rate": 4.9824561403508773e-05,
      "loss": 0.0015,
      "step": 292
    },
    {
      "epoch": 0.20550587410135016,
      "grad_norm": 0.944106936454773,
      "learning_rate": 5e-05,
      "loss": 0.0038,
      "step": 293
    },
    {
      "epoch": 0.20620725933719095,
      "grad_norm": 108.76079559326172,
      "learning_rate": 4.9999995795715716e-05,
      "loss": 1.4773,
      "step": 294
    },
    {
      "epoch": 0.20690864457303174,
      "grad_norm": 1.2869099378585815,
      "learning_rate": 4.999998318286425e-05,
      "loss": 0.0054,
      "step": 295
    },
    {
      "epoch": 0.20761002980887253,
      "grad_norm": 0.7701173424720764,
      "learning_rate": 4.999996216144987e-05,
      "loss": 0.0029,
      "step": 296
    },
    {
      "epoch": 0.20831141504471332,
      "grad_norm": 104.06690216064453,
      "learning_rate": 4.9999932731479625e-05,
      "loss": 1.2931,
      "step": 297
    },
    {
      "epoch": 0.2090128002805541,
      "grad_norm": 234.58531188964844,
      "learning_rate": 4.999989489296344e-05,
      "loss": 4.5688,
      "step": 298
    },
    {
      "epoch": 0.20971418551639487,
      "grad_norm": 108.04949188232422,
      "learning_rate": 4.999984864591401e-05,
      "loss": 1.5544,
      "step": 299
    },
    {
      "epoch": 0.21041557075223566,
      "grad_norm": 1.8640260696411133,
      "learning_rate": 4.999979399034691e-05,
      "loss": 0.0078,
      "step": 300
    },
    {
      "epoch": 0.21111695598807645,
      "grad_norm": 3.089526414871216,
      "learning_rate": 4.999973092628052e-05,
      "loss": 0.0138,
      "step": 301
    },
    {
      "epoch": 0.21181834122391724,
      "grad_norm": 1.4183728694915771,
      "learning_rate": 4.999965945373605e-05,
      "loss": 0.006,
      "step": 302
    },
    {
      "epoch": 0.21251972645975803,
      "grad_norm": 0.9733534455299377,
      "learning_rate": 4.9999579572737533e-05,
      "loss": 0.0038,
      "step": 303
    },
    {
      "epoch": 0.21322111169559882,
      "grad_norm": 121.11236572265625,
      "learning_rate": 4.9999491283311836e-05,
      "loss": 2.2543,
      "step": 304
    },
    {
      "epoch": 0.21392249693143958,
      "grad_norm": 117.718017578125,
      "learning_rate": 4.999939458548868e-05,
      "loss": 2.5007,
      "step": 305
    },
    {
      "epoch": 0.21462388216728037,
      "grad_norm": 0.013796065002679825,
      "learning_rate": 4.9999289479300557e-05,
      "loss": 0.0,
      "step": 306
    },
    {
      "epoch": 0.21532526740312116,
      "grad_norm": 116.46581268310547,
      "learning_rate": 4.999917596478283e-05,
      "loss": 2.6005,
      "step": 307
    },
    {
      "epoch": 0.21602665263896195,
      "grad_norm": 0.3713426887989044,
      "learning_rate": 4.999905404197368e-05,
      "loss": 0.0014,
      "step": 308
    },
    {
      "epoch": 0.21672803787480274,
      "grad_norm": 0.44403278827667236,
      "learning_rate": 4.999892371091411e-05,
      "loss": 0.0017,
      "step": 309
    },
    {
      "epoch": 0.21742942311064353,
      "grad_norm": 139.35816955566406,
      "learning_rate": 4.999878497164797e-05,
      "loss": 11.1347,
      "step": 310
    },
    {
      "epoch": 0.2181308083464843,
      "grad_norm": 0.20512554049491882,
      "learning_rate": 4.999863782422191e-05,
      "loss": 0.0007,
      "step": 311
    },
    {
      "epoch": 0.21883219358232509,
      "grad_norm": 88.1954345703125,
      "learning_rate": 4.9998482268685434e-05,
      "loss": 0.843,
      "step": 312
    },
    {
      "epoch": 0.21953357881816588,
      "grad_norm": 93.83118438720703,
      "learning_rate": 4.999831830509084e-05,
      "loss": 1.0804,
      "step": 313
    },
    {
      "epoch": 0.22023496405400667,
      "grad_norm": 5.042333602905273,
      "learning_rate": 4.99981459334933e-05,
      "loss": 0.0256,
      "step": 314
    },
    {
      "epoch": 0.22093634928984746,
      "grad_norm": 7.477559566497803,
      "learning_rate": 4.9997965153950775e-05,
      "loss": 0.0402,
      "step": 315
    },
    {
      "epoch": 0.22163773452568825,
      "grad_norm": 156.78961181640625,
      "learning_rate": 4.999777596652408e-05,
      "loss": 6.0824,
      "step": 316
    },
    {
      "epoch": 0.222339119761529,
      "grad_norm": 9.518619537353516,
      "learning_rate": 4.999757837127683e-05,
      "loss": 0.0577,
      "step": 317
    },
    {
      "epoch": 0.2230405049973698,
      "grad_norm": 2.860729455947876,
      "learning_rate": 4.9997372368275506e-05,
      "loss": 0.0135,
      "step": 318
    },
    {
      "epoch": 0.2237418902332106,
      "grad_norm": 1.1225600242614746,
      "learning_rate": 4.999715795758938e-05,
      "loss": 0.0049,
      "step": 319
    },
    {
      "epoch": 0.22444327546905138,
      "grad_norm": 0.12374955415725708,
      "learning_rate": 4.9996935139290575e-05,
      "loss": 0.0004,
      "step": 320
    },
    {
      "epoch": 0.22514466070489217,
      "grad_norm": 112.18521881103516,
      "learning_rate": 4.999670391345403e-05,
      "loss": 3.4372,
      "step": 321
    },
    {
      "epoch": 0.22584604594073296,
      "grad_norm": 0.0004930093418806791,
      "learning_rate": 4.999646428015752e-05,
      "loss": 0.0,
      "step": 322
    },
    {
      "epoch": 0.22654743117657372,
      "grad_norm": 0.00027333476464264095,
      "learning_rate": 4.9996216239481643e-05,
      "loss": 0.0,
      "step": 323
    },
    {
      "epoch": 0.2272488164124145,
      "grad_norm": 0.0001735862751957029,
      "learning_rate": 4.999595979150982e-05,
      "loss": 0.0,
      "step": 324
    },
    {
      "epoch": 0.2279502016482553,
      "grad_norm": 2.878743180190213e-05,
      "learning_rate": 4.9995694936328316e-05,
      "loss": 0.0,
      "step": 325
    },
    {
      "epoch": 0.2286515868840961,
      "grad_norm": 109.58158111572266,
      "learning_rate": 4.99954216740262e-05,
      "loss": 4.991,
      "step": 326
    },
    {
      "epoch": 0.22935297211993688,
      "grad_norm": 113.2159194946289,
      "learning_rate": 4.9995140004695396e-05,
      "loss": 4.7235,
      "step": 327
    },
    {
      "epoch": 0.23005435735577767,
      "grad_norm": 0.00015405479643959552,
      "learning_rate": 4.999484992843063e-05,
      "loss": 0.0,
      "step": 328
    },
    {
      "epoch": 0.23075574259161843,
      "grad_norm": 0.011504331603646278,
      "learning_rate": 4.999455144532947e-05,
      "loss": 0.0,
      "step": 329
    },
    {
      "epoch": 0.23145712782745922,
      "grad_norm": 0.001587590086273849,
      "learning_rate": 4.9994244555492315e-05,
      "loss": 0.0,
      "step": 330
    },
    {
      "epoch": 0.23215851306330001,
      "grad_norm": 0.0038678112905472517,
      "learning_rate": 4.999392925902238e-05,
      "loss": 0.0,
      "step": 331
    },
    {
      "epoch": 0.2328598982991408,
      "grad_norm": 0.044445931911468506,
      "learning_rate": 4.999360555602571e-05,
      "loss": 0.0001,
      "step": 332
    },
    {
      "epoch": 0.2335612835349816,
      "grad_norm": 108.20228576660156,
      "learning_rate": 4.999327344661118e-05,
      "loss": 2.0004,
      "step": 333
    },
    {
      "epoch": 0.23426266877082239,
      "grad_norm": 0.17047792673110962,
      "learning_rate": 4.9992932930890505e-05,
      "loss": 0.0005,
      "step": 334
    },
    {
      "epoch": 0.23496405400666315,
      "grad_norm": 0.39230290055274963,
      "learning_rate": 4.999258400897819e-05,
      "loss": 0.0016,
      "step": 335
    },
    {
      "epoch": 0.23566543924250394,
      "grad_norm": 191.8765106201172,
      "learning_rate": 4.999222668099163e-05,
      "loss": 2.4042,
      "step": 336
    },
    {
      "epoch": 0.23636682447834473,
      "grad_norm": 87.04983520507812,
      "learning_rate": 4.999186094705097e-05,
      "loss": 0.9342,
      "step": 337
    },
    {
      "epoch": 0.23706820971418552,
      "grad_norm": 14.748551368713379,
      "learning_rate": 4.999148680727925e-05,
      "loss": 0.1165,
      "step": 338
    },
    {
      "epoch": 0.2377695949500263,
      "grad_norm": 16.103792190551758,
      "learning_rate": 4.999110426180229e-05,
      "loss": 0.11,
      "step": 339
    },
    {
      "epoch": 0.2384709801858671,
      "grad_norm": 4.507053375244141,
      "learning_rate": 4.999071331074877e-05,
      "loss": 0.1421,
      "step": 340
    },
    {
      "epoch": 0.23917236542170786,
      "grad_norm": 8.822351455688477,
      "learning_rate": 4.999031395425018e-05,
      "loss": 0.2372,
      "step": 341
    },
    {
      "epoch": 0.23987375065754865,
      "grad_norm": 19.92313575744629,
      "learning_rate": 4.998990619244084e-05,
      "loss": 0.1537,
      "step": 342
    },
    {
      "epoch": 0.24057513589338944,
      "grad_norm": 12.00966739654541,
      "learning_rate": 4.998949002545789e-05,
      "loss": 0.0872,
      "step": 343
    },
    {
      "epoch": 0.24127652112923023,
      "grad_norm": 4.180269718170166,
      "learning_rate": 4.998906545344132e-05,
      "loss": 0.0218,
      "step": 344
    },
    {
      "epoch": 0.24197790636507102,
      "grad_norm": 0.596821129322052,
      "learning_rate": 4.998863247653392e-05,
      "loss": 0.0025,
      "step": 345
    },
    {
      "epoch": 0.2426792916009118,
      "grad_norm": 0.4522903263568878,
      "learning_rate": 4.998819109488132e-05,
      "loss": 0.0013,
      "step": 346
    },
    {
      "epoch": 0.24338067683675257,
      "grad_norm": 0.0007598726078867912,
      "learning_rate": 4.998774130863199e-05,
      "loss": 0.0,
      "step": 347
    },
    {
      "epoch": 0.24408206207259336,
      "grad_norm": 8.103512664092705e-05,
      "learning_rate": 4.998728311793719e-05,
      "loss": 0.0,
      "step": 348
    },
    {
      "epoch": 0.24478344730843415,
      "grad_norm": 105.80138397216797,
      "learning_rate": 4.998681652295104e-05,
      "loss": 4.8223,
      "step": 349
    },
    {
      "epoch": 0.24548483254427494,
      "grad_norm": 127.92369079589844,
      "learning_rate": 4.998634152383047e-05,
      "loss": 7.0698,
      "step": 350
    },
    {
      "epoch": 0.24618621778011573,
      "grad_norm": 2.636051704030251e-06,
      "learning_rate": 4.998585812073525e-05,
      "loss": 0.0,
      "step": 351
    },
    {
      "epoch": 0.24688760301595652,
      "grad_norm": 2.710710077735712e-06,
      "learning_rate": 4.9985366313827975e-05,
      "loss": 0.0,
      "step": 352
    },
    {
      "epoch": 0.2475889882517973,
      "grad_norm": 103.96717834472656,
      "learning_rate": 4.998486610327405e-05,
      "loss": 6.485,
      "step": 353
    },
    {
      "epoch": 0.24829037348763808,
      "grad_norm": 103.35551452636719,
      "learning_rate": 4.9984357489241715e-05,
      "loss": 5.7037,
      "step": 354
    },
    {
      "epoch": 0.24899175872347887,
      "grad_norm": 100.56452178955078,
      "learning_rate": 4.998384047190204e-05,
      "loss": 4.1908,
      "step": 355
    },
    {
      "epoch": 0.24969314395931966,
      "grad_norm": 200.88751220703125,
      "learning_rate": 4.998331505142893e-05,
      "loss": 4.8984,
      "step": 356
    },
    {
      "epoch": 0.2503945291951604,
      "grad_norm": 77.69247436523438,
      "learning_rate": 4.99827812279991e-05,
      "loss": 0.9449,
      "step": 357
    },
    {
      "epoch": 0.2510959144310012,
      "grad_norm": 26.622453689575195,
      "learning_rate": 4.9982239001792095e-05,
      "loss": 0.3613,
      "step": 358
    },
    {
      "epoch": 0.251797299666842,
      "grad_norm": 26.442935943603516,
      "learning_rate": 4.9981688372990284e-05,
      "loss": 0.5424,
      "step": 359
    },
    {
      "epoch": 0.2524986849026828,
      "grad_norm": 39.277618408203125,
      "learning_rate": 4.9981129341778886e-05,
      "loss": 0.9456,
      "step": 360
    },
    {
      "epoch": 0.2532000701385236,
      "grad_norm": 43.96021270751953,
      "learning_rate": 4.9980561908345916e-05,
      "loss": 0.6765,
      "step": 361
    },
    {
      "epoch": 0.25390145537436437,
      "grad_norm": 14.254291534423828,
      "learning_rate": 4.997998607288222e-05,
      "loss": 0.1276,
      "step": 362
    },
    {
      "epoch": 0.25460284061020516,
      "grad_norm": 0.6544491052627563,
      "learning_rate": 4.9979401835581476e-05,
      "loss": 0.0032,
      "step": 363
    },
    {
      "epoch": 0.25530422584604595,
      "grad_norm": 0.011080354452133179,
      "learning_rate": 4.99788091966402e-05,
      "loss": 0.0,
      "step": 364
    },
    {
      "epoch": 0.25600561108188674,
      "grad_norm": 284.8055114746094,
      "learning_rate": 4.997820815625771e-05,
      "loss": 7.6058,
      "step": 365
    },
    {
      "epoch": 0.25670699631772753,
      "grad_norm": 89.02140045166016,
      "learning_rate": 4.997759871463618e-05,
      "loss": 5.079,
      "step": 366
    },
    {
      "epoch": 0.2574083815535683,
      "grad_norm": 4.7222201828844845e-05,
      "learning_rate": 4.997698087198056e-05,
      "loss": 0.0,
      "step": 367
    },
    {
      "epoch": 0.25810976678940906,
      "grad_norm": 85.66144561767578,
      "learning_rate": 4.997635462849869e-05,
      "loss": 4.8183,
      "step": 368
    },
    {
      "epoch": 0.25881115202524985,
      "grad_norm": 0.0015366720035672188,
      "learning_rate": 4.997571998440118e-05,
      "loss": 0.0,
      "step": 369
    },
    {
      "epoch": 0.25951253726109064,
      "grad_norm": 100.14698028564453,
      "learning_rate": 4.99750769399015e-05,
      "loss": 2.2663,
      "step": 370
    },
    {
      "epoch": 0.2602139224969314,
      "grad_norm": 0.4829590618610382,
      "learning_rate": 4.997442549521592e-05,
      "loss": 0.0021,
      "step": 371
    },
    {
      "epoch": 0.2609153077327722,
      "grad_norm": 70.44209289550781,
      "learning_rate": 4.9973765650563564e-05,
      "loss": 0.7532,
      "step": 372
    },
    {
      "epoch": 0.261616692968613,
      "grad_norm": 272.1163024902344,
      "learning_rate": 4.9973097406166355e-05,
      "loss": 3.9935,
      "step": 373
    },
    {
      "epoch": 0.2623180782044538,
      "grad_norm": 25.12706184387207,
      "learning_rate": 4.997242076224906e-05,
      "loss": 0.3738,
      "step": 374
    },
    {
      "epoch": 0.2630194634402946,
      "grad_norm": 35.15785598754883,
      "learning_rate": 4.997173571903926e-05,
      "loss": 0.6808,
      "step": 375
    },
    {
      "epoch": 0.2637208486761354,
      "grad_norm": 27.46406364440918,
      "learning_rate": 4.9971042276767366e-05,
      "loss": 0.2568,
      "step": 376
    },
    {
      "epoch": 0.26442223391197617,
      "grad_norm": 6.682714462280273,
      "learning_rate": 4.997034043566661e-05,
      "loss": 0.0374,
      "step": 377
    },
    {
      "epoch": 0.26512361914781696,
      "grad_norm": 0.057287223637104034,
      "learning_rate": 4.9969630195973045e-05,
      "loss": 0.0001,
      "step": 378
    },
    {
      "epoch": 0.26582500438365775,
      "grad_norm": 0.006871811114251614,
      "learning_rate": 4.9968911557925564e-05,
      "loss": 0.0,
      "step": 379
    },
    {
      "epoch": 0.2665263896194985,
      "grad_norm": 0.0037054684944450855,
      "learning_rate": 4.996818452176587e-05,
      "loss": 0.0,
      "step": 380
    },
    {
      "epoch": 0.2672277748553393,
      "grad_norm": 123.15022277832031,
      "learning_rate": 4.9967449087738505e-05,
      "loss": 5.8346,
      "step": 381
    },
    {
      "epoch": 0.26792916009118006,
      "grad_norm": 121.81306457519531,
      "learning_rate": 4.996670525609082e-05,
      "loss": 4.3778,
      "step": 382
    },
    {
      "epoch": 0.26863054532702085,
      "grad_norm": 0.00026572938077151775,
      "learning_rate": 4.9965953027072996e-05,
      "loss": 0.0,
      "step": 383
    },
    {
      "epoch": 0.26933193056286164,
      "grad_norm": 198.09776306152344,
      "learning_rate": 4.996519240093806e-05,
      "loss": 5.2574,
      "step": 384
    },
    {
      "epoch": 0.27003331579870243,
      "grad_norm": 130.21214294433594,
      "learning_rate": 4.996442337794181e-05,
      "loss": 3.217,
      "step": 385
    },
    {
      "epoch": 0.2707347010345432,
      "grad_norm": 133.94178771972656,
      "learning_rate": 4.996364595834291e-05,
      "loss": 1.3412,
      "step": 386
    },
    {
      "epoch": 0.271436086270384,
      "grad_norm": 12.223856925964355,
      "learning_rate": 4.9962860142402853e-05,
      "loss": 0.0924,
      "step": 387
    },
    {
      "epoch": 0.2721374715062248,
      "grad_norm": 21.94683074951172,
      "learning_rate": 4.9962065930385934e-05,
      "loss": 0.1824,
      "step": 388
    },
    {
      "epoch": 0.2728388567420656,
      "grad_norm": 46.802406311035156,
      "learning_rate": 4.996126332255929e-05,
      "loss": 0.3585,
      "step": 389
    },
    {
      "epoch": 0.2735402419779064,
      "grad_norm": 7.21342134475708,
      "learning_rate": 4.9960452319192866e-05,
      "loss": 0.1045,
      "step": 390
    },
    {
      "epoch": 0.2742416272137472,
      "grad_norm": 33.5169677734375,
      "learning_rate": 4.995963292055943e-05,
      "loss": 0.248,
      "step": 391
    },
    {
      "epoch": 0.2749430124495879,
      "grad_norm": 16.911136627197266,
      "learning_rate": 4.995880512693458e-05,
      "loss": 0.0876,
      "step": 392
    },
    {
      "epoch": 0.2756443976854287,
      "grad_norm": 206.7276153564453,
      "learning_rate": 4.995796893859675e-05,
      "loss": 1.6484,
      "step": 393
    },
    {
      "epoch": 0.2763457829212695,
      "grad_norm": 94.29922485351562,
      "learning_rate": 4.9957124355827186e-05,
      "loss": 0.8745,
      "step": 394
    },
    {
      "epoch": 0.2770471681571103,
      "grad_norm": 156.6600799560547,
      "learning_rate": 4.9956271378909945e-05,
      "loss": 0.9049,
      "step": 395
    },
    {
      "epoch": 0.27774855339295107,
      "grad_norm": 6.1268744468688965,
      "learning_rate": 4.995541000813193e-05,
      "loss": 0.0343,
      "step": 396
    },
    {
      "epoch": 0.27844993862879186,
      "grad_norm": 1.731136679649353,
      "learning_rate": 4.995454024378285e-05,
      "loss": 0.0075,
      "step": 397
    },
    {
      "epoch": 0.27915132386463265,
      "grad_norm": 144.5174560546875,
      "learning_rate": 4.995366208615526e-05,
      "loss": 2.6072,
      "step": 398
    },
    {
      "epoch": 0.27985270910047344,
      "grad_norm": 0.19711287319660187,
      "learning_rate": 4.9952775535544494e-05,
      "loss": 0.0007,
      "step": 399
    },
    {
      "epoch": 0.28055409433631423,
      "grad_norm": 0.13065628707408905,
      "learning_rate": 4.9951880592248754e-05,
      "loss": 0.0004,
      "step": 400
    },
    {
      "epoch": 0.281255479572155,
      "grad_norm": 125.28437042236328,
      "learning_rate": 4.995097725656905e-05,
      "loss": 1.8792,
      "step": 401
    },
    {
      "epoch": 0.2819568648079958,
      "grad_norm": 111.38099670410156,
      "learning_rate": 4.9950065528809214e-05,
      "loss": 2.548,
      "step": 402
    },
    {
      "epoch": 0.2826582500438366,
      "grad_norm": 1.2473199367523193,
      "learning_rate": 4.994914540927589e-05,
      "loss": 0.0042,
      "step": 403
    },
    {
      "epoch": 0.28335963527967734,
      "grad_norm": 0.7474699020385742,
      "learning_rate": 4.994821689827856e-05,
      "loss": 0.0026,
      "step": 404
    },
    {
      "epoch": 0.2840610205155181,
      "grad_norm": 0.14196322858333588,
      "learning_rate": 4.99472799961295e-05,
      "loss": 0.0005,
      "step": 405
    },
    {
      "epoch": 0.2847624057513589,
      "grad_norm": 0.6420115828514099,
      "learning_rate": 4.994633470314387e-05,
      "loss": 0.0026,
      "step": 406
    },
    {
      "epoch": 0.2854637909871997,
      "grad_norm": 213.8779296875,
      "learning_rate": 4.994538101963958e-05,
      "loss": 2.1989,
      "step": 407
    },
    {
      "epoch": 0.2861651762230405,
      "grad_norm": 108.08120727539062,
      "learning_rate": 4.994441894593741e-05,
      "loss": 3.9965,
      "step": 408
    },
    {
      "epoch": 0.2868665614588813,
      "grad_norm": 0.40015965700149536,
      "learning_rate": 4.994344848236094e-05,
      "loss": 0.0016,
      "step": 409
    },
    {
      "epoch": 0.2875679466947221,
      "grad_norm": 125.80431365966797,
      "learning_rate": 4.9942469629236585e-05,
      "loss": 2.3139,
      "step": 410
    },
    {
      "epoch": 0.28826933193056287,
      "grad_norm": 101.27831268310547,
      "learning_rate": 4.994148238689357e-05,
      "loss": 2.1065,
      "step": 411
    },
    {
      "epoch": 0.28897071716640366,
      "grad_norm": 3.526338577270508,
      "learning_rate": 4.9940486755663946e-05,
      "loss": 0.015,
      "step": 412
    },
    {
      "epoch": 0.28967210240224445,
      "grad_norm": 2.501554489135742,
      "learning_rate": 4.993948273588259e-05,
      "loss": 0.0123,
      "step": 413
    },
    {
      "epoch": 0.29037348763808524,
      "grad_norm": 75.39434814453125,
      "learning_rate": 4.993847032788719e-05,
      "loss": 0.7107,
      "step": 414
    },
    {
      "epoch": 0.291074872873926,
      "grad_norm": 3.751978635787964,
      "learning_rate": 4.993744953201827e-05,
      "loss": 0.0183,
      "step": 415
    },
    {
      "epoch": 0.29177625810976676,
      "grad_norm": 5.31666374206543,
      "learning_rate": 4.9936420348619164e-05,
      "loss": 0.0385,
      "step": 416
    },
    {
      "epoch": 0.29247764334560755,
      "grad_norm": 104.77239227294922,
      "learning_rate": 4.9935382778036036e-05,
      "loss": 1.7353,
      "step": 417
    },
    {
      "epoch": 0.29317902858144834,
      "grad_norm": 92.44829559326172,
      "learning_rate": 4.993433682061786e-05,
      "loss": 1.1895,
      "step": 418
    },
    {
      "epoch": 0.29388041381728913,
      "grad_norm": 89.00714874267578,
      "learning_rate": 4.993328247671643e-05,
      "loss": 1.2323,
      "step": 419
    },
    {
      "epoch": 0.2945817990531299,
      "grad_norm": 172.867431640625,
      "learning_rate": 4.993221974668637e-05,
      "loss": 1.7303,
      "step": 420
    },
    {
      "epoch": 0.2952831842889707,
      "grad_norm": 19.69775390625,
      "learning_rate": 4.9931148630885127e-05,
      "loss": 0.1678,
      "step": 421
    },
    {
      "epoch": 0.2959845695248115,
      "grad_norm": 22.828763961791992,
      "learning_rate": 4.9930069129672965e-05,
      "loss": 0.3184,
      "step": 422
    },
    {
      "epoch": 0.2966859547606523,
      "grad_norm": 19.460153579711914,
      "learning_rate": 4.992898124341296e-05,
      "loss": 0.2748,
      "step": 423
    },
    {
      "epoch": 0.2973873399964931,
      "grad_norm": 2.9695911407470703,
      "learning_rate": 4.9927884972471015e-05,
      "loss": 0.1925,
      "step": 424
    },
    {
      "epoch": 0.2980887252323339,
      "grad_norm": 12.33647346496582,
      "learning_rate": 4.9926780317215854e-05,
      "loss": 0.1908,
      "step": 425
    },
    {
      "epoch": 0.29879011046817466,
      "grad_norm": 2.8421826362609863,
      "learning_rate": 4.992566727801902e-05,
      "loss": 0.101,
      "step": 426
    },
    {
      "epoch": 0.29949149570401545,
      "grad_norm": 171.8658447265625,
      "learning_rate": 4.9924545855254875e-05,
      "loss": 3.9311,
      "step": 427
    },
    {
      "epoch": 0.30019288093985624,
      "grad_norm": 83.66468048095703,
      "learning_rate": 4.992341604930061e-05,
      "loss": 1.6806,
      "step": 428
    },
    {
      "epoch": 0.300894266175697,
      "grad_norm": 0.7609736323356628,
      "learning_rate": 4.9922277860536216e-05,
      "loss": 0.0041,
      "step": 429
    },
    {
      "epoch": 0.30159565141153777,
      "grad_norm": 4.077641487121582,
      "learning_rate": 4.9921131289344514e-05,
      "loss": 0.0418,
      "step": 430
    },
    {
      "epoch": 0.30229703664737856,
      "grad_norm": 3.2341866493225098,
      "learning_rate": 4.9919976336111155e-05,
      "loss": 0.0293,
      "step": 431
    },
    {
      "epoch": 0.30299842188321935,
      "grad_norm": 148.74095153808594,
      "learning_rate": 4.991881300122458e-05,
      "loss": 3.3951,
      "step": 432
    },
    {
      "epoch": 0.30369980711906014,
      "grad_norm": 77.130126953125,
      "learning_rate": 4.99176412850761e-05,
      "loss": 2.9407,
      "step": 433
    },
    {
      "epoch": 0.30440119235490093,
      "grad_norm": 162.98777770996094,
      "learning_rate": 4.991646118805978e-05,
      "loss": 4.3504,
      "step": 434
    },
    {
      "epoch": 0.3051025775907417,
      "grad_norm": 84.4205551147461,
      "learning_rate": 4.991527271057256e-05,
      "loss": 1.7142,
      "step": 435
    },
    {
      "epoch": 0.3058039628265825,
      "grad_norm": 0.8636782765388489,
      "learning_rate": 4.991407585301416e-05,
      "loss": 0.0053,
      "step": 436
    },
    {
      "epoch": 0.3065053480624233,
      "grad_norm": 1.0418014526367188,
      "learning_rate": 4.9912870615787144e-05,
      "loss": 0.0059,
      "step": 437
    },
    {
      "epoch": 0.3072067332982641,
      "grad_norm": 0.7050487399101257,
      "learning_rate": 4.991165699929688e-05,
      "loss": 0.0041,
      "step": 438
    },
    {
      "epoch": 0.3079081185341049,
      "grad_norm": 0.3087022304534912,
      "learning_rate": 4.991043500395157e-05,
      "loss": 0.0017,
      "step": 439
    },
    {
      "epoch": 0.30860950376994567,
      "grad_norm": 0.09886661171913147,
      "learning_rate": 4.990920463016221e-05,
      "loss": 0.0005,
      "step": 440
    },
    {
      "epoch": 0.3093108890057864,
      "grad_norm": 0.03563763573765755,
      "learning_rate": 4.9907965878342634e-05,
      "loss": 0.0002,
      "step": 441
    },
    {
      "epoch": 0.3100122742416272,
      "grad_norm": 79.55757141113281,
      "learning_rate": 4.990671874890948e-05,
      "loss": 2.966,
      "step": 442
    },
    {
      "epoch": 0.310713659477468,
      "grad_norm": 0.6562897562980652,
      "learning_rate": 4.990546324228222e-05,
      "loss": 0.0022,
      "step": 443
    },
    {
      "epoch": 0.3114150447133088,
      "grad_norm": 74.84564208984375,
      "learning_rate": 4.990419935888313e-05,
      "loss": 3.0154,
      "step": 444
    },
    {
      "epoch": 0.31211642994914957,
      "grad_norm": 0.03038967400789261,
      "learning_rate": 4.9902927099137305e-05,
      "loss": 0.0002,
      "step": 445
    },
    {
      "epoch": 0.31281781518499036,
      "grad_norm": 0.023526914417743683,
      "learning_rate": 4.9901646463472674e-05,
      "loss": 0.0001,
      "step": 446
    },
    {
      "epoch": 0.31351920042083115,
      "grad_norm": 0.08529358357191086,
      "learning_rate": 4.990035745231995e-05,
      "loss": 0.0005,
      "step": 447
    },
    {
      "epoch": 0.31422058565667194,
      "grad_norm": 0.11940905451774597,
      "learning_rate": 4.989906006611269e-05,
      "loss": 0.0007,
      "step": 448
    },
    {
      "epoch": 0.3149219708925127,
      "grad_norm": 99.68978118896484,
      "learning_rate": 4.989775430528727e-05,
      "loss": 1.6958,
      "step": 449
    },
    {
      "epoch": 0.3156233561283535,
      "grad_norm": 0.3344658315181732,
      "learning_rate": 4.9896440170282864e-05,
      "loss": 0.002,
      "step": 450
    },
    {
      "epoch": 0.3163247413641943,
      "grad_norm": 0.7184603810310364,
      "learning_rate": 4.9895117661541476e-05,
      "loss": 0.0043,
      "step": 451
    },
    {
      "epoch": 0.3170261266000351,
      "grad_norm": 0.5113491415977478,
      "learning_rate": 4.989378677950791e-05,
      "loss": 0.0031,
      "step": 452
    },
    {
      "epoch": 0.31772751183587583,
      "grad_norm": 0.49223193526268005,
      "learning_rate": 4.989244752462982e-05,
      "loss": 0.0029,
      "step": 453
    },
    {
      "epoch": 0.3184288970717166,
      "grad_norm": 64.00535583496094,
      "learning_rate": 4.989109989735763e-05,
      "loss": 1.2629,
      "step": 454
    },
    {
      "epoch": 0.3191302823075574,
      "grad_norm": 0.18930155038833618,
      "learning_rate": 4.988974389814463e-05,
      "loss": 0.0011,
      "step": 455
    },
    {
      "epoch": 0.3198316675433982,
      "grad_norm": 0.3088482916355133,
      "learning_rate": 4.9888379527446885e-05,
      "loss": 0.0018,
      "step": 456
    },
    {
      "epoch": 0.320533052779239,
      "grad_norm": 71.42636108398438,
      "learning_rate": 4.988700678572329e-05,
      "loss": 1.9691,
      "step": 457
    },
    {
      "epoch": 0.3212344380150798,
      "grad_norm": 0.20487411320209503,
      "learning_rate": 4.988562567343557e-05,
      "loss": 0.0012,
      "step": 458
    },
    {
      "epoch": 0.32193582325092057,
      "grad_norm": 73.37615203857422,
      "learning_rate": 4.988423619104823e-05,
      "loss": 1.8636,
      "step": 459
    },
    {
      "epoch": 0.32263720848676136,
      "grad_norm": 66.4114761352539,
      "learning_rate": 4.988283833902863e-05,
      "loss": 1.3073,
      "step": 460
    },
    {
      "epoch": 0.32333859372260215,
      "grad_norm": 4.2518744468688965,
      "learning_rate": 4.988143211784693e-05,
      "loss": 0.0318,
      "step": 461
    },
    {
      "epoch": 0.32403997895844294,
      "grad_norm": 4.782449245452881,
      "learning_rate": 4.9880017527976083e-05,
      "loss": 0.0384,
      "step": 462
    },
    {
      "epoch": 0.32474136419428373,
      "grad_norm": 22.517131805419922,
      "learning_rate": 4.9878594569891896e-05,
      "loss": 0.2973,
      "step": 463
    },
    {
      "epoch": 0.3254427494301245,
      "grad_norm": 5.63627290725708,
      "learning_rate": 4.987716324407296e-05,
      "loss": 0.0496,
      "step": 464
    },
    {
      "epoch": 0.32614413466596526,
      "grad_norm": 6.364257335662842,
      "learning_rate": 4.9875723551000696e-05,
      "loss": 0.0578,
      "step": 465
    },
    {
      "epoch": 0.32684551990180605,
      "grad_norm": 147.82330322265625,
      "learning_rate": 4.987427549115933e-05,
      "loss": 1.8188,
      "step": 466
    },
    {
      "epoch": 0.32754690513764684,
      "grad_norm": 3.7355575561523438,
      "learning_rate": 4.987281906503591e-05,
      "loss": 0.0274,
      "step": 467
    },
    {
      "epoch": 0.32824829037348763,
      "grad_norm": 0.6107962131500244,
      "learning_rate": 4.987135427312029e-05,
      "loss": 0.0038,
      "step": 468
    },
    {
      "epoch": 0.3289496756093284,
      "grad_norm": 61.26199722290039,
      "learning_rate": 4.9869881115905146e-05,
      "loss": 0.8915,
      "step": 469
    },
    {
      "epoch": 0.3296510608451692,
      "grad_norm": 0.3030995726585388,
      "learning_rate": 4.986839959388596e-05,
      "loss": 0.0018,
      "step": 470
    },
    {
      "epoch": 0.33035244608101,
      "grad_norm": 0.12271957844495773,
      "learning_rate": 4.986690970756104e-05,
      "loss": 0.0007,
      "step": 471
    },
    {
      "epoch": 0.3310538313168508,
      "grad_norm": 71.7486801147461,
      "learning_rate": 4.9865411457431485e-05,
      "loss": 1.8673,
      "step": 472
    },
    {
      "epoch": 0.3317552165526916,
      "grad_norm": 69.17851257324219,
      "learning_rate": 4.986390484400124e-05,
      "loss": 1.6587,
      "step": 473
    },
    {
      "epoch": 0.33245660178853237,
      "grad_norm": 0.18208004534244537,
      "learning_rate": 4.9862389867777023e-05,
      "loss": 0.001,
      "step": 474
    },
    {
      "epoch": 0.33315798702437316,
      "grad_norm": 122.65370178222656,
      "learning_rate": 4.986086652926839e-05,
      "loss": 0.9068,
      "step": 475
    },
    {
      "epoch": 0.33385937226021395,
      "grad_norm": 0.6119470596313477,
      "learning_rate": 4.9859334828987715e-05,
      "loss": 0.0039,
      "step": 476
    },
    {
      "epoch": 0.3345607574960547,
      "grad_norm": 4.483019828796387,
      "learning_rate": 4.985779476745017e-05,
      "loss": 0.0343,
      "step": 477
    },
    {
      "epoch": 0.3352621427318955,
      "grad_norm": 0.7592105269432068,
      "learning_rate": 4.985624634517374e-05,
      "loss": 0.005,
      "step": 478
    },
    {
      "epoch": 0.33596352796773626,
      "grad_norm": 0.6566614508628845,
      "learning_rate": 4.985468956267922e-05,
      "loss": 0.0037,
      "step": 479
    },
    {
      "epoch": 0.33666491320357705,
      "grad_norm": 67.39823150634766,
      "learning_rate": 4.985312442049023e-05,
      "loss": 1.7049,
      "step": 480
    },
    {
      "epoch": 0.33736629843941784,
      "grad_norm": 0.13803933560848236,
      "learning_rate": 4.98515509191332e-05,
      "loss": 0.0008,
      "step": 481
    },
    {
      "epoch": 0.33806768367525863,
      "grad_norm": 72.15523529052734,
      "learning_rate": 4.984996905913736e-05,
      "loss": 1.6634,
      "step": 482
    },
    {
      "epoch": 0.3387690689110994,
      "grad_norm": 0.10033612698316574,
      "learning_rate": 4.984837884103475e-05,
      "loss": 0.0005,
      "step": 483
    },
    {
      "epoch": 0.3394704541469402,
      "grad_norm": 62.519317626953125,
      "learning_rate": 4.984678026536024e-05,
      "loss": 1.2577,
      "step": 484
    },
    {
      "epoch": 0.340171839382781,
      "grad_norm": 0.36229056119918823,
      "learning_rate": 4.984517333265148e-05,
      "loss": 0.0023,
      "step": 485
    },
    {
      "epoch": 0.3408732246186218,
      "grad_norm": 0.8776547312736511,
      "learning_rate": 4.9843558043448985e-05,
      "loss": 0.0056,
      "step": 486
    },
    {
      "epoch": 0.3415746098544626,
      "grad_norm": 108.73171997070312,
      "learning_rate": 4.984193439829602e-05,
      "loss": 2.7267,
      "step": 487
    },
    {
      "epoch": 0.3422759950903034,
      "grad_norm": 0.6344736814498901,
      "learning_rate": 4.984030239773868e-05,
      "loss": 0.0041,
      "step": 488
    },
    {
      "epoch": 0.3429773803261441,
      "grad_norm": 113.62140655517578,
      "learning_rate": 4.98386620423259e-05,
      "loss": 1.7271,
      "step": 489
    },
    {
      "epoch": 0.3436787655619849,
      "grad_norm": 1.618384599685669,
      "learning_rate": 4.983701333260938e-05,
      "loss": 0.011,
      "step": 490
    },
    {
      "epoch": 0.3443801507978257,
      "grad_norm": 138.78854370117188,
      "learning_rate": 4.9835356269143676e-05,
      "loss": 1.9143,
      "step": 491
    },
    {
      "epoch": 0.3450815360336665,
      "grad_norm": 49.62142562866211,
      "learning_rate": 4.98336908524861e-05,
      "loss": 0.753,
      "step": 492
    },
    {
      "epoch": 0.34578292126950727,
      "grad_norm": 3.6228299140930176,
      "learning_rate": 4.9832017083196816e-05,
      "loss": 0.0277,
      "step": 493
    },
    {
      "epoch": 0.34648430650534806,
      "grad_norm": 24.915790557861328,
      "learning_rate": 4.98303349618388e-05,
      "loss": 0.356,
      "step": 494
    },
    {
      "epoch": 0.34718569174118885,
      "grad_norm": 7.880053997039795,
      "learning_rate": 4.9828644488977795e-05,
      "loss": 0.0727,
      "step": 495
    },
    {
      "epoch": 0.34788707697702964,
      "grad_norm": 12.95199203491211,
      "learning_rate": 4.982694566518239e-05,
      "loss": 0.25,
      "step": 496
    },
    {
      "epoch": 0.34858846221287043,
      "grad_norm": 2.059384822845459,
      "learning_rate": 4.982523849102397e-05,
      "loss": 0.2069,
      "step": 497
    },
    {
      "epoch": 0.3492898474487112,
      "grad_norm": 17.132720947265625,
      "learning_rate": 4.982352296707675e-05,
      "loss": 0.2093,
      "step": 498
    },
    {
      "epoch": 0.349991232684552,
      "grad_norm": 12.591998100280762,
      "learning_rate": 4.98217990939177e-05,
      "loss": 0.1889,
      "step": 499
    },
    {
      "epoch": 0.3506926179203928,
      "grad_norm": 12.747396469116211,
      "learning_rate": 4.982006687212666e-05,
      "loss": 0.1755,
      "step": 500
    },
    {
      "epoch": 0.35139400315623354,
      "grad_norm": 77.32592010498047,
      "learning_rate": 4.981832630228624e-05,
      "loss": 0.9517,
      "step": 501
    },
    {
      "epoch": 0.3520953883920743,
      "grad_norm": 8.452153205871582,
      "learning_rate": 4.9816577384981866e-05,
      "loss": 0.0913,
      "step": 502
    },
    {
      "epoch": 0.3527967736279151,
      "grad_norm": 2.1267127990722656,
      "learning_rate": 4.9814820120801776e-05,
      "loss": 0.0178,
      "step": 503
    },
    {
      "epoch": 0.3534981588637559,
      "grad_norm": 0.8161488771438599,
      "learning_rate": 4.981305451033701e-05,
      "loss": 0.0058,
      "step": 504
    },
    {
      "epoch": 0.3541995440995967,
      "grad_norm": 0.10489612072706223,
      "learning_rate": 4.981128055418143e-05,
      "loss": 0.0006,
      "step": 505
    },
    {
      "epoch": 0.3549009293354375,
      "grad_norm": 69.51275634765625,
      "learning_rate": 4.9809498252931674e-05,
      "loss": 2.62,
      "step": 506
    },
    {
      "epoch": 0.3556023145712783,
      "grad_norm": 0.004451240878552198,
      "learning_rate": 4.980770760718721e-05,
      "loss": 0.0,
      "step": 507
    },
    {
      "epoch": 0.35630369980711907,
      "grad_norm": 67.6517105102539,
      "learning_rate": 4.9805908617550335e-05,
      "loss": 3.25,
      "step": 508
    },
    {
      "epoch": 0.35700508504295986,
      "grad_norm": 0.016789492219686508,
      "learning_rate": 4.980410128462609e-05,
      "loss": 0.0001,
      "step": 509
    },
    {
      "epoch": 0.35770647027880065,
      "grad_norm": 0.025487884879112244,
      "learning_rate": 4.980228560902239e-05,
      "loss": 0.0001,
      "step": 510
    },
    {
      "epoch": 0.35840785551464144,
      "grad_norm": 0.042408283799886703,
      "learning_rate": 4.98004615913499e-05,
      "loss": 0.0002,
      "step": 511
    },
    {
      "epoch": 0.35910924075048223,
      "grad_norm": 0.038653161376714706,
      "learning_rate": 4.979862923222212e-05,
      "loss": 0.0002,
      "step": 512
    },
    {
      "epoch": 0.35981062598632296,
      "grad_norm": 0.03510050103068352,
      "learning_rate": 4.9796788532255356e-05,
      "loss": 0.0002,
      "step": 513
    },
    {
      "epoch": 0.36051201122216375,
      "grad_norm": 0.008441315963864326,
      "learning_rate": 4.979493949206872e-05,
      "loss": 0.0,
      "step": 514
    },
    {
      "epoch": 0.36121339645800454,
      "grad_norm": 0.006373463664203882,
      "learning_rate": 4.979308211228411e-05,
      "loss": 0.0,
      "step": 515
    },
    {
      "epoch": 0.36191478169384533,
      "grad_norm": 79.59523010253906,
      "learning_rate": 4.979121639352625e-05,
      "loss": 2.9487,
      "step": 516
    },
    {
      "epoch": 0.3626161669296861,
      "grad_norm": 153.0602264404297,
      "learning_rate": 4.9789342336422665e-05,
      "loss": 3.6533,
      "step": 517
    },
    {
      "epoch": 0.3633175521655269,
      "grad_norm": 0.7085576057434082,
      "learning_rate": 4.9787459941603666e-05,
      "loss": 0.0042,
      "step": 518
    },
    {
      "epoch": 0.3640189374013677,
      "grad_norm": 155.89154052734375,
      "learning_rate": 4.9785569209702395e-05,
      "loss": 7.9018,
      "step": 519
    },
    {
      "epoch": 0.3647203226372085,
      "grad_norm": 5.253132343292236,
      "learning_rate": 4.9783670141354776e-05,
      "loss": 0.042,
      "step": 520
    },
    {
      "epoch": 0.3654217078730493,
      "grad_norm": 26.310007095336914,
      "learning_rate": 4.978176273719957e-05,
      "loss": 0.2762,
      "step": 521
    },
    {
      "epoch": 0.3661230931088901,
      "grad_norm": 9.570679664611816,
      "learning_rate": 4.977984699787829e-05,
      "loss": 0.0898,
      "step": 522
    },
    {
      "epoch": 0.36682447834473086,
      "grad_norm": 214.85060119628906,
      "learning_rate": 4.977792292403529e-05,
      "loss": 6.7239,
      "step": 523
    },
    {
      "epoch": 0.36752586358057165,
      "grad_norm": 2.7513771057128906,
      "learning_rate": 4.977599051631773e-05,
      "loss": 0.0228,
      "step": 524
    },
    {
      "epoch": 0.3682272488164124,
      "grad_norm": 33.629356384277344,
      "learning_rate": 4.977404977537554e-05,
      "loss": 0.4374,
      "step": 525
    },
    {
      "epoch": 0.3689286340522532,
      "grad_norm": 3.8864808082580566,
      "learning_rate": 4.97721007018615e-05,
      "loss": 0.0308,
      "step": 526
    },
    {
      "epoch": 0.36963001928809397,
      "grad_norm": 1.0654228925704956,
      "learning_rate": 4.9770143296431144e-05,
      "loss": 0.0077,
      "step": 527
    },
    {
      "epoch": 0.37033140452393476,
      "grad_norm": 131.74990844726562,
      "learning_rate": 4.9768177559742844e-05,
      "loss": 4.0998,
      "step": 528
    },
    {
      "epoch": 0.37103278975977555,
      "grad_norm": 0.10420957952737808,
      "learning_rate": 4.976620349245776e-05,
      "loss": 0.0006,
      "step": 529
    },
    {
      "epoch": 0.37173417499561634,
      "grad_norm": 72.78388977050781,
      "learning_rate": 4.976422109523985e-05,
      "loss": 3.8242,
      "step": 530
    },
    {
      "epoch": 0.37243556023145713,
      "grad_norm": 69.0342025756836,
      "learning_rate": 4.976223036875588e-05,
      "loss": 1.9872,
      "step": 531
    },
    {
      "epoch": 0.3731369454672979,
      "grad_norm": 0.43323075771331787,
      "learning_rate": 4.9760231313675426e-05,
      "loss": 0.0028,
      "step": 532
    },
    {
      "epoch": 0.3738383307031387,
      "grad_norm": 1.0747731924057007,
      "learning_rate": 4.975822393067084e-05,
      "loss": 0.0061,
      "step": 533
    },
    {
      "epoch": 0.3745397159389795,
      "grad_norm": 69.71436309814453,
      "learning_rate": 4.9756208220417304e-05,
      "loss": 1.8796,
      "step": 534
    },
    {
      "epoch": 0.3752411011748203,
      "grad_norm": 127.05543518066406,
      "learning_rate": 4.975418418359278e-05,
      "loss": 2.8441,
      "step": 535
    },
    {
      "epoch": 0.3759424864106611,
      "grad_norm": 0.9959923624992371,
      "learning_rate": 4.975215182087804e-05,
      "loss": 0.0065,
      "step": 536
    },
    {
      "epoch": 0.3766438716465018,
      "grad_norm": 2.1746952533721924,
      "learning_rate": 4.9750111132956654e-05,
      "loss": 0.0156,
      "step": 537
    },
    {
      "epoch": 0.3773452568823426,
      "grad_norm": 92.57381439208984,
      "learning_rate": 4.9748062120514996e-05,
      "loss": 1.4085,
      "step": 538
    },
    {
      "epoch": 0.3780466421181834,
      "grad_norm": 75.45511627197266,
      "learning_rate": 4.974600478424223e-05,
      "loss": 0.9909,
      "step": 539
    },
    {
      "epoch": 0.3787480273540242,
      "grad_norm": 25.877460479736328,
      "learning_rate": 4.974393912483034e-05,
      "loss": 0.3578,
      "step": 540
    },
    {
      "epoch": 0.379449412589865,
      "grad_norm": 12.262901306152344,
      "learning_rate": 4.9741865142974076e-05,
      "loss": 0.1338,
      "step": 541
    },
    {
      "epoch": 0.38015079782570577,
      "grad_norm": 10.54548168182373,
      "learning_rate": 4.973978283937102e-05,
      "loss": 0.2111,
      "step": 542
    },
    {
      "epoch": 0.38085218306154656,
      "grad_norm": 35.909976959228516,
      "learning_rate": 4.973769221472153e-05,
      "loss": 0.5549,
      "step": 543
    },
    {
      "epoch": 0.38155356829738735,
      "grad_norm": 13.012696266174316,
      "learning_rate": 4.973559326972878e-05,
      "loss": 0.1784,
      "step": 544
    },
    {
      "epoch": 0.38225495353322814,
      "grad_norm": 16.022974014282227,
      "learning_rate": 4.973348600509874e-05,
      "loss": 0.2235,
      "step": 545
    },
    {
      "epoch": 0.3829563387690689,
      "grad_norm": 22.86570167541504,
      "learning_rate": 4.973137042154016e-05,
      "loss": 0.3561,
      "step": 546
    },
    {
      "epoch": 0.3836577240049097,
      "grad_norm": 13.543822288513184,
      "learning_rate": 4.972924651976461e-05,
      "loss": 0.3077,
      "step": 547
    },
    {
      "epoch": 0.3843591092407505,
      "grad_norm": 17.42881965637207,
      "learning_rate": 4.972711430048644e-05,
      "loss": 0.2779,
      "step": 548
    },
    {
      "epoch": 0.38506049447659124,
      "grad_norm": 19.7313175201416,
      "learning_rate": 4.972497376442282e-05,
      "loss": 0.2582,
      "step": 549
    },
    {
      "epoch": 0.38576187971243203,
      "grad_norm": 12.354894638061523,
      "learning_rate": 4.9722824912293695e-05,
      "loss": 0.2374,
      "step": 550
    },
    {
      "epoch": 0.3864632649482728,
      "grad_norm": 17.16146469116211,
      "learning_rate": 4.972066774482182e-05,
      "loss": 0.2085,
      "step": 551
    },
    {
      "epoch": 0.3871646501841136,
      "grad_norm": 49.288734436035156,
      "learning_rate": 4.971850226273274e-05,
      "loss": 0.6211,
      "step": 552
    },
    {
      "epoch": 0.3878660354199544,
      "grad_norm": 4.870689392089844,
      "learning_rate": 4.97163284667548e-05,
      "loss": 0.0413,
      "step": 553
    },
    {
      "epoch": 0.3885674206557952,
      "grad_norm": 4.268405437469482,
      "learning_rate": 4.971414635761914e-05,
      "loss": 0.0354,
      "step": 554
    },
    {
      "epoch": 0.389268805891636,
      "grad_norm": 2.800025701522827,
      "learning_rate": 4.971195593605969e-05,
      "loss": 0.0215,
      "step": 555
    },
    {
      "epoch": 0.3899701911274768,
      "grad_norm": 136.0956573486328,
      "learning_rate": 4.9709757202813195e-05,
      "loss": 3.3931,
      "step": 556
    },
    {
      "epoch": 0.39067157636331756,
      "grad_norm": 68.56623840332031,
      "learning_rate": 4.970755015861918e-05,
      "loss": 1.8678,
      "step": 557
    },
    {
      "epoch": 0.39137296159915835,
      "grad_norm": 68.25215911865234,
      "learning_rate": 4.970533480421996e-05,
      "loss": 1.9984,
      "step": 558
    },
    {
      "epoch": 0.39207434683499914,
      "grad_norm": 69.02233123779297,
      "learning_rate": 4.9703111140360656e-05,
      "loss": 2.0662,
      "step": 559
    },
    {
      "epoch": 0.39277573207083993,
      "grad_norm": 61.60824203491211,
      "learning_rate": 4.970087916778918e-05,
      "loss": 1.5281,
      "step": 560
    },
    {
      "epoch": 0.39347711730668067,
      "grad_norm": 48.50178146362305,
      "learning_rate": 4.9698638887256254e-05,
      "loss": 0.8115,
      "step": 561
    },
    {
      "epoch": 0.39417850254252146,
      "grad_norm": 41.32649612426758,
      "learning_rate": 4.969639029951537e-05,
      "loss": 0.6374,
      "step": 562
    },
    {
      "epoch": 0.39487988777836225,
      "grad_norm": 6.946910858154297,
      "learning_rate": 4.9694133405322815e-05,
      "loss": 0.2402,
      "step": 563
    },
    {
      "epoch": 0.39558127301420304,
      "grad_norm": 22.8358097076416,
      "learning_rate": 4.9691868205437694e-05,
      "loss": 0.3883,
      "step": 564
    },
    {
      "epoch": 0.39628265825004383,
      "grad_norm": 15.402759552001953,
      "learning_rate": 4.968959470062189e-05,
      "loss": 0.7708,
      "step": 565
    },
    {
      "epoch": 0.3969840434858846,
      "grad_norm": 28.08781623840332,
      "learning_rate": 4.968731289164006e-05,
      "loss": 0.7703,
      "step": 566
    },
    {
      "epoch": 0.3976854287217254,
      "grad_norm": 26.910886764526367,
      "learning_rate": 4.9685022779259696e-05,
      "loss": 0.6299,
      "step": 567
    },
    {
      "epoch": 0.3983868139575662,
      "grad_norm": 24.341957092285156,
      "learning_rate": 4.968272436425105e-05,
      "loss": 0.5751,
      "step": 568
    },
    {
      "epoch": 0.399088199193407,
      "grad_norm": 23.469263076782227,
      "learning_rate": 4.9680417647387186e-05,
      "loss": 0.4664,
      "step": 569
    },
    {
      "epoch": 0.3997895844292478,
      "grad_norm": 15.347972869873047,
      "learning_rate": 4.967810262944394e-05,
      "loss": 0.2252,
      "step": 570
    },
    {
      "epoch": 0.40049096966508857,
      "grad_norm": 5.6460280418396,
      "learning_rate": 4.967577931119996e-05,
      "loss": 0.2232,
      "step": 571
    },
    {
      "epoch": 0.40119235490092936,
      "grad_norm": 4.2383856773376465,
      "learning_rate": 4.967344769343667e-05,
      "loss": 0.0396,
      "step": 572
    },
    {
      "epoch": 0.4018937401367701,
      "grad_norm": 1.6932095289230347,
      "learning_rate": 4.96711077769383e-05,
      "loss": 0.0137,
      "step": 573
    },
    {
      "epoch": 0.4025951253726109,
      "grad_norm": 0.41152113676071167,
      "learning_rate": 4.966875956249186e-05,
      "loss": 0.0029,
      "step": 574
    },
    {
      "epoch": 0.4032965106084517,
      "grad_norm": 0.06895897537469864,
      "learning_rate": 4.9666403050887155e-05,
      "loss": 0.0004,
      "step": 575
    },
    {
      "epoch": 0.40399789584429247,
      "grad_norm": 0.004564318805932999,
      "learning_rate": 4.9664038242916786e-05,
      "loss": 0.0,
      "step": 576
    },
    {
      "epoch": 0.40469928108013326,
      "grad_norm": 0.0019707169849425554,
      "learning_rate": 4.966166513937613e-05,
      "loss": 0.0,
      "step": 577
    },
    {
      "epoch": 0.40540066631597405,
      "grad_norm": 0.00037522497586905956,
      "learning_rate": 4.965928374106337e-05,
      "loss": 0.0,
      "step": 578
    },
    {
      "epoch": 0.40610205155181484,
      "grad_norm": 5.6252967624459416e-05,
      "learning_rate": 4.965689404877946e-05,
      "loss": 0.0,
      "step": 579
    },
    {
      "epoch": 0.4068034367876556,
      "grad_norm": 1.1128309779451229e-05,
      "learning_rate": 4.9654496063328174e-05,
      "loss": 0.0,
      "step": 580
    },
    {
      "epoch": 0.4075048220234964,
      "grad_norm": 119.89021301269531,
      "learning_rate": 4.965208978551605e-05,
      "loss": 10.8344,
      "step": 581
    },
    {
      "epoch": 0.4082062072593372,
      "grad_norm": 1.3851165931555443e-05,
      "learning_rate": 4.964967521615241e-05,
      "loss": 0.0,
      "step": 582
    },
    {
      "epoch": 0.408907592495178,
      "grad_norm": 3.7249556044116616e-06,
      "learning_rate": 4.96472523560494e-05,
      "loss": 0.0,
      "step": 583
    },
    {
      "epoch": 0.4096089777310188,
      "grad_norm": 2.917176971095614e-06,
      "learning_rate": 4.9644821206021906e-05,
      "loss": 0.0,
      "step": 584
    },
    {
      "epoch": 0.4103103629668595,
      "grad_norm": 3.3871406230900902e-06,
      "learning_rate": 4.964238176688765e-05,
      "loss": 0.0,
      "step": 585
    },
    {
      "epoch": 0.4110117482027003,
      "grad_norm": 2.260056135128252e-06,
      "learning_rate": 4.9639934039467106e-05,
      "loss": 0.0,
      "step": 586
    },
    {
      "epoch": 0.4117131334385411,
      "grad_norm": 1.5038928040667088e-06,
      "learning_rate": 4.963747802458355e-05,
      "loss": 0.0,
      "step": 587
    },
    {
      "epoch": 0.4124145186743819,
      "grad_norm": 59.293521881103516,
      "learning_rate": 4.963501372306306e-05,
      "loss": 5.3994,
      "step": 588
    },
    {
      "epoch": 0.4131159039102227,
      "grad_norm": 59.763816833496094,
      "learning_rate": 4.963254113573446e-05,
      "loss": 5.6505,
      "step": 589
    },
    {
      "epoch": 0.41381728914606347,
      "grad_norm": 132.7192840576172,
      "learning_rate": 4.963006026342941e-05,
      "loss": 9.1499,
      "step": 590
    },
    {
      "epoch": 0.41451867438190426,
      "grad_norm": 0.00024285895051434636,
      "learning_rate": 4.962757110698232e-05,
      "loss": 0.0,
      "step": 591
    },
    {
      "epoch": 0.41522005961774505,
      "grad_norm": 0.0009618580807000399,
      "learning_rate": 4.9625073667230404e-05,
      "loss": 0.0,
      "step": 592
    },
    {
      "epoch": 0.41592144485358584,
      "grad_norm": 0.004245178773999214,
      "learning_rate": 4.962256794501365e-05,
      "loss": 0.0,
      "step": 593
    },
    {
      "epoch": 0.41662283008942663,
      "grad_norm": 0.01505737192928791,
      "learning_rate": 4.962005394117486e-05,
      "loss": 0.0001,
      "step": 594
    },
    {
      "epoch": 0.4173242153252674,
      "grad_norm": 0.01870640181005001,
      "learning_rate": 4.961753165655958e-05,
      "loss": 0.0001,
      "step": 595
    },
    {
      "epoch": 0.4180256005611082,
      "grad_norm": 0.047609515488147736,
      "learning_rate": 4.961500109201618e-05,
      "loss": 0.0003,
      "step": 596
    },
    {
      "epoch": 0.41872698579694895,
      "grad_norm": 0.15332278609275818,
      "learning_rate": 4.9612462248395775e-05,
      "loss": 0.001,
      "step": 597
    },
    {
      "epoch": 0.41942837103278974,
      "grad_norm": 113.53760528564453,
      "learning_rate": 4.96099151265523e-05,
      "loss": 2.3303,
      "step": 598
    },
    {
      "epoch": 0.4201297562686305,
      "grad_norm": 0.6282661557197571,
      "learning_rate": 4.9607359727342465e-05,
      "loss": 0.0044,
      "step": 599
    },
    {
      "epoch": 0.4208311415044713,
      "grad_norm": 43.630615234375,
      "learning_rate": 4.9604796051625756e-05,
      "loss": 0.6733,
      "step": 600
    },
    {
      "epoch": 0.4215325267403121,
      "grad_norm": 72.0724868774414,
      "learning_rate": 4.960222410026444e-05,
      "loss": 1.4145,
      "step": 601
    },
    {
      "epoch": 0.4222339119761529,
      "grad_norm": 6.166507244110107,
      "learning_rate": 4.959964387412358e-05,
      "loss": 0.0608,
      "step": 602
    },
    {
      "epoch": 0.4229352972119937,
      "grad_norm": 80.03913879394531,
      "learning_rate": 4.9597055374071024e-05,
      "loss": 1.2555,
      "step": 603
    },
    {
      "epoch": 0.4236366824478345,
      "grad_norm": 17.456140518188477,
      "learning_rate": 4.959445860097738e-05,
      "loss": 0.238,
      "step": 604
    },
    {
      "epoch": 0.42433806768367527,
      "grad_norm": 36.63374328613281,
      "learning_rate": 4.9591853555716064e-05,
      "loss": 0.8324,
      "step": 605
    },
    {
      "epoch": 0.42503945291951606,
      "grad_norm": 16.27304458618164,
      "learning_rate": 4.9589240239163255e-05,
      "loss": 0.2125,
      "step": 606
    },
    {
      "epoch": 0.42574083815535685,
      "grad_norm": 19.427776336669922,
      "learning_rate": 4.9586618652197934e-05,
      "loss": 0.2701,
      "step": 607
    },
    {
      "epoch": 0.42644222339119764,
      "grad_norm": 8.516806602478027,
      "learning_rate": 4.958398879570185e-05,
      "loss": 0.3408,
      "step": 608
    },
    {
      "epoch": 0.4271436086270384,
      "grad_norm": 1.857074499130249,
      "learning_rate": 4.9581350670559524e-05,
      "loss": 0.2039,
      "step": 609
    },
    {
      "epoch": 0.42784499386287916,
      "grad_norm": 8.925201416015625,
      "learning_rate": 4.9578704277658286e-05,
      "loss": 0.09,
      "step": 610
    },
    {
      "epoch": 0.42854637909871995,
      "grad_norm": 4.490631580352783,
      "learning_rate": 4.957604961788823e-05,
      "loss": 0.0384,
      "step": 611
    },
    {
      "epoch": 0.42924776433456074,
      "grad_norm": 0.866288959980011,
      "learning_rate": 4.957338669214222e-05,
      "loss": 0.0063,
      "step": 612
    },
    {
      "epoch": 0.42994914957040153,
      "grad_norm": 0.6116040349006653,
      "learning_rate": 4.9570715501315925e-05,
      "loss": 0.0035,
      "step": 613
    },
    {
      "epoch": 0.4306505348062423,
      "grad_norm": 0.014350208453834057,
      "learning_rate": 4.956803604630777e-05,
      "loss": 0.0001,
      "step": 614
    },
    {
      "epoch": 0.4313519200420831,
      "grad_norm": 0.004978867247700691,
      "learning_rate": 4.956534832801897e-05,
      "loss": 0.0,
      "step": 615
    },
    {
      "epoch": 0.4320533052779239,
      "grad_norm": 0.0008859955123625696,
      "learning_rate": 4.9562652347353535e-05,
      "loss": 0.0,
      "step": 616
    },
    {
      "epoch": 0.4327546905137647,
      "grad_norm": 0.0007402606424875557,
      "learning_rate": 4.955994810521822e-05,
      "loss": 0.0,
      "step": 617
    },
    {
      "epoch": 0.4334560757496055,
      "grad_norm": 60.98609161376953,
      "learning_rate": 4.955723560252259e-05,
      "loss": 4.6234,
      "step": 618
    },
    {
      "epoch": 0.4341574609854463,
      "grad_norm": 60.63393783569336,
      "learning_rate": 4.955451484017896e-05,
      "loss": 4.669,
      "step": 619
    },
    {
      "epoch": 0.43485884622128707,
      "grad_norm": 0.00016736971156205982,
      "learning_rate": 4.955178581910246e-05,
      "loss": 0.0,
      "step": 620
    },
    {
      "epoch": 0.4355602314571278,
      "grad_norm": 0.00026081904070451856,
      "learning_rate": 4.9549048540210963e-05,
      "loss": 0.0,
      "step": 621
    },
    {
      "epoch": 0.4362616166929686,
      "grad_norm": 0.0002771130239125341,
      "learning_rate": 4.954630300442513e-05,
      "loss": 0.0,
      "step": 622
    },
    {
      "epoch": 0.4369630019288094,
      "grad_norm": 0.00024890206987038255,
      "learning_rate": 4.954354921266841e-05,
      "loss": 0.0,
      "step": 623
    },
    {
      "epoch": 0.43766438716465017,
      "grad_norm": 0.0003540183824952692,
      "learning_rate": 4.954078716586702e-05,
      "loss": 0.0,
      "step": 624
    },
    {
      "epoch": 0.43836577240049096,
      "grad_norm": 61.1258659362793,
      "learning_rate": 4.9538016864949953e-05,
      "loss": 4.1063,
      "step": 625
    },
    {
      "epoch": 0.43906715763633175,
      "grad_norm": 61.82120895385742,
      "learning_rate": 4.953523831084897e-05,
      "loss": 3.2575,
      "step": 626
    },
    {
      "epoch": 0.43976854287217254,
      "grad_norm": 0.009341489523649216,
      "learning_rate": 4.9532451504498644e-05,
      "loss": 0.0001,
      "step": 627
    },
    {
      "epoch": 0.44046992810801333,
      "grad_norm": 126.25260925292969,
      "learning_rate": 4.952965644683627e-05,
      "loss": 4.8894,
      "step": 628
    },
    {
      "epoch": 0.4411713133438541,
      "grad_norm": 64.0586166381836,
      "learning_rate": 4.9526853138801954e-05,
      "loss": 2.0939,
      "step": 629
    },
    {
      "epoch": 0.4418726985796949,
      "grad_norm": 66.46090698242188,
      "learning_rate": 4.952404158133857e-05,
      "loss": 2.1672,
      "step": 630
    },
    {
      "epoch": 0.4425740838155357,
      "grad_norm": 8.158260345458984,
      "learning_rate": 4.952122177539177e-05,
      "loss": 0.089,
      "step": 631
    },
    {
      "epoch": 0.4432754690513765,
      "grad_norm": 8.28303337097168,
      "learning_rate": 4.951839372190996e-05,
      "loss": 0.1792,
      "step": 632
    },
    {
      "epoch": 0.4439768542872172,
      "grad_norm": 6.670780658721924,
      "learning_rate": 4.951555742184435e-05,
      "loss": 0.3495,
      "step": 633
    },
    {
      "epoch": 0.444678239523058,
      "grad_norm": 18.7882022857666,
      "learning_rate": 4.95127128761489e-05,
      "loss": 0.2761,
      "step": 634
    },
    {
      "epoch": 0.4453796247588988,
      "grad_norm": 3.4713053703308105,
      "learning_rate": 4.950986008578037e-05,
      "loss": 0.2429,
      "step": 635
    },
    {
      "epoch": 0.4460810099947396,
      "grad_norm": 8.415278434753418,
      "learning_rate": 4.950699905169825e-05,
      "loss": 0.0883,
      "step": 636
    },
    {
      "epoch": 0.4467823952305804,
      "grad_norm": 5.512305736541748,
      "learning_rate": 4.950412977486484e-05,
      "loss": 0.0515,
      "step": 637
    },
    {
      "epoch": 0.4474837804664212,
      "grad_norm": 1.983485460281372,
      "learning_rate": 4.95012522562452e-05,
      "loss": 0.0162,
      "step": 638
    },
    {
      "epoch": 0.44818516570226197,
      "grad_norm": 0.5145743489265442,
      "learning_rate": 4.949836649680717e-05,
      "loss": 0.0038,
      "step": 639
    },
    {
      "epoch": 0.44888655093810276,
      "grad_norm": 0.0464518703520298,
      "learning_rate": 4.949547249752134e-05,
      "loss": 0.0003,
      "step": 640
    },
    {
      "epoch": 0.44958793617394355,
      "grad_norm": 63.47880935668945,
      "learning_rate": 4.9492570259361094e-05,
      "loss": 2.606,
      "step": 641
    },
    {
      "epoch": 0.45028932140978434,
      "grad_norm": 63.044219970703125,
      "learning_rate": 4.948965978330258e-05,
      "loss": 3.3714,
      "step": 642
    },
    {
      "epoch": 0.45099070664562513,
      "grad_norm": 61.190128326416016,
      "learning_rate": 4.948674107032471e-05,
      "loss": 3.3129,
      "step": 643
    },
    {
      "epoch": 0.4516920918814659,
      "grad_norm": 59.03745651245117,
      "learning_rate": 4.948381412140917e-05,
      "loss": 2.3587,
      "step": 644
    },
    {
      "epoch": 0.4523934771173067,
      "grad_norm": 61.125858306884766,
      "learning_rate": 4.948087893754043e-05,
      "loss": 2.7351,
      "step": 645
    },
    {
      "epoch": 0.45309486235314744,
      "grad_norm": 60.69954299926758,
      "learning_rate": 4.947793551970571e-05,
      "loss": 2.2391,
      "step": 646
    },
    {
      "epoch": 0.45379624758898823,
      "grad_norm": 56.91267395019531,
      "learning_rate": 4.9474983868895e-05,
      "loss": 1.5786,
      "step": 647
    },
    {
      "epoch": 0.454497632824829,
      "grad_norm": 0.8762818574905396,
      "learning_rate": 4.947202398610108e-05,
      "loss": 0.0067,
      "step": 648
    },
    {
      "epoch": 0.4551990180606698,
      "grad_norm": 2.4974522590637207,
      "learning_rate": 4.9469055872319483e-05,
      "loss": 0.0224,
      "step": 649
    },
    {
      "epoch": 0.4559004032965106,
      "grad_norm": 22.98019790649414,
      "learning_rate": 4.9466079528548505e-05,
      "loss": 0.3665,
      "step": 650
    },
    {
      "epoch": 0.4566017885323514,
      "grad_norm": 16.03438949584961,
      "learning_rate": 4.9463094955789214e-05,
      "loss": 0.315,
      "step": 651
    },
    {
      "epoch": 0.4573031737681922,
      "grad_norm": 8.860062599182129,
      "learning_rate": 4.946010215504546e-05,
      "loss": 0.1067,
      "step": 652
    },
    {
      "epoch": 0.458004559004033,
      "grad_norm": 5.521644115447998,
      "learning_rate": 4.945710112732386e-05,
      "loss": 0.2473,
      "step": 653
    },
    {
      "epoch": 0.45870594423987376,
      "grad_norm": 15.16481876373291,
      "learning_rate": 4.945409187363376e-05,
      "loss": 0.2257,
      "step": 654
    },
    {
      "epoch": 0.45940732947571455,
      "grad_norm": 15.714698791503906,
      "learning_rate": 4.945107439498732e-05,
      "loss": 0.2359,
      "step": 655
    },
    {
      "epoch": 0.46010871471155534,
      "grad_norm": 6.4135589599609375,
      "learning_rate": 4.944804869239944e-05,
      "loss": 0.2336,
      "step": 656
    },
    {
      "epoch": 0.46081009994739613,
      "grad_norm": 9.600846290588379,
      "learning_rate": 4.94450147668878e-05,
      "loss": 0.1174,
      "step": 657
    },
    {
      "epoch": 0.46151148518323687,
      "grad_norm": 7.477170467376709,
      "learning_rate": 4.944197261947283e-05,
      "loss": 0.0857,
      "step": 658
    },
    {
      "epoch": 0.46221287041907766,
      "grad_norm": 2.0777835845947266,
      "learning_rate": 4.943892225117774e-05,
      "loss": 0.0196,
      "step": 659
    },
    {
      "epoch": 0.46291425565491845,
      "grad_norm": 41.072837829589844,
      "learning_rate": 4.9435863663028495e-05,
      "loss": 0.7781,
      "step": 660
    },
    {
      "epoch": 0.46361564089075924,
      "grad_norm": 0.5752171277999878,
      "learning_rate": 4.943279685605383e-05,
      "loss": 0.0045,
      "step": 661
    },
    {
      "epoch": 0.46431702612660003,
      "grad_norm": 51.6488151550293,
      "learning_rate": 4.9429721831285246e-05,
      "loss": 1.1945,
      "step": 662
    },
    {
      "epoch": 0.4650184113624408,
      "grad_norm": 0.11998272687196732,
      "learning_rate": 4.942663858975701e-05,
      "loss": 0.0009,
      "step": 663
    },
    {
      "epoch": 0.4657197965982816,
      "grad_norm": 57.40029525756836,
      "learning_rate": 4.9423547132506135e-05,
      "loss": 1.7823,
      "step": 664
    },
    {
      "epoch": 0.4664211818341224,
      "grad_norm": 0.07954677194356918,
      "learning_rate": 4.942044746057242e-05,
      "loss": 0.0006,
      "step": 665
    },
    {
      "epoch": 0.4671225670699632,
      "grad_norm": 77.24893951416016,
      "learning_rate": 4.941733957499841e-05,
      "loss": 3.3749,
      "step": 666
    },
    {
      "epoch": 0.467823952305804,
      "grad_norm": 57.04423522949219,
      "learning_rate": 4.9414223476829434e-05,
      "loss": 1.6771,
      "step": 667
    },
    {
      "epoch": 0.46852533754164477,
      "grad_norm": 0.14917835593223572,
      "learning_rate": 4.941109916711355e-05,
      "loss": 0.0011,
      "step": 668
    },
    {
      "epoch": 0.46922672277748556,
      "grad_norm": 47.98805236816406,
      "learning_rate": 4.940796664690161e-05,
      "loss": 1.0673,
      "step": 669
    },
    {
      "epoch": 0.4699281080133263,
      "grad_norm": 63.10405349731445,
      "learning_rate": 4.940482591724721e-05,
      "loss": 1.7249,
      "step": 670
    },
    {
      "epoch": 0.4706294932491671,
      "grad_norm": 47.01327133178711,
      "learning_rate": 4.940167697920671e-05,
      "loss": 0.9642,
      "step": 671
    },
    {
      "epoch": 0.4713308784850079,
      "grad_norm": 4.804792881011963,
      "learning_rate": 4.9398519833839234e-05,
      "loss": 0.0514,
      "step": 672
    },
    {
      "epoch": 0.47203226372084867,
      "grad_norm": 46.21573257446289,
      "learning_rate": 4.939535448220667e-05,
      "loss": 0.7498,
      "step": 673
    },
    {
      "epoch": 0.47273364895668946,
      "grad_norm": 12.326519966125488,
      "learning_rate": 4.939218092537365e-05,
      "loss": 0.1734,
      "step": 674
    },
    {
      "epoch": 0.47343503419253025,
      "grad_norm": 2.402872085571289,
      "learning_rate": 4.938899916440759e-05,
      "loss": 0.2545,
      "step": 675
    },
    {
      "epoch": 0.47413641942837104,
      "grad_norm": 4.058804512023926,
      "learning_rate": 4.938580920037864e-05,
      "loss": 0.2573,
      "step": 676
    },
    {
      "epoch": 0.4748378046642118,
      "grad_norm": 11.151541709899902,
      "learning_rate": 4.938261103435973e-05,
      "loss": 0.4285,
      "step": 677
    },
    {
      "epoch": 0.4755391899000526,
      "grad_norm": 6.957059860229492,
      "learning_rate": 4.937940466742653e-05,
      "loss": 0.2347,
      "step": 678
    },
    {
      "epoch": 0.4762405751358934,
      "grad_norm": 5.085255146026611,
      "learning_rate": 4.9376190100657495e-05,
      "loss": 0.2671,
      "step": 679
    },
    {
      "epoch": 0.4769419603717342,
      "grad_norm": 9.267155647277832,
      "learning_rate": 4.93729673351338e-05,
      "loss": 0.1125,
      "step": 680
    },
    {
      "epoch": 0.477643345607575,
      "grad_norm": 6.162266731262207,
      "learning_rate": 4.9369736371939426e-05,
      "loss": 0.0683,
      "step": 681
    },
    {
      "epoch": 0.4783447308434157,
      "grad_norm": 3.6411261558532715,
      "learning_rate": 4.936649721216105e-05,
      "loss": 0.0356,
      "step": 682
    },
    {
      "epoch": 0.4790461160792565,
      "grad_norm": 48.720794677734375,
      "learning_rate": 4.9363249856888165e-05,
      "loss": 1.0375,
      "step": 683
    },
    {
      "epoch": 0.4797475013150973,
      "grad_norm": 0.3436586856842041,
      "learning_rate": 4.9359994307212994e-05,
      "loss": 0.0027,
      "step": 684
    },
    {
      "epoch": 0.4804488865509381,
      "grad_norm": 52.97607421875,
      "learning_rate": 4.93567305642305e-05,
      "loss": 1.6276,
      "step": 685
    },
    {
      "epoch": 0.4811502717867789,
      "grad_norm": 0.09510497748851776,
      "learning_rate": 4.935345862903844e-05,
      "loss": 0.0007,
      "step": 686
    },
    {
      "epoch": 0.4818516570226197,
      "grad_norm": 56.231292724609375,
      "learning_rate": 4.93501785027373e-05,
      "loss": 2.0342,
      "step": 687
    },
    {
      "epoch": 0.48255304225846046,
      "grad_norm": 0.21096964180469513,
      "learning_rate": 4.934689018643032e-05,
      "loss": 0.0015,
      "step": 688
    },
    {
      "epoch": 0.48325442749430125,
      "grad_norm": 0.19893679022789001,
      "learning_rate": 4.93435936812235e-05,
      "loss": 0.0014,
      "step": 689
    },
    {
      "epoch": 0.48395581273014204,
      "grad_norm": 51.99702072143555,
      "learning_rate": 4.9340288988225594e-05,
      "loss": 1.0089,
      "step": 690
    },
    {
      "epoch": 0.48465719796598283,
      "grad_norm": 53.519405364990234,
      "learning_rate": 4.9336976108548126e-05,
      "loss": 1.7908,
      "step": 691
    },
    {
      "epoch": 0.4853585832018236,
      "grad_norm": 106.84630584716797,
      "learning_rate": 4.9333655043305354e-05,
      "loss": 3.6845,
      "step": 692
    },
    {
      "epoch": 0.4860599684376644,
      "grad_norm": 0.24259038269519806,
      "learning_rate": 4.9330325793614285e-05,
      "loss": 0.0019,
      "step": 693
    },
    {
      "epoch": 0.48676135367350515,
      "grad_norm": 0.8419340252876282,
      "learning_rate": 4.93269883605947e-05,
      "loss": 0.0072,
      "step": 694
    },
    {
      "epoch": 0.48746273890934594,
      "grad_norm": 1.204994559288025,
      "learning_rate": 4.932364274536912e-05,
      "loss": 0.0087,
      "step": 695
    },
    {
      "epoch": 0.48816412414518673,
      "grad_norm": 1.1827445030212402,
      "learning_rate": 4.932028894906279e-05,
      "loss": 0.0104,
      "step": 696
    },
    {
      "epoch": 0.4888655093810275,
      "grad_norm": 0.5520339608192444,
      "learning_rate": 4.931692697280378e-05,
      "loss": 0.0045,
      "step": 697
    },
    {
      "epoch": 0.4895668946168683,
      "grad_norm": 0.9636574983596802,
      "learning_rate": 4.931355681772283e-05,
      "loss": 0.0079,
      "step": 698
    },
    {
      "epoch": 0.4902682798527091,
      "grad_norm": 0.5019407868385315,
      "learning_rate": 4.931017848495348e-05,
      "loss": 0.004,
      "step": 699
    },
    {
      "epoch": 0.4909696650885499,
      "grad_norm": 0.0757029727101326,
      "learning_rate": 4.9306791975632026e-05,
      "loss": 0.0006,
      "step": 700
    },
    {
      "epoch": 0.4916710503243907,
      "grad_norm": 110.13203430175781,
      "learning_rate": 4.9303397290897465e-05,
      "loss": 4.3731,
      "step": 701
    },
    {
      "epoch": 0.49237243556023147,
      "grad_norm": 0.03152499720454216,
      "learning_rate": 4.929999443189159e-05,
      "loss": 0.0002,
      "step": 702
    },
    {
      "epoch": 0.49307382079607226,
      "grad_norm": 0.029290443286299706,
      "learning_rate": 4.929658339975893e-05,
      "loss": 0.0002,
      "step": 703
    },
    {
      "epoch": 0.49377520603191305,
      "grad_norm": 0.015484875068068504,
      "learning_rate": 4.9293164195646754e-05,
      "loss": 0.0001,
      "step": 704
    },
    {
      "epoch": 0.49447659126775384,
      "grad_norm": 53.61540222167969,
      "learning_rate": 4.928973682070509e-05,
      "loss": 2.7716,
      "step": 705
    },
    {
      "epoch": 0.4951779765035946,
      "grad_norm": 55.3106575012207,
      "learning_rate": 4.9286301276086715e-05,
      "loss": 2.3966,
      "step": 706
    },
    {
      "epoch": 0.49587936173943536,
      "grad_norm": 0.014001145958900452,
      "learning_rate": 4.928285756294714e-05,
      "loss": 0.0001,
      "step": 707
    },
    {
      "epoch": 0.49658074697527615,
      "grad_norm": 0.026434065774083138,
      "learning_rate": 4.927940568244465e-05,
      "loss": 0.0002,
      "step": 708
    },
    {
      "epoch": 0.49728213221111695,
      "grad_norm": 0.04528193548321724,
      "learning_rate": 4.927594563574023e-05,
      "loss": 0.0003,
      "step": 709
    },
    {
      "epoch": 0.49798351744695774,
      "grad_norm": 0.0950818806886673,
      "learning_rate": 4.9272477423997666e-05,
      "loss": 0.0007,
      "step": 710
    },
    {
      "epoch": 0.4986849026827985,
      "grad_norm": 0.1095154732465744,
      "learning_rate": 4.926900104838346e-05,
      "loss": 0.0008,
      "step": 711
    },
    {
      "epoch": 0.4993862879186393,
      "grad_norm": 0.13107261061668396,
      "learning_rate": 4.9265516510066864e-05,
      "loss": 0.001,
      "step": 712
    },
    {
      "epoch": 0.5000876731544801,
      "grad_norm": 53.58122634887695,
      "learning_rate": 4.926202381021988e-05,
      "loss": 1.8605,
      "step": 713
    },
    {
      "epoch": 0.5007890583903208,
      "grad_norm": 48.86884689331055,
      "learning_rate": 4.925852295001725e-05,
      "loss": 1.3723,
      "step": 714
    },
    {
      "epoch": 0.5014904436261617,
      "grad_norm": 0.40202492475509644,
      "learning_rate": 4.9255013930636465e-05,
      "loss": 0.0033,
      "step": 715
    },
    {
      "epoch": 0.5021918288620024,
      "grad_norm": 43.420196533203125,
      "learning_rate": 4.925149675325775e-05,
      "loss": 0.9394,
      "step": 716
    },
    {
      "epoch": 0.5028932140978433,
      "grad_norm": 56.66259002685547,
      "learning_rate": 4.9247971419064097e-05,
      "loss": 1.2755,
      "step": 717
    },
    {
      "epoch": 0.503594599333684,
      "grad_norm": 3.452730894088745,
      "learning_rate": 4.9244437929241215e-05,
      "loss": 0.0353,
      "step": 718
    },
    {
      "epoch": 0.5042959845695248,
      "grad_norm": 4.454288005828857,
      "learning_rate": 4.924089628497757e-05,
      "loss": 0.0486,
      "step": 719
    },
    {
      "epoch": 0.5049973698053656,
      "grad_norm": 18.87127685546875,
      "learning_rate": 4.923734648746437e-05,
      "loss": 0.3667,
      "step": 720
    },
    {
      "epoch": 0.5056987550412064,
      "grad_norm": 11.85842514038086,
      "learning_rate": 4.923378853789556e-05,
      "loss": 0.3075,
      "step": 721
    },
    {
      "epoch": 0.5064001402770472,
      "grad_norm": 9.63955307006836,
      "learning_rate": 4.923022243746783e-05,
      "loss": 0.1304,
      "step": 722
    },
    {
      "epoch": 0.507101525512888,
      "grad_norm": 9.134459495544434,
      "learning_rate": 4.922664818738063e-05,
      "loss": 0.1346,
      "step": 723
    },
    {
      "epoch": 0.5078029107487287,
      "grad_norm": 2.0840797424316406,
      "learning_rate": 4.92230657888361e-05,
      "loss": 0.2203,
      "step": 724
    },
    {
      "epoch": 0.5085042959845695,
      "grad_norm": 8.857693672180176,
      "learning_rate": 4.921947524303919e-05,
      "loss": 0.1232,
      "step": 725
    },
    {
      "epoch": 0.5092056812204103,
      "grad_norm": 8.82702350616455,
      "learning_rate": 4.921587655119753e-05,
      "loss": 0.1143,
      "step": 726
    },
    {
      "epoch": 0.5099070664562511,
      "grad_norm": 4.017044544219971,
      "learning_rate": 4.9212269714521505e-05,
      "loss": 0.0433,
      "step": 727
    },
    {
      "epoch": 0.5106084516920919,
      "grad_norm": 1.7636412382125854,
      "learning_rate": 4.920865473422428e-05,
      "loss": 0.0171,
      "step": 728
    },
    {
      "epoch": 0.5113098369279326,
      "grad_norm": 107.01025390625,
      "learning_rate": 4.920503161152171e-05,
      "loss": 2.4773,
      "step": 729
    },
    {
      "epoch": 0.5120112221637735,
      "grad_norm": 0.35363465547561646,
      "learning_rate": 4.9201400347632404e-05,
      "loss": 0.0028,
      "step": 730
    },
    {
      "epoch": 0.5127126073996142,
      "grad_norm": 0.19405458867549896,
      "learning_rate": 4.919776094377771e-05,
      "loss": 0.0015,
      "step": 731
    },
    {
      "epoch": 0.5134139926354551,
      "grad_norm": 55.00040054321289,
      "learning_rate": 4.919411340118173e-05,
      "loss": 1.9537,
      "step": 732
    },
    {
      "epoch": 0.5141153778712958,
      "grad_norm": 55.760963439941406,
      "learning_rate": 4.919045772107127e-05,
      "loss": 2.1316,
      "step": 733
    },
    {
      "epoch": 0.5148167631071366,
      "grad_norm": 55.24003601074219,
      "learning_rate": 4.91867939046759e-05,
      "loss": 2.1231,
      "step": 734
    },
    {
      "epoch": 0.5155181483429774,
      "grad_norm": 0.03399452567100525,
      "learning_rate": 4.918312195322792e-05,
      "loss": 0.0002,
      "step": 735
    },
    {
      "epoch": 0.5162195335788181,
      "grad_norm": 204.8887176513672,
      "learning_rate": 4.917944186796235e-05,
      "loss": 8.6129,
      "step": 736
    },
    {
      "epoch": 0.516920918814659,
      "grad_norm": 124.1363754272461,
      "learning_rate": 4.917575365011699e-05,
      "loss": 3.9954,
      "step": 737
    },
    {
      "epoch": 0.5176223040504997,
      "grad_norm": 0.14609888195991516,
      "learning_rate": 4.9172057300932306e-05,
      "loss": 0.0011,
      "step": 738
    },
    {
      "epoch": 0.5183236892863405,
      "grad_norm": 0.33696234226226807,
      "learning_rate": 4.9168352821651575e-05,
      "loss": 0.0027,
      "step": 739
    },
    {
      "epoch": 0.5190250745221813,
      "grad_norm": 105.28889465332031,
      "learning_rate": 4.916464021352075e-05,
      "loss": 3.0367,
      "step": 740
    },
    {
      "epoch": 0.5197264597580221,
      "grad_norm": 1.017066240310669,
      "learning_rate": 4.916091947778855e-05,
      "loss": 0.0088,
      "step": 741
    },
    {
      "epoch": 0.5204278449938629,
      "grad_norm": 1.143968939781189,
      "learning_rate": 4.91571906157064e-05,
      "loss": 0.0102,
      "step": 742
    },
    {
      "epoch": 0.5211292302297037,
      "grad_norm": 0.7457045912742615,
      "learning_rate": 4.91534536285285e-05,
      "loss": 0.0063,
      "step": 743
    },
    {
      "epoch": 0.5218306154655444,
      "grad_norm": 0.700978696346283,
      "learning_rate": 4.9149708517511743e-05,
      "loss": 0.0058,
      "step": 744
    },
    {
      "epoch": 0.5225320007013853,
      "grad_norm": 0.38463106751441956,
      "learning_rate": 4.914595528391578e-05,
      "loss": 0.0031,
      "step": 745
    },
    {
      "epoch": 0.523233385937226,
      "grad_norm": 0.14777745306491852,
      "learning_rate": 4.914219392900297e-05,
      "loss": 0.0011,
      "step": 746
    },
    {
      "epoch": 0.5239347711730669,
      "grad_norm": 0.07884679734706879,
      "learning_rate": 4.913842445403843e-05,
      "loss": 0.0006,
      "step": 747
    },
    {
      "epoch": 0.5246361564089076,
      "grad_norm": 61.55155563354492,
      "learning_rate": 4.913464686028999e-05,
      "loss": 1.992,
      "step": 748
    },
    {
      "epoch": 0.5253375416447483,
      "grad_norm": 0.027440281584858894,
      "learning_rate": 4.913086114902822e-05,
      "loss": 0.0002,
      "step": 749
    },
    {
      "epoch": 0.5260389268805892,
      "grad_norm": 55.66230010986328,
      "learning_rate": 4.912706732152641e-05,
      "loss": 2.231,
      "step": 750
    },
    {
      "epoch": 0.5267403121164299,
      "grad_norm": 54.453102111816406,
      "learning_rate": 4.912326537906059e-05,
      "loss": 2.0983,
      "step": 751
    },
    {
      "epoch": 0.5274416973522708,
      "grad_norm": 0.0637647733092308,
      "learning_rate": 4.911945532290951e-05,
      "loss": 0.0005,
      "step": 752
    },
    {
      "epoch": 0.5281430825881115,
      "grad_norm": 0.13056063652038574,
      "learning_rate": 4.9115637154354674e-05,
      "loss": 0.001,
      "step": 753
    },
    {
      "epoch": 0.5288444678239523,
      "grad_norm": 52.72209167480469,
      "learning_rate": 4.911181087468027e-05,
      "loss": 1.5666,
      "step": 754
    },
    {
      "epoch": 0.5295458530597931,
      "grad_norm": 48.385467529296875,
      "learning_rate": 4.9107976485173255e-05,
      "loss": 1.2941,
      "step": 755
    },
    {
      "epoch": 0.5302472382956339,
      "grad_norm": 0.5080452561378479,
      "learning_rate": 4.91041339871233e-05,
      "loss": 0.0041,
      "step": 756
    },
    {
      "epoch": 0.5309486235314747,
      "grad_norm": 80.44468688964844,
      "learning_rate": 4.910028338182279e-05,
      "loss": 1.6558,
      "step": 757
    },
    {
      "epoch": 0.5316500087673155,
      "grad_norm": 1.59328031539917,
      "learning_rate": 4.909642467056685e-05,
      "loss": 0.0141,
      "step": 758
    },
    {
      "epoch": 0.5323513940031562,
      "grad_norm": 2.678886651992798,
      "learning_rate": 4.9092557854653344e-05,
      "loss": 0.0255,
      "step": 759
    },
    {
      "epoch": 0.533052779238997,
      "grad_norm": 2.742159366607666,
      "learning_rate": 4.908868293538282e-05,
      "loss": 0.0271,
      "step": 760
    },
    {
      "epoch": 0.5337541644748378,
      "grad_norm": 2.275885820388794,
      "learning_rate": 4.908479991405861e-05,
      "loss": 0.0215,
      "step": 761
    },
    {
      "epoch": 0.5344555497106785,
      "grad_norm": 1.4059484004974365,
      "learning_rate": 4.9080908791986724e-05,
      "loss": 0.0126,
      "step": 762
    },
    {
      "epoch": 0.5351569349465194,
      "grad_norm": 0.7012129426002502,
      "learning_rate": 4.907700957047592e-05,
      "loss": 0.0058,
      "step": 763
    },
    {
      "epoch": 0.5358583201823601,
      "grad_norm": 0.2713419497013092,
      "learning_rate": 4.9073102250837655e-05,
      "loss": 0.0021,
      "step": 764
    },
    {
      "epoch": 0.536559705418201,
      "grad_norm": 0.13228341937065125,
      "learning_rate": 4.9069186834386145e-05,
      "loss": 0.001,
      "step": 765
    },
    {
      "epoch": 0.5372610906540417,
      "grad_norm": 0.06449166685342789,
      "learning_rate": 4.90652633224383e-05,
      "loss": 0.0005,
      "step": 766
    },
    {
      "epoch": 0.5379624758898826,
      "grad_norm": 0.017581632360816002,
      "learning_rate": 4.9061331716313783e-05,
      "loss": 0.0001,
      "step": 767
    },
    {
      "epoch": 0.5386638611257233,
      "grad_norm": 0.016885504126548767,
      "learning_rate": 4.905739201733495e-05,
      "loss": 0.0001,
      "step": 768
    },
    {
      "epoch": 0.5393652463615641,
      "grad_norm": 0.005497175268828869,
      "learning_rate": 4.9053444226826886e-05,
      "loss": 0.0,
      "step": 769
    },
    {
      "epoch": 0.5400666315974049,
      "grad_norm": 58.73657989501953,
      "learning_rate": 4.90494883461174e-05,
      "loss": 3.1923,
      "step": 770
    },
    {
      "epoch": 0.5407680168332457,
      "grad_norm": 0.0022041036281734705,
      "learning_rate": 4.9045524376537034e-05,
      "loss": 0.0,
      "step": 771
    },
    {
      "epoch": 0.5414694020690864,
      "grad_norm": 52.654136657714844,
      "learning_rate": 4.9041552319419035e-05,
      "loss": 3.097,
      "step": 772
    },
    {
      "epoch": 0.5421707873049272,
      "grad_norm": 0.0026611709035933018,
      "learning_rate": 4.903757217609938e-05,
      "loss": 0.0,
      "step": 773
    },
    {
      "epoch": 0.542872172540768,
      "grad_norm": 0.0028983913362026215,
      "learning_rate": 4.9033583947916765e-05,
      "loss": 0.0,
      "step": 774
    },
    {
      "epoch": 0.5435735577766088,
      "grad_norm": 105.84739685058594,
      "learning_rate": 4.902958763621258e-05,
      "loss": 5.9716,
      "step": 775
    },
    {
      "epoch": 0.5442749430124496,
      "grad_norm": 54.44437789916992,
      "learning_rate": 4.902558324233098e-05,
      "loss": 2.7511,
      "step": 776
    },
    {
      "epoch": 0.5449763282482903,
      "grad_norm": 0.009829580783843994,
      "learning_rate": 4.9021570767618794e-05,
      "loss": 0.0001,
      "step": 777
    },
    {
      "epoch": 0.5456777134841312,
      "grad_norm": 53.416908264160156,
      "learning_rate": 4.90175502134256e-05,
      "loss": 2.337,
      "step": 778
    },
    {
      "epoch": 0.5463790987199719,
      "grad_norm": 0.050978660583496094,
      "learning_rate": 4.9013521581103686e-05,
      "loss": 0.0004,
      "step": 779
    },
    {
      "epoch": 0.5470804839558128,
      "grad_norm": 0.11917990446090698,
      "learning_rate": 4.900948487200804e-05,
      "loss": 0.0009,
      "step": 780
    },
    {
      "epoch": 0.5477818691916535,
      "grad_norm": 48.541015625,
      "learning_rate": 4.900544008749639e-05,
      "loss": 1.2937,
      "step": 781
    },
    {
      "epoch": 0.5484832544274943,
      "grad_norm": 0.3613051474094391,
      "learning_rate": 4.900138722892917e-05,
      "loss": 0.003,
      "step": 782
    },
    {
      "epoch": 0.5491846396633351,
      "grad_norm": 35.976261138916016,
      "learning_rate": 4.899732629766953e-05,
      "loss": 0.7424,
      "step": 783
    },
    {
      "epoch": 0.5498860248991758,
      "grad_norm": 1.3365657329559326,
      "learning_rate": 4.899325729508333e-05,
      "loss": 0.012,
      "step": 784
    },
    {
      "epoch": 0.5505874101350167,
      "grad_norm": 2.2534306049346924,
      "learning_rate": 4.898918022253916e-05,
      "loss": 0.0228,
      "step": 785
    },
    {
      "epoch": 0.5512887953708574,
      "grad_norm": 24.77885627746582,
      "learning_rate": 4.898509508140829e-05,
      "loss": 0.4601,
      "step": 786
    },
    {
      "epoch": 0.5519901806066982,
      "grad_norm": 4.28820276260376,
      "learning_rate": 4.898100187306475e-05,
      "loss": 0.0482,
      "step": 787
    },
    {
      "epoch": 0.552691565842539,
      "grad_norm": 4.493249416351318,
      "learning_rate": 4.897690059888524e-05,
      "loss": 0.0503,
      "step": 788
    },
    {
      "epoch": 0.5533929510783798,
      "grad_norm": 3.269726037979126,
      "learning_rate": 4.897279126024923e-05,
      "loss": 0.0349,
      "step": 789
    },
    {
      "epoch": 0.5540943363142206,
      "grad_norm": 3.0403542518615723,
      "learning_rate": 4.896867385853883e-05,
      "loss": 0.0316,
      "step": 790
    },
    {
      "epoch": 0.5547957215500614,
      "grad_norm": 25.840961456298828,
      "learning_rate": 4.896454839513892e-05,
      "loss": 0.4405,
      "step": 791
    },
    {
      "epoch": 0.5554971067859021,
      "grad_norm": 72.00930786132812,
      "learning_rate": 4.8960414871437055e-05,
      "loss": 1.4578,
      "step": 792
    },
    {
      "epoch": 0.556198492021743,
      "grad_norm": 0.7836804389953613,
      "learning_rate": 4.895627328882352e-05,
      "loss": 0.0068,
      "step": 793
    },
    {
      "epoch": 0.5568998772575837,
      "grad_norm": 0.7037481069564819,
      "learning_rate": 4.895212364869132e-05,
      "loss": 0.0061,
      "step": 794
    },
    {
      "epoch": 0.5576012624934246,
      "grad_norm": 0.4775547981262207,
      "learning_rate": 4.894796595243614e-05,
      "loss": 0.004,
      "step": 795
    },
    {
      "epoch": 0.5583026477292653,
      "grad_norm": 0.4537871778011322,
      "learning_rate": 4.894380020145639e-05,
      "loss": 0.0038,
      "step": 796
    },
    {
      "epoch": 0.559004032965106,
      "grad_norm": 0.2530267536640167,
      "learning_rate": 4.8939626397153196e-05,
      "loss": 0.0021,
      "step": 797
    },
    {
      "epoch": 0.5597054182009469,
      "grad_norm": 0.08755356073379517,
      "learning_rate": 4.8935444540930385e-05,
      "loss": 0.0007,
      "step": 798
    },
    {
      "epoch": 0.5604068034367876,
      "grad_norm": 0.058386508375406265,
      "learning_rate": 4.8931254634194504e-05,
      "loss": 0.0004,
      "step": 799
    },
    {
      "epoch": 0.5611081886726285,
      "grad_norm": 0.020555956289172173,
      "learning_rate": 4.892705667835479e-05,
      "loss": 0.0002,
      "step": 800
    },
    {
      "epoch": 0.5618095739084692,
      "grad_norm": 0.023624928668141365,
      "learning_rate": 4.892285067482319e-05,
      "loss": 0.0002,
      "step": 801
    },
    {
      "epoch": 0.56251095914431,
      "grad_norm": 54.471675872802734,
      "learning_rate": 4.891863662501437e-05,
      "loss": 2.8657,
      "step": 802
    },
    {
      "epoch": 0.5632123443801508,
      "grad_norm": 0.005444019101560116,
      "learning_rate": 4.8914414530345684e-05,
      "loss": 0.0,
      "step": 803
    },
    {
      "epoch": 0.5639137296159916,
      "grad_norm": 0.008992165327072144,
      "learning_rate": 4.891018439223722e-05,
      "loss": 0.0001,
      "step": 804
    },
    {
      "epoch": 0.5646151148518324,
      "grad_norm": 0.0062455967999994755,
      "learning_rate": 4.890594621211174e-05,
      "loss": 0.0,
      "step": 805
    },
    {
      "epoch": 0.5653165000876732,
      "grad_norm": 0.006425914354622364,
      "learning_rate": 4.8901699991394735e-05,
      "loss": 0.0,
      "step": 806
    },
    {
      "epoch": 0.5660178853235139,
      "grad_norm": 0.008212440647184849,
      "learning_rate": 4.8897445731514384e-05,
      "loss": 0.0001,
      "step": 807
    },
    {
      "epoch": 0.5667192705593547,
      "grad_norm": 0.004950184375047684,
      "learning_rate": 4.889318343390158e-05,
      "loss": 0.0,
      "step": 808
    },
    {
      "epoch": 0.5674206557951955,
      "grad_norm": 0.0056209079921245575,
      "learning_rate": 4.8888913099989916e-05,
      "loss": 0.0,
      "step": 809
    },
    {
      "epoch": 0.5681220410310363,
      "grad_norm": 0.0028246166184544563,
      "learning_rate": 4.888463473121568e-05,
      "loss": 0.0,
      "step": 810
    },
    {
      "epoch": 0.5688234262668771,
      "grad_norm": 53.988868713378906,
      "learning_rate": 4.888034832901788e-05,
      "loss": 2.7359,
      "step": 811
    },
    {
      "epoch": 0.5695248115027178,
      "grad_norm": 0.004621135536581278,
      "learning_rate": 4.8876053894838215e-05,
      "loss": 0.0,
      "step": 812
    },
    {
      "epoch": 0.5702261967385587,
      "grad_norm": 0.011877781711518764,
      "learning_rate": 4.887175143012108e-05,
      "loss": 0.0001,
      "step": 813
    },
    {
      "epoch": 0.5709275819743994,
      "grad_norm": 65.13773345947266,
      "learning_rate": 4.886744093631358e-05,
      "loss": 3.5609,
      "step": 814
    },
    {
      "epoch": 0.5716289672102403,
      "grad_norm": 161.86300659179688,
      "learning_rate": 4.886312241486554e-05,
      "loss": 7.2583,
      "step": 815
    },
    {
      "epoch": 0.572330352446081,
      "grad_norm": 0.032078277319669724,
      "learning_rate": 4.8858795867229425e-05,
      "loss": 0.0002,
      "step": 816
    },
    {
      "epoch": 0.5730317376819218,
      "grad_norm": 113.32162475585938,
      "learning_rate": 4.8854461294860454e-05,
      "loss": 4.1658,
      "step": 817
    },
    {
      "epoch": 0.5737331229177626,
      "grad_norm": 0.17656919360160828,
      "learning_rate": 4.885011869921654e-05,
      "loss": 0.0014,
      "step": 818
    },
    {
      "epoch": 0.5744345081536034,
      "grad_norm": 0.2188340574502945,
      "learning_rate": 4.884576808175828e-05,
      "loss": 0.0018,
      "step": 819
    },
    {
      "epoch": 0.5751358933894442,
      "grad_norm": 0.38712555170059204,
      "learning_rate": 4.884140944394896e-05,
      "loss": 0.0033,
      "step": 820
    },
    {
      "epoch": 0.5758372786252849,
      "grad_norm": 0.7210093140602112,
      "learning_rate": 4.883704278725458e-05,
      "loss": 0.0062,
      "step": 821
    },
    {
      "epoch": 0.5765386638611257,
      "grad_norm": 0.7694672346115112,
      "learning_rate": 4.883266811314385e-05,
      "loss": 0.0069,
      "step": 822
    },
    {
      "epoch": 0.5772400490969665,
      "grad_norm": 0.6353862881660461,
      "learning_rate": 4.8828285423088146e-05,
      "loss": 0.0056,
      "step": 823
    },
    {
      "epoch": 0.5779414343328073,
      "grad_norm": 87.86915588378906,
      "learning_rate": 4.8823894718561545e-05,
      "loss": 2.1381,
      "step": 824
    },
    {
      "epoch": 0.578642819568648,
      "grad_norm": 0.42429307103157043,
      "learning_rate": 4.8819496001040846e-05,
      "loss": 0.0036,
      "step": 825
    },
    {
      "epoch": 0.5793442048044889,
      "grad_norm": 0.40686339139938354,
      "learning_rate": 4.881508927200552e-05,
      "loss": 0.0034,
      "step": 826
    },
    {
      "epoch": 0.5800455900403296,
      "grad_norm": 0.27934542298316956,
      "learning_rate": 4.881067453293774e-05,
      "loss": 0.0022,
      "step": 827
    },
    {
      "epoch": 0.5807469752761705,
      "grad_norm": 44.31092834472656,
      "learning_rate": 4.8806251785322355e-05,
      "loss": 1.1003,
      "step": 828
    },
    {
      "epoch": 0.5814483605120112,
      "grad_norm": 0.17587609589099884,
      "learning_rate": 4.880182103064695e-05,
      "loss": 0.0014,
      "step": 829
    },
    {
      "epoch": 0.582149745747852,
      "grad_norm": 0.2651273012161255,
      "learning_rate": 4.879738227040176e-05,
      "loss": 0.0021,
      "step": 830
    },
    {
      "epoch": 0.5828511309836928,
      "grad_norm": 149.13035583496094,
      "learning_rate": 4.879293550607974e-05,
      "loss": 2.9684,
      "step": 831
    },
    {
      "epoch": 0.5835525162195335,
      "grad_norm": 0.17069180309772491,
      "learning_rate": 4.878848073917651e-05,
      "loss": 0.0014,
      "step": 832
    },
    {
      "epoch": 0.5842539014553744,
      "grad_norm": 0.24799254536628723,
      "learning_rate": 4.878401797119042e-05,
      "loss": 0.002,
      "step": 833
    },
    {
      "epoch": 0.5849552866912151,
      "grad_norm": 0.15171018242835999,
      "learning_rate": 4.8779547203622477e-05,
      "loss": 0.0012,
      "step": 834
    },
    {
      "epoch": 0.585656671927056,
      "grad_norm": 45.8453254699707,
      "learning_rate": 4.877506843797639e-05,
      "loss": 1.2116,
      "step": 835
    },
    {
      "epoch": 0.5863580571628967,
      "grad_norm": 70.00684356689453,
      "learning_rate": 4.877058167575857e-05,
      "loss": 2.1496,
      "step": 836
    },
    {
      "epoch": 0.5870594423987375,
      "grad_norm": 43.86625671386719,
      "learning_rate": 4.876608691847809e-05,
      "loss": 1.077,
      "step": 837
    },
    {
      "epoch": 0.5877608276345783,
      "grad_norm": 39.75180435180664,
      "learning_rate": 4.876158416764675e-05,
      "loss": 0.8959,
      "step": 838
    },
    {
      "epoch": 0.5884622128704191,
      "grad_norm": 78.85111999511719,
      "learning_rate": 4.8757073424779e-05,
      "loss": 1.609,
      "step": 839
    },
    {
      "epoch": 0.5891635981062598,
      "grad_norm": 2.562579393386841,
      "learning_rate": 4.8752554691392004e-05,
      "loss": 0.0262,
      "step": 840
    },
    {
      "epoch": 0.5898649833421007,
      "grad_norm": 3.174607276916504,
      "learning_rate": 4.8748027969005606e-05,
      "loss": 0.0331,
      "step": 841
    },
    {
      "epoch": 0.5905663685779414,
      "grad_norm": 24.42951202392578,
      "learning_rate": 4.874349325914232e-05,
      "loss": 0.494,
      "step": 842
    },
    {
      "epoch": 0.5912677538137823,
      "grad_norm": 5.76008415222168,
      "learning_rate": 4.87389505633274e-05,
      "loss": 0.069,
      "step": 843
    },
    {
      "epoch": 0.591969139049623,
      "grad_norm": 16.484464645385742,
      "learning_rate": 4.873439988308871e-05,
      "loss": 0.3677,
      "step": 844
    },
    {
      "epoch": 0.5926705242854637,
      "grad_norm": 8.441133499145508,
      "learning_rate": 4.872984121995686e-05,
      "loss": 0.1122,
      "step": 845
    },
    {
      "epoch": 0.5933719095213046,
      "grad_norm": 7.171937942504883,
      "learning_rate": 4.8725274575465106e-05,
      "loss": 0.093,
      "step": 846
    },
    {
      "epoch": 0.5940732947571453,
      "grad_norm": 7.630092620849609,
      "learning_rate": 4.872069995114943e-05,
      "loss": 0.0997,
      "step": 847
    },
    {
      "epoch": 0.5947746799929862,
      "grad_norm": 5.521340370178223,
      "learning_rate": 4.871611734854845e-05,
      "loss": 0.065,
      "step": 848
    },
    {
      "epoch": 0.5954760652288269,
      "grad_norm": 40.95110321044922,
      "learning_rate": 4.871152676920351e-05,
      "loss": 0.6631,
      "step": 849
    },
    {
      "epoch": 0.5961774504646677,
      "grad_norm": 2.602055311203003,
      "learning_rate": 4.8706928214658596e-05,
      "loss": 0.0269,
      "step": 850
    },
    {
      "epoch": 0.5968788357005085,
      "grad_norm": 30.752164840698242,
      "learning_rate": 4.8702321686460424e-05,
      "loss": 0.5944,
      "step": 851
    },
    {
      "epoch": 0.5975802209363493,
      "grad_norm": 34.97576904296875,
      "learning_rate": 4.8697707186158345e-05,
      "loss": 0.7216,
      "step": 852
    },
    {
      "epoch": 0.5982816061721901,
      "grad_norm": 1.3377373218536377,
      "learning_rate": 4.869308471530443e-05,
      "loss": 0.0126,
      "step": 853
    },
    {
      "epoch": 0.5989829914080309,
      "grad_norm": 33.73777389526367,
      "learning_rate": 4.868845427545341e-05,
      "loss": 0.6655,
      "step": 854
    },
    {
      "epoch": 0.5996843766438716,
      "grad_norm": 27.722604751586914,
      "learning_rate": 4.868381586816268e-05,
      "loss": 0.5284,
      "step": 855
    },
    {
      "epoch": 0.6003857618797125,
      "grad_norm": 39.0617561340332,
      "learning_rate": 4.867916949499236e-05,
      "loss": 0.9141,
      "step": 856
    },
    {
      "epoch": 0.6010871471155532,
      "grad_norm": 25.998207092285156,
      "learning_rate": 4.8674515157505205e-05,
      "loss": 0.4843,
      "step": 857
    },
    {
      "epoch": 0.601788532351394,
      "grad_norm": 70.33052062988281,
      "learning_rate": 4.8669852857266686e-05,
      "loss": 1.1847,
      "step": 858
    },
    {
      "epoch": 0.6024899175872348,
      "grad_norm": 2.859663724899292,
      "learning_rate": 4.866518259584492e-05,
      "loss": 0.1724,
      "step": 859
    },
    {
      "epoch": 0.6031913028230755,
      "grad_norm": 7.6815185546875,
      "learning_rate": 4.866050437481072e-05,
      "loss": 0.2053,
      "step": 860
    },
    {
      "epoch": 0.6038926880589164,
      "grad_norm": 15.574623107910156,
      "learning_rate": 4.8655818195737576e-05,
      "loss": 0.2786,
      "step": 861
    },
    {
      "epoch": 0.6045940732947571,
      "grad_norm": 17.501440048217773,
      "learning_rate": 4.865112406020164e-05,
      "loss": 0.3404,
      "step": 862
    },
    {
      "epoch": 0.605295458530598,
      "grad_norm": 18.48247718811035,
      "learning_rate": 4.8646421969781757e-05,
      "loss": 0.3676,
      "step": 863
    },
    {
      "epoch": 0.6059968437664387,
      "grad_norm": 15.630892753601074,
      "learning_rate": 4.864171192605944e-05,
      "loss": 0.2856,
      "step": 864
    },
    {
      "epoch": 0.6066982290022795,
      "grad_norm": 15.12441349029541,
      "learning_rate": 4.863699393061888e-05,
      "loss": 0.2728,
      "step": 865
    },
    {
      "epoch": 0.6073996142381203,
      "grad_norm": 10.427019119262695,
      "learning_rate": 4.863226798504694e-05,
      "loss": 0.308,
      "step": 866
    },
    {
      "epoch": 0.6081009994739611,
      "grad_norm": 10.065474510192871,
      "learning_rate": 4.8627534090933156e-05,
      "loss": 0.1617,
      "step": 867
    },
    {
      "epoch": 0.6088023847098019,
      "grad_norm": 11.481346130371094,
      "learning_rate": 4.862279224986973e-05,
      "loss": 0.2136,
      "step": 868
    },
    {
      "epoch": 0.6095037699456426,
      "grad_norm": 5.78438663482666,
      "learning_rate": 4.8618042463451566e-05,
      "loss": 0.0726,
      "step": 869
    },
    {
      "epoch": 0.6102051551814834,
      "grad_norm": 39.987937927246094,
      "learning_rate": 4.8613284733276206e-05,
      "loss": 0.8901,
      "step": 870
    },
    {
      "epoch": 0.6109065404173242,
      "grad_norm": 3.24749755859375,
      "learning_rate": 4.860851906094388e-05,
      "loss": 0.0369,
      "step": 871
    },
    {
      "epoch": 0.611607925653165,
      "grad_norm": 2.4093921184539795,
      "learning_rate": 4.860374544805749e-05,
      "loss": 0.0254,
      "step": 872
    },
    {
      "epoch": 0.6123093108890058,
      "grad_norm": 0.970287024974823,
      "learning_rate": 4.85989638962226e-05,
      "loss": 0.0092,
      "step": 873
    },
    {
      "epoch": 0.6130106961248466,
      "grad_norm": 0.4123772084712982,
      "learning_rate": 4.859417440704746e-05,
      "loss": 0.0036,
      "step": 874
    },
    {
      "epoch": 0.6137120813606873,
      "grad_norm": 0.14014503359794617,
      "learning_rate": 4.8589376982142977e-05,
      "loss": 0.0011,
      "step": 875
    },
    {
      "epoch": 0.6144134665965282,
      "grad_norm": 0.05853430926799774,
      "learning_rate": 4.858457162312272e-05,
      "loss": 0.0005,
      "step": 876
    },
    {
      "epoch": 0.6151148518323689,
      "grad_norm": 104.4763412475586,
      "learning_rate": 4.857975833160295e-05,
      "loss": 4.5228,
      "step": 877
    },
    {
      "epoch": 0.6158162370682098,
      "grad_norm": 60.22207260131836,
      "learning_rate": 4.857493710920258e-05,
      "loss": 3.2127,
      "step": 878
    },
    {
      "epoch": 0.6165176223040505,
      "grad_norm": 0.014606939628720284,
      "learning_rate": 4.8570107957543185e-05,
      "loss": 0.0001,
      "step": 879
    },
    {
      "epoch": 0.6172190075398913,
      "grad_norm": 52.49748229980469,
      "learning_rate": 4.856527087824902e-05,
      "loss": 2.5181,
      "step": 880
    },
    {
      "epoch": 0.6179203927757321,
      "grad_norm": 60.33863067626953,
      "learning_rate": 4.8560425872947004e-05,
      "loss": 3.4192,
      "step": 881
    },
    {
      "epoch": 0.6186217780115728,
      "grad_norm": 0.017534319311380386,
      "learning_rate": 4.8555572943266715e-05,
      "loss": 0.0001,
      "step": 882
    },
    {
      "epoch": 0.6193231632474137,
      "grad_norm": 0.03253171965479851,
      "learning_rate": 4.85507120908404e-05,
      "loss": 0.0002,
      "step": 883
    },
    {
      "epoch": 0.6200245484832544,
      "grad_norm": 100.64522552490234,
      "learning_rate": 4.8545843317302983e-05,
      "loss": 3.6464,
      "step": 884
    },
    {
      "epoch": 0.6207259337190952,
      "grad_norm": 52.276100158691406,
      "learning_rate": 4.854096662429203e-05,
      "loss": 1.5974,
      "step": 885
    },
    {
      "epoch": 0.621427318954936,
      "grad_norm": 0.26515480875968933,
      "learning_rate": 4.853608201344778e-05,
      "loss": 0.0022,
      "step": 886
    },
    {
      "epoch": 0.6221287041907768,
      "grad_norm": 0.4160686731338501,
      "learning_rate": 4.853118948641314e-05,
      "loss": 0.0036,
      "step": 887
    },
    {
      "epoch": 0.6228300894266176,
      "grad_norm": 40.08952331542969,
      "learning_rate": 4.852628904483367e-05,
      "loss": 0.9215,
      "step": 888
    },
    {
      "epoch": 0.6235314746624584,
      "grad_norm": 35.90172576904297,
      "learning_rate": 4.852138069035761e-05,
      "loss": 0.7604,
      "step": 889
    },
    {
      "epoch": 0.6242328598982991,
      "grad_norm": 2.5494091510772705,
      "learning_rate": 4.851646442463585e-05,
      "loss": 0.0269,
      "step": 890
    },
    {
      "epoch": 0.62493424513414,
      "grad_norm": 4.3015456199646,
      "learning_rate": 4.851154024932193e-05,
      "loss": 0.0495,
      "step": 891
    },
    {
      "epoch": 0.6256356303699807,
      "grad_norm": 3.570831537246704,
      "learning_rate": 4.8506608166072054e-05,
      "loss": 0.0385,
      "step": 892
    },
    {
      "epoch": 0.6263370156058214,
      "grad_norm": 3.575366735458374,
      "learning_rate": 4.8501668176545115e-05,
      "loss": 0.0397,
      "step": 893
    },
    {
      "epoch": 0.6270384008416623,
      "grad_norm": 2.7419331073760986,
      "learning_rate": 4.849672028240262e-05,
      "loss": 0.0288,
      "step": 894
    },
    {
      "epoch": 0.627739786077503,
      "grad_norm": 41.37546157836914,
      "learning_rate": 4.849176448530878e-05,
      "loss": 0.8202,
      "step": 895
    },
    {
      "epoch": 0.6284411713133439,
      "grad_norm": 34.27451705932617,
      "learning_rate": 4.8486800786930415e-05,
      "loss": 0.7397,
      "step": 896
    },
    {
      "epoch": 0.6291425565491846,
      "grad_norm": 1.0924946069717407,
      "learning_rate": 4.848182918893705e-05,
      "loss": 0.0104,
      "step": 897
    },
    {
      "epoch": 0.6298439417850255,
      "grad_norm": 0.9149582386016846,
      "learning_rate": 4.8476849693000836e-05,
      "loss": 0.0085,
      "step": 898
    },
    {
      "epoch": 0.6305453270208662,
      "grad_norm": 0.4877033829689026,
      "learning_rate": 4.8471862300796594e-05,
      "loss": 0.0043,
      "step": 899
    },
    {
      "epoch": 0.631246712256707,
      "grad_norm": 50.69717788696289,
      "learning_rate": 4.846686701400179e-05,
      "loss": 1.3647,
      "step": 900
    },
    {
      "epoch": 0.6319480974925478,
      "grad_norm": 45.04077911376953,
      "learning_rate": 4.846186383429657e-05,
      "loss": 1.366,
      "step": 901
    },
    {
      "epoch": 0.6326494827283886,
      "grad_norm": 47.341819763183594,
      "learning_rate": 4.8456852763363706e-05,
      "loss": 1.2603,
      "step": 902
    },
    {
      "epoch": 0.6333508679642293,
      "grad_norm": 44.485530853271484,
      "learning_rate": 4.8451833802888625e-05,
      "loss": 1.3248,
      "step": 903
    },
    {
      "epoch": 0.6340522532000702,
      "grad_norm": 0.46667349338531494,
      "learning_rate": 4.844680695455943e-05,
      "loss": 0.0041,
      "step": 904
    },
    {
      "epoch": 0.6347536384359109,
      "grad_norm": 0.7628422379493713,
      "learning_rate": 4.844177222006687e-05,
      "loss": 0.0067,
      "step": 905
    },
    {
      "epoch": 0.6354550236717517,
      "grad_norm": 0.7451947927474976,
      "learning_rate": 4.8436729601104327e-05,
      "loss": 0.0069,
      "step": 906
    },
    {
      "epoch": 0.6361564089075925,
      "grad_norm": 0.6644980907440186,
      "learning_rate": 4.843167909936786e-05,
      "loss": 0.006,
      "step": 907
    },
    {
      "epoch": 0.6368577941434332,
      "grad_norm": 41.53312683105469,
      "learning_rate": 4.8426620716556164e-05,
      "loss": 1.1098,
      "step": 908
    },
    {
      "epoch": 0.6375591793792741,
      "grad_norm": 0.5270825624465942,
      "learning_rate": 4.8421554454370596e-05,
      "loss": 0.0046,
      "step": 909
    },
    {
      "epoch": 0.6382605646151148,
      "grad_norm": 90.92555236816406,
      "learning_rate": 4.841648031451514e-05,
      "loss": 2.5683,
      "step": 910
    },
    {
      "epoch": 0.6389619498509557,
      "grad_norm": 46.597808837890625,
      "learning_rate": 4.841139829869646e-05,
      "loss": 1.4381,
      "step": 911
    },
    {
      "epoch": 0.6396633350867964,
      "grad_norm": 0.9347837567329407,
      "learning_rate": 4.8406308408623865e-05,
      "loss": 0.0083,
      "step": 912
    },
    {
      "epoch": 0.6403647203226372,
      "grad_norm": 0.8483829498291016,
      "learning_rate": 4.840121064600928e-05,
      "loss": 0.0077,
      "step": 913
    },
    {
      "epoch": 0.641066105558478,
      "grad_norm": 37.393951416015625,
      "learning_rate": 4.8396105012567315e-05,
      "loss": 0.8573,
      "step": 914
    },
    {
      "epoch": 0.6417674907943188,
      "grad_norm": 69.15557098388672,
      "learning_rate": 4.839099151001521e-05,
      "loss": 1.491,
      "step": 915
    },
    {
      "epoch": 0.6424688760301596,
      "grad_norm": 1.3047503232955933,
      "learning_rate": 4.838587014007284e-05,
      "loss": 0.0126,
      "step": 916
    },
    {
      "epoch": 0.6431702612660003,
      "grad_norm": 1.462365746498108,
      "learning_rate": 4.838074090446276e-05,
      "loss": 0.0144,
      "step": 917
    },
    {
      "epoch": 0.6438716465018411,
      "grad_norm": 1.4955204725265503,
      "learning_rate": 4.8375603804910154e-05,
      "loss": 0.0146,
      "step": 918
    },
    {
      "epoch": 0.6445730317376819,
      "grad_norm": 1.0593093633651733,
      "learning_rate": 4.837045884314283e-05,
      "loss": 0.0101,
      "step": 919
    },
    {
      "epoch": 0.6452744169735227,
      "grad_norm": 0.5433834791183472,
      "learning_rate": 4.836530602089127e-05,
      "loss": 0.0049,
      "step": 920
    },
    {
      "epoch": 0.6459758022093635,
      "grad_norm": 44.653175354003906,
      "learning_rate": 4.836014533988857e-05,
      "loss": 1.2462,
      "step": 921
    },
    {
      "epoch": 0.6466771874452043,
      "grad_norm": 0.15624181926250458,
      "learning_rate": 4.835497680187052e-05,
      "loss": 0.0013,
      "step": 922
    },
    {
      "epoch": 0.647378572681045,
      "grad_norm": 0.13333559036254883,
      "learning_rate": 4.8349800408575506e-05,
      "loss": 0.0011,
      "step": 923
    },
    {
      "epoch": 0.6480799579168859,
      "grad_norm": 0.08697400987148285,
      "learning_rate": 4.834461616174456e-05,
      "loss": 0.0007,
      "step": 924
    },
    {
      "epoch": 0.6487813431527266,
      "grad_norm": 49.62416076660156,
      "learning_rate": 4.8339424063121375e-05,
      "loss": 2.1264,
      "step": 925
    },
    {
      "epoch": 0.6494827283885675,
      "grad_norm": 47.912906646728516,
      "learning_rate": 4.833422411445228e-05,
      "loss": 1.8048,
      "step": 926
    },
    {
      "epoch": 0.6501841136244082,
      "grad_norm": 0.0816919356584549,
      "learning_rate": 4.832901631748622e-05,
      "loss": 0.0007,
      "step": 927
    },
    {
      "epoch": 0.650885498860249,
      "grad_norm": 49.09192657470703,
      "learning_rate": 4.8323800673974826e-05,
      "loss": 1.7493,
      "step": 928
    },
    {
      "epoch": 0.6515868840960898,
      "grad_norm": 98.90199279785156,
      "learning_rate": 4.8318577185672325e-05,
      "loss": 3.7461,
      "step": 929
    },
    {
      "epoch": 0.6522882693319305,
      "grad_norm": 0.22995713353157043,
      "learning_rate": 4.831334585433561e-05,
      "loss": 0.002,
      "step": 930
    },
    {
      "epoch": 0.6529896545677714,
      "grad_norm": 0.4566737413406372,
      "learning_rate": 4.830810668172419e-05,
      "loss": 0.0041,
      "step": 931
    },
    {
      "epoch": 0.6536910398036121,
      "grad_norm": 0.5328819155693054,
      "learning_rate": 4.830285966960023e-05,
      "loss": 0.0048,
      "step": 932
    },
    {
      "epoch": 0.6543924250394529,
      "grad_norm": 0.6611910462379456,
      "learning_rate": 4.829760481972852e-05,
      "loss": 0.0061,
      "step": 933
    },
    {
      "epoch": 0.6550938102752937,
      "grad_norm": 76.24475860595703,
      "learning_rate": 4.82923421338765e-05,
      "loss": 1.7814,
      "step": 934
    },
    {
      "epoch": 0.6557951955111345,
      "grad_norm": 0.7961150407791138,
      "learning_rate": 4.828707161381423e-05,
      "loss": 0.0075,
      "step": 935
    },
    {
      "epoch": 0.6564965807469753,
      "grad_norm": 33.920326232910156,
      "learning_rate": 4.8281793261314404e-05,
      "loss": 0.7362,
      "step": 936
    },
    {
      "epoch": 0.6571979659828161,
      "grad_norm": 0.9916706681251526,
      "learning_rate": 4.827650707815236e-05,
      "loss": 0.0096,
      "step": 937
    },
    {
      "epoch": 0.6578993512186568,
      "grad_norm": 0.7823458909988403,
      "learning_rate": 4.827121306610608e-05,
      "loss": 0.0074,
      "step": 938
    },
    {
      "epoch": 0.6586007364544977,
      "grad_norm": 0.8576016426086426,
      "learning_rate": 4.8265911226956154e-05,
      "loss": 0.008,
      "step": 939
    },
    {
      "epoch": 0.6593021216903384,
      "grad_norm": 0.5242276787757874,
      "learning_rate": 4.826060156248582e-05,
      "loss": 0.0047,
      "step": 940
    },
    {
      "epoch": 0.6600035069261792,
      "grad_norm": 0.31952106952667236,
      "learning_rate": 4.825528407448096e-05,
      "loss": 0.0028,
      "step": 941
    },
    {
      "epoch": 0.66070489216202,
      "grad_norm": 0.17970554530620575,
      "learning_rate": 4.824995876473004e-05,
      "loss": 0.0015,
      "step": 942
    },
    {
      "epoch": 0.6614062773978607,
      "grad_norm": 0.10021814703941345,
      "learning_rate": 4.824462563502422e-05,
      "loss": 0.0008,
      "step": 943
    },
    {
      "epoch": 0.6621076626337016,
      "grad_norm": 146.59963989257812,
      "learning_rate": 4.823928468715724e-05,
      "loss": 5.6442,
      "step": 944
    },
    {
      "epoch": 0.6628090478695423,
      "grad_norm": 0.060028087347745895,
      "learning_rate": 4.82339359229255e-05,
      "loss": 0.0005,
      "step": 945
    },
    {
      "epoch": 0.6635104331053832,
      "grad_norm": 0.05350363254547119,
      "learning_rate": 4.822857934412802e-05,
      "loss": 0.0004,
      "step": 946
    },
    {
      "epoch": 0.6642118183412239,
      "grad_norm": 197.06178283691406,
      "learning_rate": 4.822321495256644e-05,
      "loss": 8.2989,
      "step": 947
    },
    {
      "epoch": 0.6649132035770647,
      "grad_norm": 0.047274697571992874,
      "learning_rate": 4.821784275004503e-05,
      "loss": 0.0004,
      "step": 948
    },
    {
      "epoch": 0.6656145888129055,
      "grad_norm": 0.037716954946517944,
      "learning_rate": 4.82124627383707e-05,
      "loss": 0.0003,
      "step": 949
    },
    {
      "epoch": 0.6663159740487463,
      "grad_norm": 48.574623107910156,
      "learning_rate": 4.8207074919352976e-05,
      "loss": 1.7823,
      "step": 950
    },
    {
      "epoch": 0.667017359284587,
      "grad_norm": 0.06911084055900574,
      "learning_rate": 4.8201679294804e-05,
      "loss": 0.0006,
      "step": 951
    },
    {
      "epoch": 0.6677187445204279,
      "grad_norm": 0.07155507057905197,
      "learning_rate": 4.8196275866538574e-05,
      "loss": 0.0006,
      "step": 952
    },
    {
      "epoch": 0.6684201297562686,
      "grad_norm": 0.10516396909952164,
      "learning_rate": 4.8190864636374086e-05,
      "loss": 0.0009,
      "step": 953
    },
    {
      "epoch": 0.6691215149921094,
      "grad_norm": 46.50364685058594,
      "learning_rate": 4.818544560613056e-05,
      "loss": 1.4989,
      "step": 954
    },
    {
      "epoch": 0.6698229002279502,
      "grad_norm": 0.2198321670293808,
      "learning_rate": 4.8180018777630664e-05,
      "loss": 0.0019,
      "step": 955
    },
    {
      "epoch": 0.670524285463791,
      "grad_norm": 87.00233459472656,
      "learning_rate": 4.8174584152699665e-05,
      "loss": 2.3952,
      "step": 956
    },
    {
      "epoch": 0.6712256706996318,
      "grad_norm": 39.932960510253906,
      "learning_rate": 4.816914173316545e-05,
      "loss": 1.0167,
      "step": 957
    },
    {
      "epoch": 0.6719270559354725,
      "grad_norm": 0.8517984747886658,
      "learning_rate": 4.816369152085855e-05,
      "loss": 0.0082,
      "step": 958
    },
    {
      "epoch": 0.6726284411713134,
      "grad_norm": 1.0399830341339111,
      "learning_rate": 4.8158233517612096e-05,
      "loss": 0.0102,
      "step": 959
    },
    {
      "epoch": 0.6733298264071541,
      "grad_norm": 1.2987735271453857,
      "learning_rate": 4.815276772526186e-05,
      "loss": 0.013,
      "step": 960
    },
    {
      "epoch": 0.674031211642995,
      "grad_norm": 1.1722874641418457,
      "learning_rate": 4.8147294145646207e-05,
      "loss": 0.0119,
      "step": 961
    },
    {
      "epoch": 0.6747325968788357,
      "grad_norm": 30.018028259277344,
      "learning_rate": 4.8141812780606137e-05,
      "loss": 0.606,
      "step": 962
    },
    {
      "epoch": 0.6754339821146765,
      "grad_norm": 1.0533334016799927,
      "learning_rate": 4.813632363198527e-05,
      "loss": 0.0105,
      "step": 963
    },
    {
      "epoch": 0.6761353673505173,
      "grad_norm": 52.103050231933594,
      "learning_rate": 4.813082670162986e-05,
      "loss": 1.5312,
      "step": 964
    },
    {
      "epoch": 0.676836752586358,
      "grad_norm": 36.39682388305664,
      "learning_rate": 4.812532199138873e-05,
      "loss": 0.8569,
      "step": 965
    },
    {
      "epoch": 0.6775381378221988,
      "grad_norm": 84.3869400024414,
      "learning_rate": 4.8119809503113363e-05,
      "loss": 2.1346,
      "step": 966
    },
    {
      "epoch": 0.6782395230580396,
      "grad_norm": 0.8813936710357666,
      "learning_rate": 4.811428923865785e-05,
      "loss": 0.0085,
      "step": 967
    },
    {
      "epoch": 0.6789409082938804,
      "grad_norm": 1.1427128314971924,
      "learning_rate": 4.810876119987888e-05,
      "loss": 0.0113,
      "step": 968
    },
    {
      "epoch": 0.6796422935297212,
      "grad_norm": 30.400836944580078,
      "learning_rate": 4.810322538863578e-05,
      "loss": 0.6341,
      "step": 969
    },
    {
      "epoch": 0.680343678765562,
      "grad_norm": 77.0494155883789,
      "learning_rate": 4.8097681806790466e-05,
      "loss": 1.7974,
      "step": 970
    },
    {
      "epoch": 0.6810450640014027,
      "grad_norm": 29.669004440307617,
      "learning_rate": 4.8092130456207495e-05,
      "loss": 0.5951,
      "step": 971
    },
    {
      "epoch": 0.6817464492372436,
      "grad_norm": 2.0304183959960938,
      "learning_rate": 4.808657133875402e-05,
      "loss": 0.0214,
      "step": 972
    },
    {
      "epoch": 0.6824478344730843,
      "grad_norm": 22.323291778564453,
      "learning_rate": 4.808100445629981e-05,
      "loss": 0.4383,
      "step": 973
    },
    {
      "epoch": 0.6831492197089252,
      "grad_norm": 11.758098602294922,
      "learning_rate": 4.807542981071724e-05,
      "loss": 0.245,
      "step": 974
    },
    {
      "epoch": 0.6838506049447659,
      "grad_norm": 9.657792091369629,
      "learning_rate": 4.80698474038813e-05,
      "loss": 0.2276,
      "step": 975
    },
    {
      "epoch": 0.6845519901806068,
      "grad_norm": 0.9010874629020691,
      "learning_rate": 4.806425723766961e-05,
      "loss": 0.1934,
      "step": 976
    },
    {
      "epoch": 0.6852533754164475,
      "grad_norm": 13.536153793334961,
      "learning_rate": 4.805865931396236e-05,
      "loss": 0.2465,
      "step": 977
    },
    {
      "epoch": 0.6859547606522882,
      "grad_norm": 12.555607795715332,
      "learning_rate": 4.8053053634642384e-05,
      "loss": 0.2135,
      "step": 978
    },
    {
      "epoch": 0.6866561458881291,
      "grad_norm": 15.943707466125488,
      "learning_rate": 4.804744020159511e-05,
      "loss": 0.3215,
      "step": 979
    },
    {
      "epoch": 0.6873575311239698,
      "grad_norm": 9.25063419342041,
      "learning_rate": 4.804181901670856e-05,
      "loss": 0.2798,
      "step": 980
    },
    {
      "epoch": 0.6880589163598106,
      "grad_norm": 8.65345573425293,
      "learning_rate": 4.80361900818734e-05,
      "loss": 0.1354,
      "step": 981
    },
    {
      "epoch": 0.6887603015956514,
      "grad_norm": 10.924114227294922,
      "learning_rate": 4.803055339898288e-05,
      "loss": 0.1829,
      "step": 982
    },
    {
      "epoch": 0.6894616868314922,
      "grad_norm": 7.537076950073242,
      "learning_rate": 4.8024908969932844e-05,
      "loss": 0.1064,
      "step": 983
    },
    {
      "epoch": 0.690163072067333,
      "grad_norm": 43.258338928222656,
      "learning_rate": 4.8019256796621764e-05,
      "loss": 0.957,
      "step": 984
    },
    {
      "epoch": 0.6908644573031738,
      "grad_norm": 26.308055877685547,
      "learning_rate": 4.801359688095071e-05,
      "loss": 0.541,
      "step": 985
    },
    {
      "epoch": 0.6915658425390145,
      "grad_norm": 1.8512808084487915,
      "learning_rate": 4.800792922482333e-05,
      "loss": 0.0192,
      "step": 986
    },
    {
      "epoch": 0.6922672277748554,
      "grad_norm": 1.0505925416946411,
      "learning_rate": 4.800225383014594e-05,
      "loss": 0.0104,
      "step": 987
    },
    {
      "epoch": 0.6929686130106961,
      "grad_norm": 40.21651840209961,
      "learning_rate": 4.799657069882738e-05,
      "loss": 1.0056,
      "step": 988
    },
    {
      "epoch": 0.6936699982465369,
      "grad_norm": 0.17625601589679718,
      "learning_rate": 4.7990879832779156e-05,
      "loss": 0.0015,
      "step": 989
    },
    {
      "epoch": 0.6943713834823777,
      "grad_norm": 0.15104326605796814,
      "learning_rate": 4.7985181233915335e-05,
      "loss": 0.0013,
      "step": 990
    },
    {
      "epoch": 0.6950727687182184,
      "grad_norm": 0.09187794476747513,
      "learning_rate": 4.79794749041526e-05,
      "loss": 0.0008,
      "step": 991
    },
    {
      "epoch": 0.6957741539540593,
      "grad_norm": 48.85366439819336,
      "learning_rate": 4.797376084541024e-05,
      "loss": 1.9766,
      "step": 992
    },
    {
      "epoch": 0.6964755391899,
      "grad_norm": 0.04326195642352104,
      "learning_rate": 4.796803905961013e-05,
      "loss": 0.0004,
      "step": 993
    },
    {
      "epoch": 0.6971769244257409,
      "grad_norm": 0.04548042640089989,
      "learning_rate": 4.796230954867676e-05,
      "loss": 0.0004,
      "step": 994
    },
    {
      "epoch": 0.6978783096615816,
      "grad_norm": 48.174827575683594,
      "learning_rate": 4.79565723145372e-05,
      "loss": 1.9204,
      "step": 995
    },
    {
      "epoch": 0.6985796948974224,
      "grad_norm": 0.04808010160923004,
      "learning_rate": 4.7950827359121135e-05,
      "loss": 0.0004,
      "step": 996
    },
    {
      "epoch": 0.6992810801332632,
      "grad_norm": 48.49928665161133,
      "learning_rate": 4.794507468436084e-05,
      "loss": 1.8132,
      "step": 997
    },
    {
      "epoch": 0.699982465369104,
      "grad_norm": 47.405731201171875,
      "learning_rate": 4.793931429219117e-05,
      "loss": 1.6124,
      "step": 998
    },
    {
      "epoch": 0.7006838506049448,
      "grad_norm": 0.2506006062030792,
      "learning_rate": 4.793354618454961e-05,
      "loss": 0.0022,
      "step": 999
    },
    {
      "epoch": 0.7013852358407856,
      "grad_norm": 90.9857177734375,
      "learning_rate": 4.792777036337621e-05,
      "loss": 2.7266,
      "step": 1000
    },
    {
      "epoch": 0.7020866210766263,
      "grad_norm": 0.9927763938903809,
      "learning_rate": 4.792198683061363e-05,
      "loss": 0.0099,
      "step": 1001
    },
    {
      "epoch": 0.7027880063124671,
      "grad_norm": 1.5031591653823853,
      "learning_rate": 4.791619558820712e-05,
      "loss": 0.0152,
      "step": 1002
    },
    {
      "epoch": 0.7034893915483079,
      "grad_norm": 29.284543991088867,
      "learning_rate": 4.791039663810452e-05,
      "loss": 0.5838,
      "step": 1003
    },
    {
      "epoch": 0.7041907767841487,
      "grad_norm": 1.6648647785186768,
      "learning_rate": 4.790458998225627e-05,
      "loss": 0.0173,
      "step": 1004
    },
    {
      "epoch": 0.7048921620199895,
      "grad_norm": 2.1368696689605713,
      "learning_rate": 4.7898775622615384e-05,
      "loss": 0.023,
      "step": 1005
    },
    {
      "epoch": 0.7055935472558302,
      "grad_norm": 1.5531522035598755,
      "learning_rate": 4.789295356113749e-05,
      "loss": 0.0161,
      "step": 1006
    },
    {
      "epoch": 0.7062949324916711,
      "grad_norm": 1.0346095561981201,
      "learning_rate": 4.7887123799780795e-05,
      "loss": 0.0096,
      "step": 1007
    },
    {
      "epoch": 0.7069963177275118,
      "grad_norm": 0.5431362986564636,
      "learning_rate": 4.788128634050609e-05,
      "loss": 0.005,
      "step": 1008
    },
    {
      "epoch": 0.7076977029633527,
      "grad_norm": 0.19359983503818512,
      "learning_rate": 4.787544118527677e-05,
      "loss": 0.0017,
      "step": 1009
    },
    {
      "epoch": 0.7083990881991934,
      "grad_norm": 49.78437042236328,
      "learning_rate": 4.786958833605882e-05,
      "loss": 1.7876,
      "step": 1010
    },
    {
      "epoch": 0.7091004734350342,
      "grad_norm": 57.95826721191406,
      "learning_rate": 4.786372779482078e-05,
      "loss": 2.9286,
      "step": 1011
    },
    {
      "epoch": 0.709801858670875,
      "grad_norm": 48.60955047607422,
      "learning_rate": 4.7857859563533814e-05,
      "loss": 1.9456,
      "step": 1012
    },
    {
      "epoch": 0.7105032439067157,
      "grad_norm": 48.62706756591797,
      "learning_rate": 4.785198364417166e-05,
      "loss": 1.8589,
      "step": 1013
    },
    {
      "epoch": 0.7112046291425566,
      "grad_norm": 94.03495788574219,
      "learning_rate": 4.784610003871063e-05,
      "loss": 3.2697,
      "step": 1014
    },
    {
      "epoch": 0.7119060143783973,
      "grad_norm": 44.21165084838867,
      "learning_rate": 4.784020874912965e-05,
      "loss": 1.3436,
      "step": 1015
    },
    {
      "epoch": 0.7126073996142381,
      "grad_norm": 0.36148276925086975,
      "learning_rate": 4.7834309777410195e-05,
      "loss": 0.0033,
      "step": 1016
    },
    {
      "epoch": 0.7133087848500789,
      "grad_norm": 74.5863265991211,
      "learning_rate": 4.7828403125536354e-05,
      "loss": 1.8025,
      "step": 1017
    },
    {
      "epoch": 0.7140101700859197,
      "grad_norm": 43.957252502441406,
      "learning_rate": 4.782248879549478e-05,
      "loss": 1.1635,
      "step": 1018
    },
    {
      "epoch": 0.7147115553217604,
      "grad_norm": 69.43833923339844,
      "learning_rate": 4.781656678927471e-05,
      "loss": 1.2,
      "step": 1019
    },
    {
      "epoch": 0.7154129405576013,
      "grad_norm": 4.946931838989258,
      "learning_rate": 4.7810637108867986e-05,
      "loss": 0.0617,
      "step": 1020
    },
    {
      "epoch": 0.716114325793442,
      "grad_norm": 2.806675434112549,
      "learning_rate": 4.7804699756268987e-05,
      "loss": 0.1936,
      "step": 1021
    },
    {
      "epoch": 0.7168157110292829,
      "grad_norm": 10.467972755432129,
      "learning_rate": 4.7798754733474724e-05,
      "loss": 0.17,
      "step": 1022
    },
    {
      "epoch": 0.7175170962651236,
      "grad_norm": 13.816707611083984,
      "learning_rate": 4.7792802042484746e-05,
      "loss": 0.2481,
      "step": 1023
    },
    {
      "epoch": 0.7182184815009645,
      "grad_norm": 14.67568588256836,
      "learning_rate": 4.77868416853012e-05,
      "loss": 0.2728,
      "step": 1024
    },
    {
      "epoch": 0.7189198667368052,
      "grad_norm": 3.8597590923309326,
      "learning_rate": 4.778087366392881e-05,
      "loss": 0.3473,
      "step": 1025
    },
    {
      "epoch": 0.7196212519726459,
      "grad_norm": 6.207676410675049,
      "learning_rate": 4.777489798037489e-05,
      "loss": 0.276,
      "step": 1026
    },
    {
      "epoch": 0.7203226372084868,
      "grad_norm": 1.4748679399490356,
      "learning_rate": 4.77689146366493e-05,
      "loss": 0.2487,
      "step": 1027
    },
    {
      "epoch": 0.7210240224443275,
      "grad_norm": 3.2220802307128906,
      "learning_rate": 4.77629236347645e-05,
      "loss": 0.1941,
      "step": 1028
    },
    {
      "epoch": 0.7217254076801684,
      "grad_norm": 8.897248268127441,
      "learning_rate": 4.775692497673552e-05,
      "loss": 0.135,
      "step": 1029
    },
    {
      "epoch": 0.7224267929160091,
      "grad_norm": 6.12791633605957,
      "learning_rate": 4.7750918664579956e-05,
      "loss": 0.0784,
      "step": 1030
    },
    {
      "epoch": 0.7231281781518499,
      "grad_norm": 20.013917922973633,
      "learning_rate": 4.7744904700318006e-05,
      "loss": 0.3768,
      "step": 1031
    },
    {
      "epoch": 0.7238295633876907,
      "grad_norm": 2.475820541381836,
      "learning_rate": 4.7738883085972406e-05,
      "loss": 0.0274,
      "step": 1032
    },
    {
      "epoch": 0.7245309486235315,
      "grad_norm": 1.4534077644348145,
      "learning_rate": 4.773285382356849e-05,
      "loss": 0.015,
      "step": 1033
    },
    {
      "epoch": 0.7252323338593722,
      "grad_norm": 36.22199630737305,
      "learning_rate": 4.772681691513417e-05,
      "loss": 0.9046,
      "step": 1034
    },
    {
      "epoch": 0.7259337190952131,
      "grad_norm": 0.2810744643211365,
      "learning_rate": 4.772077236269989e-05,
      "loss": 0.0025,
      "step": 1035
    },
    {
      "epoch": 0.7266351043310538,
      "grad_norm": 45.44533920288086,
      "learning_rate": 4.771472016829871e-05,
      "loss": 1.3375,
      "step": 1036
    },
    {
      "epoch": 0.7273364895668946,
      "grad_norm": 0.12535035610198975,
      "learning_rate": 4.770866033396623e-05,
      "loss": 0.0011,
      "step": 1037
    },
    {
      "epoch": 0.7280378748027354,
      "grad_norm": 45.64175033569336,
      "learning_rate": 4.770259286174065e-05,
      "loss": 1.6729,
      "step": 1038
    },
    {
      "epoch": 0.7287392600385761,
      "grad_norm": 46.727394104003906,
      "learning_rate": 4.7696517753662696e-05,
      "loss": 1.7577,
      "step": 1039
    },
    {
      "epoch": 0.729440645274417,
      "grad_norm": 0.17975449562072754,
      "learning_rate": 4.76904350117757e-05,
      "loss": 0.0016,
      "step": 1040
    },
    {
      "epoch": 0.7301420305102577,
      "grad_norm": 85.70226287841797,
      "learning_rate": 4.7684344638125546e-05,
      "loss": 2.662,
      "step": 1041
    },
    {
      "epoch": 0.7308434157460986,
      "grad_norm": 39.62570571899414,
      "learning_rate": 4.767824663476069e-05,
      "loss": 1.1086,
      "step": 1042
    },
    {
      "epoch": 0.7315448009819393,
      "grad_norm": 33.90923309326172,
      "learning_rate": 4.767214100373214e-05,
      "loss": 0.8021,
      "step": 1043
    },
    {
      "epoch": 0.7322461862177801,
      "grad_norm": 23.501230239868164,
      "learning_rate": 4.76660277470935e-05,
      "loss": 0.4899,
      "step": 1044
    },
    {
      "epoch": 0.7329475714536209,
      "grad_norm": 10.125417709350586,
      "learning_rate": 4.76599068669009e-05,
      "loss": 0.2671,
      "step": 1045
    },
    {
      "epoch": 0.7336489566894617,
      "grad_norm": 3.0318775177001953,
      "learning_rate": 4.7653778365213076e-05,
      "loss": 0.2053,
      "step": 1046
    },
    {
      "epoch": 0.7343503419253025,
      "grad_norm": 7.598801612854004,
      "learning_rate": 4.7647642244091276e-05,
      "loss": 0.2937,
      "step": 1047
    },
    {
      "epoch": 0.7350517271611433,
      "grad_norm": 11.337316513061523,
      "learning_rate": 4.7641498505599356e-05,
      "loss": 0.283,
      "step": 1048
    },
    {
      "epoch": 0.735753112396984,
      "grad_norm": 2.909923553466797,
      "learning_rate": 4.763534715180373e-05,
      "loss": 0.2887,
      "step": 1049
    },
    {
      "epoch": 0.7364544976328248,
      "grad_norm": 12.51762866973877,
      "learning_rate": 4.762918818477334e-05,
      "loss": 0.2306,
      "step": 1050
    },
    {
      "epoch": 0.7371558828686656,
      "grad_norm": 10.550107955932617,
      "learning_rate": 4.762302160657971e-05,
      "loss": 0.1879,
      "step": 1051
    },
    {
      "epoch": 0.7378572681045064,
      "grad_norm": 10.876016616821289,
      "learning_rate": 4.7616847419296945e-05,
      "loss": 0.1877,
      "step": 1052
    },
    {
      "epoch": 0.7385586533403472,
      "grad_norm": 3.0670106410980225,
      "learning_rate": 4.761066562500167e-05,
      "loss": 0.2327,
      "step": 1053
    },
    {
      "epoch": 0.7392600385761879,
      "grad_norm": 5.0195770263671875,
      "learning_rate": 4.7604476225773084e-05,
      "loss": 0.0651,
      "step": 1054
    },
    {
      "epoch": 0.7399614238120288,
      "grad_norm": 2.679926872253418,
      "learning_rate": 4.759827922369296e-05,
      "loss": 0.0317,
      "step": 1055
    },
    {
      "epoch": 0.7406628090478695,
      "grad_norm": 1.752316951751709,
      "learning_rate": 4.7592074620845616e-05,
      "loss": 0.0184,
      "step": 1056
    },
    {
      "epoch": 0.7413641942837104,
      "grad_norm": 0.6544418334960938,
      "learning_rate": 4.758586241931791e-05,
      "loss": 0.0062,
      "step": 1057
    },
    {
      "epoch": 0.7420655795195511,
      "grad_norm": 0.19106708467006683,
      "learning_rate": 4.757964262119928e-05,
      "loss": 0.0017,
      "step": 1058
    },
    {
      "epoch": 0.742766964755392,
      "grad_norm": 0.0741598978638649,
      "learning_rate": 4.757341522858171e-05,
      "loss": 0.0006,
      "step": 1059
    },
    {
      "epoch": 0.7434683499912327,
      "grad_norm": 0.02510019950568676,
      "learning_rate": 4.7567180243559736e-05,
      "loss": 0.0002,
      "step": 1060
    },
    {
      "epoch": 0.7441697352270735,
      "grad_norm": 0.00887396652251482,
      "learning_rate": 4.7560937668230454e-05,
      "loss": 0.0001,
      "step": 1061
    },
    {
      "epoch": 0.7448711204629143,
      "grad_norm": 0.0027078278362751007,
      "learning_rate": 4.75546875046935e-05,
      "loss": 0.0,
      "step": 1062
    },
    {
      "epoch": 0.745572505698755,
      "grad_norm": 0.001226524356752634,
      "learning_rate": 4.7548429755051085e-05,
      "loss": 0.0,
      "step": 1063
    },
    {
      "epoch": 0.7462738909345958,
      "grad_norm": 0.0005389907164499164,
      "learning_rate": 4.754216442140794e-05,
      "loss": 0.0,
      "step": 1064
    },
    {
      "epoch": 0.7469752761704366,
      "grad_norm": 55.77132797241211,
      "learning_rate": 4.7535891505871375e-05,
      "loss": 3.9293,
      "step": 1065
    },
    {
      "epoch": 0.7476766614062774,
      "grad_norm": 103.8635025024414,
      "learning_rate": 4.752961101055124e-05,
      "loss": 7.9354,
      "step": 1066
    },
    {
      "epoch": 0.7483780466421182,
      "grad_norm": 103.83565521240234,
      "learning_rate": 4.7523322937559946e-05,
      "loss": 7.4002,
      "step": 1067
    },
    {
      "epoch": 0.749079431877959,
      "grad_norm": 0.0008341918000951409,
      "learning_rate": 4.751702728901242e-05,
      "loss": 0.0,
      "step": 1068
    },
    {
      "epoch": 0.7497808171137997,
      "grad_norm": 48.793819427490234,
      "learning_rate": 4.7510724067026156e-05,
      "loss": 3.1709,
      "step": 1069
    },
    {
      "epoch": 0.7504822023496406,
      "grad_norm": 97.3034439086914,
      "learning_rate": 4.750441327372122e-05,
      "loss": 5.7,
      "step": 1070
    },
    {
      "epoch": 0.7511835875854813,
      "grad_norm": 0.0208453219383955,
      "learning_rate": 4.7498094911220185e-05,
      "loss": 0.0002,
      "step": 1071
    },
    {
      "epoch": 0.7518849728213222,
      "grad_norm": 0.05400345101952553,
      "learning_rate": 4.749176898164818e-05,
      "loss": 0.0004,
      "step": 1072
    },
    {
      "epoch": 0.7525863580571629,
      "grad_norm": 0.0927615538239479,
      "learning_rate": 4.7485435487132904e-05,
      "loss": 0.0008,
      "step": 1073
    },
    {
      "epoch": 0.7532877432930036,
      "grad_norm": 0.19018051028251648,
      "learning_rate": 4.747909442980456e-05,
      "loss": 0.0016,
      "step": 1074
    },
    {
      "epoch": 0.7539891285288445,
      "grad_norm": 0.3820917010307312,
      "learning_rate": 4.7472745811795936e-05,
      "loss": 0.0035,
      "step": 1075
    },
    {
      "epoch": 0.7546905137646852,
      "grad_norm": 0.6652111411094666,
      "learning_rate": 4.746638963524235e-05,
      "loss": 0.0063,
      "step": 1076
    },
    {
      "epoch": 0.7553918990005261,
      "grad_norm": 91.62269592285156,
      "learning_rate": 4.7460025902281625e-05,
      "loss": 2.2848,
      "step": 1077
    },
    {
      "epoch": 0.7560932842363668,
      "grad_norm": 0.6401788592338562,
      "learning_rate": 4.7453654615054174e-05,
      "loss": 0.006,
      "step": 1078
    },
    {
      "epoch": 0.7567946694722076,
      "grad_norm": 0.9835159182548523,
      "learning_rate": 4.744727577570295e-05,
      "loss": 0.0096,
      "step": 1079
    },
    {
      "epoch": 0.7574960547080484,
      "grad_norm": 0.665366530418396,
      "learning_rate": 4.74408893863734e-05,
      "loss": 0.0064,
      "step": 1080
    },
    {
      "epoch": 0.7581974399438892,
      "grad_norm": 0.3792603313922882,
      "learning_rate": 4.743449544921356e-05,
      "loss": 0.0034,
      "step": 1081
    },
    {
      "epoch": 0.75889882517973,
      "grad_norm": 0.18616673350334167,
      "learning_rate": 4.742809396637397e-05,
      "loss": 0.0016,
      "step": 1082
    },
    {
      "epoch": 0.7596002104155708,
      "grad_norm": 0.12753531336784363,
      "learning_rate": 4.7421684940007725e-05,
      "loss": 0.0011,
      "step": 1083
    },
    {
      "epoch": 0.7603015956514115,
      "grad_norm": 92.24988555908203,
      "learning_rate": 4.741526837227047e-05,
      "loss": 3.521,
      "step": 1084
    },
    {
      "epoch": 0.7610029808872524,
      "grad_norm": 48.01845169067383,
      "learning_rate": 4.740884426532035e-05,
      "loss": 1.9461,
      "step": 1085
    },
    {
      "epoch": 0.7617043661230931,
      "grad_norm": 0.07205016911029816,
      "learning_rate": 4.740241262131808e-05,
      "loss": 0.0006,
      "step": 1086
    },
    {
      "epoch": 0.7624057513589338,
      "grad_norm": 0.07788128405809402,
      "learning_rate": 4.7395973442426895e-05,
      "loss": 0.0007,
      "step": 1087
    },
    {
      "epoch": 0.7631071365947747,
      "grad_norm": 94.46582794189453,
      "learning_rate": 4.738952673081256e-05,
      "loss": 3.4385,
      "step": 1088
    },
    {
      "epoch": 0.7638085218306154,
      "grad_norm": 0.17950232326984406,
      "learning_rate": 4.738307248864339e-05,
      "loss": 0.0016,
      "step": 1089
    },
    {
      "epoch": 0.7645099070664563,
      "grad_norm": 93.51290130615234,
      "learning_rate": 4.737661071809021e-05,
      "loss": 3.3519,
      "step": 1090
    },
    {
      "epoch": 0.765211292302297,
      "grad_norm": 92.91374206542969,
      "learning_rate": 4.73701414213264e-05,
      "loss": 2.7943,
      "step": 1091
    },
    {
      "epoch": 0.7659126775381379,
      "grad_norm": 0.5978343486785889,
      "learning_rate": 4.736366460052786e-05,
      "loss": 0.0056,
      "step": 1092
    },
    {
      "epoch": 0.7666140627739786,
      "grad_norm": 30.616474151611328,
      "learning_rate": 4.7357180257873014e-05,
      "loss": 0.6588,
      "step": 1093
    },
    {
      "epoch": 0.7673154480098194,
      "grad_norm": 1.5538511276245117,
      "learning_rate": 4.7350688395542825e-05,
      "loss": 0.0162,
      "step": 1094
    },
    {
      "epoch": 0.7680168332456602,
      "grad_norm": 75.00251007080078,
      "learning_rate": 4.734418901572079e-05,
      "loss": 1.4034,
      "step": 1095
    },
    {
      "epoch": 0.768718218481501,
      "grad_norm": 3.7650375366210938,
      "learning_rate": 4.733768212059293e-05,
      "loss": 0.0454,
      "step": 1096
    },
    {
      "epoch": 0.7694196037173417,
      "grad_norm": 5.952811241149902,
      "learning_rate": 4.733116771234778e-05,
      "loss": 0.0766,
      "step": 1097
    },
    {
      "epoch": 0.7701209889531825,
      "grad_norm": 15.600150108337402,
      "learning_rate": 4.7324645793176425e-05,
      "loss": 0.3215,
      "step": 1098
    },
    {
      "epoch": 0.7708223741890233,
      "grad_norm": 9.213759422302246,
      "learning_rate": 4.731811636527246e-05,
      "loss": 0.2548,
      "step": 1099
    },
    {
      "epoch": 0.7715237594248641,
      "grad_norm": 7.49055814743042,
      "learning_rate": 4.731157943083202e-05,
      "loss": 0.1,
      "step": 1100
    },
    {
      "epoch": 0.7722251446607049,
      "grad_norm": 7.580368518829346,
      "learning_rate": 4.730503499205373e-05,
      "loss": 0.1067,
      "step": 1101
    },
    {
      "epoch": 0.7729265298965456,
      "grad_norm": 6.691344261169434,
      "learning_rate": 4.7298483051138796e-05,
      "loss": 0.0911,
      "step": 1102
    },
    {
      "epoch": 0.7736279151323865,
      "grad_norm": 39.10125732421875,
      "learning_rate": 4.72919236102909e-05,
      "loss": 0.7558,
      "step": 1103
    },
    {
      "epoch": 0.7743293003682272,
      "grad_norm": 4.285506725311279,
      "learning_rate": 4.728535667171626e-05,
      "loss": 0.051,
      "step": 1104
    },
    {
      "epoch": 0.7750306856040681,
      "grad_norm": 2.88086199760437,
      "learning_rate": 4.727878223762363e-05,
      "loss": 0.0324,
      "step": 1105
    },
    {
      "epoch": 0.7757320708399088,
      "grad_norm": 1.6831408739089966,
      "learning_rate": 4.7272200310224256e-05,
      "loss": 0.0172,
      "step": 1106
    },
    {
      "epoch": 0.7764334560757497,
      "grad_norm": 37.848419189453125,
      "learning_rate": 4.726561089173194e-05,
      "loss": 0.934,
      "step": 1107
    },
    {
      "epoch": 0.7771348413115904,
      "grad_norm": 38.1249885559082,
      "learning_rate": 4.725901398436297e-05,
      "loss": 0.9811,
      "step": 1108
    },
    {
      "epoch": 0.7778362265474312,
      "grad_norm": 51.93446731567383,
      "learning_rate": 4.725240959033618e-05,
      "loss": 1.5657,
      "step": 1109
    },
    {
      "epoch": 0.778537611783272,
      "grad_norm": 0.33258679509162903,
      "learning_rate": 4.7245797711872895e-05,
      "loss": 0.003,
      "step": 1110
    },
    {
      "epoch": 0.7792389970191127,
      "grad_norm": 61.720924377441406,
      "learning_rate": 4.723917835119699e-05,
      "loss": 1.6662,
      "step": 1111
    },
    {
      "epoch": 0.7799403822549535,
      "grad_norm": 37.942874908447266,
      "learning_rate": 4.723255151053483e-05,
      "loss": 1.0046,
      "step": 1112
    },
    {
      "epoch": 0.7806417674907943,
      "grad_norm": 0.8135581016540527,
      "learning_rate": 4.7225917192115297e-05,
      "loss": 0.0076,
      "step": 1113
    },
    {
      "epoch": 0.7813431527266351,
      "grad_norm": 36.66408920288086,
      "learning_rate": 4.721927539816981e-05,
      "loss": 0.9099,
      "step": 1114
    },
    {
      "epoch": 0.7820445379624759,
      "grad_norm": 1.1302094459533691,
      "learning_rate": 4.721262613093228e-05,
      "loss": 0.0115,
      "step": 1115
    },
    {
      "epoch": 0.7827459231983167,
      "grad_norm": 1.4476618766784668,
      "learning_rate": 4.720596939263914e-05,
      "loss": 0.0146,
      "step": 1116
    },
    {
      "epoch": 0.7834473084341574,
      "grad_norm": 1.0591875314712524,
      "learning_rate": 4.719930518552934e-05,
      "loss": 0.0106,
      "step": 1117
    },
    {
      "epoch": 0.7841486936699983,
      "grad_norm": 0.7351242899894714,
      "learning_rate": 4.7192633511844334e-05,
      "loss": 0.0069,
      "step": 1118
    },
    {
      "epoch": 0.784850078905839,
      "grad_norm": 0.43580272793769836,
      "learning_rate": 4.71859543738281e-05,
      "loss": 0.004,
      "step": 1119
    },
    {
      "epoch": 0.7855514641416799,
      "grad_norm": 0.256906658411026,
      "learning_rate": 4.71792677737271e-05,
      "loss": 0.0022,
      "step": 1120
    },
    {
      "epoch": 0.7862528493775206,
      "grad_norm": 0.13365890085697174,
      "learning_rate": 4.717257371379034e-05,
      "loss": 0.0012,
      "step": 1121
    },
    {
      "epoch": 0.7869542346133613,
      "grad_norm": 0.07990420609712601,
      "learning_rate": 4.71658721962693e-05,
      "loss": 0.0007,
      "step": 1122
    },
    {
      "epoch": 0.7876556198492022,
      "grad_norm": 0.0479491651058197,
      "learning_rate": 4.715916322341801e-05,
      "loss": 0.0004,
      "step": 1123
    },
    {
      "epoch": 0.7883570050850429,
      "grad_norm": 47.28627014160156,
      "learning_rate": 4.7152446797492963e-05,
      "loss": 2.0982,
      "step": 1124
    },
    {
      "epoch": 0.7890583903208838,
      "grad_norm": 96.63157653808594,
      "learning_rate": 4.71457229207532e-05,
      "loss": 4.5257,
      "step": 1125
    },
    {
      "epoch": 0.7897597755567245,
      "grad_norm": 47.81488800048828,
      "learning_rate": 4.713899159546024e-05,
      "loss": 2.3268,
      "step": 1126
    },
    {
      "epoch": 0.7904611607925653,
      "grad_norm": 47.34000015258789,
      "learning_rate": 4.713225282387811e-05,
      "loss": 2.1484,
      "step": 1127
    },
    {
      "epoch": 0.7911625460284061,
      "grad_norm": 46.76436996459961,
      "learning_rate": 4.7125506608273344e-05,
      "loss": 1.8822,
      "step": 1128
    },
    {
      "epoch": 0.7918639312642469,
      "grad_norm": 0.12850354611873627,
      "learning_rate": 4.711875295091499e-05,
      "loss": 0.0011,
      "step": 1129
    },
    {
      "epoch": 0.7925653165000877,
      "grad_norm": 126.00606536865234,
      "learning_rate": 4.71119918540746e-05,
      "loss": 3.7093,
      "step": 1130
    },
    {
      "epoch": 0.7932667017359285,
      "grad_norm": 0.4526232182979584,
      "learning_rate": 4.7105223320026205e-05,
      "loss": 0.0042,
      "step": 1131
    },
    {
      "epoch": 0.7939680869717692,
      "grad_norm": 33.449928283691406,
      "learning_rate": 4.709844735104636e-05,
      "loss": 0.7578,
      "step": 1132
    },
    {
      "epoch": 0.7946694722076101,
      "grad_norm": 1.6459629535675049,
      "learning_rate": 4.7091663949414105e-05,
      "loss": 0.0174,
      "step": 1133
    },
    {
      "epoch": 0.7953708574434508,
      "grad_norm": 34.26624298095703,
      "learning_rate": 4.7084873117411e-05,
      "loss": 0.7867,
      "step": 1134
    },
    {
      "epoch": 0.7960722426792916,
      "grad_norm": 3.238154888153076,
      "learning_rate": 4.7078074857321085e-05,
      "loss": 0.0382,
      "step": 1135
    },
    {
      "epoch": 0.7967736279151324,
      "grad_norm": 3.573115348815918,
      "learning_rate": 4.70712691714309e-05,
      "loss": 0.0431,
      "step": 1136
    },
    {
      "epoch": 0.7974750131509731,
      "grad_norm": 4.002458095550537,
      "learning_rate": 4.7064456062029506e-05,
      "loss": 0.0488,
      "step": 1137
    },
    {
      "epoch": 0.798176398386814,
      "grad_norm": 3.4627814292907715,
      "learning_rate": 4.7057635531408424e-05,
      "loss": 0.0394,
      "step": 1138
    },
    {
      "epoch": 0.7988777836226547,
      "grad_norm": 18.19850730895996,
      "learning_rate": 4.70508075818617e-05,
      "loss": 0.3679,
      "step": 1139
    },
    {
      "epoch": 0.7995791688584956,
      "grad_norm": 2.7357804775238037,
      "learning_rate": 4.704397221568586e-05,
      "loss": 0.0312,
      "step": 1140
    },
    {
      "epoch": 0.8002805540943363,
      "grad_norm": 51.47498321533203,
      "learning_rate": 4.703712943517993e-05,
      "loss": 1.0259,
      "step": 1141
    },
    {
      "epoch": 0.8009819393301771,
      "grad_norm": 1.7935067415237427,
      "learning_rate": 4.7030279242645434e-05,
      "loss": 0.0192,
      "step": 1142
    },
    {
      "epoch": 0.8016833245660179,
      "grad_norm": 28.79102325439453,
      "learning_rate": 4.702342164038639e-05,
      "loss": 0.6393,
      "step": 1143
    },
    {
      "epoch": 0.8023847098018587,
      "grad_norm": 1.230648398399353,
      "learning_rate": 4.7016556630709284e-05,
      "loss": 0.0126,
      "step": 1144
    },
    {
      "epoch": 0.8030860950376995,
      "grad_norm": 0.9287470579147339,
      "learning_rate": 4.700968421592313e-05,
      "loss": 0.0094,
      "step": 1145
    },
    {
      "epoch": 0.8037874802735402,
      "grad_norm": 62.944549560546875,
      "learning_rate": 4.700280439833941e-05,
      "loss": 1.3975,
      "step": 1146
    },
    {
      "epoch": 0.804488865509381,
      "grad_norm": 44.87819290161133,
      "learning_rate": 4.69959171802721e-05,
      "loss": 1.0857,
      "step": 1147
    },
    {
      "epoch": 0.8051902507452218,
      "grad_norm": 0.5283865928649902,
      "learning_rate": 4.6989022564037654e-05,
      "loss": 0.0049,
      "step": 1148
    },
    {
      "epoch": 0.8058916359810626,
      "grad_norm": 0.5992218852043152,
      "learning_rate": 4.698212055195505e-05,
      "loss": 0.0058,
      "step": 1149
    },
    {
      "epoch": 0.8065930212169033,
      "grad_norm": 0.5411283373832703,
      "learning_rate": 4.697521114634571e-05,
      "loss": 0.0052,
      "step": 1150
    },
    {
      "epoch": 0.8072944064527442,
      "grad_norm": 75.1710433959961,
      "learning_rate": 4.696829434953357e-05,
      "loss": 1.9684,
      "step": 1151
    },
    {
      "epoch": 0.8079957916885849,
      "grad_norm": 0.3737725615501404,
      "learning_rate": 4.6961370163845044e-05,
      "loss": 0.0035,
      "step": 1152
    },
    {
      "epoch": 0.8086971769244258,
      "grad_norm": 48.369232177734375,
      "learning_rate": 4.6954438591609027e-05,
      "loss": 1.2948,
      "step": 1153
    },
    {
      "epoch": 0.8093985621602665,
      "grad_norm": 0.4170537292957306,
      "learning_rate": 4.694749963515691e-05,
      "loss": 0.0036,
      "step": 1154
    },
    {
      "epoch": 0.8100999473961074,
      "grad_norm": 0.3476961553096771,
      "learning_rate": 4.6940553296822565e-05,
      "loss": 0.0031,
      "step": 1155
    },
    {
      "epoch": 0.8108013326319481,
      "grad_norm": 40.558204650878906,
      "learning_rate": 4.693359957894232e-05,
      "loss": 1.199,
      "step": 1156
    },
    {
      "epoch": 0.8115027178677889,
      "grad_norm": 78.08576202392578,
      "learning_rate": 4.692663848385503e-05,
      "loss": 2.1697,
      "step": 1157
    },
    {
      "epoch": 0.8122041031036297,
      "grad_norm": 0.5332819819450378,
      "learning_rate": 4.6919670013902015e-05,
      "loss": 0.0051,
      "step": 1158
    },
    {
      "epoch": 0.8129054883394704,
      "grad_norm": 0.6460719108581543,
      "learning_rate": 4.691269417142704e-05,
      "loss": 0.0063,
      "step": 1159
    },
    {
      "epoch": 0.8136068735753113,
      "grad_norm": 0.6999556422233582,
      "learning_rate": 4.69057109587764e-05,
      "loss": 0.0068,
      "step": 1160
    },
    {
      "epoch": 0.814308258811152,
      "grad_norm": 0.5912299156188965,
      "learning_rate": 4.6898720378298846e-05,
      "loss": 0.0057,
      "step": 1161
    },
    {
      "epoch": 0.8150096440469928,
      "grad_norm": 0.4620411992073059,
      "learning_rate": 4.6891722432345597e-05,
      "loss": 0.0044,
      "step": 1162
    },
    {
      "epoch": 0.8157110292828336,
      "grad_norm": 0.3710283935070038,
      "learning_rate": 4.6884717123270374e-05,
      "loss": 0.0034,
      "step": 1163
    },
    {
      "epoch": 0.8164124145186744,
      "grad_norm": 0.22289921343326569,
      "learning_rate": 4.687770445342936e-05,
      "loss": 0.002,
      "step": 1164
    },
    {
      "epoch": 0.8171137997545151,
      "grad_norm": 89.52765655517578,
      "learning_rate": 4.687068442518121e-05,
      "loss": 2.8479,
      "step": 1165
    },
    {
      "epoch": 0.817815184990356,
      "grad_norm": 0.15177088975906372,
      "learning_rate": 4.6863657040887065e-05,
      "loss": 0.0013,
      "step": 1166
    },
    {
      "epoch": 0.8185165702261967,
      "grad_norm": 0.13902179896831512,
      "learning_rate": 4.685662230291054e-05,
      "loss": 0.0012,
      "step": 1167
    },
    {
      "epoch": 0.8192179554620376,
      "grad_norm": 0.10139818489551544,
      "learning_rate": 4.68495802136177e-05,
      "loss": 0.0009,
      "step": 1168
    },
    {
      "epoch": 0.8199193406978783,
      "grad_norm": 0.08662685006856918,
      "learning_rate": 4.684253077537712e-05,
      "loss": 0.0007,
      "step": 1169
    },
    {
      "epoch": 0.820620725933719,
      "grad_norm": 0.07555234432220459,
      "learning_rate": 4.683547399055982e-05,
      "loss": 0.0006,
      "step": 1170
    },
    {
      "epoch": 0.8213221111695599,
      "grad_norm": 0.06445518881082535,
      "learning_rate": 4.682840986153929e-05,
      "loss": 0.0006,
      "step": 1171
    },
    {
      "epoch": 0.8220234964054006,
      "grad_norm": 46.72000503540039,
      "learning_rate": 4.68213383906915e-05,
      "loss": 2.1281,
      "step": 1172
    },
    {
      "epoch": 0.8227248816412415,
      "grad_norm": 46.803985595703125,
      "learning_rate": 4.6814259580394915e-05,
      "loss": 1.9621,
      "step": 1173
    },
    {
      "epoch": 0.8234262668770822,
      "grad_norm": 0.07187401503324509,
      "learning_rate": 4.68071734330304e-05,
      "loss": 0.0006,
      "step": 1174
    },
    {
      "epoch": 0.824127652112923,
      "grad_norm": 0.09642617404460907,
      "learning_rate": 4.680007995098136e-05,
      "loss": 0.0008,
      "step": 1175
    },
    {
      "epoch": 0.8248290373487638,
      "grad_norm": 0.11466558277606964,
      "learning_rate": 4.679297913663363e-05,
      "loss": 0.001,
      "step": 1176
    },
    {
      "epoch": 0.8255304225846046,
      "grad_norm": 0.11334109306335449,
      "learning_rate": 4.67858709923755e-05,
      "loss": 0.001,
      "step": 1177
    },
    {
      "epoch": 0.8262318078204454,
      "grad_norm": 0.1963043361902237,
      "learning_rate": 4.677875552059777e-05,
      "loss": 0.0017,
      "step": 1178
    },
    {
      "epoch": 0.8269331930562862,
      "grad_norm": 0.17632529139518738,
      "learning_rate": 4.677163272369365e-05,
      "loss": 0.0016,
      "step": 1179
    },
    {
      "epoch": 0.8276345782921269,
      "grad_norm": 124.80657958984375,
      "learning_rate": 4.6764502604058864e-05,
      "loss": 3.9859,
      "step": 1180
    },
    {
      "epoch": 0.8283359635279678,
      "grad_norm": 0.19632282853126526,
      "learning_rate": 4.675736516409156e-05,
      "loss": 0.0018,
      "step": 1181
    },
    {
      "epoch": 0.8290373487638085,
      "grad_norm": 43.057350158691406,
      "learning_rate": 4.675022040619238e-05,
      "loss": 1.2696,
      "step": 1182
    },
    {
      "epoch": 0.8297387339996493,
      "grad_norm": 39.46339416503906,
      "learning_rate": 4.674306833276439e-05,
      "loss": 1.093,
      "step": 1183
    },
    {
      "epoch": 0.8304401192354901,
      "grad_norm": 0.653581976890564,
      "learning_rate": 4.6735908946213156e-05,
      "loss": 0.0065,
      "step": 1184
    },
    {
      "epoch": 0.8311415044713308,
      "grad_norm": 0.8602274656295776,
      "learning_rate": 4.6728742248946677e-05,
      "loss": 0.0088,
      "step": 1185
    },
    {
      "epoch": 0.8318428897071717,
      "grad_norm": 0.9501532912254333,
      "learning_rate": 4.6721568243375425e-05,
      "loss": 0.0095,
      "step": 1186
    },
    {
      "epoch": 0.8325442749430124,
      "grad_norm": 0.8702390193939209,
      "learning_rate": 4.671438693191232e-05,
      "loss": 0.0088,
      "step": 1187
    },
    {
      "epoch": 0.8332456601788533,
      "grad_norm": 0.6245111227035522,
      "learning_rate": 4.6707198316972746e-05,
      "loss": 0.0061,
      "step": 1188
    },
    {
      "epoch": 0.833947045414694,
      "grad_norm": 0.4615590572357178,
      "learning_rate": 4.6700002400974544e-05,
      "loss": 0.0045,
      "step": 1189
    },
    {
      "epoch": 0.8346484306505348,
      "grad_norm": 0.3482006788253784,
      "learning_rate": 4.6692799186338e-05,
      "loss": 0.0033,
      "step": 1190
    },
    {
      "epoch": 0.8353498158863756,
      "grad_norm": 43.396461486816406,
      "learning_rate": 4.668558867548587e-05,
      "loss": 1.3748,
      "step": 1191
    },
    {
      "epoch": 0.8360512011222164,
      "grad_norm": 49.66410827636719,
      "learning_rate": 4.6678370870843357e-05,
      "loss": 1.7113,
      "step": 1192
    },
    {
      "epoch": 0.8367525863580572,
      "grad_norm": 0.1562856137752533,
      "learning_rate": 4.667114577483812e-05,
      "loss": 0.0014,
      "step": 1193
    },
    {
      "epoch": 0.8374539715938979,
      "grad_norm": 47.60147476196289,
      "learning_rate": 4.666391338990026e-05,
      "loss": 1.8113,
      "step": 1194
    },
    {
      "epoch": 0.8381553568297387,
      "grad_norm": 0.19547221064567566,
      "learning_rate": 4.665667371846234e-05,
      "loss": 0.0018,
      "step": 1195
    },
    {
      "epoch": 0.8388567420655795,
      "grad_norm": 0.23496605455875397,
      "learning_rate": 4.664942676295937e-05,
      "loss": 0.0022,
      "step": 1196
    },
    {
      "epoch": 0.8395581273014203,
      "grad_norm": 0.19859689474105835,
      "learning_rate": 4.6642172525828806e-05,
      "loss": 0.0018,
      "step": 1197
    },
    {
      "epoch": 0.840259512537261,
      "grad_norm": 0.21561066806316376,
      "learning_rate": 4.6634911009510574e-05,
      "loss": 0.002,
      "step": 1198
    },
    {
      "epoch": 0.8409608977731019,
      "grad_norm": 0.16780033707618713,
      "learning_rate": 4.662764221644702e-05,
      "loss": 0.0016,
      "step": 1199
    },
    {
      "epoch": 0.8416622830089426,
      "grad_norm": 0.170645073056221,
      "learning_rate": 4.6620366149082954e-05,
      "loss": 0.0015,
      "step": 1200
    },
    {
      "epoch": 0.8423636682447835,
      "grad_norm": 0.16811063885688782,
      "learning_rate": 4.661308280986563e-05,
      "loss": 0.0015,
      "step": 1201
    },
    {
      "epoch": 0.8430650534806242,
      "grad_norm": 42.41083908081055,
      "learning_rate": 4.6605792201244733e-05,
      "loss": 1.4838,
      "step": 1202
    },
    {
      "epoch": 0.8437664387164651,
      "grad_norm": 43.9367790222168,
      "learning_rate": 4.6598494325672426e-05,
      "loss": 1.4149,
      "step": 1203
    },
    {
      "epoch": 0.8444678239523058,
      "grad_norm": 0.1912125051021576,
      "learning_rate": 4.659118918560329e-05,
      "loss": 0.0018,
      "step": 1204
    },
    {
      "epoch": 0.8451692091881466,
      "grad_norm": 0.27999013662338257,
      "learning_rate": 4.6583876783494343e-05,
      "loss": 0.0025,
      "step": 1205
    },
    {
      "epoch": 0.8458705944239874,
      "grad_norm": 36.06639099121094,
      "learning_rate": 4.657655712180507e-05,
      "loss": 0.9947,
      "step": 1206
    },
    {
      "epoch": 0.8465719796598281,
      "grad_norm": 0.4413144588470459,
      "learning_rate": 4.6569230202997385e-05,
      "loss": 0.0042,
      "step": 1207
    },
    {
      "epoch": 0.847273364895669,
      "grad_norm": 0.530229926109314,
      "learning_rate": 4.656189602953565e-05,
      "loss": 0.0052,
      "step": 1208
    },
    {
      "epoch": 0.8479747501315097,
      "grad_norm": 0.6561914086341858,
      "learning_rate": 4.655455460388665e-05,
      "loss": 0.0066,
      "step": 1209
    },
    {
      "epoch": 0.8486761353673505,
      "grad_norm": 0.6459203362464905,
      "learning_rate": 4.654720592851962e-05,
      "loss": 0.0063,
      "step": 1210
    },
    {
      "epoch": 0.8493775206031913,
      "grad_norm": 37.68455505371094,
      "learning_rate": 4.653985000590624e-05,
      "loss": 1.0854,
      "step": 1211
    },
    {
      "epoch": 0.8500789058390321,
      "grad_norm": 0.4941748380661011,
      "learning_rate": 4.6532486838520616e-05,
      "loss": 0.0049,
      "step": 1212
    },
    {
      "epoch": 0.8507802910748729,
      "grad_norm": 38.626068115234375,
      "learning_rate": 4.6525116428839307e-05,
      "loss": 1.0544,
      "step": 1213
    },
    {
      "epoch": 0.8514816763107137,
      "grad_norm": 0.5088845491409302,
      "learning_rate": 4.651773877934129e-05,
      "loss": 0.005,
      "step": 1214
    },
    {
      "epoch": 0.8521830615465544,
      "grad_norm": 0.5165444016456604,
      "learning_rate": 4.651035389250798e-05,
      "loss": 0.005,
      "step": 1215
    },
    {
      "epoch": 0.8528844467823953,
      "grad_norm": 37.2906379699707,
      "learning_rate": 4.650296177082323e-05,
      "loss": 1.0227,
      "step": 1216
    },
    {
      "epoch": 0.853585832018236,
      "grad_norm": 0.5255476832389832,
      "learning_rate": 4.649556241677333e-05,
      "loss": 0.0052,
      "step": 1217
    },
    {
      "epoch": 0.8542872172540767,
      "grad_norm": 37.65691375732422,
      "learning_rate": 4.6488155832847006e-05,
      "loss": 1.1044,
      "step": 1218
    },
    {
      "epoch": 0.8549886024899176,
      "grad_norm": 35.80206298828125,
      "learning_rate": 4.648074202153539e-05,
      "loss": 0.8649,
      "step": 1219
    },
    {
      "epoch": 0.8556899877257583,
      "grad_norm": 0.8690975308418274,
      "learning_rate": 4.647332098533208e-05,
      "loss": 0.0089,
      "step": 1220
    },
    {
      "epoch": 0.8563913729615992,
      "grad_norm": 1.0327463150024414,
      "learning_rate": 4.646589272673308e-05,
      "loss": 0.0109,
      "step": 1221
    },
    {
      "epoch": 0.8570927581974399,
      "grad_norm": 32.14468765258789,
      "learning_rate": 4.645845724823684e-05,
      "loss": 0.7778,
      "step": 1222
    },
    {
      "epoch": 0.8577941434332808,
      "grad_norm": 1.0274231433868408,
      "learning_rate": 4.645101455234422e-05,
      "loss": 0.0106,
      "step": 1223
    },
    {
      "epoch": 0.8584955286691215,
      "grad_norm": 29.724233627319336,
      "learning_rate": 4.644356464155852e-05,
      "loss": 0.6951,
      "step": 1224
    },
    {
      "epoch": 0.8591969139049623,
      "grad_norm": 1.3864684104919434,
      "learning_rate": 4.6436107518385465e-05,
      "loss": 0.0151,
      "step": 1225
    },
    {
      "epoch": 0.8598982991408031,
      "grad_norm": 1.3250905275344849,
      "learning_rate": 4.6428643185333196e-05,
      "loss": 0.0144,
      "step": 1226
    },
    {
      "epoch": 0.8605996843766439,
      "grad_norm": 29.683332443237305,
      "learning_rate": 4.6421171644912295e-05,
      "loss": 0.7007,
      "step": 1227
    },
    {
      "epoch": 0.8613010696124846,
      "grad_norm": 29.98341178894043,
      "learning_rate": 4.6413692899635764e-05,
      "loss": 0.6981,
      "step": 1228
    },
    {
      "epoch": 0.8620024548483255,
      "grad_norm": 30.50311279296875,
      "learning_rate": 4.6406206952019014e-05,
      "loss": 0.7341,
      "step": 1229
    },
    {
      "epoch": 0.8627038400841662,
      "grad_norm": 1.5321385860443115,
      "learning_rate": 4.6398713804579896e-05,
      "loss": 0.0171,
      "step": 1230
    },
    {
      "epoch": 0.863405225320007,
      "grad_norm": 25.173595428466797,
      "learning_rate": 4.6391213459838676e-05,
      "loss": 0.5393,
      "step": 1231
    },
    {
      "epoch": 0.8641066105558478,
      "grad_norm": 1.9056795835494995,
      "learning_rate": 4.638370592031804e-05,
      "loss": 0.0216,
      "step": 1232
    },
    {
      "epoch": 0.8648079957916885,
      "grad_norm": 54.3871955871582,
      "learning_rate": 4.63761911885431e-05,
      "loss": 1.1726,
      "step": 1233
    },
    {
      "epoch": 0.8655093810275294,
      "grad_norm": 2.3975331783294678,
      "learning_rate": 4.6368669267041364e-05,
      "loss": 0.0284,
      "step": 1234
    },
    {
      "epoch": 0.8662107662633701,
      "grad_norm": 2.3505735397338867,
      "learning_rate": 4.636114015834279e-05,
      "loss": 0.027,
      "step": 1235
    },
    {
      "epoch": 0.866912151499211,
      "grad_norm": 19.353313446044922,
      "learning_rate": 4.635360386497973e-05,
      "loss": 0.4174,
      "step": 1236
    },
    {
      "epoch": 0.8676135367350517,
      "grad_norm": 2.5313189029693604,
      "learning_rate": 4.6346060389486976e-05,
      "loss": 0.0301,
      "step": 1237
    },
    {
      "epoch": 0.8683149219708926,
      "grad_norm": 2.249114751815796,
      "learning_rate": 4.633850973440171e-05,
      "loss": 0.0262,
      "step": 1238
    },
    {
      "epoch": 0.8690163072067333,
      "grad_norm": 1.087750792503357,
      "learning_rate": 4.633095190226355e-05,
      "loss": 0.0116,
      "step": 1239
    },
    {
      "epoch": 0.8697176924425741,
      "grad_norm": 0.7214330434799194,
      "learning_rate": 4.63233868956145e-05,
      "loss": 0.0075,
      "step": 1240
    },
    {
      "epoch": 0.8704190776784149,
      "grad_norm": 0.5183669924736023,
      "learning_rate": 4.6315814716999003e-05,
      "loss": 0.0051,
      "step": 1241
    },
    {
      "epoch": 0.8711204629142556,
      "grad_norm": 0.26819220185279846,
      "learning_rate": 4.630823536896392e-05,
      "loss": 0.0026,
      "step": 1242
    },
    {
      "epoch": 0.8718218481500964,
      "grad_norm": 42.74302291870117,
      "learning_rate": 4.6300648854058496e-05,
      "loss": 1.4745,
      "step": 1243
    },
    {
      "epoch": 0.8725232333859372,
      "grad_norm": 0.06916595250368118,
      "learning_rate": 4.62930551748344e-05,
      "loss": 0.0006,
      "step": 1244
    },
    {
      "epoch": 0.873224618621778,
      "grad_norm": 0.04199717566370964,
      "learning_rate": 4.6285454333845714e-05,
      "loss": 0.0004,
      "step": 1245
    },
    {
      "epoch": 0.8739260038576188,
      "grad_norm": 46.651554107666016,
      "learning_rate": 4.6277846333648926e-05,
      "loss": 2.1377,
      "step": 1246
    },
    {
      "epoch": 0.8746273890934596,
      "grad_norm": 0.019042061641812325,
      "learning_rate": 4.6270231176802936e-05,
      "loss": 0.0002,
      "step": 1247
    },
    {
      "epoch": 0.8753287743293003,
      "grad_norm": 43.70697784423828,
      "learning_rate": 4.626260886586903e-05,
      "loss": 1.9754,
      "step": 1248
    },
    {
      "epoch": 0.8760301595651412,
      "grad_norm": 0.03968697413802147,
      "learning_rate": 4.625497940341094e-05,
      "loss": 0.0003,
      "step": 1249
    },
    {
      "epoch": 0.8767315448009819,
      "grad_norm": 0.023654410615563393,
      "learning_rate": 4.624734279199476e-05,
      "loss": 0.0002,
      "step": 1250
    },
    {
      "epoch": 0.8774329300368228,
      "grad_norm": 0.05060436204075813,
      "learning_rate": 4.623969903418903e-05,
      "loss": 0.0004,
      "step": 1251
    },
    {
      "epoch": 0.8781343152726635,
      "grad_norm": 0.062442123889923096,
      "learning_rate": 4.623204813256465e-05,
      "loss": 0.0006,
      "step": 1252
    },
    {
      "epoch": 0.8788357005085043,
      "grad_norm": 0.05655084550380707,
      "learning_rate": 4.622439008969497e-05,
      "loss": 0.0005,
      "step": 1253
    },
    {
      "epoch": 0.8795370857443451,
      "grad_norm": 0.05976495519280434,
      "learning_rate": 4.621672490815569e-05,
      "loss": 0.0005,
      "step": 1254
    },
    {
      "epoch": 0.8802384709801858,
      "grad_norm": 0.06660816818475723,
      "learning_rate": 4.620905259052496e-05,
      "loss": 0.0006,
      "step": 1255
    },
    {
      "epoch": 0.8809398562160267,
      "grad_norm": 45.397789001464844,
      "learning_rate": 4.6201373139383284e-05,
      "loss": 1.7976,
      "step": 1256
    },
    {
      "epoch": 0.8816412414518674,
      "grad_norm": 44.1479606628418,
      "learning_rate": 4.619368655731362e-05,
      "loss": 1.7646,
      "step": 1257
    },
    {
      "epoch": 0.8823426266877082,
      "grad_norm": 0.13133244216442108,
      "learning_rate": 4.618599284690127e-05,
      "loss": 0.0012,
      "step": 1258
    },
    {
      "epoch": 0.883044011923549,
      "grad_norm": 82.86041259765625,
      "learning_rate": 4.6178292010733984e-05,
      "loss": 2.727,
      "step": 1259
    },
    {
      "epoch": 0.8837453971593898,
      "grad_norm": 36.786067962646484,
      "learning_rate": 4.6170584051401846e-05,
      "loss": 1.0486,
      "step": 1260
    },
    {
      "epoch": 0.8844467823952306,
      "grad_norm": 43.94260787963867,
      "learning_rate": 4.6162868971497396e-05,
      "loss": 1.3111,
      "step": 1261
    },
    {
      "epoch": 0.8851481676310714,
      "grad_norm": 85.85136413574219,
      "learning_rate": 4.615514677361554e-05,
      "loss": 2.2235,
      "step": 1262
    },
    {
      "epoch": 0.8858495528669121,
      "grad_norm": 35.138553619384766,
      "learning_rate": 4.6147417460353596e-05,
      "loss": 0.6498,
      "step": 1263
    },
    {
      "epoch": 0.886550938102753,
      "grad_norm": 5.97971773147583,
      "learning_rate": 4.613968103431124e-05,
      "loss": 0.0857,
      "step": 1264
    },
    {
      "epoch": 0.8872523233385937,
      "grad_norm": 7.489769458770752,
      "learning_rate": 4.6131937498090575e-05,
      "loss": 0.1154,
      "step": 1265
    },
    {
      "epoch": 0.8879537085744345,
      "grad_norm": 9.91996955871582,
      "learning_rate": 4.612418685429608e-05,
      "loss": 0.1685,
      "step": 1266
    },
    {
      "epoch": 0.8886550938102753,
      "grad_norm": 2.7866861820220947,
      "learning_rate": 4.611642910553463e-05,
      "loss": 0.2187,
      "step": 1267
    },
    {
      "epoch": 0.889356479046116,
      "grad_norm": 9.682534217834473,
      "learning_rate": 4.610866425441549e-05,
      "loss": 0.1669,
      "step": 1268
    },
    {
      "epoch": 0.8900578642819569,
      "grad_norm": 8.847615242004395,
      "learning_rate": 4.6100892303550305e-05,
      "loss": 0.1458,
      "step": 1269
    },
    {
      "epoch": 0.8907592495177976,
      "grad_norm": 6.194153308868408,
      "learning_rate": 4.609311325555311e-05,
      "loss": 0.0885,
      "step": 1270
    },
    {
      "epoch": 0.8914606347536385,
      "grad_norm": 11.383880615234375,
      "learning_rate": 4.6085327113040346e-05,
      "loss": 0.2945,
      "step": 1271
    },
    {
      "epoch": 0.8921620199894792,
      "grad_norm": 41.971961975097656,
      "learning_rate": 4.607753387863082e-05,
      "loss": 0.8504,
      "step": 1272
    },
    {
      "epoch": 0.89286340522532,
      "grad_norm": 15.673029899597168,
      "learning_rate": 4.6069733554945725e-05,
      "loss": 0.3576,
      "step": 1273
    },
    {
      "epoch": 0.8935647904611608,
      "grad_norm": 2.994936466217041,
      "learning_rate": 4.606192614460865e-05,
      "loss": 0.0371,
      "step": 1274
    },
    {
      "epoch": 0.8942661756970016,
      "grad_norm": 15.890610694885254,
      "learning_rate": 4.6054111650245544e-05,
      "loss": 0.3475,
      "step": 1275
    },
    {
      "epoch": 0.8949675609328424,
      "grad_norm": 3.3848869800567627,
      "learning_rate": 4.604629007448479e-05,
      "loss": 0.0433,
      "step": 1276
    },
    {
      "epoch": 0.8956689461686832,
      "grad_norm": 26.11835289001465,
      "learning_rate": 4.603846141995708e-05,
      "loss": 0.5389,
      "step": 1277
    },
    {
      "epoch": 0.8963703314045239,
      "grad_norm": 3.1392459869384766,
      "learning_rate": 4.6030625689295546e-05,
      "loss": 0.0383,
      "step": 1278
    },
    {
      "epoch": 0.8970717166403647,
      "grad_norm": 3.49643611907959,
      "learning_rate": 4.6022782885135674e-05,
      "loss": 0.0445,
      "step": 1279
    },
    {
      "epoch": 0.8977731018762055,
      "grad_norm": 2.069392204284668,
      "learning_rate": 4.601493301011534e-05,
      "loss": 0.0228,
      "step": 1280
    },
    {
      "epoch": 0.8984744871120462,
      "grad_norm": 1.4139840602874756,
      "learning_rate": 4.6007076066874786e-05,
      "loss": 0.016,
      "step": 1281
    },
    {
      "epoch": 0.8991758723478871,
      "grad_norm": 0.8678575158119202,
      "learning_rate": 4.599921205805663e-05,
      "loss": 0.0092,
      "step": 1282
    },
    {
      "epoch": 0.8998772575837278,
      "grad_norm": 0.3188234567642212,
      "learning_rate": 4.5991340986305896e-05,
      "loss": 0.0031,
      "step": 1283
    },
    {
      "epoch": 0.9005786428195687,
      "grad_norm": 0.13479161262512207,
      "learning_rate": 4.598346285426994e-05,
      "loss": 0.0012,
      "step": 1284
    },
    {
      "epoch": 0.9012800280554094,
      "grad_norm": 44.85018539428711,
      "learning_rate": 4.5975577664598535e-05,
      "loss": 1.8893,
      "step": 1285
    },
    {
      "epoch": 0.9019814132912503,
      "grad_norm": 0.030871881172060966,
      "learning_rate": 4.596768541994379e-05,
      "loss": 0.0003,
      "step": 1286
    },
    {
      "epoch": 0.902682798527091,
      "grad_norm": 0.025855490937829018,
      "learning_rate": 4.595978612296021e-05,
      "loss": 0.0002,
      "step": 1287
    },
    {
      "epoch": 0.9033841837629318,
      "grad_norm": 46.28804397583008,
      "learning_rate": 4.595187977630467e-05,
      "loss": 2.4086,
      "step": 1288
    },
    {
      "epoch": 0.9040855689987726,
      "grad_norm": 46.17903518676758,
      "learning_rate": 4.5943966382636413e-05,
      "loss": 2.5441,
      "step": 1289
    },
    {
      "epoch": 0.9047869542346134,
      "grad_norm": 48.56827926635742,
      "learning_rate": 4.593604594461704e-05,
      "loss": 2.5474,
      "step": 1290
    },
    {
      "epoch": 0.9054883394704542,
      "grad_norm": 47.86493682861328,
      "learning_rate": 4.592811846491055e-05,
      "loss": 2.1781,
      "step": 1291
    },
    {
      "epoch": 0.9061897247062949,
      "grad_norm": 43.444766998291016,
      "learning_rate": 4.592018394618328e-05,
      "loss": 1.8371,
      "step": 1292
    },
    {
      "epoch": 0.9068911099421357,
      "grad_norm": 46.283565521240234,
      "learning_rate": 4.5912242391103944e-05,
      "loss": 1.5648,
      "step": 1293
    },
    {
      "epoch": 0.9075924951779765,
      "grad_norm": 0.2855938971042633,
      "learning_rate": 4.5904293802343646e-05,
      "loss": 0.0028,
      "step": 1294
    },
    {
      "epoch": 0.9082938804138173,
      "grad_norm": 44.066627502441406,
      "learning_rate": 4.589633818257582e-05,
      "loss": 1.3621,
      "step": 1295
    },
    {
      "epoch": 0.908995265649658,
      "grad_norm": 1.1252837181091309,
      "learning_rate": 4.588837553447628e-05,
      "loss": 0.0122,
      "step": 1296
    },
    {
      "epoch": 0.9096966508854989,
      "grad_norm": 1.7556012868881226,
      "learning_rate": 4.588040586072321e-05,
      "loss": 0.0199,
      "step": 1297
    },
    {
      "epoch": 0.9103980361213396,
      "grad_norm": 2.0839264392852783,
      "learning_rate": 4.5872429163997163e-05,
      "loss": 0.0248,
      "step": 1298
    },
    {
      "epoch": 0.9110994213571805,
      "grad_norm": 2.153773784637451,
      "learning_rate": 4.5864445446981025e-05,
      "loss": 0.0254,
      "step": 1299
    },
    {
      "epoch": 0.9118008065930212,
      "grad_norm": 2.1063156127929688,
      "learning_rate": 4.5856454712360067e-05,
      "loss": 0.0235,
      "step": 1300
    },
    {
      "epoch": 0.912502191828862,
      "grad_norm": 1.26010000705719,
      "learning_rate": 4.584845696282192e-05,
      "loss": 0.0134,
      "step": 1301
    },
    {
      "epoch": 0.9132035770647028,
      "grad_norm": 0.7219848036766052,
      "learning_rate": 4.584045220105656e-05,
      "loss": 0.0075,
      "step": 1302
    },
    {
      "epoch": 0.9139049623005435,
      "grad_norm": 0.3715592324733734,
      "learning_rate": 4.583244042975634e-05,
      "loss": 0.0037,
      "step": 1303
    },
    {
      "epoch": 0.9146063475363844,
      "grad_norm": 0.16978369653224945,
      "learning_rate": 4.582442165161596e-05,
      "loss": 0.0017,
      "step": 1304
    },
    {
      "epoch": 0.9153077327722251,
      "grad_norm": 0.10813824832439423,
      "learning_rate": 4.5816395869332476e-05,
      "loss": 0.001,
      "step": 1305
    },
    {
      "epoch": 0.916009118008066,
      "grad_norm": 0.05026814341545105,
      "learning_rate": 4.5808363085605296e-05,
      "loss": 0.0005,
      "step": 1306
    },
    {
      "epoch": 0.9167105032439067,
      "grad_norm": 0.025502556934952736,
      "learning_rate": 4.58003233031362e-05,
      "loss": 0.0002,
      "step": 1307
    },
    {
      "epoch": 0.9174118884797475,
      "grad_norm": 45.29407501220703,
      "learning_rate": 4.579227652462928e-05,
      "loss": 2.3544,
      "step": 1308
    },
    {
      "epoch": 0.9181132737155883,
      "grad_norm": 0.012745014391839504,
      "learning_rate": 4.578422275279105e-05,
      "loss": 0.0001,
      "step": 1309
    },
    {
      "epoch": 0.9188146589514291,
      "grad_norm": 0.009426114149391651,
      "learning_rate": 4.577616199033033e-05,
      "loss": 0.0001,
      "step": 1310
    },
    {
      "epoch": 0.9195160441872698,
      "grad_norm": 0.008077832870185375,
      "learning_rate": 4.5768094239958285e-05,
      "loss": 0.0001,
      "step": 1311
    },
    {
      "epoch": 0.9202174294231107,
      "grad_norm": 0.006128115579485893,
      "learning_rate": 4.576001950438845e-05,
      "loss": 0.0001,
      "step": 1312
    },
    {
      "epoch": 0.9209188146589514,
      "grad_norm": 88.39704895019531,
      "learning_rate": 4.575193778633671e-05,
      "loss": 5.5453,
      "step": 1313
    },
    {
      "epoch": 0.9216201998947923,
      "grad_norm": 45.73112869262695,
      "learning_rate": 4.574384908852128e-05,
      "loss": 2.724,
      "step": 1314
    },
    {
      "epoch": 0.922321585130633,
      "grad_norm": 45.08832550048828,
      "learning_rate": 4.573575341366274e-05,
      "loss": 2.5745,
      "step": 1315
    },
    {
      "epoch": 0.9230229703664737,
      "grad_norm": 0.01642024703323841,
      "learning_rate": 4.572765076448402e-05,
      "loss": 0.0001,
      "step": 1316
    },
    {
      "epoch": 0.9237243556023146,
      "grad_norm": 0.0225964467972517,
      "learning_rate": 4.5719541143710375e-05,
      "loss": 0.0002,
      "step": 1317
    },
    {
      "epoch": 0.9244257408381553,
      "grad_norm": 0.03809621185064316,
      "learning_rate": 4.571142455406943e-05,
      "loss": 0.0003,
      "step": 1318
    },
    {
      "epoch": 0.9251271260739962,
      "grad_norm": 42.60374450683594,
      "learning_rate": 4.5703300998291124e-05,
      "loss": 1.805,
      "step": 1319
    },
    {
      "epoch": 0.9258285113098369,
      "grad_norm": 0.08730126917362213,
      "learning_rate": 4.569517047910777e-05,
      "loss": 0.0008,
      "step": 1320
    },
    {
      "epoch": 0.9265298965456777,
      "grad_norm": 119.11152648925781,
      "learning_rate": 4.5687032999254e-05,
      "loss": 4.0878,
      "step": 1321
    },
    {
      "epoch": 0.9272312817815185,
      "grad_norm": 0.3243617117404938,
      "learning_rate": 4.567888856146681e-05,
      "loss": 0.0031,
      "step": 1322
    },
    {
      "epoch": 0.9279326670173593,
      "grad_norm": 0.4152386784553528,
      "learning_rate": 4.567073716848551e-05,
      "loss": 0.004,
      "step": 1323
    },
    {
      "epoch": 0.9286340522532001,
      "grad_norm": 30.812305450439453,
      "learning_rate": 4.566257882305176e-05,
      "loss": 0.7747,
      "step": 1324
    },
    {
      "epoch": 0.9293354374890409,
      "grad_norm": 30.550561904907227,
      "learning_rate": 4.565441352790957e-05,
      "loss": 0.7148,
      "step": 1325
    },
    {
      "epoch": 0.9300368227248816,
      "grad_norm": 79.6876220703125,
      "learning_rate": 4.564624128580528e-05,
      "loss": 1.728,
      "step": 1326
    },
    {
      "epoch": 0.9307382079607224,
      "grad_norm": 3.2627832889556885,
      "learning_rate": 4.5638062099487545e-05,
      "loss": 0.0427,
      "step": 1327
    },
    {
      "epoch": 0.9314395931965632,
      "grad_norm": 10.727757453918457,
      "learning_rate": 4.5629875971707395e-05,
      "loss": 0.2789,
      "step": 1328
    },
    {
      "epoch": 0.932140978432404,
      "grad_norm": 5.946654319763184,
      "learning_rate": 4.562168290521817e-05,
      "loss": 0.0887,
      "step": 1329
    },
    {
      "epoch": 0.9328423636682448,
      "grad_norm": 1.3037784099578857,
      "learning_rate": 4.561348290277554e-05,
      "loss": 0.1909,
      "step": 1330
    },
    {
      "epoch": 0.9335437489040855,
      "grad_norm": 8.197032928466797,
      "learning_rate": 4.560527596713752e-05,
      "loss": 0.1388,
      "step": 1331
    },
    {
      "epoch": 0.9342451341399264,
      "grad_norm": 8.003156661987305,
      "learning_rate": 4.559706210106446e-05,
      "loss": 0.1299,
      "step": 1332
    },
    {
      "epoch": 0.9349465193757671,
      "grad_norm": 13.647798538208008,
      "learning_rate": 4.558884130731903e-05,
      "loss": 0.3574,
      "step": 1333
    },
    {
      "epoch": 0.935647904611608,
      "grad_norm": 5.755825996398926,
      "learning_rate": 4.558061358866623e-05,
      "loss": 0.0832,
      "step": 1334
    },
    {
      "epoch": 0.9363492898474487,
      "grad_norm": 21.87740135192871,
      "learning_rate": 4.55723789478734e-05,
      "loss": 0.4666,
      "step": 1335
    },
    {
      "epoch": 0.9370506750832895,
      "grad_norm": 9.851075172424316,
      "learning_rate": 4.5564137387710196e-05,
      "loss": 0.2624,
      "step": 1336
    },
    {
      "epoch": 0.9377520603191303,
      "grad_norm": 4.983445644378662,
      "learning_rate": 4.555588891094862e-05,
      "loss": 0.0688,
      "step": 1337
    },
    {
      "epoch": 0.9384534455549711,
      "grad_norm": 4.145101547241211,
      "learning_rate": 4.554763352036296e-05,
      "loss": 0.0537,
      "step": 1338
    },
    {
      "epoch": 0.9391548307908119,
      "grad_norm": 4.348505020141602,
      "learning_rate": 4.5539371218729894e-05,
      "loss": 0.058,
      "step": 1339
    },
    {
      "epoch": 0.9398562160266526,
      "grad_norm": 16.51106834411621,
      "learning_rate": 4.5531102008828354e-05,
      "loss": 0.3685,
      "step": 1340
    },
    {
      "epoch": 0.9405576012624934,
      "grad_norm": 2.958770513534546,
      "learning_rate": 4.5522825893439645e-05,
      "loss": 0.0375,
      "step": 1341
    },
    {
      "epoch": 0.9412589864983342,
      "grad_norm": 1.705260157585144,
      "learning_rate": 4.5514542875347376e-05,
      "loss": 0.0194,
      "step": 1342
    },
    {
      "epoch": 0.941960371734175,
      "grad_norm": 28.18739891052246,
      "learning_rate": 4.550625295733748e-05,
      "loss": 0.6777,
      "step": 1343
    },
    {
      "epoch": 0.9426617569700158,
      "grad_norm": 39.53862380981445,
      "learning_rate": 4.5497956142198214e-05,
      "loss": 1.1208,
      "step": 1344
    },
    {
      "epoch": 0.9433631422058566,
      "grad_norm": 1.0771280527114868,
      "learning_rate": 4.5489652432720145e-05,
      "loss": 0.0118,
      "step": 1345
    },
    {
      "epoch": 0.9440645274416973,
      "grad_norm": 96.40424346923828,
      "learning_rate": 4.548134183169617e-05,
      "loss": 2.4673,
      "step": 1346
    },
    {
      "epoch": 0.9447659126775382,
      "grad_norm": 0.5970985293388367,
      "learning_rate": 4.547302434192149e-05,
      "loss": 0.0061,
      "step": 1347
    },
    {
      "epoch": 0.9454672979133789,
      "grad_norm": 36.97736358642578,
      "learning_rate": 4.546469996619364e-05,
      "loss": 0.9705,
      "step": 1348
    },
    {
      "epoch": 0.9461686831492198,
      "grad_norm": 0.6519697308540344,
      "learning_rate": 4.545636870731247e-05,
      "loss": 0.0066,
      "step": 1349
    },
    {
      "epoch": 0.9468700683850605,
      "grad_norm": 0.4174421429634094,
      "learning_rate": 4.544803056808013e-05,
      "loss": 0.0042,
      "step": 1350
    },
    {
      "epoch": 0.9475714536209012,
      "grad_norm": 0.4273722469806671,
      "learning_rate": 4.5439685551301094e-05,
      "loss": 0.0043,
      "step": 1351
    },
    {
      "epoch": 0.9482728388567421,
      "grad_norm": 0.3083280324935913,
      "learning_rate": 4.543133365978214e-05,
      "loss": 0.003,
      "step": 1352
    },
    {
      "epoch": 0.9489742240925828,
      "grad_norm": 0.2918597161769867,
      "learning_rate": 4.542297489633238e-05,
      "loss": 0.0028,
      "step": 1353
    },
    {
      "epoch": 0.9496756093284237,
      "grad_norm": 47.360557556152344,
      "learning_rate": 4.541460926376322e-05,
      "loss": 1.7171,
      "step": 1354
    },
    {
      "epoch": 0.9503769945642644,
      "grad_norm": 81.7466049194336,
      "learning_rate": 4.5406236764888374e-05,
      "loss": 2.8326,
      "step": 1355
    },
    {
      "epoch": 0.9510783798001052,
      "grad_norm": 39.265384674072266,
      "learning_rate": 4.539785740252388e-05,
      "loss": 1.3337,
      "step": 1356
    },
    {
      "epoch": 0.951779765035946,
      "grad_norm": 0.28257325291633606,
      "learning_rate": 4.5389471179488074e-05,
      "loss": 0.0027,
      "step": 1357
    },
    {
      "epoch": 0.9524811502717868,
      "grad_norm": 41.259849548339844,
      "learning_rate": 4.538107809860159e-05,
      "loss": 1.2651,
      "step": 1358
    },
    {
      "epoch": 0.9531825355076275,
      "grad_norm": 0.5483337640762329,
      "learning_rate": 4.537267816268739e-05,
      "loss": 0.0055,
      "step": 1359
    },
    {
      "epoch": 0.9538839207434684,
      "grad_norm": 0.9649966359138489,
      "learning_rate": 4.536427137457072e-05,
      "loss": 0.0098,
      "step": 1360
    },
    {
      "epoch": 0.9545853059793091,
      "grad_norm": 28.19986915588379,
      "learning_rate": 4.5355857737079166e-05,
      "loss": 0.6184,
      "step": 1361
    },
    {
      "epoch": 0.95528669121515,
      "grad_norm": 1.310431957244873,
      "learning_rate": 4.534743725304257e-05,
      "loss": 0.0142,
      "step": 1362
    },
    {
      "epoch": 0.9559880764509907,
      "grad_norm": 1.170506477355957,
      "learning_rate": 4.5339009925293105e-05,
      "loss": 0.0125,
      "step": 1363
    },
    {
      "epoch": 0.9566894616868314,
      "grad_norm": 1.135798454284668,
      "learning_rate": 4.533057575666526e-05,
      "loss": 0.0118,
      "step": 1364
    },
    {
      "epoch": 0.9573908469226723,
      "grad_norm": 0.7438721060752869,
      "learning_rate": 4.532213474999578e-05,
      "loss": 0.0077,
      "step": 1365
    },
    {
      "epoch": 0.958092232158513,
      "grad_norm": 0.46775007247924805,
      "learning_rate": 4.531368690812376e-05,
      "loss": 0.0046,
      "step": 1366
    },
    {
      "epoch": 0.9587936173943539,
      "grad_norm": 0.2829347848892212,
      "learning_rate": 4.530523223389056e-05,
      "loss": 0.0027,
      "step": 1367
    },
    {
      "epoch": 0.9594950026301946,
      "grad_norm": 0.12059792876243591,
      "learning_rate": 4.529677073013984e-05,
      "loss": 0.0011,
      "step": 1368
    },
    {
      "epoch": 0.9601963878660355,
      "grad_norm": 41.76416015625,
      "learning_rate": 4.5288302399717575e-05,
      "loss": 1.5052,
      "step": 1369
    },
    {
      "epoch": 0.9608977731018762,
      "grad_norm": 0.05551628768444061,
      "learning_rate": 4.5279827245472025e-05,
      "loss": 0.0005,
      "step": 1370
    },
    {
      "epoch": 0.961599158337717,
      "grad_norm": 44.579280853271484,
      "learning_rate": 4.527134527025374e-05,
      "loss": 1.9268,
      "step": 1371
    },
    {
      "epoch": 0.9623005435735578,
      "grad_norm": 92.77808380126953,
      "learning_rate": 4.526285647691559e-05,
      "loss": 3.8084,
      "step": 1372
    },
    {
      "epoch": 0.9630019288093986,
      "grad_norm": 0.06515678018331528,
      "learning_rate": 4.5254360868312694e-05,
      "loss": 0.0006,
      "step": 1373
    },
    {
      "epoch": 0.9637033140452393,
      "grad_norm": 44.31393814086914,
      "learning_rate": 4.5245858447302506e-05,
      "loss": 1.8936,
      "step": 1374
    },
    {
      "epoch": 0.9644046992810801,
      "grad_norm": 42.123191833496094,
      "learning_rate": 4.523734921674475e-05,
      "loss": 1.5489,
      "step": 1375
    },
    {
      "epoch": 0.9651060845169209,
      "grad_norm": 78.27152252197266,
      "learning_rate": 4.522883317950144e-05,
      "loss": 1.4444,
      "step": 1376
    },
    {
      "epoch": 0.9658074697527617,
      "grad_norm": 0.4181966185569763,
      "learning_rate": 4.5220310338436885e-05,
      "loss": 0.0041,
      "step": 1377
    },
    {
      "epoch": 0.9665088549886025,
      "grad_norm": 61.79771423339844,
      "learning_rate": 4.521178069641768e-05,
      "loss": 1.5033,
      "step": 1378
    },
    {
      "epoch": 0.9672102402244432,
      "grad_norm": 1.026915431022644,
      "learning_rate": 4.520324425631271e-05,
      "loss": 0.011,
      "step": 1379
    },
    {
      "epoch": 0.9679116254602841,
      "grad_norm": 1.1025463342666626,
      "learning_rate": 4.519470102099315e-05,
      "loss": 0.0117,
      "step": 1380
    },
    {
      "epoch": 0.9686130106961248,
      "grad_norm": 1.5587780475616455,
      "learning_rate": 4.518615099333243e-05,
      "loss": 0.018,
      "step": 1381
    },
    {
      "epoch": 0.9693143959319657,
      "grad_norm": 1.4015796184539795,
      "learning_rate": 4.517759417620633e-05,
      "loss": 0.016,
      "step": 1382
    },
    {
      "epoch": 0.9700157811678064,
      "grad_norm": 1.1269611120224,
      "learning_rate": 4.516903057249284e-05,
      "loss": 0.0124,
      "step": 1383
    },
    {
      "epoch": 0.9707171664036472,
      "grad_norm": 64.7952651977539,
      "learning_rate": 4.516046018507229e-05,
      "loss": 1.7053,
      "step": 1384
    },
    {
      "epoch": 0.971418551639488,
      "grad_norm": 36.87698745727539,
      "learning_rate": 4.515188301682725e-05,
      "loss": 0.8805,
      "step": 1385
    },
    {
      "epoch": 0.9721199368753288,
      "grad_norm": 39.0102653503418,
      "learning_rate": 4.5143299070642584e-05,
      "loss": 1.2212,
      "step": 1386
    },
    {
      "epoch": 0.9728213221111696,
      "grad_norm": 62.35078811645508,
      "learning_rate": 4.5134708349405457e-05,
      "loss": 1.6357,
      "step": 1387
    },
    {
      "epoch": 0.9735227073470103,
      "grad_norm": 31.161195755004883,
      "learning_rate": 4.5126110856005285e-05,
      "loss": 0.7379,
      "step": 1388
    },
    {
      "epoch": 0.9742240925828511,
      "grad_norm": 1.4460724592208862,
      "learning_rate": 4.511750659333379e-05,
      "loss": 0.0166,
      "step": 1389
    },
    {
      "epoch": 0.9749254778186919,
      "grad_norm": 1.6871577501296997,
      "learning_rate": 4.5108895564284924e-05,
      "loss": 0.0201,
      "step": 1390
    },
    {
      "epoch": 0.9756268630545327,
      "grad_norm": 18.601655960083008,
      "learning_rate": 4.510027777175497e-05,
      "loss": 0.3773,
      "step": 1391
    },
    {
      "epoch": 0.9763282482903735,
      "grad_norm": 24.591615676879883,
      "learning_rate": 4.509165321864245e-05,
      "loss": 0.6012,
      "step": 1392
    },
    {
      "epoch": 0.9770296335262143,
      "grad_norm": 2.3374860286712646,
      "learning_rate": 4.5083021907848164e-05,
      "loss": 0.0286,
      "step": 1393
    },
    {
      "epoch": 0.977731018762055,
      "grad_norm": 3.1211438179016113,
      "learning_rate": 4.50743838422752e-05,
      "loss": 0.0388,
      "step": 1394
    },
    {
      "epoch": 0.9784324039978959,
      "grad_norm": 15.115840911865234,
      "learning_rate": 4.50657390248289e-05,
      "loss": 0.3451,
      "step": 1395
    },
    {
      "epoch": 0.9791337892337366,
      "grad_norm": 13.081830978393555,
      "learning_rate": 4.50570874584169e-05,
      "loss": 0.3082,
      "step": 1396
    },
    {
      "epoch": 0.9798351744695775,
      "grad_norm": 3.7496583461761475,
      "learning_rate": 4.5048429145949076e-05,
      "loss": 0.0503,
      "step": 1397
    },
    {
      "epoch": 0.9805365597054182,
      "grad_norm": 22.880462646484375,
      "learning_rate": 4.503976409033759e-05,
      "loss": 0.4432,
      "step": 1398
    },
    {
      "epoch": 0.9812379449412589,
      "grad_norm": 4.944215774536133,
      "learning_rate": 4.503109229449688e-05,
      "loss": 0.0706,
      "step": 1399
    },
    {
      "epoch": 0.9819393301770998,
      "grad_norm": 4.719092845916748,
      "learning_rate": 4.502241376134364e-05,
      "loss": 0.0667,
      "step": 1400
    },
    {
      "epoch": 0.9826407154129405,
      "grad_norm": 4.378533363342285,
      "learning_rate": 4.5013728493796826e-05,
      "loss": 0.0611,
      "step": 1401
    },
    {
      "epoch": 0.9833421006487814,
      "grad_norm": 4.234534740447998,
      "learning_rate": 4.5005036494777666e-05,
      "loss": 0.055,
      "step": 1402
    },
    {
      "epoch": 0.9840434858846221,
      "grad_norm": 2.942084789276123,
      "learning_rate": 4.4996337767209656e-05,
      "loss": 0.0382,
      "step": 1403
    },
    {
      "epoch": 0.9847448711204629,
      "grad_norm": 1.5875838994979858,
      "learning_rate": 4.498763231401855e-05,
      "loss": 0.018,
      "step": 1404
    },
    {
      "epoch": 0.9854462563563037,
      "grad_norm": 53.9989128112793,
      "learning_rate": 4.497892013813235e-05,
      "loss": 1.2552,
      "step": 1405
    },
    {
      "epoch": 0.9861476415921445,
      "grad_norm": 28.49068832397461,
      "learning_rate": 4.497020124248135e-05,
      "loss": 0.7336,
      "step": 1406
    },
    {
      "epoch": 0.9868490268279853,
      "grad_norm": 0.4417467713356018,
      "learning_rate": 4.496147562999807e-05,
      "loss": 0.0045,
      "step": 1407
    },
    {
      "epoch": 0.9875504120638261,
      "grad_norm": 104.99906921386719,
      "learning_rate": 4.4952743303617325e-05,
      "loss": 3.0756,
      "step": 1408
    },
    {
      "epoch": 0.9882517972996668,
      "grad_norm": 0.3293454647064209,
      "learning_rate": 4.4944004266276164e-05,
      "loss": 0.0033,
      "step": 1409
    },
    {
      "epoch": 0.9889531825355077,
      "grad_norm": 41.633243560791016,
      "learning_rate": 4.4935258520913894e-05,
      "loss": 1.3174,
      "step": 1410
    },
    {
      "epoch": 0.9896545677713484,
      "grad_norm": 0.23380160331726074,
      "learning_rate": 4.4926506070472085e-05,
      "loss": 0.0023,
      "step": 1411
    },
    {
      "epoch": 0.9903559530071891,
      "grad_norm": 0.44888490438461304,
      "learning_rate": 4.4917746917894556e-05,
      "loss": 0.0047,
      "step": 1412
    },
    {
      "epoch": 0.99105733824303,
      "grad_norm": 33.958248138427734,
      "learning_rate": 4.490898106612739e-05,
      "loss": 0.9667,
      "step": 1413
    },
    {
      "epoch": 0.9917587234788707,
      "grad_norm": 0.3081722855567932,
      "learning_rate": 4.490020851811892e-05,
      "loss": 0.003,
      "step": 1414
    },
    {
      "epoch": 0.9924601087147116,
      "grad_norm": 32.04133224487305,
      "learning_rate": 4.4891429276819726e-05,
      "loss": 0.9003,
      "step": 1415
    },
    {
      "epoch": 0.9931614939505523,
      "grad_norm": 43.6740608215332,
      "learning_rate": 4.488264334518264e-05,
      "loss": 0.9288,
      "step": 1416
    },
    {
      "epoch": 0.9938628791863932,
      "grad_norm": 29.450580596923828,
      "learning_rate": 4.487385072616275e-05,
      "loss": 0.7131,
      "step": 1417
    },
    {
      "epoch": 0.9945642644222339,
      "grad_norm": 1.1718950271606445,
      "learning_rate": 4.486505142271739e-05,
      "loss": 0.0137,
      "step": 1418
    },
    {
      "epoch": 0.9952656496580747,
      "grad_norm": 1.5927923917770386,
      "learning_rate": 4.485624543780613e-05,
      "loss": 0.0192,
      "step": 1419
    },
    {
      "epoch": 0.9959670348939155,
      "grad_norm": 24.835670471191406,
      "learning_rate": 4.4847432774390807e-05,
      "loss": 0.5717,
      "step": 1420
    },
    {
      "epoch": 0.9966684201297563,
      "grad_norm": 1.8400554656982422,
      "learning_rate": 4.4838613435435505e-05,
      "loss": 0.022,
      "step": 1421
    },
    {
      "epoch": 0.997369805365597,
      "grad_norm": 2.3654353618621826,
      "learning_rate": 4.482978742390654e-05,
      "loss": 0.0298,
      "step": 1422
    },
    {
      "epoch": 0.9980711906014378,
      "grad_norm": 24.44013023376465,
      "learning_rate": 4.482095474277247e-05,
      "loss": 0.5608,
      "step": 1423
    },
    {
      "epoch": 0.9987725758372786,
      "grad_norm": 2.5648183822631836,
      "learning_rate": 4.48121153950041e-05,
      "loss": 0.034,
      "step": 1424
    },
    {
      "epoch": 0.9994739610731194,
      "grad_norm": 2.0194385051727295,
      "learning_rate": 4.4803269383574507e-05,
      "loss": 0.0249,
      "step": 1425
    }
  ],
  "logging_steps": 1,
  "max_steps": 1425,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.863941975950848e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}