{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.99968,
  "eval_steps": 500,
  "global_step": 1562,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00064,
      "grad_norm": 2.3657337561838188,
      "learning_rate": 0.0,
      "loss": 0.5764,
      "step": 1
    },
    {
      "epoch": 0.00128,
      "grad_norm": 2.577238188562681,
      "learning_rate": 6.329113924050633e-07,
      "loss": 0.6154,
      "step": 2
    },
    {
      "epoch": 0.00192,
      "grad_norm": 2.486400760684678,
      "learning_rate": 1.2658227848101265e-06,
      "loss": 0.5765,
      "step": 3
    },
    {
      "epoch": 0.00256,
      "grad_norm": 2.427317708214583,
      "learning_rate": 1.8987341772151901e-06,
      "loss": 0.5898,
      "step": 4
    },
    {
      "epoch": 0.0032,
      "grad_norm": 2.3689778807783104,
      "learning_rate": 2.531645569620253e-06,
      "loss": 0.5846,
      "step": 5
    },
    {
      "epoch": 0.00384,
      "grad_norm": 2.533864042007203,
      "learning_rate": 3.1645569620253167e-06,
      "loss": 0.6002,
      "step": 6
    },
    {
      "epoch": 0.00448,
      "grad_norm": 1.879595075845785,
      "learning_rate": 3.7974683544303802e-06,
      "loss": 0.5581,
      "step": 7
    },
    {
      "epoch": 0.00512,
      "grad_norm": 2.056563531274739,
      "learning_rate": 4.430379746835443e-06,
      "loss": 0.5859,
      "step": 8
    },
    {
      "epoch": 0.00576,
      "grad_norm": 1.4703684433180533,
      "learning_rate": 5.063291139240506e-06,
      "loss": 0.5479,
      "step": 9
    },
    {
      "epoch": 0.0064,
      "grad_norm": 1.2614967629103893,
      "learning_rate": 5.69620253164557e-06,
      "loss": 0.5303,
      "step": 10
    },
    {
      "epoch": 0.00704,
      "grad_norm": 1.1460599905324345,
      "learning_rate": 6.329113924050633e-06,
      "loss": 0.5568,
      "step": 11
    },
    {
      "epoch": 0.00768,
      "grad_norm": 1.6204644872566638,
      "learning_rate": 6.9620253164556965e-06,
      "loss": 0.5111,
      "step": 12
    },
    {
      "epoch": 0.00832,
      "grad_norm": 1.6361395875225335,
      "learning_rate": 7.5949367088607605e-06,
      "loss": 0.4678,
      "step": 13
    },
    {
      "epoch": 0.00896,
      "grad_norm": 1.6402122162855226,
      "learning_rate": 8.227848101265822e-06,
      "loss": 0.4811,
      "step": 14
    },
    {
      "epoch": 0.0096,
      "grad_norm": 1.2490639825476322,
      "learning_rate": 8.860759493670886e-06,
      "loss": 0.442,
      "step": 15
    },
    {
      "epoch": 0.01024,
      "grad_norm": 1.0588915477376701,
      "learning_rate": 9.49367088607595e-06,
      "loss": 0.4263,
      "step": 16
    },
    {
      "epoch": 0.01088,
      "grad_norm": 1.40604786962106,
      "learning_rate": 1.0126582278481012e-05,
      "loss": 0.4549,
      "step": 17
    },
    {
      "epoch": 0.01152,
      "grad_norm": 1.242365760774633,
      "learning_rate": 1.0759493670886076e-05,
      "loss": 0.4531,
      "step": 18
    },
    {
      "epoch": 0.01216,
      "grad_norm": 0.9396101260126887,
      "learning_rate": 1.139240506329114e-05,
      "loss": 0.415,
      "step": 19
    },
    {
      "epoch": 0.0128,
      "grad_norm": 0.7578271337493023,
      "learning_rate": 1.2025316455696203e-05,
      "loss": 0.4268,
      "step": 20
    },
    {
      "epoch": 0.01344,
      "grad_norm": 0.7671817679988738,
      "learning_rate": 1.2658227848101267e-05,
      "loss": 0.4314,
      "step": 21
    },
    {
      "epoch": 0.01408,
      "grad_norm": 0.6494114557426621,
      "learning_rate": 1.3291139240506329e-05,
      "loss": 0.3666,
      "step": 22
    },
    {
      "epoch": 0.01472,
      "grad_norm": 0.6806456497077759,
      "learning_rate": 1.3924050632911393e-05,
      "loss": 0.3823,
      "step": 23
    },
    {
      "epoch": 0.01536,
      "grad_norm": 0.6595430154008608,
      "learning_rate": 1.4556962025316457e-05,
      "loss": 0.3529,
      "step": 24
    },
    {
      "epoch": 0.016,
      "grad_norm": 0.7689071362735744,
      "learning_rate": 1.5189873417721521e-05,
      "loss": 0.3932,
      "step": 25
    },
    {
      "epoch": 0.01664,
      "grad_norm": 0.6854685982052705,
      "learning_rate": 1.5822784810126583e-05,
      "loss": 0.3738,
      "step": 26
    },
    {
      "epoch": 0.01728,
      "grad_norm": 0.558852717411362,
      "learning_rate": 1.6455696202531644e-05,
      "loss": 0.3708,
      "step": 27
    },
    {
      "epoch": 0.01792,
      "grad_norm": 0.49876042518765007,
      "learning_rate": 1.7088607594936708e-05,
      "loss": 0.3696,
      "step": 28
    },
    {
      "epoch": 0.01856,
      "grad_norm": 0.5271567613623678,
      "learning_rate": 1.7721518987341772e-05,
      "loss": 0.3558,
      "step": 29
    },
    {
      "epoch": 0.0192,
      "grad_norm": 0.5978920045933569,
      "learning_rate": 1.8354430379746836e-05,
      "loss": 0.3827,
      "step": 30
    },
    {
      "epoch": 0.01984,
      "grad_norm": 0.4975313988318536,
      "learning_rate": 1.89873417721519e-05,
      "loss": 0.3772,
      "step": 31
    },
    {
      "epoch": 0.02048,
      "grad_norm": 0.5766330443378189,
      "learning_rate": 1.962025316455696e-05,
      "loss": 0.3832,
      "step": 32
    },
    {
      "epoch": 0.02112,
      "grad_norm": 0.5567055560538855,
      "learning_rate": 2.0253164556962025e-05,
      "loss": 0.3477,
      "step": 33
    },
    {
      "epoch": 0.02176,
      "grad_norm": 0.46871971492473,
      "learning_rate": 2.088607594936709e-05,
      "loss": 0.3604,
      "step": 34
    },
    {
      "epoch": 0.0224,
      "grad_norm": 0.43316810660778116,
      "learning_rate": 2.1518987341772153e-05,
      "loss": 0.3592,
      "step": 35
    },
    {
      "epoch": 0.02304,
      "grad_norm": 0.4312186195231089,
      "learning_rate": 2.2151898734177217e-05,
      "loss": 0.3711,
      "step": 36
    },
    {
      "epoch": 0.02368,
      "grad_norm": 0.46951838290882675,
      "learning_rate": 2.278481012658228e-05,
      "loss": 0.3618,
      "step": 37
    },
    {
      "epoch": 0.02432,
      "grad_norm": 0.468516818608629,
      "learning_rate": 2.341772151898734e-05,
      "loss": 0.3578,
      "step": 38
    },
    {
      "epoch": 0.02496,
      "grad_norm": 0.45909911923620816,
      "learning_rate": 2.4050632911392405e-05,
      "loss": 0.3521,
      "step": 39
    },
    {
      "epoch": 0.0256,
      "grad_norm": 0.36223572387755915,
      "learning_rate": 2.468354430379747e-05,
      "loss": 0.3439,
      "step": 40
    },
    {
      "epoch": 0.02624,
      "grad_norm": 0.41920026035277985,
      "learning_rate": 2.5316455696202533e-05,
      "loss": 0.3052,
      "step": 41
    },
    {
      "epoch": 0.02688,
      "grad_norm": 0.46410873807902825,
      "learning_rate": 2.5949367088607597e-05,
      "loss": 0.3324,
      "step": 42
    },
    {
      "epoch": 0.02752,
      "grad_norm": 0.44804958203514283,
      "learning_rate": 2.6582278481012658e-05,
      "loss": 0.322,
      "step": 43
    },
    {
      "epoch": 0.02816,
      "grad_norm": 0.4408934955100543,
      "learning_rate": 2.7215189873417722e-05,
      "loss": 0.3399,
      "step": 44
    },
    {
      "epoch": 0.0288,
      "grad_norm": 0.4536362310706478,
      "learning_rate": 2.7848101265822786e-05,
      "loss": 0.3508,
      "step": 45
    },
    {
      "epoch": 0.02944,
      "grad_norm": 0.4735438789842479,
      "learning_rate": 2.848101265822785e-05,
      "loss": 0.3431,
      "step": 46
    },
    {
      "epoch": 0.03008,
      "grad_norm": 0.3960360490220664,
      "learning_rate": 2.9113924050632914e-05,
      "loss": 0.3358,
      "step": 47
    },
    {
      "epoch": 0.03072,
      "grad_norm": 0.4449245975582831,
      "learning_rate": 2.9746835443037974e-05,
      "loss": 0.3472,
      "step": 48
    },
    {
      "epoch": 0.03136,
      "grad_norm": 0.41598379019590886,
      "learning_rate": 3.0379746835443042e-05,
      "loss": 0.3295,
      "step": 49
    },
    {
      "epoch": 0.032,
      "grad_norm": 0.39770652562313213,
      "learning_rate": 3.10126582278481e-05,
      "loss": 0.339,
      "step": 50
    },
    {
      "epoch": 0.03264,
      "grad_norm": 0.4036450937079526,
      "learning_rate": 3.1645569620253167e-05,
      "loss": 0.326,
      "step": 51
    },
    {
      "epoch": 0.03328,
      "grad_norm": 0.43082778666471144,
      "learning_rate": 3.227848101265823e-05,
      "loss": 0.3258,
      "step": 52
    },
    {
      "epoch": 0.03392,
      "grad_norm": 0.402275292978643,
      "learning_rate": 3.291139240506329e-05,
      "loss": 0.2905,
      "step": 53
    },
    {
      "epoch": 0.03456,
      "grad_norm": 0.43612618786182106,
      "learning_rate": 3.354430379746836e-05,
      "loss": 0.334,
      "step": 54
    },
    {
      "epoch": 0.0352,
      "grad_norm": 0.45984837714015897,
      "learning_rate": 3.4177215189873416e-05,
      "loss": 0.3283,
      "step": 55
    },
    {
      "epoch": 0.03584,
      "grad_norm": 0.4484461315187549,
      "learning_rate": 3.4810126582278487e-05,
      "loss": 0.3277,
      "step": 56
    },
    {
      "epoch": 0.03648,
      "grad_norm": 0.4052074034352622,
      "learning_rate": 3.5443037974683544e-05,
      "loss": 0.3271,
      "step": 57
    },
    {
      "epoch": 0.03712,
      "grad_norm": 0.46620186767863914,
      "learning_rate": 3.607594936708861e-05,
      "loss": 0.3464,
      "step": 58
    },
    {
      "epoch": 0.03776,
      "grad_norm": 0.42593292833096424,
      "learning_rate": 3.670886075949367e-05,
      "loss": 0.3331,
      "step": 59
    },
    {
      "epoch": 0.0384,
      "grad_norm": 0.4815687673225032,
      "learning_rate": 3.7341772151898736e-05,
      "loss": 0.3269,
      "step": 60
    },
    {
      "epoch": 0.03904,
      "grad_norm": 0.455342196474994,
      "learning_rate": 3.79746835443038e-05,
      "loss": 0.3343,
      "step": 61
    },
    {
      "epoch": 0.03968,
      "grad_norm": 0.4316078425366754,
      "learning_rate": 3.8607594936708864e-05,
      "loss": 0.3145,
      "step": 62
    },
    {
      "epoch": 0.04032,
      "grad_norm": 0.4604468007808017,
      "learning_rate": 3.924050632911392e-05,
      "loss": 0.3206,
      "step": 63
    },
    {
      "epoch": 0.04096,
      "grad_norm": 0.516259514156323,
      "learning_rate": 3.987341772151899e-05,
      "loss": 0.3538,
      "step": 64
    },
    {
      "epoch": 0.0416,
      "grad_norm": 0.3911206186305256,
      "learning_rate": 4.050632911392405e-05,
      "loss": 0.3116,
      "step": 65
    },
    {
      "epoch": 0.04224,
      "grad_norm": 0.5059680673369054,
      "learning_rate": 4.113924050632912e-05,
      "loss": 0.3461,
      "step": 66
    },
    {
      "epoch": 0.04288,
      "grad_norm": 0.4477077725372915,
      "learning_rate": 4.177215189873418e-05,
      "loss": 0.3142,
      "step": 67
    },
    {
      "epoch": 0.04352,
      "grad_norm": 0.4568181894979607,
      "learning_rate": 4.240506329113924e-05,
      "loss": 0.3258,
      "step": 68
    },
    {
      "epoch": 0.04416,
      "grad_norm": 0.436426112682463,
      "learning_rate": 4.3037974683544305e-05,
      "loss": 0.2942,
      "step": 69
    },
    {
      "epoch": 0.0448,
      "grad_norm": 0.4130845172287253,
      "learning_rate": 4.367088607594937e-05,
      "loss": 0.3293,
      "step": 70
    },
    {
      "epoch": 0.04544,
      "grad_norm": 0.4907470169969436,
      "learning_rate": 4.430379746835443e-05,
      "loss": 0.3152,
      "step": 71
    },
    {
      "epoch": 0.04608,
      "grad_norm": 0.44557023947548996,
      "learning_rate": 4.49367088607595e-05,
      "loss": 0.323,
      "step": 72
    },
    {
      "epoch": 0.04672,
      "grad_norm": 0.43347032964452825,
      "learning_rate": 4.556962025316456e-05,
      "loss": 0.3132,
      "step": 73
    },
    {
      "epoch": 0.04736,
      "grad_norm": 0.41315778348357357,
      "learning_rate": 4.6202531645569625e-05,
      "loss": 0.3076,
      "step": 74
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.38689299616228223,
      "learning_rate": 4.683544303797468e-05,
      "loss": 0.2971,
      "step": 75
    },
    {
      "epoch": 0.04864,
      "grad_norm": 0.6649393785343345,
      "learning_rate": 4.7468354430379746e-05,
      "loss": 0.3196,
      "step": 76
    },
    {
      "epoch": 0.04928,
      "grad_norm": 0.4741860571119842,
      "learning_rate": 4.810126582278481e-05,
      "loss": 0.3261,
      "step": 77
    },
    {
      "epoch": 0.04992,
      "grad_norm": 0.39850926668653464,
      "learning_rate": 4.8734177215189874e-05,
      "loss": 0.2909,
      "step": 78
    },
    {
      "epoch": 0.05056,
      "grad_norm": 0.45993342960946926,
      "learning_rate": 4.936708860759494e-05,
      "loss": 0.3232,
      "step": 79
    },
    {
      "epoch": 0.0512,
      "grad_norm": 0.41758744126936076,
      "learning_rate": 5e-05,
      "loss": 0.3138,
      "step": 80
    },
    {
      "epoch": 0.05184,
      "grad_norm": 0.4190137054884969,
      "learning_rate": 4.999994390459423e-05,
      "loss": 0.324,
      "step": 81
    },
    {
      "epoch": 0.05248,
      "grad_norm": 0.38007532443802017,
      "learning_rate": 4.999977561862863e-05,
      "loss": 0.3167,
      "step": 82
    },
    {
      "epoch": 0.05312,
      "grad_norm": 0.3894813419979866,
      "learning_rate": 4.999949514285842e-05,
      "loss": 0.3169,
      "step": 83
    },
    {
      "epoch": 0.05376,
      "grad_norm": 0.4646671073219221,
      "learning_rate": 4.999910247854227e-05,
      "loss": 0.3295,
      "step": 84
    },
    {
      "epoch": 0.0544,
      "grad_norm": 0.46440352293136283,
      "learning_rate": 4.99985976274423e-05,
      "loss": 0.3259,
      "step": 85
    },
    {
      "epoch": 0.05504,
      "grad_norm": 0.4754742191954697,
      "learning_rate": 4.9997980591824126e-05,
      "loss": 0.3073,
      "step": 86
    },
    {
      "epoch": 0.05568,
      "grad_norm": 0.4102331568111904,
      "learning_rate": 4.999725137445674e-05,
      "loss": 0.3179,
      "step": 87
    },
    {
      "epoch": 0.05632,
      "grad_norm": 0.49865407563428993,
      "learning_rate": 4.999640997861264e-05,
      "loss": 0.3198,
      "step": 88
    },
    {
      "epoch": 0.05696,
      "grad_norm": 0.450995150648752,
      "learning_rate": 4.999545640806766e-05,
      "loss": 0.3215,
      "step": 89
    },
    {
      "epoch": 0.0576,
      "grad_norm": 0.42715082345561,
      "learning_rate": 4.999439066710111e-05,
      "loss": 0.3406,
      "step": 90
    },
    {
      "epoch": 0.05824,
      "grad_norm": 0.47007665924261693,
      "learning_rate": 4.999321276049563e-05,
      "loss": 0.3169,
      "step": 91
    },
    {
      "epoch": 0.05888,
      "grad_norm": 0.37692477648671757,
      "learning_rate": 4.9991922693537226e-05,
      "loss": 0.3052,
      "step": 92
    },
    {
      "epoch": 0.05952,
      "grad_norm": 0.5254380682221013,
      "learning_rate": 4.9990520472015246e-05,
      "loss": 0.2928,
      "step": 93
    },
    {
      "epoch": 0.06016,
      "grad_norm": 0.4524991571079602,
      "learning_rate": 4.998900610222236e-05,
      "loss": 0.3035,
      "step": 94
    },
    {
      "epoch": 0.0608,
      "grad_norm": 0.39419071585883453,
      "learning_rate": 4.998737959095449e-05,
      "loss": 0.2764,
      "step": 95
    },
    {
      "epoch": 0.06144,
      "grad_norm": 0.44021580096048935,
      "learning_rate": 4.998564094551081e-05,
      "loss": 0.3137,
      "step": 96
    },
    {
      "epoch": 0.06208,
      "grad_norm": 0.4397078772822271,
      "learning_rate": 4.998379017369375e-05,
      "loss": 0.3092,
      "step": 97
    },
    {
      "epoch": 0.06272,
      "grad_norm": 0.4612518337175716,
      "learning_rate": 4.9981827283808855e-05,
      "loss": 0.3065,
      "step": 98
    },
    {
      "epoch": 0.06336,
      "grad_norm": 0.4491229684653282,
      "learning_rate": 4.997975228466489e-05,
      "loss": 0.3327,
      "step": 99
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.40909998580765855,
      "learning_rate": 4.997756518557368e-05,
      "loss": 0.2787,
      "step": 100
    },
    {
      "epoch": 0.06464,
      "grad_norm": 0.3785712105730604,
      "learning_rate": 4.997526599635011e-05,
      "loss": 0.2837,
      "step": 101
    },
    {
      "epoch": 0.06528,
      "grad_norm": 0.5009245567404541,
      "learning_rate": 4.997285472731211e-05,
      "loss": 0.3325,
      "step": 102
    },
    {
      "epoch": 0.06592,
      "grad_norm": 0.41940515716785753,
      "learning_rate": 4.997033138928056e-05,
      "loss": 0.3126,
      "step": 103
    },
    {
      "epoch": 0.06656,
      "grad_norm": 0.4356254674524969,
      "learning_rate": 4.996769599357927e-05,
      "loss": 0.3079,
      "step": 104
    },
    {
      "epoch": 0.0672,
      "grad_norm": 0.4485794513852225,
      "learning_rate": 4.996494855203493e-05,
      "loss": 0.3227,
      "step": 105
    },
    {
      "epoch": 0.06784,
      "grad_norm": 0.5339271359603054,
      "learning_rate": 4.996208907697706e-05,
      "loss": 0.3197,
      "step": 106
    },
    {
      "epoch": 0.06848,
      "grad_norm": 0.47913200680485823,
      "learning_rate": 4.995911758123791e-05,
      "loss": 0.2829,
      "step": 107
    },
    {
      "epoch": 0.06912,
      "grad_norm": 0.48619705540043057,
      "learning_rate": 4.995603407815249e-05,
      "loss": 0.295,
      "step": 108
    },
    {
      "epoch": 0.06976,
      "grad_norm": 0.44791381540090275,
      "learning_rate": 4.9952838581558406e-05,
      "loss": 0.3009,
      "step": 109
    },
    {
      "epoch": 0.0704,
      "grad_norm": 0.4217427510368746,
      "learning_rate": 4.994953110579588e-05,
      "loss": 0.3124,
      "step": 110
    },
    {
      "epoch": 0.07104,
      "grad_norm": 0.44605995933104997,
      "learning_rate": 4.9946111665707645e-05,
      "loss": 0.3232,
      "step": 111
    },
    {
      "epoch": 0.07168,
      "grad_norm": 0.3580173680896881,
      "learning_rate": 4.99425802766389e-05,
      "loss": 0.288,
      "step": 112
    },
    {
      "epoch": 0.07232,
      "grad_norm": 0.4281198427243427,
      "learning_rate": 4.993893695443721e-05,
      "loss": 0.3008,
      "step": 113
    },
    {
      "epoch": 0.07296,
      "grad_norm": 0.3748012845273175,
      "learning_rate": 4.993518171545247e-05,
      "loss": 0.2898,
      "step": 114
    },
    {
      "epoch": 0.0736,
      "grad_norm": 0.41133247941906176,
      "learning_rate": 4.993131457653682e-05,
      "loss": 0.3007,
      "step": 115
    },
    {
      "epoch": 0.07424,
      "grad_norm": 0.4049279526177947,
      "learning_rate": 4.992733555504454e-05,
      "loss": 0.3156,
      "step": 116
    },
    {
      "epoch": 0.07488,
      "grad_norm": 0.3907854290589919,
      "learning_rate": 4.9923244668832025e-05,
      "loss": 0.305,
      "step": 117
    },
    {
      "epoch": 0.07552,
      "grad_norm": 3.3672297158831523,
      "learning_rate": 4.991904193625768e-05,
      "loss": 0.3099,
      "step": 118
    },
    {
      "epoch": 0.07616,
      "grad_norm": 0.45896342700641674,
      "learning_rate": 4.991472737618181e-05,
      "loss": 0.2766,
      "step": 119
    },
    {
      "epoch": 0.0768,
      "grad_norm": 0.41249483633287526,
      "learning_rate": 4.991030100796659e-05,
      "loss": 0.3026,
      "step": 120
    },
    {
      "epoch": 0.07744,
      "grad_norm": 0.39435147330028136,
      "learning_rate": 4.9905762851475915e-05,
      "loss": 0.3151,
      "step": 121
    },
    {
      "epoch": 0.07808,
      "grad_norm": 0.38174217860012233,
      "learning_rate": 4.990111292707537e-05,
      "loss": 0.3132,
      "step": 122
    },
    {
      "epoch": 0.07872,
      "grad_norm": 0.4106762400890441,
      "learning_rate": 4.989635125563211e-05,
      "loss": 0.2883,
      "step": 123
    },
    {
      "epoch": 0.07936,
      "grad_norm": 0.3777494709551966,
      "learning_rate": 4.989147785851477e-05,
      "loss": 0.3075,
      "step": 124
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3812281839176885,
      "learning_rate": 4.988649275759335e-05,
      "loss": 0.3173,
      "step": 125
    },
    {
      "epoch": 0.08064,
      "grad_norm": 0.3800442807387135,
      "learning_rate": 4.988139597523916e-05,
      "loss": 0.2897,
      "step": 126
    },
    {
      "epoch": 0.08128,
      "grad_norm": 0.4101363073522896,
      "learning_rate": 4.98761875343247e-05,
      "loss": 0.2822,
      "step": 127
    },
    {
      "epoch": 0.08192,
      "grad_norm": 0.3515414786001439,
      "learning_rate": 4.987086745822352e-05,
      "loss": 0.2831,
      "step": 128
    },
    {
      "epoch": 0.08256,
      "grad_norm": 0.38143533758711873,
      "learning_rate": 4.986543577081017e-05,
      "loss": 0.3193,
      "step": 129
    },
    {
      "epoch": 0.0832,
      "grad_norm": 0.44066201212578954,
      "learning_rate": 4.985989249646007e-05,
      "loss": 0.3006,
      "step": 130
    },
    {
      "epoch": 0.08384,
      "grad_norm": 0.3699946189372801,
      "learning_rate": 4.985423766004939e-05,
      "loss": 0.309,
      "step": 131
    },
    {
      "epoch": 0.08448,
      "grad_norm": 0.4732003041900607,
      "learning_rate": 4.9848471286954965e-05,
      "loss": 0.3253,
      "step": 132
    },
    {
      "epoch": 0.08512,
      "grad_norm": 0.35724915771132804,
      "learning_rate": 4.984259340305416e-05,
      "loss": 0.2876,
      "step": 133
    },
    {
      "epoch": 0.08576,
      "grad_norm": 0.39925687072469707,
      "learning_rate": 4.9836604034724753e-05,
      "loss": 0.2906,
      "step": 134
    },
    {
      "epoch": 0.0864,
      "grad_norm": 0.43582991089095635,
      "learning_rate": 4.9830503208844835e-05,
      "loss": 0.2928,
      "step": 135
    },
    {
      "epoch": 0.08704,
      "grad_norm": 0.3638802742085539,
      "learning_rate": 4.982429095279266e-05,
      "loss": 0.2924,
      "step": 136
    },
    {
      "epoch": 0.08768,
      "grad_norm": 0.44414884826796713,
      "learning_rate": 4.981796729444655e-05,
      "loss": 0.3225,
      "step": 137
    },
    {
      "epoch": 0.08832,
      "grad_norm": 0.4179539121719692,
      "learning_rate": 4.981153226218477e-05,
      "loss": 0.3067,
      "step": 138
    },
    {
      "epoch": 0.08896,
      "grad_norm": 0.3518602463362222,
      "learning_rate": 4.9804985884885366e-05,
      "loss": 0.2854,
      "step": 139
    },
    {
      "epoch": 0.0896,
      "grad_norm": 0.4013030661247676,
      "learning_rate": 4.979832819192608e-05,
      "loss": 0.3113,
      "step": 140
    },
    {
      "epoch": 0.09024,
      "grad_norm": 0.3700912839771966,
      "learning_rate": 4.97915592131842e-05,
      "loss": 0.2873,
      "step": 141
    },
    {
      "epoch": 0.09088,
      "grad_norm": 0.41429834446700914,
      "learning_rate": 4.97846789790364e-05,
      "loss": 0.3064,
      "step": 142
    },
    {
      "epoch": 0.09152,
      "grad_norm": 0.3743350290044281,
      "learning_rate": 4.977768752035865e-05,
      "loss": 0.311,
      "step": 143
    },
    {
      "epoch": 0.09216,
      "grad_norm": 0.4436631708270473,
      "learning_rate": 4.9770584868526046e-05,
      "loss": 0.3105,
      "step": 144
    },
    {
      "epoch": 0.0928,
      "grad_norm": 0.4341903366251428,
      "learning_rate": 4.9763371055412685e-05,
      "loss": 0.307,
      "step": 145
    },
    {
      "epoch": 0.09344,
      "grad_norm": 0.4147022361169306,
      "learning_rate": 4.9756046113391496e-05,
      "loss": 0.3288,
      "step": 146
    },
    {
      "epoch": 0.09408,
      "grad_norm": 0.3884970059580215,
      "learning_rate": 4.974861007533413e-05,
      "loss": 0.2847,
      "step": 147
    },
    {
      "epoch": 0.09472,
      "grad_norm": 0.4258271028958422,
      "learning_rate": 4.97410629746108e-05,
      "loss": 0.2908,
      "step": 148
    },
    {
      "epoch": 0.09536,
      "grad_norm": 0.41527352386736543,
      "learning_rate": 4.9733404845090116e-05,
      "loss": 0.2828,
      "step": 149
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.41352693469232554,
      "learning_rate": 4.972563572113894e-05,
      "loss": 0.2895,
      "step": 150
    },
    {
      "epoch": 0.09664,
      "grad_norm": 0.4391732737160089,
      "learning_rate": 4.971775563762226e-05,
      "loss": 0.2908,
      "step": 151
    },
    {
      "epoch": 0.09728,
      "grad_norm": 0.42637768991672836,
      "learning_rate": 4.970976462990299e-05,
      "loss": 0.3103,
      "step": 152
    },
    {
      "epoch": 0.09792,
      "grad_norm": 0.38123935717217666,
      "learning_rate": 4.970166273384183e-05,
      "loss": 0.2859,
      "step": 153
    },
    {
      "epoch": 0.09856,
      "grad_norm": 0.3432072306652636,
      "learning_rate": 4.969344998579712e-05,
      "loss": 0.2653,
      "step": 154
    },
    {
      "epoch": 0.0992,
      "grad_norm": 0.38378318854854493,
      "learning_rate": 4.9685126422624644e-05,
      "loss": 0.3135,
      "step": 155
    },
    {
      "epoch": 0.09984,
      "grad_norm": 0.3871767364493639,
      "learning_rate": 4.96766920816775e-05,
      "loss": 0.3129,
      "step": 156
    },
    {
      "epoch": 0.10048,
      "grad_norm": 0.361665333999729,
      "learning_rate": 4.966814700080592e-05,
      "loss": 0.3175,
      "step": 157
    },
    {
      "epoch": 0.10112,
      "grad_norm": 0.394466639141269,
      "learning_rate": 4.965949121835707e-05,
      "loss": 0.333,
      "step": 158
    },
    {
      "epoch": 0.10176,
      "grad_norm": 0.396292343881353,
      "learning_rate": 4.965072477317493e-05,
      "loss": 0.3084,
      "step": 159
    },
    {
      "epoch": 0.1024,
      "grad_norm": 0.3468981265806776,
      "learning_rate": 4.964184770460007e-05,
      "loss": 0.2927,
      "step": 160
    },
    {
      "epoch": 0.10304,
      "grad_norm": 0.39865168519337385,
      "learning_rate": 4.963286005246953e-05,
      "loss": 0.2815,
      "step": 161
    },
    {
      "epoch": 0.10368,
      "grad_norm": 0.37451640530098157,
      "learning_rate": 4.9623761857116594e-05,
      "loss": 0.3188,
      "step": 162
    },
    {
      "epoch": 0.10432,
      "grad_norm": 0.37483826123841657,
      "learning_rate": 4.961455315937059e-05,
      "loss": 0.2813,
      "step": 163
    },
    {
      "epoch": 0.10496,
      "grad_norm": 0.33130533329924106,
      "learning_rate": 4.960523400055679e-05,
      "loss": 0.2924,
      "step": 164
    },
    {
      "epoch": 0.1056,
      "grad_norm": 0.3364997696428208,
      "learning_rate": 4.959580442249615e-05,
      "loss": 0.3001,
      "step": 165
    },
    {
      "epoch": 0.10624,
      "grad_norm": 0.3183485250122132,
      "learning_rate": 4.958626446750515e-05,
      "loss": 0.3195,
      "step": 166
    },
    {
      "epoch": 0.10688,
      "grad_norm": 0.3417933668875517,
      "learning_rate": 4.9576614178395595e-05,
      "loss": 0.2991,
      "step": 167
    },
    {
      "epoch": 0.10752,
      "grad_norm": 0.3487109852934047,
      "learning_rate": 4.956685359847445e-05,
      "loss": 0.2959,
      "step": 168
    },
    {
      "epoch": 0.10816,
      "grad_norm": 0.31315058374358634,
      "learning_rate": 4.95569827715436e-05,
      "loss": 0.2799,
      "step": 169
    },
    {
      "epoch": 0.1088,
      "grad_norm": 0.35913320358975465,
      "learning_rate": 4.9547001741899693e-05,
      "loss": 0.297,
      "step": 170
    },
    {
      "epoch": 0.10944,
      "grad_norm": 0.3331478821334656,
      "learning_rate": 4.953691055433391e-05,
      "loss": 0.2901,
      "step": 171
    },
    {
      "epoch": 0.11008,
      "grad_norm": 0.39224813006559756,
      "learning_rate": 4.952670925413182e-05,
      "loss": 0.3026,
      "step": 172
    },
    {
      "epoch": 0.11072,
      "grad_norm": 0.3480414792318722,
      "learning_rate": 4.951639788707307e-05,
      "loss": 0.2845,
      "step": 173
    },
    {
      "epoch": 0.11136,
      "grad_norm": 0.34970614984057585,
      "learning_rate": 4.950597649943132e-05,
      "loss": 0.2775,
      "step": 174
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.347207358588287,
      "learning_rate": 4.9495445137973905e-05,
      "loss": 0.2923,
      "step": 175
    },
    {
      "epoch": 0.11264,
      "grad_norm": 0.34884090954360897,
      "learning_rate": 4.948480384996172e-05,
      "loss": 0.2862,
      "step": 176
    },
    {
      "epoch": 0.11328,
      "grad_norm": 0.32979237586574495,
      "learning_rate": 4.947405268314894e-05,
      "loss": 0.2983,
      "step": 177
    },
    {
      "epoch": 0.11392,
      "grad_norm": 0.43991275496703847,
      "learning_rate": 4.9463191685782865e-05,
      "loss": 0.3068,
      "step": 178
    },
    {
      "epoch": 0.11456,
      "grad_norm": 0.3039302314073942,
      "learning_rate": 4.945222090660364e-05,
      "loss": 0.2841,
      "step": 179
    },
    {
      "epoch": 0.1152,
      "grad_norm": 0.38589337384034356,
      "learning_rate": 4.944114039484411e-05,
      "loss": 0.3091,
      "step": 180
    },
    {
      "epoch": 0.11584,
      "grad_norm": 0.34105198100381573,
      "learning_rate": 4.942995020022954e-05,
      "loss": 0.3228,
      "step": 181
    },
    {
      "epoch": 0.11648,
      "grad_norm": 0.34780611263986955,
      "learning_rate": 4.9418650372977384e-05,
      "loss": 0.2874,
      "step": 182
    },
    {
      "epoch": 0.11712,
      "grad_norm": 0.32541445621708004,
      "learning_rate": 4.940724096379714e-05,
      "loss": 0.282,
      "step": 183
    },
    {
      "epoch": 0.11776,
      "grad_norm": 0.3082894269244735,
      "learning_rate": 4.9395722023890035e-05,
      "loss": 0.2799,
      "step": 184
    },
    {
      "epoch": 0.1184,
      "grad_norm": 0.32812745331187065,
      "learning_rate": 4.938409360494883e-05,
      "loss": 0.2827,
      "step": 185
    },
    {
      "epoch": 0.11904,
      "grad_norm": 0.34755898651365463,
      "learning_rate": 4.937235575915761e-05,
      "loss": 0.2917,
      "step": 186
    },
    {
      "epoch": 0.11968,
      "grad_norm": 0.3413504764617461,
      "learning_rate": 4.93605085391915e-05,
      "loss": 0.2918,
      "step": 187
    },
    {
      "epoch": 0.12032,
      "grad_norm": 0.3705985820501455,
      "learning_rate": 4.934855199821647e-05,
      "loss": 0.2826,
      "step": 188
    },
    {
      "epoch": 0.12096,
      "grad_norm": 0.3414000814514884,
      "learning_rate": 4.93364861898891e-05,
      "loss": 0.276,
      "step": 189
    },
    {
      "epoch": 0.1216,
      "grad_norm": 0.3589734824395955,
      "learning_rate": 4.932431116835628e-05,
      "loss": 0.2959,
      "step": 190
    },
    {
      "epoch": 0.12224,
      "grad_norm": 0.345670488984043,
      "learning_rate": 4.931202698825503e-05,
      "loss": 0.281,
      "step": 191
    },
    {
      "epoch": 0.12288,
      "grad_norm": 0.3235692312545686,
      "learning_rate": 4.929963370471226e-05,
      "loss": 0.2886,
      "step": 192
    },
    {
      "epoch": 0.12352,
      "grad_norm": 0.3034427958798936,
      "learning_rate": 4.928713137334445e-05,
      "loss": 0.2812,
      "step": 193
    },
    {
      "epoch": 0.12416,
      "grad_norm": 0.34712496586477004,
      "learning_rate": 4.927452005025748e-05,
      "loss": 0.3018,
      "step": 194
    },
    {
      "epoch": 0.1248,
      "grad_norm": 0.3222467927855389,
      "learning_rate": 4.926179979204633e-05,
      "loss": 0.3023,
      "step": 195
    },
    {
      "epoch": 0.12544,
      "grad_norm": 0.3243348951725544,
      "learning_rate": 4.9248970655794836e-05,
      "loss": 0.2917,
      "step": 196
    },
    {
      "epoch": 0.12608,
      "grad_norm": 0.3096795363251828,
      "learning_rate": 4.923603269907545e-05,
      "loss": 0.2737,
      "step": 197
    },
    {
      "epoch": 0.12672,
      "grad_norm": 0.31152060487499617,
      "learning_rate": 4.922298597994897e-05,
      "loss": 0.2828,
      "step": 198
    },
    {
      "epoch": 0.12736,
      "grad_norm": 0.3405465489598549,
      "learning_rate": 4.920983055696428e-05,
      "loss": 0.2927,
      "step": 199
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.3423946912166355,
      "learning_rate": 4.919656648915807e-05,
      "loss": 0.2835,
      "step": 200
    },
    {
      "epoch": 0.12864,
      "grad_norm": 0.3464727040800733,
      "learning_rate": 4.918319383605462e-05,
      "loss": 0.2575,
      "step": 201
    },
    {
      "epoch": 0.12928,
      "grad_norm": 0.3620779326329196,
      "learning_rate": 4.916971265766547e-05,
      "loss": 0.2944,
      "step": 202
    },
    {
      "epoch": 0.12992,
      "grad_norm": 0.3699616777622434,
      "learning_rate": 4.915612301448919e-05,
      "loss": 0.2942,
      "step": 203
    },
    {
      "epoch": 0.13056,
      "grad_norm": 0.38798124559835534,
      "learning_rate": 4.914242496751111e-05,
      "loss": 0.2882,
      "step": 204
    },
    {
      "epoch": 0.1312,
      "grad_norm": 0.4306348775923099,
      "learning_rate": 4.912861857820303e-05,
      "loss": 0.3026,
      "step": 205
    },
    {
      "epoch": 0.13184,
      "grad_norm": 0.37275998073469474,
      "learning_rate": 4.911470390852295e-05,
      "loss": 0.3008,
      "step": 206
    },
    {
      "epoch": 0.13248,
      "grad_norm": 0.33076859723493407,
      "learning_rate": 4.91006810209148e-05,
      "loss": 0.2881,
      "step": 207
    },
    {
      "epoch": 0.13312,
      "grad_norm": 0.38285708110841127,
      "learning_rate": 4.9086549978308125e-05,
      "loss": 0.299,
      "step": 208
    },
    {
      "epoch": 0.13376,
      "grad_norm": 0.3130925296009032,
      "learning_rate": 4.9072310844117875e-05,
      "loss": 0.2714,
      "step": 209
    },
    {
      "epoch": 0.1344,
      "grad_norm": 0.3556404363171034,
      "learning_rate": 4.9057963682244045e-05,
      "loss": 0.291,
      "step": 210
    },
    {
      "epoch": 0.13504,
      "grad_norm": 0.33759319834147206,
      "learning_rate": 4.904350855707142e-05,
      "loss": 0.2868,
      "step": 211
    },
    {
      "epoch": 0.13568,
      "grad_norm": 0.3171722280640699,
      "learning_rate": 4.9028945533469276e-05,
      "loss": 0.2646,
      "step": 212
    },
    {
      "epoch": 0.13632,
      "grad_norm": 0.39240914087101075,
      "learning_rate": 4.9014274676791134e-05,
      "loss": 0.302,
      "step": 213
    },
    {
      "epoch": 0.13696,
      "grad_norm": 0.34184628116877047,
      "learning_rate": 4.899949605287439e-05,
      "loss": 0.2792,
      "step": 214
    },
    {
      "epoch": 0.1376,
      "grad_norm": 0.3700664187254164,
      "learning_rate": 4.898460972804009e-05,
      "loss": 0.3088,
      "step": 215
    },
    {
      "epoch": 0.13824,
      "grad_norm": 0.36421921549881453,
      "learning_rate": 4.896961576909258e-05,
      "loss": 0.2808,
      "step": 216
    },
    {
      "epoch": 0.13888,
      "grad_norm": 0.3565240796039332,
      "learning_rate": 4.895451424331924e-05,
      "loss": 0.2714,
      "step": 217
    },
    {
      "epoch": 0.13952,
      "grad_norm": 0.3396297883795516,
      "learning_rate": 4.893930521849016e-05,
      "loss": 0.267,
      "step": 218
    },
    {
      "epoch": 0.14016,
      "grad_norm": 0.39278607376772506,
      "learning_rate": 4.892398876285785e-05,
      "loss": 0.2896,
      "step": 219
    },
    {
      "epoch": 0.1408,
      "grad_norm": 0.38437399542076783,
      "learning_rate": 4.890856494515696e-05,
      "loss": 0.2875,
      "step": 220
    },
    {
      "epoch": 0.14144,
      "grad_norm": 0.37920192384172824,
      "learning_rate": 4.889303383460389e-05,
      "loss": 0.2806,
      "step": 221
    },
    {
      "epoch": 0.14208,
      "grad_norm": 0.35504283495161315,
      "learning_rate": 4.887739550089656e-05,
      "loss": 0.2781,
      "step": 222
    },
    {
      "epoch": 0.14272,
      "grad_norm": 0.3866107761723795,
      "learning_rate": 4.886165001421408e-05,
      "loss": 0.3091,
      "step": 223
    },
    {
      "epoch": 0.14336,
      "grad_norm": 0.30439690273605985,
      "learning_rate": 4.884579744521638e-05,
      "loss": 0.2842,
      "step": 224
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.3551417352689114,
      "learning_rate": 4.8829837865043984e-05,
      "loss": 0.2909,
      "step": 225
    },
    {
      "epoch": 0.14464,
      "grad_norm": 0.309111612445454,
      "learning_rate": 4.881377134531762e-05,
      "loss": 0.268,
      "step": 226
    },
    {
      "epoch": 0.14528,
      "grad_norm": 0.3282993602648903,
      "learning_rate": 4.8797597958137914e-05,
      "loss": 0.28,
      "step": 227
    },
    {
      "epoch": 0.14592,
      "grad_norm": 0.3581890513495606,
      "learning_rate": 4.878131777608509e-05,
      "loss": 0.2842,
      "step": 228
    },
    {
      "epoch": 0.14656,
      "grad_norm": 0.32315603560305584,
      "learning_rate": 4.876493087221862e-05,
      "loss": 0.2961,
      "step": 229
    },
    {
      "epoch": 0.1472,
      "grad_norm": 0.33067996529729515,
      "learning_rate": 4.87484373200769e-05,
      "loss": 0.2891,
      "step": 230
    },
    {
      "epoch": 0.14784,
      "grad_norm": 0.3178546016599421,
      "learning_rate": 4.8731837193676944e-05,
      "loss": 0.2781,
      "step": 231
    },
    {
      "epoch": 0.14848,
      "grad_norm": 0.3414289060571217,
      "learning_rate": 4.871513056751401e-05,
      "loss": 0.2983,
      "step": 232
    },
    {
      "epoch": 0.14912,
      "grad_norm": 0.3420355616767074,
      "learning_rate": 4.8698317516561295e-05,
      "loss": 0.2987,
      "step": 233
    },
    {
      "epoch": 0.14976,
      "grad_norm": 0.347117902288678,
      "learning_rate": 4.8681398116269596e-05,
      "loss": 0.2857,
      "step": 234
    },
    {
      "epoch": 0.1504,
      "grad_norm": 0.31648517023684664,
      "learning_rate": 4.8664372442566954e-05,
      "loss": 0.2921,
      "step": 235
    },
    {
      "epoch": 0.15104,
      "grad_norm": 0.3308519821164363,
      "learning_rate": 4.864724057185834e-05,
      "loss": 0.2672,
      "step": 236
    },
    {
      "epoch": 0.15168,
      "grad_norm": 0.31208238851833453,
      "learning_rate": 4.86300025810253e-05,
      "loss": 0.2798,
      "step": 237
    },
    {
      "epoch": 0.15232,
      "grad_norm": 0.2945629591271816,
      "learning_rate": 4.861265854742559e-05,
      "loss": 0.2732,
      "step": 238
    },
    {
      "epoch": 0.15296,
      "grad_norm": 0.3383764371143183,
      "learning_rate": 4.859520854889287e-05,
      "loss": 0.2923,
      "step": 239
    },
    {
      "epoch": 0.1536,
      "grad_norm": 0.2935231514068793,
      "learning_rate": 4.857765266373631e-05,
      "loss": 0.2945,
      "step": 240
    },
    {
      "epoch": 0.15424,
      "grad_norm": 0.3265200869108488,
      "learning_rate": 4.855999097074027e-05,
      "loss": 0.2925,
      "step": 241
    },
    {
      "epoch": 0.15488,
      "grad_norm": 0.301565323998506,
      "learning_rate": 4.8542223549163946e-05,
      "loss": 0.271,
      "step": 242
    },
    {
      "epoch": 0.15552,
      "grad_norm": 0.3121729061732836,
      "learning_rate": 4.8524350478740985e-05,
      "loss": 0.266,
      "step": 243
    },
    {
      "epoch": 0.15616,
      "grad_norm": 0.3612945591439241,
      "learning_rate": 4.850637183967917e-05,
      "loss": 0.2825,
      "step": 244
    },
    {
      "epoch": 0.1568,
      "grad_norm": 0.32526112140366076,
      "learning_rate": 4.848828771266002e-05,
      "loss": 0.2875,
      "step": 245
    },
    {
      "epoch": 0.15744,
      "grad_norm": 0.3724034080949958,
      "learning_rate": 4.847009817883844e-05,
      "loss": 0.2829,
      "step": 246
    },
    {
      "epoch": 0.15808,
      "grad_norm": 0.31233652215083263,
      "learning_rate": 4.845180331984239e-05,
      "loss": 0.2713,
      "step": 247
    },
    {
      "epoch": 0.15872,
      "grad_norm": 0.3480570732169317,
      "learning_rate": 4.843340321777246e-05,
      "loss": 0.2641,
      "step": 248
    },
    {
      "epoch": 0.15936,
      "grad_norm": 0.320447396199795,
      "learning_rate": 4.8414897955201556e-05,
      "loss": 0.261,
      "step": 249
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.30011124568595027,
      "learning_rate": 4.8396287615174484e-05,
      "loss": 0.2566,
      "step": 250
    },
    {
      "epoch": 0.16064,
      "grad_norm": 0.3416591207698499,
      "learning_rate": 4.837757228120762e-05,
      "loss": 0.2886,
      "step": 251
    },
    {
      "epoch": 0.16128,
      "grad_norm": 0.3347844484474534,
      "learning_rate": 4.835875203728849e-05,
      "loss": 0.2546,
      "step": 252
    },
    {
      "epoch": 0.16192,
      "grad_norm": 0.3805038941147735,
      "learning_rate": 4.8339826967875443e-05,
      "loss": 0.2867,
      "step": 253
    },
    {
      "epoch": 0.16256,
      "grad_norm": 0.36899369410322225,
      "learning_rate": 4.832079715789724e-05,
      "loss": 0.2969,
      "step": 254
    },
    {
      "epoch": 0.1632,
      "grad_norm": 0.3671046083988311,
      "learning_rate": 4.830166269275267e-05,
      "loss": 0.2903,
      "step": 255
    },
    {
      "epoch": 0.16384,
      "grad_norm": 0.3268166037896424,
      "learning_rate": 4.828242365831016e-05,
      "loss": 0.2744,
      "step": 256
    },
    {
      "epoch": 0.16448,
      "grad_norm": 0.38930768380996184,
      "learning_rate": 4.8263080140907455e-05,
      "loss": 0.2898,
      "step": 257
    },
    {
      "epoch": 0.16512,
      "grad_norm": 0.3527164726419632,
      "learning_rate": 4.824363222735114e-05,
      "loss": 0.2751,
      "step": 258
    },
    {
      "epoch": 0.16576,
      "grad_norm": 0.3831694490194351,
      "learning_rate": 4.82240800049163e-05,
      "loss": 0.2797,
      "step": 259
    },
    {
      "epoch": 0.1664,
      "grad_norm": 0.39066664017067054,
      "learning_rate": 4.820442356134612e-05,
      "loss": 0.2716,
      "step": 260
    },
    {
      "epoch": 0.16704,
      "grad_norm": 0.36528936400377576,
      "learning_rate": 4.8184662984851505e-05,
      "loss": 0.3001,
      "step": 261
    },
    {
      "epoch": 0.16768,
      "grad_norm": 0.3720797744652676,
      "learning_rate": 4.816479836411065e-05,
      "loss": 0.2819,
      "step": 262
    },
    {
      "epoch": 0.16832,
      "grad_norm": 0.4121620669424255,
      "learning_rate": 4.8144829788268674e-05,
      "loss": 0.2951,
      "step": 263
    },
    {
      "epoch": 0.16896,
      "grad_norm": 0.3687003642746144,
      "learning_rate": 4.8124757346937214e-05,
      "loss": 0.2637,
      "step": 264
    },
    {
      "epoch": 0.1696,
      "grad_norm": 0.3380727248902014,
      "learning_rate": 4.810458113019401e-05,
      "loss": 0.2749,
      "step": 265
    },
    {
      "epoch": 0.17024,
      "grad_norm": 0.3295868074806808,
      "learning_rate": 4.8084301228582485e-05,
      "loss": 0.2579,
      "step": 266
    },
    {
      "epoch": 0.17088,
      "grad_norm": 0.37764930926091167,
      "learning_rate": 4.8063917733111406e-05,
      "loss": 0.3095,
      "step": 267
    },
    {
      "epoch": 0.17152,
      "grad_norm": 0.3403308904612826,
      "learning_rate": 4.8043430735254404e-05,
      "loss": 0.2806,
      "step": 268
    },
    {
      "epoch": 0.17216,
      "grad_norm": 0.36741715154564875,
      "learning_rate": 4.8022840326949595e-05,
      "loss": 0.2806,
      "step": 269
    },
    {
      "epoch": 0.1728,
      "grad_norm": 0.3915206701251456,
      "learning_rate": 4.800214660059916e-05,
      "loss": 0.2789,
      "step": 270
    },
    {
      "epoch": 0.17344,
      "grad_norm": 0.3396593508328933,
      "learning_rate": 4.798134964906894e-05,
      "loss": 0.2865,
      "step": 271
    },
    {
      "epoch": 0.17408,
      "grad_norm": 0.3711393932873003,
      "learning_rate": 4.7960449565688e-05,
      "loss": 0.263,
      "step": 272
    },
    {
      "epoch": 0.17472,
      "grad_norm": 0.3481318617474482,
      "learning_rate": 4.793944644424826e-05,
      "loss": 0.285,
      "step": 273
    },
    {
      "epoch": 0.17536,
      "grad_norm": 0.36766456982327766,
      "learning_rate": 4.7918340379003985e-05,
      "loss": 0.2872,
      "step": 274
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.3322741327391994,
      "learning_rate": 4.7897131464671444e-05,
      "loss": 0.2997,
      "step": 275
    },
    {
      "epoch": 0.17664,
      "grad_norm": 0.3658059319194032,
      "learning_rate": 4.787581979642845e-05,
      "loss": 0.2557,
      "step": 276
    },
    {
      "epoch": 0.17728,
      "grad_norm": 0.3273286462475089,
      "learning_rate": 4.7854405469913944e-05,
      "loss": 0.273,
      "step": 277
    },
    {
      "epoch": 0.17792,
      "grad_norm": 0.3111759107193226,
      "learning_rate": 4.7832888581227545e-05,
      "loss": 0.2756,
      "step": 278
    },
    {
      "epoch": 0.17856,
      "grad_norm": 0.3412050823331732,
      "learning_rate": 4.7811269226929135e-05,
      "loss": 0.2788,
      "step": 279
    },
    {
      "epoch": 0.1792,
      "grad_norm": 0.34902342482932425,
      "learning_rate": 4.7789547504038443e-05,
      "loss": 0.269,
      "step": 280
    },
    {
      "epoch": 0.17984,
      "grad_norm": 0.33701110337193746,
      "learning_rate": 4.776772351003458e-05,
      "loss": 0.2801,
      "step": 281
    },
    {
      "epoch": 0.18048,
      "grad_norm": 0.34838767763355505,
      "learning_rate": 4.774579734285559e-05,
      "loss": 0.2872,
      "step": 282
    },
    {
      "epoch": 0.18112,
      "grad_norm": 0.3268119544044272,
      "learning_rate": 4.772376910089808e-05,
      "loss": 0.2781,
      "step": 283
    },
    {
      "epoch": 0.18176,
      "grad_norm": 0.3260714138226823,
      "learning_rate": 4.770163888301668e-05,
      "loss": 0.2696,
      "step": 284
    },
    {
      "epoch": 0.1824,
      "grad_norm": 0.3263806440232551,
      "learning_rate": 4.7679406788523685e-05,
      "loss": 0.277,
      "step": 285
    },
    {
      "epoch": 0.18304,
      "grad_norm": 0.3048596244321711,
      "learning_rate": 4.765707291718856e-05,
      "loss": 0.2748,
      "step": 286
    },
    {
      "epoch": 0.18368,
      "grad_norm": 0.33173051881106563,
      "learning_rate": 4.7634637369237526e-05,
      "loss": 0.2765,
      "step": 287
    },
    {
      "epoch": 0.18432,
      "grad_norm": 0.34287198001014474,
      "learning_rate": 4.7612100245353045e-05,
      "loss": 0.2865,
      "step": 288
    },
    {
      "epoch": 0.18496,
      "grad_norm": 0.3273490271016689,
      "learning_rate": 4.758946164667347e-05,
      "loss": 0.2905,
      "step": 289
    },
    {
      "epoch": 0.1856,
      "grad_norm": 0.3587640664765252,
      "learning_rate": 4.7566721674792515e-05,
      "loss": 0.2776,
      "step": 290
    },
    {
      "epoch": 0.18624,
      "grad_norm": 0.31221104587356835,
      "learning_rate": 4.7543880431758805e-05,
      "loss": 0.2779,
      "step": 291
    },
    {
      "epoch": 0.18688,
      "grad_norm": 0.30655584340609615,
      "learning_rate": 4.752093802007543e-05,
      "loss": 0.3008,
      "step": 292
    },
    {
      "epoch": 0.18752,
      "grad_norm": 0.3017825263683308,
      "learning_rate": 4.7497894542699534e-05,
      "loss": 0.2607,
      "step": 293
    },
    {
      "epoch": 0.18816,
      "grad_norm": 0.3262092930986735,
      "learning_rate": 4.747475010304175e-05,
      "loss": 0.2792,
      "step": 294
    },
    {
      "epoch": 0.1888,
      "grad_norm": 0.2931602837859308,
      "learning_rate": 4.745150480496583e-05,
      "loss": 0.2965,
      "step": 295
    },
    {
      "epoch": 0.18944,
      "grad_norm": 0.31963993149008735,
      "learning_rate": 4.742815875278811e-05,
      "loss": 0.2955,
      "step": 296
    },
    {
      "epoch": 0.19008,
      "grad_norm": 0.3325849928268489,
      "learning_rate": 4.7404712051277115e-05,
      "loss": 0.2552,
      "step": 297
    },
    {
      "epoch": 0.19072,
      "grad_norm": 0.34547053393459853,
      "learning_rate": 4.738116480565301e-05,
      "loss": 0.2944,
      "step": 298
    },
    {
      "epoch": 0.19136,
      "grad_norm": 0.3085593082553946,
      "learning_rate": 4.7357517121587183e-05,
      "loss": 0.2778,
      "step": 299
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.31353055101488136,
      "learning_rate": 4.7333769105201735e-05,
      "loss": 0.2429,
      "step": 300
    },
    {
      "epoch": 0.19264,
      "grad_norm": 0.31858274733561903,
      "learning_rate": 4.730992086306906e-05,
      "loss": 0.2829,
      "step": 301
    },
    {
      "epoch": 0.19328,
      "grad_norm": 0.30709940331794794,
      "learning_rate": 4.728597250221129e-05,
      "loss": 0.2829,
      "step": 302
    },
    {
      "epoch": 0.19392,
      "grad_norm": 0.32244914176650474,
      "learning_rate": 4.726192413009986e-05,
      "loss": 0.2951,
      "step": 303
    },
    {
      "epoch": 0.19456,
      "grad_norm": 0.3227593884616251,
      "learning_rate": 4.723777585465503e-05,
      "loss": 0.2926,
      "step": 304
    },
    {
      "epoch": 0.1952,
      "grad_norm": 0.3283415364290106,
      "learning_rate": 4.7213527784245395e-05,
      "loss": 0.2761,
      "step": 305
    },
    {
      "epoch": 0.19584,
      "grad_norm": 0.3015938328335281,
      "learning_rate": 4.718918002768738e-05,
      "loss": 0.2762,
      "step": 306
    },
    {
      "epoch": 0.19648,
      "grad_norm": 0.29949328240066386,
      "learning_rate": 4.716473269424476e-05,
      "loss": 0.2832,
      "step": 307
    },
    {
      "epoch": 0.19712,
      "grad_norm": 0.3035478548839789,
      "learning_rate": 4.714018589362818e-05,
      "loss": 0.3102,
      "step": 308
    },
    {
      "epoch": 0.19776,
      "grad_norm": 0.27507230052380166,
      "learning_rate": 4.7115539735994666e-05,
      "loss": 0.2732,
      "step": 309
    },
    {
      "epoch": 0.1984,
      "grad_norm": 0.3311299038598881,
      "learning_rate": 4.709079433194712e-05,
      "loss": 0.2766,
      "step": 310
    },
    {
      "epoch": 0.19904,
      "grad_norm": 0.37577322279526276,
      "learning_rate": 4.7065949792533804e-05,
      "loss": 0.2562,
      "step": 311
    },
    {
      "epoch": 0.19968,
      "grad_norm": 0.38289115818879554,
      "learning_rate": 4.70410062292479e-05,
      "loss": 0.2932,
      "step": 312
    },
    {
      "epoch": 0.20032,
      "grad_norm": 0.30727362022005966,
      "learning_rate": 4.701596375402694e-05,
      "loss": 0.2918,
      "step": 313
    },
    {
      "epoch": 0.20096,
      "grad_norm": 0.5661606421554864,
      "learning_rate": 4.699082247925234e-05,
      "loss": 0.3,
      "step": 314
    },
    {
      "epoch": 0.2016,
      "grad_norm": 0.3276893965611005,
      "learning_rate": 4.6965582517748923e-05,
      "loss": 0.2932,
      "step": 315
    },
    {
      "epoch": 0.20224,
      "grad_norm": 0.3022909698773883,
      "learning_rate": 4.694024398278434e-05,
      "loss": 0.2889,
      "step": 316
    },
    {
      "epoch": 0.20288,
      "grad_norm": 0.33933254250674033,
      "learning_rate": 4.691480698806864e-05,
      "loss": 0.3001,
      "step": 317
    },
    {
      "epoch": 0.20352,
      "grad_norm": 0.2824673534404734,
      "learning_rate": 4.6889271647753694e-05,
      "loss": 0.2638,
      "step": 318
    },
    {
      "epoch": 0.20416,
      "grad_norm": 0.3226521796493832,
      "learning_rate": 4.686363807643272e-05,
      "loss": 0.2565,
      "step": 319
    },
    {
      "epoch": 0.2048,
      "grad_norm": 0.32498560490845607,
      "learning_rate": 4.683790638913979e-05,
      "loss": 0.2999,
      "step": 320
    },
    {
      "epoch": 0.20544,
      "grad_norm": 0.3014466505484606,
      "learning_rate": 4.681207670134923e-05,
      "loss": 0.2852,
      "step": 321
    },
    {
      "epoch": 0.20608,
      "grad_norm": 0.29666058601485484,
      "learning_rate": 4.6786149128975196e-05,
      "loss": 0.2779,
      "step": 322
    },
    {
      "epoch": 0.20672,
      "grad_norm": 0.30132965740306905,
      "learning_rate": 4.6760123788371114e-05,
      "loss": 0.2824,
      "step": 323
    },
    {
      "epoch": 0.20736,
      "grad_norm": 0.31127978685588065,
      "learning_rate": 4.6734000796329125e-05,
      "loss": 0.2847,
      "step": 324
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.29058258855782604,
      "learning_rate": 4.670778027007964e-05,
      "loss": 0.2971,
      "step": 325
    },
    {
      "epoch": 0.20864,
      "grad_norm": 0.36291904279248527,
      "learning_rate": 4.6681462327290725e-05,
      "loss": 0.2675,
      "step": 326
    },
    {
      "epoch": 0.20928,
      "grad_norm": 0.3079346495438994,
      "learning_rate": 4.6655047086067636e-05,
      "loss": 0.2788,
      "step": 327
    },
    {
      "epoch": 0.20992,
      "grad_norm": 0.31244911680380855,
      "learning_rate": 4.662853466495229e-05,
      "loss": 0.271,
      "step": 328
    },
    {
      "epoch": 0.21056,
      "grad_norm": 0.2892209625632523,
      "learning_rate": 4.660192518292266e-05,
      "loss": 0.27,
      "step": 329
    },
    {
      "epoch": 0.2112,
      "grad_norm": 0.31939496738148104,
      "learning_rate": 4.6575218759392336e-05,
      "loss": 0.2698,
      "step": 330
    },
    {
      "epoch": 0.21184,
      "grad_norm": 0.2982207659870602,
      "learning_rate": 4.654841551420993e-05,
      "loss": 0.2588,
      "step": 331
    },
    {
      "epoch": 0.21248,
      "grad_norm": 0.3016620161751348,
      "learning_rate": 4.6521515567658557e-05,
      "loss": 0.2674,
      "step": 332
    },
    {
      "epoch": 0.21312,
      "grad_norm": 0.33353697727099657,
      "learning_rate": 4.6494519040455275e-05,
      "loss": 0.2811,
      "step": 333
    },
    {
      "epoch": 0.21376,
      "grad_norm": 0.2950010715216195,
      "learning_rate": 4.6467426053750596e-05,
      "loss": 0.2629,
      "step": 334
    },
    {
      "epoch": 0.2144,
      "grad_norm": 0.3033055413044891,
      "learning_rate": 4.644023672912788e-05,
      "loss": 0.2774,
      "step": 335
    },
    {
      "epoch": 0.21504,
      "grad_norm": 0.3008702820111445,
      "learning_rate": 4.641295118860281e-05,
      "loss": 0.2864,
      "step": 336
    },
    {
      "epoch": 0.21568,
      "grad_norm": 0.26879685510955026,
      "learning_rate": 4.638556955462289e-05,
      "loss": 0.2597,
      "step": 337
    },
    {
      "epoch": 0.21632,
      "grad_norm": 0.3532124447567259,
      "learning_rate": 4.635809195006681e-05,
      "loss": 0.2897,
      "step": 338
    },
    {
      "epoch": 0.21696,
      "grad_norm": 0.31251314292012317,
      "learning_rate": 4.633051849824396e-05,
      "loss": 0.2571,
      "step": 339
    },
    {
      "epoch": 0.2176,
      "grad_norm": 0.34552541821349914,
      "learning_rate": 4.630284932289386e-05,
      "loss": 0.2835,
      "step": 340
    },
    {
      "epoch": 0.21824,
      "grad_norm": 0.32731628909864535,
      "learning_rate": 4.6275084548185605e-05,
      "loss": 0.2939,
      "step": 341
    },
    {
      "epoch": 0.21888,
      "grad_norm": 0.32841586223389657,
      "learning_rate": 4.6247224298717294e-05,
      "loss": 0.2547,
      "step": 342
    },
    {
      "epoch": 0.21952,
      "grad_norm": 0.30505092898032665,
      "learning_rate": 4.621926869951549e-05,
      "loss": 0.2452,
      "step": 343
    },
    {
      "epoch": 0.22016,
      "grad_norm": 0.410868336628806,
      "learning_rate": 4.619121787603464e-05,
      "loss": 0.2757,
      "step": 344
    },
    {
      "epoch": 0.2208,
      "grad_norm": 0.30578794712173124,
      "learning_rate": 4.6163071954156546e-05,
      "loss": 0.2756,
      "step": 345
    },
    {
      "epoch": 0.22144,
      "grad_norm": 0.3180588945483863,
      "learning_rate": 4.6134831060189743e-05,
      "loss": 0.2817,
      "step": 346
    },
    {
      "epoch": 0.22208,
      "grad_norm": 0.306137612796177,
      "learning_rate": 4.610649532086899e-05,
      "loss": 0.2727,
      "step": 347
    },
    {
      "epoch": 0.22272,
      "grad_norm": 0.33496927815217786,
      "learning_rate": 4.607806486335468e-05,
      "loss": 0.2885,
      "step": 348
    },
    {
      "epoch": 0.22336,
      "grad_norm": 0.3034108440418061,
      "learning_rate": 4.604953981523225e-05,
      "loss": 0.2875,
      "step": 349
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.30668021026111714,
      "learning_rate": 4.602092030451162e-05,
      "loss": 0.2695,
      "step": 350
    },
    {
      "epoch": 0.22464,
      "grad_norm": 0.33000274101961585,
      "learning_rate": 4.599220645962665e-05,
      "loss": 0.285,
      "step": 351
    },
    {
      "epoch": 0.22528,
      "grad_norm": 0.29230078568083745,
      "learning_rate": 4.596339840943452e-05,
      "loss": 0.2678,
      "step": 352
    },
    {
      "epoch": 0.22592,
      "grad_norm": 0.29979922728628944,
      "learning_rate": 4.5934496283215164e-05,
      "loss": 0.2669,
      "step": 353
    },
    {
      "epoch": 0.22656,
      "grad_norm": 0.2754120967287155,
      "learning_rate": 4.590550021067072e-05,
      "loss": 0.2573,
      "step": 354
    },
    {
      "epoch": 0.2272,
      "grad_norm": 0.31544489465932246,
      "learning_rate": 4.587641032192488e-05,
      "loss": 0.2661,
      "step": 355
    },
    {
      "epoch": 0.22784,
      "grad_norm": 0.3153056590013689,
      "learning_rate": 4.58472267475224e-05,
      "loss": 0.2808,
      "step": 356
    },
    {
      "epoch": 0.22848,
      "grad_norm": 0.3283844022151439,
      "learning_rate": 4.5817949618428405e-05,
      "loss": 0.2674,
      "step": 357
    },
    {
      "epoch": 0.22912,
      "grad_norm": 0.2988840679235592,
      "learning_rate": 4.578857906602791e-05,
      "loss": 0.267,
      "step": 358
    },
    {
      "epoch": 0.22976,
      "grad_norm": 0.3081169219238215,
      "learning_rate": 4.575911522212516e-05,
      "loss": 0.2842,
      "step": 359
    },
    {
      "epoch": 0.2304,
      "grad_norm": 0.26927718261630545,
      "learning_rate": 4.572955821894305e-05,
      "loss": 0.2701,
      "step": 360
    },
    {
      "epoch": 0.23104,
      "grad_norm": 0.28195917447085084,
      "learning_rate": 4.5699908189122556e-05,
      "loss": 0.2356,
      "step": 361
    },
    {
      "epoch": 0.23168,
      "grad_norm": 0.31290690820988126,
      "learning_rate": 4.5670165265722096e-05,
      "loss": 0.2551,
      "step": 362
    },
    {
      "epoch": 0.23232,
      "grad_norm": 0.333293969770491,
      "learning_rate": 4.5640329582217004e-05,
      "loss": 0.2838,
      "step": 363
    },
    {
      "epoch": 0.23296,
      "grad_norm": 0.322941638451104,
      "learning_rate": 4.5610401272498836e-05,
      "loss": 0.2544,
      "step": 364
    },
    {
      "epoch": 0.2336,
      "grad_norm": 0.28399822125645957,
      "learning_rate": 4.558038047087486e-05,
      "loss": 0.2635,
      "step": 365
    },
    {
      "epoch": 0.23424,
      "grad_norm": 0.295506533919543,
      "learning_rate": 4.555026731206741e-05,
      "loss": 0.2482,
      "step": 366
    },
    {
      "epoch": 0.23488,
      "grad_norm": 0.28684742571759847,
      "learning_rate": 4.5520061931213255e-05,
      "loss": 0.2789,
      "step": 367
    },
    {
      "epoch": 0.23552,
      "grad_norm": 0.2736033024469486,
      "learning_rate": 4.548976446386305e-05,
      "loss": 0.2725,
      "step": 368
    },
    {
      "epoch": 0.23616,
      "grad_norm": 0.2893642157562684,
      "learning_rate": 4.545937504598069e-05,
      "loss": 0.2716,
      "step": 369
    },
    {
      "epoch": 0.2368,
      "grad_norm": 0.27790560741339493,
      "learning_rate": 4.5428893813942727e-05,
      "loss": 0.2683,
      "step": 370
    },
    {
      "epoch": 0.23744,
      "grad_norm": 0.26374492858298765,
      "learning_rate": 4.539832090453771e-05,
      "loss": 0.2652,
      "step": 371
    },
    {
      "epoch": 0.23808,
      "grad_norm": 0.317165806439944,
      "learning_rate": 4.536765645496564e-05,
      "loss": 0.2614,
      "step": 372
    },
    {
      "epoch": 0.23872,
      "grad_norm": 0.2832889981603846,
      "learning_rate": 4.533690060283727e-05,
      "loss": 0.2655,
      "step": 373
    },
    {
      "epoch": 0.23936,
      "grad_norm": 0.2835605762763791,
      "learning_rate": 4.530605348617357e-05,
      "loss": 0.2742,
      "step": 374
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.30420408773631924,
      "learning_rate": 4.527511524340508e-05,
      "loss": 0.2644,
      "step": 375
    },
    {
      "epoch": 0.24064,
      "grad_norm": 0.2969985444201941,
      "learning_rate": 4.5244086013371246e-05,
      "loss": 0.2638,
      "step": 376
    },
    {
      "epoch": 0.24128,
      "grad_norm": 0.29308018866051944,
      "learning_rate": 4.521296593531985e-05,
      "loss": 0.2611,
      "step": 377
    },
    {
      "epoch": 0.24192,
      "grad_norm": 0.2643945857889153,
      "learning_rate": 4.518175514890636e-05,
      "loss": 0.265,
      "step": 378
    },
    {
      "epoch": 0.24256,
      "grad_norm": 0.32678388186327273,
      "learning_rate": 4.515045379419332e-05,
      "loss": 0.279,
      "step": 379
    },
    {
      "epoch": 0.2432,
      "grad_norm": 0.2804538570907157,
      "learning_rate": 4.5119062011649714e-05,
      "loss": 0.2734,
      "step": 380
    },
    {
      "epoch": 0.24384,
      "grad_norm": 0.3334812457840943,
      "learning_rate": 4.508757994215031e-05,
      "loss": 0.2811,
      "step": 381
    },
    {
      "epoch": 0.24448,
      "grad_norm": 0.34946434978677615,
      "learning_rate": 4.505600772697507e-05,
      "loss": 0.2775,
      "step": 382
    },
    {
      "epoch": 0.24512,
      "grad_norm": 0.3199621771747357,
      "learning_rate": 4.5024345507808495e-05,
      "loss": 0.2654,
      "step": 383
    },
    {
      "epoch": 0.24576,
      "grad_norm": 0.31901998740646675,
      "learning_rate": 4.499259342673898e-05,
      "loss": 0.2764,
      "step": 384
    },
    {
      "epoch": 0.2464,
      "grad_norm": 0.29597971799372186,
      "learning_rate": 4.4960751626258205e-05,
      "loss": 0.263,
      "step": 385
    },
    {
      "epoch": 0.24704,
      "grad_norm": 0.3404264921907249,
      "learning_rate": 4.492882024926046e-05,
      "loss": 0.2724,
      "step": 386
    },
    {
      "epoch": 0.24768,
      "grad_norm": 0.3139861943992207,
      "learning_rate": 4.489679943904203e-05,
      "loss": 0.2926,
      "step": 387
    },
    {
      "epoch": 0.24832,
      "grad_norm": 0.2916841972443679,
      "learning_rate": 4.486468933930055e-05,
      "loss": 0.2799,
      "step": 388
    },
    {
      "epoch": 0.24896,
      "grad_norm": 0.31153621464751174,
      "learning_rate": 4.483249009413433e-05,
      "loss": 0.2586,
      "step": 389
    },
    {
      "epoch": 0.2496,
      "grad_norm": 0.3093059584707331,
      "learning_rate": 4.4800201848041765e-05,
      "loss": 0.2882,
      "step": 390
    },
    {
      "epoch": 0.25024,
      "grad_norm": 0.3136725266830641,
      "learning_rate": 4.476782474592062e-05,
      "loss": 0.2624,
      "step": 391
    },
    {
      "epoch": 0.25088,
      "grad_norm": 0.29406434454627556,
      "learning_rate": 4.473535893306744e-05,
      "loss": 0.2688,
      "step": 392
    },
    {
      "epoch": 0.25152,
      "grad_norm": 0.2875071393783711,
      "learning_rate": 4.470280455517687e-05,
      "loss": 0.2611,
      "step": 393
    },
    {
      "epoch": 0.25216,
      "grad_norm": 0.32671818220693416,
      "learning_rate": 4.4670161758340966e-05,
      "loss": 0.2726,
      "step": 394
    },
    {
      "epoch": 0.2528,
      "grad_norm": 0.325381652042734,
      "learning_rate": 4.4637430689048634e-05,
      "loss": 0.2594,
      "step": 395
    },
    {
      "epoch": 0.25344,
      "grad_norm": 0.3191566413040394,
      "learning_rate": 4.460461149418486e-05,
      "loss": 0.2553,
      "step": 396
    },
    {
      "epoch": 0.25408,
      "grad_norm": 0.33203616250805296,
      "learning_rate": 4.4571704321030125e-05,
      "loss": 0.2898,
      "step": 397
    },
    {
      "epoch": 0.25472,
      "grad_norm": 0.32044203951382094,
      "learning_rate": 4.4538709317259754e-05,
      "loss": 0.2471,
      "step": 398
    },
    {
      "epoch": 0.25536,
      "grad_norm": 0.5990730119683106,
      "learning_rate": 4.4505626630943174e-05,
      "loss": 0.2879,
      "step": 399
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.3623407001600211,
      "learning_rate": 4.447245641054334e-05,
      "loss": 0.2729,
      "step": 400
    },
    {
      "epoch": 0.25664,
      "grad_norm": 0.3038880359459755,
      "learning_rate": 4.443919880491598e-05,
      "loss": 0.2531,
      "step": 401
    },
    {
      "epoch": 0.25728,
      "grad_norm": 0.2900829076508625,
      "learning_rate": 4.440585396330904e-05,
      "loss": 0.268,
      "step": 402
    },
    {
      "epoch": 0.25792,
      "grad_norm": 0.31975046352986625,
      "learning_rate": 4.437242203536189e-05,
      "loss": 0.2714,
      "step": 403
    },
    {
      "epoch": 0.25856,
      "grad_norm": 0.31641840526539994,
      "learning_rate": 4.433890317110475e-05,
      "loss": 0.2834,
      "step": 404
    },
    {
      "epoch": 0.2592,
      "grad_norm": 0.2921767184505357,
      "learning_rate": 4.430529752095795e-05,
      "loss": 0.2701,
      "step": 405
    },
    {
      "epoch": 0.25984,
      "grad_norm": 0.2808718335043851,
      "learning_rate": 4.427160523573131e-05,
      "loss": 0.279,
      "step": 406
    },
    {
      "epoch": 0.26048,
      "grad_norm": 0.3016336985564651,
      "learning_rate": 4.4237826466623406e-05,
      "loss": 0.2873,
      "step": 407
    },
    {
      "epoch": 0.26112,
      "grad_norm": 0.31431578482180944,
      "learning_rate": 4.420396136522095e-05,
      "loss": 0.2727,
      "step": 408
    },
    {
      "epoch": 0.26176,
      "grad_norm": 0.27780637237792005,
      "learning_rate": 4.417001008349807e-05,
      "loss": 0.2579,
      "step": 409
    },
    {
      "epoch": 0.2624,
      "grad_norm": 0.32993357310014576,
      "learning_rate": 4.413597277381564e-05,
      "loss": 0.2698,
      "step": 410
    },
    {
      "epoch": 0.26304,
      "grad_norm": 0.2801299554162777,
      "learning_rate": 4.410184958892059e-05,
      "loss": 0.2651,
      "step": 411
    },
    {
      "epoch": 0.26368,
      "grad_norm": 0.29257626461413505,
      "learning_rate": 4.4067640681945244e-05,
      "loss": 0.2626,
      "step": 412
    },
    {
      "epoch": 0.26432,
      "grad_norm": 0.3357411211678043,
      "learning_rate": 4.403334620640659e-05,
      "loss": 0.2605,
      "step": 413
    },
    {
      "epoch": 0.26496,
      "grad_norm": 0.30154707776244105,
      "learning_rate": 4.3998966316205636e-05,
      "loss": 0.2534,
      "step": 414
    },
    {
      "epoch": 0.2656,
      "grad_norm": 0.25345682609356646,
      "learning_rate": 4.396450116562669e-05,
      "loss": 0.2444,
      "step": 415
    },
    {
      "epoch": 0.26624,
      "grad_norm": 0.2721282547677732,
      "learning_rate": 4.392995090933669e-05,
      "loss": 0.2517,
      "step": 416
    },
    {
      "epoch": 0.26688,
      "grad_norm": 0.28639350362828037,
      "learning_rate": 4.389531570238448e-05,
      "loss": 0.2416,
      "step": 417
    },
    {
      "epoch": 0.26752,
      "grad_norm": 0.3414448358787958,
      "learning_rate": 4.386059570020015e-05,
      "loss": 0.277,
      "step": 418
    },
    {
      "epoch": 0.26816,
      "grad_norm": 0.26641259434816816,
      "learning_rate": 4.382579105859428e-05,
      "loss": 0.2737,
      "step": 419
    },
    {
      "epoch": 0.2688,
      "grad_norm": 0.3117899630025732,
      "learning_rate": 4.379090193375735e-05,
      "loss": 0.2684,
      "step": 420
    },
    {
      "epoch": 0.26944,
      "grad_norm": 0.29638243573776074,
      "learning_rate": 4.375592848225889e-05,
      "loss": 0.2499,
      "step": 421
    },
    {
      "epoch": 0.27008,
      "grad_norm": 0.28547284987584026,
      "learning_rate": 4.372087086104692e-05,
      "loss": 0.2767,
      "step": 422
    },
    {
      "epoch": 0.27072,
      "grad_norm": 0.2997096365805738,
      "learning_rate": 4.368572922744715e-05,
      "loss": 0.2703,
      "step": 423
    },
    {
      "epoch": 0.27136,
      "grad_norm": 0.30017436052612945,
      "learning_rate": 4.365050373916233e-05,
      "loss": 0.2753,
      "step": 424
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.29858890262572624,
      "learning_rate": 4.3615194554271485e-05,
      "loss": 0.2337,
      "step": 425
    },
    {
      "epoch": 0.27264,
      "grad_norm": 0.29100268820291153,
      "learning_rate": 4.357980183122927e-05,
      "loss": 0.2722,
      "step": 426
    },
    {
      "epoch": 0.27328,
      "grad_norm": 0.3031136982843706,
      "learning_rate": 4.354432572886522e-05,
      "loss": 0.2705,
      "step": 427
    },
    {
      "epoch": 0.27392,
      "grad_norm": 0.27735280662106965,
      "learning_rate": 4.3508766406383036e-05,
      "loss": 0.2773,
      "step": 428
    },
    {
      "epoch": 0.27456,
      "grad_norm": 0.287598645255541,
      "learning_rate": 4.347312402335989e-05,
      "loss": 0.2683,
      "step": 429
    },
    {
      "epoch": 0.2752,
      "grad_norm": 0.29025080310739393,
      "learning_rate": 4.34373987397457e-05,
      "loss": 0.2775,
      "step": 430
    },
    {
      "epoch": 0.27584,
      "grad_norm": 0.27374139232520084,
      "learning_rate": 4.340159071586241e-05,
      "loss": 0.2447,
      "step": 431
    },
    {
      "epoch": 0.27648,
      "grad_norm": 0.30499106877780574,
      "learning_rate": 4.336570011240326e-05,
      "loss": 0.245,
      "step": 432
    },
    {
      "epoch": 0.27712,
      "grad_norm": 0.2789830538820019,
      "learning_rate": 4.33297270904321e-05,
      "loss": 0.2667,
      "step": 433
    },
    {
      "epoch": 0.27776,
      "grad_norm": 0.27918341247404516,
      "learning_rate": 4.329367181138262e-05,
      "loss": 0.2756,
      "step": 434
    },
    {
      "epoch": 0.2784,
      "grad_norm": 0.29003519846284037,
      "learning_rate": 4.3257534437057674e-05,
      "loss": 0.2567,
      "step": 435
    },
    {
      "epoch": 0.27904,
      "grad_norm": 0.28216675485922665,
      "learning_rate": 4.3221315129628506e-05,
      "loss": 0.2481,
      "step": 436
    },
    {
      "epoch": 0.27968,
      "grad_norm": 0.30220665750339526,
      "learning_rate": 4.318501405163406e-05,
      "loss": 0.2616,
      "step": 437
    },
    {
      "epoch": 0.28032,
      "grad_norm": 0.2634822858500782,
      "learning_rate": 4.314863136598022e-05,
      "loss": 0.2462,
      "step": 438
    },
    {
      "epoch": 0.28096,
      "grad_norm": 0.3161113446906667,
      "learning_rate": 4.311216723593913e-05,
      "loss": 0.286,
      "step": 439
    },
    {
      "epoch": 0.2816,
      "grad_norm": 0.3222940745311678,
      "learning_rate": 4.307562182514838e-05,
      "loss": 0.2609,
      "step": 440
    },
    {
      "epoch": 0.28224,
      "grad_norm": 0.3187572190375552,
      "learning_rate": 4.3038995297610364e-05,
      "loss": 0.2478,
      "step": 441
    },
    {
      "epoch": 0.28288,
      "grad_norm": 0.2928301432408682,
      "learning_rate": 4.3002287817691466e-05,
      "loss": 0.2855,
      "step": 442
    },
    {
      "epoch": 0.28352,
      "grad_norm": 0.32965679351152233,
      "learning_rate": 4.2965499550121354e-05,
      "loss": 0.2682,
      "step": 443
    },
    {
      "epoch": 0.28416,
      "grad_norm": 0.3349054379926969,
      "learning_rate": 4.2928630659992267e-05,
      "loss": 0.2708,
      "step": 444
    },
    {
      "epoch": 0.2848,
      "grad_norm": 0.3409906128958908,
      "learning_rate": 4.2891681312758225e-05,
      "loss": 0.2589,
      "step": 445
    },
    {
      "epoch": 0.28544,
      "grad_norm": 0.29301815221408106,
      "learning_rate": 4.285465167423432e-05,
      "loss": 0.2712,
      "step": 446
    },
    {
      "epoch": 0.28608,
      "grad_norm": 0.3151776631679768,
      "learning_rate": 4.281754191059596e-05,
      "loss": 0.2609,
      "step": 447
    },
    {
      "epoch": 0.28672,
      "grad_norm": 0.3210236670212237,
      "learning_rate": 4.278035218837813e-05,
      "loss": 0.2877,
      "step": 448
    },
    {
      "epoch": 0.28736,
      "grad_norm": 0.32717066085861096,
      "learning_rate": 4.274308267447463e-05,
      "loss": 0.2511,
      "step": 449
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.30041723762252004,
      "learning_rate": 4.270573353613734e-05,
      "loss": 0.2697,
      "step": 450
    },
    {
      "epoch": 0.28864,
      "grad_norm": 0.2806245348619511,
      "learning_rate": 4.266830494097546e-05,
      "loss": 0.2535,
      "step": 451
    },
    {
      "epoch": 0.28928,
      "grad_norm": 0.30866632722556286,
      "learning_rate": 4.263079705695478e-05,
      "loss": 0.2627,
      "step": 452
    },
    {
      "epoch": 0.28992,
      "grad_norm": 0.3481734862540506,
      "learning_rate": 4.2593210052396894e-05,
      "loss": 0.2529,
      "step": 453
    },
    {
      "epoch": 0.29056,
      "grad_norm": 0.3002149800768276,
      "learning_rate": 4.255554409597846e-05,
      "loss": 0.2446,
      "step": 454
    },
    {
      "epoch": 0.2912,
      "grad_norm": 0.33721972074704143,
      "learning_rate": 4.2517799356730445e-05,
      "loss": 0.2682,
      "step": 455
    },
    {
      "epoch": 0.29184,
      "grad_norm": 0.29436884923501094,
      "learning_rate": 4.247997600403737e-05,
      "loss": 0.2582,
      "step": 456
    },
    {
      "epoch": 0.29248,
      "grad_norm": 0.2967220259575209,
      "learning_rate": 4.244207420763655e-05,
      "loss": 0.2494,
      "step": 457
    },
    {
      "epoch": 0.29312,
      "grad_norm": 0.2705548005196565,
      "learning_rate": 4.240409413761731e-05,
      "loss": 0.2545,
      "step": 458
    },
    {
      "epoch": 0.29376,
      "grad_norm": 0.3046845043984032,
      "learning_rate": 4.236603596442023e-05,
      "loss": 0.2623,
      "step": 459
    },
    {
      "epoch": 0.2944,
      "grad_norm": 0.293075805394358,
      "learning_rate": 4.232789985883642e-05,
      "loss": 0.2692,
      "step": 460
    },
    {
      "epoch": 0.29504,
      "grad_norm": 0.2934980535483767,
      "learning_rate": 4.2289685992006704e-05,
      "loss": 0.2768,
      "step": 461
    },
    {
      "epoch": 0.29568,
      "grad_norm": 0.3000713141045476,
      "learning_rate": 4.225139453542087e-05,
      "loss": 0.2605,
      "step": 462
    },
    {
      "epoch": 0.29632,
      "grad_norm": 0.2930768123609869,
      "learning_rate": 4.2213025660916904e-05,
      "loss": 0.2661,
      "step": 463
    },
    {
      "epoch": 0.29696,
      "grad_norm": 0.3178121108720456,
      "learning_rate": 4.21745795406802e-05,
      "loss": 0.2461,
      "step": 464
    },
    {
      "epoch": 0.2976,
      "grad_norm": 0.26800811778086625,
      "learning_rate": 4.2136056347242835e-05,
      "loss": 0.2494,
      "step": 465
    },
    {
      "epoch": 0.29824,
      "grad_norm": 0.3137325849551812,
      "learning_rate": 4.209745625348273e-05,
      "loss": 0.2839,
      "step": 466
    },
    {
      "epoch": 0.29888,
      "grad_norm": 0.32102282561988843,
      "learning_rate": 4.205877943262291e-05,
      "loss": 0.2452,
      "step": 467
    },
    {
      "epoch": 0.29952,
      "grad_norm": 0.26576307125167287,
      "learning_rate": 4.2020026058230756e-05,
      "loss": 0.2675,
      "step": 468
    },
    {
      "epoch": 0.30016,
      "grad_norm": 0.3003922078840633,
      "learning_rate": 4.1981196304217154e-05,
      "loss": 0.2625,
      "step": 469
    },
    {
      "epoch": 0.3008,
      "grad_norm": 0.2929467586131004,
      "learning_rate": 4.1942290344835765e-05,
      "loss": 0.2635,
      "step": 470
    },
    {
      "epoch": 0.30144,
      "grad_norm": 0.28946698136298926,
      "learning_rate": 4.190330835468224e-05,
      "loss": 0.2666,
      "step": 471
    },
    {
      "epoch": 0.30208,
      "grad_norm": 0.3054605229887845,
      "learning_rate": 4.1864250508693424e-05,
      "loss": 0.2782,
      "step": 472
    },
    {
      "epoch": 0.30272,
      "grad_norm": 0.30853302514826486,
      "learning_rate": 4.182511698214657e-05,
      "loss": 0.271,
      "step": 473
    },
    {
      "epoch": 0.30336,
      "grad_norm": 0.28096000312894664,
      "learning_rate": 4.1785907950658573e-05,
      "loss": 0.2585,
      "step": 474
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.3125936908697687,
      "learning_rate": 4.1746623590185155e-05,
      "loss": 0.2524,
      "step": 475
    },
    {
      "epoch": 0.30464,
      "grad_norm": 0.29712867964294787,
      "learning_rate": 4.170726407702008e-05,
      "loss": 0.2461,
      "step": 476
    },
    {
      "epoch": 0.30528,
      "grad_norm": 0.32449012009401823,
      "learning_rate": 4.1667829587794374e-05,
      "loss": 0.2822,
      "step": 477
    },
    {
      "epoch": 0.30592,
      "grad_norm": 0.3218131224973865,
      "learning_rate": 4.162832029947553e-05,
      "loss": 0.2725,
      "step": 478
    },
    {
      "epoch": 0.30656,
      "grad_norm": 0.2804231247197045,
      "learning_rate": 4.158873638936672e-05,
      "loss": 0.2471,
      "step": 479
    },
    {
      "epoch": 0.3072,
      "grad_norm": 0.31284785097448237,
      "learning_rate": 4.154907803510599e-05,
      "loss": 0.252,
      "step": 480
    },
    {
      "epoch": 0.30784,
      "grad_norm": 0.2994921809896846,
      "learning_rate": 4.150934541466545e-05,
      "loss": 0.2614,
      "step": 481
    },
    {
      "epoch": 0.30848,
      "grad_norm": 0.296657249343442,
      "learning_rate": 4.146953870635049e-05,
      "loss": 0.2722,
      "step": 482
    },
    {
      "epoch": 0.30912,
      "grad_norm": 0.28293479502038055,
      "learning_rate": 4.1429658088798996e-05,
      "loss": 0.2634,
      "step": 483
    },
    {
      "epoch": 0.30976,
      "grad_norm": 0.2910484344542188,
      "learning_rate": 4.138970374098052e-05,
      "loss": 0.2486,
      "step": 484
    },
    {
      "epoch": 0.3104,
      "grad_norm": 0.3146840001735881,
      "learning_rate": 4.1349675842195494e-05,
      "loss": 0.2661,
      "step": 485
    },
    {
      "epoch": 0.31104,
      "grad_norm": 0.2746027576599675,
      "learning_rate": 4.130957457207441e-05,
      "loss": 0.2501,
      "step": 486
    },
    {
      "epoch": 0.31168,
      "grad_norm": 0.3051892164851984,
      "learning_rate": 4.126940011057703e-05,
      "loss": 0.2404,
      "step": 487
    },
    {
      "epoch": 0.31232,
      "grad_norm": 0.30592656911462335,
      "learning_rate": 4.1229152637991576e-05,
      "loss": 0.2673,
      "step": 488
    },
    {
      "epoch": 0.31296,
      "grad_norm": 0.31633018710097294,
      "learning_rate": 4.1188832334933906e-05,
      "loss": 0.2475,
      "step": 489
    },
    {
      "epoch": 0.3136,
      "grad_norm": 0.274585788639711,
      "learning_rate": 4.114843938234673e-05,
      "loss": 0.2753,
      "step": 490
    },
    {
      "epoch": 0.31424,
      "grad_norm": 0.3287109219068746,
      "learning_rate": 4.1107973961498763e-05,
      "loss": 0.2582,
      "step": 491
    },
    {
      "epoch": 0.31488,
      "grad_norm": 0.3167546562615222,
      "learning_rate": 4.106743625398395e-05,
      "loss": 0.2662,
      "step": 492
    },
    {
      "epoch": 0.31552,
      "grad_norm": 0.32410088907898493,
      "learning_rate": 4.102682644172061e-05,
      "loss": 0.2869,
      "step": 493
    },
    {
      "epoch": 0.31616,
      "grad_norm": 0.3355149408031651,
      "learning_rate": 4.0986144706950677e-05,
      "loss": 0.2746,
      "step": 494
    },
    {
      "epoch": 0.3168,
      "grad_norm": 0.3074689123409369,
      "learning_rate": 4.094539123223881e-05,
      "loss": 0.2433,
      "step": 495
    },
    {
      "epoch": 0.31744,
      "grad_norm": 0.29842413604098983,
      "learning_rate": 4.090456620047162e-05,
      "loss": 0.2435,
      "step": 496
    },
    {
      "epoch": 0.31808,
      "grad_norm": 0.3414546216468358,
      "learning_rate": 4.086366979485685e-05,
      "loss": 0.2796,
      "step": 497
    },
    {
      "epoch": 0.31872,
      "grad_norm": 0.3150858918248773,
      "learning_rate": 4.082270219892254e-05,
      "loss": 0.2633,
      "step": 498
    },
    {
      "epoch": 0.31936,
      "grad_norm": 0.2786327977030963,
      "learning_rate": 4.0781663596516206e-05,
      "loss": 0.2419,
      "step": 499
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.29092976216281774,
      "learning_rate": 4.074055417180401e-05,
      "loss": 0.2697,
      "step": 500
    },
    {
      "epoch": 0.32064,
      "grad_norm": 0.32610697106570463,
      "learning_rate": 4.069937410926994e-05,
      "loss": 0.2537,
      "step": 501
    },
    {
      "epoch": 0.32128,
      "grad_norm": 0.30608850743455823,
      "learning_rate": 4.0658123593714984e-05,
      "loss": 0.264,
      "step": 502
    },
    {
      "epoch": 0.32192,
      "grad_norm": 0.2824318843825735,
      "learning_rate": 4.061680281025628e-05,
      "loss": 0.2474,
      "step": 503
    },
    {
      "epoch": 0.32256,
      "grad_norm": 0.29399230400886783,
      "learning_rate": 4.057541194432634e-05,
      "loss": 0.2413,
      "step": 504
    },
    {
      "epoch": 0.3232,
      "grad_norm": 0.6605989874825366,
      "learning_rate": 4.053395118167214e-05,
      "loss": 0.2581,
      "step": 505
    },
    {
      "epoch": 0.32384,
      "grad_norm": 0.30398550676295183,
      "learning_rate": 4.049242070835435e-05,
      "loss": 0.2864,
      "step": 506
    },
    {
      "epoch": 0.32448,
      "grad_norm": 0.32844118327083244,
      "learning_rate": 4.0450820710746475e-05,
      "loss": 0.2595,
      "step": 507
    },
    {
      "epoch": 0.32512,
      "grad_norm": 0.29753850766246936,
      "learning_rate": 4.0409151375534014e-05,
      "loss": 0.2627,
      "step": 508
    },
    {
      "epoch": 0.32576,
      "grad_norm": 0.32997195633690085,
      "learning_rate": 4.036741288971362e-05,
      "loss": 0.2552,
      "step": 509
    },
    {
      "epoch": 0.3264,
      "grad_norm": 0.31989725360404464,
      "learning_rate": 4.032560544059228e-05,
      "loss": 0.2543,
      "step": 510
    },
    {
      "epoch": 0.32704,
      "grad_norm": 0.2734053342728525,
      "learning_rate": 4.028372921578647e-05,
      "loss": 0.2636,
      "step": 511
    },
    {
      "epoch": 0.32768,
      "grad_norm": 0.3076390699096864,
      "learning_rate": 4.024178440322128e-05,
      "loss": 0.251,
      "step": 512
    },
    {
      "epoch": 0.32832,
      "grad_norm": 0.27589462055645664,
      "learning_rate": 4.019977119112962e-05,
      "loss": 0.2599,
      "step": 513
    },
    {
      "epoch": 0.32896,
      "grad_norm": 0.3152240440071727,
      "learning_rate": 4.015768976805135e-05,
      "loss": 0.303,
      "step": 514
    },
    {
      "epoch": 0.3296,
      "grad_norm": 0.30486982512783595,
      "learning_rate": 4.011554032283242e-05,
      "loss": 0.2339,
      "step": 515
    },
    {
      "epoch": 0.33024,
      "grad_norm": 0.334048138143333,
      "learning_rate": 4.007332304462406e-05,
      "loss": 0.2494,
      "step": 516
    },
    {
      "epoch": 0.33088,
      "grad_norm": 0.2995442580330488,
      "learning_rate": 4.003103812288189e-05,
      "loss": 0.267,
      "step": 517
    },
    {
      "epoch": 0.33152,
      "grad_norm": 0.2706177023809212,
      "learning_rate": 3.99886857473651e-05,
      "loss": 0.2523,
      "step": 518
    },
    {
      "epoch": 0.33216,
      "grad_norm": 0.3532067575064781,
      "learning_rate": 3.9946266108135575e-05,
      "loss": 0.2767,
      "step": 519
    },
    {
      "epoch": 0.3328,
      "grad_norm": 0.3067722195105639,
      "learning_rate": 3.9903779395557087e-05,
      "loss": 0.2606,
      "step": 520
    },
    {
      "epoch": 0.33344,
      "grad_norm": 0.26860794555811235,
      "learning_rate": 3.9861225800294366e-05,
      "loss": 0.2295,
      "step": 521
    },
    {
      "epoch": 0.33408,
      "grad_norm": 0.34447335382371475,
      "learning_rate": 3.981860551331232e-05,
      "loss": 0.2665,
      "step": 522
    },
    {
      "epoch": 0.33472,
      "grad_norm": 0.302941110641683,
      "learning_rate": 3.977591872587512e-05,
      "loss": 0.2555,
      "step": 523
    },
    {
      "epoch": 0.33536,
      "grad_norm": 0.26824391744215076,
      "learning_rate": 3.973316562954539e-05,
      "loss": 0.2514,
      "step": 524
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.29697669498197016,
      "learning_rate": 3.969034641618332e-05,
      "loss": 0.2841,
      "step": 525
    },
    {
      "epoch": 0.33664,
      "grad_norm": 0.3140181304725373,
      "learning_rate": 3.964746127794579e-05,
      "loss": 0.2624,
      "step": 526
    },
    {
      "epoch": 0.33728,
      "grad_norm": 0.2894158324939913,
      "learning_rate": 3.9604510407285524e-05,
      "loss": 0.2502,
      "step": 527
    },
    {
      "epoch": 0.33792,
      "grad_norm": 0.3099217657298054,
      "learning_rate": 3.956149399695027e-05,
      "loss": 0.2518,
      "step": 528
    },
    {
      "epoch": 0.33856,
      "grad_norm": 0.32382883847833865,
      "learning_rate": 3.951841223998186e-05,
      "loss": 0.2797,
      "step": 529
    },
    {
      "epoch": 0.3392,
      "grad_norm": 0.284045608691047,
      "learning_rate": 3.947526532971538e-05,
      "loss": 0.2447,
      "step": 530
    },
    {
      "epoch": 0.33984,
      "grad_norm": 0.2798577999403126,
      "learning_rate": 3.943205345977831e-05,
      "loss": 0.2588,
      "step": 531
    },
    {
      "epoch": 0.34048,
      "grad_norm": 0.3302444926457134,
      "learning_rate": 3.9388776824089636e-05,
      "loss": 0.257,
      "step": 532
    },
    {
      "epoch": 0.34112,
      "grad_norm": 0.2668807922005792,
      "learning_rate": 3.9345435616858995e-05,
      "loss": 0.2669,
      "step": 533
    },
    {
      "epoch": 0.34176,
      "grad_norm": 0.28784730348838994,
      "learning_rate": 3.930203003258579e-05,
      "loss": 0.256,
      "step": 534
    },
    {
      "epoch": 0.3424,
      "grad_norm": 0.27655472424226957,
      "learning_rate": 3.9258560266058335e-05,
      "loss": 0.2688,
      "step": 535
    },
    {
      "epoch": 0.34304,
      "grad_norm": 0.27155813960082525,
      "learning_rate": 3.921502651235297e-05,
      "loss": 0.2533,
      "step": 536
    },
    {
      "epoch": 0.34368,
      "grad_norm": 0.2879263227468744,
      "learning_rate": 3.917142896683318e-05,
      "loss": 0.2713,
      "step": 537
    },
    {
      "epoch": 0.34432,
      "grad_norm": 0.3003636295000633,
      "learning_rate": 3.912776782514872e-05,
      "loss": 0.2543,
      "step": 538
    },
    {
      "epoch": 0.34496,
      "grad_norm": 0.29322399922295483,
      "learning_rate": 3.908404328323475e-05,
      "loss": 0.2727,
      "step": 539
    },
    {
      "epoch": 0.3456,
      "grad_norm": 0.3087123123708106,
      "learning_rate": 3.904025553731094e-05,
      "loss": 0.2425,
      "step": 540
    },
    {
      "epoch": 0.34624,
      "grad_norm": 0.2719537953443515,
      "learning_rate": 3.8996404783880606e-05,
      "loss": 0.2431,
      "step": 541
    },
    {
      "epoch": 0.34688,
      "grad_norm": 0.27066398885499027,
      "learning_rate": 3.895249121972981e-05,
      "loss": 0.2424,
      "step": 542
    },
    {
      "epoch": 0.34752,
      "grad_norm": 0.29396800013680485,
      "learning_rate": 3.890851504192649e-05,
      "loss": 0.2693,
      "step": 543
    },
    {
      "epoch": 0.34816,
      "grad_norm": 0.30739760672085653,
      "learning_rate": 3.8864476447819565e-05,
      "loss": 0.2462,
      "step": 544
    },
    {
      "epoch": 0.3488,
      "grad_norm": 0.27365055553703826,
      "learning_rate": 3.8820375635038067e-05,
      "loss": 0.2566,
      "step": 545
    },
    {
      "epoch": 0.34944,
      "grad_norm": 0.32111512888277294,
      "learning_rate": 3.877621280149022e-05,
      "loss": 0.2666,
      "step": 546
    },
    {
      "epoch": 0.35008,
      "grad_norm": 0.26661162881748623,
      "learning_rate": 3.87319881453626e-05,
      "loss": 0.2344,
      "step": 547
    },
    {
      "epoch": 0.35072,
      "grad_norm": 0.2776431714793595,
      "learning_rate": 3.868770186511921e-05,
      "loss": 0.2616,
      "step": 548
    },
    {
      "epoch": 0.35136,
      "grad_norm": 0.3142251725356459,
      "learning_rate": 3.864335415950059e-05,
      "loss": 0.2426,
      "step": 549
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.2672867397650059,
      "learning_rate": 3.859894522752297e-05,
      "loss": 0.2491,
      "step": 550
    },
    {
      "epoch": 0.35264,
      "grad_norm": 0.31108447060901917,
      "learning_rate": 3.8554475268477274e-05,
      "loss": 0.2562,
      "step": 551
    },
    {
      "epoch": 0.35328,
      "grad_norm": 0.27997496171373765,
      "learning_rate": 3.850994448192836e-05,
      "loss": 0.2596,
      "step": 552
    },
    {
      "epoch": 0.35392,
      "grad_norm": 0.2520410047003102,
      "learning_rate": 3.846535306771404e-05,
      "loss": 0.2489,
      "step": 553
    },
    {
      "epoch": 0.35456,
      "grad_norm": 0.3199503409429983,
      "learning_rate": 3.842070122594417e-05,
      "loss": 0.2639,
      "step": 554
    },
    {
      "epoch": 0.3552,
      "grad_norm": 0.2760069756283184,
      "learning_rate": 3.837598915699981e-05,
      "loss": 0.2452,
      "step": 555
    },
    {
      "epoch": 0.35584,
      "grad_norm": 0.2993695077500272,
      "learning_rate": 3.83312170615323e-05,
      "loss": 0.238,
      "step": 556
    },
    {
      "epoch": 0.35648,
      "grad_norm": 0.2902731977925139,
      "learning_rate": 3.8286385140462334e-05,
      "loss": 0.2459,
      "step": 557
    },
    {
      "epoch": 0.35712,
      "grad_norm": 0.31143517844282426,
      "learning_rate": 3.8241493594979114e-05,
      "loss": 0.2639,
      "step": 558
    },
    {
      "epoch": 0.35776,
      "grad_norm": 0.30084283840717546,
      "learning_rate": 3.8196542626539396e-05,
      "loss": 0.2632,
      "step": 559
    },
    {
      "epoch": 0.3584,
      "grad_norm": 0.3101846376917541,
      "learning_rate": 3.815153243686658e-05,
      "loss": 0.2643,
      "step": 560
    },
    {
      "epoch": 0.35904,
      "grad_norm": 0.2997444458678429,
      "learning_rate": 3.8106463227949885e-05,
      "loss": 0.2639,
      "step": 561
    },
    {
      "epoch": 0.35968,
      "grad_norm": 0.2858888950818185,
      "learning_rate": 3.806133520204335e-05,
      "loss": 0.2356,
      "step": 562
    },
    {
      "epoch": 0.36032,
      "grad_norm": 0.2746834358811253,
      "learning_rate": 3.801614856166495e-05,
      "loss": 0.2438,
      "step": 563
    },
    {
      "epoch": 0.36096,
      "grad_norm": 0.28929323567876075,
      "learning_rate": 3.797090350959574e-05,
      "loss": 0.247,
      "step": 564
    },
    {
      "epoch": 0.3616,
      "grad_norm": 0.292384662428972,
      "learning_rate": 3.792560024887887e-05,
      "loss": 0.2527,
      "step": 565
    },
    {
      "epoch": 0.36224,
      "grad_norm": 0.2940770397336415,
      "learning_rate": 3.788023898281873e-05,
      "loss": 0.2522,
      "step": 566
    },
    {
      "epoch": 0.36288,
      "grad_norm": 0.29918580811759726,
      "learning_rate": 3.783481991498001e-05,
      "loss": 0.2568,
      "step": 567
    },
    {
      "epoch": 0.36352,
      "grad_norm": 0.27833302819764766,
      "learning_rate": 3.7789343249186805e-05,
      "loss": 0.2646,
      "step": 568
    },
    {
      "epoch": 0.36416,
      "grad_norm": 0.302337124189296,
      "learning_rate": 3.774380918952165e-05,
      "loss": 0.2733,
      "step": 569
    },
    {
      "epoch": 0.3648,
      "grad_norm": 0.2888293609928954,
      "learning_rate": 3.76982179403247e-05,
      "loss": 0.2368,
      "step": 570
    },
    {
      "epoch": 0.36544,
      "grad_norm": 0.2754590853626415,
      "learning_rate": 3.7652569706192694e-05,
      "loss": 0.2673,
      "step": 571
    },
    {
      "epoch": 0.36608,
      "grad_norm": 0.2622654614217577,
      "learning_rate": 3.760686469197815e-05,
      "loss": 0.2483,
      "step": 572
    },
    {
      "epoch": 0.36672,
      "grad_norm": 0.32199523182319184,
      "learning_rate": 3.756110310278835e-05,
      "loss": 0.2483,
      "step": 573
    },
    {
      "epoch": 0.36736,
      "grad_norm": 0.2425311343256951,
      "learning_rate": 3.7515285143984524e-05,
      "loss": 0.2421,
      "step": 574
    },
    {
      "epoch": 0.368,
      "grad_norm": 0.28404037478829497,
      "learning_rate": 3.746941102118082e-05,
      "loss": 0.2499,
      "step": 575
    },
    {
      "epoch": 0.36864,
      "grad_norm": 0.2493449366928021,
      "learning_rate": 3.742348094024342e-05,
      "loss": 0.2715,
      "step": 576
    },
    {
      "epoch": 0.36928,
      "grad_norm": 0.29364367244129747,
      "learning_rate": 3.7377495107289664e-05,
      "loss": 0.2281,
      "step": 577
    },
    {
      "epoch": 0.36992,
      "grad_norm": 0.2893040965925678,
      "learning_rate": 3.7331453728687054e-05,
      "loss": 0.2518,
      "step": 578
    },
    {
      "epoch": 0.37056,
      "grad_norm": 0.32004880336534,
      "learning_rate": 3.7285357011052394e-05,
      "loss": 0.2386,
      "step": 579
    },
    {
      "epoch": 0.3712,
      "grad_norm": 0.2970709857173869,
      "learning_rate": 3.72392051612508e-05,
      "loss": 0.2681,
      "step": 580
    },
    {
      "epoch": 0.37184,
      "grad_norm": 0.28346007851052274,
      "learning_rate": 3.719299838639481e-05,
      "loss": 0.2314,
      "step": 581
    },
    {
      "epoch": 0.37248,
      "grad_norm": 0.2952808925416027,
      "learning_rate": 3.714673689384346e-05,
      "loss": 0.2721,
      "step": 582
    },
    {
      "epoch": 0.37312,
      "grad_norm": 0.2917636244004094,
      "learning_rate": 3.710042089120131e-05,
      "loss": 0.2471,
      "step": 583
    },
    {
      "epoch": 0.37376,
      "grad_norm": 0.2788339304900239,
      "learning_rate": 3.705405058631756e-05,
      "loss": 0.262,
      "step": 584
    },
    {
      "epoch": 0.3744,
      "grad_norm": 0.27643980002724095,
      "learning_rate": 3.700762618728508e-05,
      "loss": 0.256,
      "step": 585
    },
    {
      "epoch": 0.37504,
      "grad_norm": 0.3126161432024306,
      "learning_rate": 3.696114790243955e-05,
      "loss": 0.2632,
      "step": 586
    },
    {
      "epoch": 0.37568,
      "grad_norm": 0.28522093731775944,
      "learning_rate": 3.691461594035841e-05,
      "loss": 0.2781,
      "step": 587
    },
    {
      "epoch": 0.37632,
      "grad_norm": 0.2601633342904399,
      "learning_rate": 3.686803050986e-05,
      "loss": 0.2464,
      "step": 588
    },
    {
      "epoch": 0.37696,
      "grad_norm": 0.34631359473350637,
      "learning_rate": 3.6821391820002596e-05,
      "loss": 0.2431,
      "step": 589
    },
    {
      "epoch": 0.3776,
      "grad_norm": 0.25128016854145163,
      "learning_rate": 3.677470008008352e-05,
      "loss": 0.245,
      "step": 590
    },
    {
      "epoch": 0.37824,
      "grad_norm": 0.2835575049175339,
      "learning_rate": 3.672795549963814e-05,
      "loss": 0.2439,
      "step": 591
    },
    {
      "epoch": 0.37888,
      "grad_norm": 0.2946996953611722,
      "learning_rate": 3.668115828843894e-05,
      "loss": 0.2495,
      "step": 592
    },
    {
      "epoch": 0.37952,
      "grad_norm": 0.28051307799779646,
      "learning_rate": 3.6634308656494605e-05,
      "loss": 0.2502,
      "step": 593
    },
    {
      "epoch": 0.38016,
      "grad_norm": 0.28609093005292136,
      "learning_rate": 3.6587406814049075e-05,
      "loss": 0.2399,
      "step": 594
    },
    {
      "epoch": 0.3808,
      "grad_norm": 0.2675711957042453,
      "learning_rate": 3.6540452971580566e-05,
      "loss": 0.2581,
      "step": 595
    },
    {
      "epoch": 0.38144,
      "grad_norm": 0.3064348974320462,
      "learning_rate": 3.649344733980068e-05,
      "loss": 0.2536,
      "step": 596
    },
    {
      "epoch": 0.38208,
      "grad_norm": 0.29746364649694573,
      "learning_rate": 3.6446390129653405e-05,
      "loss": 0.2491,
      "step": 597
    },
    {
      "epoch": 0.38272,
      "grad_norm": 0.2593866350853291,
      "learning_rate": 3.63992815523142e-05,
      "loss": 0.2399,
      "step": 598
    },
    {
      "epoch": 0.38336,
      "grad_norm": 0.30890519652414655,
      "learning_rate": 3.6352121819189075e-05,
      "loss": 0.2416,
      "step": 599
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.31924495631951694,
      "learning_rate": 3.630491114191354e-05,
      "loss": 0.2399,
      "step": 600
    },
    {
      "epoch": 0.38464,
      "grad_norm": 0.30411416568115157,
      "learning_rate": 3.62576497323518e-05,
      "loss": 0.2784,
      "step": 601
    },
    {
      "epoch": 0.38528,
      "grad_norm": 0.2814515020258587,
      "learning_rate": 3.621033780259566e-05,
      "loss": 0.2382,
      "step": 602
    },
    {
      "epoch": 0.38592,
      "grad_norm": 0.3109956267991923,
      "learning_rate": 3.616297556496369e-05,
      "loss": 0.2374,
      "step": 603
    },
    {
      "epoch": 0.38656,
      "grad_norm": 0.2613978553597638,
      "learning_rate": 3.6115563232000206e-05,
      "loss": 0.2341,
      "step": 604
    },
    {
      "epoch": 0.3872,
      "grad_norm": 0.27418773553455345,
      "learning_rate": 3.6068101016474314e-05,
      "loss": 0.2364,
      "step": 605
    },
    {
      "epoch": 0.38784,
      "grad_norm": 0.2979316952053877,
      "learning_rate": 3.602058913137902e-05,
      "loss": 0.2531,
      "step": 606
    },
    {
      "epoch": 0.38848,
      "grad_norm": 0.2636629014471582,
      "learning_rate": 3.597302778993018e-05,
      "loss": 0.2526,
      "step": 607
    },
    {
      "epoch": 0.38912,
      "grad_norm": 0.3085562297513792,
      "learning_rate": 3.592541720556561e-05,
      "loss": 0.2463,
      "step": 608
    },
    {
      "epoch": 0.38976,
      "grad_norm": 0.28759918324320494,
      "learning_rate": 3.5877757591944137e-05,
      "loss": 0.2529,
      "step": 609
    },
    {
      "epoch": 0.3904,
      "grad_norm": 0.28944413077444653,
      "learning_rate": 3.583004916294458e-05,
      "loss": 0.257,
      "step": 610
    },
    {
      "epoch": 0.39104,
      "grad_norm": 0.2854970266465452,
      "learning_rate": 3.578229213266483e-05,
      "loss": 0.2511,
      "step": 611
    },
    {
      "epoch": 0.39168,
      "grad_norm": 0.2898989971613222,
      "learning_rate": 3.573448671542088e-05,
      "loss": 0.25,
      "step": 612
    },
    {
      "epoch": 0.39232,
      "grad_norm": 0.3053689622027871,
      "learning_rate": 3.568663312574589e-05,
      "loss": 0.2347,
      "step": 613
    },
    {
      "epoch": 0.39296,
      "grad_norm": 0.2772291824702207,
      "learning_rate": 3.563873157838917e-05,
      "loss": 0.2575,
      "step": 614
    },
    {
      "epoch": 0.3936,
      "grad_norm": 0.2762627572910465,
      "learning_rate": 3.5590782288315266e-05,
      "loss": 0.2692,
      "step": 615
    },
    {
      "epoch": 0.39424,
      "grad_norm": 0.3077446987122632,
      "learning_rate": 3.5542785470702965e-05,
      "loss": 0.2571,
      "step": 616
    },
    {
      "epoch": 0.39488,
      "grad_norm": 0.26697384631741783,
      "learning_rate": 3.549474134094434e-05,
      "loss": 0.259,
      "step": 617
    },
    {
      "epoch": 0.39552,
      "grad_norm": 0.2839430840050421,
      "learning_rate": 3.54466501146438e-05,
      "loss": 0.2412,
      "step": 618
    },
    {
      "epoch": 0.39616,
      "grad_norm": 0.3102851314591803,
      "learning_rate": 3.539851200761707e-05,
      "loss": 0.2822,
      "step": 619
    },
    {
      "epoch": 0.3968,
      "grad_norm": 0.2747626259070342,
      "learning_rate": 3.535032723589031e-05,
      "loss": 0.2377,
      "step": 620
    },
    {
      "epoch": 0.39744,
      "grad_norm": 0.31338133017581865,
      "learning_rate": 3.5302096015699035e-05,
      "loss": 0.2523,
      "step": 621
    },
    {
      "epoch": 0.39808,
      "grad_norm": 0.28920982747919183,
      "learning_rate": 3.5253818563487266e-05,
      "loss": 0.2484,
      "step": 622
    },
    {
      "epoch": 0.39872,
      "grad_norm": 0.287237820672606,
      "learning_rate": 3.5205495095906444e-05,
      "loss": 0.2497,
      "step": 623
    },
    {
      "epoch": 0.39936,
      "grad_norm": 0.3046383103012712,
      "learning_rate": 3.5157125829814534e-05,
      "loss": 0.242,
      "step": 624
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.259652296507035,
      "learning_rate": 3.510871098227503e-05,
      "loss": 0.2305,
      "step": 625
    },
    {
      "epoch": 0.40064,
      "grad_norm": 0.29531410801426594,
      "learning_rate": 3.506025077055597e-05,
      "loss": 0.29,
      "step": 626
    },
    {
      "epoch": 0.40128,
      "grad_norm": 0.2794704809265177,
      "learning_rate": 3.501174541212898e-05,
      "loss": 0.2411,
      "step": 627
    },
    {
      "epoch": 0.40192,
      "grad_norm": 0.37622300178142065,
      "learning_rate": 3.496319512466827e-05,
      "loss": 0.2597,
      "step": 628
    },
    {
      "epoch": 0.40256,
      "grad_norm": 0.27783046503482084,
      "learning_rate": 3.4914600126049696e-05,
      "loss": 0.2456,
      "step": 629
    },
    {
      "epoch": 0.4032,
      "grad_norm": 0.2689454947695003,
      "learning_rate": 3.486596063434975e-05,
      "loss": 0.242,
      "step": 630
    },
    {
      "epoch": 0.40384,
      "grad_norm": 0.2926461409968296,
      "learning_rate": 3.481727686784458e-05,
      "loss": 0.2428,
      "step": 631
    },
    {
      "epoch": 0.40448,
      "grad_norm": 0.27170443577638215,
      "learning_rate": 3.476854904500905e-05,
      "loss": 0.2458,
      "step": 632
    },
    {
      "epoch": 0.40512,
      "grad_norm": 0.281236328115951,
      "learning_rate": 3.471977738451572e-05,
      "loss": 0.2526,
      "step": 633
    },
    {
      "epoch": 0.40576,
      "grad_norm": 0.29601597383700123,
      "learning_rate": 3.467096210523387e-05,
      "loss": 0.2516,
      "step": 634
    },
    {
      "epoch": 0.4064,
      "grad_norm": 0.24728339864432045,
      "learning_rate": 3.4622103426228534e-05,
      "loss": 0.2611,
      "step": 635
    },
    {
      "epoch": 0.40704,
      "grad_norm": 0.2812719398754191,
      "learning_rate": 3.4573201566759515e-05,
      "loss": 0.2448,
      "step": 636
    },
    {
      "epoch": 0.40768,
      "grad_norm": 0.28112539299305617,
      "learning_rate": 3.4524256746280374e-05,
      "loss": 0.2547,
      "step": 637
    },
    {
      "epoch": 0.40832,
      "grad_norm": 0.27735065039600865,
      "learning_rate": 3.447526918443748e-05,
      "loss": 0.2487,
      "step": 638
    },
    {
      "epoch": 0.40896,
      "grad_norm": 0.2676990809540322,
      "learning_rate": 3.442623910106901e-05,
      "loss": 0.229,
      "step": 639
    },
    {
      "epoch": 0.4096,
      "grad_norm": 0.2557155562658313,
      "learning_rate": 3.4377166716203945e-05,
      "loss": 0.2389,
      "step": 640
    },
    {
      "epoch": 0.41024,
      "grad_norm": 0.3009667435680307,
      "learning_rate": 3.4328052250061124e-05,
      "loss": 0.2451,
      "step": 641
    },
    {
      "epoch": 0.41088,
      "grad_norm": 0.29282059904319135,
      "learning_rate": 3.4278895923048226e-05,
      "loss": 0.2543,
      "step": 642
    },
    {
      "epoch": 0.41152,
      "grad_norm": 0.2657135865731784,
      "learning_rate": 3.4229697955760767e-05,
      "loss": 0.2282,
      "step": 643
    },
    {
      "epoch": 0.41216,
      "grad_norm": 0.2964506837049485,
      "learning_rate": 3.4180458568981136e-05,
      "loss": 0.2782,
      "step": 644
    },
    {
      "epoch": 0.4128,
      "grad_norm": 0.25293381247628216,
      "learning_rate": 3.4131177983677624e-05,
      "loss": 0.2258,
      "step": 645
    },
    {
      "epoch": 0.41344,
      "grad_norm": 0.2732767109062537,
      "learning_rate": 3.4081856421003364e-05,
      "loss": 0.2358,
      "step": 646
    },
    {
      "epoch": 0.41408,
      "grad_norm": 0.2848748367200754,
      "learning_rate": 3.403249410229542e-05,
      "loss": 0.2458,
      "step": 647
    },
    {
      "epoch": 0.41472,
      "grad_norm": 0.3027490084677138,
      "learning_rate": 3.398309124907372e-05,
      "loss": 0.2558,
      "step": 648
    },
    {
      "epoch": 0.41536,
      "grad_norm": 0.24880656293330494,
      "learning_rate": 3.393364808304012e-05,
      "loss": 0.2711,
      "step": 649
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.29587387204867266,
      "learning_rate": 3.3884164826077384e-05,
      "loss": 0.2444,
      "step": 650
    },
    {
      "epoch": 0.41664,
      "grad_norm": 0.28673436301400285,
      "learning_rate": 3.383464170024817e-05,
      "loss": 0.2433,
      "step": 651
    },
    {
      "epoch": 0.41728,
      "grad_norm": 0.27821332991459735,
      "learning_rate": 3.378507892779408e-05,
      "loss": 0.2694,
      "step": 652
    },
    {
      "epoch": 0.41792,
      "grad_norm": 0.3032731123141705,
      "learning_rate": 3.37354767311346e-05,
      "loss": 0.2526,
      "step": 653
    },
    {
      "epoch": 0.41856,
      "grad_norm": 0.2823653961450429,
      "learning_rate": 3.368583533286617e-05,
      "loss": 0.2344,
      "step": 654
    },
    {
      "epoch": 0.4192,
      "grad_norm": 0.2785547583878776,
      "learning_rate": 3.363615495576115e-05,
      "loss": 0.2556,
      "step": 655
    },
    {
      "epoch": 0.41984,
      "grad_norm": 0.2740909584217494,
      "learning_rate": 3.3586435822766785e-05,
      "loss": 0.2556,
      "step": 656
    },
    {
      "epoch": 0.42048,
      "grad_norm": 0.27618045966687005,
      "learning_rate": 3.35366781570043e-05,
      "loss": 0.2347,
      "step": 657
    },
    {
      "epoch": 0.42112,
      "grad_norm": 0.28265761471002915,
      "learning_rate": 3.3486882181767785e-05,
      "loss": 0.2604,
      "step": 658
    },
    {
      "epoch": 0.42176,
      "grad_norm": 0.32741984857383455,
      "learning_rate": 3.34370481205233e-05,
      "loss": 0.2607,
      "step": 659
    },
    {
      "epoch": 0.4224,
      "grad_norm": 0.40094463121311374,
      "learning_rate": 3.3387176196907776e-05,
      "loss": 0.26,
      "step": 660
    },
    {
      "epoch": 0.42304,
      "grad_norm": 0.2471679204400455,
      "learning_rate": 3.333726663472809e-05,
      "loss": 0.2405,
      "step": 661
    },
    {
      "epoch": 0.42368,
      "grad_norm": 0.27705409907769524,
      "learning_rate": 3.328731965796e-05,
      "loss": 0.2437,
      "step": 662
    },
    {
      "epoch": 0.42432,
      "grad_norm": 0.28284008142695716,
      "learning_rate": 3.32373354907472e-05,
      "loss": 0.2334,
      "step": 663
    },
    {
      "epoch": 0.42496,
      "grad_norm": 0.31534757829717763,
      "learning_rate": 3.3187314357400244e-05,
      "loss": 0.2334,
      "step": 664
    },
    {
      "epoch": 0.4256,
      "grad_norm": 0.255747984805253,
      "learning_rate": 3.31372564823956e-05,
      "loss": 0.2636,
      "step": 665
    },
    {
      "epoch": 0.42624,
      "grad_norm": 0.3016619691846896,
      "learning_rate": 3.308716209037462e-05,
      "loss": 0.2528,
      "step": 666
    },
    {
      "epoch": 0.42688,
      "grad_norm": 0.2657703464402086,
      "learning_rate": 3.303703140614251e-05,
      "loss": 0.2524,
      "step": 667
    },
    {
      "epoch": 0.42752,
      "grad_norm": 0.2578866002212131,
      "learning_rate": 3.2986864654667356e-05,
      "loss": 0.2396,
      "step": 668
    },
    {
      "epoch": 0.42816,
      "grad_norm": 0.26977079057158276,
      "learning_rate": 3.293666206107911e-05,
      "loss": 0.25,
      "step": 669
    },
    {
      "epoch": 0.4288,
      "grad_norm": 0.29855679310404576,
      "learning_rate": 3.2886423850668555e-05,
      "loss": 0.248,
      "step": 670
    },
    {
      "epoch": 0.42944,
      "grad_norm": 0.2848289530467174,
      "learning_rate": 3.283615024888632e-05,
      "loss": 0.2398,
      "step": 671
    },
    {
      "epoch": 0.43008,
      "grad_norm": 0.3095665068158486,
      "learning_rate": 3.278584148134185e-05,
      "loss": 0.2668,
      "step": 672
    },
    {
      "epoch": 0.43072,
      "grad_norm": 0.3079101456972446,
      "learning_rate": 3.2735497773802406e-05,
      "loss": 0.2676,
      "step": 673
    },
    {
      "epoch": 0.43136,
      "grad_norm": 0.2928419030570455,
      "learning_rate": 3.268511935219204e-05,
      "loss": 0.2406,
      "step": 674
    },
    {
      "epoch": 0.432,
      "grad_norm": 0.3049360484070473,
      "learning_rate": 3.263470644259059e-05,
      "loss": 0.2322,
      "step": 675
    },
    {
      "epoch": 0.43264,
      "grad_norm": 0.30827526555844936,
      "learning_rate": 3.258425927123266e-05,
      "loss": 0.2654,
      "step": 676
    },
    {
      "epoch": 0.43328,
      "grad_norm": 0.28532564145638917,
      "learning_rate": 3.253377806450664e-05,
      "loss": 0.2489,
      "step": 677
    },
    {
      "epoch": 0.43392,
      "grad_norm": 0.26453578345066836,
      "learning_rate": 3.248326304895361e-05,
      "loss": 0.225,
      "step": 678
    },
    {
      "epoch": 0.43456,
      "grad_norm": 1.8850807056474126,
      "learning_rate": 3.2432714451266395e-05,
      "loss": 0.2606,
      "step": 679
    },
    {
      "epoch": 0.4352,
      "grad_norm": 0.2996386468952929,
      "learning_rate": 3.238213249828853e-05,
      "loss": 0.2585,
      "step": 680
    },
    {
      "epoch": 0.43584,
      "grad_norm": 0.2709794240898513,
      "learning_rate": 3.233151741701322e-05,
      "loss": 0.25,
      "step": 681
    },
    {
      "epoch": 0.43648,
      "grad_norm": 0.25999498342939004,
      "learning_rate": 3.228086943458235e-05,
      "loss": 0.2559,
      "step": 682
    },
    {
      "epoch": 0.43712,
      "grad_norm": 0.27235652486613204,
      "learning_rate": 3.223018877828546e-05,
      "loss": 0.2218,
      "step": 683
    },
    {
      "epoch": 0.43776,
      "grad_norm": 0.28214897499940533,
      "learning_rate": 3.2179475675558694e-05,
      "loss": 0.2453,
      "step": 684
    },
    {
      "epoch": 0.4384,
      "grad_norm": 0.2537492618938416,
      "learning_rate": 3.212873035398383e-05,
      "loss": 0.2496,
      "step": 685
    },
    {
      "epoch": 0.43904,
      "grad_norm": 0.26958757013976903,
      "learning_rate": 3.207795304128721e-05,
      "loss": 0.2296,
      "step": 686
    },
    {
      "epoch": 0.43968,
      "grad_norm": 0.26472239872638276,
      "learning_rate": 3.2027143965338765e-05,
      "loss": 0.2486,
      "step": 687
    },
    {
      "epoch": 0.44032,
      "grad_norm": 0.2834861966859676,
      "learning_rate": 3.1976303354150935e-05,
      "loss": 0.2247,
      "step": 688
    },
    {
      "epoch": 0.44096,
      "grad_norm": 0.24678521558396363,
      "learning_rate": 3.192543143587771e-05,
      "loss": 0.234,
      "step": 689
    },
    {
      "epoch": 0.4416,
      "grad_norm": 0.2542040444114577,
      "learning_rate": 3.187452843881357e-05,
      "loss": 0.2486,
      "step": 690
    },
    {
      "epoch": 0.44224,
      "grad_norm": 0.25975799605879535,
      "learning_rate": 3.182359459139243e-05,
      "loss": 0.227,
      "step": 691
    },
    {
      "epoch": 0.44288,
      "grad_norm": 0.27269297119593566,
      "learning_rate": 3.1772630122186695e-05,
      "loss": 0.2493,
      "step": 692
    },
    {
      "epoch": 0.44352,
      "grad_norm": 0.2645382544456425,
      "learning_rate": 3.172163525990617e-05,
      "loss": 0.2641,
      "step": 693
    },
    {
      "epoch": 0.44416,
      "grad_norm": 0.23256544658247483,
      "learning_rate": 3.167061023339706e-05,
      "loss": 0.2494,
      "step": 694
    },
    {
      "epoch": 0.4448,
      "grad_norm": 0.2528588904829678,
      "learning_rate": 3.161955527164092e-05,
      "loss": 0.2508,
      "step": 695
    },
    {
      "epoch": 0.44544,
      "grad_norm": 0.24223213746607963,
      "learning_rate": 3.1568470603753666e-05,
      "loss": 0.2373,
      "step": 696
    },
    {
      "epoch": 0.44608,
      "grad_norm": 0.2706257032622334,
      "learning_rate": 3.1517356458984485e-05,
      "loss": 0.2484,
      "step": 697
    },
    {
      "epoch": 0.44672,
      "grad_norm": 0.2586546974249947,
      "learning_rate": 3.14662130667149e-05,
      "loss": 0.2221,
      "step": 698
    },
    {
      "epoch": 0.44736,
      "grad_norm": 0.26931097290828954,
      "learning_rate": 3.141504065645765e-05,
      "loss": 0.2585,
      "step": 699
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.24003468731568395,
      "learning_rate": 3.1363839457855704e-05,
      "loss": 0.2479,
      "step": 700
    },
    {
      "epoch": 0.44864,
      "grad_norm": 0.2638393403519141,
      "learning_rate": 3.131260970068122e-05,
      "loss": 0.2476,
      "step": 701
    },
    {
      "epoch": 0.44928,
      "grad_norm": 0.2578002678508762,
      "learning_rate": 3.1261351614834536e-05,
      "loss": 0.238,
      "step": 702
    },
    {
      "epoch": 0.44992,
      "grad_norm": 0.22187445459367192,
      "learning_rate": 3.121006543034307e-05,
      "loss": 0.2602,
      "step": 703
    },
    {
      "epoch": 0.45056,
      "grad_norm": 0.23788330927817766,
      "learning_rate": 3.11587513773604e-05,
      "loss": 0.2225,
      "step": 704
    },
    {
      "epoch": 0.4512,
      "grad_norm": 0.3135818451008173,
      "learning_rate": 3.1107409686165105e-05,
      "loss": 0.2508,
      "step": 705
    },
    {
      "epoch": 0.45184,
      "grad_norm": 0.24678268805653034,
      "learning_rate": 3.1056040587159856e-05,
      "loss": 0.2271,
      "step": 706
    },
    {
      "epoch": 0.45248,
      "grad_norm": 0.24805614993691766,
      "learning_rate": 3.100464431087027e-05,
      "loss": 0.2353,
      "step": 707
    },
    {
      "epoch": 0.45312,
      "grad_norm": 0.2605380120463478,
      "learning_rate": 3.095322108794396e-05,
      "loss": 0.2351,
      "step": 708
    },
    {
      "epoch": 0.45376,
      "grad_norm": 0.26629710201642864,
      "learning_rate": 3.0901771149149434e-05,
      "loss": 0.2272,
      "step": 709
    },
    {
      "epoch": 0.4544,
      "grad_norm": 0.25774154383126474,
      "learning_rate": 3.0850294725375105e-05,
      "loss": 0.2451,
      "step": 710
    },
    {
      "epoch": 0.45504,
      "grad_norm": 0.24404499406535052,
      "learning_rate": 3.079879204762827e-05,
      "loss": 0.2335,
      "step": 711
    },
    {
      "epoch": 0.45568,
      "grad_norm": 0.2543889781995685,
      "learning_rate": 3.074726334703399e-05,
      "loss": 0.2371,
      "step": 712
    },
    {
      "epoch": 0.45632,
      "grad_norm": 0.25040121918120445,
      "learning_rate": 3.069570885483414e-05,
      "loss": 0.2497,
      "step": 713
    },
    {
      "epoch": 0.45696,
      "grad_norm": 0.2673283982986906,
      "learning_rate": 3.064412880238636e-05,
      "loss": 0.2494,
      "step": 714
    },
    {
      "epoch": 0.4576,
      "grad_norm": 0.26875525796578803,
      "learning_rate": 3.059252342116293e-05,
      "loss": 0.2485,
      "step": 715
    },
    {
      "epoch": 0.45824,
      "grad_norm": 0.2535821220319592,
      "learning_rate": 3.054089294274985e-05,
      "loss": 0.2468,
      "step": 716
    },
    {
      "epoch": 0.45888,
      "grad_norm": 0.2823840280098501,
      "learning_rate": 3.048923759884573e-05,
      "loss": 0.2361,
      "step": 717
    },
    {
      "epoch": 0.45952,
      "grad_norm": 0.2912253075635983,
      "learning_rate": 3.043755762126077e-05,
      "loss": 0.2614,
      "step": 718
    },
    {
      "epoch": 0.46016,
      "grad_norm": 0.26512542276419154,
      "learning_rate": 3.038585324191571e-05,
      "loss": 0.2526,
      "step": 719
    },
    {
      "epoch": 0.4608,
      "grad_norm": 0.2632404903766759,
      "learning_rate": 3.0334124692840815e-05,
      "loss": 0.2555,
      "step": 720
    },
    {
      "epoch": 0.46144,
      "grad_norm": 0.2789242686898753,
      "learning_rate": 3.0282372206174785e-05,
      "loss": 0.2488,
      "step": 721
    },
    {
      "epoch": 0.46208,
      "grad_norm": 0.28018710037790234,
      "learning_rate": 3.023059601416376e-05,
      "loss": 0.2492,
      "step": 722
    },
    {
      "epoch": 0.46272,
      "grad_norm": 0.23569066414193,
      "learning_rate": 3.017879634916027e-05,
      "loss": 0.2396,
      "step": 723
    },
    {
      "epoch": 0.46336,
      "grad_norm": 0.23835227519804747,
      "learning_rate": 3.012697344362217e-05,
      "loss": 0.2345,
      "step": 724
    },
    {
      "epoch": 0.464,
      "grad_norm": 0.27479632185865055,
      "learning_rate": 3.0075127530111606e-05,
      "loss": 0.2244,
      "step": 725
    },
    {
      "epoch": 0.46464,
      "grad_norm": 0.2941303773947425,
      "learning_rate": 3.0023258841294e-05,
      "loss": 0.2426,
      "step": 726
    },
    {
      "epoch": 0.46528,
      "grad_norm": 0.2619818338222505,
      "learning_rate": 2.9971367609936945e-05,
      "loss": 0.2525,
      "step": 727
    },
    {
      "epoch": 0.46592,
      "grad_norm": 0.27764627835061095,
      "learning_rate": 2.9919454068909218e-05,
      "loss": 0.2253,
      "step": 728
    },
    {
      "epoch": 0.46656,
      "grad_norm": 0.3095419504402447,
      "learning_rate": 2.986751845117972e-05,
      "loss": 0.2561,
      "step": 729
    },
    {
      "epoch": 0.4672,
      "grad_norm": 0.26171309023552125,
      "learning_rate": 2.981556098981641e-05,
      "loss": 0.2803,
      "step": 730
    },
    {
      "epoch": 0.46784,
      "grad_norm": 0.31898245088941324,
      "learning_rate": 2.9763581917985274e-05,
      "loss": 0.2636,
      "step": 731
    },
    {
      "epoch": 0.46848,
      "grad_norm": 0.28172524243454883,
      "learning_rate": 2.9711581468949295e-05,
      "loss": 0.2575,
      "step": 732
    },
    {
      "epoch": 0.46912,
      "grad_norm": 0.3060716712328367,
      "learning_rate": 2.965955987606736e-05,
      "loss": 0.2706,
      "step": 733
    },
    {
      "epoch": 0.46976,
      "grad_norm": 0.2891706490642625,
      "learning_rate": 2.9607517372793268e-05,
      "loss": 0.25,
      "step": 734
    },
    {
      "epoch": 0.4704,
      "grad_norm": 0.3014353153093821,
      "learning_rate": 2.9555454192674638e-05,
      "loss": 0.2501,
      "step": 735
    },
    {
      "epoch": 0.47104,
      "grad_norm": 0.29748044849275973,
      "learning_rate": 2.9503370569351895e-05,
      "loss": 0.2604,
      "step": 736
    },
    {
      "epoch": 0.47168,
      "grad_norm": 0.2710433658776984,
      "learning_rate": 2.9451266736557202e-05,
      "loss": 0.2575,
      "step": 737
    },
    {
      "epoch": 0.47232,
      "grad_norm": 0.26561072840993083,
      "learning_rate": 2.9399142928113403e-05,
      "loss": 0.2193,
      "step": 738
    },
    {
      "epoch": 0.47296,
      "grad_norm": 0.2656840901800972,
      "learning_rate": 2.9346999377932992e-05,
      "loss": 0.2625,
      "step": 739
    },
    {
      "epoch": 0.4736,
      "grad_norm": 0.2589355572460451,
      "learning_rate": 2.929483632001706e-05,
      "loss": 0.2406,
      "step": 740
    },
    {
      "epoch": 0.47424,
      "grad_norm": 0.28626147498332316,
      "learning_rate": 2.9242653988454237e-05,
      "loss": 0.2438,
      "step": 741
    },
    {
      "epoch": 0.47488,
      "grad_norm": 0.2875213940525657,
      "learning_rate": 2.919045261741965e-05,
      "loss": 0.238,
      "step": 742
    },
    {
      "epoch": 0.47552,
      "grad_norm": 0.2653417159784572,
      "learning_rate": 2.9138232441173867e-05,
      "loss": 0.2382,
      "step": 743
    },
    {
      "epoch": 0.47616,
      "grad_norm": 0.2979013673466959,
      "learning_rate": 2.9085993694061853e-05,
      "loss": 0.2419,
      "step": 744
    },
    {
      "epoch": 0.4768,
      "grad_norm": 0.2885262466043221,
      "learning_rate": 2.9033736610511887e-05,
      "loss": 0.2613,
      "step": 745
    },
    {
      "epoch": 0.47744,
      "grad_norm": 0.2866061321732059,
      "learning_rate": 2.898146142503456e-05,
      "loss": 0.2631,
      "step": 746
    },
    {
      "epoch": 0.47808,
      "grad_norm": 0.26544609876731556,
      "learning_rate": 2.8929168372221693e-05,
      "loss": 0.2491,
      "step": 747
    },
    {
      "epoch": 0.47872,
      "grad_norm": 0.3034821126240335,
      "learning_rate": 2.88768576867453e-05,
      "loss": 0.2555,
      "step": 748
    },
    {
      "epoch": 0.47936,
      "grad_norm": 0.24983636855605562,
      "learning_rate": 2.8824529603356497e-05,
      "loss": 0.2225,
      "step": 749
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.30066227757911895,
      "learning_rate": 2.8772184356884496e-05,
      "loss": 0.2592,
      "step": 750
    },
    {
      "epoch": 0.48064,
      "grad_norm": 0.239130352583496,
      "learning_rate": 2.8719822182235516e-05,
      "loss": 0.255,
      "step": 751
    },
    {
      "epoch": 0.48128,
      "grad_norm": 0.27667965605507494,
      "learning_rate": 2.8667443314391762e-05,
      "loss": 0.2289,
      "step": 752
    },
    {
      "epoch": 0.48192,
      "grad_norm": 0.2810394687988481,
      "learning_rate": 2.8615047988410337e-05,
      "loss": 0.2425,
      "step": 753
    },
    {
      "epoch": 0.48256,
      "grad_norm": 0.2518451996136543,
      "learning_rate": 2.8562636439422202e-05,
      "loss": 0.2424,
      "step": 754
    },
    {
      "epoch": 0.4832,
      "grad_norm": 0.2748846728182042,
      "learning_rate": 2.8510208902631135e-05,
      "loss": 0.2504,
      "step": 755
    },
    {
      "epoch": 0.48384,
      "grad_norm": 0.2575000327748514,
      "learning_rate": 2.845776561331265e-05,
      "loss": 0.252,
      "step": 756
    },
    {
      "epoch": 0.48448,
      "grad_norm": 0.2864089085188715,
      "learning_rate": 2.8405306806812947e-05,
      "loss": 0.2237,
      "step": 757
    },
    {
      "epoch": 0.48512,
      "grad_norm": 0.27755553898956253,
      "learning_rate": 2.835283271854788e-05,
      "loss": 0.2614,
      "step": 758
    },
    {
      "epoch": 0.48576,
      "grad_norm": 0.25491803925314754,
      "learning_rate": 2.8300343584001853e-05,
      "loss": 0.2451,
      "step": 759
    },
    {
      "epoch": 0.4864,
      "grad_norm": 0.2575327130038747,
      "learning_rate": 2.8247839638726825e-05,
      "loss": 0.2587,
      "step": 760
    },
    {
      "epoch": 0.48704,
      "grad_norm": 0.261721402424143,
      "learning_rate": 2.8195321118341204e-05,
      "loss": 0.2397,
      "step": 761
    },
    {
      "epoch": 0.48768,
      "grad_norm": 0.2604152725714389,
      "learning_rate": 2.8142788258528813e-05,
      "loss": 0.2567,
      "step": 762
    },
    {
      "epoch": 0.48832,
      "grad_norm": 0.30571357627918333,
      "learning_rate": 2.8090241295037804e-05,
      "loss": 0.2527,
      "step": 763
    },
    {
      "epoch": 0.48896,
      "grad_norm": 0.267067229766143,
      "learning_rate": 2.8037680463679648e-05,
      "loss": 0.2466,
      "step": 764
    },
    {
      "epoch": 0.4896,
      "grad_norm": 0.25538920312770114,
      "learning_rate": 2.7985106000328033e-05,
      "loss": 0.2398,
      "step": 765
    },
    {
      "epoch": 0.49024,
      "grad_norm": 0.275440862373655,
      "learning_rate": 2.793251814091782e-05,
      "loss": 0.2366,
      "step": 766
    },
    {
      "epoch": 0.49088,
      "grad_norm": 0.28328615128607115,
      "learning_rate": 2.787991712144401e-05,
      "loss": 0.2588,
      "step": 767
    },
    {
      "epoch": 0.49152,
      "grad_norm": 0.26254008936662954,
      "learning_rate": 2.7827303177960638e-05,
      "loss": 0.2653,
      "step": 768
    },
    {
      "epoch": 0.49216,
      "grad_norm": 0.2615112810927122,
      "learning_rate": 2.7774676546579737e-05,
      "loss": 0.2494,
      "step": 769
    },
    {
      "epoch": 0.4928,
      "grad_norm": 0.2587877680106713,
      "learning_rate": 2.7722037463470297e-05,
      "loss": 0.2304,
      "step": 770
    },
    {
      "epoch": 0.49344,
      "grad_norm": 0.24897684478475532,
      "learning_rate": 2.7669386164857174e-05,
      "loss": 0.2157,
      "step": 771
    },
    {
      "epoch": 0.49408,
      "grad_norm": 0.25826790808429917,
      "learning_rate": 2.7616722887020034e-05,
      "loss": 0.2308,
      "step": 772
    },
    {
      "epoch": 0.49472,
      "grad_norm": 0.29862067935293035,
      "learning_rate": 2.7564047866292336e-05,
      "loss": 0.234,
      "step": 773
    },
    {
      "epoch": 0.49536,
      "grad_norm": 0.25612992651373906,
      "learning_rate": 2.7511361339060193e-05,
      "loss": 0.2569,
      "step": 774
    },
    {
      "epoch": 0.496,
      "grad_norm": 0.24860228212554142,
      "learning_rate": 2.7458663541761376e-05,
      "loss": 0.2531,
      "step": 775
    },
    {
      "epoch": 0.49664,
      "grad_norm": 0.25357670328115006,
      "learning_rate": 2.740595471088424e-05,
      "loss": 0.2326,
      "step": 776
    },
    {
      "epoch": 0.49728,
      "grad_norm": 0.279379640684078,
      "learning_rate": 2.735323508296664e-05,
      "loss": 0.2537,
      "step": 777
    },
    {
      "epoch": 0.49792,
      "grad_norm": 0.26060823723229753,
      "learning_rate": 2.7300504894594892e-05,
      "loss": 0.2413,
      "step": 778
    },
    {
      "epoch": 0.49856,
      "grad_norm": 0.24657503031180159,
      "learning_rate": 2.7247764382402696e-05,
      "loss": 0.2687,
      "step": 779
    },
    {
      "epoch": 0.4992,
      "grad_norm": 0.24758999823605377,
      "learning_rate": 2.7195013783070093e-05,
      "loss": 0.262,
      "step": 780
    },
    {
      "epoch": 0.49984,
      "grad_norm": 0.2637048834360739,
      "learning_rate": 2.7142253333322387e-05,
      "loss": 0.2477,
      "step": 781
    },
    {
      "epoch": 0.50048,
      "grad_norm": 0.2430328229153265,
      "learning_rate": 2.7089483269929074e-05,
      "loss": 0.2502,
      "step": 782
    },
    {
      "epoch": 0.50112,
      "grad_norm": 0.2387247282546657,
      "learning_rate": 2.703670382970281e-05,
      "loss": 0.2342,
      "step": 783
    },
    {
      "epoch": 0.50176,
      "grad_norm": 0.24498378810652757,
      "learning_rate": 2.698391524949832e-05,
      "loss": 0.239,
      "step": 784
    },
    {
      "epoch": 0.5024,
      "grad_norm": 0.2576589386419526,
      "learning_rate": 2.693111776621136e-05,
      "loss": 0.2391,
      "step": 785
    },
    {
      "epoch": 0.50304,
      "grad_norm": 0.238017107988676,
      "learning_rate": 2.6878311616777618e-05,
      "loss": 0.2453,
      "step": 786
    },
    {
      "epoch": 0.50368,
      "grad_norm": 0.2686878709228769,
      "learning_rate": 2.68254970381717e-05,
      "loss": 0.2433,
      "step": 787
    },
    {
      "epoch": 0.50432,
      "grad_norm": 0.24828872753485792,
      "learning_rate": 2.6772674267406005e-05,
      "loss": 0.2617,
      "step": 788
    },
    {
      "epoch": 0.50496,
      "grad_norm": 0.24365345279692238,
      "learning_rate": 2.6719843541529727e-05,
      "loss": 0.2533,
      "step": 789
    },
    {
      "epoch": 0.5056,
      "grad_norm": 0.2738955694271426,
      "learning_rate": 2.666700509762774e-05,
      "loss": 0.2335,
      "step": 790
    },
    {
      "epoch": 0.50624,
      "grad_norm": 0.2691694035690393,
      "learning_rate": 2.6614159172819564e-05,
      "loss": 0.2501,
      "step": 791
    },
    {
      "epoch": 0.50688,
      "grad_norm": 0.2659614704915682,
      "learning_rate": 2.6561306004258284e-05,
      "loss": 0.2533,
      "step": 792
    },
    {
      "epoch": 0.50752,
      "grad_norm": 0.25738827683610904,
      "learning_rate": 2.6508445829129498e-05,
      "loss": 0.2549,
      "step": 793
    },
    {
      "epoch": 0.50816,
      "grad_norm": 0.2522328385594724,
      "learning_rate": 2.645557888465024e-05,
      "loss": 0.2258,
      "step": 794
    },
    {
      "epoch": 0.5088,
      "grad_norm": 0.2788448307045321,
      "learning_rate": 2.640270540806793e-05,
      "loss": 0.2311,
      "step": 795
    },
    {
      "epoch": 0.50944,
      "grad_norm": 0.28362139103692846,
      "learning_rate": 2.6349825636659292e-05,
      "loss": 0.2737,
      "step": 796
    },
    {
      "epoch": 0.51008,
      "grad_norm": 0.26044366510217265,
      "learning_rate": 2.629693980772931e-05,
      "loss": 0.2383,
      "step": 797
    },
    {
      "epoch": 0.51072,
      "grad_norm": 0.2535298378133926,
      "learning_rate": 2.6244048158610148e-05,
      "loss": 0.2509,
      "step": 798
    },
    {
      "epoch": 0.51136,
      "grad_norm": 0.27174467067095714,
      "learning_rate": 2.619115092666008e-05,
      "loss": 0.2311,
      "step": 799
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.28573827812151115,
      "learning_rate": 2.6138248349262446e-05,
      "loss": 0.2463,
      "step": 800
    },
    {
      "epoch": 0.51264,
      "grad_norm": 0.2524514106134234,
      "learning_rate": 2.608534066382457e-05,
      "loss": 0.2574,
      "step": 801
    },
    {
      "epoch": 0.51328,
      "grad_norm": 0.23359202806831134,
      "learning_rate": 2.60324281077767e-05,
      "loss": 0.2291,
      "step": 802
    },
    {
      "epoch": 0.51392,
      "grad_norm": 0.2632376849295831,
      "learning_rate": 2.5979510918570943e-05,
      "loss": 0.2273,
      "step": 803
    },
    {
      "epoch": 0.51456,
      "grad_norm": 0.27408167792055305,
      "learning_rate": 2.592658933368019e-05,
      "loss": 0.238,
      "step": 804
    },
    {
      "epoch": 0.5152,
      "grad_norm": 0.26117111640944357,
      "learning_rate": 2.5873663590597065e-05,
      "loss": 0.2212,
      "step": 805
    },
    {
      "epoch": 0.51584,
      "grad_norm": 0.23066506444669752,
      "learning_rate": 2.582073392683284e-05,
      "loss": 0.2337,
      "step": 806
    },
    {
      "epoch": 0.51648,
      "grad_norm": 0.26350559927947886,
      "learning_rate": 2.5767800579916412e-05,
      "loss": 0.2318,
      "step": 807
    },
    {
      "epoch": 0.51712,
      "grad_norm": 0.2829786329932492,
      "learning_rate": 2.5714863787393173e-05,
      "loss": 0.2403,
      "step": 808
    },
    {
      "epoch": 0.51776,
      "grad_norm": 0.2585327918775559,
      "learning_rate": 2.5661923786823994e-05,
      "loss": 0.2163,
      "step": 809
    },
    {
      "epoch": 0.5184,
      "grad_norm": 0.2603425486862888,
      "learning_rate": 2.5608980815784144e-05,
      "loss": 0.2473,
      "step": 810
    },
    {
      "epoch": 0.51904,
      "grad_norm": 0.23823317474679367,
      "learning_rate": 2.5556035111862213e-05,
      "loss": 0.2439,
      "step": 811
    },
    {
      "epoch": 0.51968,
      "grad_norm": 0.25473347064625185,
      "learning_rate": 2.550308691265907e-05,
      "loss": 0.2547,
      "step": 812
    },
    {
      "epoch": 0.52032,
      "grad_norm": 0.2865834038258944,
      "learning_rate": 2.545013645578676e-05,
      "loss": 0.2576,
      "step": 813
    },
    {
      "epoch": 0.52096,
      "grad_norm": 0.256898434573177,
      "learning_rate": 2.5397183978867484e-05,
      "loss": 0.2379,
      "step": 814
    },
    {
      "epoch": 0.5216,
      "grad_norm": 0.2472713373039885,
      "learning_rate": 2.5344229719532486e-05,
      "loss": 0.24,
      "step": 815
    },
    {
      "epoch": 0.52224,
      "grad_norm": 0.2665434723354754,
      "learning_rate": 2.529127391542103e-05,
      "loss": 0.2244,
      "step": 816
    },
    {
      "epoch": 0.52288,
      "grad_norm": 0.28635358929082144,
      "learning_rate": 2.5238316804179296e-05,
      "loss": 0.2441,
      "step": 817
    },
    {
      "epoch": 0.52352,
      "grad_norm": 0.2928363177711813,
      "learning_rate": 2.5185358623459332e-05,
      "loss": 0.2346,
      "step": 818
    },
    {
      "epoch": 0.52416,
      "grad_norm": 0.2510140453596736,
      "learning_rate": 2.513239961091799e-05,
      "loss": 0.2161,
      "step": 819
    },
    {
      "epoch": 0.5248,
      "grad_norm": 0.2505869007452204,
      "learning_rate": 2.507944000421586e-05,
      "loss": 0.2252,
      "step": 820
    },
    {
      "epoch": 0.52544,
      "grad_norm": 0.2412865110838159,
      "learning_rate": 2.502648004101619e-05,
      "loss": 0.2342,
      "step": 821
    },
    {
      "epoch": 0.52608,
      "grad_norm": 0.2759517968691516,
      "learning_rate": 2.497351995898382e-05,
      "loss": 0.2383,
      "step": 822
    },
    {
      "epoch": 0.52672,
      "grad_norm": 0.24618299352546902,
      "learning_rate": 2.492055999578415e-05,
      "loss": 0.245,
      "step": 823
    },
    {
      "epoch": 0.52736,
      "grad_norm": 0.2520594945771149,
      "learning_rate": 2.486760038908201e-05,
      "loss": 0.2348,
      "step": 824
    },
    {
      "epoch": 0.528,
      "grad_norm": 0.24673054113925869,
      "learning_rate": 2.481464137654068e-05,
      "loss": 0.256,
      "step": 825
    },
    {
      "epoch": 0.52864,
      "grad_norm": 0.24198537637736509,
      "learning_rate": 2.476168319582071e-05,
      "loss": 0.2262,
      "step": 826
    },
    {
      "epoch": 0.52928,
      "grad_norm": 0.2486757115879481,
      "learning_rate": 2.4708726084578978e-05,
      "loss": 0.2343,
      "step": 827
    },
    {
      "epoch": 0.52992,
      "grad_norm": 0.24831100008566848,
      "learning_rate": 2.465577028046752e-05,
      "loss": 0.2422,
      "step": 828
    },
    {
      "epoch": 0.53056,
      "grad_norm": 0.2511420700055537,
      "learning_rate": 2.4602816021132515e-05,
      "loss": 0.2281,
      "step": 829
    },
    {
      "epoch": 0.5312,
      "grad_norm": 0.2506359764390447,
      "learning_rate": 2.4549863544213243e-05,
      "loss": 0.2399,
      "step": 830
    },
    {
      "epoch": 0.53184,
      "grad_norm": 0.2739608567499247,
      "learning_rate": 2.449691308734093e-05,
      "loss": 0.2708,
      "step": 831
    },
    {
      "epoch": 0.53248,
      "grad_norm": 0.25435131352533596,
      "learning_rate": 2.444396488813779e-05,
      "loss": 0.2453,
      "step": 832
    },
    {
      "epoch": 0.53312,
      "grad_norm": 0.2506814737038616,
      "learning_rate": 2.4391019184215862e-05,
      "loss": 0.2858,
      "step": 833
    },
    {
      "epoch": 0.53376,
      "grad_norm": 0.2622416583953065,
      "learning_rate": 2.4338076213176012e-05,
      "loss": 0.2375,
      "step": 834
    },
    {
      "epoch": 0.5344,
      "grad_norm": 0.2646591197170153,
      "learning_rate": 2.4285136212606836e-05,
      "loss": 0.2235,
      "step": 835
    },
    {
      "epoch": 0.53504,
      "grad_norm": 0.2464672456549471,
      "learning_rate": 2.42321994200836e-05,
      "loss": 0.2299,
      "step": 836
    },
    {
      "epoch": 0.53568,
      "grad_norm": 0.26837339676461225,
      "learning_rate": 2.417926607316716e-05,
      "loss": 0.244,
      "step": 837
    },
    {
      "epoch": 0.53632,
      "grad_norm": 0.25488064569499774,
      "learning_rate": 2.412633640940295e-05,
      "loss": 0.224,
      "step": 838
    },
    {
      "epoch": 0.53696,
      "grad_norm": 0.24716442364401292,
      "learning_rate": 2.4073410666319816e-05,
      "loss": 0.2469,
      "step": 839
    },
    {
      "epoch": 0.5376,
      "grad_norm": 0.2461377335096662,
      "learning_rate": 2.4020489081429063e-05,
      "loss": 0.2547,
      "step": 840
    },
    {
      "epoch": 0.53824,
      "grad_norm": 0.24784331913754212,
      "learning_rate": 2.3967571892223305e-05,
      "loss": 0.2227,
      "step": 841
    },
    {
      "epoch": 0.53888,
      "grad_norm": 0.23224692543862904,
      "learning_rate": 2.3914659336175428e-05,
      "loss": 0.2279,
      "step": 842
    },
    {
      "epoch": 0.53952,
      "grad_norm": 0.26257276128421314,
      "learning_rate": 2.386175165073756e-05,
      "loss": 0.229,
      "step": 843
    },
    {
      "epoch": 0.54016,
      "grad_norm": 0.2516791452407145,
      "learning_rate": 2.3808849073339923e-05,
      "loss": 0.2359,
      "step": 844
    },
    {
      "epoch": 0.5408,
      "grad_norm": 0.2846303223760566,
      "learning_rate": 2.375595184138986e-05,
      "loss": 0.2402,
      "step": 845
    },
    {
      "epoch": 0.54144,
      "grad_norm": 0.21738836142783174,
      "learning_rate": 2.3703060192270696e-05,
      "loss": 0.2314,
      "step": 846
    },
    {
      "epoch": 0.54208,
      "grad_norm": 0.24056602524848011,
      "learning_rate": 2.365017436334072e-05,
      "loss": 0.2301,
      "step": 847
    },
    {
      "epoch": 0.54272,
      "grad_norm": 0.2548013163769387,
      "learning_rate": 2.3597294591932077e-05,
      "loss": 0.2309,
      "step": 848
    },
    {
      "epoch": 0.54336,
      "grad_norm": 0.250069732887463,
      "learning_rate": 2.3544421115349772e-05,
      "loss": 0.23,
      "step": 849
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.24781490415728508,
      "learning_rate": 2.3491554170870504e-05,
      "loss": 0.2133,
      "step": 850
    },
    {
      "epoch": 0.54464,
      "grad_norm": 0.2730547103955746,
      "learning_rate": 2.343869399574172e-05,
      "loss": 0.2326,
      "step": 851
    },
    {
      "epoch": 0.54528,
      "grad_norm": 0.2633593973225614,
      "learning_rate": 2.3385840827180445e-05,
      "loss": 0.2395,
      "step": 852
    },
    {
      "epoch": 0.54592,
      "grad_norm": 0.29374562628079703,
      "learning_rate": 2.333299490237226e-05,
      "loss": 0.2502,
      "step": 853
    },
    {
      "epoch": 0.54656,
      "grad_norm": 0.26333185529562214,
      "learning_rate": 2.3280156458470282e-05,
      "loss": 0.2384,
      "step": 854
    },
    {
      "epoch": 0.5472,
      "grad_norm": 0.2568974141440104,
      "learning_rate": 2.3227325732593997e-05,
      "loss": 0.2337,
      "step": 855
    },
    {
      "epoch": 0.54784,
      "grad_norm": 0.26984762378876725,
      "learning_rate": 2.317450296182831e-05,
      "loss": 0.2517,
      "step": 856
    },
    {
      "epoch": 0.54848,
      "grad_norm": 0.27656020548021637,
      "learning_rate": 2.3121688383222384e-05,
      "loss": 0.2259,
      "step": 857
    },
    {
      "epoch": 0.54912,
      "grad_norm": 0.2565724185389461,
      "learning_rate": 2.306888223378865e-05,
      "loss": 0.2451,
      "step": 858
    },
    {
      "epoch": 0.54976,
      "grad_norm": 0.2506884090771504,
      "learning_rate": 2.3016084750501685e-05,
      "loss": 0.2493,
      "step": 859
    },
    {
      "epoch": 0.5504,
      "grad_norm": 0.25851345241711754,
      "learning_rate": 2.2963296170297204e-05,
      "loss": 0.242,
      "step": 860
    },
    {
      "epoch": 0.55104,
      "grad_norm": 0.2547749959744443,
      "learning_rate": 2.2910516730070932e-05,
      "loss": 0.25,
      "step": 861
    },
    {
      "epoch": 0.55168,
      "grad_norm": 0.25007636920036586,
      "learning_rate": 2.2857746666677626e-05,
      "loss": 0.2113,
      "step": 862
    },
    {
      "epoch": 0.55232,
      "grad_norm": 0.24092893007681362,
      "learning_rate": 2.280498621692991e-05,
      "loss": 0.2331,
      "step": 863
    },
    {
      "epoch": 0.55296,
      "grad_norm": 0.23879978749748068,
      "learning_rate": 2.275223561759731e-05,
      "loss": 0.2455,
      "step": 864
    },
    {
      "epoch": 0.5536,
      "grad_norm": 0.26997174021611564,
      "learning_rate": 2.2699495105405117e-05,
      "loss": 0.2408,
      "step": 865
    },
    {
      "epoch": 0.55424,
      "grad_norm": 0.26533879574969516,
      "learning_rate": 2.264676491703336e-05,
      "loss": 0.2272,
      "step": 866
    },
    {
      "epoch": 0.55488,
      "grad_norm": 0.26946982936175096,
      "learning_rate": 2.2594045289115764e-05,
      "loss": 0.225,
      "step": 867
    },
    {
      "epoch": 0.55552,
      "grad_norm": 0.2475422118280942,
      "learning_rate": 2.254133645823862e-05,
      "loss": 0.2313,
      "step": 868
    },
    {
      "epoch": 0.55616,
      "grad_norm": 0.2521763277366927,
      "learning_rate": 2.2488638660939816e-05,
      "loss": 0.2488,
      "step": 869
    },
    {
      "epoch": 0.5568,
      "grad_norm": 0.2586514287872215,
      "learning_rate": 2.243595213370767e-05,
      "loss": 0.2338,
      "step": 870
    },
    {
      "epoch": 0.55744,
      "grad_norm": 0.2569681167480472,
      "learning_rate": 2.238327711297997e-05,
      "loss": 0.2456,
      "step": 871
    },
    {
      "epoch": 0.55808,
      "grad_norm": 0.23822134052488086,
      "learning_rate": 2.2330613835142832e-05,
      "loss": 0.239,
      "step": 872
    },
    {
      "epoch": 0.55872,
      "grad_norm": 0.2676596591540124,
      "learning_rate": 2.2277962536529712e-05,
      "loss": 0.2142,
      "step": 873
    },
    {
      "epoch": 0.55936,
      "grad_norm": 0.2651735266943684,
      "learning_rate": 2.2225323453420265e-05,
      "loss": 0.2206,
      "step": 874
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.254593698215357,
      "learning_rate": 2.2172696822039374e-05,
      "loss": 0.239,
      "step": 875
    },
    {
      "epoch": 0.56064,
      "grad_norm": 0.23065667281364877,
      "learning_rate": 2.2120082878556e-05,
      "loss": 0.22,
      "step": 876
    },
    {
      "epoch": 0.56128,
      "grad_norm": 0.26936624455865477,
      "learning_rate": 2.206748185908219e-05,
      "loss": 0.2172,
      "step": 877
    },
    {
      "epoch": 0.56192,
      "grad_norm": 0.2660000172403738,
      "learning_rate": 2.2014893999671976e-05,
      "loss": 0.2522,
      "step": 878
    },
    {
      "epoch": 0.56256,
      "grad_norm": 0.2686105246494615,
      "learning_rate": 2.1962319536320354e-05,
      "loss": 0.2434,
      "step": 879
    },
    {
      "epoch": 0.5632,
      "grad_norm": 0.2699637501013043,
      "learning_rate": 2.1909758704962198e-05,
      "loss": 0.215,
      "step": 880
    },
    {
      "epoch": 0.56384,
      "grad_norm": 0.24387692811654585,
      "learning_rate": 2.185721174147119e-05,
      "loss": 0.227,
      "step": 881
    },
    {
      "epoch": 0.56448,
      "grad_norm": 0.25969535364312796,
      "learning_rate": 2.1804678881658798e-05,
      "loss": 0.2298,
      "step": 882
    },
    {
      "epoch": 0.56512,
      "grad_norm": 0.24997828503698874,
      "learning_rate": 2.1752160361273174e-05,
      "loss": 0.2285,
      "step": 883
    },
    {
      "epoch": 0.56576,
      "grad_norm": 0.25925241972788576,
      "learning_rate": 2.1699656415998153e-05,
      "loss": 0.2257,
      "step": 884
    },
    {
      "epoch": 0.5664,
      "grad_norm": 0.29355764733158524,
      "learning_rate": 2.164716728145213e-05,
      "loss": 0.2564,
      "step": 885
    },
    {
      "epoch": 0.56704,
      "grad_norm": 0.2446641321481941,
      "learning_rate": 2.1594693193187062e-05,
      "loss": 0.2338,
      "step": 886
    },
    {
      "epoch": 0.56768,
      "grad_norm": 0.24666251680979395,
      "learning_rate": 2.1542234386687354e-05,
      "loss": 0.243,
      "step": 887
    },
    {
      "epoch": 0.56832,
      "grad_norm": 0.2500831302456269,
      "learning_rate": 2.148979109736887e-05,
      "loss": 0.2552,
      "step": 888
    },
    {
      "epoch": 0.56896,
      "grad_norm": 0.24824818134295293,
      "learning_rate": 2.1437363560577803e-05,
      "loss": 0.2376,
      "step": 889
    },
    {
      "epoch": 0.5696,
      "grad_norm": 0.2405968939613267,
      "learning_rate": 2.1384952011589675e-05,
      "loss": 0.2514,
      "step": 890
    },
    {
      "epoch": 0.57024,
      "grad_norm": 0.25020717472381443,
      "learning_rate": 2.1332556685608243e-05,
      "loss": 0.2507,
      "step": 891
    },
    {
      "epoch": 0.57088,
      "grad_norm": 0.23931013256902683,
      "learning_rate": 2.128017781776448e-05,
      "loss": 0.2309,
      "step": 892
    },
    {
      "epoch": 0.57152,
      "grad_norm": 0.23336680019782421,
      "learning_rate": 2.122781564311551e-05,
      "loss": 0.2274,
      "step": 893
    },
    {
      "epoch": 0.57216,
      "grad_norm": 0.24586358262613148,
      "learning_rate": 2.1175470396643505e-05,
      "loss": 0.2351,
      "step": 894
    },
    {
      "epoch": 0.5728,
      "grad_norm": 0.26137793431193335,
      "learning_rate": 2.1123142313254708e-05,
      "loss": 0.2389,
      "step": 895
    },
    {
      "epoch": 0.57344,
      "grad_norm": 0.2514533566692427,
      "learning_rate": 2.1070831627778303e-05,
      "loss": 0.2502,
      "step": 896
    },
    {
      "epoch": 0.57408,
      "grad_norm": 0.267858915846267,
      "learning_rate": 2.101853857496545e-05,
      "loss": 0.2414,
      "step": 897
    },
    {
      "epoch": 0.57472,
      "grad_norm": 0.24954310970649327,
      "learning_rate": 2.0966263389488123e-05,
      "loss": 0.2327,
      "step": 898
    },
    {
      "epoch": 0.57536,
      "grad_norm": 0.30833194653356444,
      "learning_rate": 2.091400630593816e-05,
      "loss": 0.2105,
      "step": 899
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.2567906619127888,
      "learning_rate": 2.086176755882614e-05,
      "loss": 0.2044,
      "step": 900
    },
    {
      "epoch": 0.57664,
      "grad_norm": 0.3040689476202613,
      "learning_rate": 2.0809547382580357e-05,
      "loss": 0.2488,
      "step": 901
    },
    {
      "epoch": 0.57728,
      "grad_norm": 0.6702580409718877,
      "learning_rate": 2.075734601154577e-05,
      "loss": 0.2289,
      "step": 902
    },
    {
      "epoch": 0.57792,
      "grad_norm": 0.27548502053540713,
      "learning_rate": 2.070516367998294e-05,
      "loss": 0.2196,
      "step": 903
    },
    {
      "epoch": 0.57856,
      "grad_norm": 0.28339543270290896,
      "learning_rate": 2.065300062206701e-05,
      "loss": 0.2394,
      "step": 904
    },
    {
      "epoch": 0.5792,
      "grad_norm": 0.2459179838809575,
      "learning_rate": 2.06008570718866e-05,
      "loss": 0.2262,
      "step": 905
    },
    {
      "epoch": 0.57984,
      "grad_norm": 0.25744829749446557,
      "learning_rate": 2.0548733263442804e-05,
      "loss": 0.2312,
      "step": 906
    },
    {
      "epoch": 0.58048,
      "grad_norm": 0.2515079802068137,
      "learning_rate": 2.04966294306481e-05,
      "loss": 0.2419,
      "step": 907
    },
    {
      "epoch": 0.58112,
      "grad_norm": 0.2342577862187012,
      "learning_rate": 2.0444545807325364e-05,
      "loss": 0.2372,
      "step": 908
    },
    {
      "epoch": 0.58176,
      "grad_norm": 0.2599855250321663,
      "learning_rate": 2.0392482627206734e-05,
      "loss": 0.2456,
      "step": 909
    },
    {
      "epoch": 0.5824,
      "grad_norm": 0.2320933313979261,
      "learning_rate": 2.034044012393265e-05,
      "loss": 0.2276,
      "step": 910
    },
    {
      "epoch": 0.58304,
      "grad_norm": 0.23465739358860568,
      "learning_rate": 2.028841853105071e-05,
      "loss": 0.217,
      "step": 911
    },
    {
      "epoch": 0.58368,
      "grad_norm": 0.23450613382192725,
      "learning_rate": 2.0236418082014728e-05,
      "loss": 0.2314,
      "step": 912
    },
    {
      "epoch": 0.58432,
      "grad_norm": 0.27114234409088317,
      "learning_rate": 2.01844390101836e-05,
      "loss": 0.2425,
      "step": 913
    },
    {
      "epoch": 0.58496,
      "grad_norm": 0.2557498830478621,
      "learning_rate": 2.013248154882029e-05,
      "loss": 0.2366,
      "step": 914
    },
    {
      "epoch": 0.5856,
      "grad_norm": 0.2835512186078032,
      "learning_rate": 2.0080545931090784e-05,
      "loss": 0.2497,
      "step": 915
    },
    {
      "epoch": 0.58624,
      "grad_norm": 0.2696371125362169,
      "learning_rate": 2.0028632390063057e-05,
      "loss": 0.2562,
      "step": 916
    },
    {
      "epoch": 0.58688,
      "grad_norm": 0.24460712055660752,
      "learning_rate": 1.9976741158706002e-05,
      "loss": 0.2231,
      "step": 917
    },
    {
      "epoch": 0.58752,
      "grad_norm": 0.2535820357018551,
      "learning_rate": 1.992487246988839e-05,
      "loss": 0.2416,
      "step": 918
    },
    {
      "epoch": 0.58816,
      "grad_norm": 0.2698907239185565,
      "learning_rate": 1.9873026556377835e-05,
      "loss": 0.2545,
      "step": 919
    },
    {
      "epoch": 0.5888,
      "grad_norm": 0.26029626231043246,
      "learning_rate": 1.9821203650839728e-05,
      "loss": 0.2498,
      "step": 920
    },
    {
      "epoch": 0.58944,
      "grad_norm": 0.25629777791200037,
      "learning_rate": 1.9769403985836242e-05,
      "loss": 0.2192,
      "step": 921
    },
    {
      "epoch": 0.59008,
      "grad_norm": 0.2183385801531958,
      "learning_rate": 1.971762779382522e-05,
      "loss": 0.2431,
      "step": 922
    },
    {
      "epoch": 0.59072,
      "grad_norm": 0.23240675689873014,
      "learning_rate": 1.9665875307159194e-05,
      "loss": 0.2368,
      "step": 923
    },
    {
      "epoch": 0.59136,
      "grad_norm": 0.27990439485520124,
      "learning_rate": 1.961414675808429e-05,
      "loss": 0.2159,
      "step": 924
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.24437667337907865,
      "learning_rate": 1.956244237873924e-05,
      "loss": 0.2326,
      "step": 925
    },
    {
      "epoch": 0.59264,
      "grad_norm": 0.2672743139475555,
      "learning_rate": 1.9510762401154274e-05,
      "loss": 0.2261,
      "step": 926
    },
    {
      "epoch": 0.59328,
      "grad_norm": 0.2596265830481029,
      "learning_rate": 1.945910705725016e-05,
      "loss": 0.2084,
      "step": 927
    },
    {
      "epoch": 0.59392,
      "grad_norm": 0.23710690609748947,
      "learning_rate": 1.940747657883708e-05,
      "loss": 0.2088,
      "step": 928
    },
    {
      "epoch": 0.59456,
      "grad_norm": 0.23434142099104566,
      "learning_rate": 1.9355871197613647e-05,
      "loss": 0.2263,
      "step": 929
    },
    {
      "epoch": 0.5952,
      "grad_norm": 0.25262015553228806,
      "learning_rate": 1.9304291145165858e-05,
      "loss": 0.2408,
      "step": 930
    },
    {
      "epoch": 0.59584,
      "grad_norm": 0.2390227728056176,
      "learning_rate": 1.9252736652966015e-05,
      "loss": 0.2095,
      "step": 931
    },
    {
      "epoch": 0.59648,
      "grad_norm": 0.2619727057545716,
      "learning_rate": 1.920120795237174e-05,
      "loss": 0.244,
      "step": 932
    },
    {
      "epoch": 0.59712,
      "grad_norm": 0.26307518776309047,
      "learning_rate": 1.914970527462489e-05,
      "loss": 0.2181,
      "step": 933
    },
    {
      "epoch": 0.59776,
      "grad_norm": 0.23395354616480507,
      "learning_rate": 1.909822885085058e-05,
      "loss": 0.2384,
      "step": 934
    },
    {
      "epoch": 0.5984,
      "grad_norm": 0.2493641757930232,
      "learning_rate": 1.9046778912056047e-05,
      "loss": 0.216,
      "step": 935
    },
    {
      "epoch": 0.59904,
      "grad_norm": 0.25736998895213725,
      "learning_rate": 1.8995355689129734e-05,
      "loss": 0.2393,
      "step": 936
    },
    {
      "epoch": 0.59968,
      "grad_norm": 0.2478616201093127,
      "learning_rate": 1.894395941284015e-05,
      "loss": 0.2396,
      "step": 937
    },
    {
      "epoch": 0.60032,
      "grad_norm": 0.30086040520344987,
      "learning_rate": 1.88925903138349e-05,
      "loss": 0.2257,
      "step": 938
    },
    {
      "epoch": 0.60096,
      "grad_norm": 0.2630367936880907,
      "learning_rate": 1.884124862263961e-05,
      "loss": 0.244,
      "step": 939
    },
    {
      "epoch": 0.6016,
      "grad_norm": 0.2763146117742531,
      "learning_rate": 1.8789934569656932e-05,
      "loss": 0.2354,
      "step": 940
    },
    {
      "epoch": 0.60224,
      "grad_norm": 0.2625253600089938,
      "learning_rate": 1.8738648385165476e-05,
      "loss": 0.2505,
      "step": 941
    },
    {
      "epoch": 0.60288,
      "grad_norm": 0.24931986985590165,
      "learning_rate": 1.868739029931878e-05,
      "loss": 0.2268,
      "step": 942
    },
    {
      "epoch": 0.60352,
      "grad_norm": 0.251516880356145,
      "learning_rate": 1.8636160542144305e-05,
      "loss": 0.2454,
      "step": 943
    },
    {
      "epoch": 0.60416,
      "grad_norm": 0.2471177944809124,
      "learning_rate": 1.858495934354235e-05,
      "loss": 0.2511,
      "step": 944
    },
    {
      "epoch": 0.6048,
      "grad_norm": 0.24831641722260756,
      "learning_rate": 1.8533786933285106e-05,
      "loss": 0.2217,
      "step": 945
    },
    {
      "epoch": 0.60544,
      "grad_norm": 0.2721350067876185,
      "learning_rate": 1.8482643541015514e-05,
      "loss": 0.238,
      "step": 946
    },
    {
      "epoch": 0.60608,
      "grad_norm": 0.26238128599837773,
      "learning_rate": 1.843152939624635e-05,
      "loss": 0.2309,
      "step": 947
    },
    {
      "epoch": 0.60672,
      "grad_norm": 0.23546747581231484,
      "learning_rate": 1.8380444728359086e-05,
      "loss": 0.2271,
      "step": 948
    },
    {
      "epoch": 0.60736,
      "grad_norm": 0.2670994139739104,
      "learning_rate": 1.832938976660295e-05,
      "loss": 0.2258,
      "step": 949
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.25354918913617136,
      "learning_rate": 1.827836474009383e-05,
      "loss": 0.2229,
      "step": 950
    },
    {
      "epoch": 0.60864,
      "grad_norm": 0.22168176356775987,
      "learning_rate": 1.8227369877813314e-05,
      "loss": 0.2365,
      "step": 951
    },
    {
      "epoch": 0.60928,
      "grad_norm": 0.24136704398108372,
      "learning_rate": 1.8176405408607574e-05,
      "loss": 0.2261,
      "step": 952
    },
    {
      "epoch": 0.60992,
      "grad_norm": 0.25676237350947245,
      "learning_rate": 1.812547156118644e-05,
      "loss": 0.2395,
      "step": 953
    },
    {
      "epoch": 0.61056,
      "grad_norm": 0.25126035375579264,
      "learning_rate": 1.8074568564122293e-05,
      "loss": 0.2285,
      "step": 954
    },
    {
      "epoch": 0.6112,
      "grad_norm": 0.23146469335060782,
      "learning_rate": 1.8023696645849064e-05,
      "loss": 0.2064,
      "step": 955
    },
    {
      "epoch": 0.61184,
      "grad_norm": 0.24116583091871857,
      "learning_rate": 1.7972856034661244e-05,
      "loss": 0.2372,
      "step": 956
    },
    {
      "epoch": 0.61248,
      "grad_norm": 0.24677114493679053,
      "learning_rate": 1.7922046958712786e-05,
      "loss": 0.2294,
      "step": 957
    },
    {
      "epoch": 0.61312,
      "grad_norm": 0.231763728539567,
      "learning_rate": 1.7871269646016177e-05,
      "loss": 0.2325,
      "step": 958
    },
    {
      "epoch": 0.61376,
      "grad_norm": 0.2433237429417326,
      "learning_rate": 1.782052432444131e-05,
      "loss": 0.229,
      "step": 959
    },
    {
      "epoch": 0.6144,
      "grad_norm": 0.2509056865213579,
      "learning_rate": 1.7769811221714544e-05,
      "loss": 0.2192,
      "step": 960
    },
    {
      "epoch": 0.61504,
      "grad_norm": 0.23174059339598596,
      "learning_rate": 1.7719130565417653e-05,
      "loss": 0.2475,
      "step": 961
    },
    {
      "epoch": 0.61568,
      "grad_norm": 0.24237243702263703,
      "learning_rate": 1.7668482582986793e-05,
      "loss": 0.2213,
      "step": 962
    },
    {
      "epoch": 0.61632,
      "grad_norm": 0.22882041502884504,
      "learning_rate": 1.7617867501711478e-05,
      "loss": 0.212,
      "step": 963
    },
    {
      "epoch": 0.61696,
      "grad_norm": 0.23006173457910242,
      "learning_rate": 1.7567285548733614e-05,
      "loss": 0.2361,
      "step": 964
    },
    {
      "epoch": 0.6176,
      "grad_norm": 0.2194708408727919,
      "learning_rate": 1.7516736951046394e-05,
      "loss": 0.2117,
      "step": 965
    },
    {
      "epoch": 0.61824,
      "grad_norm": 0.24727331914959877,
      "learning_rate": 1.746622193549336e-05,
      "loss": 0.2337,
      "step": 966
    },
    {
      "epoch": 0.61888,
      "grad_norm": 0.23884495075665296,
      "learning_rate": 1.7415740728767337e-05,
      "loss": 0.218,
      "step": 967
    },
    {
      "epoch": 0.61952,
      "grad_norm": 0.24787777171744685,
      "learning_rate": 1.7365293557409413e-05,
      "loss": 0.2453,
      "step": 968
    },
    {
      "epoch": 0.62016,
      "grad_norm": 0.22521812004926223,
      "learning_rate": 1.7314880647807967e-05,
      "loss": 0.2267,
      "step": 969
    },
    {
      "epoch": 0.6208,
      "grad_norm": 0.2568864190939131,
      "learning_rate": 1.7264502226197593e-05,
      "loss": 0.2126,
      "step": 970
    },
    {
      "epoch": 0.62144,
      "grad_norm": 0.24453133217677783,
      "learning_rate": 1.7214158518658152e-05,
      "loss": 0.2159,
      "step": 971
    },
    {
      "epoch": 0.62208,
      "grad_norm": 0.2620763915586535,
      "learning_rate": 1.716384975111368e-05,
      "loss": 0.2245,
      "step": 972
    },
    {
      "epoch": 0.62272,
      "grad_norm": 0.2642374662977824,
      "learning_rate": 1.711357614933145e-05,
      "loss": 0.2008,
      "step": 973
    },
    {
      "epoch": 0.62336,
      "grad_norm": 0.2501059818378354,
      "learning_rate": 1.7063337938920895e-05,
      "loss": 0.2262,
      "step": 974
    },
    {
      "epoch": 0.624,
      "grad_norm": 0.2436947364589447,
      "learning_rate": 1.7013135345332653e-05,
      "loss": 0.2238,
      "step": 975
    },
    {
      "epoch": 0.62464,
      "grad_norm": 0.23586750109628674,
      "learning_rate": 1.6962968593857502e-05,
      "loss": 0.2328,
      "step": 976
    },
    {
      "epoch": 0.62528,
      "grad_norm": 0.2531876348648337,
      "learning_rate": 1.6912837909625395e-05,
      "loss": 0.2516,
      "step": 977
    },
    {
      "epoch": 0.62592,
      "grad_norm": 0.24116459963353373,
      "learning_rate": 1.6862743517604407e-05,
      "loss": 0.2453,
      "step": 978
    },
    {
      "epoch": 0.62656,
      "grad_norm": 0.26038744671626085,
      "learning_rate": 1.6812685642599758e-05,
      "loss": 0.2346,
      "step": 979
    },
    {
      "epoch": 0.6272,
      "grad_norm": 0.25874895626816735,
      "learning_rate": 1.6762664509252806e-05,
      "loss": 0.2438,
      "step": 980
    },
    {
      "epoch": 0.62784,
      "grad_norm": 0.25081898233180916,
      "learning_rate": 1.6712680342039994e-05,
      "loss": 0.2113,
      "step": 981
    },
    {
      "epoch": 0.62848,
      "grad_norm": 0.2549406470192005,
      "learning_rate": 1.6662733365271916e-05,
      "loss": 0.2322,
      "step": 982
    },
    {
      "epoch": 0.62912,
      "grad_norm": 0.24131591470533428,
      "learning_rate": 1.661282380309223e-05,
      "loss": 0.2398,
      "step": 983
    },
    {
      "epoch": 0.62976,
      "grad_norm": 0.24129834158887983,
      "learning_rate": 1.6562951879476708e-05,
      "loss": 0.2489,
      "step": 984
    },
    {
      "epoch": 0.6304,
      "grad_norm": 0.24301150056355691,
      "learning_rate": 1.6513117818232217e-05,
      "loss": 0.2209,
      "step": 985
    },
    {
      "epoch": 0.63104,
      "grad_norm": 0.2694532610607709,
      "learning_rate": 1.6463321842995717e-05,
      "loss": 0.2047,
      "step": 986
    },
    {
      "epoch": 0.63168,
      "grad_norm": 0.23806358029121397,
      "learning_rate": 1.641356417723322e-05,
      "loss": 0.2189,
      "step": 987
    },
    {
      "epoch": 0.63232,
      "grad_norm": 0.25277157714470466,
      "learning_rate": 1.6363845044238868e-05,
      "loss": 0.2283,
      "step": 988
    },
    {
      "epoch": 0.63296,
      "grad_norm": 0.2514369322275561,
      "learning_rate": 1.631416466713383e-05,
      "loss": 0.2335,
      "step": 989
    },
    {
      "epoch": 0.6336,
      "grad_norm": 0.25806045074103723,
      "learning_rate": 1.62645232688654e-05,
      "loss": 0.2114,
      "step": 990
    },
    {
      "epoch": 0.63424,
      "grad_norm": 0.2430444345626924,
      "learning_rate": 1.621492107220593e-05,
      "loss": 0.2246,
      "step": 991
    },
    {
      "epoch": 0.63488,
      "grad_norm": 0.2505219244759305,
      "learning_rate": 1.6165358299751825e-05,
      "loss": 0.2406,
      "step": 992
    },
    {
      "epoch": 0.63552,
      "grad_norm": 0.2519470143187115,
      "learning_rate": 1.6115835173922618e-05,
      "loss": 0.2273,
      "step": 993
    },
    {
      "epoch": 0.63616,
      "grad_norm": 0.24750380002574845,
      "learning_rate": 1.6066351916959876e-05,
      "loss": 0.2378,
      "step": 994
    },
    {
      "epoch": 0.6368,
      "grad_norm": 0.2908287661105402,
      "learning_rate": 1.6016908750926286e-05,
      "loss": 0.2264,
      "step": 995
    },
    {
      "epoch": 0.63744,
      "grad_norm": 0.245527026321788,
      "learning_rate": 1.596750589770459e-05,
      "loss": 0.2498,
      "step": 996
    },
    {
      "epoch": 0.63808,
      "grad_norm": 0.22986996404259472,
      "learning_rate": 1.5918143578996646e-05,
      "loss": 0.228,
      "step": 997
    },
    {
      "epoch": 0.63872,
      "grad_norm": 0.2381296455217305,
      "learning_rate": 1.5868822016322386e-05,
      "loss": 0.2284,
      "step": 998
    },
    {
      "epoch": 0.63936,
      "grad_norm": 0.26770228468675383,
      "learning_rate": 1.5819541431018874e-05,
      "loss": 0.2462,
      "step": 999
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2718312488412604,
      "learning_rate": 1.577030204423924e-05,
      "loss": 0.231,
      "step": 1000
    },
    {
      "epoch": 0.64064,
      "grad_norm": 0.2679264270683539,
      "learning_rate": 1.5721104076951783e-05,
      "loss": 0.2186,
      "step": 1001
    },
    {
      "epoch": 0.64128,
      "grad_norm": 0.2782932295742096,
      "learning_rate": 1.5671947749938875e-05,
      "loss": 0.24,
      "step": 1002
    },
    {
      "epoch": 0.64192,
      "grad_norm": 0.25226031382789144,
      "learning_rate": 1.562283328379605e-05,
      "loss": 0.2337,
      "step": 1003
    },
    {
      "epoch": 0.64256,
      "grad_norm": 0.2701550570632097,
      "learning_rate": 1.5573760898931e-05,
      "loss": 0.2165,
      "step": 1004
    },
    {
      "epoch": 0.6432,
      "grad_norm": 0.2523314356080161,
      "learning_rate": 1.5524730815562518e-05,
      "loss": 0.2303,
      "step": 1005
    },
    {
      "epoch": 0.64384,
      "grad_norm": 0.2635832928427503,
      "learning_rate": 1.5475743253719628e-05,
      "loss": 0.2165,
      "step": 1006
    },
    {
      "epoch": 0.64448,
      "grad_norm": 0.2663059645383403,
      "learning_rate": 1.542679843324049e-05,
      "loss": 0.2331,
      "step": 1007
    },
    {
      "epoch": 0.64512,
      "grad_norm": 0.23852804442441813,
      "learning_rate": 1.5377896573771465e-05,
      "loss": 0.2393,
      "step": 1008
    },
    {
      "epoch": 0.64576,
      "grad_norm": 0.24933816278004978,
      "learning_rate": 1.5329037894766133e-05,
      "loss": 0.2492,
      "step": 1009
    },
    {
      "epoch": 0.6464,
      "grad_norm": 0.2803377336569009,
      "learning_rate": 1.528022261548429e-05,
      "loss": 0.2344,
      "step": 1010
    },
    {
      "epoch": 0.64704,
      "grad_norm": 0.24403973650102356,
      "learning_rate": 1.5231450954990955e-05,
      "loss": 0.2414,
      "step": 1011
    },
    {
      "epoch": 0.64768,
      "grad_norm": 0.23988369345335178,
      "learning_rate": 1.518272313215543e-05,
      "loss": 0.2313,
      "step": 1012
    },
    {
      "epoch": 0.64832,
      "grad_norm": 0.2656555508424385,
      "learning_rate": 1.513403936565026e-05,
      "loss": 0.2219,
      "step": 1013
    },
    {
      "epoch": 0.64896,
      "grad_norm": 0.2161101202834104,
      "learning_rate": 1.5085399873950313e-05,
      "loss": 0.2124,
      "step": 1014
    },
    {
      "epoch": 0.6496,
      "grad_norm": 0.25972265909330855,
      "learning_rate": 1.5036804875331734e-05,
      "loss": 0.2663,
      "step": 1015
    },
    {
      "epoch": 0.65024,
      "grad_norm": 0.2178985756765881,
      "learning_rate": 1.498825458787102e-05,
      "loss": 0.2353,
      "step": 1016
    },
    {
      "epoch": 0.65088,
      "grad_norm": 0.24646566613323023,
      "learning_rate": 1.4939749229444028e-05,
      "loss": 0.2268,
      "step": 1017
    },
    {
      "epoch": 0.65152,
      "grad_norm": 0.2583375090956272,
      "learning_rate": 1.4891289017724967e-05,
      "loss": 0.2257,
      "step": 1018
    },
    {
      "epoch": 0.65216,
      "grad_norm": 0.21985994545469698,
      "learning_rate": 1.4842874170185467e-05,
      "loss": 0.2354,
      "step": 1019
    },
    {
      "epoch": 0.6528,
      "grad_norm": 0.2311075776980603,
      "learning_rate": 1.4794504904093559e-05,
      "loss": 0.2208,
      "step": 1020
    },
    {
      "epoch": 0.65344,
      "grad_norm": 0.24121863480190284,
      "learning_rate": 1.4746181436512747e-05,
      "loss": 0.2489,
      "step": 1021
    },
    {
      "epoch": 0.65408,
      "grad_norm": 0.2568450202104899,
      "learning_rate": 1.4697903984300964e-05,
      "loss": 0.2077,
      "step": 1022
    },
    {
      "epoch": 0.65472,
      "grad_norm": 0.2528324335224712,
      "learning_rate": 1.4649672764109704e-05,
      "loss": 0.234,
      "step": 1023
    },
    {
      "epoch": 0.65536,
      "grad_norm": 0.27109413397643667,
      "learning_rate": 1.460148799238293e-05,
      "loss": 0.2269,
      "step": 1024
    },
    {
      "epoch": 0.656,
      "grad_norm": 0.2455738528432716,
      "learning_rate": 1.4553349885356213e-05,
      "loss": 0.2346,
      "step": 1025
    },
    {
      "epoch": 0.65664,
      "grad_norm": 0.23151523833824506,
      "learning_rate": 1.4505258659055665e-05,
      "loss": 0.2119,
      "step": 1026
    },
    {
      "epoch": 0.65728,
      "grad_norm": 0.26474620316813297,
      "learning_rate": 1.4457214529297043e-05,
      "loss": 0.2516,
      "step": 1027
    },
    {
      "epoch": 0.65792,
      "grad_norm": 0.24672776250362344,
      "learning_rate": 1.4409217711684737e-05,
      "loss": 0.2259,
      "step": 1028
    },
    {
      "epoch": 0.65856,
      "grad_norm": 0.2416711950266535,
      "learning_rate": 1.4361268421610829e-05,
      "loss": 0.2078,
      "step": 1029
    },
    {
      "epoch": 0.6592,
      "grad_norm": 0.24307662108665554,
      "learning_rate": 1.431336687425411e-05,
      "loss": 0.2413,
      "step": 1030
    },
    {
      "epoch": 0.65984,
      "grad_norm": 0.22268074931915147,
      "learning_rate": 1.4265513284579118e-05,
      "loss": 0.2192,
      "step": 1031
    },
    {
      "epoch": 0.66048,
      "grad_norm": 0.23053431215637107,
      "learning_rate": 1.4217707867335179e-05,
      "loss": 0.2136,
      "step": 1032
    },
    {
      "epoch": 0.66112,
      "grad_norm": 0.22229963082407714,
      "learning_rate": 1.4169950837055424e-05,
      "loss": 0.2328,
      "step": 1033
    },
    {
      "epoch": 0.66176,
      "grad_norm": 0.2530252244156255,
      "learning_rate": 1.4122242408055864e-05,
      "loss": 0.229,
      "step": 1034
    },
    {
      "epoch": 0.6624,
      "grad_norm": 0.2588958847924931,
      "learning_rate": 1.4074582794434388e-05,
      "loss": 0.2394,
      "step": 1035
    },
    {
      "epoch": 0.66304,
      "grad_norm": 0.24876729811089132,
      "learning_rate": 1.4026972210069839e-05,
      "loss": 0.2219,
      "step": 1036
    },
    {
      "epoch": 0.66368,
      "grad_norm": 0.22093002070585888,
      "learning_rate": 1.3979410868620987e-05,
      "loss": 0.2327,
      "step": 1037
    },
    {
      "epoch": 0.66432,
      "grad_norm": 0.24123324923982054,
      "learning_rate": 1.3931898983525694e-05,
      "loss": 0.2445,
      "step": 1038
    },
    {
      "epoch": 0.66496,
      "grad_norm": 0.23897146058805963,
      "learning_rate": 1.3884436767999798e-05,
      "loss": 0.2432,
      "step": 1039
    },
    {
      "epoch": 0.6656,
      "grad_norm": 0.22257963570399686,
      "learning_rate": 1.3837024435036309e-05,
      "loss": 0.2098,
      "step": 1040
    },
    {
      "epoch": 0.66624,
      "grad_norm": 0.2431094631896802,
      "learning_rate": 1.3789662197404346e-05,
      "loss": 0.2138,
      "step": 1041
    },
    {
      "epoch": 0.66688,
      "grad_norm": 0.26708581426404315,
      "learning_rate": 1.3742350267648202e-05,
      "loss": 0.2282,
      "step": 1042
    },
    {
      "epoch": 0.66752,
      "grad_norm": 0.22594464120578142,
      "learning_rate": 1.3695088858086464e-05,
      "loss": 0.2351,
      "step": 1043
    },
    {
      "epoch": 0.66816,
      "grad_norm": 0.2271257487159897,
      "learning_rate": 1.3647878180810924e-05,
      "loss": 0.2157,
      "step": 1044
    },
    {
      "epoch": 0.6688,
      "grad_norm": 0.25185767405217563,
      "learning_rate": 1.36007184476858e-05,
      "loss": 0.2401,
      "step": 1045
    },
    {
      "epoch": 0.66944,
      "grad_norm": 0.24492095729632554,
      "learning_rate": 1.3553609870346595e-05,
      "loss": 0.2417,
      "step": 1046
    },
    {
      "epoch": 0.67008,
      "grad_norm": 0.257791867128505,
      "learning_rate": 1.3506552660199328e-05,
      "loss": 0.221,
      "step": 1047
    },
    {
      "epoch": 0.67072,
      "grad_norm": 0.2304285071491491,
      "learning_rate": 1.3459547028419438e-05,
      "loss": 0.2202,
      "step": 1048
    },
    {
      "epoch": 0.67136,
      "grad_norm": 0.23781727961730548,
      "learning_rate": 1.3412593185950934e-05,
      "loss": 0.2093,
      "step": 1049
    },
    {
      "epoch": 0.672,
      "grad_norm": 0.23131817816300823,
      "learning_rate": 1.33656913435054e-05,
      "loss": 0.2464,
      "step": 1050
    },
    {
      "epoch": 0.67264,
      "grad_norm": 0.24530933060253884,
      "learning_rate": 1.3318841711561067e-05,
      "loss": 0.2352,
      "step": 1051
    },
    {
      "epoch": 0.67328,
      "grad_norm": 0.24827007243787713,
      "learning_rate": 1.3272044500361865e-05,
      "loss": 0.2146,
      "step": 1052
    },
    {
      "epoch": 0.67392,
      "grad_norm": 0.2472200913090748,
      "learning_rate": 1.3225299919916479e-05,
      "loss": 0.2444,
      "step": 1053
    },
    {
      "epoch": 0.67456,
      "grad_norm": 0.27153416968970484,
      "learning_rate": 1.3178608179997406e-05,
      "loss": 0.2341,
      "step": 1054
    },
    {
      "epoch": 0.6752,
      "grad_norm": 0.24552290211067343,
      "learning_rate": 1.3131969490140012e-05,
      "loss": 0.2133,
      "step": 1055
    },
    {
      "epoch": 0.67584,
      "grad_norm": 0.24582842319613013,
      "learning_rate": 1.3085384059641597e-05,
      "loss": 0.2225,
      "step": 1056
    },
    {
      "epoch": 0.67648,
      "grad_norm": 0.24585374309209693,
      "learning_rate": 1.303885209756045e-05,
      "loss": 0.2238,
      "step": 1057
    },
    {
      "epoch": 0.67712,
      "grad_norm": 0.23633652218325524,
      "learning_rate": 1.2992373812714913e-05,
      "loss": 0.2119,
      "step": 1058
    },
    {
      "epoch": 0.67776,
      "grad_norm": 0.255104231000659,
      "learning_rate": 1.2945949413682451e-05,
      "loss": 0.2266,
      "step": 1059
    },
    {
      "epoch": 0.6784,
      "grad_norm": 0.23907535105646174,
      "learning_rate": 1.2899579108798709e-05,
      "loss": 0.2244,
      "step": 1060
    },
    {
      "epoch": 0.67904,
      "grad_norm": 0.2342895633375134,
      "learning_rate": 1.2853263106156549e-05,
      "loss": 0.2148,
      "step": 1061
    },
    {
      "epoch": 0.67968,
      "grad_norm": 0.2537225061272447,
      "learning_rate": 1.28070016136052e-05,
      "loss": 0.2293,
      "step": 1062
    },
    {
      "epoch": 0.68032,
      "grad_norm": 0.23655203962826302,
      "learning_rate": 1.2760794838749202e-05,
      "loss": 0.2359,
      "step": 1063
    },
    {
      "epoch": 0.68096,
      "grad_norm": 0.22760323372491068,
      "learning_rate": 1.2714642988947617e-05,
      "loss": 0.208,
      "step": 1064
    },
    {
      "epoch": 0.6816,
      "grad_norm": 0.250788398387894,
      "learning_rate": 1.2668546271312954e-05,
      "loss": 0.2355,
      "step": 1065
    },
    {
      "epoch": 0.68224,
      "grad_norm": 0.2391276413344729,
      "learning_rate": 1.262250489271034e-05,
      "loss": 0.2213,
      "step": 1066
    },
    {
      "epoch": 0.68288,
      "grad_norm": 0.2211304884140173,
      "learning_rate": 1.2576519059756591e-05,
      "loss": 0.2303,
      "step": 1067
    },
    {
      "epoch": 0.68352,
      "grad_norm": 0.27032815913921127,
      "learning_rate": 1.2530588978819182e-05,
      "loss": 0.2131,
      "step": 1068
    },
    {
      "epoch": 0.68416,
      "grad_norm": 0.30718682747029447,
      "learning_rate": 1.2484714856015478e-05,
      "loss": 0.2223,
      "step": 1069
    },
    {
      "epoch": 0.6848,
      "grad_norm": 0.25119857122958344,
      "learning_rate": 1.243889689721165e-05,
      "loss": 0.2232,
      "step": 1070
    },
    {
      "epoch": 0.68544,
      "grad_norm": 0.2740880512853742,
      "learning_rate": 1.2393135308021863e-05,
      "loss": 0.2347,
      "step": 1071
    },
    {
      "epoch": 0.68608,
      "grad_norm": 0.2621777345021327,
      "learning_rate": 1.2347430293807318e-05,
      "loss": 0.232,
      "step": 1072
    },
    {
      "epoch": 0.68672,
      "grad_norm": 0.23375244041744261,
      "learning_rate": 1.2301782059675315e-05,
      "loss": 0.2031,
      "step": 1073
    },
    {
      "epoch": 0.68736,
      "grad_norm": 0.24085985699546972,
      "learning_rate": 1.2256190810478355e-05,
      "loss": 0.2164,
      "step": 1074
    },
    {
      "epoch": 0.688,
      "grad_norm": 0.2246587171025837,
      "learning_rate": 1.2210656750813204e-05,
      "loss": 0.2151,
      "step": 1075
    },
    {
      "epoch": 0.68864,
      "grad_norm": 0.24429709975660835,
      "learning_rate": 1.2165180085019989e-05,
      "loss": 0.2133,
      "step": 1076
    },
    {
      "epoch": 0.68928,
      "grad_norm": 0.5075813073745282,
      "learning_rate": 1.2119761017181273e-05,
      "loss": 0.2106,
      "step": 1077
    },
    {
      "epoch": 0.68992,
      "grad_norm": 0.23664108625477906,
      "learning_rate": 1.2074399751121135e-05,
      "loss": 0.2131,
      "step": 1078
    },
    {
      "epoch": 0.69056,
      "grad_norm": 0.23408891217016953,
      "learning_rate": 1.2029096490404265e-05,
      "loss": 0.2133,
      "step": 1079
    },
    {
      "epoch": 0.6912,
      "grad_norm": 0.2329657781055341,
      "learning_rate": 1.1983851438335052e-05,
      "loss": 0.2418,
      "step": 1080
    },
    {
      "epoch": 0.69184,
      "grad_norm": 0.23581751349411398,
      "learning_rate": 1.193866479795666e-05,
      "loss": 0.2153,
      "step": 1081
    },
    {
      "epoch": 0.69248,
      "grad_norm": 0.2324417887219679,
      "learning_rate": 1.1893536772050115e-05,
      "loss": 0.2168,
      "step": 1082
    },
    {
      "epoch": 0.69312,
      "grad_norm": 0.26742343541123675,
      "learning_rate": 1.1848467563133417e-05,
      "loss": 0.2086,
      "step": 1083
    },
    {
      "epoch": 0.69376,
      "grad_norm": 0.2620832204829143,
      "learning_rate": 1.1803457373460622e-05,
      "loss": 0.2208,
      "step": 1084
    },
    {
      "epoch": 0.6944,
      "grad_norm": 0.24881840478436343,
      "learning_rate": 1.1758506405020887e-05,
      "loss": 0.216,
      "step": 1085
    },
    {
      "epoch": 0.69504,
      "grad_norm": 0.23203191208930798,
      "learning_rate": 1.1713614859537675e-05,
      "loss": 0.2275,
      "step": 1086
    },
    {
      "epoch": 0.69568,
      "grad_norm": 0.24341298649022025,
      "learning_rate": 1.1668782938467706e-05,
      "loss": 0.1916,
      "step": 1087
    },
    {
      "epoch": 0.69632,
      "grad_norm": 0.253574675476896,
      "learning_rate": 1.1624010843000201e-05,
      "loss": 0.2037,
      "step": 1088
    },
    {
      "epoch": 0.69696,
      "grad_norm": 0.2753595524571576,
      "learning_rate": 1.1579298774055843e-05,
      "loss": 0.2189,
      "step": 1089
    },
    {
      "epoch": 0.6976,
      "grad_norm": 0.22962410782076254,
      "learning_rate": 1.1534646932285962e-05,
      "loss": 0.2391,
      "step": 1090
    },
    {
      "epoch": 0.69824,
      "grad_norm": 0.2258965713890379,
      "learning_rate": 1.1490055518071643e-05,
      "loss": 0.2238,
      "step": 1091
    },
    {
      "epoch": 0.69888,
      "grad_norm": 0.2542856454929702,
      "learning_rate": 1.1445524731522722e-05,
      "loss": 0.2146,
      "step": 1092
    },
    {
      "epoch": 0.69952,
      "grad_norm": 0.2323158554759584,
      "learning_rate": 1.1401054772477045e-05,
      "loss": 0.2072,
      "step": 1093
    },
    {
      "epoch": 0.70016,
      "grad_norm": 0.2548267040540197,
      "learning_rate": 1.1356645840499413e-05,
      "loss": 0.2346,
      "step": 1094
    },
    {
      "epoch": 0.7008,
      "grad_norm": 0.23713517143586468,
      "learning_rate": 1.13122981348808e-05,
      "loss": 0.2126,
      "step": 1095
    },
    {
      "epoch": 0.70144,
      "grad_norm": 0.22807712454142784,
      "learning_rate": 1.1268011854637409e-05,
      "loss": 0.2276,
      "step": 1096
    },
    {
      "epoch": 0.70208,
      "grad_norm": 0.2587585198122773,
      "learning_rate": 1.1223787198509791e-05,
      "loss": 0.2295,
      "step": 1097
    },
    {
      "epoch": 0.70272,
      "grad_norm": 0.2622280006341596,
      "learning_rate": 1.1179624364961946e-05,
      "loss": 0.235,
      "step": 1098
    },
    {
      "epoch": 0.70336,
      "grad_norm": 0.2520152827116611,
      "learning_rate": 1.1135523552180441e-05,
      "loss": 0.2247,
      "step": 1099
    },
    {
      "epoch": 0.704,
      "grad_norm": 0.24197961479213378,
      "learning_rate": 1.1091484958073513e-05,
      "loss": 0.2002,
      "step": 1100
    },
    {
      "epoch": 0.70464,
      "grad_norm": 0.25117972213660766,
      "learning_rate": 1.1047508780270194e-05,
      "loss": 0.212,
      "step": 1101
    },
    {
      "epoch": 0.70528,
      "grad_norm": 0.26376236287300614,
      "learning_rate": 1.1003595216119395e-05,
      "loss": 0.2365,
      "step": 1102
    },
    {
      "epoch": 0.70592,
      "grad_norm": 0.23069986200332582,
      "learning_rate": 1.0959744462689062e-05,
      "loss": 0.2282,
      "step": 1103
    },
    {
      "epoch": 0.70656,
      "grad_norm": 0.23720259880340347,
      "learning_rate": 1.0915956716765251e-05,
      "loss": 0.2246,
      "step": 1104
    },
    {
      "epoch": 0.7072,
      "grad_norm": 0.24911842259261344,
      "learning_rate": 1.0872232174851282e-05,
      "loss": 0.2176,
      "step": 1105
    },
    {
      "epoch": 0.70784,
      "grad_norm": 0.22562860371052135,
      "learning_rate": 1.0828571033166823e-05,
      "loss": 0.2325,
      "step": 1106
    },
    {
      "epoch": 0.70848,
      "grad_norm": 0.24683184242275366,
      "learning_rate": 1.0784973487647029e-05,
      "loss": 0.2242,
      "step": 1107
    },
    {
      "epoch": 0.70912,
      "grad_norm": 0.2425812688727593,
      "learning_rate": 1.0741439733941674e-05,
      "loss": 0.2254,
      "step": 1108
    },
    {
      "epoch": 0.70976,
      "grad_norm": 0.24989485307075496,
      "learning_rate": 1.0697969967414212e-05,
      "loss": 0.2327,
      "step": 1109
    },
    {
      "epoch": 0.7104,
      "grad_norm": 0.22721718568865143,
      "learning_rate": 1.0654564383141021e-05,
      "loss": 0.2134,
      "step": 1110
    },
    {
      "epoch": 0.71104,
      "grad_norm": 0.2312124580566065,
      "learning_rate": 1.061122317591037e-05,
      "loss": 0.2123,
      "step": 1111
    },
    {
      "epoch": 0.71168,
      "grad_norm": 0.2479880271912296,
      "learning_rate": 1.0567946540221701e-05,
      "loss": 0.2273,
      "step": 1112
    },
    {
      "epoch": 0.71232,
      "grad_norm": 0.24780801646569275,
      "learning_rate": 1.0524734670284631e-05,
      "loss": 0.2326,
      "step": 1113
    },
    {
      "epoch": 0.71296,
      "grad_norm": 0.24572570412620354,
      "learning_rate": 1.048158776001815e-05,
      "loss": 0.2429,
      "step": 1114
    },
    {
      "epoch": 0.7136,
      "grad_norm": 0.28538232301764294,
      "learning_rate": 1.0438506003049737e-05,
      "loss": 0.2435,
      "step": 1115
    },
    {
      "epoch": 0.71424,
      "grad_norm": 0.2818576956424249,
      "learning_rate": 1.0395489592714472e-05,
      "loss": 0.2223,
      "step": 1116
    },
    {
      "epoch": 0.71488,
      "grad_norm": 0.26371056559984885,
      "learning_rate": 1.0352538722054225e-05,
      "loss": 0.2014,
      "step": 1117
    },
    {
      "epoch": 0.71552,
      "grad_norm": 0.23318475986438536,
      "learning_rate": 1.0309653583816688e-05,
      "loss": 0.2258,
      "step": 1118
    },
    {
      "epoch": 0.71616,
      "grad_norm": 0.2731649584364837,
      "learning_rate": 1.0266834370454612e-05,
      "loss": 0.2301,
      "step": 1119
    },
    {
      "epoch": 0.7168,
      "grad_norm": 0.38651237529263766,
      "learning_rate": 1.0224081274124884e-05,
      "loss": 0.2179,
      "step": 1120
    },
    {
      "epoch": 0.71744,
      "grad_norm": 0.23493248462563726,
      "learning_rate": 1.018139448668769e-05,
      "loss": 0.2216,
      "step": 1121
    },
    {
      "epoch": 0.71808,
      "grad_norm": 0.40531234345090905,
      "learning_rate": 1.013877419970564e-05,
      "loss": 0.2471,
      "step": 1122
    },
    {
      "epoch": 0.71872,
      "grad_norm": 0.23036296007942111,
      "learning_rate": 1.0096220604442921e-05,
      "loss": 0.2305,
      "step": 1123
    },
    {
      "epoch": 0.71936,
      "grad_norm": 0.2397187607127294,
      "learning_rate": 1.0053733891864428e-05,
      "loss": 0.2168,
      "step": 1124
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.218188930544194,
      "learning_rate": 1.001131425263491e-05,
      "loss": 0.2294,
      "step": 1125
    },
    {
      "epoch": 0.72064,
      "grad_norm": 0.24240127005666331,
      "learning_rate": 9.968961877118116e-06,
      "loss": 0.2025,
      "step": 1126
    },
    {
      "epoch": 0.72128,
      "grad_norm": 0.23750481613240582,
      "learning_rate": 9.926676955375944e-06,
      "loss": 0.2379,
      "step": 1127
    },
    {
      "epoch": 0.72192,
      "grad_norm": 0.23394517316377547,
      "learning_rate": 9.884459677167579e-06,
      "loss": 0.2285,
      "step": 1128
    },
    {
      "epoch": 0.72256,
      "grad_norm": 0.25107642930126267,
      "learning_rate": 9.84231023194865e-06,
      "loss": 0.224,
      "step": 1129
    },
    {
      "epoch": 0.7232,
      "grad_norm": 0.2361005363235352,
      "learning_rate": 9.800228808870379e-06,
      "loss": 0.2114,
      "step": 1130
    },
    {
      "epoch": 0.72384,
      "grad_norm": 0.2319530506340389,
      "learning_rate": 9.758215596778722e-06,
      "loss": 0.2178,
      "step": 1131
    },
    {
      "epoch": 0.72448,
      "grad_norm": 0.2437097525549075,
      "learning_rate": 9.716270784213543e-06,
      "loss": 0.2194,
      "step": 1132
    },
    {
      "epoch": 0.72512,
      "grad_norm": 0.2846221077111757,
      "learning_rate": 9.674394559407718e-06,
      "loss": 0.2308,
      "step": 1133
    },
    {
      "epoch": 0.72576,
      "grad_norm": 0.23236502817848542,
      "learning_rate": 9.63258711028639e-06,
      "loss": 0.2303,
      "step": 1134
    },
    {
      "epoch": 0.7264,
      "grad_norm": 0.23720686324412465,
      "learning_rate": 9.59084862446599e-06,
      "loss": 0.2258,
      "step": 1135
    },
    {
      "epoch": 0.72704,
      "grad_norm": 0.2399566646095309,
      "learning_rate": 9.549179289253533e-06,
      "loss": 0.2344,
      "step": 1136
    },
    {
      "epoch": 0.72768,
      "grad_norm": 0.2242201955249693,
      "learning_rate": 9.507579291645654e-06,
      "loss": 0.2334,
      "step": 1137
    },
    {
      "epoch": 0.72832,
      "grad_norm": 0.3426348213040252,
      "learning_rate": 9.466048818327868e-06,
      "loss": 0.2204,
      "step": 1138
    },
    {
      "epoch": 0.72896,
      "grad_norm": 0.22795892810611992,
      "learning_rate": 9.42458805567367e-06,
      "loss": 0.2146,
      "step": 1139
    },
    {
      "epoch": 0.7296,
      "grad_norm": 0.24822450237602725,
      "learning_rate": 9.383197189743717e-06,
      "loss": 0.2019,
      "step": 1140
    },
    {
      "epoch": 0.73024,
      "grad_norm": 0.23161071264725158,
      "learning_rate": 9.341876406285027e-06,
      "loss": 0.2091,
      "step": 1141
    },
    {
      "epoch": 0.73088,
      "grad_norm": 0.22413086001991092,
      "learning_rate": 9.300625890730066e-06,
      "loss": 0.2475,
      "step": 1142
    },
    {
      "epoch": 0.73152,
      "grad_norm": 0.24295091359021653,
      "learning_rate": 9.259445828195995e-06,
      "loss": 0.1993,
      "step": 1143
    },
    {
      "epoch": 0.73216,
      "grad_norm": 0.23508799596845759,
      "learning_rate": 9.218336403483797e-06,
      "loss": 0.227,
      "step": 1144
    },
    {
      "epoch": 0.7328,
      "grad_norm": 0.21090123964079924,
      "learning_rate": 9.17729780107746e-06,
      "loss": 0.2152,
      "step": 1145
    },
    {
      "epoch": 0.73344,
      "grad_norm": 0.2313961981863821,
      "learning_rate": 9.136330205143153e-06,
      "loss": 0.2296,
      "step": 1146
    },
    {
      "epoch": 0.73408,
      "grad_norm": 0.23258310171979862,
      "learning_rate": 9.095433799528388e-06,
      "loss": 0.2217,
      "step": 1147
    },
    {
      "epoch": 0.73472,
      "grad_norm": 0.24369887728591305,
      "learning_rate": 9.0546087677612e-06,
      "loss": 0.2396,
      "step": 1148
    },
    {
      "epoch": 0.73536,
      "grad_norm": 0.244369214718473,
      "learning_rate": 9.013855293049328e-06,
      "loss": 0.2328,
      "step": 1149
    },
    {
      "epoch": 0.736,
      "grad_norm": 0.26394665523088845,
      "learning_rate": 8.973173558279389e-06,
      "loss": 0.2255,
      "step": 1150
    },
    {
      "epoch": 0.73664,
      "grad_norm": 0.24870333553838703,
      "learning_rate": 8.932563746016064e-06,
      "loss": 0.2356,
      "step": 1151
    },
    {
      "epoch": 0.73728,
      "grad_norm": 0.2462142880303411,
      "learning_rate": 8.892026038501242e-06,
      "loss": 0.2025,
      "step": 1152
    },
    {
      "epoch": 0.73792,
      "grad_norm": 0.24780315560395044,
      "learning_rate": 8.851560617653273e-06,
      "loss": 0.2115,
      "step": 1153
    },
    {
      "epoch": 0.73856,
      "grad_norm": 0.2237525660487375,
      "learning_rate": 8.811167665066095e-06,
      "loss": 0.2326,
      "step": 1154
    },
    {
      "epoch": 0.7392,
      "grad_norm": 0.25480259831895397,
      "learning_rate": 8.770847362008427e-06,
      "loss": 0.2283,
      "step": 1155
    },
    {
      "epoch": 0.73984,
      "grad_norm": 0.2514960385871911,
      "learning_rate": 8.73059988942298e-06,
      "loss": 0.2415,
      "step": 1156
    },
    {
      "epoch": 0.74048,
      "grad_norm": 0.35088060942491683,
      "learning_rate": 8.690425427925591e-06,
      "loss": 0.207,
      "step": 1157
    },
    {
      "epoch": 0.74112,
      "grad_norm": 0.2371615240023667,
      "learning_rate": 8.650324157804515e-06,
      "loss": 0.2291,
      "step": 1158
    },
    {
      "epoch": 0.74176,
      "grad_norm": 0.2599341535612177,
      "learning_rate": 8.610296259019479e-06,
      "loss": 0.2287,
      "step": 1159
    },
    {
      "epoch": 0.7424,
      "grad_norm": 0.24980960325430074,
      "learning_rate": 8.570341911201011e-06,
      "loss": 0.2423,
      "step": 1160
    },
    {
      "epoch": 0.74304,
      "grad_norm": 0.2559939217649362,
      "learning_rate": 8.53046129364952e-06,
      "loss": 0.2402,
      "step": 1161
    },
    {
      "epoch": 0.74368,
      "grad_norm": 0.24729879167352034,
      "learning_rate": 8.490654585334562e-06,
      "loss": 0.1942,
      "step": 1162
    },
    {
      "epoch": 0.74432,
      "grad_norm": 0.23573010774473105,
      "learning_rate": 8.450921964894017e-06,
      "loss": 0.2318,
      "step": 1163
    },
    {
      "epoch": 0.74496,
      "grad_norm": 0.23013631342167623,
      "learning_rate": 8.411263610633283e-06,
      "loss": 0.2396,
      "step": 1164
    },
    {
      "epoch": 0.7456,
      "grad_norm": 0.22129763007587588,
      "learning_rate": 8.371679700524476e-06,
      "loss": 0.2162,
      "step": 1165
    },
    {
      "epoch": 0.74624,
      "grad_norm": 0.2222609569217556,
      "learning_rate": 8.332170412205637e-06,
      "loss": 0.2249,
      "step": 1166
    },
    {
      "epoch": 0.74688,
      "grad_norm": 0.22404664506920377,
      "learning_rate": 8.29273592297993e-06,
      "loss": 0.2164,
      "step": 1167
    },
    {
      "epoch": 0.74752,
      "grad_norm": 0.21881524433028465,
      "learning_rate": 8.25337640981485e-06,
      "loss": 0.2033,
      "step": 1168
    },
    {
      "epoch": 0.74816,
      "grad_norm": 0.22231643856575664,
      "learning_rate": 8.214092049341427e-06,
      "loss": 0.213,
      "step": 1169
    },
    {
      "epoch": 0.7488,
      "grad_norm": 0.22060505179943904,
      "learning_rate": 8.174883017853429e-06,
      "loss": 0.2047,
      "step": 1170
    },
    {
      "epoch": 0.74944,
      "grad_norm": 0.23376037038302053,
      "learning_rate": 8.13574949130658e-06,
      "loss": 0.2047,
      "step": 1171
    },
    {
      "epoch": 0.75008,
      "grad_norm": 0.2617984127738253,
      "learning_rate": 8.096691645317767e-06,
      "loss": 0.2375,
      "step": 1172
    },
    {
      "epoch": 0.75072,
      "grad_norm": 0.24999813584206745,
      "learning_rate": 8.057709655164242e-06,
      "loss": 0.2181,
      "step": 1173
    },
    {
      "epoch": 0.75136,
      "grad_norm": 0.22086326350797084,
      "learning_rate": 8.018803695782853e-06,
      "loss": 0.2045,
      "step": 1174
    },
    {
      "epoch": 0.752,
      "grad_norm": 0.21511444477546943,
      "learning_rate": 7.979973941769257e-06,
      "loss": 0.2294,
      "step": 1175
    },
    {
      "epoch": 0.75264,
      "grad_norm": 0.2439229369615405,
      "learning_rate": 7.941220567377089e-06,
      "loss": 0.2421,
      "step": 1176
    },
    {
      "epoch": 0.75328,
      "grad_norm": 0.2338650590540393,
      "learning_rate": 7.902543746517277e-06,
      "loss": 0.2282,
      "step": 1177
    },
    {
      "epoch": 0.75392,
      "grad_norm": 0.25908184518076205,
      "learning_rate": 7.863943652757166e-06,
      "loss": 0.227,
      "step": 1178
    },
    {
      "epoch": 0.75456,
      "grad_norm": 0.23508413355653468,
      "learning_rate": 7.825420459319797e-06,
      "loss": 0.2212,
      "step": 1179
    },
    {
      "epoch": 0.7552,
      "grad_norm": 0.23786634713029892,
      "learning_rate": 7.786974339083105e-06,
      "loss": 0.2148,
      "step": 1180
    },
    {
      "epoch": 0.75584,
      "grad_norm": 0.27105741376194076,
      "learning_rate": 7.748605464579128e-06,
      "loss": 0.2122,
      "step": 1181
    },
    {
      "epoch": 0.75648,
      "grad_norm": 0.2402255830958497,
      "learning_rate": 7.710314007993302e-06,
      "loss": 0.238,
      "step": 1182
    },
    {
      "epoch": 0.75712,
      "grad_norm": 0.3661831978661821,
      "learning_rate": 7.672100141163577e-06,
      "loss": 0.2241,
      "step": 1183
    },
    {
      "epoch": 0.75776,
      "grad_norm": 0.21993700914045902,
      "learning_rate": 7.633964035579776e-06,
      "loss": 0.2264,
      "step": 1184
    },
    {
      "epoch": 0.7584,
      "grad_norm": 0.22021487736205417,
      "learning_rate": 7.595905862382705e-06,
      "loss": 0.238,
      "step": 1185
    },
    {
      "epoch": 0.75904,
      "grad_norm": 0.21895804846528985,
      "learning_rate": 7.557925792363457e-06,
      "loss": 0.2199,
      "step": 1186
    },
    {
      "epoch": 0.75968,
      "grad_norm": 0.24627963108834827,
      "learning_rate": 7.5200239959626325e-06,
      "loss": 0.2108,
      "step": 1187
    },
    {
      "epoch": 0.76032,
      "grad_norm": 0.2331407109183127,
      "learning_rate": 7.48220064326956e-06,
      "loss": 0.2215,
      "step": 1188
    },
    {
      "epoch": 0.76096,
      "grad_norm": 0.21149635094497485,
      "learning_rate": 7.444455904021549e-06,
      "loss": 0.2263,
      "step": 1189
    },
    {
      "epoch": 0.7616,
      "grad_norm": 0.2559029696547675,
      "learning_rate": 7.4067899476031154e-06,
      "loss": 0.2106,
      "step": 1190
    },
    {
      "epoch": 0.76224,
      "grad_norm": 0.21228041124137914,
      "learning_rate": 7.369202943045228e-06,
      "loss": 0.1996,
      "step": 1191
    },
    {
      "epoch": 0.76288,
      "grad_norm": 0.20844188823508514,
      "learning_rate": 7.331695059024546e-06,
      "loss": 0.2112,
      "step": 1192
    },
    {
      "epoch": 0.76352,
      "grad_norm": 0.23742610283637167,
      "learning_rate": 7.29426646386267e-06,
      "loss": 0.2209,
      "step": 1193
    },
    {
      "epoch": 0.76416,
      "grad_norm": 0.23197247575969687,
      "learning_rate": 7.256917325525378e-06,
      "loss": 0.2302,
      "step": 1194
    },
    {
      "epoch": 0.7648,
      "grad_norm": 0.23496973570128663,
      "learning_rate": 7.219647811621874e-06,
      "loss": 0.2108,
      "step": 1195
    },
    {
      "epoch": 0.76544,
      "grad_norm": 0.2592574405041091,
      "learning_rate": 7.18245808940404e-06,
      "loss": 0.2167,
      "step": 1196
    },
    {
      "epoch": 0.76608,
      "grad_norm": 0.21057386996952426,
      "learning_rate": 7.145348325765683e-06,
      "loss": 0.2091,
      "step": 1197
    },
    {
      "epoch": 0.76672,
      "grad_norm": 0.23466247953945496,
      "learning_rate": 7.108318687241777e-06,
      "loss": 0.2155,
      "step": 1198
    },
    {
      "epoch": 0.76736,
      "grad_norm": 0.2675148485182488,
      "learning_rate": 7.071369340007744e-06,
      "loss": 0.2269,
      "step": 1199
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.22868391270255967,
      "learning_rate": 7.034500449878648e-06,
      "loss": 0.245,
      "step": 1200
    },
    {
      "epoch": 0.76864,
      "grad_norm": 0.253352211602737,
      "learning_rate": 6.9977121823085464e-06,
      "loss": 0.2307,
      "step": 1201
    },
    {
      "epoch": 0.76928,
      "grad_norm": 0.24876457163646998,
      "learning_rate": 6.961004702389637e-06,
      "loss": 0.227,
      "step": 1202
    },
    {
      "epoch": 0.76992,
      "grad_norm": 0.23979767037098396,
      "learning_rate": 6.9243781748516145e-06,
      "loss": 0.2124,
      "step": 1203
    },
    {
      "epoch": 0.77056,
      "grad_norm": 0.2211853283396895,
      "learning_rate": 6.887832764060881e-06,
      "loss": 0.2312,
      "step": 1204
    },
    {
      "epoch": 0.7712,
      "grad_norm": 0.2148300529351204,
      "learning_rate": 6.851368634019778e-06,
      "loss": 0.212,
      "step": 1205
    },
    {
      "epoch": 0.77184,
      "grad_norm": 0.2534304009506282,
      "learning_rate": 6.8149859483659515e-06,
      "loss": 0.2118,
      "step": 1206
    },
    {
      "epoch": 0.77248,
      "grad_norm": 0.2427181071191879,
      "learning_rate": 6.778684870371496e-06,
      "loss": 0.2242,
      "step": 1207
    },
    {
      "epoch": 0.77312,
      "grad_norm": 0.22777326619657873,
      "learning_rate": 6.742465562942335e-06,
      "loss": 0.2315,
      "step": 1208
    },
    {
      "epoch": 0.77376,
      "grad_norm": 0.24015721379787822,
      "learning_rate": 6.706328188617386e-06,
      "loss": 0.2092,
      "step": 1209
    },
    {
      "epoch": 0.7744,
      "grad_norm": 0.26001533243211955,
      "learning_rate": 6.6702729095679095e-06,
      "loss": 0.2188,
      "step": 1210
    },
    {
      "epoch": 0.77504,
      "grad_norm": 0.23402738009405097,
      "learning_rate": 6.6342998875967485e-06,
      "loss": 0.2126,
      "step": 1211
    },
    {
      "epoch": 0.77568,
      "grad_norm": 0.24534323254101872,
      "learning_rate": 6.598409284137602e-06,
      "loss": 0.2364,
      "step": 1212
    },
    {
      "epoch": 0.77632,
      "grad_norm": 0.21681614270466354,
      "learning_rate": 6.5626012602543085e-06,
      "loss": 0.2189,
      "step": 1213
    },
    {
      "epoch": 0.77696,
      "grad_norm": 0.22139901694802971,
      "learning_rate": 6.5268759766401174e-06,
      "loss": 0.205,
      "step": 1214
    },
    {
      "epoch": 0.7776,
      "grad_norm": 0.24849300540092945,
      "learning_rate": 6.491233593616971e-06,
      "loss": 0.2131,
      "step": 1215
    },
    {
      "epoch": 0.77824,
      "grad_norm": 0.2710896694064141,
      "learning_rate": 6.455674271134787e-06,
      "loss": 0.2101,
      "step": 1216
    },
    {
      "epoch": 0.77888,
      "grad_norm": 0.21748927371093096,
      "learning_rate": 6.420198168770733e-06,
      "loss": 0.2385,
      "step": 1217
    },
    {
      "epoch": 0.77952,
      "grad_norm": 0.23661326894293536,
      "learning_rate": 6.384805445728517e-06,
      "loss": 0.2067,
      "step": 1218
    },
    {
      "epoch": 0.78016,
      "grad_norm": 0.22759443591326475,
      "learning_rate": 6.349496260837675e-06,
      "loss": 0.2056,
      "step": 1219
    },
    {
      "epoch": 0.7808,
      "grad_norm": 0.2234157127631591,
      "learning_rate": 6.314270772552849e-06,
      "loss": 0.2051,
      "step": 1220
    },
    {
      "epoch": 0.78144,
      "grad_norm": 0.23098137729890403,
      "learning_rate": 6.2791291389530825e-06,
      "loss": 0.204,
      "step": 1221
    },
    {
      "epoch": 0.78208,
      "grad_norm": 0.22167656705035035,
      "learning_rate": 6.244071517741112e-06,
      "loss": 0.2157,
      "step": 1222
    },
    {
      "epoch": 0.78272,
      "grad_norm": 0.2532742284901526,
      "learning_rate": 6.209098066242666e-06,
      "loss": 0.1884,
      "step": 1223
    },
    {
      "epoch": 0.78336,
      "grad_norm": 0.2502473573415827,
      "learning_rate": 6.174208941405718e-06,
      "loss": 0.2358,
      "step": 1224
    },
    {
      "epoch": 0.784,
      "grad_norm": 0.24915147622791875,
      "learning_rate": 6.139404299799864e-06,
      "loss": 0.2274,
      "step": 1225
    },
    {
      "epoch": 0.78464,
      "grad_norm": 0.23414305881927805,
      "learning_rate": 6.104684297615518e-06,
      "loss": 0.2095,
      "step": 1226
    },
    {
      "epoch": 0.78528,
      "grad_norm": 0.22858030984334748,
      "learning_rate": 6.070049090663308e-06,
      "loss": 0.2086,
      "step": 1227
    },
    {
      "epoch": 0.78592,
      "grad_norm": 0.25710556134116386,
      "learning_rate": 6.035498834373313e-06,
      "loss": 0.2497,
      "step": 1228
    },
    {
      "epoch": 0.78656,
      "grad_norm": 0.22298546073306127,
      "learning_rate": 6.001033683794363e-06,
      "loss": 0.234,
      "step": 1229
    },
    {
      "epoch": 0.7872,
      "grad_norm": 0.21270195488194782,
      "learning_rate": 5.966653793593419e-06,
      "loss": 0.2106,
      "step": 1230
    },
    {
      "epoch": 0.78784,
      "grad_norm": 0.2358848833112265,
      "learning_rate": 5.932359318054759e-06,
      "loss": 0.2357,
      "step": 1231
    },
    {
      "epoch": 0.78848,
      "grad_norm": 0.2193781519797732,
      "learning_rate": 5.898150411079417e-06,
      "loss": 0.2174,
      "step": 1232
    },
    {
      "epoch": 0.78912,
      "grad_norm": 0.23401715167337622,
      "learning_rate": 5.864027226184368e-06,
      "loss": 0.2169,
      "step": 1233
    },
    {
      "epoch": 0.78976,
      "grad_norm": 0.2248307209817845,
      "learning_rate": 5.829989916501938e-06,
      "loss": 0.2407,
      "step": 1234
    },
    {
      "epoch": 0.7904,
      "grad_norm": 0.21676623893414915,
      "learning_rate": 5.796038634779058e-06,
      "loss": 0.2081,
      "step": 1235
    },
    {
      "epoch": 0.79104,
      "grad_norm": 0.41821649343714595,
      "learning_rate": 5.762173533376603e-06,
      "loss": 0.2008,
      "step": 1236
    },
    {
      "epoch": 0.79168,
      "grad_norm": 1.090686255532411,
      "learning_rate": 5.728394764268702e-06,
      "loss": 0.2172,
      "step": 1237
    },
    {
      "epoch": 0.79232,
      "grad_norm": 0.2291520546987194,
      "learning_rate": 5.694702479042055e-06,
      "loss": 0.2148,
      "step": 1238
    },
    {
      "epoch": 0.79296,
      "grad_norm": 0.22721347564469066,
      "learning_rate": 5.661096828895254e-06,
      "loss": 0.225,
      "step": 1239
    },
    {
      "epoch": 0.7936,
      "grad_norm": 0.22883187670984306,
      "learning_rate": 5.627577964638109e-06,
      "loss": 0.2092,
      "step": 1240
    },
    {
      "epoch": 0.79424,
      "grad_norm": 0.2348694180854809,
      "learning_rate": 5.594146036690961e-06,
      "loss": 0.2098,
      "step": 1241
    },
    {
      "epoch": 0.79488,
      "grad_norm": 0.2119412181284399,
      "learning_rate": 5.560801195084018e-06,
      "loss": 0.2219,
      "step": 1242
    },
    {
      "epoch": 0.79552,
      "grad_norm": 0.24205500104631228,
      "learning_rate": 5.527543589456668e-06,
      "loss": 0.2202,
      "step": 1243
    },
    {
      "epoch": 0.79616,
      "grad_norm": 0.2293878757794921,
      "learning_rate": 5.494373369056826e-06,
      "loss": 0.209,
      "step": 1244
    },
    {
      "epoch": 0.7968,
      "grad_norm": 0.33915058400794706,
      "learning_rate": 5.461290682740247e-06,
      "loss": 0.2215,
      "step": 1245
    },
    {
      "epoch": 0.79744,
      "grad_norm": 0.23159823461455206,
      "learning_rate": 5.428295678969872e-06,
      "loss": 0.2373,
      "step": 1246
    },
    {
      "epoch": 0.79808,
      "grad_norm": 0.2672523063876176,
      "learning_rate": 5.3953885058151525e-06,
      "loss": 0.2242,
      "step": 1247
    },
    {
      "epoch": 0.79872,
      "grad_norm": 0.22649092943119337,
      "learning_rate": 5.3625693109513704e-06,
      "loss": 0.2141,
      "step": 1248
    },
    {
      "epoch": 0.79936,
      "grad_norm": 0.24173836781507774,
      "learning_rate": 5.329838241659038e-06,
      "loss": 0.2257,
      "step": 1249
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.22021620558522834,
      "learning_rate": 5.297195444823136e-06,
      "loss": 0.2027,
      "step": 1250
    },
    {
      "epoch": 0.80064,
      "grad_norm": 0.23102039791958778,
      "learning_rate": 5.264641066932563e-06,
      "loss": 0.2077,
      "step": 1251
    },
    {
      "epoch": 0.80128,
      "grad_norm": 0.22367554689443628,
      "learning_rate": 5.2321752540793855e-06,
      "loss": 0.2384,
      "step": 1252
    },
    {
      "epoch": 0.80192,
      "grad_norm": 0.2084783400531751,
      "learning_rate": 5.199798151958238e-06,
      "loss": 0.2082,
      "step": 1253
    },
    {
      "epoch": 0.80256,
      "grad_norm": 0.21907835340713994,
      "learning_rate": 5.167509905865675e-06,
      "loss": 0.2135,
      "step": 1254
    },
    {
      "epoch": 0.8032,
      "grad_norm": 0.23371524777410593,
      "learning_rate": 5.135310660699453e-06,
      "loss": 0.2116,
      "step": 1255
    },
    {
      "epoch": 0.80384,
      "grad_norm": 0.2412218040084242,
      "learning_rate": 5.103200560957974e-06,
      "loss": 0.2279,
      "step": 1256
    },
    {
      "epoch": 0.80448,
      "grad_norm": 0.23543887424417492,
      "learning_rate": 5.071179750739544e-06,
      "loss": 0.2116,
      "step": 1257
    },
    {
      "epoch": 0.80512,
      "grad_norm": 0.24410547064119034,
      "learning_rate": 5.039248373741801e-06,
      "loss": 0.2464,
      "step": 1258
    },
    {
      "epoch": 0.80576,
      "grad_norm": 0.21347678484060237,
      "learning_rate": 5.007406573261022e-06,
      "loss": 0.2129,
      "step": 1259
    },
    {
      "epoch": 0.8064,
      "grad_norm": 0.2360650936484835,
      "learning_rate": 4.975654492191509e-06,
      "loss": 0.2148,
      "step": 1260
    },
    {
      "epoch": 0.80704,
      "grad_norm": 0.21614362349778152,
      "learning_rate": 4.943992273024933e-06,
      "loss": 0.2009,
      "step": 1261
    },
    {
      "epoch": 0.80768,
      "grad_norm": 0.21084224717304545,
      "learning_rate": 4.912420057849693e-06,
      "loss": 0.2249,
      "step": 1262
    },
    {
      "epoch": 0.80832,
      "grad_norm": 0.22949882560164975,
      "learning_rate": 4.88093798835029e-06,
      "loss": 0.2087,
      "step": 1263
    },
    {
      "epoch": 0.80896,
      "grad_norm": 0.24658690797392974,
      "learning_rate": 4.849546205806679e-06,
      "loss": 0.2038,
      "step": 1264
    },
    {
      "epoch": 0.8096,
      "grad_norm": 0.2208868524171261,
      "learning_rate": 4.818244851093642e-06,
      "loss": 0.2187,
      "step": 1265
    },
    {
      "epoch": 0.81024,
      "grad_norm": 0.21516414113489485,
      "learning_rate": 4.787034064680157e-06,
      "loss": 0.2065,
      "step": 1266
    },
    {
      "epoch": 0.81088,
      "grad_norm": 0.2185757107751437,
      "learning_rate": 4.755913986628757e-06,
      "loss": 0.1955,
      "step": 1267
    },
    {
      "epoch": 0.81152,
      "grad_norm": 0.24032825694012014,
      "learning_rate": 4.724884756594922e-06,
      "loss": 0.2211,
      "step": 1268
    },
    {
      "epoch": 0.81216,
      "grad_norm": 0.22570172493663496,
      "learning_rate": 4.693946513826428e-06,
      "loss": 0.206,
      "step": 1269
    },
    {
      "epoch": 0.8128,
      "grad_norm": 0.2260642486878227,
      "learning_rate": 4.663099397162734e-06,
      "loss": 0.2142,
      "step": 1270
    },
    {
      "epoch": 0.81344,
      "grad_norm": 0.22141893906667826,
      "learning_rate": 4.632343545034376e-06,
      "loss": 0.2311,
      "step": 1271
    },
    {
      "epoch": 0.81408,
      "grad_norm": 0.2210770247183157,
      "learning_rate": 4.6016790954622915e-06,
      "loss": 0.2205,
      "step": 1272
    },
    {
      "epoch": 0.81472,
      "grad_norm": 0.20882621830636292,
      "learning_rate": 4.5711061860572835e-06,
      "loss": 0.2174,
      "step": 1273
    },
    {
      "epoch": 0.81536,
      "grad_norm": 0.2206260917433179,
      "learning_rate": 4.54062495401931e-06,
      "loss": 0.221,
      "step": 1274
    },
    {
      "epoch": 0.816,
      "grad_norm": 0.25204434428250033,
      "learning_rate": 4.510235536136962e-06,
      "loss": 0.2166,
      "step": 1275
    },
    {
      "epoch": 0.81664,
      "grad_norm": 0.2517312895645588,
      "learning_rate": 4.479938068786757e-06,
      "loss": 0.2528,
      "step": 1276
    },
    {
      "epoch": 0.81728,
      "grad_norm": 0.22436105115494098,
      "learning_rate": 4.449732687932595e-06,
      "loss": 0.2209,
      "step": 1277
    },
    {
      "epoch": 0.81792,
      "grad_norm": 0.19652747165308157,
      "learning_rate": 4.419619529125143e-06,
      "loss": 0.2328,
      "step": 1278
    },
    {
      "epoch": 0.81856,
      "grad_norm": 0.23803967057859382,
      "learning_rate": 4.389598727501165e-06,
      "loss": 0.2108,
      "step": 1279
    },
    {
      "epoch": 0.8192,
      "grad_norm": 0.23947518742348603,
      "learning_rate": 4.359670417783007e-06,
      "loss": 0.2356,
      "step": 1280
    },
    {
      "epoch": 0.81984,
      "grad_norm": 0.23199911607136608,
      "learning_rate": 4.329834734277907e-06,
      "loss": 0.219,
      "step": 1281
    },
    {
      "epoch": 0.82048,
      "grad_norm": 0.23196937737190393,
      "learning_rate": 4.300091810877452e-06,
      "loss": 0.2382,
      "step": 1282
    },
    {
      "epoch": 0.82112,
      "grad_norm": 0.2297185805520943,
      "learning_rate": 4.2704417810569524e-06,
      "loss": 0.2173,
      "step": 1283
    },
    {
      "epoch": 0.82176,
      "grad_norm": 0.22804770234941293,
      "learning_rate": 4.240884777874843e-06,
      "loss": 0.2393,
      "step": 1284
    },
    {
      "epoch": 0.8224,
      "grad_norm": 0.23524998229626726,
      "learning_rate": 4.21142093397209e-06,
      "loss": 0.2268,
      "step": 1285
    },
    {
      "epoch": 0.82304,
      "grad_norm": 0.24838398549225152,
      "learning_rate": 4.182050381571598e-06,
      "loss": 0.2146,
      "step": 1286
    },
    {
      "epoch": 0.82368,
      "grad_norm": 0.24263280682752308,
      "learning_rate": 4.1527732524776065e-06,
      "loss": 0.2137,
      "step": 1287
    },
    {
      "epoch": 0.82432,
      "grad_norm": 0.21091439565225012,
      "learning_rate": 4.123589678075118e-06,
      "loss": 0.2018,
      "step": 1288
    },
    {
      "epoch": 0.82496,
      "grad_norm": 0.22001097363761518,
      "learning_rate": 4.094499789329284e-06,
      "loss": 0.2099,
      "step": 1289
    },
    {
      "epoch": 0.8256,
      "grad_norm": 0.22596256115566224,
      "learning_rate": 4.0655037167848326e-06,
      "loss": 0.2213,
      "step": 1290
    },
    {
      "epoch": 0.82624,
      "grad_norm": 0.2270694280731524,
      "learning_rate": 4.0366015905654805e-06,
      "loss": 0.2233,
      "step": 1291
    },
    {
      "epoch": 0.82688,
      "grad_norm": 0.23348399802323289,
      "learning_rate": 4.00779354037335e-06,
      "loss": 0.2151,
      "step": 1292
    },
    {
      "epoch": 0.82752,
      "grad_norm": 0.23707780999273215,
      "learning_rate": 3.979079695488383e-06,
      "loss": 0.1971,
      "step": 1293
    },
    {
      "epoch": 0.82816,
      "grad_norm": 0.2413942185588474,
      "learning_rate": 3.950460184767757e-06,
      "loss": 0.2185,
      "step": 1294
    },
    {
      "epoch": 0.8288,
      "grad_norm": 0.23210347781889695,
      "learning_rate": 3.921935136645327e-06,
      "loss": 0.2247,
      "step": 1295
    },
    {
      "epoch": 0.82944,
      "grad_norm": 0.23979091969489755,
      "learning_rate": 3.893504679131008e-06,
      "loss": 0.2004,
      "step": 1296
    },
    {
      "epoch": 0.83008,
      "grad_norm": 0.2355133177046684,
      "learning_rate": 3.865168939810262e-06,
      "loss": 0.2143,
      "step": 1297
    },
    {
      "epoch": 0.83072,
      "grad_norm": 0.22628011366572445,
      "learning_rate": 3.836928045843455e-06,
      "loss": 0.2184,
      "step": 1298
    },
    {
      "epoch": 0.83136,
      "grad_norm": 0.22769024009490846,
      "learning_rate": 3.8087821239653625e-06,
      "loss": 0.2184,
      "step": 1299
    },
    {
      "epoch": 0.832,
      "grad_norm": 0.2161787482801791,
      "learning_rate": 3.780731300484516e-06,
      "loss": 0.2235,
      "step": 1300
    },
    {
      "epoch": 0.83264,
      "grad_norm": 0.23966454981933447,
      "learning_rate": 3.7527757012827126e-06,
      "loss": 0.2181,
      "step": 1301
    },
    {
      "epoch": 0.83328,
      "grad_norm": 0.2150725487671512,
      "learning_rate": 3.724915451814401e-06,
      "loss": 0.2028,
      "step": 1302
    },
    {
      "epoch": 0.83392,
      "grad_norm": 0.23961818328906376,
      "learning_rate": 3.6971506771061396e-06,
      "loss": 0.213,
      "step": 1303
    },
    {
      "epoch": 0.83456,
      "grad_norm": 0.26031932249012235,
      "learning_rate": 3.6694815017560475e-06,
      "loss": 0.2107,
      "step": 1304
    },
    {
      "epoch": 0.8352,
      "grad_norm": 0.24472101597376664,
      "learning_rate": 3.6419080499331987e-06,
      "loss": 0.2055,
      "step": 1305
    },
    {
      "epoch": 0.83584,
      "grad_norm": 0.22363567326231093,
      "learning_rate": 3.614430445377115e-06,
      "loss": 0.207,
      "step": 1306
    },
    {
      "epoch": 0.83648,
      "grad_norm": 0.22089562435523588,
      "learning_rate": 3.5870488113971867e-06,
      "loss": 0.2078,
      "step": 1307
    },
    {
      "epoch": 0.83712,
      "grad_norm": 0.24239181937684234,
      "learning_rate": 3.559763270872124e-06,
      "loss": 0.2119,
      "step": 1308
    },
    {
      "epoch": 0.83776,
      "grad_norm": 0.2375324379417941,
      "learning_rate": 3.5325739462494067e-06,
      "loss": 0.207,
      "step": 1309
    },
    {
      "epoch": 0.8384,
      "grad_norm": 0.2550651871015605,
      "learning_rate": 3.505480959544724e-06,
      "loss": 0.2249,
      "step": 1310
    },
    {
      "epoch": 0.83904,
      "grad_norm": 0.2267195524946123,
      "learning_rate": 3.47848443234145e-06,
      "loss": 0.2443,
      "step": 1311
    },
    {
      "epoch": 0.83968,
      "grad_norm": 0.21793878080610365,
      "learning_rate": 3.451584485790077e-06,
      "loss": 0.2376,
      "step": 1312
    },
    {
      "epoch": 0.84032,
      "grad_norm": 0.22638010712779594,
      "learning_rate": 3.4247812406076635e-06,
      "loss": 0.2131,
      "step": 1313
    },
    {
      "epoch": 0.84096,
      "grad_norm": 0.23716265001979386,
      "learning_rate": 3.39807481707734e-06,
      "loss": 0.2354,
      "step": 1314
    },
    {
      "epoch": 0.8416,
      "grad_norm": 0.2218430548280942,
      "learning_rate": 3.3714653350477133e-06,
      "loss": 0.2286,
      "step": 1315
    },
    {
      "epoch": 0.84224,
      "grad_norm": 0.21224873021397506,
      "learning_rate": 3.3449529139323587e-06,
      "loss": 0.2222,
      "step": 1316
    },
    {
      "epoch": 0.84288,
      "grad_norm": 0.313324942211466,
      "learning_rate": 3.3185376727092795e-06,
      "loss": 0.2072,
      "step": 1317
    },
    {
      "epoch": 0.84352,
      "grad_norm": 0.22437605784111087,
      "learning_rate": 3.292219729920365e-06,
      "loss": 0.2127,
      "step": 1318
    },
    {
      "epoch": 0.84416,
      "grad_norm": 0.2273585828524816,
      "learning_rate": 3.2659992036708805e-06,
      "loss": 0.2193,
      "step": 1319
    },
    {
      "epoch": 0.8448,
      "grad_norm": 0.23577860875466677,
      "learning_rate": 3.239876211628892e-06,
      "loss": 0.2027,
      "step": 1320
    },
    {
      "epoch": 0.84544,
      "grad_norm": 0.21112657332212237,
      "learning_rate": 3.2138508710248067e-06,
      "loss": 0.2123,
      "step": 1321
    },
    {
      "epoch": 0.84608,
      "grad_norm": 0.23348236880397596,
      "learning_rate": 3.1879232986507716e-06,
      "loss": 0.207,
      "step": 1322
    },
    {
      "epoch": 0.84672,
      "grad_norm": 0.21802466720501634,
      "learning_rate": 3.162093610860217e-06,
      "loss": 0.217,
      "step": 1323
    },
    {
      "epoch": 0.84736,
      "grad_norm": 0.24388096000073642,
      "learning_rate": 3.136361923567277e-06,
      "loss": 0.2211,
      "step": 1324
    },
    {
      "epoch": 0.848,
      "grad_norm": 0.2377137657368981,
      "learning_rate": 3.1107283522463117e-06,
      "loss": 0.1883,
      "step": 1325
    },
    {
      "epoch": 0.84864,
      "grad_norm": 0.23234441453255228,
      "learning_rate": 3.0851930119313643e-06,
      "loss": 0.2095,
      "step": 1326
    },
    {
      "epoch": 0.84928,
      "grad_norm": 0.20668273740087806,
      "learning_rate": 3.0597560172156537e-06,
      "loss": 0.2149,
      "step": 1327
    },
    {
      "epoch": 0.84992,
      "grad_norm": 0.24085636663495932,
      "learning_rate": 3.034417482251081e-06,
      "loss": 0.2274,
      "step": 1328
    },
    {
      "epoch": 0.85056,
      "grad_norm": 0.2285509324536355,
      "learning_rate": 3.009177520747661e-06,
      "loss": 0.2046,
      "step": 1329
    },
    {
      "epoch": 0.8512,
      "grad_norm": 0.2300168901745095,
      "learning_rate": 2.9840362459730683e-06,
      "loss": 0.1964,
      "step": 1330
    },
    {
      "epoch": 0.85184,
      "grad_norm": 0.22111964331023595,
      "learning_rate": 2.9589937707521056e-06,
      "loss": 0.201,
      "step": 1331
    },
    {
      "epoch": 0.85248,
      "grad_norm": 0.22339879117950312,
      "learning_rate": 2.9340502074661962e-06,
      "loss": 0.2151,
      "step": 1332
    },
    {
      "epoch": 0.85312,
      "grad_norm": 0.23284517300489466,
      "learning_rate": 2.909205668052886e-06,
      "loss": 0.2267,
      "step": 1333
    },
    {
      "epoch": 0.85376,
      "grad_norm": 0.2416389157728101,
      "learning_rate": 2.884460264005337e-06,
      "loss": 0.2099,
      "step": 1334
    },
    {
      "epoch": 0.8544,
      "grad_norm": 0.2098588329507985,
      "learning_rate": 2.859814106371822e-06,
      "loss": 0.2309,
      "step": 1335
    },
    {
      "epoch": 0.85504,
      "grad_norm": 0.263329480388187,
      "learning_rate": 2.8352673057552515e-06,
      "loss": 0.2249,
      "step": 1336
    },
    {
      "epoch": 0.85568,
      "grad_norm": 0.2842320004546819,
      "learning_rate": 2.8108199723126228e-06,
      "loss": 0.2212,
      "step": 1337
    },
    {
      "epoch": 0.85632,
      "grad_norm": 0.23521747057794068,
      "learning_rate": 2.786472215754607e-06,
      "loss": 0.2276,
      "step": 1338
    },
    {
      "epoch": 0.85696,
      "grad_norm": 0.22032826431517935,
      "learning_rate": 2.762224145344966e-06,
      "loss": 0.2192,
      "step": 1339
    },
    {
      "epoch": 0.8576,
      "grad_norm": 0.23488415435075125,
      "learning_rate": 2.7380758699001446e-06,
      "loss": 0.2054,
      "step": 1340
    },
    {
      "epoch": 0.85824,
      "grad_norm": 0.2161486860085452,
      "learning_rate": 2.714027497788718e-06,
      "loss": 0.228,
      "step": 1341
    },
    {
      "epoch": 0.85888,
      "grad_norm": 0.2465221070223229,
      "learning_rate": 2.6900791369309426e-06,
      "loss": 0.2159,
      "step": 1342
    },
    {
      "epoch": 0.85952,
      "grad_norm": 0.23721917140147686,
      "learning_rate": 2.666230894798269e-06,
      "loss": 0.2115,
      "step": 1343
    },
    {
      "epoch": 0.86016,
      "grad_norm": 0.22712863193385607,
      "learning_rate": 2.642482878412825e-06,
      "loss": 0.221,
      "step": 1344
    },
    {
      "epoch": 0.8608,
      "grad_norm": 0.2277504102557382,
      "learning_rate": 2.618835194346997e-06,
      "loss": 0.2156,
      "step": 1345
    },
    {
      "epoch": 0.86144,
      "grad_norm": 0.2303075195441372,
      "learning_rate": 2.5952879487228853e-06,
      "loss": 0.216,
      "step": 1346
    },
    {
      "epoch": 0.86208,
      "grad_norm": 0.23473195823573006,
      "learning_rate": 2.5718412472118924e-06,
      "loss": 0.1979,
      "step": 1347
    },
    {
      "epoch": 0.86272,
      "grad_norm": 0.23429797879037773,
      "learning_rate": 2.5484951950341785e-06,
      "loss": 0.2242,
      "step": 1348
    },
    {
      "epoch": 0.86336,
      "grad_norm": 0.23047220803813953,
      "learning_rate": 2.525249896958254e-06,
      "loss": 0.1957,
      "step": 1349
    },
    {
      "epoch": 0.864,
      "grad_norm": 0.22935789463709752,
      "learning_rate": 2.5021054573004713e-06,
      "loss": 0.2189,
      "step": 1350
    },
    {
      "epoch": 0.86464,
      "grad_norm": 0.22184188222818677,
      "learning_rate": 2.4790619799245686e-06,
      "loss": 0.2118,
      "step": 1351
    },
    {
      "epoch": 0.86528,
      "grad_norm": 0.23299878933076848,
      "learning_rate": 2.4561195682412053e-06,
      "loss": 0.2021,
      "step": 1352
    },
    {
      "epoch": 0.86592,
      "grad_norm": 0.22540182882210025,
      "learning_rate": 2.4332783252074914e-06,
      "loss": 0.1947,
      "step": 1353
    },
    {
      "epoch": 0.86656,
      "grad_norm": 0.22000759255694557,
      "learning_rate": 2.41053835332653e-06,
      "loss": 0.2154,
      "step": 1354
    },
    {
      "epoch": 0.8672,
      "grad_norm": 0.2272589739991178,
      "learning_rate": 2.3878997546469576e-06,
      "loss": 0.2122,
      "step": 1355
    },
    {
      "epoch": 0.86784,
      "grad_norm": 0.224735723015781,
      "learning_rate": 2.3653626307624855e-06,
      "loss": 0.223,
      "step": 1356
    },
    {
      "epoch": 0.86848,
      "grad_norm": 0.24342725648375835,
      "learning_rate": 2.3429270828114413e-06,
      "loss": 0.2219,
      "step": 1357
    },
    {
      "epoch": 0.86912,
      "grad_norm": 0.23014524270819348,
      "learning_rate": 2.3205932114763183e-06,
      "loss": 0.1918,
      "step": 1358
    },
    {
      "epoch": 0.86976,
      "grad_norm": 0.2176206535182519,
      "learning_rate": 2.2983611169833246e-06,
      "loss": 0.2202,
      "step": 1359
    },
    {
      "epoch": 0.8704,
      "grad_norm": 0.2075042050875956,
      "learning_rate": 2.2762308991019305e-06,
      "loss": 0.2174,
      "step": 1360
    },
    {
      "epoch": 0.87104,
      "grad_norm": 0.2325880804505782,
      "learning_rate": 2.254202657144408e-06,
      "loss": 0.2209,
      "step": 1361
    },
    {
      "epoch": 0.87168,
      "grad_norm": 0.23443176872147575,
      "learning_rate": 2.232276489965429e-06,
      "loss": 0.2186,
      "step": 1362
    },
    {
      "epoch": 0.87232,
      "grad_norm": 0.25576797036005106,
      "learning_rate": 2.210452495961557e-06,
      "loss": 0.2275,
      "step": 1363
    },
    {
      "epoch": 0.87296,
      "grad_norm": 0.2195659532713423,
      "learning_rate": 2.1887307730708658e-06,
      "loss": 0.2273,
      "step": 1364
    },
    {
      "epoch": 0.8736,
      "grad_norm": 0.24666520341526693,
      "learning_rate": 2.1671114187724607e-06,
      "loss": 0.207,
      "step": 1365
    },
    {
      "epoch": 0.87424,
      "grad_norm": 0.21387346114510963,
      "learning_rate": 2.145594530086059e-06,
      "loss": 0.2137,
      "step": 1366
    },
    {
      "epoch": 0.87488,
      "grad_norm": 0.23432028093971666,
      "learning_rate": 2.1241802035715548e-06,
      "loss": 0.2273,
      "step": 1367
    },
    {
      "epoch": 0.87552,
      "grad_norm": 0.19679579100144953,
      "learning_rate": 2.102868535328556e-06,
      "loss": 0.2058,
      "step": 1368
    },
    {
      "epoch": 0.87616,
      "grad_norm": 0.24554081126440205,
      "learning_rate": 2.081659620996021e-06,
      "loss": 0.2392,
      "step": 1369
    },
    {
      "epoch": 0.8768,
      "grad_norm": 0.2411261879692582,
      "learning_rate": 2.0605535557517405e-06,
      "loss": 0.2055,
      "step": 1370
    },
    {
      "epoch": 0.87744,
      "grad_norm": 0.220526768589257,
      "learning_rate": 2.039550434311996e-06,
      "loss": 0.1926,
      "step": 1371
    },
    {
      "epoch": 0.87808,
      "grad_norm": 0.228686839859623,
      "learning_rate": 2.0186503509310674e-06,
      "loss": 0.223,
      "step": 1372
    },
    {
      "epoch": 0.87872,
      "grad_norm": 0.27591448857252937,
      "learning_rate": 1.997853399400848e-06,
      "loss": 0.2092,
      "step": 1373
    },
    {
      "epoch": 0.87936,
      "grad_norm": 0.19387727542808608,
      "learning_rate": 1.9771596730504133e-06,
      "loss": 0.2225,
      "step": 1374
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.20116347238095414,
      "learning_rate": 1.9565692647456003e-06,
      "loss": 0.2015,
      "step": 1375
    },
    {
      "epoch": 0.88064,
      "grad_norm": 0.23219293958668638,
      "learning_rate": 1.9360822668885975e-06,
      "loss": 0.2283,
      "step": 1376
    },
    {
      "epoch": 0.88128,
      "grad_norm": 0.20136037447247787,
      "learning_rate": 1.915698771417518e-06,
      "loss": 0.2301,
      "step": 1377
    },
    {
      "epoch": 0.88192,
      "grad_norm": 0.22445567179008805,
      "learning_rate": 1.895418869806001e-06,
      "loss": 0.2006,
      "step": 1378
    },
    {
      "epoch": 0.88256,
      "grad_norm": 0.21867316407051876,
      "learning_rate": 1.8752426530627892e-06,
      "loss": 0.2223,
      "step": 1379
    },
    {
      "epoch": 0.8832,
      "grad_norm": 0.22785313737417737,
      "learning_rate": 1.8551702117313275e-06,
      "loss": 0.2215,
      "step": 1380
    },
    {
      "epoch": 0.88384,
      "grad_norm": 0.23102565224646945,
      "learning_rate": 1.8352016358893553e-06,
      "loss": 0.2236,
      "step": 1381
    },
    {
      "epoch": 0.88448,
      "grad_norm": 0.23085676398030416,
      "learning_rate": 1.8153370151485022e-06,
      "loss": 0.1966,
      "step": 1382
    },
    {
      "epoch": 0.88512,
      "grad_norm": 0.4704887886566001,
      "learning_rate": 1.7955764386538843e-06,
      "loss": 0.2029,
      "step": 1383
    },
    {
      "epoch": 0.88576,
      "grad_norm": 0.23324694032554513,
      "learning_rate": 1.7759199950837108e-06,
      "loss": 0.2128,
      "step": 1384
    },
    {
      "epoch": 0.8864,
      "grad_norm": 0.23243317896175572,
      "learning_rate": 1.7563677726488647e-06,
      "loss": 0.2128,
      "step": 1385
    },
    {
      "epoch": 0.88704,
      "grad_norm": 0.2357865739299505,
      "learning_rate": 1.7369198590925506e-06,
      "loss": 0.2278,
      "step": 1386
    },
    {
      "epoch": 0.88768,
      "grad_norm": 0.2229034445597063,
      "learning_rate": 1.7175763416898388e-06,
      "loss": 0.2106,
      "step": 1387
    },
    {
      "epoch": 0.88832,
      "grad_norm": 0.2127549467996593,
      "learning_rate": 1.6983373072473413e-06,
      "loss": 0.2036,
      "step": 1388
    },
    {
      "epoch": 0.88896,
      "grad_norm": 0.21239649925472764,
      "learning_rate": 1.6792028421027645e-06,
      "loss": 0.2119,
      "step": 1389
    },
    {
      "epoch": 0.8896,
      "grad_norm": 0.2294921760062471,
      "learning_rate": 1.660173032124554e-06,
      "loss": 0.2143,
      "step": 1390
    },
    {
      "epoch": 0.89024,
      "grad_norm": 0.2117463843565401,
      "learning_rate": 1.6412479627115146e-06,
      "loss": 0.221,
      "step": 1391
    },
    {
      "epoch": 0.89088,
      "grad_norm": 0.22943138384613998,
      "learning_rate": 1.6224277187923852e-06,
      "loss": 0.2329,
      "step": 1392
    },
    {
      "epoch": 0.89152,
      "grad_norm": 0.23104258481877246,
      "learning_rate": 1.6037123848255232e-06,
      "loss": 0.2221,
      "step": 1393
    },
    {
      "epoch": 0.89216,
      "grad_norm": 0.22295594836249377,
      "learning_rate": 1.5851020447984476e-06,
      "loss": 0.2101,
      "step": 1394
    },
    {
      "epoch": 0.8928,
      "grad_norm": 0.23843171438835312,
      "learning_rate": 1.5665967822275418e-06,
      "loss": 0.199,
      "step": 1395
    },
    {
      "epoch": 0.89344,
      "grad_norm": 0.2042142232809114,
      "learning_rate": 1.5481966801576153e-06,
      "loss": 0.2124,
      "step": 1396
    },
    {
      "epoch": 0.89408,
      "grad_norm": 0.23945802994568433,
      "learning_rate": 1.5299018211615613e-06,
      "loss": 0.2001,
      "step": 1397
    },
    {
      "epoch": 0.89472,
      "grad_norm": 0.23902692988302468,
      "learning_rate": 1.5117122873399864e-06,
      "loss": 0.2151,
      "step": 1398
    },
    {
      "epoch": 0.89536,
      "grad_norm": 0.22428337454993572,
      "learning_rate": 1.4936281603208314e-06,
      "loss": 0.2103,
      "step": 1399
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.24860641762609395,
      "learning_rate": 1.475649521259015e-06,
      "loss": 0.2181,
      "step": 1400
    },
    {
      "epoch": 0.89664,
      "grad_norm": 0.2762761676091276,
      "learning_rate": 1.457776450836057e-06,
      "loss": 0.217,
      "step": 1401
    },
    {
      "epoch": 0.89728,
      "grad_norm": 0.24252152824928308,
      "learning_rate": 1.4400090292597312e-06,
      "loss": 0.212,
      "step": 1402
    },
    {
      "epoch": 0.89792,
      "grad_norm": 0.24416258297480206,
      "learning_rate": 1.4223473362636963e-06,
      "loss": 0.177,
      "step": 1403
    },
    {
      "epoch": 0.89856,
      "grad_norm": 0.23771142432167233,
      "learning_rate": 1.4047914511071375e-06,
      "loss": 0.2093,
      "step": 1404
    },
    {
      "epoch": 0.8992,
      "grad_norm": 0.22775178991607148,
      "learning_rate": 1.3873414525744116e-06,
      "loss": 0.2028,
      "step": 1405
    },
    {
      "epoch": 0.89984,
      "grad_norm": 0.21361485903847172,
      "learning_rate": 1.3699974189747056e-06,
      "loss": 0.1922,
      "step": 1406
    },
    {
      "epoch": 0.90048,
      "grad_norm": 0.22141140408569657,
      "learning_rate": 1.3527594281416616e-06,
      "loss": 0.2186,
      "step": 1407
    },
    {
      "epoch": 0.90112,
      "grad_norm": 0.23401035433286188,
      "learning_rate": 1.3356275574330556e-06,
      "loss": 0.2075,
      "step": 1408
    },
    {
      "epoch": 0.90176,
      "grad_norm": 0.23059026574910282,
      "learning_rate": 1.318601883730411e-06,
      "loss": 0.2281,
      "step": 1409
    },
    {
      "epoch": 0.9024,
      "grad_norm": 0.2122465363920119,
      "learning_rate": 1.3016824834387125e-06,
      "loss": 0.2141,
      "step": 1410
    },
    {
      "epoch": 0.90304,
      "grad_norm": 0.20858054287522204,
      "learning_rate": 1.2848694324859911e-06,
      "loss": 0.2286,
      "step": 1411
    },
    {
      "epoch": 0.90368,
      "grad_norm": 0.21841390735323665,
      "learning_rate": 1.2681628063230587e-06,
      "loss": 0.2326,
      "step": 1412
    },
    {
      "epoch": 0.90432,
      "grad_norm": 0.23782166715866904,
      "learning_rate": 1.2515626799231016e-06,
      "loss": 0.201,
      "step": 1413
    },
    {
      "epoch": 0.90496,
      "grad_norm": 0.23352797948188747,
      "learning_rate": 1.2350691277813826e-06,
      "loss": 0.2232,
      "step": 1414
    },
    {
      "epoch": 0.9056,
      "grad_norm": 0.2447077731378407,
      "learning_rate": 1.218682223914916e-06,
      "loss": 0.213,
      "step": 1415
    },
    {
      "epoch": 0.90624,
      "grad_norm": 0.2327881816637524,
      "learning_rate": 1.2024020418620885e-06,
      "loss": 0.2156,
      "step": 1416
    },
    {
      "epoch": 0.90688,
      "grad_norm": 0.2208872596560504,
      "learning_rate": 1.1862286546823864e-06,
      "loss": 0.2011,
      "step": 1417
    },
    {
      "epoch": 0.90752,
      "grad_norm": 0.23239796564266055,
      "learning_rate": 1.1701621349560155e-06,
      "loss": 0.2043,
      "step": 1418
    },
    {
      "epoch": 0.90816,
      "grad_norm": 0.25574906042381257,
      "learning_rate": 1.1542025547836205e-06,
      "loss": 0.2204,
      "step": 1419
    },
    {
      "epoch": 0.9088,
      "grad_norm": 0.2133576667428555,
      "learning_rate": 1.1383499857859275e-06,
      "loss": 0.2137,
      "step": 1420
    },
    {
      "epoch": 0.90944,
      "grad_norm": 0.23141821913926508,
      "learning_rate": 1.1226044991034384e-06,
      "loss": 0.2085,
      "step": 1421
    },
    {
      "epoch": 0.91008,
      "grad_norm": 0.21585193941044487,
      "learning_rate": 1.1069661653961117e-06,
      "loss": 0.2058,
      "step": 1422
    },
    {
      "epoch": 0.91072,
      "grad_norm": 0.21590145017727277,
      "learning_rate": 1.091435054843043e-06,
      "loss": 0.2164,
      "step": 1423
    },
    {
      "epoch": 0.91136,
      "grad_norm": 0.2291630633622982,
      "learning_rate": 1.0760112371421465e-06,
      "loss": 0.2175,
      "step": 1424
    },
    {
      "epoch": 0.912,
      "grad_norm": 0.2071401510672128,
      "learning_rate": 1.0606947815098468e-06,
      "loss": 0.2226,
      "step": 1425
    },
    {
      "epoch": 0.91264,
      "grad_norm": 0.22590827076197698,
      "learning_rate": 1.0454857566807697e-06,
      "loss": 0.2213,
      "step": 1426
    },
    {
      "epoch": 0.91328,
      "grad_norm": 0.22337261891045546,
      "learning_rate": 1.0303842309074246e-06,
      "loss": 0.2023,
      "step": 1427
    },
    {
      "epoch": 0.91392,
      "grad_norm": 0.2396521628978011,
      "learning_rate": 1.0153902719599124e-06,
      "loss": 0.2163,
      "step": 1428
    },
    {
      "epoch": 0.91456,
      "grad_norm": 0.22529046856503882,
      "learning_rate": 1.0005039471256084e-06,
      "loss": 0.218,
      "step": 1429
    },
    {
      "epoch": 0.9152,
      "grad_norm": 0.21759604469071614,
      "learning_rate": 9.857253232088692e-07,
      "loss": 0.2294,
      "step": 1430
    },
    {
      "epoch": 0.91584,
      "grad_norm": 0.2321873552027864,
      "learning_rate": 9.710544665307243e-07,
      "loss": 0.2184,
      "step": 1431
    },
    {
      "epoch": 0.91648,
      "grad_norm": 0.24878769254011274,
      "learning_rate": 9.56491442928592e-07,
      "loss": 0.2267,
      "step": 1432
    },
    {
      "epoch": 0.91712,
      "grad_norm": 0.25084113843242645,
      "learning_rate": 9.420363177559594e-07,
      "loss": 0.2491,
      "step": 1433
    },
    {
      "epoch": 0.91776,
      "grad_norm": 0.33791689394458163,
      "learning_rate": 9.276891558821277e-07,
      "loss": 0.2615,
      "step": 1434
    },
    {
      "epoch": 0.9184,
      "grad_norm": 0.25299060500981546,
      "learning_rate": 9.134500216918723e-07,
      "loss": 0.2264,
      "step": 1435
    },
    {
      "epoch": 0.91904,
      "grad_norm": 0.20340395208547404,
      "learning_rate": 8.993189790852119e-07,
      "loss": 0.1983,
      "step": 1436
    },
    {
      "epoch": 0.91968,
      "grad_norm": 0.2488872708692358,
      "learning_rate": 8.852960914770559e-07,
      "loss": 0.2198,
      "step": 1437
    },
    {
      "epoch": 0.92032,
      "grad_norm": 0.24287951378109032,
      "learning_rate": 8.713814217969768e-07,
      "loss": 0.2138,
      "step": 1438
    },
    {
      "epoch": 0.92096,
      "grad_norm": 0.2229504234588187,
      "learning_rate": 8.57575032488897e-07,
      "loss": 0.1948,
      "step": 1439
    },
    {
      "epoch": 0.9216,
      "grad_norm": 0.21433814174806945,
      "learning_rate": 8.438769855108164e-07,
      "loss": 0.2312,
      "step": 1440
    },
    {
      "epoch": 0.92224,
      "grad_norm": 0.22646743878282585,
      "learning_rate": 8.302873423345403e-07,
      "loss": 0.214,
      "step": 1441
    },
    {
      "epoch": 0.92288,
      "grad_norm": 0.20642757799589997,
      "learning_rate": 8.168061639453828e-07,
      "loss": 0.2109,
      "step": 1442
    },
    {
      "epoch": 0.92352,
      "grad_norm": 0.24322799403425915,
      "learning_rate": 8.034335108419305e-07,
      "loss": 0.2449,
      "step": 1443
    },
    {
      "epoch": 0.92416,
      "grad_norm": 0.28061224733788326,
      "learning_rate": 7.901694430357265e-07,
      "loss": 0.2128,
      "step": 1444
    },
    {
      "epoch": 0.9248,
      "grad_norm": 0.24440687360494634,
      "learning_rate": 7.770140200510339e-07,
      "loss": 0.2266,
      "step": 1445
    },
    {
      "epoch": 0.92544,
      "grad_norm": 0.22915727773410188,
      "learning_rate": 7.639673009245535e-07,
      "loss": 0.2177,
      "step": 1446
    },
    {
      "epoch": 0.92608,
      "grad_norm": 0.22818237809058875,
      "learning_rate": 7.51029344205173e-07,
      "loss": 0.2188,
      "step": 1447
    },
    {
      "epoch": 0.92672,
      "grad_norm": 0.22322240186177558,
      "learning_rate": 7.382002079536793e-07,
      "loss": 0.2119,
      "step": 1448
    },
    {
      "epoch": 0.92736,
      "grad_norm": 0.2363063248174997,
      "learning_rate": 7.254799497425246e-07,
      "loss": 0.2201,
      "step": 1449
    },
    {
      "epoch": 0.928,
      "grad_norm": 0.2076558609820423,
      "learning_rate": 7.128686266555524e-07,
      "loss": 0.2205,
      "step": 1450
    },
    {
      "epoch": 0.92864,
      "grad_norm": 0.2195662859617378,
      "learning_rate": 7.003662952877438e-07,
      "loss": 0.2282,
      "step": 1451
    },
    {
      "epoch": 0.92928,
      "grad_norm": 0.22257196928699585,
      "learning_rate": 6.87973011744969e-07,
      "loss": 0.2305,
      "step": 1452
    },
    {
      "epoch": 0.92992,
      "grad_norm": 0.2263094793894658,
      "learning_rate": 6.756888316437282e-07,
      "loss": 0.2024,
      "step": 1453
    },
    {
      "epoch": 0.93056,
      "grad_norm": 0.21797598912374014,
      "learning_rate": 6.635138101109078e-07,
      "loss": 0.2331,
      "step": 1454
    },
    {
      "epoch": 0.9312,
      "grad_norm": 0.23781803548837552,
      "learning_rate": 6.514480017835278e-07,
      "loss": 0.21,
      "step": 1455
    },
    {
      "epoch": 0.93184,
      "grad_norm": 0.21365686266319353,
      "learning_rate": 6.394914608085057e-07,
      "loss": 0.2153,
      "step": 1456
    },
    {
      "epoch": 0.93248,
      "grad_norm": 0.21365341523804998,
      "learning_rate": 6.276442408423927e-07,
      "loss": 0.2266,
      "step": 1457
    },
    {
      "epoch": 0.93312,
      "grad_norm": 0.21271549250835964,
      "learning_rate": 6.159063950511717e-07,
      "loss": 0.217,
      "step": 1458
    },
    {
      "epoch": 0.93376,
      "grad_norm": 0.2225008184402684,
      "learning_rate": 6.04277976109971e-07,
      "loss": 0.2409,
      "step": 1459
    },
    {
      "epoch": 0.9344,
      "grad_norm": 0.22174505323820964,
      "learning_rate": 5.92759036202864e-07,
      "loss": 0.2213,
      "step": 1460
    },
    {
      "epoch": 0.93504,
      "grad_norm": 0.22948096385357777,
      "learning_rate": 5.813496270226204e-07,
      "loss": 0.2363,
      "step": 1461
    },
    {
      "epoch": 0.93568,
      "grad_norm": 0.22975215135083635,
      "learning_rate": 5.700497997704696e-07,
      "loss": 0.2221,
      "step": 1462
    },
    {
      "epoch": 0.93632,
      "grad_norm": 0.24195720380600538,
      "learning_rate": 5.588596051558897e-07,
      "loss": 0.2101,
      "step": 1463
    },
    {
      "epoch": 0.93696,
      "grad_norm": 0.21766252595472238,
      "learning_rate": 5.477790933963583e-07,
      "loss": 0.2294,
      "step": 1464
    },
    {
      "epoch": 0.9376,
      "grad_norm": 0.21566529920139962,
      "learning_rate": 5.36808314217141e-07,
      "loss": 0.2059,
      "step": 1465
    },
    {
      "epoch": 0.93824,
      "grad_norm": 0.2477453659938222,
      "learning_rate": 5.259473168510609e-07,
      "loss": 0.2244,
      "step": 1466
    },
    {
      "epoch": 0.93888,
      "grad_norm": 0.22334147725409995,
      "learning_rate": 5.151961500382857e-07,
      "loss": 0.2187,
      "step": 1467
    },
    {
      "epoch": 0.93952,
      "grad_norm": 0.19437997346925015,
      "learning_rate": 5.045548620260965e-07,
      "loss": 0.2047,
      "step": 1468
    },
    {
      "epoch": 0.94016,
      "grad_norm": 0.2308839967791261,
      "learning_rate": 4.940235005686827e-07,
      "loss": 0.2209,
      "step": 1469
    },
    {
      "epoch": 0.9408,
      "grad_norm": 0.2432362127137024,
      "learning_rate": 4.836021129269285e-07,
      "loss": 0.2116,
      "step": 1470
    },
    {
      "epoch": 0.94144,
      "grad_norm": 0.23560530899646914,
      "learning_rate": 4.732907458681879e-07,
      "loss": 0.2155,
      "step": 1471
    },
    {
      "epoch": 0.94208,
      "grad_norm": 0.2343819167992321,
      "learning_rate": 4.6308944566608447e-07,
      "loss": 0.2153,
      "step": 1472
    },
    {
      "epoch": 0.94272,
      "grad_norm": 0.2204481546613199,
      "learning_rate": 4.529982581003095e-07,
      "loss": 0.2166,
      "step": 1473
    },
    {
      "epoch": 0.94336,
      "grad_norm": 0.23074851044518505,
      "learning_rate": 4.4301722845639936e-07,
      "loss": 0.2238,
      "step": 1474
    },
    {
      "epoch": 0.944,
      "grad_norm": 0.20470080267336116,
      "learning_rate": 4.3314640152555266e-07,
      "loss": 0.1948,
      "step": 1475
    },
    {
      "epoch": 0.94464,
      "grad_norm": 0.20974741488345275,
      "learning_rate": 4.2338582160440233e-07,
      "loss": 0.2069,
      "step": 1476
    },
    {
      "epoch": 0.94528,
      "grad_norm": 0.23853054922425992,
      "learning_rate": 4.1373553249485495e-07,
      "loss": 0.2328,
      "step": 1477
    },
    {
      "epoch": 0.94592,
      "grad_norm": 0.22638833949645204,
      "learning_rate": 4.041955775038547e-07,
      "loss": 0.2088,
      "step": 1478
    },
    {
      "epoch": 0.94656,
      "grad_norm": 0.24285102360607747,
      "learning_rate": 3.9476599944321404e-07,
      "loss": 0.2217,
      "step": 1479
    },
    {
      "epoch": 0.9472,
      "grad_norm": 0.21724371165315437,
      "learning_rate": 3.854468406294165e-07,
      "loss": 0.2263,
      "step": 1480
    },
    {
      "epoch": 0.94784,
      "grad_norm": 0.24923588075200176,
      "learning_rate": 3.762381428834144e-07,
      "loss": 0.2312,
      "step": 1481
    },
    {
      "epoch": 0.94848,
      "grad_norm": 0.20502219729808205,
      "learning_rate": 3.6713994753047043e-07,
      "loss": 0.2225,
      "step": 1482
    },
    {
      "epoch": 0.94912,
      "grad_norm": 0.21397118285267033,
      "learning_rate": 3.581522953999272e-07,
      "loss": 0.2238,
      "step": 1483
    },
    {
      "epoch": 0.94976,
      "grad_norm": 0.22045434421905027,
      "learning_rate": 3.4927522682507987e-07,
      "loss": 0.2102,
      "step": 1484
    },
    {
      "epoch": 0.9504,
      "grad_norm": 0.2085633716275612,
      "learning_rate": 3.4050878164293697e-07,
      "loss": 0.2065,
      "step": 1485
    },
    {
      "epoch": 0.95104,
      "grad_norm": 0.2317910343913522,
      "learning_rate": 3.3185299919408497e-07,
      "loss": 0.2134,
      "step": 1486
    },
    {
      "epoch": 0.95168,
      "grad_norm": 0.22808824769799957,
      "learning_rate": 3.233079183224991e-07,
      "loss": 0.2222,
      "step": 1487
    },
    {
      "epoch": 0.95232,
      "grad_norm": 0.23056863884758183,
      "learning_rate": 3.148735773753575e-07,
      "loss": 0.2178,
      "step": 1488
    },
    {
      "epoch": 0.95296,
      "grad_norm": 0.20039214556606563,
      "learning_rate": 3.06550014202886e-07,
      "loss": 0.2022,
      "step": 1489
    },
    {
      "epoch": 0.9536,
      "grad_norm": 0.2130581908850335,
      "learning_rate": 2.983372661581718e-07,
      "loss": 0.2348,
      "step": 1490
    },
    {
      "epoch": 0.95424,
      "grad_norm": 0.22241149712554428,
      "learning_rate": 2.9023537009701394e-07,
      "loss": 0.2238,
      "step": 1491
    },
    {
      "epoch": 0.95488,
      "grad_norm": 0.19290367842756367,
      "learning_rate": 2.8224436237773986e-07,
      "loss": 0.22,
      "step": 1492
    },
    {
      "epoch": 0.95552,
      "grad_norm": 0.20875302472069532,
      "learning_rate": 2.7436427886106117e-07,
      "loss": 0.2055,
      "step": 1493
    },
    {
      "epoch": 0.95616,
      "grad_norm": 0.26987616940092707,
      "learning_rate": 2.665951549098905e-07,
      "loss": 0.2039,
      "step": 1494
    },
    {
      "epoch": 0.9568,
      "grad_norm": 0.22659736575494763,
      "learning_rate": 2.589370253892054e-07,
      "loss": 0.2131,
      "step": 1495
    },
    {
      "epoch": 0.95744,
      "grad_norm": 0.22399938655227114,
      "learning_rate": 2.5138992466587353e-07,
      "loss": 0.2126,
      "step": 1496
    },
    {
      "epoch": 0.95808,
      "grad_norm": 0.20411362656277116,
      "learning_rate": 2.439538866085084e-07,
      "loss": 0.2267,
      "step": 1497
    },
    {
      "epoch": 0.95872,
      "grad_norm": 0.24678683672879248,
      "learning_rate": 2.3662894458731933e-07,
      "loss": 0.2084,
      "step": 1498
    },
    {
      "epoch": 0.95936,
      "grad_norm": 0.20420050785172428,
      "learning_rate": 2.2941513147395344e-07,
      "loss": 0.1966,
      "step": 1499
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2378024783894813,
      "learning_rate": 2.223124796413484e-07,
      "loss": 0.2283,
      "step": 1500
    },
    {
      "epoch": 0.96064,
      "grad_norm": 0.22348441091614693,
      "learning_rate": 2.1532102096359918e-07,
      "loss": 0.2248,
      "step": 1501
    },
    {
      "epoch": 0.96128,
      "grad_norm": 0.24094469061200954,
      "learning_rate": 2.0844078681580281e-07,
      "loss": 0.2172,
      "step": 1502
    },
    {
      "epoch": 0.96192,
      "grad_norm": 0.23834450974104532,
      "learning_rate": 2.016718080739194e-07,
      "loss": 0.2174,
      "step": 1503
    },
    {
      "epoch": 0.96256,
      "grad_norm": 0.24231249463534493,
      "learning_rate": 1.9501411511463897e-07,
      "loss": 0.2191,
      "step": 1504
    },
    {
      "epoch": 0.9632,
      "grad_norm": 0.22277470741943153,
      "learning_rate": 1.884677378152372e-07,
      "loss": 0.2169,
      "step": 1505
    },
    {
      "epoch": 0.96384,
      "grad_norm": 0.2450288171513431,
      "learning_rate": 1.820327055534532e-07,
      "loss": 0.2114,
      "step": 1506
    },
    {
      "epoch": 0.96448,
      "grad_norm": 0.24817364895534097,
      "learning_rate": 1.7570904720734526e-07,
      "loss": 0.2236,
      "step": 1507
    },
    {
      "epoch": 0.96512,
      "grad_norm": 0.21059580630662367,
      "learning_rate": 1.6949679115517147e-07,
      "loss": 0.2129,
      "step": 1508
    },
    {
      "epoch": 0.96576,
      "grad_norm": 0.2208861262929925,
      "learning_rate": 1.6339596527524814e-07,
      "loss": 0.2037,
      "step": 1509
    },
    {
      "epoch": 0.9664,
      "grad_norm": 0.21118771995417773,
      "learning_rate": 1.5740659694584158e-07,
      "loss": 0.2149,
      "step": 1510
    },
    {
      "epoch": 0.96704,
      "grad_norm": 0.2107719578071474,
      "learning_rate": 1.515287130450349e-07,
      "loss": 0.2243,
      "step": 1511
    },
    {
      "epoch": 0.96768,
      "grad_norm": 0.21851520855656803,
      "learning_rate": 1.4576233995061138e-07,
      "loss": 0.2053,
      "step": 1512
    },
    {
      "epoch": 0.96832,
      "grad_norm": 0.27957864745448646,
      "learning_rate": 1.4010750353993795e-07,
      "loss": 0.2265,
      "step": 1513
    },
    {
      "epoch": 0.96896,
      "grad_norm": 0.254576826495617,
      "learning_rate": 1.345642291898347e-07,
      "loss": 0.2143,
      "step": 1514
    },
    {
      "epoch": 0.9696,
      "grad_norm": 0.25343029812762935,
      "learning_rate": 1.2913254177648325e-07,
      "loss": 0.2187,
      "step": 1515
    },
    {
      "epoch": 0.97024,
      "grad_norm": 0.2255911742931182,
      "learning_rate": 1.2381246567530204e-07,
      "loss": 0.2271,
      "step": 1516
    },
    {
      "epoch": 0.97088,
      "grad_norm": 0.21808548001844993,
      "learning_rate": 1.1860402476083499e-07,
      "loss": 0.2054,
      "step": 1517
    },
    {
      "epoch": 0.97152,
      "grad_norm": 0.2208629332444564,
      "learning_rate": 1.1350724240665189e-07,
      "loss": 0.2369,
      "step": 1518
    },
    {
      "epoch": 0.97216,
      "grad_norm": 0.22111222811973358,
      "learning_rate": 1.0852214148523998e-07,
      "loss": 0.2261,
      "step": 1519
    },
    {
      "epoch": 0.9728,
      "grad_norm": 0.2082631948351433,
      "learning_rate": 1.0364874436789574e-07,
      "loss": 0.2025,
      "step": 1520
    },
    {
      "epoch": 0.97344,
      "grad_norm": 0.22724211476947437,
      "learning_rate": 9.888707292463605e-08,
      "loss": 0.2071,
      "step": 1521
    },
    {
      "epoch": 0.97408,
      "grad_norm": 0.23001016365733482,
      "learning_rate": 9.423714852409283e-08,
      "loss": 0.2039,
      "step": 1522
    },
    {
      "epoch": 0.97472,
      "grad_norm": 0.2328434576265619,
      "learning_rate": 8.969899203341847e-08,
      "loss": 0.2395,
      "step": 1523
    },
    {
      "epoch": 0.97536,
      "grad_norm": 0.21628744372417572,
      "learning_rate": 8.527262381819168e-08,
      "loss": 0.2435,
      "step": 1524
    },
    {
      "epoch": 0.976,
      "grad_norm": 0.2185909535959728,
      "learning_rate": 8.095806374232295e-08,
      "loss": 0.2067,
      "step": 1525
    },
    {
      "epoch": 0.97664,
      "grad_norm": 0.2268391954777112,
      "learning_rate": 7.675533116797418e-08,
      "loss": 0.2114,
      "step": 1526
    },
    {
      "epoch": 0.97728,
      "grad_norm": 0.2189325248597516,
      "learning_rate": 7.266444495546699e-08,
      "loss": 0.2014,
      "step": 1527
    },
    {
      "epoch": 0.97792,
      "grad_norm": 0.238932101975087,
      "learning_rate": 6.868542346319117e-08,
      "loss": 0.2119,
      "step": 1528
    },
    {
      "epoch": 0.97856,
      "grad_norm": 0.29717677348517296,
      "learning_rate": 6.481828454753536e-08,
      "loss": 0.1978,
      "step": 1529
    },
    {
      "epoch": 0.9792,
      "grad_norm": 0.22795728222005013,
      "learning_rate": 6.106304556279529e-08,
      "loss": 0.221,
      "step": 1530
    },
    {
      "epoch": 0.97984,
      "grad_norm": 0.23553294334467303,
      "learning_rate": 5.741972336110457e-08,
      "loss": 0.2176,
      "step": 1531
    },
    {
      "epoch": 0.98048,
      "grad_norm": 0.24680939637473787,
      "learning_rate": 5.388833429235684e-08,
      "loss": 0.2151,
      "step": 1532
    },
    {
      "epoch": 0.98112,
      "grad_norm": 0.2194250806144865,
      "learning_rate": 5.04688942041226e-08,
      "loss": 0.2242,
      "step": 1533
    },
    {
      "epoch": 0.98176,
      "grad_norm": 0.22025082136325297,
      "learning_rate": 4.716141844159916e-08,
      "loss": 0.2261,
      "step": 1534
    },
    {
      "epoch": 0.9824,
      "grad_norm": 0.20304222193392196,
      "learning_rate": 4.396592184751358e-08,
      "loss": 0.217,
      "step": 1535
    },
    {
      "epoch": 0.98304,
      "grad_norm": 0.23240775199262717,
      "learning_rate": 4.0882418762089316e-08,
      "loss": 0.2272,
      "step": 1536
    },
    {
      "epoch": 0.98368,
      "grad_norm": 0.3008664694520168,
      "learning_rate": 3.7910923022949074e-08,
      "loss": 0.1995,
      "step": 1537
    },
    {
      "epoch": 0.98432,
      "grad_norm": 0.2399609271277321,
      "learning_rate": 3.50514479650732e-08,
      "loss": 0.2189,
      "step": 1538
    },
    {
      "epoch": 0.98496,
      "grad_norm": 0.20576035796426878,
      "learning_rate": 3.230400642073861e-08,
      "loss": 0.2083,
      "step": 1539
    },
    {
      "epoch": 0.9856,
      "grad_norm": 0.21322051390429841,
      "learning_rate": 2.9668610719449374e-08,
      "loss": 0.2143,
      "step": 1540
    },
    {
      "epoch": 0.98624,
      "grad_norm": 0.21601486596405442,
      "learning_rate": 2.714527268789513e-08,
      "loss": 0.2139,
      "step": 1541
    },
    {
      "epoch": 0.98688,
      "grad_norm": 0.20769299648239214,
      "learning_rate": 2.4734003649889982e-08,
      "loss": 0.23,
      "step": 1542
    },
    {
      "epoch": 0.98752,
      "grad_norm": 0.21823506799274212,
      "learning_rate": 2.243481442632256e-08,
      "loss": 0.2104,
      "step": 1543
    },
    {
      "epoch": 0.98816,
      "grad_norm": 0.2223069983798402,
      "learning_rate": 2.0247715335106055e-08,
      "loss": 0.2216,
      "step": 1544
    },
    {
      "epoch": 0.9888,
      "grad_norm": 0.22806443412923838,
      "learning_rate": 1.8172716191142135e-08,
      "loss": 0.213,
      "step": 1545
    },
    {
      "epoch": 0.98944,
      "grad_norm": 0.21033513299541215,
      "learning_rate": 1.620982630625989e-08,
      "loss": 0.2099,
      "step": 1546
    },
    {
      "epoch": 0.99008,
      "grad_norm": 0.21446765108388643,
      "learning_rate": 1.4359054489193614e-08,
      "loss": 0.2187,
      "step": 1547
    },
    {
      "epoch": 0.99072,
      "grad_norm": 0.23356710417608562,
      "learning_rate": 1.2620409045518978e-08,
      "loss": 0.2249,
      "step": 1548
    },
    {
      "epoch": 0.99136,
      "grad_norm": 0.2095713284029387,
      "learning_rate": 1.0993897777644702e-08,
      "loss": 0.2151,
      "step": 1549
    },
    {
      "epoch": 0.992,
      "grad_norm": 0.27762708986597306,
      "learning_rate": 9.479527984754267e-09,
      "loss": 0.2013,
      "step": 1550
    },
    {
      "epoch": 0.99264,
      "grad_norm": 0.2276729345394694,
      "learning_rate": 8.077306462778156e-09,
      "loss": 0.2252,
      "step": 1551
    },
    {
      "epoch": 0.99328,
      "grad_norm": 0.20875236381174775,
      "learning_rate": 6.7872395043772074e-09,
      "loss": 0.1932,
      "step": 1552
    },
    {
      "epoch": 0.99392,
      "grad_norm": 0.21074877531034983,
      "learning_rate": 5.609332898892649e-09,
      "loss": 0.2107,
      "step": 1553
    },
    {
      "epoch": 0.99456,
      "grad_norm": 0.2264651675376151,
      "learning_rate": 4.543591932337776e-09,
      "loss": 0.2216,
      "step": 1554
    },
    {
      "epoch": 0.9952,
      "grad_norm": 0.22119307339273078,
      "learning_rate": 3.5900213873701903e-09,
      "loss": 0.2175,
      "step": 1555
    },
    {
      "epoch": 0.99584,
      "grad_norm": 0.22256840102062148,
      "learning_rate": 2.7486255432584984e-09,
      "loss": 0.2091,
      "step": 1556
    },
    {
      "epoch": 0.99648,
      "grad_norm": 0.23117881744675936,
      "learning_rate": 2.0194081758823093e-09,
      "loss": 0.2097,
      "step": 1557
    },
    {
      "epoch": 0.99712,
      "grad_norm": 0.22596565021644346,
      "learning_rate": 1.4023725576989277e-09,
      "loss": 0.2057,
      "step": 1558
    },
    {
      "epoch": 0.99776,
      "grad_norm": 0.23292230761097818,
      "learning_rate": 8.975214577378043e-10,
      "loss": 0.2159,
      "step": 1559
    },
    {
      "epoch": 0.9984,
      "grad_norm": 0.22771387990468042,
      "learning_rate": 5.04857141583881e-10,
      "loss": 0.2146,
      "step": 1560
    },
    {
      "epoch": 0.99904,
      "grad_norm": 0.21614364258881588,
      "learning_rate": 2.2438137137481552e-10,
      "loss": 0.2172,
      "step": 1561
    },
    {
      "epoch": 0.99968,
      "grad_norm": 0.20877331098077145,
      "learning_rate": 5.60954057787777e-11,
      "loss": 0.2184,
      "step": 1562
    }
  ],
  "logging_steps": 1,
  "max_steps": 1562,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 261,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 716663346167808.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}