{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.66816,
  "eval_steps": 500,
  "global_step": 1044,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00064,
      "grad_norm": 2.618795845193889,
      "learning_rate": 0.0,
      "loss": 0.5764,
      "step": 1
    },
    {
      "epoch": 0.00128,
      "grad_norm": 2.6347789365042167,
      "learning_rate": 6.329113924050633e-07,
      "loss": 0.6154,
      "step": 2
    },
    {
      "epoch": 0.00192,
      "grad_norm": 2.7588406940768695,
      "learning_rate": 1.2658227848101265e-06,
      "loss": 0.5763,
      "step": 3
    },
    {
      "epoch": 0.00256,
      "grad_norm": 3.0430509991625927,
      "learning_rate": 1.8987341772151901e-06,
      "loss": 0.5897,
      "step": 4
    },
    {
      "epoch": 0.0032,
      "grad_norm": 3.0181149898389754,
      "learning_rate": 2.531645569620253e-06,
      "loss": 0.5849,
      "step": 5
    },
    {
      "epoch": 0.00384,
      "grad_norm": 2.708156370622355,
      "learning_rate": 3.1645569620253167e-06,
      "loss": 0.6007,
      "step": 6
    },
    {
      "epoch": 0.00448,
      "grad_norm": 2.2121700715533077,
      "learning_rate": 3.7974683544303802e-06,
      "loss": 0.5589,
      "step": 7
    },
    {
      "epoch": 0.00512,
      "grad_norm": 2.5547904662956786,
      "learning_rate": 4.430379746835443e-06,
      "loss": 0.5868,
      "step": 8
    },
    {
      "epoch": 0.00576,
      "grad_norm": 15.741913008515068,
      "learning_rate": 5.063291139240506e-06,
      "loss": 0.5496,
      "step": 9
    },
    {
      "epoch": 0.0064,
      "grad_norm": 1.4025681078646888,
      "learning_rate": 5.69620253164557e-06,
      "loss": 0.5335,
      "step": 10
    },
    {
      "epoch": 0.00704,
      "grad_norm": 2.296825978922617,
      "learning_rate": 6.329113924050633e-06,
      "loss": 0.5614,
      "step": 11
    },
    {
      "epoch": 0.00768,
      "grad_norm": 1.3790308520522885,
      "learning_rate": 6.9620253164556965e-06,
      "loss": 0.5155,
      "step": 12
    },
    {
      "epoch": 0.00832,
      "grad_norm": 1.5578214066440281,
      "learning_rate": 7.5949367088607605e-06,
      "loss": 0.4714,
      "step": 13
    },
    {
      "epoch": 0.00896,
      "grad_norm": 1.6513983171037458,
      "learning_rate": 8.227848101265822e-06,
      "loss": 0.4844,
      "step": 14
    },
    {
      "epoch": 0.0096,
      "grad_norm": 1.0659029951583614,
      "learning_rate": 8.860759493670886e-06,
      "loss": 0.4445,
      "step": 15
    },
    {
      "epoch": 0.01024,
      "grad_norm": 1.5553885236728338,
      "learning_rate": 9.49367088607595e-06,
      "loss": 0.4296,
      "step": 16
    },
    {
      "epoch": 0.01088,
      "grad_norm": 1.6423185898553931,
      "learning_rate": 1.0126582278481012e-05,
      "loss": 0.4558,
      "step": 17
    },
    {
      "epoch": 0.01152,
      "grad_norm": 1.337112701272778,
      "learning_rate": 1.0759493670886076e-05,
      "loss": 0.4572,
      "step": 18
    },
    {
      "epoch": 0.01216,
      "grad_norm": 1.091077579656484,
      "learning_rate": 1.139240506329114e-05,
      "loss": 0.4194,
      "step": 19
    },
    {
      "epoch": 0.0128,
      "grad_norm": 0.8415436037519902,
      "learning_rate": 1.2025316455696203e-05,
      "loss": 0.43,
      "step": 20
    },
    {
      "epoch": 0.01344,
      "grad_norm": 1.0942576082541409,
      "learning_rate": 1.2658227848101267e-05,
      "loss": 0.4342,
      "step": 21
    },
    {
      "epoch": 0.01408,
      "grad_norm": 0.9266622560738933,
      "learning_rate": 1.3291139240506329e-05,
      "loss": 0.3692,
      "step": 22
    },
    {
      "epoch": 0.01472,
      "grad_norm": 0.730124403683561,
      "learning_rate": 1.3924050632911393e-05,
      "loss": 0.3842,
      "step": 23
    },
    {
      "epoch": 0.01536,
      "grad_norm": 1.0621346265160687,
      "learning_rate": 1.4556962025316457e-05,
      "loss": 0.3548,
      "step": 24
    },
    {
      "epoch": 0.016,
      "grad_norm": 0.9227953803036282,
      "learning_rate": 1.5189873417721521e-05,
      "loss": 0.3948,
      "step": 25
    },
    {
      "epoch": 0.01664,
      "grad_norm": 0.736727893263626,
      "learning_rate": 1.5822784810126583e-05,
      "loss": 0.375,
      "step": 26
    },
    {
      "epoch": 0.01728,
      "grad_norm": 2.053133845104068,
      "learning_rate": 1.6455696202531644e-05,
      "loss": 0.3719,
      "step": 27
    },
    {
      "epoch": 0.01792,
      "grad_norm": 0.6875688796188869,
      "learning_rate": 1.7088607594936708e-05,
      "loss": 0.3723,
      "step": 28
    },
    {
      "epoch": 0.01856,
      "grad_norm": 0.6623745034402684,
      "learning_rate": 1.7721518987341772e-05,
      "loss": 0.3588,
      "step": 29
    },
    {
      "epoch": 0.0192,
      "grad_norm": 0.7263864736482054,
      "learning_rate": 1.8354430379746836e-05,
      "loss": 0.3851,
      "step": 30
    },
    {
      "epoch": 0.01984,
      "grad_norm": 0.5571337797316878,
      "learning_rate": 1.89873417721519e-05,
      "loss": 0.3792,
      "step": 31
    },
    {
      "epoch": 0.02048,
      "grad_norm": 0.9258693296754104,
      "learning_rate": 1.962025316455696e-05,
      "loss": 0.3852,
      "step": 32
    },
    {
      "epoch": 0.02112,
      "grad_norm": 0.8990784229406635,
      "learning_rate": 2.0253164556962025e-05,
      "loss": 0.3505,
      "step": 33
    },
    {
      "epoch": 0.02176,
      "grad_norm": 2.3509423854017837,
      "learning_rate": 2.088607594936709e-05,
      "loss": 0.364,
      "step": 34
    },
    {
      "epoch": 0.0224,
      "grad_norm": 2.6014985443321215,
      "learning_rate": 2.1518987341772153e-05,
      "loss": 0.3637,
      "step": 35
    },
    {
      "epoch": 0.02304,
      "grad_norm": 0.7225091993923429,
      "learning_rate": 2.2151898734177217e-05,
      "loss": 0.3794,
      "step": 36
    },
    {
      "epoch": 0.02368,
      "grad_norm": 0.6641449499251059,
      "learning_rate": 2.278481012658228e-05,
      "loss": 0.3699,
      "step": 37
    },
    {
      "epoch": 0.02432,
      "grad_norm": 0.8028481090301588,
      "learning_rate": 2.341772151898734e-05,
      "loss": 0.3647,
      "step": 38
    },
    {
      "epoch": 0.02496,
      "grad_norm": 0.6565265160500543,
      "learning_rate": 2.4050632911392405e-05,
      "loss": 0.3579,
      "step": 39
    },
    {
      "epoch": 0.0256,
      "grad_norm": 0.7322064983471163,
      "learning_rate": 2.468354430379747e-05,
      "loss": 0.3484,
      "step": 40
    },
    {
      "epoch": 0.02624,
      "grad_norm": 0.5039022880384163,
      "learning_rate": 2.5316455696202533e-05,
      "loss": 0.3096,
      "step": 41
    },
    {
      "epoch": 0.02688,
      "grad_norm": 0.5483302917388222,
      "learning_rate": 2.5949367088607597e-05,
      "loss": 0.3371,
      "step": 42
    },
    {
      "epoch": 0.02752,
      "grad_norm": 1.3783780747410168,
      "learning_rate": 2.6582278481012658e-05,
      "loss": 0.3263,
      "step": 43
    },
    {
      "epoch": 0.02816,
      "grad_norm": 0.5158426665517652,
      "learning_rate": 2.7215189873417722e-05,
      "loss": 0.3449,
      "step": 44
    },
    {
      "epoch": 0.0288,
      "grad_norm": 0.5751703137103499,
      "learning_rate": 2.7848101265822786e-05,
      "loss": 0.3561,
      "step": 45
    },
    {
      "epoch": 0.02944,
      "grad_norm": 0.6590394546695514,
      "learning_rate": 2.848101265822785e-05,
      "loss": 0.3478,
      "step": 46
    },
    {
      "epoch": 0.03008,
      "grad_norm": 0.5214718720462116,
      "learning_rate": 2.9113924050632914e-05,
      "loss": 0.3408,
      "step": 47
    },
    {
      "epoch": 0.03072,
      "grad_norm": 0.9091430743600112,
      "learning_rate": 2.9746835443037974e-05,
      "loss": 0.3526,
      "step": 48
    },
    {
      "epoch": 0.03136,
      "grad_norm": 1.1052640742837447,
      "learning_rate": 3.0379746835443042e-05,
      "loss": 0.3346,
      "step": 49
    },
    {
      "epoch": 0.032,
      "grad_norm": 0.48507046472864723,
      "learning_rate": 3.10126582278481e-05,
      "loss": 0.3443,
      "step": 50
    },
    {
      "epoch": 0.03264,
      "grad_norm": 0.5388534097509862,
      "learning_rate": 3.1645569620253167e-05,
      "loss": 0.3312,
      "step": 51
    },
    {
      "epoch": 0.03328,
      "grad_norm": 0.5894091981022138,
      "learning_rate": 3.227848101265823e-05,
      "loss": 0.3317,
      "step": 52
    },
    {
      "epoch": 0.03392,
      "grad_norm": 0.4751863643628404,
      "learning_rate": 3.291139240506329e-05,
      "loss": 0.2952,
      "step": 53
    },
    {
      "epoch": 0.03456,
      "grad_norm": 0.5790137817312099,
      "learning_rate": 3.354430379746836e-05,
      "loss": 0.3392,
      "step": 54
    },
    {
      "epoch": 0.0352,
      "grad_norm": 1.5087120760365582,
      "learning_rate": 3.4177215189873416e-05,
      "loss": 0.3339,
      "step": 55
    },
    {
      "epoch": 0.03584,
      "grad_norm": 0.5745952365097137,
      "learning_rate": 3.4810126582278487e-05,
      "loss": 0.3347,
      "step": 56
    },
    {
      "epoch": 0.03648,
      "grad_norm": 0.7517935525029015,
      "learning_rate": 3.5443037974683544e-05,
      "loss": 0.3324,
      "step": 57
    },
    {
      "epoch": 0.03712,
      "grad_norm": 0.5324903887679082,
      "learning_rate": 3.607594936708861e-05,
      "loss": 0.3522,
      "step": 58
    },
    {
      "epoch": 0.03776,
      "grad_norm": 0.5095112678612309,
      "learning_rate": 3.670886075949367e-05,
      "loss": 0.3394,
      "step": 59
    },
    {
      "epoch": 0.0384,
      "grad_norm": 0.5442974811657504,
      "learning_rate": 3.7341772151898736e-05,
      "loss": 0.3322,
      "step": 60
    },
    {
      "epoch": 0.03904,
      "grad_norm": 0.5228282028496956,
      "learning_rate": 3.79746835443038e-05,
      "loss": 0.34,
      "step": 61
    },
    {
      "epoch": 0.03968,
      "grad_norm": 0.5234005807075949,
      "learning_rate": 3.8607594936708864e-05,
      "loss": 0.3205,
      "step": 62
    },
    {
      "epoch": 0.04032,
      "grad_norm": 0.5456894801995082,
      "learning_rate": 3.924050632911392e-05,
      "loss": 0.3264,
      "step": 63
    },
    {
      "epoch": 0.04096,
      "grad_norm": 0.6064859304760205,
      "learning_rate": 3.987341772151899e-05,
      "loss": 0.3603,
      "step": 64
    },
    {
      "epoch": 0.0416,
      "grad_norm": 0.4817896106905655,
      "learning_rate": 4.050632911392405e-05,
      "loss": 0.3159,
      "step": 65
    },
    {
      "epoch": 0.04224,
      "grad_norm": 0.5788597012081875,
      "learning_rate": 4.113924050632912e-05,
      "loss": 0.3509,
      "step": 66
    },
    {
      "epoch": 0.04288,
      "grad_norm": 0.5412218771204261,
      "learning_rate": 4.177215189873418e-05,
      "loss": 0.3208,
      "step": 67
    },
    {
      "epoch": 0.04352,
      "grad_norm": 1.3974653981931218,
      "learning_rate": 4.240506329113924e-05,
      "loss": 0.3319,
      "step": 68
    },
    {
      "epoch": 0.04416,
      "grad_norm": 0.5446574915363599,
      "learning_rate": 4.3037974683544305e-05,
      "loss": 0.2997,
      "step": 69
    },
    {
      "epoch": 0.0448,
      "grad_norm": 0.4568551671818489,
      "learning_rate": 4.367088607594937e-05,
      "loss": 0.3361,
      "step": 70
    },
    {
      "epoch": 0.04544,
      "grad_norm": 0.5949709296262449,
      "learning_rate": 4.430379746835443e-05,
      "loss": 0.3211,
      "step": 71
    },
    {
      "epoch": 0.04608,
      "grad_norm": 0.5482381035251598,
      "learning_rate": 4.49367088607595e-05,
      "loss": 0.3292,
      "step": 72
    },
    {
      "epoch": 0.04672,
      "grad_norm": 0.4997143028932898,
      "learning_rate": 4.556962025316456e-05,
      "loss": 0.318,
      "step": 73
    },
    {
      "epoch": 0.04736,
      "grad_norm": 0.5841404500165603,
      "learning_rate": 4.6202531645569625e-05,
      "loss": 0.3138,
      "step": 74
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.5028458152612025,
      "learning_rate": 4.683544303797468e-05,
      "loss": 0.3029,
      "step": 75
    },
    {
      "epoch": 0.04864,
      "grad_norm": 0.48112579785481197,
      "learning_rate": 4.7468354430379746e-05,
      "loss": 0.3243,
      "step": 76
    },
    {
      "epoch": 0.04928,
      "grad_norm": 1.0013986736975447,
      "learning_rate": 4.810126582278481e-05,
      "loss": 0.3308,
      "step": 77
    },
    {
      "epoch": 0.04992,
      "grad_norm": 0.4247544379828167,
      "learning_rate": 4.8734177215189874e-05,
      "loss": 0.2958,
      "step": 78
    },
    {
      "epoch": 0.05056,
      "grad_norm": 0.5421182493231368,
      "learning_rate": 4.936708860759494e-05,
      "loss": 0.3297,
      "step": 79
    },
    {
      "epoch": 0.0512,
      "grad_norm": 1.2844161669496286,
      "learning_rate": 5e-05,
      "loss": 0.3198,
      "step": 80
    },
    {
      "epoch": 0.05184,
      "grad_norm": 0.5627454560158847,
      "learning_rate": 4.999994390459423e-05,
      "loss": 0.3311,
      "step": 81
    },
    {
      "epoch": 0.05248,
      "grad_norm": 0.4505373699775162,
      "learning_rate": 4.999977561862863e-05,
      "loss": 0.3227,
      "step": 82
    },
    {
      "epoch": 0.05312,
      "grad_norm": 0.5349576256311448,
      "learning_rate": 4.999949514285842e-05,
      "loss": 0.323,
      "step": 83
    },
    {
      "epoch": 0.05376,
      "grad_norm": 0.5591650619223139,
      "learning_rate": 4.999910247854227e-05,
      "loss": 0.336,
      "step": 84
    },
    {
      "epoch": 0.0544,
      "grad_norm": 0.6827279250952998,
      "learning_rate": 4.99985976274423e-05,
      "loss": 0.3319,
      "step": 85
    },
    {
      "epoch": 0.05504,
      "grad_norm": 0.7102827110283111,
      "learning_rate": 4.9997980591824126e-05,
      "loss": 0.3137,
      "step": 86
    },
    {
      "epoch": 0.05568,
      "grad_norm": 0.5941384980560921,
      "learning_rate": 4.999725137445674e-05,
      "loss": 0.3242,
      "step": 87
    },
    {
      "epoch": 0.05632,
      "grad_norm": 0.5293400414276046,
      "learning_rate": 4.999640997861264e-05,
      "loss": 0.3266,
      "step": 88
    },
    {
      "epoch": 0.05696,
      "grad_norm": 0.6396725464059344,
      "learning_rate": 4.999545640806766e-05,
      "loss": 0.3297,
      "step": 89
    },
    {
      "epoch": 0.0576,
      "grad_norm": 0.47264233800825245,
      "learning_rate": 4.999439066710111e-05,
      "loss": 0.347,
      "step": 90
    },
    {
      "epoch": 0.05824,
      "grad_norm": 0.5476181291945234,
      "learning_rate": 4.999321276049563e-05,
      "loss": 0.3222,
      "step": 91
    },
    {
      "epoch": 0.05888,
      "grad_norm": 0.5706613009258329,
      "learning_rate": 4.9991922693537226e-05,
      "loss": 0.3122,
      "step": 92
    },
    {
      "epoch": 0.05952,
      "grad_norm": 0.48706789610757445,
      "learning_rate": 4.9990520472015246e-05,
      "loss": 0.2993,
      "step": 93
    },
    {
      "epoch": 0.06016,
      "grad_norm": 0.4115404611758198,
      "learning_rate": 4.998900610222236e-05,
      "loss": 0.3099,
      "step": 94
    },
    {
      "epoch": 0.0608,
      "grad_norm": 0.532905037021598,
      "learning_rate": 4.998737959095449e-05,
      "loss": 0.2827,
      "step": 95
    },
    {
      "epoch": 0.06144,
      "grad_norm": 0.4643257281999667,
      "learning_rate": 4.998564094551081e-05,
      "loss": 0.3205,
      "step": 96
    },
    {
      "epoch": 0.06208,
      "grad_norm": 0.5191147113172441,
      "learning_rate": 4.998379017369375e-05,
      "loss": 0.3144,
      "step": 97
    },
    {
      "epoch": 0.06272,
      "grad_norm": 0.5348016711569842,
      "learning_rate": 4.9981827283808855e-05,
      "loss": 0.3128,
      "step": 98
    },
    {
      "epoch": 0.06336,
      "grad_norm": 0.5010085634276595,
      "learning_rate": 4.997975228466489e-05,
      "loss": 0.3404,
      "step": 99
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.4889491939114262,
      "learning_rate": 4.997756518557368e-05,
      "loss": 0.2828,
      "step": 100
    },
    {
      "epoch": 0.06464,
      "grad_norm": 0.46482892338474413,
      "learning_rate": 4.997526599635011e-05,
      "loss": 0.2892,
      "step": 101
    },
    {
      "epoch": 0.06528,
      "grad_norm": 0.5287297970963423,
      "learning_rate": 4.997285472731211e-05,
      "loss": 0.3397,
      "step": 102
    },
    {
      "epoch": 0.06592,
      "grad_norm": 0.46498628733863295,
      "learning_rate": 4.997033138928056e-05,
      "loss": 0.3187,
      "step": 103
    },
    {
      "epoch": 0.06656,
      "grad_norm": 0.5394842738162251,
      "learning_rate": 4.996769599357927e-05,
      "loss": 0.3136,
      "step": 104
    },
    {
      "epoch": 0.0672,
      "grad_norm": 0.5304962827503229,
      "learning_rate": 4.996494855203493e-05,
      "loss": 0.3286,
      "step": 105
    },
    {
      "epoch": 0.06784,
      "grad_norm": 0.5626109543739455,
      "learning_rate": 4.996208907697706e-05,
      "loss": 0.3256,
      "step": 106
    },
    {
      "epoch": 0.06848,
      "grad_norm": 0.47113589346903195,
      "learning_rate": 4.995911758123791e-05,
      "loss": 0.287,
      "step": 107
    },
    {
      "epoch": 0.06912,
      "grad_norm": 0.5351822398424532,
      "learning_rate": 4.995603407815249e-05,
      "loss": 0.2996,
      "step": 108
    },
    {
      "epoch": 0.06976,
      "grad_norm": 0.46338886806198026,
      "learning_rate": 4.9952838581558406e-05,
      "loss": 0.3056,
      "step": 109
    },
    {
      "epoch": 0.0704,
      "grad_norm": 0.5172304018785423,
      "learning_rate": 4.994953110579588e-05,
      "loss": 0.3192,
      "step": 110
    },
    {
      "epoch": 0.07104,
      "grad_norm": 0.510154274412123,
      "learning_rate": 4.9946111665707645e-05,
      "loss": 0.3307,
      "step": 111
    },
    {
      "epoch": 0.07168,
      "grad_norm": 0.3838546254703525,
      "learning_rate": 4.99425802766389e-05,
      "loss": 0.2929,
      "step": 112
    },
    {
      "epoch": 0.07232,
      "grad_norm": 0.5449189029345786,
      "learning_rate": 4.993893695443721e-05,
      "loss": 0.3069,
      "step": 113
    },
    {
      "epoch": 0.07296,
      "grad_norm": 0.44577057887896443,
      "learning_rate": 4.993518171545247e-05,
      "loss": 0.2966,
      "step": 114
    },
    {
      "epoch": 0.0736,
      "grad_norm": 0.4515440453670323,
      "learning_rate": 4.993131457653682e-05,
      "loss": 0.3061,
      "step": 115
    },
    {
      "epoch": 0.07424,
      "grad_norm": 0.44391881310796194,
      "learning_rate": 4.992733555504454e-05,
      "loss": 0.3215,
      "step": 116
    },
    {
      "epoch": 0.07488,
      "grad_norm": 0.42638885395980747,
      "learning_rate": 4.9923244668832025e-05,
      "loss": 0.3111,
      "step": 117
    },
    {
      "epoch": 0.07552,
      "grad_norm": 0.44150879225613077,
      "learning_rate": 4.991904193625768e-05,
      "loss": 0.316,
      "step": 118
    },
    {
      "epoch": 0.07616,
      "grad_norm": 0.4431237901584868,
      "learning_rate": 4.991472737618181e-05,
      "loss": 0.2776,
      "step": 119
    },
    {
      "epoch": 0.0768,
      "grad_norm": 0.42121400061187486,
      "learning_rate": 4.991030100796659e-05,
      "loss": 0.3064,
      "step": 120
    },
    {
      "epoch": 0.07744,
      "grad_norm": 0.392309441081599,
      "learning_rate": 4.9905762851475915e-05,
      "loss": 0.3209,
      "step": 121
    },
    {
      "epoch": 0.07808,
      "grad_norm": 0.45305290693167705,
      "learning_rate": 4.990111292707537e-05,
      "loss": 0.3183,
      "step": 122
    },
    {
      "epoch": 0.07872,
      "grad_norm": 0.4293788826264019,
      "learning_rate": 4.989635125563211e-05,
      "loss": 0.2924,
      "step": 123
    },
    {
      "epoch": 0.07936,
      "grad_norm": 0.4272809824845029,
      "learning_rate": 4.989147785851477e-05,
      "loss": 0.3137,
      "step": 124
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.417177718336002,
      "learning_rate": 4.988649275759335e-05,
      "loss": 0.323,
      "step": 125
    },
    {
      "epoch": 0.08064,
      "grad_norm": 0.6352795142091163,
      "learning_rate": 4.988139597523916e-05,
      "loss": 0.2968,
      "step": 126
    },
    {
      "epoch": 0.08128,
      "grad_norm": 0.4311613332706907,
      "learning_rate": 4.98761875343247e-05,
      "loss": 0.2864,
      "step": 127
    },
    {
      "epoch": 0.08192,
      "grad_norm": 0.407677725063968,
      "learning_rate": 4.987086745822352e-05,
      "loss": 0.2887,
      "step": 128
    },
    {
      "epoch": 0.08256,
      "grad_norm": 0.43620593917226175,
      "learning_rate": 4.986543577081017e-05,
      "loss": 0.326,
      "step": 129
    },
    {
      "epoch": 0.0832,
      "grad_norm": 0.3577110758670567,
      "learning_rate": 4.985989249646007e-05,
      "loss": 0.3049,
      "step": 130
    },
    {
      "epoch": 0.08384,
      "grad_norm": 0.40530215341984516,
      "learning_rate": 4.985423766004939e-05,
      "loss": 0.3139,
      "step": 131
    },
    {
      "epoch": 0.08448,
      "grad_norm": 0.46328257103904175,
      "learning_rate": 4.9848471286954965e-05,
      "loss": 0.3306,
      "step": 132
    },
    {
      "epoch": 0.08512,
      "grad_norm": 0.38436097877243486,
      "learning_rate": 4.984259340305416e-05,
      "loss": 0.2931,
      "step": 133
    },
    {
      "epoch": 0.08576,
      "grad_norm": 0.6093078034059375,
      "learning_rate": 4.9836604034724753e-05,
      "loss": 0.2963,
      "step": 134
    },
    {
      "epoch": 0.0864,
      "grad_norm": 0.46772762171913185,
      "learning_rate": 4.9830503208844835e-05,
      "loss": 0.2979,
      "step": 135
    },
    {
      "epoch": 0.08704,
      "grad_norm": 0.48325714173598944,
      "learning_rate": 4.982429095279266e-05,
      "loss": 0.2984,
      "step": 136
    },
    {
      "epoch": 0.08768,
      "grad_norm": 0.5477120347200936,
      "learning_rate": 4.981796729444655e-05,
      "loss": 0.3302,
      "step": 137
    },
    {
      "epoch": 0.08832,
      "grad_norm": 0.534004632135256,
      "learning_rate": 4.981153226218477e-05,
      "loss": 0.3136,
      "step": 138
    },
    {
      "epoch": 0.08896,
      "grad_norm": 0.4441445163984143,
      "learning_rate": 4.9804985884885366e-05,
      "loss": 0.2911,
      "step": 139
    },
    {
      "epoch": 0.0896,
      "grad_norm": 0.5818680485265652,
      "learning_rate": 4.979832819192608e-05,
      "loss": 0.3178,
      "step": 140
    },
    {
      "epoch": 0.09024,
      "grad_norm": 0.5596729609258517,
      "learning_rate": 4.97915592131842e-05,
      "loss": 0.2946,
      "step": 141
    },
    {
      "epoch": 0.09088,
      "grad_norm": 0.4173115723963595,
      "learning_rate": 4.97846789790364e-05,
      "loss": 0.312,
      "step": 142
    },
    {
      "epoch": 0.09152,
      "grad_norm": 0.5797089756431767,
      "learning_rate": 4.977768752035865e-05,
      "loss": 0.317,
      "step": 143
    },
    {
      "epoch": 0.09216,
      "grad_norm": 0.599992651207998,
      "learning_rate": 4.9770584868526046e-05,
      "loss": 0.3162,
      "step": 144
    },
    {
      "epoch": 0.0928,
      "grad_norm": 0.5107814027610112,
      "learning_rate": 4.9763371055412685e-05,
      "loss": 0.313,
      "step": 145
    },
    {
      "epoch": 0.09344,
      "grad_norm": 0.44298297975068884,
      "learning_rate": 4.9756046113391496e-05,
      "loss": 0.3351,
      "step": 146
    },
    {
      "epoch": 0.09408,
      "grad_norm": 0.5327895632430579,
      "learning_rate": 4.974861007533413e-05,
      "loss": 0.2917,
      "step": 147
    },
    {
      "epoch": 0.09472,
      "grad_norm": 0.43312248711811524,
      "learning_rate": 4.97410629746108e-05,
      "loss": 0.2964,
      "step": 148
    },
    {
      "epoch": 0.09536,
      "grad_norm": 0.5304322484911422,
      "learning_rate": 4.9733404845090116e-05,
      "loss": 0.2898,
      "step": 149
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.3997434435275148,
      "learning_rate": 4.972563572113894e-05,
      "loss": 0.2941,
      "step": 150
    },
    {
      "epoch": 0.09664,
      "grad_norm": 0.6731310579298981,
      "learning_rate": 4.971775563762226e-05,
      "loss": 0.2979,
      "step": 151
    },
    {
      "epoch": 0.09728,
      "grad_norm": 0.44982760512871145,
      "learning_rate": 4.970976462990299e-05,
      "loss": 0.3181,
      "step": 152
    },
    {
      "epoch": 0.09792,
      "grad_norm": 0.582429222704454,
      "learning_rate": 4.970166273384183e-05,
      "loss": 0.2944,
      "step": 153
    },
    {
      "epoch": 0.09856,
      "grad_norm": 0.37285441290932575,
      "learning_rate": 4.969344998579712e-05,
      "loss": 0.2708,
      "step": 154
    },
    {
      "epoch": 0.0992,
      "grad_norm": 0.5242244051320633,
      "learning_rate": 4.9685126422624644e-05,
      "loss": 0.322,
      "step": 155
    },
    {
      "epoch": 0.09984,
      "grad_norm": 0.42399899648411177,
      "learning_rate": 4.96766920816775e-05,
      "loss": 0.3194,
      "step": 156
    },
    {
      "epoch": 0.10048,
      "grad_norm": 0.4451557052439993,
      "learning_rate": 4.966814700080592e-05,
      "loss": 0.3242,
      "step": 157
    },
    {
      "epoch": 0.10112,
      "grad_norm": 0.48601797793339585,
      "learning_rate": 4.965949121835707e-05,
      "loss": 0.3397,
      "step": 158
    },
    {
      "epoch": 0.10176,
      "grad_norm": 0.44145425649965603,
      "learning_rate": 4.965072477317493e-05,
      "loss": 0.3146,
      "step": 159
    },
    {
      "epoch": 0.1024,
      "grad_norm": 0.4370780933539978,
      "learning_rate": 4.964184770460007e-05,
      "loss": 0.2978,
      "step": 160
    },
    {
      "epoch": 0.10304,
      "grad_norm": 0.48836377923781304,
      "learning_rate": 4.963286005246953e-05,
      "loss": 0.2884,
      "step": 161
    },
    {
      "epoch": 0.10368,
      "grad_norm": 0.41359620894086957,
      "learning_rate": 4.9623761857116594e-05,
      "loss": 0.3253,
      "step": 162
    },
    {
      "epoch": 0.10432,
      "grad_norm": 0.44338475984615433,
      "learning_rate": 4.961455315937059e-05,
      "loss": 0.2871,
      "step": 163
    },
    {
      "epoch": 0.10496,
      "grad_norm": 0.5079738340888645,
      "learning_rate": 4.960523400055679e-05,
      "loss": 0.3002,
      "step": 164
    },
    {
      "epoch": 0.1056,
      "grad_norm": 0.427097830248176,
      "learning_rate": 4.959580442249615e-05,
      "loss": 0.3068,
      "step": 165
    },
    {
      "epoch": 0.10624,
      "grad_norm": 0.3684291109883667,
      "learning_rate": 4.958626446750515e-05,
      "loss": 0.3256,
      "step": 166
    },
    {
      "epoch": 0.10688,
      "grad_norm": 0.4683572393673182,
      "learning_rate": 4.9576614178395595e-05,
      "loss": 0.3054,
      "step": 167
    },
    {
      "epoch": 0.10752,
      "grad_norm": 0.38807804876427243,
      "learning_rate": 4.956685359847445e-05,
      "loss": 0.3018,
      "step": 168
    },
    {
      "epoch": 0.10816,
      "grad_norm": 0.387073605411047,
      "learning_rate": 4.95569827715436e-05,
      "loss": 0.2869,
      "step": 169
    },
    {
      "epoch": 0.1088,
      "grad_norm": 0.4547710232799118,
      "learning_rate": 4.9547001741899693e-05,
      "loss": 0.3036,
      "step": 170
    },
    {
      "epoch": 0.10944,
      "grad_norm": 0.39381908155851314,
      "learning_rate": 4.953691055433391e-05,
      "loss": 0.2966,
      "step": 171
    },
    {
      "epoch": 0.11008,
      "grad_norm": 0.48725912333872035,
      "learning_rate": 4.952670925413182e-05,
      "loss": 0.3093,
      "step": 172
    },
    {
      "epoch": 0.11072,
      "grad_norm": 0.3989019148895901,
      "learning_rate": 4.951639788707307e-05,
      "loss": 0.289,
      "step": 173
    },
    {
      "epoch": 0.11136,
      "grad_norm": 0.3836802824526995,
      "learning_rate": 4.950597649943132e-05,
      "loss": 0.284,
      "step": 174
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.43375030098630124,
      "learning_rate": 4.9495445137973905e-05,
      "loss": 0.2993,
      "step": 175
    },
    {
      "epoch": 0.11264,
      "grad_norm": 0.38353724590203925,
      "learning_rate": 4.948480384996172e-05,
      "loss": 0.2928,
      "step": 176
    },
    {
      "epoch": 0.11328,
      "grad_norm": 0.41856497407127785,
      "learning_rate": 4.947405268314894e-05,
      "loss": 0.3058,
      "step": 177
    },
    {
      "epoch": 0.11392,
      "grad_norm": 1.22965703788482,
      "learning_rate": 4.9463191685782865e-05,
      "loss": 0.3135,
      "step": 178
    },
    {
      "epoch": 0.11456,
      "grad_norm": 0.3607079092136828,
      "learning_rate": 4.945222090660364e-05,
      "loss": 0.2911,
      "step": 179
    },
    {
      "epoch": 0.1152,
      "grad_norm": 0.42652787065228764,
      "learning_rate": 4.944114039484411e-05,
      "loss": 0.3105,
      "step": 180
    },
    {
      "epoch": 0.11584,
      "grad_norm": 0.39223235556161457,
      "learning_rate": 4.942995020022954e-05,
      "loss": 0.3308,
      "step": 181
    },
    {
      "epoch": 0.11648,
      "grad_norm": 0.4434271422328715,
      "learning_rate": 4.9418650372977384e-05,
      "loss": 0.2946,
      "step": 182
    },
    {
      "epoch": 0.11712,
      "grad_norm": 0.3871233188728082,
      "learning_rate": 4.940724096379714e-05,
      "loss": 0.2908,
      "step": 183
    },
    {
      "epoch": 0.11776,
      "grad_norm": 0.3504967706065276,
      "learning_rate": 4.9395722023890035e-05,
      "loss": 0.2869,
      "step": 184
    },
    {
      "epoch": 0.1184,
      "grad_norm": 0.3800847472179798,
      "learning_rate": 4.938409360494883e-05,
      "loss": 0.2916,
      "step": 185
    },
    {
      "epoch": 0.11904,
      "grad_norm": 0.35973303790543976,
      "learning_rate": 4.937235575915761e-05,
      "loss": 0.2994,
      "step": 186
    },
    {
      "epoch": 0.11968,
      "grad_norm": 0.39040484393002967,
      "learning_rate": 4.93605085391915e-05,
      "loss": 0.2994,
      "step": 187
    },
    {
      "epoch": 0.12032,
      "grad_norm": 0.45370992844530267,
      "learning_rate": 4.934855199821647e-05,
      "loss": 0.2888,
      "step": 188
    },
    {
      "epoch": 0.12096,
      "grad_norm": 0.41032353843291086,
      "learning_rate": 4.93364861898891e-05,
      "loss": 0.2845,
      "step": 189
    },
    {
      "epoch": 0.1216,
      "grad_norm": 0.4036630852460455,
      "learning_rate": 4.932431116835628e-05,
      "loss": 0.3052,
      "step": 190
    },
    {
      "epoch": 0.12224,
      "grad_norm": 0.3484768322428675,
      "learning_rate": 4.931202698825503e-05,
      "loss": 0.2896,
      "step": 191
    },
    {
      "epoch": 0.12288,
      "grad_norm": 0.34569927077349094,
      "learning_rate": 4.929963370471226e-05,
      "loss": 0.2953,
      "step": 192
    },
    {
      "epoch": 0.12352,
      "grad_norm": 0.3321813143876421,
      "learning_rate": 4.928713137334445e-05,
      "loss": 0.2891,
      "step": 193
    },
    {
      "epoch": 0.12416,
      "grad_norm": 0.3696723739246585,
      "learning_rate": 4.927452005025748e-05,
      "loss": 0.3091,
      "step": 194
    },
    {
      "epoch": 0.1248,
      "grad_norm": 0.3525045846275956,
      "learning_rate": 4.926179979204633e-05,
      "loss": 0.3089,
      "step": 195
    },
    {
      "epoch": 0.12544,
      "grad_norm": 0.4050534156570688,
      "learning_rate": 4.9248970655794836e-05,
      "loss": 0.2991,
      "step": 196
    },
    {
      "epoch": 0.12608,
      "grad_norm": 0.37675234071249,
      "learning_rate": 4.923603269907545e-05,
      "loss": 0.2798,
      "step": 197
    },
    {
      "epoch": 0.12672,
      "grad_norm": 0.34914495162279696,
      "learning_rate": 4.922298597994897e-05,
      "loss": 0.289,
      "step": 198
    },
    {
      "epoch": 0.12736,
      "grad_norm": 0.3865497720329682,
      "learning_rate": 4.920983055696428e-05,
      "loss": 0.3002,
      "step": 199
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.446766451366359,
      "learning_rate": 4.919656648915807e-05,
      "loss": 0.2918,
      "step": 200
    },
    {
      "epoch": 0.12864,
      "grad_norm": 0.473700352021563,
      "learning_rate": 4.918319383605462e-05,
      "loss": 0.2639,
      "step": 201
    },
    {
      "epoch": 0.12928,
      "grad_norm": 0.4098673261200793,
      "learning_rate": 4.916971265766547e-05,
      "loss": 0.3025,
      "step": 202
    },
    {
      "epoch": 0.12992,
      "grad_norm": 0.47472542511654414,
      "learning_rate": 4.915612301448919e-05,
      "loss": 0.3039,
      "step": 203
    },
    {
      "epoch": 0.13056,
      "grad_norm": 0.4474522945723034,
      "learning_rate": 4.914242496751111e-05,
      "loss": 0.2962,
      "step": 204
    },
    {
      "epoch": 0.1312,
      "grad_norm": 0.5376434925769887,
      "learning_rate": 4.912861857820303e-05,
      "loss": 0.3125,
      "step": 205
    },
    {
      "epoch": 0.13184,
      "grad_norm": 0.415507945261084,
      "learning_rate": 4.911470390852295e-05,
      "loss": 0.3086,
      "step": 206
    },
    {
      "epoch": 0.13248,
      "grad_norm": 0.4284511552336465,
      "learning_rate": 4.91006810209148e-05,
      "loss": 0.2952,
      "step": 207
    },
    {
      "epoch": 0.13312,
      "grad_norm": 0.40052269427223414,
      "learning_rate": 4.9086549978308125e-05,
      "loss": 0.3062,
      "step": 208
    },
    {
      "epoch": 0.13376,
      "grad_norm": 0.43743782442362256,
      "learning_rate": 4.9072310844117875e-05,
      "loss": 0.2794,
      "step": 209
    },
    {
      "epoch": 0.1344,
      "grad_norm": 0.4420765691985995,
      "learning_rate": 4.9057963682244045e-05,
      "loss": 0.298,
      "step": 210
    },
    {
      "epoch": 0.13504,
      "grad_norm": 0.41724801069829737,
      "learning_rate": 4.904350855707142e-05,
      "loss": 0.2936,
      "step": 211
    },
    {
      "epoch": 0.13568,
      "grad_norm": 0.3775542589408398,
      "learning_rate": 4.9028945533469276e-05,
      "loss": 0.2714,
      "step": 212
    },
    {
      "epoch": 0.13632,
      "grad_norm": 0.4493944075287162,
      "learning_rate": 4.9014274676791134e-05,
      "loss": 0.3094,
      "step": 213
    },
    {
      "epoch": 0.13696,
      "grad_norm": 0.4671949905514448,
      "learning_rate": 4.899949605287439e-05,
      "loss": 0.2883,
      "step": 214
    },
    {
      "epoch": 0.1376,
      "grad_norm": 0.39187019356209574,
      "learning_rate": 4.898460972804009e-05,
      "loss": 0.3155,
      "step": 215
    },
    {
      "epoch": 0.13824,
      "grad_norm": 0.3832421971309516,
      "learning_rate": 4.896961576909258e-05,
      "loss": 0.2891,
      "step": 216
    },
    {
      "epoch": 0.13888,
      "grad_norm": 0.4701725265012741,
      "learning_rate": 4.895451424331924e-05,
      "loss": 0.2791,
      "step": 217
    },
    {
      "epoch": 0.13952,
      "grad_norm": 0.3906675874850412,
      "learning_rate": 4.893930521849016e-05,
      "loss": 0.2739,
      "step": 218
    },
    {
      "epoch": 0.14016,
      "grad_norm": 0.5048426982814626,
      "learning_rate": 4.892398876285785e-05,
      "loss": 0.2956,
      "step": 219
    },
    {
      "epoch": 0.1408,
      "grad_norm": 0.5550796911808695,
      "learning_rate": 4.890856494515696e-05,
      "loss": 0.2942,
      "step": 220
    },
    {
      "epoch": 0.14144,
      "grad_norm": 0.4446478533142643,
      "learning_rate": 4.889303383460389e-05,
      "loss": 0.2876,
      "step": 221
    },
    {
      "epoch": 0.14208,
      "grad_norm": 0.5139145715219713,
      "learning_rate": 4.887739550089656e-05,
      "loss": 0.2871,
      "step": 222
    },
    {
      "epoch": 0.14272,
      "grad_norm": 0.433835044119607,
      "learning_rate": 4.886165001421408e-05,
      "loss": 0.3174,
      "step": 223
    },
    {
      "epoch": 0.14336,
      "grad_norm": 0.4118433589806149,
      "learning_rate": 4.884579744521638e-05,
      "loss": 0.2915,
      "step": 224
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.36660272368355734,
      "learning_rate": 4.8829837865043984e-05,
      "loss": 0.2984,
      "step": 225
    },
    {
      "epoch": 0.14464,
      "grad_norm": 0.37584693808307384,
      "learning_rate": 4.881377134531762e-05,
      "loss": 0.2738,
      "step": 226
    },
    {
      "epoch": 0.14528,
      "grad_norm": 0.39658204298189026,
      "learning_rate": 4.8797597958137914e-05,
      "loss": 0.2868,
      "step": 227
    },
    {
      "epoch": 0.14592,
      "grad_norm": 0.42820275509861444,
      "learning_rate": 4.878131777608509e-05,
      "loss": 0.2921,
      "step": 228
    },
    {
      "epoch": 0.14656,
      "grad_norm": 0.4162784808158851,
      "learning_rate": 4.876493087221862e-05,
      "loss": 0.3034,
      "step": 229
    },
    {
      "epoch": 0.1472,
      "grad_norm": 0.4050308180549546,
      "learning_rate": 4.87484373200769e-05,
      "loss": 0.2964,
      "step": 230
    },
    {
      "epoch": 0.14784,
      "grad_norm": 0.396192734792577,
      "learning_rate": 4.8731837193676944e-05,
      "loss": 0.2879,
      "step": 231
    },
    {
      "epoch": 0.14848,
      "grad_norm": 0.4022225227959102,
      "learning_rate": 4.871513056751401e-05,
      "loss": 0.3058,
      "step": 232
    },
    {
      "epoch": 0.14912,
      "grad_norm": 0.4712047740803004,
      "learning_rate": 4.8698317516561295e-05,
      "loss": 0.307,
      "step": 233
    },
    {
      "epoch": 0.14976,
      "grad_norm": 0.5020568589020615,
      "learning_rate": 4.8681398116269596e-05,
      "loss": 0.2937,
      "step": 234
    },
    {
      "epoch": 0.1504,
      "grad_norm": 0.5384324202189518,
      "learning_rate": 4.8664372442566954e-05,
      "loss": 0.3024,
      "step": 235
    },
    {
      "epoch": 0.15104,
      "grad_norm": 0.39516572600823124,
      "learning_rate": 4.864724057185834e-05,
      "loss": 0.2743,
      "step": 236
    },
    {
      "epoch": 0.15168,
      "grad_norm": 0.4548277706908328,
      "learning_rate": 4.86300025810253e-05,
      "loss": 0.2877,
      "step": 237
    },
    {
      "epoch": 0.15232,
      "grad_norm": 0.3720089945799359,
      "learning_rate": 4.861265854742559e-05,
      "loss": 0.2819,
      "step": 238
    },
    {
      "epoch": 0.15296,
      "grad_norm": 0.47047832876789597,
      "learning_rate": 4.859520854889287e-05,
      "loss": 0.3021,
      "step": 239
    },
    {
      "epoch": 0.1536,
      "grad_norm": 0.4554923160199729,
      "learning_rate": 4.857765266373631e-05,
      "loss": 0.3033,
      "step": 240
    },
    {
      "epoch": 0.15424,
      "grad_norm": 0.5479982370735748,
      "learning_rate": 4.855999097074027e-05,
      "loss": 0.3016,
      "step": 241
    },
    {
      "epoch": 0.15488,
      "grad_norm": 0.38490547613491893,
      "learning_rate": 4.8542223549163946e-05,
      "loss": 0.2791,
      "step": 242
    },
    {
      "epoch": 0.15552,
      "grad_norm": 0.5010326131588188,
      "learning_rate": 4.8524350478740985e-05,
      "loss": 0.2758,
      "step": 243
    },
    {
      "epoch": 0.15616,
      "grad_norm": 0.408628306302986,
      "learning_rate": 4.850637183967917e-05,
      "loss": 0.2914,
      "step": 244
    },
    {
      "epoch": 0.1568,
      "grad_norm": 0.4342781570295902,
      "learning_rate": 4.848828771266002e-05,
      "loss": 0.2977,
      "step": 245
    },
    {
      "epoch": 0.15744,
      "grad_norm": 0.43152902680446176,
      "learning_rate": 4.847009817883844e-05,
      "loss": 0.2909,
      "step": 246
    },
    {
      "epoch": 0.15808,
      "grad_norm": 0.3551063718621289,
      "learning_rate": 4.845180331984239e-05,
      "loss": 0.2788,
      "step": 247
    },
    {
      "epoch": 0.15872,
      "grad_norm": 0.4023732387829879,
      "learning_rate": 4.843340321777246e-05,
      "loss": 0.2727,
      "step": 248
    },
    {
      "epoch": 0.15936,
      "grad_norm": 0.3631153670647941,
      "learning_rate": 4.8414897955201556e-05,
      "loss": 0.2674,
      "step": 249
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.39442642636399,
      "learning_rate": 4.8396287615174484e-05,
      "loss": 0.2653,
      "step": 250
    },
    {
      "epoch": 0.16064,
      "grad_norm": 0.3999569444426015,
      "learning_rate": 4.837757228120762e-05,
      "loss": 0.297,
      "step": 251
    },
    {
      "epoch": 0.16128,
      "grad_norm": 0.3348408050068023,
      "learning_rate": 4.835875203728849e-05,
      "loss": 0.2608,
      "step": 252
    },
    {
      "epoch": 0.16192,
      "grad_norm": 0.4012425485757949,
      "learning_rate": 4.8339826967875443e-05,
      "loss": 0.2966,
      "step": 253
    },
    {
      "epoch": 0.16256,
      "grad_norm": 0.39410881558128635,
      "learning_rate": 4.832079715789724e-05,
      "loss": 0.3064,
      "step": 254
    },
    {
      "epoch": 0.1632,
      "grad_norm": 0.43770904619065176,
      "learning_rate": 4.830166269275267e-05,
      "loss": 0.2988,
      "step": 255
    },
    {
      "epoch": 0.16384,
      "grad_norm": 0.34230150447086477,
      "learning_rate": 4.828242365831016e-05,
      "loss": 0.283,
      "step": 256
    },
    {
      "epoch": 0.16448,
      "grad_norm": 0.4037086139344497,
      "learning_rate": 4.8263080140907455e-05,
      "loss": 0.2982,
      "step": 257
    },
    {
      "epoch": 0.16512,
      "grad_norm": 0.44544678937787124,
      "learning_rate": 4.824363222735114e-05,
      "loss": 0.2821,
      "step": 258
    },
    {
      "epoch": 0.16576,
      "grad_norm": 0.4065131032313394,
      "learning_rate": 4.82240800049163e-05,
      "loss": 0.2855,
      "step": 259
    },
    {
      "epoch": 0.1664,
      "grad_norm": 0.5004502107420943,
      "learning_rate": 4.820442356134612e-05,
      "loss": 0.2787,
      "step": 260
    },
    {
      "epoch": 0.16704,
      "grad_norm": 0.4602519114887701,
      "learning_rate": 4.8184662984851505e-05,
      "loss": 0.3095,
      "step": 261
    },
    {
      "epoch": 0.16768,
      "grad_norm": 0.39727473565215526,
      "learning_rate": 4.816479836411065e-05,
      "loss": 0.289,
      "step": 262
    },
    {
      "epoch": 0.16832,
      "grad_norm": 0.4929832224816534,
      "learning_rate": 4.8144829788268674e-05,
      "loss": 0.3009,
      "step": 263
    },
    {
      "epoch": 0.16896,
      "grad_norm": 0.4236129546828753,
      "learning_rate": 4.8124757346937214e-05,
      "loss": 0.2686,
      "step": 264
    },
    {
      "epoch": 0.1696,
      "grad_norm": 0.41378802352106486,
      "learning_rate": 4.810458113019401e-05,
      "loss": 0.2809,
      "step": 265
    },
    {
      "epoch": 0.17024,
      "grad_norm": 0.37964540828378823,
      "learning_rate": 4.8084301228582485e-05,
      "loss": 0.2647,
      "step": 266
    },
    {
      "epoch": 0.17088,
      "grad_norm": 0.4325588860436682,
      "learning_rate": 4.8063917733111406e-05,
      "loss": 0.3186,
      "step": 267
    },
    {
      "epoch": 0.17152,
      "grad_norm": 0.388936215368637,
      "learning_rate": 4.8043430735254404e-05,
      "loss": 0.2893,
      "step": 268
    },
    {
      "epoch": 0.17216,
      "grad_norm": 0.44527024310059876,
      "learning_rate": 4.8022840326949595e-05,
      "loss": 0.284,
      "step": 269
    },
    {
      "epoch": 0.1728,
      "grad_norm": 0.43784541980194747,
      "learning_rate": 4.800214660059916e-05,
      "loss": 0.2871,
      "step": 270
    },
    {
      "epoch": 0.17344,
      "grad_norm": 0.4555897041667051,
      "learning_rate": 4.798134964906894e-05,
      "loss": 0.2953,
      "step": 271
    },
    {
      "epoch": 0.17408,
      "grad_norm": 0.43464658407728873,
      "learning_rate": 4.7960449565688e-05,
      "loss": 0.27,
      "step": 272
    },
    {
      "epoch": 0.17472,
      "grad_norm": 0.4477882720096214,
      "learning_rate": 4.793944644424826e-05,
      "loss": 0.2933,
      "step": 273
    },
    {
      "epoch": 0.17536,
      "grad_norm": 0.4065498956535354,
      "learning_rate": 4.7918340379003985e-05,
      "loss": 0.2937,
      "step": 274
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.4389073843597932,
      "learning_rate": 4.7897131464671444e-05,
      "loss": 0.3085,
      "step": 275
    },
    {
      "epoch": 0.17664,
      "grad_norm": 0.39967523914970293,
      "learning_rate": 4.787581979642845e-05,
      "loss": 0.2629,
      "step": 276
    },
    {
      "epoch": 0.17728,
      "grad_norm": 0.4175663492402688,
      "learning_rate": 4.7854405469913944e-05,
      "loss": 0.2816,
      "step": 277
    },
    {
      "epoch": 0.17792,
      "grad_norm": 0.3699316200983033,
      "learning_rate": 4.7832888581227545e-05,
      "loss": 0.2847,
      "step": 278
    },
    {
      "epoch": 0.17856,
      "grad_norm": 0.41690698282522476,
      "learning_rate": 4.7811269226929135e-05,
      "loss": 0.2878,
      "step": 279
    },
    {
      "epoch": 0.1792,
      "grad_norm": 0.44308504497056483,
      "learning_rate": 4.7789547504038443e-05,
      "loss": 0.2769,
      "step": 280
    },
    {
      "epoch": 0.17984,
      "grad_norm": 0.37910073417357737,
      "learning_rate": 4.776772351003458e-05,
      "loss": 0.2885,
      "step": 281
    },
    {
      "epoch": 0.18048,
      "grad_norm": 0.43228700146859433,
      "learning_rate": 4.774579734285559e-05,
      "loss": 0.2937,
      "step": 282
    },
    {
      "epoch": 0.18112,
      "grad_norm": 0.36863085314861516,
      "learning_rate": 4.772376910089808e-05,
      "loss": 0.286,
      "step": 283
    },
    {
      "epoch": 0.18176,
      "grad_norm": 0.36574183780742076,
      "learning_rate": 4.770163888301668e-05,
      "loss": 0.2791,
      "step": 284
    },
    {
      "epoch": 0.1824,
      "grad_norm": 0.3528636724414157,
      "learning_rate": 4.7679406788523685e-05,
      "loss": 0.2852,
      "step": 285
    },
    {
      "epoch": 0.18304,
      "grad_norm": 0.3544995299967653,
      "learning_rate": 4.765707291718856e-05,
      "loss": 0.2817,
      "step": 286
    },
    {
      "epoch": 0.18368,
      "grad_norm": 0.38798119556391136,
      "learning_rate": 4.7634637369237526e-05,
      "loss": 0.2846,
      "step": 287
    },
    {
      "epoch": 0.18432,
      "grad_norm": 0.4799276501329986,
      "learning_rate": 4.7612100245353045e-05,
      "loss": 0.2949,
      "step": 288
    },
    {
      "epoch": 0.18496,
      "grad_norm": 0.37932495954229145,
      "learning_rate": 4.758946164667347e-05,
      "loss": 0.2995,
      "step": 289
    },
    {
      "epoch": 0.1856,
      "grad_norm": 0.42382042791552227,
      "learning_rate": 4.7566721674792515e-05,
      "loss": 0.2858,
      "step": 290
    },
    {
      "epoch": 0.18624,
      "grad_norm": 0.33676351501040813,
      "learning_rate": 4.7543880431758805e-05,
      "loss": 0.2851,
      "step": 291
    },
    {
      "epoch": 0.18688,
      "grad_norm": 0.44888140015841044,
      "learning_rate": 4.752093802007543e-05,
      "loss": 0.3109,
      "step": 292
    },
    {
      "epoch": 0.18752,
      "grad_norm": 0.4251956966873805,
      "learning_rate": 4.7497894542699534e-05,
      "loss": 0.2686,
      "step": 293
    },
    {
      "epoch": 0.18816,
      "grad_norm": 0.3403024579052465,
      "learning_rate": 4.747475010304175e-05,
      "loss": 0.288,
      "step": 294
    },
    {
      "epoch": 0.1888,
      "grad_norm": 0.42640118708732144,
      "learning_rate": 4.745150480496583e-05,
      "loss": 0.3064,
      "step": 295
    },
    {
      "epoch": 0.18944,
      "grad_norm": 0.3633343500965691,
      "learning_rate": 4.742815875278811e-05,
      "loss": 0.3049,
      "step": 296
    },
    {
      "epoch": 0.19008,
      "grad_norm": 0.4231871364046764,
      "learning_rate": 4.7404712051277115e-05,
      "loss": 0.264,
      "step": 297
    },
    {
      "epoch": 0.19072,
      "grad_norm": 0.3888065573821839,
      "learning_rate": 4.738116480565301e-05,
      "loss": 0.304,
      "step": 298
    },
    {
      "epoch": 0.19136,
      "grad_norm": 0.43514328391884294,
      "learning_rate": 4.7357517121587183e-05,
      "loss": 0.2875,
      "step": 299
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.3408410266602059,
      "learning_rate": 4.7333769105201735e-05,
      "loss": 0.2501,
      "step": 300
    },
    {
      "epoch": 0.19264,
      "grad_norm": 0.39894971801096046,
      "learning_rate": 4.730992086306906e-05,
      "loss": 0.2909,
      "step": 301
    },
    {
      "epoch": 0.19328,
      "grad_norm": 0.38556731026579016,
      "learning_rate": 4.728597250221129e-05,
      "loss": 0.2915,
      "step": 302
    },
    {
      "epoch": 0.19392,
      "grad_norm": 0.37408950553128606,
      "learning_rate": 4.726192413009986e-05,
      "loss": 0.3029,
      "step": 303
    },
    {
      "epoch": 0.19456,
      "grad_norm": 0.39849511897928547,
      "learning_rate": 4.723777585465503e-05,
      "loss": 0.3017,
      "step": 304
    },
    {
      "epoch": 0.1952,
      "grad_norm": 0.5587028139056558,
      "learning_rate": 4.7213527784245395e-05,
      "loss": 0.2842,
      "step": 305
    },
    {
      "epoch": 0.19584,
      "grad_norm": 0.3364288910892129,
      "learning_rate": 4.718918002768738e-05,
      "loss": 0.2854,
      "step": 306
    },
    {
      "epoch": 0.19648,
      "grad_norm": 0.38411867689380863,
      "learning_rate": 4.716473269424476e-05,
      "loss": 0.2914,
      "step": 307
    },
    {
      "epoch": 0.19712,
      "grad_norm": 0.4223139892696591,
      "learning_rate": 4.714018589362818e-05,
      "loss": 0.321,
      "step": 308
    },
    {
      "epoch": 0.19776,
      "grad_norm": 0.30488498967738265,
      "learning_rate": 4.7115539735994666e-05,
      "loss": 0.2809,
      "step": 309
    },
    {
      "epoch": 0.1984,
      "grad_norm": 0.37213754218925743,
      "learning_rate": 4.709079433194712e-05,
      "loss": 0.2844,
      "step": 310
    },
    {
      "epoch": 0.19904,
      "grad_norm": 0.3324865603595645,
      "learning_rate": 4.7065949792533804e-05,
      "loss": 0.2652,
      "step": 311
    },
    {
      "epoch": 0.19968,
      "grad_norm": 0.4270950226690428,
      "learning_rate": 4.70410062292479e-05,
      "loss": 0.3034,
      "step": 312
    },
    {
      "epoch": 0.20032,
      "grad_norm": 0.3325840406105098,
      "learning_rate": 4.701596375402694e-05,
      "loss": 0.3022,
      "step": 313
    },
    {
      "epoch": 0.20096,
      "grad_norm": 0.39532309924298714,
      "learning_rate": 4.699082247925234e-05,
      "loss": 0.3098,
      "step": 314
    },
    {
      "epoch": 0.2016,
      "grad_norm": 0.37138707474717225,
      "learning_rate": 4.6965582517748923e-05,
      "loss": 0.303,
      "step": 315
    },
    {
      "epoch": 0.20224,
      "grad_norm": 0.37803236553918484,
      "learning_rate": 4.694024398278434e-05,
      "loss": 0.2987,
      "step": 316
    },
    {
      "epoch": 0.20288,
      "grad_norm": 0.4138163110799673,
      "learning_rate": 4.691480698806864e-05,
      "loss": 0.3088,
      "step": 317
    },
    {
      "epoch": 0.20352,
      "grad_norm": 0.4020730510714261,
      "learning_rate": 4.6889271647753694e-05,
      "loss": 0.2716,
      "step": 318
    },
    {
      "epoch": 0.20416,
      "grad_norm": 0.4258264220033009,
      "learning_rate": 4.686363807643272e-05,
      "loss": 0.2631,
      "step": 319
    },
    {
      "epoch": 0.2048,
      "grad_norm": 0.390891426601791,
      "learning_rate": 4.683790638913979e-05,
      "loss": 0.3111,
      "step": 320
    },
    {
      "epoch": 0.20544,
      "grad_norm": 0.3778128495869106,
      "learning_rate": 4.681207670134923e-05,
      "loss": 0.2946,
      "step": 321
    },
    {
      "epoch": 0.20608,
      "grad_norm": 0.441422060674416,
      "learning_rate": 4.6786149128975196e-05,
      "loss": 0.2861,
      "step": 322
    },
    {
      "epoch": 0.20672,
      "grad_norm": 0.40894682758274087,
      "learning_rate": 4.6760123788371114e-05,
      "loss": 0.2911,
      "step": 323
    },
    {
      "epoch": 0.20736,
      "grad_norm": 0.4107398698273085,
      "learning_rate": 4.6734000796329125e-05,
      "loss": 0.293,
      "step": 324
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.37097238778323643,
      "learning_rate": 4.670778027007964e-05,
      "loss": 0.3073,
      "step": 325
    },
    {
      "epoch": 0.20864,
      "grad_norm": 0.45855338261074946,
      "learning_rate": 4.6681462327290725e-05,
      "loss": 0.2768,
      "step": 326
    },
    {
      "epoch": 0.20928,
      "grad_norm": 0.39179575642499337,
      "learning_rate": 4.6655047086067636e-05,
      "loss": 0.2872,
      "step": 327
    },
    {
      "epoch": 0.20992,
      "grad_norm": 0.42973906362772835,
      "learning_rate": 4.662853466495229e-05,
      "loss": 0.2812,
      "step": 328
    },
    {
      "epoch": 0.21056,
      "grad_norm": 0.3311875194641167,
      "learning_rate": 4.660192518292266e-05,
      "loss": 0.2787,
      "step": 329
    },
    {
      "epoch": 0.2112,
      "grad_norm": 0.43519079330923655,
      "learning_rate": 4.6575218759392336e-05,
      "loss": 0.2791,
      "step": 330
    },
    {
      "epoch": 0.21184,
      "grad_norm": 0.3880493441804471,
      "learning_rate": 4.654841551420993e-05,
      "loss": 0.2679,
      "step": 331
    },
    {
      "epoch": 0.21248,
      "grad_norm": 0.40128212466880625,
      "learning_rate": 4.6521515567658557e-05,
      "loss": 0.2762,
      "step": 332
    },
    {
      "epoch": 0.21312,
      "grad_norm": 0.405636539632707,
      "learning_rate": 4.6494519040455275e-05,
      "loss": 0.2871,
      "step": 333
    },
    {
      "epoch": 0.21376,
      "grad_norm": 0.3681068098396899,
      "learning_rate": 4.6467426053750596e-05,
      "loss": 0.2723,
      "step": 334
    },
    {
      "epoch": 0.2144,
      "grad_norm": 0.3677215015157118,
      "learning_rate": 4.644023672912788e-05,
      "loss": 0.2865,
      "step": 335
    },
    {
      "epoch": 0.21504,
      "grad_norm": 0.3599476082852491,
      "learning_rate": 4.641295118860281e-05,
      "loss": 0.2958,
      "step": 336
    },
    {
      "epoch": 0.21568,
      "grad_norm": 0.3420976798828047,
      "learning_rate": 4.638556955462289e-05,
      "loss": 0.268,
      "step": 337
    },
    {
      "epoch": 0.21632,
      "grad_norm": 0.42797837252993226,
      "learning_rate": 4.635809195006681e-05,
      "loss": 0.3001,
      "step": 338
    },
    {
      "epoch": 0.21696,
      "grad_norm": 0.3880188415117098,
      "learning_rate": 4.633051849824396e-05,
      "loss": 0.2658,
      "step": 339
    },
    {
      "epoch": 0.2176,
      "grad_norm": 0.4408734151287498,
      "learning_rate": 4.630284932289386e-05,
      "loss": 0.2953,
      "step": 340
    },
    {
      "epoch": 0.21824,
      "grad_norm": 0.4501384274921474,
      "learning_rate": 4.6275084548185605e-05,
      "loss": 0.3047,
      "step": 341
    },
    {
      "epoch": 0.21888,
      "grad_norm": 0.40970680859700936,
      "learning_rate": 4.6247224298717294e-05,
      "loss": 0.2631,
      "step": 342
    },
    {
      "epoch": 0.21952,
      "grad_norm": 0.3768928237473631,
      "learning_rate": 4.621926869951549e-05,
      "loss": 0.2532,
      "step": 343
    },
    {
      "epoch": 0.22016,
      "grad_norm": 0.524132122914001,
      "learning_rate": 4.619121787603464e-05,
      "loss": 0.286,
      "step": 344
    },
    {
      "epoch": 0.2208,
      "grad_norm": 0.37447678012305663,
      "learning_rate": 4.6163071954156546e-05,
      "loss": 0.2849,
      "step": 345
    },
    {
      "epoch": 0.22144,
      "grad_norm": 0.4204861065550955,
      "learning_rate": 4.6134831060189743e-05,
      "loss": 0.2921,
      "step": 346
    },
    {
      "epoch": 0.22208,
      "grad_norm": 0.39411381176913984,
      "learning_rate": 4.610649532086899e-05,
      "loss": 0.2816,
      "step": 347
    },
    {
      "epoch": 0.22272,
      "grad_norm": 0.38236557437381496,
      "learning_rate": 4.607806486335468e-05,
      "loss": 0.2977,
      "step": 348
    },
    {
      "epoch": 0.22336,
      "grad_norm": 0.3437602495312351,
      "learning_rate": 4.604953981523225e-05,
      "loss": 0.2973,
      "step": 349
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.44552885118211055,
      "learning_rate": 4.602092030451162e-05,
      "loss": 0.2792,
      "step": 350
    },
    {
      "epoch": 0.22464,
      "grad_norm": 0.3920461628058572,
      "learning_rate": 4.599220645962665e-05,
      "loss": 0.2942,
      "step": 351
    },
    {
      "epoch": 0.22528,
      "grad_norm": 0.3469818488664516,
      "learning_rate": 4.596339840943452e-05,
      "loss": 0.2778,
      "step": 352
    },
    {
      "epoch": 0.22592,
      "grad_norm": 0.38662651851766466,
      "learning_rate": 4.5934496283215164e-05,
      "loss": 0.2772,
      "step": 353
    },
    {
      "epoch": 0.22656,
      "grad_norm": 0.36398054897828075,
      "learning_rate": 4.590550021067072e-05,
      "loss": 0.2663,
      "step": 354
    },
    {
      "epoch": 0.2272,
      "grad_norm": 0.3681746289020703,
      "learning_rate": 4.587641032192488e-05,
      "loss": 0.2746,
      "step": 355
    },
    {
      "epoch": 0.22784,
      "grad_norm": 0.36588326542323685,
      "learning_rate": 4.58472267475224e-05,
      "loss": 0.2899,
      "step": 356
    },
    {
      "epoch": 0.22848,
      "grad_norm": 0.41949504709512825,
      "learning_rate": 4.5817949618428405e-05,
      "loss": 0.2756,
      "step": 357
    },
    {
      "epoch": 0.22912,
      "grad_norm": 0.3678906522219436,
      "learning_rate": 4.578857906602791e-05,
      "loss": 0.2767,
      "step": 358
    },
    {
      "epoch": 0.22976,
      "grad_norm": 0.39849990301878413,
      "learning_rate": 4.575911522212516e-05,
      "loss": 0.2938,
      "step": 359
    },
    {
      "epoch": 0.2304,
      "grad_norm": 0.3378349644319916,
      "learning_rate": 4.572955821894305e-05,
      "loss": 0.2794,
      "step": 360
    },
    {
      "epoch": 0.23104,
      "grad_norm": 0.34264859841563705,
      "learning_rate": 4.5699908189122556e-05,
      "loss": 0.2433,
      "step": 361
    },
    {
      "epoch": 0.23168,
      "grad_norm": 0.34023542845416116,
      "learning_rate": 4.5670165265722096e-05,
      "loss": 0.2641,
      "step": 362
    },
    {
      "epoch": 0.23232,
      "grad_norm": 0.380184434585454,
      "learning_rate": 4.5640329582217004e-05,
      "loss": 0.2939,
      "step": 363
    },
    {
      "epoch": 0.23296,
      "grad_norm": 0.36627198774624553,
      "learning_rate": 4.5610401272498836e-05,
      "loss": 0.2628,
      "step": 364
    },
    {
      "epoch": 0.2336,
      "grad_norm": 0.3156535101635184,
      "learning_rate": 4.558038047087486e-05,
      "loss": 0.2725,
      "step": 365
    },
    {
      "epoch": 0.23424,
      "grad_norm": 0.3552740428094254,
      "learning_rate": 4.555026731206741e-05,
      "loss": 0.2569,
      "step": 366
    },
    {
      "epoch": 0.23488,
      "grad_norm": 0.34583005507723713,
      "learning_rate": 4.5520061931213255e-05,
      "loss": 0.2896,
      "step": 367
    },
    {
      "epoch": 0.23552,
      "grad_norm": 0.32720433735825405,
      "learning_rate": 4.548976446386305e-05,
      "loss": 0.2836,
      "step": 368
    },
    {
      "epoch": 0.23616,
      "grad_norm": 0.3472456803468133,
      "learning_rate": 4.545937504598069e-05,
      "loss": 0.2813,
      "step": 369
    },
    {
      "epoch": 0.2368,
      "grad_norm": 0.3129024609409033,
      "learning_rate": 4.5428893813942727e-05,
      "loss": 0.2785,
      "step": 370
    },
    {
      "epoch": 0.23744,
      "grad_norm": 0.3212608103449912,
      "learning_rate": 4.539832090453771e-05,
      "loss": 0.2745,
      "step": 371
    },
    {
      "epoch": 0.23808,
      "grad_norm": 0.4051093522420126,
      "learning_rate": 4.536765645496564e-05,
      "loss": 0.2714,
      "step": 372
    },
    {
      "epoch": 0.23872,
      "grad_norm": 0.33089670808030447,
      "learning_rate": 4.533690060283727e-05,
      "loss": 0.2746,
      "step": 373
    },
    {
      "epoch": 0.23936,
      "grad_norm": 0.34412483483382633,
      "learning_rate": 4.530605348617357e-05,
      "loss": 0.284,
      "step": 374
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3538870569896249,
      "learning_rate": 4.527511524340508e-05,
      "loss": 0.2728,
      "step": 375
    },
    {
      "epoch": 0.24064,
      "grad_norm": 0.34422528829878274,
      "learning_rate": 4.5244086013371246e-05,
      "loss": 0.2724,
      "step": 376
    },
    {
      "epoch": 0.24128,
      "grad_norm": 0.3438880553189361,
      "learning_rate": 4.521296593531985e-05,
      "loss": 0.27,
      "step": 377
    },
    {
      "epoch": 0.24192,
      "grad_norm": 0.3729480830628615,
      "learning_rate": 4.518175514890636e-05,
      "loss": 0.2741,
      "step": 378
    },
    {
      "epoch": 0.24256,
      "grad_norm": 0.364266352426804,
      "learning_rate": 4.515045379419332e-05,
      "loss": 0.2876,
      "step": 379
    },
    {
      "epoch": 0.2432,
      "grad_norm": 0.4244068645937319,
      "learning_rate": 4.5119062011649714e-05,
      "loss": 0.285,
      "step": 380
    },
    {
      "epoch": 0.24384,
      "grad_norm": 0.4239270721214032,
      "learning_rate": 4.508757994215031e-05,
      "loss": 0.2885,
      "step": 381
    },
    {
      "epoch": 0.24448,
      "grad_norm": 0.518496867004739,
      "learning_rate": 4.505600772697507e-05,
      "loss": 0.2897,
      "step": 382
    },
    {
      "epoch": 0.24512,
      "grad_norm": 0.3569247474591793,
      "learning_rate": 4.5024345507808495e-05,
      "loss": 0.275,
      "step": 383
    },
    {
      "epoch": 0.24576,
      "grad_norm": 0.47273370567346207,
      "learning_rate": 4.499259342673898e-05,
      "loss": 0.2853,
      "step": 384
    },
    {
      "epoch": 0.2464,
      "grad_norm": 0.3309565654434764,
      "learning_rate": 4.4960751626258205e-05,
      "loss": 0.2738,
      "step": 385
    },
    {
      "epoch": 0.24704,
      "grad_norm": 0.5804310609153428,
      "learning_rate": 4.492882024926046e-05,
      "loss": 0.2837,
      "step": 386
    },
    {
      "epoch": 0.24768,
      "grad_norm": 0.37371497539840526,
      "learning_rate": 4.489679943904203e-05,
      "loss": 0.3041,
      "step": 387
    },
    {
      "epoch": 0.24832,
      "grad_norm": 0.5041157772845973,
      "learning_rate": 4.486468933930055e-05,
      "loss": 0.2902,
      "step": 388
    },
    {
      "epoch": 0.24896,
      "grad_norm": 0.3367298037962059,
      "learning_rate": 4.483249009413433e-05,
      "loss": 0.2671,
      "step": 389
    },
    {
      "epoch": 0.2496,
      "grad_norm": 0.42359488925244737,
      "learning_rate": 4.4800201848041765e-05,
      "loss": 0.3,
      "step": 390
    },
    {
      "epoch": 0.25024,
      "grad_norm": 0.33702260243515686,
      "learning_rate": 4.476782474592062e-05,
      "loss": 0.2725,
      "step": 391
    },
    {
      "epoch": 0.25088,
      "grad_norm": 0.40124916013223433,
      "learning_rate": 4.473535893306744e-05,
      "loss": 0.2786,
      "step": 392
    },
    {
      "epoch": 0.25152,
      "grad_norm": 0.32948759650087367,
      "learning_rate": 4.470280455517687e-05,
      "loss": 0.27,
      "step": 393
    },
    {
      "epoch": 0.25216,
      "grad_norm": 0.3872660669166616,
      "learning_rate": 4.4670161758340966e-05,
      "loss": 0.2828,
      "step": 394
    },
    {
      "epoch": 0.2528,
      "grad_norm": 0.37866556493954856,
      "learning_rate": 4.4637430689048634e-05,
      "loss": 0.2682,
      "step": 395
    },
    {
      "epoch": 0.25344,
      "grad_norm": 0.8077458122891941,
      "learning_rate": 4.460461149418486e-05,
      "loss": 0.2643,
      "step": 396
    },
    {
      "epoch": 0.25408,
      "grad_norm": 0.4159988370166188,
      "learning_rate": 4.4571704321030125e-05,
      "loss": 0.2975,
      "step": 397
    },
    {
      "epoch": 0.25472,
      "grad_norm": 0.3145955100370753,
      "learning_rate": 4.4538709317259754e-05,
      "loss": 0.2542,
      "step": 398
    },
    {
      "epoch": 0.25536,
      "grad_norm": 0.33316688174281767,
      "learning_rate": 4.4505626630943174e-05,
      "loss": 0.2707,
      "step": 399
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.3367770920983804,
      "learning_rate": 4.447245641054334e-05,
      "loss": 0.2834,
      "step": 400
    },
    {
      "epoch": 0.25664,
      "grad_norm": 0.37345351718532394,
      "learning_rate": 4.443919880491598e-05,
      "loss": 0.2629,
      "step": 401
    },
    {
      "epoch": 0.25728,
      "grad_norm": 0.3771657138606688,
      "learning_rate": 4.440585396330904e-05,
      "loss": 0.279,
      "step": 402
    },
    {
      "epoch": 0.25792,
      "grad_norm": 0.3638878533690723,
      "learning_rate": 4.437242203536189e-05,
      "loss": 0.2813,
      "step": 403
    },
    {
      "epoch": 0.25856,
      "grad_norm": 0.4085861931770922,
      "learning_rate": 4.433890317110475e-05,
      "loss": 0.2934,
      "step": 404
    },
    {
      "epoch": 0.2592,
      "grad_norm": 0.3447902761950793,
      "learning_rate": 4.430529752095795e-05,
      "loss": 0.2811,
      "step": 405
    },
    {
      "epoch": 0.25984,
      "grad_norm": 0.3280360576186305,
      "learning_rate": 4.427160523573131e-05,
      "loss": 0.2901,
      "step": 406
    },
    {
      "epoch": 0.26048,
      "grad_norm": 0.4223470174065642,
      "learning_rate": 4.4237826466623406e-05,
      "loss": 0.2984,
      "step": 407
    },
    {
      "epoch": 0.26112,
      "grad_norm": 0.33753085005422373,
      "learning_rate": 4.420396136522095e-05,
      "loss": 0.2826,
      "step": 408
    },
    {
      "epoch": 0.26176,
      "grad_norm": 0.3975587234792085,
      "learning_rate": 4.417001008349807e-05,
      "loss": 0.2663,
      "step": 409
    },
    {
      "epoch": 0.2624,
      "grad_norm": 0.40122264906135213,
      "learning_rate": 4.413597277381564e-05,
      "loss": 0.281,
      "step": 410
    },
    {
      "epoch": 0.26304,
      "grad_norm": 0.38060503437157295,
      "learning_rate": 4.410184958892059e-05,
      "loss": 0.2767,
      "step": 411
    },
    {
      "epoch": 0.26368,
      "grad_norm": 0.3937592373164496,
      "learning_rate": 4.4067640681945244e-05,
      "loss": 0.2731,
      "step": 412
    },
    {
      "epoch": 0.26432,
      "grad_norm": 0.4605691683979008,
      "learning_rate": 4.403334620640659e-05,
      "loss": 0.271,
      "step": 413
    },
    {
      "epoch": 0.26496,
      "grad_norm": 0.6048600304083459,
      "learning_rate": 4.3998966316205636e-05,
      "loss": 0.2636,
      "step": 414
    },
    {
      "epoch": 0.2656,
      "grad_norm": 0.30782074187889363,
      "learning_rate": 4.396450116562669e-05,
      "loss": 0.2546,
      "step": 415
    },
    {
      "epoch": 0.26624,
      "grad_norm": 0.32851004763201513,
      "learning_rate": 4.392995090933669e-05,
      "loss": 0.2618,
      "step": 416
    },
    {
      "epoch": 0.26688,
      "grad_norm": 0.3657256553775175,
      "learning_rate": 4.389531570238448e-05,
      "loss": 0.2516,
      "step": 417
    },
    {
      "epoch": 0.26752,
      "grad_norm": 0.4007877515742878,
      "learning_rate": 4.386059570020015e-05,
      "loss": 0.2875,
      "step": 418
    },
    {
      "epoch": 0.26816,
      "grad_norm": 0.3916229190743489,
      "learning_rate": 4.382579105859428e-05,
      "loss": 0.2852,
      "step": 419
    },
    {
      "epoch": 0.2688,
      "grad_norm": 0.3789835080039222,
      "learning_rate": 4.379090193375735e-05,
      "loss": 0.2786,
      "step": 420
    },
    {
      "epoch": 0.26944,
      "grad_norm": 0.3713658334959446,
      "learning_rate": 4.375592848225889e-05,
      "loss": 0.2601,
      "step": 421
    },
    {
      "epoch": 0.27008,
      "grad_norm": 0.38182410459365296,
      "learning_rate": 4.372087086104692e-05,
      "loss": 0.2884,
      "step": 422
    },
    {
      "epoch": 0.27072,
      "grad_norm": 0.3269413529022408,
      "learning_rate": 4.368572922744715e-05,
      "loss": 0.2801,
      "step": 423
    },
    {
      "epoch": 0.27136,
      "grad_norm": 0.4184922639041488,
      "learning_rate": 4.365050373916233e-05,
      "loss": 0.2864,
      "step": 424
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.37287235352305415,
      "learning_rate": 4.3615194554271485e-05,
      "loss": 0.2416,
      "step": 425
    },
    {
      "epoch": 0.27264,
      "grad_norm": 0.403184875756434,
      "learning_rate": 4.357980183122927e-05,
      "loss": 0.2822,
      "step": 426
    },
    {
      "epoch": 0.27328,
      "grad_norm": 0.47936480297091477,
      "learning_rate": 4.354432572886522e-05,
      "loss": 0.2822,
      "step": 427
    },
    {
      "epoch": 0.27392,
      "grad_norm": 0.3323032086312353,
      "learning_rate": 4.3508766406383036e-05,
      "loss": 0.2901,
      "step": 428
    },
    {
      "epoch": 0.27456,
      "grad_norm": 0.32982548305517356,
      "learning_rate": 4.347312402335989e-05,
      "loss": 0.2781,
      "step": 429
    },
    {
      "epoch": 0.2752,
      "grad_norm": 0.33719802987074643,
      "learning_rate": 4.34373987397457e-05,
      "loss": 0.2892,
      "step": 430
    },
    {
      "epoch": 0.27584,
      "grad_norm": 0.3742589239968179,
      "learning_rate": 4.340159071586241e-05,
      "loss": 0.2547,
      "step": 431
    },
    {
      "epoch": 0.27648,
      "grad_norm": 0.33344944387070863,
      "learning_rate": 4.336570011240326e-05,
      "loss": 0.2553,
      "step": 432
    },
    {
      "epoch": 0.27712,
      "grad_norm": 0.3726009633442184,
      "learning_rate": 4.33297270904321e-05,
      "loss": 0.279,
      "step": 433
    },
    {
      "epoch": 0.27776,
      "grad_norm": 0.3325692898911964,
      "learning_rate": 4.329367181138262e-05,
      "loss": 0.2857,
      "step": 434
    },
    {
      "epoch": 0.2784,
      "grad_norm": 0.3537978742787183,
      "learning_rate": 4.3257534437057674e-05,
      "loss": 0.2664,
      "step": 435
    },
    {
      "epoch": 0.27904,
      "grad_norm": 0.33720807342566356,
      "learning_rate": 4.3221315129628506e-05,
      "loss": 0.2586,
      "step": 436
    },
    {
      "epoch": 0.27968,
      "grad_norm": 0.3289955180606617,
      "learning_rate": 4.318501405163406e-05,
      "loss": 0.2717,
      "step": 437
    },
    {
      "epoch": 0.28032,
      "grad_norm": 0.33540693261128296,
      "learning_rate": 4.314863136598022e-05,
      "loss": 0.2555,
      "step": 438
    },
    {
      "epoch": 0.28096,
      "grad_norm": 0.39806190155501686,
      "learning_rate": 4.311216723593913e-05,
      "loss": 0.2975,
      "step": 439
    },
    {
      "epoch": 0.2816,
      "grad_norm": 0.36978118892520295,
      "learning_rate": 4.307562182514838e-05,
      "loss": 0.2713,
      "step": 440
    },
    {
      "epoch": 0.28224,
      "grad_norm": 0.440133126057951,
      "learning_rate": 4.3038995297610364e-05,
      "loss": 0.2581,
      "step": 441
    },
    {
      "epoch": 0.28288,
      "grad_norm": 0.37987673032238434,
      "learning_rate": 4.3002287817691466e-05,
      "loss": 0.2977,
      "step": 442
    },
    {
      "epoch": 0.28352,
      "grad_norm": 0.4046596131382216,
      "learning_rate": 4.2965499550121354e-05,
      "loss": 0.279,
      "step": 443
    },
    {
      "epoch": 0.28416,
      "grad_norm": 0.3708521015749624,
      "learning_rate": 4.2928630659992267e-05,
      "loss": 0.2812,
      "step": 444
    },
    {
      "epoch": 0.2848,
      "grad_norm": 0.4037004636721946,
      "learning_rate": 4.2891681312758225e-05,
      "loss": 0.2703,
      "step": 445
    },
    {
      "epoch": 0.28544,
      "grad_norm": 0.33703660226197113,
      "learning_rate": 4.285465167423432e-05,
      "loss": 0.2828,
      "step": 446
    },
    {
      "epoch": 0.28608,
      "grad_norm": 0.3746034323131707,
      "learning_rate": 4.281754191059596e-05,
      "loss": 0.2713,
      "step": 447
    },
    {
      "epoch": 0.28672,
      "grad_norm": 0.38277330266368087,
      "learning_rate": 4.278035218837813e-05,
      "loss": 0.2982,
      "step": 448
    },
    {
      "epoch": 0.28736,
      "grad_norm": 0.36593523245520027,
      "learning_rate": 4.274308267447463e-05,
      "loss": 0.2621,
      "step": 449
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.37234265656844234,
      "learning_rate": 4.270573353613734e-05,
      "loss": 0.2824,
      "step": 450
    },
    {
      "epoch": 0.28864,
      "grad_norm": 0.3027373339129422,
      "learning_rate": 4.266830494097546e-05,
      "loss": 0.2627,
      "step": 451
    },
    {
      "epoch": 0.28928,
      "grad_norm": 0.38089507553976193,
      "learning_rate": 4.263079705695478e-05,
      "loss": 0.2728,
      "step": 452
    },
    {
      "epoch": 0.28992,
      "grad_norm": 0.40394637667004296,
      "learning_rate": 4.2593210052396894e-05,
      "loss": 0.2636,
      "step": 453
    },
    {
      "epoch": 0.29056,
      "grad_norm": 0.35334153721363115,
      "learning_rate": 4.255554409597846e-05,
      "loss": 0.2503,
      "step": 454
    },
    {
      "epoch": 0.2912,
      "grad_norm": 0.40619095792961374,
      "learning_rate": 4.2517799356730445e-05,
      "loss": 0.2795,
      "step": 455
    },
    {
      "epoch": 0.29184,
      "grad_norm": 0.3957489109427142,
      "learning_rate": 4.247997600403737e-05,
      "loss": 0.2683,
      "step": 456
    },
    {
      "epoch": 0.29248,
      "grad_norm": 0.37161859948412357,
      "learning_rate": 4.244207420763655e-05,
      "loss": 0.2579,
      "step": 457
    },
    {
      "epoch": 0.29312,
      "grad_norm": 0.35367469754869557,
      "learning_rate": 4.240409413761731e-05,
      "loss": 0.2643,
      "step": 458
    },
    {
      "epoch": 0.29376,
      "grad_norm": 0.402949661267483,
      "learning_rate": 4.236603596442023e-05,
      "loss": 0.2739,
      "step": 459
    },
    {
      "epoch": 0.2944,
      "grad_norm": 0.3164385404746002,
      "learning_rate": 4.232789985883642e-05,
      "loss": 0.2787,
      "step": 460
    },
    {
      "epoch": 0.29504,
      "grad_norm": 0.3611693162845143,
      "learning_rate": 4.2289685992006704e-05,
      "loss": 0.2875,
      "step": 461
    },
    {
      "epoch": 0.29568,
      "grad_norm": 0.3816626308049793,
      "learning_rate": 4.225139453542087e-05,
      "loss": 0.2716,
      "step": 462
    },
    {
      "epoch": 0.29632,
      "grad_norm": 0.38875072047102993,
      "learning_rate": 4.2213025660916904e-05,
      "loss": 0.2781,
      "step": 463
    },
    {
      "epoch": 0.29696,
      "grad_norm": 0.4310708243108071,
      "learning_rate": 4.21745795406802e-05,
      "loss": 0.2563,
      "step": 464
    },
    {
      "epoch": 0.2976,
      "grad_norm": 0.3549880460473045,
      "learning_rate": 4.2136056347242835e-05,
      "loss": 0.2601,
      "step": 465
    },
    {
      "epoch": 0.29824,
      "grad_norm": 0.4956629293601871,
      "learning_rate": 4.209745625348273e-05,
      "loss": 0.2958,
      "step": 466
    },
    {
      "epoch": 0.29888,
      "grad_norm": 0.38176123190536215,
      "learning_rate": 4.205877943262291e-05,
      "loss": 0.2527,
      "step": 467
    },
    {
      "epoch": 0.29952,
      "grad_norm": 0.36213560022090674,
      "learning_rate": 4.2020026058230756e-05,
      "loss": 0.2794,
      "step": 468
    },
    {
      "epoch": 0.30016,
      "grad_norm": 0.36552645561780356,
      "learning_rate": 4.1981196304217154e-05,
      "loss": 0.273,
      "step": 469
    },
    {
      "epoch": 0.3008,
      "grad_norm": 0.32609323253400335,
      "learning_rate": 4.1942290344835765e-05,
      "loss": 0.2732,
      "step": 470
    },
    {
      "epoch": 0.30144,
      "grad_norm": 0.4226814198890639,
      "learning_rate": 4.190330835468224e-05,
      "loss": 0.2772,
      "step": 471
    },
    {
      "epoch": 0.30208,
      "grad_norm": 0.39067414904241504,
      "learning_rate": 4.1864250508693424e-05,
      "loss": 0.2894,
      "step": 472
    },
    {
      "epoch": 0.30272,
      "grad_norm": 0.45775201623754663,
      "learning_rate": 4.182511698214657e-05,
      "loss": 0.2831,
      "step": 473
    },
    {
      "epoch": 0.30336,
      "grad_norm": 0.336688375790536,
      "learning_rate": 4.1785907950658573e-05,
      "loss": 0.2703,
      "step": 474
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.4282219754460838,
      "learning_rate": 4.1746623590185155e-05,
      "loss": 0.264,
      "step": 475
    },
    {
      "epoch": 0.30464,
      "grad_norm": 0.40314714831857074,
      "learning_rate": 4.170726407702008e-05,
      "loss": 0.2577,
      "step": 476
    },
    {
      "epoch": 0.30528,
      "grad_norm": 0.4137806913884408,
      "learning_rate": 4.1667829587794374e-05,
      "loss": 0.294,
      "step": 477
    },
    {
      "epoch": 0.30592,
      "grad_norm": 0.45659145697708425,
      "learning_rate": 4.162832029947553e-05,
      "loss": 0.2836,
      "step": 478
    },
    {
      "epoch": 0.30656,
      "grad_norm": 0.35567263968733753,
      "learning_rate": 4.158873638936672e-05,
      "loss": 0.2573,
      "step": 479
    },
    {
      "epoch": 0.3072,
      "grad_norm": 0.4119943441685636,
      "learning_rate": 4.154907803510599e-05,
      "loss": 0.2626,
      "step": 480
    },
    {
      "epoch": 0.30784,
      "grad_norm": 0.3598946097878258,
      "learning_rate": 4.150934541466545e-05,
      "loss": 0.2721,
      "step": 481
    },
    {
      "epoch": 0.30848,
      "grad_norm": 0.4034273306291238,
      "learning_rate": 4.146953870635049e-05,
      "loss": 0.2835,
      "step": 482
    },
    {
      "epoch": 0.30912,
      "grad_norm": 0.34858590847101595,
      "learning_rate": 4.1429658088798996e-05,
      "loss": 0.2737,
      "step": 483
    },
    {
      "epoch": 0.30976,
      "grad_norm": 0.37552704992362285,
      "learning_rate": 4.138970374098052e-05,
      "loss": 0.2591,
      "step": 484
    },
    {
      "epoch": 0.3104,
      "grad_norm": 0.4004568314634453,
      "learning_rate": 4.1349675842195494e-05,
      "loss": 0.2778,
      "step": 485
    },
    {
      "epoch": 0.31104,
      "grad_norm": 0.3746365763341882,
      "learning_rate": 4.130957457207441e-05,
      "loss": 0.2617,
      "step": 486
    },
    {
      "epoch": 0.31168,
      "grad_norm": 0.36274356671175684,
      "learning_rate": 4.126940011057703e-05,
      "loss": 0.2511,
      "step": 487
    },
    {
      "epoch": 0.31232,
      "grad_norm": 0.6225737712454078,
      "learning_rate": 4.1229152637991576e-05,
      "loss": 0.2798,
      "step": 488
    },
    {
      "epoch": 0.31296,
      "grad_norm": 0.37400409273643975,
      "learning_rate": 4.1188832334933906e-05,
      "loss": 0.2574,
      "step": 489
    },
    {
      "epoch": 0.3136,
      "grad_norm": 0.35566534633613417,
      "learning_rate": 4.114843938234673e-05,
      "loss": 0.2857,
      "step": 490
    },
    {
      "epoch": 0.31424,
      "grad_norm": 0.4108005259388909,
      "learning_rate": 4.1107973961498763e-05,
      "loss": 0.2693,
      "step": 491
    },
    {
      "epoch": 0.31488,
      "grad_norm": 0.36092465432455656,
      "learning_rate": 4.106743625398395e-05,
      "loss": 0.2784,
      "step": 492
    },
    {
      "epoch": 0.31552,
      "grad_norm": 0.45843265748863465,
      "learning_rate": 4.102682644172061e-05,
      "loss": 0.2998,
      "step": 493
    },
    {
      "epoch": 0.31616,
      "grad_norm": 0.3836584600353168,
      "learning_rate": 4.0986144706950677e-05,
      "loss": 0.2851,
      "step": 494
    },
    {
      "epoch": 0.3168,
      "grad_norm": 0.36209166782757896,
      "learning_rate": 4.094539123223881e-05,
      "loss": 0.2534,
      "step": 495
    },
    {
      "epoch": 0.31744,
      "grad_norm": 0.363289922269712,
      "learning_rate": 4.090456620047162e-05,
      "loss": 0.2537,
      "step": 496
    },
    {
      "epoch": 0.31808,
      "grad_norm": 0.40363410063658856,
      "learning_rate": 4.086366979485685e-05,
      "loss": 0.2909,
      "step": 497
    },
    {
      "epoch": 0.31872,
      "grad_norm": 0.3675317192463888,
      "learning_rate": 4.082270219892254e-05,
      "loss": 0.2749,
      "step": 498
    },
    {
      "epoch": 0.31936,
      "grad_norm": 0.35397211220950364,
      "learning_rate": 4.0781663596516206e-05,
      "loss": 0.2534,
      "step": 499
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.37572349613669165,
      "learning_rate": 4.074055417180401e-05,
      "loss": 0.281,
      "step": 500
    },
    {
      "epoch": 0.32064,
      "grad_norm": 0.354329683029619,
      "learning_rate": 4.069937410926994e-05,
      "loss": 0.2655,
      "step": 501
    },
    {
      "epoch": 0.32128,
      "grad_norm": 0.37756930001066114,
      "learning_rate": 4.0658123593714984e-05,
      "loss": 0.2755,
      "step": 502
    },
    {
      "epoch": 0.32192,
      "grad_norm": 0.3367253572596431,
      "learning_rate": 4.061680281025628e-05,
      "loss": 0.2583,
      "step": 503
    },
    {
      "epoch": 0.32256,
      "grad_norm": 0.3613298986999919,
      "learning_rate": 4.057541194432634e-05,
      "loss": 0.2513,
      "step": 504
    },
    {
      "epoch": 0.3232,
      "grad_norm": 0.3851876530622504,
      "learning_rate": 4.053395118167214e-05,
      "loss": 0.2702,
      "step": 505
    },
    {
      "epoch": 0.32384,
      "grad_norm": 0.33176376757169096,
      "learning_rate": 4.049242070835435e-05,
      "loss": 0.3008,
      "step": 506
    },
    {
      "epoch": 0.32448,
      "grad_norm": 0.43271105984804215,
      "learning_rate": 4.0450820710746475e-05,
      "loss": 0.2702,
      "step": 507
    },
    {
      "epoch": 0.32512,
      "grad_norm": 0.41884794686476173,
      "learning_rate": 4.0409151375534014e-05,
      "loss": 0.2746,
      "step": 508
    },
    {
      "epoch": 0.32576,
      "grad_norm": 0.35789726048814424,
      "learning_rate": 4.036741288971362e-05,
      "loss": 0.2665,
      "step": 509
    },
    {
      "epoch": 0.3264,
      "grad_norm": 0.4224006865959535,
      "learning_rate": 4.032560544059228e-05,
      "loss": 0.2641,
      "step": 510
    },
    {
      "epoch": 0.32704,
      "grad_norm": 0.3410319732577578,
      "learning_rate": 4.028372921578647e-05,
      "loss": 0.2752,
      "step": 511
    },
    {
      "epoch": 0.32768,
      "grad_norm": 0.32165719002887183,
      "learning_rate": 4.024178440322128e-05,
      "loss": 0.2622,
      "step": 512
    },
    {
      "epoch": 0.32832,
      "grad_norm": 0.3190470917399596,
      "learning_rate": 4.019977119112962e-05,
      "loss": 0.271,
      "step": 513
    },
    {
      "epoch": 0.32896,
      "grad_norm": 0.40388087068190615,
      "learning_rate": 4.015768976805135e-05,
      "loss": 0.3163,
      "step": 514
    },
    {
      "epoch": 0.3296,
      "grad_norm": 0.3301304322280843,
      "learning_rate": 4.011554032283242e-05,
      "loss": 0.242,
      "step": 515
    },
    {
      "epoch": 0.33024,
      "grad_norm": 0.3784972626675363,
      "learning_rate": 4.007332304462406e-05,
      "loss": 0.2603,
      "step": 516
    },
    {
      "epoch": 0.33088,
      "grad_norm": 0.34576256994551374,
      "learning_rate": 4.003103812288189e-05,
      "loss": 0.2785,
      "step": 517
    },
    {
      "epoch": 0.33152,
      "grad_norm": 0.34457418246401467,
      "learning_rate": 3.99886857473651e-05,
      "loss": 0.2619,
      "step": 518
    },
    {
      "epoch": 0.33216,
      "grad_norm": 0.4013301994744993,
      "learning_rate": 3.9946266108135575e-05,
      "loss": 0.2879,
      "step": 519
    },
    {
      "epoch": 0.3328,
      "grad_norm": 0.338916338513705,
      "learning_rate": 3.9903779395557087e-05,
      "loss": 0.272,
      "step": 520
    },
    {
      "epoch": 0.33344,
      "grad_norm": 0.3572729876908719,
      "learning_rate": 3.9861225800294366e-05,
      "loss": 0.2391,
      "step": 521
    },
    {
      "epoch": 0.33408,
      "grad_norm": 0.4471657467826066,
      "learning_rate": 3.981860551331232e-05,
      "loss": 0.2783,
      "step": 522
    },
    {
      "epoch": 0.33472,
      "grad_norm": 0.3659670843167768,
      "learning_rate": 3.977591872587512e-05,
      "loss": 0.2649,
      "step": 523
    },
    {
      "epoch": 0.33536,
      "grad_norm": 0.3571631732614458,
      "learning_rate": 3.973316562954539e-05,
      "loss": 0.2624,
      "step": 524
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.37662157327541707,
      "learning_rate": 3.969034641618332e-05,
      "loss": 0.2973,
      "step": 525
    },
    {
      "epoch": 0.33664,
      "grad_norm": 0.3917876982425241,
      "learning_rate": 3.964746127794579e-05,
      "loss": 0.2737,
      "step": 526
    },
    {
      "epoch": 0.33728,
      "grad_norm": 0.3864888517871659,
      "learning_rate": 3.9604510407285524e-05,
      "loss": 0.2603,
      "step": 527
    },
    {
      "epoch": 0.33792,
      "grad_norm": 0.38278130064111704,
      "learning_rate": 3.956149399695027e-05,
      "loss": 0.2628,
      "step": 528
    },
    {
      "epoch": 0.33856,
      "grad_norm": 0.45847376635991144,
      "learning_rate": 3.951841223998186e-05,
      "loss": 0.2929,
      "step": 529
    },
    {
      "epoch": 0.3392,
      "grad_norm": 0.36857429554569987,
      "learning_rate": 3.947526532971538e-05,
      "loss": 0.2544,
      "step": 530
    },
    {
      "epoch": 0.33984,
      "grad_norm": 0.3433461223245656,
      "learning_rate": 3.943205345977831e-05,
      "loss": 0.2703,
      "step": 531
    },
    {
      "epoch": 0.34048,
      "grad_norm": 0.3735053112541835,
      "learning_rate": 3.9388776824089636e-05,
      "loss": 0.2651,
      "step": 532
    },
    {
      "epoch": 0.34112,
      "grad_norm": 0.3481943182819895,
      "learning_rate": 3.9345435616858995e-05,
      "loss": 0.2779,
      "step": 533
    },
    {
      "epoch": 0.34176,
      "grad_norm": 0.3782402031128072,
      "learning_rate": 3.930203003258579e-05,
      "loss": 0.2673,
      "step": 534
    },
    {
      "epoch": 0.3424,
      "grad_norm": 0.34788121494226615,
      "learning_rate": 3.9258560266058335e-05,
      "loss": 0.2804,
      "step": 535
    },
    {
      "epoch": 0.34304,
      "grad_norm": 0.38038146851783505,
      "learning_rate": 3.921502651235297e-05,
      "loss": 0.2646,
      "step": 536
    },
    {
      "epoch": 0.34368,
      "grad_norm": 0.36667667822950395,
      "learning_rate": 3.917142896683318e-05,
      "loss": 0.2827,
      "step": 537
    },
    {
      "epoch": 0.34432,
      "grad_norm": 0.35582671962828055,
      "learning_rate": 3.912776782514872e-05,
      "loss": 0.2644,
      "step": 538
    },
    {
      "epoch": 0.34496,
      "grad_norm": 0.3896719980448358,
      "learning_rate": 3.908404328323475e-05,
      "loss": 0.2857,
      "step": 539
    },
    {
      "epoch": 0.3456,
      "grad_norm": 0.36566794820876186,
      "learning_rate": 3.904025553731094e-05,
      "loss": 0.2524,
      "step": 540
    },
    {
      "epoch": 0.34624,
      "grad_norm": 0.35530792640997244,
      "learning_rate": 3.8996404783880606e-05,
      "loss": 0.2535,
      "step": 541
    },
    {
      "epoch": 0.34688,
      "grad_norm": 0.36391659810864585,
      "learning_rate": 3.895249121972981e-05,
      "loss": 0.2539,
      "step": 542
    },
    {
      "epoch": 0.34752,
      "grad_norm": 0.34311083691607236,
      "learning_rate": 3.890851504192649e-05,
      "loss": 0.2801,
      "step": 543
    },
    {
      "epoch": 0.34816,
      "grad_norm": 0.38066224559392836,
      "learning_rate": 3.8864476447819565e-05,
      "loss": 0.2576,
      "step": 544
    },
    {
      "epoch": 0.3488,
      "grad_norm": 0.3743303492757066,
      "learning_rate": 3.8820375635038067e-05,
      "loss": 0.268,
      "step": 545
    },
    {
      "epoch": 0.34944,
      "grad_norm": 0.44997812051621155,
      "learning_rate": 3.877621280149022e-05,
      "loss": 0.2789,
      "step": 546
    },
    {
      "epoch": 0.35008,
      "grad_norm": 0.3103607872894965,
      "learning_rate": 3.87319881453626e-05,
      "loss": 0.2445,
      "step": 547
    },
    {
      "epoch": 0.35072,
      "grad_norm": 0.5459536748422096,
      "learning_rate": 3.868770186511921e-05,
      "loss": 0.2743,
      "step": 548
    },
    {
      "epoch": 0.35136,
      "grad_norm": 0.37701888899445407,
      "learning_rate": 3.864335415950059e-05,
      "loss": 0.2536,
      "step": 549
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.32997499891684023,
      "learning_rate": 3.859894522752297e-05,
      "loss": 0.2605,
      "step": 550
    },
    {
      "epoch": 0.35264,
      "grad_norm": 0.4489525001004636,
      "learning_rate": 3.8554475268477274e-05,
      "loss": 0.2685,
      "step": 551
    },
    {
      "epoch": 0.35328,
      "grad_norm": 0.3719428634191375,
      "learning_rate": 3.850994448192836e-05,
      "loss": 0.2709,
      "step": 552
    },
    {
      "epoch": 0.35392,
      "grad_norm": 0.3446891353423413,
      "learning_rate": 3.846535306771404e-05,
      "loss": 0.2611,
      "step": 553
    },
    {
      "epoch": 0.35456,
      "grad_norm": 0.43618706390392636,
      "learning_rate": 3.842070122594417e-05,
      "loss": 0.276,
      "step": 554
    },
    {
      "epoch": 0.3552,
      "grad_norm": 0.382064177861162,
      "learning_rate": 3.837598915699981e-05,
      "loss": 0.2552,
      "step": 555
    },
    {
      "epoch": 0.35584,
      "grad_norm": 0.39162284786707907,
      "learning_rate": 3.83312170615323e-05,
      "loss": 0.2489,
      "step": 556
    },
    {
      "epoch": 0.35648,
      "grad_norm": 0.42221136906147266,
      "learning_rate": 3.8286385140462334e-05,
      "loss": 0.2597,
      "step": 557
    },
    {
      "epoch": 0.35712,
      "grad_norm": 0.44919209097377344,
      "learning_rate": 3.8241493594979114e-05,
      "loss": 0.2758,
      "step": 558
    },
    {
      "epoch": 0.35776,
      "grad_norm": 0.39994455826831043,
      "learning_rate": 3.8196542626539396e-05,
      "loss": 0.275,
      "step": 559
    },
    {
      "epoch": 0.3584,
      "grad_norm": 0.4015098875627428,
      "learning_rate": 3.815153243686658e-05,
      "loss": 0.2779,
      "step": 560
    },
    {
      "epoch": 0.35904,
      "grad_norm": 0.4010038099709535,
      "learning_rate": 3.8106463227949885e-05,
      "loss": 0.2757,
      "step": 561
    },
    {
      "epoch": 0.35968,
      "grad_norm": 0.4271974019014666,
      "learning_rate": 3.806133520204335e-05,
      "loss": 0.248,
      "step": 562
    },
    {
      "epoch": 0.36032,
      "grad_norm": 0.35793331554825897,
      "learning_rate": 3.801614856166495e-05,
      "loss": 0.2561,
      "step": 563
    },
    {
      "epoch": 0.36096,
      "grad_norm": 0.35924812032427766,
      "learning_rate": 3.797090350959574e-05,
      "loss": 0.2578,
      "step": 564
    },
    {
      "epoch": 0.3616,
      "grad_norm": 0.3394416638286728,
      "learning_rate": 3.792560024887887e-05,
      "loss": 0.2645,
      "step": 565
    },
    {
      "epoch": 0.36224,
      "grad_norm": 0.388540218562409,
      "learning_rate": 3.788023898281873e-05,
      "loss": 0.2633,
      "step": 566
    },
    {
      "epoch": 0.36288,
      "grad_norm": 0.5109417791849185,
      "learning_rate": 3.783481991498001e-05,
      "loss": 0.2687,
      "step": 567
    },
    {
      "epoch": 0.36352,
      "grad_norm": 0.3241009584346598,
      "learning_rate": 3.7789343249186805e-05,
      "loss": 0.274,
      "step": 568
    },
    {
      "epoch": 0.36416,
      "grad_norm": 0.42943520321323175,
      "learning_rate": 3.774380918952165e-05,
      "loss": 0.286,
      "step": 569
    },
    {
      "epoch": 0.3648,
      "grad_norm": 0.38392512011379704,
      "learning_rate": 3.76982179403247e-05,
      "loss": 0.2472,
      "step": 570
    },
    {
      "epoch": 0.36544,
      "grad_norm": 0.37469396336292704,
      "learning_rate": 3.7652569706192694e-05,
      "loss": 0.2784,
      "step": 571
    },
    {
      "epoch": 0.36608,
      "grad_norm": 0.315430957897709,
      "learning_rate": 3.760686469197815e-05,
      "loss": 0.2591,
      "step": 572
    },
    {
      "epoch": 0.36672,
      "grad_norm": 0.3948730757632361,
      "learning_rate": 3.756110310278835e-05,
      "loss": 0.2592,
      "step": 573
    },
    {
      "epoch": 0.36736,
      "grad_norm": 0.2922718271346419,
      "learning_rate": 3.7515285143984524e-05,
      "loss": 0.253,
      "step": 574
    },
    {
      "epoch": 0.368,
      "grad_norm": 0.32249504875735685,
      "learning_rate": 3.746941102118082e-05,
      "loss": 0.2604,
      "step": 575
    },
    {
      "epoch": 0.36864,
      "grad_norm": 0.3733899533072396,
      "learning_rate": 3.742348094024342e-05,
      "loss": 0.2845,
      "step": 576
    },
    {
      "epoch": 0.36928,
      "grad_norm": 0.6846199585312611,
      "learning_rate": 3.7377495107289664e-05,
      "loss": 0.2375,
      "step": 577
    },
    {
      "epoch": 0.36992,
      "grad_norm": 0.31965772500499295,
      "learning_rate": 3.7331453728687054e-05,
      "loss": 0.2639,
      "step": 578
    },
    {
      "epoch": 0.37056,
      "grad_norm": 0.39643150388340115,
      "learning_rate": 3.7285357011052394e-05,
      "loss": 0.2496,
      "step": 579
    },
    {
      "epoch": 0.3712,
      "grad_norm": 0.35821403759138415,
      "learning_rate": 3.72392051612508e-05,
      "loss": 0.2816,
      "step": 580
    },
    {
      "epoch": 0.37184,
      "grad_norm": 0.36596844709726617,
      "learning_rate": 3.719299838639481e-05,
      "loss": 0.242,
      "step": 581
    },
    {
      "epoch": 0.37248,
      "grad_norm": 0.34775224585235587,
      "learning_rate": 3.714673689384346e-05,
      "loss": 0.285,
      "step": 582
    },
    {
      "epoch": 0.37312,
      "grad_norm": 0.3687742245411094,
      "learning_rate": 3.710042089120131e-05,
      "loss": 0.2589,
      "step": 583
    },
    {
      "epoch": 0.37376,
      "grad_norm": 0.34846549220601303,
      "learning_rate": 3.705405058631756e-05,
      "loss": 0.275,
      "step": 584
    },
    {
      "epoch": 0.3744,
      "grad_norm": 0.5129589237563266,
      "learning_rate": 3.700762618728508e-05,
      "loss": 0.2707,
      "step": 585
    },
    {
      "epoch": 0.37504,
      "grad_norm": 0.3748604855678063,
      "learning_rate": 3.696114790243955e-05,
      "loss": 0.2756,
      "step": 586
    },
    {
      "epoch": 0.37568,
      "grad_norm": 0.32727644759108254,
      "learning_rate": 3.691461594035841e-05,
      "loss": 0.2923,
      "step": 587
    },
    {
      "epoch": 0.37632,
      "grad_norm": 0.33424977466935957,
      "learning_rate": 3.686803050986e-05,
      "loss": 0.2588,
      "step": 588
    },
    {
      "epoch": 0.37696,
      "grad_norm": 0.40400950364676924,
      "learning_rate": 3.6821391820002596e-05,
      "loss": 0.254,
      "step": 589
    },
    {
      "epoch": 0.3776,
      "grad_norm": 0.31623711185199815,
      "learning_rate": 3.677470008008352e-05,
      "loss": 0.2563,
      "step": 590
    },
    {
      "epoch": 0.37824,
      "grad_norm": 0.36249142907953896,
      "learning_rate": 3.672795549963814e-05,
      "loss": 0.2565,
      "step": 591
    },
    {
      "epoch": 0.37888,
      "grad_norm": 0.3631221100285136,
      "learning_rate": 3.668115828843894e-05,
      "loss": 0.2611,
      "step": 592
    },
    {
      "epoch": 0.37952,
      "grad_norm": 0.3346078886412221,
      "learning_rate": 3.6634308656494605e-05,
      "loss": 0.2617,
      "step": 593
    },
    {
      "epoch": 0.38016,
      "grad_norm": 0.3570393467254589,
      "learning_rate": 3.6587406814049075e-05,
      "loss": 0.2507,
      "step": 594
    },
    {
      "epoch": 0.3808,
      "grad_norm": 0.3280741391605246,
      "learning_rate": 3.6540452971580566e-05,
      "loss": 0.2694,
      "step": 595
    },
    {
      "epoch": 0.38144,
      "grad_norm": 0.3753506411790363,
      "learning_rate": 3.649344733980068e-05,
      "loss": 0.2647,
      "step": 596
    },
    {
      "epoch": 0.38208,
      "grad_norm": 0.3590307898042495,
      "learning_rate": 3.6446390129653405e-05,
      "loss": 0.2603,
      "step": 597
    },
    {
      "epoch": 0.38272,
      "grad_norm": 0.35086405624134986,
      "learning_rate": 3.63992815523142e-05,
      "loss": 0.2518,
      "step": 598
    },
    {
      "epoch": 0.38336,
      "grad_norm": 0.36113674021952225,
      "learning_rate": 3.6352121819189075e-05,
      "loss": 0.2521,
      "step": 599
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.3501211246872176,
      "learning_rate": 3.630491114191354e-05,
      "loss": 0.2509,
      "step": 600
    },
    {
      "epoch": 0.38464,
      "grad_norm": 0.3538362040001931,
      "learning_rate": 3.62576497323518e-05,
      "loss": 0.2916,
      "step": 601
    },
    {
      "epoch": 0.38528,
      "grad_norm": 0.3458262257611667,
      "learning_rate": 3.621033780259566e-05,
      "loss": 0.251,
      "step": 602
    },
    {
      "epoch": 0.38592,
      "grad_norm": 0.3439429816589424,
      "learning_rate": 3.616297556496369e-05,
      "loss": 0.2491,
      "step": 603
    },
    {
      "epoch": 0.38656,
      "grad_norm": 0.33029933576957676,
      "learning_rate": 3.6115563232000206e-05,
      "loss": 0.247,
      "step": 604
    },
    {
      "epoch": 0.3872,
      "grad_norm": 0.34999241376454604,
      "learning_rate": 3.6068101016474314e-05,
      "loss": 0.2509,
      "step": 605
    },
    {
      "epoch": 0.38784,
      "grad_norm": 0.36517743046091355,
      "learning_rate": 3.602058913137902e-05,
      "loss": 0.2652,
      "step": 606
    },
    {
      "epoch": 0.38848,
      "grad_norm": 0.30565774183933747,
      "learning_rate": 3.597302778993018e-05,
      "loss": 0.2657,
      "step": 607
    },
    {
      "epoch": 0.38912,
      "grad_norm": 0.3786174413033551,
      "learning_rate": 3.592541720556561e-05,
      "loss": 0.2595,
      "step": 608
    },
    {
      "epoch": 0.38976,
      "grad_norm": 0.33517197230276674,
      "learning_rate": 3.5877757591944137e-05,
      "loss": 0.2661,
      "step": 609
    },
    {
      "epoch": 0.3904,
      "grad_norm": 0.3870662595735502,
      "learning_rate": 3.583004916294458e-05,
      "loss": 0.2722,
      "step": 610
    },
    {
      "epoch": 0.39104,
      "grad_norm": 0.33071773275046074,
      "learning_rate": 3.578229213266483e-05,
      "loss": 0.2631,
      "step": 611
    },
    {
      "epoch": 0.39168,
      "grad_norm": 0.3766992745350915,
      "learning_rate": 3.573448671542088e-05,
      "loss": 0.2623,
      "step": 612
    },
    {
      "epoch": 0.39232,
      "grad_norm": 0.3571850708801622,
      "learning_rate": 3.568663312574589e-05,
      "loss": 0.2461,
      "step": 613
    },
    {
      "epoch": 0.39296,
      "grad_norm": 0.3560726009033962,
      "learning_rate": 3.563873157838917e-05,
      "loss": 0.2695,
      "step": 614
    },
    {
      "epoch": 0.3936,
      "grad_norm": 0.3700053868442448,
      "learning_rate": 3.5590782288315266e-05,
      "loss": 0.2826,
      "step": 615
    },
    {
      "epoch": 0.39424,
      "grad_norm": 0.3983573086562803,
      "learning_rate": 3.5542785470702965e-05,
      "loss": 0.2698,
      "step": 616
    },
    {
      "epoch": 0.39488,
      "grad_norm": 0.3449289599008837,
      "learning_rate": 3.549474134094434e-05,
      "loss": 0.2712,
      "step": 617
    },
    {
      "epoch": 0.39552,
      "grad_norm": 0.39295042631291166,
      "learning_rate": 3.54466501146438e-05,
      "loss": 0.2528,
      "step": 618
    },
    {
      "epoch": 0.39616,
      "grad_norm": 0.3491046524915478,
      "learning_rate": 3.539851200761707e-05,
      "loss": 0.2963,
      "step": 619
    },
    {
      "epoch": 0.3968,
      "grad_norm": 0.3828147045099311,
      "learning_rate": 3.535032723589031e-05,
      "loss": 0.2504,
      "step": 620
    },
    {
      "epoch": 0.39744,
      "grad_norm": 0.3804034417955643,
      "learning_rate": 3.5302096015699035e-05,
      "loss": 0.2647,
      "step": 621
    },
    {
      "epoch": 0.39808,
      "grad_norm": 0.3508627973390516,
      "learning_rate": 3.5253818563487266e-05,
      "loss": 0.2622,
      "step": 622
    },
    {
      "epoch": 0.39872,
      "grad_norm": 0.3722853571624787,
      "learning_rate": 3.5205495095906444e-05,
      "loss": 0.2625,
      "step": 623
    },
    {
      "epoch": 0.39936,
      "grad_norm": 0.31703668399664725,
      "learning_rate": 3.5157125829814534e-05,
      "loss": 0.2529,
      "step": 624
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.339874815690016,
      "learning_rate": 3.510871098227503e-05,
      "loss": 0.2407,
      "step": 625
    },
    {
      "epoch": 0.40064,
      "grad_norm": 0.3662315328696493,
      "learning_rate": 3.506025077055597e-05,
      "loss": 0.3043,
      "step": 626
    },
    {
      "epoch": 0.40128,
      "grad_norm": 0.3279928415081358,
      "learning_rate": 3.501174541212898e-05,
      "loss": 0.2535,
      "step": 627
    },
    {
      "epoch": 0.40192,
      "grad_norm": 0.350715167992945,
      "learning_rate": 3.496319512466827e-05,
      "loss": 0.2669,
      "step": 628
    },
    {
      "epoch": 0.40256,
      "grad_norm": 0.32602884803608445,
      "learning_rate": 3.4914600126049696e-05,
      "loss": 0.2566,
      "step": 629
    },
    {
      "epoch": 0.4032,
      "grad_norm": 0.31088258016970977,
      "learning_rate": 3.486596063434975e-05,
      "loss": 0.2552,
      "step": 630
    },
    {
      "epoch": 0.40384,
      "grad_norm": 0.30180827046053793,
      "learning_rate": 3.481727686784458e-05,
      "loss": 0.2547,
      "step": 631
    },
    {
      "epoch": 0.40448,
      "grad_norm": 0.33732860100171874,
      "learning_rate": 3.476854904500905e-05,
      "loss": 0.2567,
      "step": 632
    },
    {
      "epoch": 0.40512,
      "grad_norm": 0.40023070112905895,
      "learning_rate": 3.471977738451572e-05,
      "loss": 0.2641,
      "step": 633
    },
    {
      "epoch": 0.40576,
      "grad_norm": 0.3468414197436556,
      "learning_rate": 3.467096210523387e-05,
      "loss": 0.264,
      "step": 634
    },
    {
      "epoch": 0.4064,
      "grad_norm": 0.41069797654026435,
      "learning_rate": 3.4622103426228534e-05,
      "loss": 0.2759,
      "step": 635
    },
    {
      "epoch": 0.40704,
      "grad_norm": 0.3548677977523007,
      "learning_rate": 3.4573201566759515e-05,
      "loss": 0.2586,
      "step": 636
    },
    {
      "epoch": 0.40768,
      "grad_norm": 0.34730057827483873,
      "learning_rate": 3.4524256746280374e-05,
      "loss": 0.2654,
      "step": 637
    },
    {
      "epoch": 0.40832,
      "grad_norm": 0.3469232464007306,
      "learning_rate": 3.447526918443748e-05,
      "loss": 0.2619,
      "step": 638
    },
    {
      "epoch": 0.40896,
      "grad_norm": 0.38686628517651334,
      "learning_rate": 3.442623910106901e-05,
      "loss": 0.2404,
      "step": 639
    },
    {
      "epoch": 0.4096,
      "grad_norm": 0.3119834776491984,
      "learning_rate": 3.4377166716203945e-05,
      "loss": 0.2511,
      "step": 640
    },
    {
      "epoch": 0.41024,
      "grad_norm": 0.37217431767953546,
      "learning_rate": 3.4328052250061124e-05,
      "loss": 0.2573,
      "step": 641
    },
    {
      "epoch": 0.41088,
      "grad_norm": 0.3660176951924303,
      "learning_rate": 3.4278895923048226e-05,
      "loss": 0.2656,
      "step": 642
    },
    {
      "epoch": 0.41152,
      "grad_norm": 0.3204222601247596,
      "learning_rate": 3.4229697955760767e-05,
      "loss": 0.2371,
      "step": 643
    },
    {
      "epoch": 0.41216,
      "grad_norm": 0.3700283904944704,
      "learning_rate": 3.4180458568981136e-05,
      "loss": 0.2923,
      "step": 644
    },
    {
      "epoch": 0.4128,
      "grad_norm": 0.3121216825663056,
      "learning_rate": 3.4131177983677624e-05,
      "loss": 0.2368,
      "step": 645
    },
    {
      "epoch": 0.41344,
      "grad_norm": 0.33775692842862853,
      "learning_rate": 3.4081856421003364e-05,
      "loss": 0.2478,
      "step": 646
    },
    {
      "epoch": 0.41408,
      "grad_norm": 0.325764436348029,
      "learning_rate": 3.403249410229542e-05,
      "loss": 0.2593,
      "step": 647
    },
    {
      "epoch": 0.41472,
      "grad_norm": 0.3707720956517282,
      "learning_rate": 3.398309124907372e-05,
      "loss": 0.2677,
      "step": 648
    },
    {
      "epoch": 0.41536,
      "grad_norm": 0.3166532591304335,
      "learning_rate": 3.393364808304012e-05,
      "loss": 0.2859,
      "step": 649
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.34342576498220806,
      "learning_rate": 3.3884164826077384e-05,
      "loss": 0.255,
      "step": 650
    },
    {
      "epoch": 0.41664,
      "grad_norm": 0.36895211989037313,
      "learning_rate": 3.383464170024817e-05,
      "loss": 0.2549,
      "step": 651
    },
    {
      "epoch": 0.41728,
      "grad_norm": 0.35757524771092064,
      "learning_rate": 3.378507892779408e-05,
      "loss": 0.2839,
      "step": 652
    },
    {
      "epoch": 0.41792,
      "grad_norm": 0.3420627089987508,
      "learning_rate": 3.37354767311346e-05,
      "loss": 0.265,
      "step": 653
    },
    {
      "epoch": 0.41856,
      "grad_norm": 0.3761431521348441,
      "learning_rate": 3.368583533286617e-05,
      "loss": 0.2459,
      "step": 654
    },
    {
      "epoch": 0.4192,
      "grad_norm": 0.32600703319937346,
      "learning_rate": 3.363615495576115e-05,
      "loss": 0.2675,
      "step": 655
    },
    {
      "epoch": 0.41984,
      "grad_norm": 0.3269476142336683,
      "learning_rate": 3.3586435822766785e-05,
      "loss": 0.2688,
      "step": 656
    },
    {
      "epoch": 0.42048,
      "grad_norm": 0.3350921803295603,
      "learning_rate": 3.35366781570043e-05,
      "loss": 0.2471,
      "step": 657
    },
    {
      "epoch": 0.42112,
      "grad_norm": 0.3066280687711608,
      "learning_rate": 3.3486882181767785e-05,
      "loss": 0.2643,
      "step": 658
    },
    {
      "epoch": 0.42176,
      "grad_norm": 0.3734013097320066,
      "learning_rate": 3.34370481205233e-05,
      "loss": 0.2729,
      "step": 659
    },
    {
      "epoch": 0.4224,
      "grad_norm": 0.3159497563462825,
      "learning_rate": 3.3387176196907776e-05,
      "loss": 0.2715,
      "step": 660
    },
    {
      "epoch": 0.42304,
      "grad_norm": 0.3365403314173876,
      "learning_rate": 3.333726663472809e-05,
      "loss": 0.2523,
      "step": 661
    },
    {
      "epoch": 0.42368,
      "grad_norm": 0.35481058798184967,
      "learning_rate": 3.328731965796e-05,
      "loss": 0.2553,
      "step": 662
    },
    {
      "epoch": 0.42432,
      "grad_norm": 0.32684593186658334,
      "learning_rate": 3.32373354907472e-05,
      "loss": 0.2439,
      "step": 663
    },
    {
      "epoch": 0.42496,
      "grad_norm": 0.3433863164703469,
      "learning_rate": 3.3187314357400244e-05,
      "loss": 0.2457,
      "step": 664
    },
    {
      "epoch": 0.4256,
      "grad_norm": 0.33223948828219063,
      "learning_rate": 3.31372564823956e-05,
      "loss": 0.2774,
      "step": 665
    },
    {
      "epoch": 0.42624,
      "grad_norm": 0.3889022607769184,
      "learning_rate": 3.308716209037462e-05,
      "loss": 0.2652,
      "step": 666
    },
    {
      "epoch": 0.42688,
      "grad_norm": 0.3295787331276891,
      "learning_rate": 3.303703140614251e-05,
      "loss": 0.2652,
      "step": 667
    },
    {
      "epoch": 0.42752,
      "grad_norm": 0.3553030158930773,
      "learning_rate": 3.2986864654667356e-05,
      "loss": 0.2527,
      "step": 668
    },
    {
      "epoch": 0.42816,
      "grad_norm": 0.31803094138145627,
      "learning_rate": 3.293666206107911e-05,
      "loss": 0.2619,
      "step": 669
    },
    {
      "epoch": 0.4288,
      "grad_norm": 0.33392388467110345,
      "learning_rate": 3.2886423850668555e-05,
      "loss": 0.2604,
      "step": 670
    },
    {
      "epoch": 0.42944,
      "grad_norm": 0.5718791983779791,
      "learning_rate": 3.283615024888632e-05,
      "loss": 0.2523,
      "step": 671
    },
    {
      "epoch": 0.43008,
      "grad_norm": 0.35719182119680337,
      "learning_rate": 3.278584148134185e-05,
      "loss": 0.2809,
      "step": 672
    },
    {
      "epoch": 0.43072,
      "grad_norm": 0.3726537342046652,
      "learning_rate": 3.2735497773802406e-05,
      "loss": 0.2827,
      "step": 673
    },
    {
      "epoch": 0.43136,
      "grad_norm": 0.3370761913664551,
      "learning_rate": 3.268511935219204e-05,
      "loss": 0.2532,
      "step": 674
    },
    {
      "epoch": 0.432,
      "grad_norm": 0.3276740016657337,
      "learning_rate": 3.263470644259059e-05,
      "loss": 0.2324,
      "step": 675
    },
    {
      "epoch": 0.43264,
      "grad_norm": 0.3997607030788146,
      "learning_rate": 3.258425927123266e-05,
      "loss": 0.2799,
      "step": 676
    },
    {
      "epoch": 0.43328,
      "grad_norm": 0.3142150656630589,
      "learning_rate": 3.253377806450664e-05,
      "loss": 0.2605,
      "step": 677
    },
    {
      "epoch": 0.43392,
      "grad_norm": 0.35815771086322507,
      "learning_rate": 3.248326304895361e-05,
      "loss": 0.2361,
      "step": 678
    },
    {
      "epoch": 0.43456,
      "grad_norm": 0.4093557089026302,
      "learning_rate": 3.2432714451266395e-05,
      "loss": 0.2735,
      "step": 679
    },
    {
      "epoch": 0.4352,
      "grad_norm": 0.350660395761813,
      "learning_rate": 3.238213249828853e-05,
      "loss": 0.2696,
      "step": 680
    },
    {
      "epoch": 0.43584,
      "grad_norm": 0.3946284387605494,
      "learning_rate": 3.233151741701322e-05,
      "loss": 0.2636,
      "step": 681
    },
    {
      "epoch": 0.43648,
      "grad_norm": 0.3218343032055154,
      "learning_rate": 3.228086943458235e-05,
      "loss": 0.2694,
      "step": 682
    },
    {
      "epoch": 0.43712,
      "grad_norm": 0.38999094622070707,
      "learning_rate": 3.223018877828546e-05,
      "loss": 0.2332,
      "step": 683
    },
    {
      "epoch": 0.43776,
      "grad_norm": 0.36567793954540373,
      "learning_rate": 3.2179475675558694e-05,
      "loss": 0.2563,
      "step": 684
    },
    {
      "epoch": 0.4384,
      "grad_norm": 0.3908225727082946,
      "learning_rate": 3.212873035398383e-05,
      "loss": 0.2625,
      "step": 685
    },
    {
      "epoch": 0.43904,
      "grad_norm": 0.4048080809061653,
      "learning_rate": 3.207795304128721e-05,
      "loss": 0.2417,
      "step": 686
    },
    {
      "epoch": 0.43968,
      "grad_norm": 0.3819495758094229,
      "learning_rate": 3.2027143965338765e-05,
      "loss": 0.2608,
      "step": 687
    },
    {
      "epoch": 0.44032,
      "grad_norm": 0.36450745812493257,
      "learning_rate": 3.1976303354150935e-05,
      "loss": 0.2343,
      "step": 688
    },
    {
      "epoch": 0.44096,
      "grad_norm": 0.32981854193809773,
      "learning_rate": 3.192543143587771e-05,
      "loss": 0.2452,
      "step": 689
    },
    {
      "epoch": 0.4416,
      "grad_norm": 0.33458302589060956,
      "learning_rate": 3.187452843881357e-05,
      "loss": 0.26,
      "step": 690
    },
    {
      "epoch": 0.44224,
      "grad_norm": 0.29087263740153546,
      "learning_rate": 3.182359459139243e-05,
      "loss": 0.2374,
      "step": 691
    },
    {
      "epoch": 0.44288,
      "grad_norm": 0.41531050688687965,
      "learning_rate": 3.1772630122186695e-05,
      "loss": 0.261,
      "step": 692
    },
    {
      "epoch": 0.44352,
      "grad_norm": 0.30548967146916095,
      "learning_rate": 3.172163525990617e-05,
      "loss": 0.2771,
      "step": 693
    },
    {
      "epoch": 0.44416,
      "grad_norm": 0.34591377600837825,
      "learning_rate": 3.167061023339706e-05,
      "loss": 0.2623,
      "step": 694
    },
    {
      "epoch": 0.4448,
      "grad_norm": 0.3335643857725579,
      "learning_rate": 3.161955527164092e-05,
      "loss": 0.2636,
      "step": 695
    },
    {
      "epoch": 0.44544,
      "grad_norm": 0.3144634017643318,
      "learning_rate": 3.1568470603753666e-05,
      "loss": 0.2466,
      "step": 696
    },
    {
      "epoch": 0.44608,
      "grad_norm": 0.39048151821741967,
      "learning_rate": 3.1517356458984485e-05,
      "loss": 0.2606,
      "step": 697
    },
    {
      "epoch": 0.44672,
      "grad_norm": 0.29674666006523004,
      "learning_rate": 3.14662130667149e-05,
      "loss": 0.2313,
      "step": 698
    },
    {
      "epoch": 0.44736,
      "grad_norm": 0.3710270379316393,
      "learning_rate": 3.141504065645765e-05,
      "loss": 0.2718,
      "step": 699
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.3189113410568584,
      "learning_rate": 3.1363839457855704e-05,
      "loss": 0.2599,
      "step": 700
    },
    {
      "epoch": 0.44864,
      "grad_norm": 0.33433728058905765,
      "learning_rate": 3.131260970068122e-05,
      "loss": 0.2598,
      "step": 701
    },
    {
      "epoch": 0.44928,
      "grad_norm": 0.3479366818185208,
      "learning_rate": 3.1261351614834536e-05,
      "loss": 0.2503,
      "step": 702
    },
    {
      "epoch": 0.44992,
      "grad_norm": 0.29343107056101025,
      "learning_rate": 3.121006543034307e-05,
      "loss": 0.2737,
      "step": 703
    },
    {
      "epoch": 0.45056,
      "grad_norm": 0.31093246539572245,
      "learning_rate": 3.11587513773604e-05,
      "loss": 0.2319,
      "step": 704
    },
    {
      "epoch": 0.4512,
      "grad_norm": 0.3020599725750793,
      "learning_rate": 3.1107409686165105e-05,
      "loss": 0.263,
      "step": 705
    },
    {
      "epoch": 0.45184,
      "grad_norm": 0.32507011230940397,
      "learning_rate": 3.1056040587159856e-05,
      "loss": 0.2384,
      "step": 706
    },
    {
      "epoch": 0.45248,
      "grad_norm": 0.3158222849241388,
      "learning_rate": 3.100464431087027e-05,
      "loss": 0.2478,
      "step": 707
    },
    {
      "epoch": 0.45312,
      "grad_norm": 0.30516321261828705,
      "learning_rate": 3.095322108794396e-05,
      "loss": 0.2454,
      "step": 708
    },
    {
      "epoch": 0.45376,
      "grad_norm": 0.34842177058610063,
      "learning_rate": 3.0901771149149434e-05,
      "loss": 0.2379,
      "step": 709
    },
    {
      "epoch": 0.4544,
      "grad_norm": 0.3181958205942106,
      "learning_rate": 3.0850294725375105e-05,
      "loss": 0.2584,
      "step": 710
    },
    {
      "epoch": 0.45504,
      "grad_norm": 0.30214951305771537,
      "learning_rate": 3.079879204762827e-05,
      "loss": 0.2449,
      "step": 711
    },
    {
      "epoch": 0.45568,
      "grad_norm": 0.39934101616880957,
      "learning_rate": 3.074726334703399e-05,
      "loss": 0.2491,
      "step": 712
    },
    {
      "epoch": 0.45632,
      "grad_norm": 0.30199952276673303,
      "learning_rate": 3.069570885483414e-05,
      "loss": 0.2617,
      "step": 713
    },
    {
      "epoch": 0.45696,
      "grad_norm": 0.3728506804152992,
      "learning_rate": 3.064412880238636e-05,
      "loss": 0.262,
      "step": 714
    },
    {
      "epoch": 0.4576,
      "grad_norm": 0.3288139275419489,
      "learning_rate": 3.059252342116293e-05,
      "loss": 0.2597,
      "step": 715
    },
    {
      "epoch": 0.45824,
      "grad_norm": 0.3000964979336861,
      "learning_rate": 3.054089294274985e-05,
      "loss": 0.2584,
      "step": 716
    },
    {
      "epoch": 0.45888,
      "grad_norm": 0.35720062260151675,
      "learning_rate": 3.048923759884573e-05,
      "loss": 0.2483,
      "step": 717
    },
    {
      "epoch": 0.45952,
      "grad_norm": 0.33170326945729556,
      "learning_rate": 3.043755762126077e-05,
      "loss": 0.2736,
      "step": 718
    },
    {
      "epoch": 0.46016,
      "grad_norm": 0.36999753308441113,
      "learning_rate": 3.038585324191571e-05,
      "loss": 0.2667,
      "step": 719
    },
    {
      "epoch": 0.4608,
      "grad_norm": 0.29794350528726254,
      "learning_rate": 3.0334124692840815e-05,
      "loss": 0.2687,
      "step": 720
    },
    {
      "epoch": 0.46144,
      "grad_norm": 0.3742387734873763,
      "learning_rate": 3.0282372206174785e-05,
      "loss": 0.2637,
      "step": 721
    },
    {
      "epoch": 0.46208,
      "grad_norm": 0.34276298414010076,
      "learning_rate": 3.023059601416376e-05,
      "loss": 0.2611,
      "step": 722
    },
    {
      "epoch": 0.46272,
      "grad_norm": 0.30381902681771245,
      "learning_rate": 3.017879634916027e-05,
      "loss": 0.2527,
      "step": 723
    },
    {
      "epoch": 0.46336,
      "grad_norm": 0.3047600134376854,
      "learning_rate": 3.012697344362217e-05,
      "loss": 0.2474,
      "step": 724
    },
    {
      "epoch": 0.464,
      "grad_norm": 0.35393595518675103,
      "learning_rate": 3.0075127530111606e-05,
      "loss": 0.236,
      "step": 725
    },
    {
      "epoch": 0.46464,
      "grad_norm": 0.3537780397489722,
      "learning_rate": 3.0023258841294e-05,
      "loss": 0.2563,
      "step": 726
    },
    {
      "epoch": 0.46528,
      "grad_norm": 0.30556119496616985,
      "learning_rate": 2.9971367609936945e-05,
      "loss": 0.2649,
      "step": 727
    },
    {
      "epoch": 0.46592,
      "grad_norm": 0.3703739862165785,
      "learning_rate": 2.9919454068909218e-05,
      "loss": 0.2361,
      "step": 728
    },
    {
      "epoch": 0.46656,
      "grad_norm": 0.37165831132629096,
      "learning_rate": 2.986751845117972e-05,
      "loss": 0.2695,
      "step": 729
    },
    {
      "epoch": 0.4672,
      "grad_norm": 0.33299604678686345,
      "learning_rate": 2.981556098981641e-05,
      "loss": 0.2967,
      "step": 730
    },
    {
      "epoch": 0.46784,
      "grad_norm": 0.41951825830652595,
      "learning_rate": 2.9763581917985274e-05,
      "loss": 0.2769,
      "step": 731
    },
    {
      "epoch": 0.46848,
      "grad_norm": 0.3237274558391439,
      "learning_rate": 2.9711581468949295e-05,
      "loss": 0.2707,
      "step": 732
    },
    {
      "epoch": 0.46912,
      "grad_norm": 0.37367100802397996,
      "learning_rate": 2.965955987606736e-05,
      "loss": 0.286,
      "step": 733
    },
    {
      "epoch": 0.46976,
      "grad_norm": 0.35637283945513776,
      "learning_rate": 2.9607517372793268e-05,
      "loss": 0.2622,
      "step": 734
    },
    {
      "epoch": 0.4704,
      "grad_norm": 0.34632657954705776,
      "learning_rate": 2.9555454192674638e-05,
      "loss": 0.2632,
      "step": 735
    },
    {
      "epoch": 0.47104,
      "grad_norm": 0.3497985509616476,
      "learning_rate": 2.9503370569351895e-05,
      "loss": 0.2737,
      "step": 736
    },
    {
      "epoch": 0.47168,
      "grad_norm": 0.3421187398181242,
      "learning_rate": 2.9451266736557202e-05,
      "loss": 0.2718,
      "step": 737
    },
    {
      "epoch": 0.47232,
      "grad_norm": 0.3151134822221513,
      "learning_rate": 2.9399142928113403e-05,
      "loss": 0.231,
      "step": 738
    },
    {
      "epoch": 0.47296,
      "grad_norm": 0.362849073824411,
      "learning_rate": 2.9346999377932992e-05,
      "loss": 0.2772,
      "step": 739
    },
    {
      "epoch": 0.4736,
      "grad_norm": 0.30664390636690253,
      "learning_rate": 2.929483632001706e-05,
      "loss": 0.2547,
      "step": 740
    },
    {
      "epoch": 0.47424,
      "grad_norm": 0.3312210124408892,
      "learning_rate": 2.9242653988454237e-05,
      "loss": 0.2583,
      "step": 741
    },
    {
      "epoch": 0.47488,
      "grad_norm": 0.35348522270732086,
      "learning_rate": 2.919045261741965e-05,
      "loss": 0.2509,
      "step": 742
    },
    {
      "epoch": 0.47552,
      "grad_norm": 0.33437704916345523,
      "learning_rate": 2.9138232441173867e-05,
      "loss": 0.2513,
      "step": 743
    },
    {
      "epoch": 0.47616,
      "grad_norm": 0.36971352614773284,
      "learning_rate": 2.9085993694061853e-05,
      "loss": 0.2564,
      "step": 744
    },
    {
      "epoch": 0.4768,
      "grad_norm": 0.3459833141259172,
      "learning_rate": 2.9033736610511887e-05,
      "loss": 0.2754,
      "step": 745
    },
    {
      "epoch": 0.47744,
      "grad_norm": 0.35066848228018166,
      "learning_rate": 2.898146142503456e-05,
      "loss": 0.2767,
      "step": 746
    },
    {
      "epoch": 0.47808,
      "grad_norm": 0.3338800299797348,
      "learning_rate": 2.8929168372221693e-05,
      "loss": 0.2616,
      "step": 747
    },
    {
      "epoch": 0.47872,
      "grad_norm": 0.3666614088595184,
      "learning_rate": 2.88768576867453e-05,
      "loss": 0.2697,
      "step": 748
    },
    {
      "epoch": 0.47936,
      "grad_norm": 0.304245461090475,
      "learning_rate": 2.8824529603356497e-05,
      "loss": 0.2339,
      "step": 749
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.36109036523976124,
      "learning_rate": 2.8772184356884496e-05,
      "loss": 0.273,
      "step": 750
    },
    {
      "epoch": 0.48064,
      "grad_norm": 0.3130703716151443,
      "learning_rate": 2.8719822182235516e-05,
      "loss": 0.2682,
      "step": 751
    },
    {
      "epoch": 0.48128,
      "grad_norm": 0.31968525350438826,
      "learning_rate": 2.8667443314391762e-05,
      "loss": 0.2401,
      "step": 752
    },
    {
      "epoch": 0.48192,
      "grad_norm": 0.32458089104819654,
      "learning_rate": 2.8615047988410337e-05,
      "loss": 0.2547,
      "step": 753
    },
    {
      "epoch": 0.48256,
      "grad_norm": 0.31059336468395815,
      "learning_rate": 2.8562636439422202e-05,
      "loss": 0.2556,
      "step": 754
    },
    {
      "epoch": 0.4832,
      "grad_norm": 0.315018430853338,
      "learning_rate": 2.8510208902631135e-05,
      "loss": 0.265,
      "step": 755
    },
    {
      "epoch": 0.48384,
      "grad_norm": 0.30233481647572924,
      "learning_rate": 2.845776561331265e-05,
      "loss": 0.2657,
      "step": 756
    },
    {
      "epoch": 0.48448,
      "grad_norm": 0.335288114048365,
      "learning_rate": 2.8405306806812947e-05,
      "loss": 0.236,
      "step": 757
    },
    {
      "epoch": 0.48512,
      "grad_norm": 0.34976033182981764,
      "learning_rate": 2.835283271854788e-05,
      "loss": 0.2771,
      "step": 758
    },
    {
      "epoch": 0.48576,
      "grad_norm": 0.309720682513143,
      "learning_rate": 2.8300343584001853e-05,
      "loss": 0.2591,
      "step": 759
    },
    {
      "epoch": 0.4864,
      "grad_norm": 0.3235847193221405,
      "learning_rate": 2.8247839638726825e-05,
      "loss": 0.2737,
      "step": 760
    },
    {
      "epoch": 0.48704,
      "grad_norm": 0.3417557800653281,
      "learning_rate": 2.8195321118341204e-05,
      "loss": 0.2526,
      "step": 761
    },
    {
      "epoch": 0.48768,
      "grad_norm": 0.31503431864321996,
      "learning_rate": 2.8142788258528813e-05,
      "loss": 0.2699,
      "step": 762
    },
    {
      "epoch": 0.48832,
      "grad_norm": 0.316408002179215,
      "learning_rate": 2.8090241295037804e-05,
      "loss": 0.2683,
      "step": 763
    },
    {
      "epoch": 0.48896,
      "grad_norm": 0.3117749940265806,
      "learning_rate": 2.8037680463679648e-05,
      "loss": 0.2598,
      "step": 764
    },
    {
      "epoch": 0.4896,
      "grad_norm": 0.3316515216976238,
      "learning_rate": 2.7985106000328033e-05,
      "loss": 0.2539,
      "step": 765
    },
    {
      "epoch": 0.49024,
      "grad_norm": 0.36924414386027793,
      "learning_rate": 2.793251814091782e-05,
      "loss": 0.2499,
      "step": 766
    },
    {
      "epoch": 0.49088,
      "grad_norm": 0.3243715724846237,
      "learning_rate": 2.787991712144401e-05,
      "loss": 0.2734,
      "step": 767
    },
    {
      "epoch": 0.49152,
      "grad_norm": 0.3528660186509523,
      "learning_rate": 2.7827303177960638e-05,
      "loss": 0.2801,
      "step": 768
    },
    {
      "epoch": 0.49216,
      "grad_norm": 0.36076837190278555,
      "learning_rate": 2.7774676546579737e-05,
      "loss": 0.2633,
      "step": 769
    },
    {
      "epoch": 0.4928,
      "grad_norm": 0.3395800283585683,
      "learning_rate": 2.7722037463470297e-05,
      "loss": 0.2434,
      "step": 770
    },
    {
      "epoch": 0.49344,
      "grad_norm": 0.322259870407489,
      "learning_rate": 2.7669386164857174e-05,
      "loss": 0.2277,
      "step": 771
    },
    {
      "epoch": 0.49408,
      "grad_norm": 0.34463620040148174,
      "learning_rate": 2.7616722887020034e-05,
      "loss": 0.242,
      "step": 772
    },
    {
      "epoch": 0.49472,
      "grad_norm": 0.3520464282182829,
      "learning_rate": 2.7564047866292336e-05,
      "loss": 0.2466,
      "step": 773
    },
    {
      "epoch": 0.49536,
      "grad_norm": 0.29511575157405057,
      "learning_rate": 2.7511361339060193e-05,
      "loss": 0.2724,
      "step": 774
    },
    {
      "epoch": 0.496,
      "grad_norm": 0.3293691686223478,
      "learning_rate": 2.7458663541761376e-05,
      "loss": 0.2683,
      "step": 775
    },
    {
      "epoch": 0.49664,
      "grad_norm": 0.34176113906772404,
      "learning_rate": 2.740595471088424e-05,
      "loss": 0.2459,
      "step": 776
    },
    {
      "epoch": 0.49728,
      "grad_norm": 0.3207990032321656,
      "learning_rate": 2.735323508296664e-05,
      "loss": 0.2687,
      "step": 777
    },
    {
      "epoch": 0.49792,
      "grad_norm": 0.36188064282747595,
      "learning_rate": 2.7300504894594892e-05,
      "loss": 0.2559,
      "step": 778
    },
    {
      "epoch": 0.49856,
      "grad_norm": 0.30564878423967734,
      "learning_rate": 2.7247764382402696e-05,
      "loss": 0.2848,
      "step": 779
    },
    {
      "epoch": 0.4992,
      "grad_norm": 0.32996121552702573,
      "learning_rate": 2.7195013783070093e-05,
      "loss": 0.2778,
      "step": 780
    },
    {
      "epoch": 0.49984,
      "grad_norm": 0.3098476044334979,
      "learning_rate": 2.7142253333322387e-05,
      "loss": 0.262,
      "step": 781
    },
    {
      "epoch": 0.50048,
      "grad_norm": 0.31033608411268765,
      "learning_rate": 2.7089483269929074e-05,
      "loss": 0.2656,
      "step": 782
    },
    {
      "epoch": 0.50112,
      "grad_norm": 0.29147796052179703,
      "learning_rate": 2.703670382970281e-05,
      "loss": 0.2473,
      "step": 783
    },
    {
      "epoch": 0.50176,
      "grad_norm": 0.31149102182659333,
      "learning_rate": 2.698391524949832e-05,
      "loss": 0.2516,
      "step": 784
    },
    {
      "epoch": 0.5024,
      "grad_norm": 0.29399918131153563,
      "learning_rate": 2.693111776621136e-05,
      "loss": 0.253,
      "step": 785
    },
    {
      "epoch": 0.50304,
      "grad_norm": 0.28722342101986537,
      "learning_rate": 2.6878311616777618e-05,
      "loss": 0.2586,
      "step": 786
    },
    {
      "epoch": 0.50368,
      "grad_norm": 0.35217421258664705,
      "learning_rate": 2.68254970381717e-05,
      "loss": 0.2584,
      "step": 787
    },
    {
      "epoch": 0.50432,
      "grad_norm": 0.3047850335470524,
      "learning_rate": 2.6772674267406005e-05,
      "loss": 0.2773,
      "step": 788
    },
    {
      "epoch": 0.50496,
      "grad_norm": 0.30854757881220396,
      "learning_rate": 2.6719843541529727e-05,
      "loss": 0.268,
      "step": 789
    },
    {
      "epoch": 0.5056,
      "grad_norm": 0.3183454824319343,
      "learning_rate": 2.666700509762774e-05,
      "loss": 0.2468,
      "step": 790
    },
    {
      "epoch": 0.50624,
      "grad_norm": 0.33935741810358905,
      "learning_rate": 2.6614159172819564e-05,
      "loss": 0.2647,
      "step": 791
    },
    {
      "epoch": 0.50688,
      "grad_norm": 0.3113297818366781,
      "learning_rate": 2.6561306004258284e-05,
      "loss": 0.2675,
      "step": 792
    },
    {
      "epoch": 0.50752,
      "grad_norm": 0.3106314285530884,
      "learning_rate": 2.6508445829129498e-05,
      "loss": 0.2689,
      "step": 793
    },
    {
      "epoch": 0.50816,
      "grad_norm": 0.3398927576280761,
      "learning_rate": 2.645557888465024e-05,
      "loss": 0.239,
      "step": 794
    },
    {
      "epoch": 0.5088,
      "grad_norm": 0.3431599379786507,
      "learning_rate": 2.640270540806793e-05,
      "loss": 0.2438,
      "step": 795
    },
    {
      "epoch": 0.50944,
      "grad_norm": 0.3734929733573032,
      "learning_rate": 2.6349825636659292e-05,
      "loss": 0.2883,
      "step": 796
    },
    {
      "epoch": 0.51008,
      "grad_norm": 0.3019236313760641,
      "learning_rate": 2.629693980772931e-05,
      "loss": 0.2513,
      "step": 797
    },
    {
      "epoch": 0.51072,
      "grad_norm": 0.2951086567486903,
      "learning_rate": 2.6244048158610148e-05,
      "loss": 0.265,
      "step": 798
    },
    {
      "epoch": 0.51136,
      "grad_norm": 0.3647654269186631,
      "learning_rate": 2.619115092666008e-05,
      "loss": 0.2435,
      "step": 799
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.3117042228718168,
      "learning_rate": 2.6138248349262446e-05,
      "loss": 0.2605,
      "step": 800
    },
    {
      "epoch": 0.51264,
      "grad_norm": 0.32476738912997194,
      "learning_rate": 2.608534066382457e-05,
      "loss": 0.2731,
      "step": 801
    },
    {
      "epoch": 0.51328,
      "grad_norm": 0.30406577270061275,
      "learning_rate": 2.60324281077767e-05,
      "loss": 0.2435,
      "step": 802
    },
    {
      "epoch": 0.51392,
      "grad_norm": 0.3086778844828965,
      "learning_rate": 2.5979510918570943e-05,
      "loss": 0.2406,
      "step": 803
    },
    {
      "epoch": 0.51456,
      "grad_norm": 0.34533324757182243,
      "learning_rate": 2.592658933368019e-05,
      "loss": 0.2521,
      "step": 804
    },
    {
      "epoch": 0.5152,
      "grad_norm": 0.3216096278319673,
      "learning_rate": 2.5873663590597065e-05,
      "loss": 0.2347,
      "step": 805
    },
    {
      "epoch": 0.51584,
      "grad_norm": 0.268823135789486,
      "learning_rate": 2.582073392683284e-05,
      "loss": 0.2481,
      "step": 806
    },
    {
      "epoch": 0.51648,
      "grad_norm": 0.31974303821987005,
      "learning_rate": 2.5767800579916412e-05,
      "loss": 0.2447,
      "step": 807
    },
    {
      "epoch": 0.51712,
      "grad_norm": 0.3569574721900975,
      "learning_rate": 2.5714863787393173e-05,
      "loss": 0.255,
      "step": 808
    },
    {
      "epoch": 0.51776,
      "grad_norm": 0.3403461062714229,
      "learning_rate": 2.5661923786823994e-05,
      "loss": 0.2287,
      "step": 809
    },
    {
      "epoch": 0.5184,
      "grad_norm": 0.3410993007324174,
      "learning_rate": 2.5608980815784144e-05,
      "loss": 0.2627,
      "step": 810
    },
    {
      "epoch": 0.51904,
      "grad_norm": 0.3126367040678594,
      "learning_rate": 2.5556035111862213e-05,
      "loss": 0.2584,
      "step": 811
    },
    {
      "epoch": 0.51968,
      "grad_norm": 0.3617839043626077,
      "learning_rate": 2.550308691265907e-05,
      "loss": 0.2684,
      "step": 812
    },
    {
      "epoch": 0.52032,
      "grad_norm": 0.4272792592273583,
      "learning_rate": 2.545013645578676e-05,
      "loss": 0.2719,
      "step": 813
    },
    {
      "epoch": 0.52096,
      "grad_norm": 0.34073255140366054,
      "learning_rate": 2.5397183978867484e-05,
      "loss": 0.2509,
      "step": 814
    },
    {
      "epoch": 0.5216,
      "grad_norm": 0.31746429447350194,
      "learning_rate": 2.5344229719532486e-05,
      "loss": 0.2533,
      "step": 815
    },
    {
      "epoch": 0.52224,
      "grad_norm": 0.3753276700883588,
      "learning_rate": 2.529127391542103e-05,
      "loss": 0.2374,
      "step": 816
    },
    {
      "epoch": 0.52288,
      "grad_norm": 0.33078963479762,
      "learning_rate": 2.5238316804179296e-05,
      "loss": 0.2582,
      "step": 817
    },
    {
      "epoch": 0.52352,
      "grad_norm": 0.3497241644260346,
      "learning_rate": 2.5185358623459332e-05,
      "loss": 0.249,
      "step": 818
    },
    {
      "epoch": 0.52416,
      "grad_norm": 0.31910913092021526,
      "learning_rate": 2.513239961091799e-05,
      "loss": 0.2289,
      "step": 819
    },
    {
      "epoch": 0.5248,
      "grad_norm": 0.3284367118688697,
      "learning_rate": 2.507944000421586e-05,
      "loss": 0.2394,
      "step": 820
    },
    {
      "epoch": 0.52544,
      "grad_norm": 0.3023627313789358,
      "learning_rate": 2.502648004101619e-05,
      "loss": 0.247,
      "step": 821
    },
    {
      "epoch": 0.52608,
      "grad_norm": 0.3434752691459538,
      "learning_rate": 2.497351995898382e-05,
      "loss": 0.2526,
      "step": 822
    },
    {
      "epoch": 0.52672,
      "grad_norm": 0.3133249285272718,
      "learning_rate": 2.492055999578415e-05,
      "loss": 0.2596,
      "step": 823
    },
    {
      "epoch": 0.52736,
      "grad_norm": 0.3342645444100171,
      "learning_rate": 2.486760038908201e-05,
      "loss": 0.2486,
      "step": 824
    },
    {
      "epoch": 0.528,
      "grad_norm": 0.31460752386158475,
      "learning_rate": 2.481464137654068e-05,
      "loss": 0.2726,
      "step": 825
    },
    {
      "epoch": 0.52864,
      "grad_norm": 0.30171988680304423,
      "learning_rate": 2.476168319582071e-05,
      "loss": 0.2391,
      "step": 826
    },
    {
      "epoch": 0.52928,
      "grad_norm": 0.28940796200796665,
      "learning_rate": 2.4708726084578978e-05,
      "loss": 0.2479,
      "step": 827
    },
    {
      "epoch": 0.52992,
      "grad_norm": 0.3486836901907919,
      "learning_rate": 2.465577028046752e-05,
      "loss": 0.2543,
      "step": 828
    },
    {
      "epoch": 0.53056,
      "grad_norm": 0.31034203078633066,
      "learning_rate": 2.4602816021132515e-05,
      "loss": 0.243,
      "step": 829
    },
    {
      "epoch": 0.5312,
      "grad_norm": 0.33059986746858583,
      "learning_rate": 2.4549863544213243e-05,
      "loss": 0.2546,
      "step": 830
    },
    {
      "epoch": 0.53184,
      "grad_norm": 0.3561718420639706,
      "learning_rate": 2.449691308734093e-05,
      "loss": 0.2861,
      "step": 831
    },
    {
      "epoch": 0.53248,
      "grad_norm": 0.35567887931306774,
      "learning_rate": 2.444396488813779e-05,
      "loss": 0.2585,
      "step": 832
    },
    {
      "epoch": 0.53312,
      "grad_norm": 0.3631015464492913,
      "learning_rate": 2.4391019184215862e-05,
      "loss": 0.3031,
      "step": 833
    },
    {
      "epoch": 0.53376,
      "grad_norm": 0.3463576567882566,
      "learning_rate": 2.4338076213176012e-05,
      "loss": 0.2523,
      "step": 834
    },
    {
      "epoch": 0.5344,
      "grad_norm": 0.3649117731945873,
      "learning_rate": 2.4285136212606836e-05,
      "loss": 0.2362,
      "step": 835
    },
    {
      "epoch": 0.53504,
      "grad_norm": 0.35087294093529575,
      "learning_rate": 2.42321994200836e-05,
      "loss": 0.2446,
      "step": 836
    },
    {
      "epoch": 0.53568,
      "grad_norm": 0.3324018626246802,
      "learning_rate": 2.417926607316716e-05,
      "loss": 0.257,
      "step": 837
    },
    {
      "epoch": 0.53632,
      "grad_norm": 0.33949247325496185,
      "learning_rate": 2.412633640940295e-05,
      "loss": 0.237,
      "step": 838
    },
    {
      "epoch": 0.53696,
      "grad_norm": 0.34668776353860437,
      "learning_rate": 2.4073410666319816e-05,
      "loss": 0.2623,
      "step": 839
    },
    {
      "epoch": 0.5376,
      "grad_norm": 0.31774780228078553,
      "learning_rate": 2.4020489081429063e-05,
      "loss": 0.2709,
      "step": 840
    },
    {
      "epoch": 0.53824,
      "grad_norm": 0.34738883585200303,
      "learning_rate": 2.3967571892223305e-05,
      "loss": 0.2352,
      "step": 841
    },
    {
      "epoch": 0.53888,
      "grad_norm": 0.32604720016896915,
      "learning_rate": 2.3914659336175428e-05,
      "loss": 0.2403,
      "step": 842
    },
    {
      "epoch": 0.53952,
      "grad_norm": 0.342994281070425,
      "learning_rate": 2.386175165073756e-05,
      "loss": 0.2415,
      "step": 843
    },
    {
      "epoch": 0.54016,
      "grad_norm": 0.3495362339478615,
      "learning_rate": 2.3808849073339923e-05,
      "loss": 0.2518,
      "step": 844
    },
    {
      "epoch": 0.5408,
      "grad_norm": 0.3480228229267131,
      "learning_rate": 2.375595184138986e-05,
      "loss": 0.2547,
      "step": 845
    },
    {
      "epoch": 0.54144,
      "grad_norm": 0.28667825014288356,
      "learning_rate": 2.3703060192270696e-05,
      "loss": 0.2444,
      "step": 846
    },
    {
      "epoch": 0.54208,
      "grad_norm": 0.30705360286246325,
      "learning_rate": 2.365017436334072e-05,
      "loss": 0.2446,
      "step": 847
    },
    {
      "epoch": 0.54272,
      "grad_norm": 0.3077104522731073,
      "learning_rate": 2.3597294591932077e-05,
      "loss": 0.2461,
      "step": 848
    },
    {
      "epoch": 0.54336,
      "grad_norm": 0.3226127770975988,
      "learning_rate": 2.3544421115349772e-05,
      "loss": 0.2438,
      "step": 849
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.30657270869070086,
      "learning_rate": 2.3491554170870504e-05,
      "loss": 0.2261,
      "step": 850
    },
    {
      "epoch": 0.54464,
      "grad_norm": 0.3442914797243827,
      "learning_rate": 2.343869399574172e-05,
      "loss": 0.2474,
      "step": 851
    },
    {
      "epoch": 0.54528,
      "grad_norm": 0.33388517921996114,
      "learning_rate": 2.3385840827180445e-05,
      "loss": 0.2536,
      "step": 852
    },
    {
      "epoch": 0.54592,
      "grad_norm": 0.4006609667739806,
      "learning_rate": 2.333299490237226e-05,
      "loss": 0.2643,
      "step": 853
    },
    {
      "epoch": 0.54656,
      "grad_norm": 0.36192013055926736,
      "learning_rate": 2.3280156458470282e-05,
      "loss": 0.2538,
      "step": 854
    },
    {
      "epoch": 0.5472,
      "grad_norm": 0.35370446861168076,
      "learning_rate": 2.3227325732593997e-05,
      "loss": 0.2468,
      "step": 855
    },
    {
      "epoch": 0.54784,
      "grad_norm": 0.3340582010894546,
      "learning_rate": 2.317450296182831e-05,
      "loss": 0.2676,
      "step": 856
    },
    {
      "epoch": 0.54848,
      "grad_norm": 0.37290342991551,
      "learning_rate": 2.3121688383222384e-05,
      "loss": 0.2395,
      "step": 857
    },
    {
      "epoch": 0.54912,
      "grad_norm": 0.30346795003448856,
      "learning_rate": 2.306888223378865e-05,
      "loss": 0.2597,
      "step": 858
    },
    {
      "epoch": 0.54976,
      "grad_norm": 0.3687177746523409,
      "learning_rate": 2.3016084750501685e-05,
      "loss": 0.2651,
      "step": 859
    },
    {
      "epoch": 0.5504,
      "grad_norm": 0.3211768669880322,
      "learning_rate": 2.2963296170297204e-05,
      "loss": 0.2569,
      "step": 860
    },
    {
      "epoch": 0.55104,
      "grad_norm": 0.33253747018307983,
      "learning_rate": 2.2910516730070932e-05,
      "loss": 0.2668,
      "step": 861
    },
    {
      "epoch": 0.55168,
      "grad_norm": 0.30951385748272287,
      "learning_rate": 2.2857746666677626e-05,
      "loss": 0.2242,
      "step": 862
    },
    {
      "epoch": 0.55232,
      "grad_norm": 0.3253814649954037,
      "learning_rate": 2.280498621692991e-05,
      "loss": 0.2474,
      "step": 863
    },
    {
      "epoch": 0.55296,
      "grad_norm": 0.30478807304916355,
      "learning_rate": 2.275223561759731e-05,
      "loss": 0.2605,
      "step": 864
    },
    {
      "epoch": 0.5536,
      "grad_norm": 0.3374668791806829,
      "learning_rate": 2.2699495105405117e-05,
      "loss": 0.2556,
      "step": 865
    },
    {
      "epoch": 0.55424,
      "grad_norm": 0.3263865740193252,
      "learning_rate": 2.264676491703336e-05,
      "loss": 0.2406,
      "step": 866
    },
    {
      "epoch": 0.55488,
      "grad_norm": 0.3606248088149507,
      "learning_rate": 2.2594045289115764e-05,
      "loss": 0.2388,
      "step": 867
    },
    {
      "epoch": 0.55552,
      "grad_norm": 0.32332558763056196,
      "learning_rate": 2.254133645823862e-05,
      "loss": 0.2436,
      "step": 868
    },
    {
      "epoch": 0.55616,
      "grad_norm": 0.34795436981133676,
      "learning_rate": 2.2488638660939816e-05,
      "loss": 0.2643,
      "step": 869
    },
    {
      "epoch": 0.5568,
      "grad_norm": 0.33850124363599343,
      "learning_rate": 2.243595213370767e-05,
      "loss": 0.2489,
      "step": 870
    },
    {
      "epoch": 0.55744,
      "grad_norm": 0.3568744107653633,
      "learning_rate": 2.238327711297997e-05,
      "loss": 0.2608,
      "step": 871
    },
    {
      "epoch": 0.55808,
      "grad_norm": 0.3177882730381037,
      "learning_rate": 2.2330613835142832e-05,
      "loss": 0.2542,
      "step": 872
    },
    {
      "epoch": 0.55872,
      "grad_norm": 0.3161463847467548,
      "learning_rate": 2.2277962536529712e-05,
      "loss": 0.2274,
      "step": 873
    },
    {
      "epoch": 0.55936,
      "grad_norm": 0.3385898450171065,
      "learning_rate": 2.2225323453420265e-05,
      "loss": 0.2344,
      "step": 874
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.3096433156896675,
      "learning_rate": 2.2172696822039374e-05,
      "loss": 0.2539,
      "step": 875
    },
    {
      "epoch": 0.56064,
      "grad_norm": 0.30024363601875154,
      "learning_rate": 2.2120082878556e-05,
      "loss": 0.2344,
      "step": 876
    },
    {
      "epoch": 0.56128,
      "grad_norm": 0.34797720173414437,
      "learning_rate": 2.206748185908219e-05,
      "loss": 0.2291,
      "step": 877
    },
    {
      "epoch": 0.56192,
      "grad_norm": 0.3476830978498626,
      "learning_rate": 2.2014893999671976e-05,
      "loss": 0.267,
      "step": 878
    },
    {
      "epoch": 0.56256,
      "grad_norm": 0.3487974546193621,
      "learning_rate": 2.1962319536320354e-05,
      "loss": 0.2603,
      "step": 879
    },
    {
      "epoch": 0.5632,
      "grad_norm": 0.30724336607403474,
      "learning_rate": 2.1909758704962198e-05,
      "loss": 0.2289,
      "step": 880
    },
    {
      "epoch": 0.56384,
      "grad_norm": 0.3362903032875533,
      "learning_rate": 2.185721174147119e-05,
      "loss": 0.2409,
      "step": 881
    },
    {
      "epoch": 0.56448,
      "grad_norm": 0.3377928771245856,
      "learning_rate": 2.1804678881658798e-05,
      "loss": 0.2444,
      "step": 882
    },
    {
      "epoch": 0.56512,
      "grad_norm": 0.322145640668002,
      "learning_rate": 2.1752160361273174e-05,
      "loss": 0.2435,
      "step": 883
    },
    {
      "epoch": 0.56576,
      "grad_norm": 0.4996509956503285,
      "learning_rate": 2.1699656415998153e-05,
      "loss": 0.2398,
      "step": 884
    },
    {
      "epoch": 0.5664,
      "grad_norm": 0.3570166799268985,
      "learning_rate": 2.164716728145213e-05,
      "loss": 0.2726,
      "step": 885
    },
    {
      "epoch": 0.56704,
      "grad_norm": 0.3074803547001119,
      "learning_rate": 2.1594693193187062e-05,
      "loss": 0.2484,
      "step": 886
    },
    {
      "epoch": 0.56768,
      "grad_norm": 0.30668783739808075,
      "learning_rate": 2.1542234386687354e-05,
      "loss": 0.2589,
      "step": 887
    },
    {
      "epoch": 0.56832,
      "grad_norm": 0.3462625644357297,
      "learning_rate": 2.148979109736887e-05,
      "loss": 0.2712,
      "step": 888
    },
    {
      "epoch": 0.56896,
      "grad_norm": 0.3385452301581149,
      "learning_rate": 2.1437363560577803e-05,
      "loss": 0.2534,
      "step": 889
    },
    {
      "epoch": 0.5696,
      "grad_norm": 0.3129501776326842,
      "learning_rate": 2.1384952011589675e-05,
      "loss": 0.2682,
      "step": 890
    },
    {
      "epoch": 0.57024,
      "grad_norm": 0.2968359719438659,
      "learning_rate": 2.1332556685608243e-05,
      "loss": 0.2664,
      "step": 891
    },
    {
      "epoch": 0.57088,
      "grad_norm": 0.28537977811066706,
      "learning_rate": 2.128017781776448e-05,
      "loss": 0.2445,
      "step": 892
    },
    {
      "epoch": 0.57152,
      "grad_norm": 0.30185083233629995,
      "learning_rate": 2.122781564311551e-05,
      "loss": 0.2411,
      "step": 893
    },
    {
      "epoch": 0.57216,
      "grad_norm": 0.3051909866808067,
      "learning_rate": 2.1175470396643505e-05,
      "loss": 0.2496,
      "step": 894
    },
    {
      "epoch": 0.5728,
      "grad_norm": 0.3079670501858962,
      "learning_rate": 2.1123142313254708e-05,
      "loss": 0.254,
      "step": 895
    },
    {
      "epoch": 0.57344,
      "grad_norm": 0.3236707269892239,
      "learning_rate": 2.1070831627778303e-05,
      "loss": 0.2671,
      "step": 896
    },
    {
      "epoch": 0.57408,
      "grad_norm": 0.3187775809396579,
      "learning_rate": 2.101853857496545e-05,
      "loss": 0.257,
      "step": 897
    },
    {
      "epoch": 0.57472,
      "grad_norm": 0.31814912042539406,
      "learning_rate": 2.0966263389488123e-05,
      "loss": 0.247,
      "step": 898
    },
    {
      "epoch": 0.57536,
      "grad_norm": 0.3330613065349578,
      "learning_rate": 2.091400630593816e-05,
      "loss": 0.2239,
      "step": 899
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.3687401226255636,
      "learning_rate": 2.086176755882614e-05,
      "loss": 0.2156,
      "step": 900
    },
    {
      "epoch": 0.57664,
      "grad_norm": 0.3899164297595547,
      "learning_rate": 2.0809547382580357e-05,
      "loss": 0.2635,
      "step": 901
    },
    {
      "epoch": 0.57728,
      "grad_norm": 0.29216890569655535,
      "learning_rate": 2.075734601154577e-05,
      "loss": 0.2425,
      "step": 902
    },
    {
      "epoch": 0.57792,
      "grad_norm": 0.3502388937538569,
      "learning_rate": 2.070516367998294e-05,
      "loss": 0.2337,
      "step": 903
    },
    {
      "epoch": 0.57856,
      "grad_norm": 0.339439463577247,
      "learning_rate": 2.065300062206701e-05,
      "loss": 0.2527,
      "step": 904
    },
    {
      "epoch": 0.5792,
      "grad_norm": 0.3159013470469183,
      "learning_rate": 2.06008570718866e-05,
      "loss": 0.2406,
      "step": 905
    },
    {
      "epoch": 0.57984,
      "grad_norm": 0.32694809826224375,
      "learning_rate": 2.0548733263442804e-05,
      "loss": 0.2449,
      "step": 906
    },
    {
      "epoch": 0.58048,
      "grad_norm": 0.35196776217969306,
      "learning_rate": 2.04966294306481e-05,
      "loss": 0.2559,
      "step": 907
    },
    {
      "epoch": 0.58112,
      "grad_norm": 0.3028255246619101,
      "learning_rate": 2.0444545807325364e-05,
      "loss": 0.2506,
      "step": 908
    },
    {
      "epoch": 0.58176,
      "grad_norm": 0.3404636927743951,
      "learning_rate": 2.0392482627206734e-05,
      "loss": 0.2615,
      "step": 909
    },
    {
      "epoch": 0.5824,
      "grad_norm": 0.29757570384369697,
      "learning_rate": 2.034044012393265e-05,
      "loss": 0.2421,
      "step": 910
    },
    {
      "epoch": 0.58304,
      "grad_norm": 0.2990306419733482,
      "learning_rate": 2.028841853105071e-05,
      "loss": 0.2297,
      "step": 911
    },
    {
      "epoch": 0.58368,
      "grad_norm": 0.31629134401430675,
      "learning_rate": 2.0236418082014728e-05,
      "loss": 0.245,
      "step": 912
    },
    {
      "epoch": 0.58432,
      "grad_norm": 0.34299836467491046,
      "learning_rate": 2.01844390101836e-05,
      "loss": 0.2581,
      "step": 913
    },
    {
      "epoch": 0.58496,
      "grad_norm": 0.32863710061646645,
      "learning_rate": 2.013248154882029e-05,
      "loss": 0.2517,
      "step": 914
    },
    {
      "epoch": 0.5856,
      "grad_norm": 0.31882349022510154,
      "learning_rate": 2.0080545931090784e-05,
      "loss": 0.2662,
      "step": 915
    },
    {
      "epoch": 0.58624,
      "grad_norm": 0.33743892693243893,
      "learning_rate": 2.0028632390063057e-05,
      "loss": 0.2712,
      "step": 916
    },
    {
      "epoch": 0.58688,
      "grad_norm": 0.3407389326364163,
      "learning_rate": 1.9976741158706002e-05,
      "loss": 0.2369,
      "step": 917
    },
    {
      "epoch": 0.58752,
      "grad_norm": 0.34193923482975175,
      "learning_rate": 1.992487246988839e-05,
      "loss": 0.2574,
      "step": 918
    },
    {
      "epoch": 0.58816,
      "grad_norm": 0.33304308956463435,
      "learning_rate": 1.9873026556377835e-05,
      "loss": 0.2697,
      "step": 919
    },
    {
      "epoch": 0.5888,
      "grad_norm": 0.3337742130629857,
      "learning_rate": 1.9821203650839728e-05,
      "loss": 0.2641,
      "step": 920
    },
    {
      "epoch": 0.58944,
      "grad_norm": 0.3114589178131349,
      "learning_rate": 1.9769403985836242e-05,
      "loss": 0.2321,
      "step": 921
    },
    {
      "epoch": 0.59008,
      "grad_norm": 0.2643719848669536,
      "learning_rate": 1.971762779382522e-05,
      "loss": 0.2581,
      "step": 922
    },
    {
      "epoch": 0.59072,
      "grad_norm": 0.29724009554118275,
      "learning_rate": 1.9665875307159194e-05,
      "loss": 0.2505,
      "step": 923
    },
    {
      "epoch": 0.59136,
      "grad_norm": 0.3520723871407866,
      "learning_rate": 1.961414675808429e-05,
      "loss": 0.2285,
      "step": 924
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.2850852645800031,
      "learning_rate": 1.956244237873924e-05,
      "loss": 0.2457,
      "step": 925
    },
    {
      "epoch": 0.59264,
      "grad_norm": 0.3187931021210032,
      "learning_rate": 1.9510762401154274e-05,
      "loss": 0.2393,
      "step": 926
    },
    {
      "epoch": 0.59328,
      "grad_norm": 0.3213025929445566,
      "learning_rate": 1.945910705725016e-05,
      "loss": 0.2216,
      "step": 927
    },
    {
      "epoch": 0.59392,
      "grad_norm": 0.3066053493763518,
      "learning_rate": 1.940747657883708e-05,
      "loss": 0.2216,
      "step": 928
    },
    {
      "epoch": 0.59456,
      "grad_norm": 0.2924169291857405,
      "learning_rate": 1.9355871197613647e-05,
      "loss": 0.2394,
      "step": 929
    },
    {
      "epoch": 0.5952,
      "grad_norm": 0.3216922467985005,
      "learning_rate": 1.9304291145165858e-05,
      "loss": 0.2562,
      "step": 930
    },
    {
      "epoch": 0.59584,
      "grad_norm": 0.2997754933072456,
      "learning_rate": 1.9252736652966015e-05,
      "loss": 0.2218,
      "step": 931
    },
    {
      "epoch": 0.59648,
      "grad_norm": 0.29471582094174953,
      "learning_rate": 1.920120795237174e-05,
      "loss": 0.2605,
      "step": 932
    },
    {
      "epoch": 0.59712,
      "grad_norm": 0.3397829460495943,
      "learning_rate": 1.914970527462489e-05,
      "loss": 0.2314,
      "step": 933
    },
    {
      "epoch": 0.59776,
      "grad_norm": 0.303960058731891,
      "learning_rate": 1.909822885085058e-05,
      "loss": 0.254,
      "step": 934
    },
    {
      "epoch": 0.5984,
      "grad_norm": 0.32662274920878925,
      "learning_rate": 1.9046778912056047e-05,
      "loss": 0.2302,
      "step": 935
    },
    {
      "epoch": 0.59904,
      "grad_norm": 0.34997384878240906,
      "learning_rate": 1.8995355689129734e-05,
      "loss": 0.2551,
      "step": 936
    },
    {
      "epoch": 0.59968,
      "grad_norm": 0.30790925319568724,
      "learning_rate": 1.894395941284015e-05,
      "loss": 0.2554,
      "step": 937
    },
    {
      "epoch": 0.60032,
      "grad_norm": 0.29503624551729457,
      "learning_rate": 1.88925903138349e-05,
      "loss": 0.2411,
      "step": 938
    },
    {
      "epoch": 0.60096,
      "grad_norm": 0.3112633758838936,
      "learning_rate": 1.884124862263961e-05,
      "loss": 0.2594,
      "step": 939
    },
    {
      "epoch": 0.6016,
      "grad_norm": 0.323322536318404,
      "learning_rate": 1.8789934569656932e-05,
      "loss": 0.2495,
      "step": 940
    },
    {
      "epoch": 0.60224,
      "grad_norm": 0.36540714632190463,
      "learning_rate": 1.8738648385165476e-05,
      "loss": 0.2675,
      "step": 941
    },
    {
      "epoch": 0.60288,
      "grad_norm": 0.31128747647592986,
      "learning_rate": 1.868739029931878e-05,
      "loss": 0.2402,
      "step": 942
    },
    {
      "epoch": 0.60352,
      "grad_norm": 0.313323279998137,
      "learning_rate": 1.8636160542144305e-05,
      "loss": 0.261,
      "step": 943
    },
    {
      "epoch": 0.60416,
      "grad_norm": 0.3266840810625082,
      "learning_rate": 1.858495934354235e-05,
      "loss": 0.2673,
      "step": 944
    },
    {
      "epoch": 0.6048,
      "grad_norm": 0.306340016135431,
      "learning_rate": 1.8533786933285106e-05,
      "loss": 0.2374,
      "step": 945
    },
    {
      "epoch": 0.60544,
      "grad_norm": 0.3695493347628275,
      "learning_rate": 1.8482643541015514e-05,
      "loss": 0.2544,
      "step": 946
    },
    {
      "epoch": 0.60608,
      "grad_norm": 0.31843513642497956,
      "learning_rate": 1.843152939624635e-05,
      "loss": 0.2474,
      "step": 947
    },
    {
      "epoch": 0.60672,
      "grad_norm": 0.31988738351587176,
      "learning_rate": 1.8380444728359086e-05,
      "loss": 0.2419,
      "step": 948
    },
    {
      "epoch": 0.60736,
      "grad_norm": 0.3787114586321951,
      "learning_rate": 1.832938976660295e-05,
      "loss": 0.2412,
      "step": 949
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.3326216345783056,
      "learning_rate": 1.827836474009383e-05,
      "loss": 0.2382,
      "step": 950
    },
    {
      "epoch": 0.60864,
      "grad_norm": 0.30399042815065197,
      "learning_rate": 1.8227369877813314e-05,
      "loss": 0.2532,
      "step": 951
    },
    {
      "epoch": 0.60928,
      "grad_norm": 0.3176292872520053,
      "learning_rate": 1.8176405408607574e-05,
      "loss": 0.2405,
      "step": 952
    },
    {
      "epoch": 0.60992,
      "grad_norm": 0.32944643385036404,
      "learning_rate": 1.812547156118644e-05,
      "loss": 0.2546,
      "step": 953
    },
    {
      "epoch": 0.61056,
      "grad_norm": 0.31032131452524925,
      "learning_rate": 1.8074568564122293e-05,
      "loss": 0.2431,
      "step": 954
    },
    {
      "epoch": 0.6112,
      "grad_norm": 0.3106961155161238,
      "learning_rate": 1.8023696645849064e-05,
      "loss": 0.2199,
      "step": 955
    },
    {
      "epoch": 0.61184,
      "grad_norm": 0.3021551494086388,
      "learning_rate": 1.7972856034661244e-05,
      "loss": 0.2512,
      "step": 956
    },
    {
      "epoch": 0.61248,
      "grad_norm": 0.3631863681206889,
      "learning_rate": 1.7922046958712786e-05,
      "loss": 0.2444,
      "step": 957
    },
    {
      "epoch": 0.61312,
      "grad_norm": 0.30296526341823143,
      "learning_rate": 1.7871269646016177e-05,
      "loss": 0.2481,
      "step": 958
    },
    {
      "epoch": 0.61376,
      "grad_norm": 0.2886537681109152,
      "learning_rate": 1.782052432444131e-05,
      "loss": 0.2441,
      "step": 959
    },
    {
      "epoch": 0.6144,
      "grad_norm": 0.3213292416007614,
      "learning_rate": 1.7769811221714544e-05,
      "loss": 0.2334,
      "step": 960
    },
    {
      "epoch": 0.61504,
      "grad_norm": 0.30741968174794027,
      "learning_rate": 1.7719130565417653e-05,
      "loss": 0.2645,
      "step": 961
    },
    {
      "epoch": 0.61568,
      "grad_norm": 0.32265881951622705,
      "learning_rate": 1.7668482582986793e-05,
      "loss": 0.2372,
      "step": 962
    },
    {
      "epoch": 0.61632,
      "grad_norm": 0.31454922781155786,
      "learning_rate": 1.7617867501711478e-05,
      "loss": 0.2263,
      "step": 963
    },
    {
      "epoch": 0.61696,
      "grad_norm": 0.3080664335013341,
      "learning_rate": 1.7567285548733614e-05,
      "loss": 0.2515,
      "step": 964
    },
    {
      "epoch": 0.6176,
      "grad_norm": 0.41594017072082534,
      "learning_rate": 1.7516736951046394e-05,
      "loss": 0.2256,
      "step": 965
    },
    {
      "epoch": 0.61824,
      "grad_norm": 0.3828696724879622,
      "learning_rate": 1.746622193549336e-05,
      "loss": 0.2493,
      "step": 966
    },
    {
      "epoch": 0.61888,
      "grad_norm": 0.31360230517413346,
      "learning_rate": 1.7415740728767337e-05,
      "loss": 0.2334,
      "step": 967
    },
    {
      "epoch": 0.61952,
      "grad_norm": 0.30857558671336177,
      "learning_rate": 1.7365293557409413e-05,
      "loss": 0.2616,
      "step": 968
    },
    {
      "epoch": 0.62016,
      "grad_norm": 0.300253906048563,
      "learning_rate": 1.7314880647807967e-05,
      "loss": 0.2406,
      "step": 969
    },
    {
      "epoch": 0.6208,
      "grad_norm": 0.3630829735668757,
      "learning_rate": 1.7264502226197593e-05,
      "loss": 0.227,
      "step": 970
    },
    {
      "epoch": 0.62144,
      "grad_norm": 0.3213830616230365,
      "learning_rate": 1.7214158518658152e-05,
      "loss": 0.2288,
      "step": 971
    },
    {
      "epoch": 0.62208,
      "grad_norm": 0.308678880023653,
      "learning_rate": 1.716384975111368e-05,
      "loss": 0.2386,
      "step": 972
    },
    {
      "epoch": 0.62272,
      "grad_norm": 0.3006410060137298,
      "learning_rate": 1.711357614933145e-05,
      "loss": 0.213,
      "step": 973
    },
    {
      "epoch": 0.62336,
      "grad_norm": 0.32993046562718914,
      "learning_rate": 1.7063337938920895e-05,
      "loss": 0.2402,
      "step": 974
    },
    {
      "epoch": 0.624,
      "grad_norm": 0.3251301788939487,
      "learning_rate": 1.7013135345332653e-05,
      "loss": 0.2394,
      "step": 975
    },
    {
      "epoch": 0.62464,
      "grad_norm": 0.29277358429516803,
      "learning_rate": 1.6962968593857502e-05,
      "loss": 0.2496,
      "step": 976
    },
    {
      "epoch": 0.62528,
      "grad_norm": 0.30024149855969073,
      "learning_rate": 1.6912837909625395e-05,
      "loss": 0.2668,
      "step": 977
    },
    {
      "epoch": 0.62592,
      "grad_norm": 0.30036864596274876,
      "learning_rate": 1.6862743517604407e-05,
      "loss": 0.2612,
      "step": 978
    },
    {
      "epoch": 0.62656,
      "grad_norm": 0.32926064396026955,
      "learning_rate": 1.6812685642599758e-05,
      "loss": 0.2523,
      "step": 979
    },
    {
      "epoch": 0.6272,
      "grad_norm": 0.32381125618473955,
      "learning_rate": 1.6762664509252806e-05,
      "loss": 0.2608,
      "step": 980
    },
    {
      "epoch": 0.62784,
      "grad_norm": 0.31026811826530887,
      "learning_rate": 1.6712680342039994e-05,
      "loss": 0.2256,
      "step": 981
    },
    {
      "epoch": 0.62848,
      "grad_norm": 0.3421616388292094,
      "learning_rate": 1.6662733365271916e-05,
      "loss": 0.25,
      "step": 982
    },
    {
      "epoch": 0.62912,
      "grad_norm": 0.3040261126788453,
      "learning_rate": 1.661282380309223e-05,
      "loss": 0.2572,
      "step": 983
    },
    {
      "epoch": 0.62976,
      "grad_norm": 0.30626575486956237,
      "learning_rate": 1.6562951879476708e-05,
      "loss": 0.2661,
      "step": 984
    },
    {
      "epoch": 0.6304,
      "grad_norm": 0.30362070671518115,
      "learning_rate": 1.6513117818232217e-05,
      "loss": 0.2355,
      "step": 985
    },
    {
      "epoch": 0.63104,
      "grad_norm": 0.33991628383930417,
      "learning_rate": 1.6463321842995717e-05,
      "loss": 0.2181,
      "step": 986
    },
    {
      "epoch": 0.63168,
      "grad_norm": 0.7806599697689706,
      "learning_rate": 1.641356417723322e-05,
      "loss": 0.2337,
      "step": 987
    },
    {
      "epoch": 0.63232,
      "grad_norm": 0.3021551405412199,
      "learning_rate": 1.6363845044238868e-05,
      "loss": 0.2447,
      "step": 988
    },
    {
      "epoch": 0.63296,
      "grad_norm": 0.3109974275281139,
      "learning_rate": 1.631416466713383e-05,
      "loss": 0.2477,
      "step": 989
    },
    {
      "epoch": 0.6336,
      "grad_norm": 0.33436542544179343,
      "learning_rate": 1.62645232688654e-05,
      "loss": 0.2251,
      "step": 990
    },
    {
      "epoch": 0.63424,
      "grad_norm": 0.3056981021426872,
      "learning_rate": 1.621492107220593e-05,
      "loss": 0.2398,
      "step": 991
    },
    {
      "epoch": 0.63488,
      "grad_norm": 0.41742151760990387,
      "learning_rate": 1.6165358299751825e-05,
      "loss": 0.2561,
      "step": 992
    },
    {
      "epoch": 0.63552,
      "grad_norm": 0.3356366558079318,
      "learning_rate": 1.6115835173922618e-05,
      "loss": 0.242,
      "step": 993
    },
    {
      "epoch": 0.63616,
      "grad_norm": 0.3067109143171125,
      "learning_rate": 1.6066351916959876e-05,
      "loss": 0.2535,
      "step": 994
    },
    {
      "epoch": 0.6368,
      "grad_norm": 0.31321480288653597,
      "learning_rate": 1.6016908750926286e-05,
      "loss": 0.2429,
      "step": 995
    },
    {
      "epoch": 0.63744,
      "grad_norm": 0.3240865755746956,
      "learning_rate": 1.596750589770459e-05,
      "loss": 0.2674,
      "step": 996
    },
    {
      "epoch": 0.63808,
      "grad_norm": 0.318112563782434,
      "learning_rate": 1.5918143578996646e-05,
      "loss": 0.2439,
      "step": 997
    },
    {
      "epoch": 0.63872,
      "grad_norm": 0.3178619747086698,
      "learning_rate": 1.5868822016322386e-05,
      "loss": 0.2436,
      "step": 998
    },
    {
      "epoch": 0.63936,
      "grad_norm": 0.35008840058221885,
      "learning_rate": 1.5819541431018874e-05,
      "loss": 0.2627,
      "step": 999
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.3381897126883803,
      "learning_rate": 1.577030204423924e-05,
      "loss": 0.2464,
      "step": 1000
    },
    {
      "epoch": 0.64064,
      "grad_norm": 0.31394085292321705,
      "learning_rate": 1.5721104076951783e-05,
      "loss": 0.2324,
      "step": 1001
    },
    {
      "epoch": 0.64128,
      "grad_norm": 0.3676877783477611,
      "learning_rate": 1.5671947749938875e-05,
      "loss": 0.2566,
      "step": 1002
    },
    {
      "epoch": 0.64192,
      "grad_norm": 0.31652251104053597,
      "learning_rate": 1.562283328379605e-05,
      "loss": 0.2503,
      "step": 1003
    },
    {
      "epoch": 0.64256,
      "grad_norm": 0.3375122075755181,
      "learning_rate": 1.5573760898931e-05,
      "loss": 0.2311,
      "step": 1004
    },
    {
      "epoch": 0.6432,
      "grad_norm": 0.5072436490633286,
      "learning_rate": 1.5524730815562518e-05,
      "loss": 0.2457,
      "step": 1005
    },
    {
      "epoch": 0.64384,
      "grad_norm": 0.32681040280897816,
      "learning_rate": 1.5475743253719628e-05,
      "loss": 0.2309,
      "step": 1006
    },
    {
      "epoch": 0.64448,
      "grad_norm": 0.6355982118559319,
      "learning_rate": 1.542679843324049e-05,
      "loss": 0.2489,
      "step": 1007
    },
    {
      "epoch": 0.64512,
      "grad_norm": 0.2916760131219721,
      "learning_rate": 1.5377896573771465e-05,
      "loss": 0.2546,
      "step": 1008
    },
    {
      "epoch": 0.64576,
      "grad_norm": 0.33344859310343483,
      "learning_rate": 1.5329037894766133e-05,
      "loss": 0.2648,
      "step": 1009
    },
    {
      "epoch": 0.6464,
      "grad_norm": 0.3104529449883412,
      "learning_rate": 1.528022261548429e-05,
      "loss": 0.2498,
      "step": 1010
    },
    {
      "epoch": 0.64704,
      "grad_norm": 0.3078129529497524,
      "learning_rate": 1.5231450954990955e-05,
      "loss": 0.2561,
      "step": 1011
    },
    {
      "epoch": 0.64768,
      "grad_norm": 0.33891713935865403,
      "learning_rate": 1.518272313215543e-05,
      "loss": 0.2474,
      "step": 1012
    },
    {
      "epoch": 0.64832,
      "grad_norm": 0.324684998554804,
      "learning_rate": 1.513403936565026e-05,
      "loss": 0.2372,
      "step": 1013
    },
    {
      "epoch": 0.64896,
      "grad_norm": 0.2622989881189395,
      "learning_rate": 1.5085399873950313e-05,
      "loss": 0.2273,
      "step": 1014
    },
    {
      "epoch": 0.6496,
      "grad_norm": 0.34012606201212,
      "learning_rate": 1.5036804875331734e-05,
      "loss": 0.2829,
      "step": 1015
    },
    {
      "epoch": 0.65024,
      "grad_norm": 0.3590974903480062,
      "learning_rate": 1.498825458787102e-05,
      "loss": 0.2512,
      "step": 1016
    },
    {
      "epoch": 0.65088,
      "grad_norm": 0.3026184539973075,
      "learning_rate": 1.4939749229444028e-05,
      "loss": 0.2427,
      "step": 1017
    },
    {
      "epoch": 0.65152,
      "grad_norm": 0.3187284541112068,
      "learning_rate": 1.4891289017724967e-05,
      "loss": 0.2409,
      "step": 1018
    },
    {
      "epoch": 0.65216,
      "grad_norm": 0.3087266256014545,
      "learning_rate": 1.4842874170185467e-05,
      "loss": 0.2512,
      "step": 1019
    },
    {
      "epoch": 0.6528,
      "grad_norm": 0.3520455632147074,
      "learning_rate": 1.4794504904093559e-05,
      "loss": 0.2366,
      "step": 1020
    },
    {
      "epoch": 0.65344,
      "grad_norm": 0.3207140975715469,
      "learning_rate": 1.4746181436512747e-05,
      "loss": 0.2667,
      "step": 1021
    },
    {
      "epoch": 0.65408,
      "grad_norm": 0.33677369185396555,
      "learning_rate": 1.4697903984300964e-05,
      "loss": 0.2231,
      "step": 1022
    },
    {
      "epoch": 0.65472,
      "grad_norm": 0.5023980257500442,
      "learning_rate": 1.4649672764109704e-05,
      "loss": 0.2506,
      "step": 1023
    },
    {
      "epoch": 0.65536,
      "grad_norm": 0.35813322254746394,
      "learning_rate": 1.460148799238293e-05,
      "loss": 0.241,
      "step": 1024
    },
    {
      "epoch": 0.656,
      "grad_norm": 0.3011364662872843,
      "learning_rate": 1.4553349885356213e-05,
      "loss": 0.2505,
      "step": 1025
    },
    {
      "epoch": 0.65664,
      "grad_norm": 0.3197952742472724,
      "learning_rate": 1.4505258659055665e-05,
      "loss": 0.2245,
      "step": 1026
    },
    {
      "epoch": 0.65728,
      "grad_norm": 0.36633210541346817,
      "learning_rate": 1.4457214529297043e-05,
      "loss": 0.2698,
      "step": 1027
    },
    {
      "epoch": 0.65792,
      "grad_norm": 0.30616298828972005,
      "learning_rate": 1.4409217711684737e-05,
      "loss": 0.2423,
      "step": 1028
    },
    {
      "epoch": 0.65856,
      "grad_norm": 0.31107761827780855,
      "learning_rate": 1.4361268421610829e-05,
      "loss": 0.2213,
      "step": 1029
    },
    {
      "epoch": 0.6592,
      "grad_norm": 0.3092400742293396,
      "learning_rate": 1.431336687425411e-05,
      "loss": 0.2565,
      "step": 1030
    },
    {
      "epoch": 0.65984,
      "grad_norm": 0.313348092352834,
      "learning_rate": 1.4265513284579118e-05,
      "loss": 0.2345,
      "step": 1031
    },
    {
      "epoch": 0.66048,
      "grad_norm": 0.29885667978157143,
      "learning_rate": 1.4217707867335179e-05,
      "loss": 0.2285,
      "step": 1032
    },
    {
      "epoch": 0.66112,
      "grad_norm": 0.29244393111501477,
      "learning_rate": 1.4169950837055424e-05,
      "loss": 0.2486,
      "step": 1033
    },
    {
      "epoch": 0.66176,
      "grad_norm": 0.33117342897207663,
      "learning_rate": 1.4122242408055864e-05,
      "loss": 0.2453,
      "step": 1034
    },
    {
      "epoch": 0.6624,
      "grad_norm": 0.3188388439586545,
      "learning_rate": 1.4074582794434388e-05,
      "loss": 0.2562,
      "step": 1035
    },
    {
      "epoch": 0.66304,
      "grad_norm": 0.32980578426379376,
      "learning_rate": 1.4026972210069839e-05,
      "loss": 0.2371,
      "step": 1036
    },
    {
      "epoch": 0.66368,
      "grad_norm": 0.26507006016324675,
      "learning_rate": 1.3979410868620987e-05,
      "loss": 0.248,
      "step": 1037
    },
    {
      "epoch": 0.66432,
      "grad_norm": 0.34751251984800136,
      "learning_rate": 1.3931898983525694e-05,
      "loss": 0.2628,
      "step": 1038
    },
    {
      "epoch": 0.66496,
      "grad_norm": 0.33038327351245067,
      "learning_rate": 1.3884436767999798e-05,
      "loss": 0.2602,
      "step": 1039
    },
    {
      "epoch": 0.6656,
      "grad_norm": 0.25779643774564903,
      "learning_rate": 1.3837024435036309e-05,
      "loss": 0.2246,
      "step": 1040
    },
    {
      "epoch": 0.66624,
      "grad_norm": 0.3310382986901305,
      "learning_rate": 1.3789662197404346e-05,
      "loss": 0.2274,
      "step": 1041
    },
    {
      "epoch": 0.66688,
      "grad_norm": 0.3405398836956513,
      "learning_rate": 1.3742350267648202e-05,
      "loss": 0.2444,
      "step": 1042
    },
    {
      "epoch": 0.66752,
      "grad_norm": 0.27540773368741733,
      "learning_rate": 1.3695088858086464e-05,
      "loss": 0.2523,
      "step": 1043
    },
    {
      "epoch": 0.66816,
      "grad_norm": 0.29148606944825345,
      "learning_rate": 1.3647878180810924e-05,
      "loss": 0.2287,
      "step": 1044
    }
  ],
  "logging_steps": 1,
  "max_steps": 1562,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 261,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 478374861078528.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}