{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.33408,
  "eval_steps": 500,
  "global_step": 522,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00064,
      "grad_norm": 2.353485086238037,
      "learning_rate": 0.0,
      "loss": 0.5764,
      "step": 1
    },
    {
      "epoch": 0.00128,
      "grad_norm": 2.5676819953400525,
      "learning_rate": 6.329113924050633e-07,
      "loss": 0.6154,
      "step": 2
    },
    {
      "epoch": 0.00192,
      "grad_norm": 2.4406327433603328,
      "learning_rate": 1.2658227848101265e-06,
      "loss": 0.5765,
      "step": 3
    },
    {
      "epoch": 0.00256,
      "grad_norm": 2.503604928634966,
      "learning_rate": 1.8987341772151901e-06,
      "loss": 0.5896,
      "step": 4
    },
    {
      "epoch": 0.0032,
      "grad_norm": 2.3561613670472124,
      "learning_rate": 2.531645569620253e-06,
      "loss": 0.5848,
      "step": 5
    },
    {
      "epoch": 0.00384,
      "grad_norm": 2.487557281842397,
      "learning_rate": 3.1645569620253167e-06,
      "loss": 0.6005,
      "step": 6
    },
    {
      "epoch": 0.00448,
      "grad_norm": 1.8603603695583997,
      "learning_rate": 3.7974683544303802e-06,
      "loss": 0.558,
      "step": 7
    },
    {
      "epoch": 0.00512,
      "grad_norm": 2.0016494810134997,
      "learning_rate": 4.430379746835443e-06,
      "loss": 0.586,
      "step": 8
    },
    {
      "epoch": 0.00576,
      "grad_norm": 1.3866160295372776,
      "learning_rate": 5.063291139240506e-06,
      "loss": 0.5485,
      "step": 9
    },
    {
      "epoch": 0.0064,
      "grad_norm": 1.2536265188961684,
      "learning_rate": 5.69620253164557e-06,
      "loss": 0.5304,
      "step": 10
    },
    {
      "epoch": 0.00704,
      "grad_norm": 1.1405181059205818,
      "learning_rate": 6.329113924050633e-06,
      "loss": 0.5573,
      "step": 11
    },
    {
      "epoch": 0.00768,
      "grad_norm": 1.4739138986648344,
      "learning_rate": 6.9620253164556965e-06,
      "loss": 0.5111,
      "step": 12
    },
    {
      "epoch": 0.00832,
      "grad_norm": 1.5987665650407654,
      "learning_rate": 7.5949367088607605e-06,
      "loss": 0.4672,
      "step": 13
    },
    {
      "epoch": 0.00896,
      "grad_norm": 1.5801662763772257,
      "learning_rate": 8.227848101265822e-06,
      "loss": 0.4803,
      "step": 14
    },
    {
      "epoch": 0.0096,
      "grad_norm": 1.1595227910276567,
      "learning_rate": 8.860759493670886e-06,
      "loss": 0.4413,
      "step": 15
    },
    {
      "epoch": 0.01024,
      "grad_norm": 1.0232799236259744,
      "learning_rate": 9.49367088607595e-06,
      "loss": 0.426,
      "step": 16
    },
    {
      "epoch": 0.01088,
      "grad_norm": 1.4200883806078057,
      "learning_rate": 1.0126582278481012e-05,
      "loss": 0.4544,
      "step": 17
    },
    {
      "epoch": 0.01152,
      "grad_norm": 1.2500413307829548,
      "learning_rate": 1.0759493670886076e-05,
      "loss": 0.453,
      "step": 18
    },
    {
      "epoch": 0.01216,
      "grad_norm": 0.9645673541147013,
      "learning_rate": 1.139240506329114e-05,
      "loss": 0.4149,
      "step": 19
    },
    {
      "epoch": 0.0128,
      "grad_norm": 0.7619491956637449,
      "learning_rate": 1.2025316455696203e-05,
      "loss": 0.4268,
      "step": 20
    },
    {
      "epoch": 0.01344,
      "grad_norm": 0.7950927664975571,
      "learning_rate": 1.2658227848101267e-05,
      "loss": 0.4315,
      "step": 21
    },
    {
      "epoch": 0.01408,
      "grad_norm": 0.9130569306644377,
      "learning_rate": 1.3291139240506329e-05,
      "loss": 0.367,
      "step": 22
    },
    {
      "epoch": 0.01472,
      "grad_norm": 0.6877425501125356,
      "learning_rate": 1.3924050632911393e-05,
      "loss": 0.3838,
      "step": 23
    },
    {
      "epoch": 0.01536,
      "grad_norm": 0.678423749873734,
      "learning_rate": 1.4556962025316457e-05,
      "loss": 0.3542,
      "step": 24
    },
    {
      "epoch": 0.016,
      "grad_norm": 0.8086215595785854,
      "learning_rate": 1.5189873417721521e-05,
      "loss": 0.3947,
      "step": 25
    },
    {
      "epoch": 0.01664,
      "grad_norm": 0.7365716120703668,
      "learning_rate": 1.5822784810126583e-05,
      "loss": 0.3761,
      "step": 26
    },
    {
      "epoch": 0.01728,
      "grad_norm": 0.57410441755097,
      "learning_rate": 1.6455696202531644e-05,
      "loss": 0.3722,
      "step": 27
    },
    {
      "epoch": 0.01792,
      "grad_norm": 0.5067303990784363,
      "learning_rate": 1.7088607594936708e-05,
      "loss": 0.371,
      "step": 28
    },
    {
      "epoch": 0.01856,
      "grad_norm": 0.5387436191633763,
      "learning_rate": 1.7721518987341772e-05,
      "loss": 0.3577,
      "step": 29
    },
    {
      "epoch": 0.0192,
      "grad_norm": 0.6059447121681072,
      "learning_rate": 1.8354430379746836e-05,
      "loss": 0.3836,
      "step": 30
    },
    {
      "epoch": 0.01984,
      "grad_norm": 0.5055998458711023,
      "learning_rate": 1.89873417721519e-05,
      "loss": 0.3783,
      "step": 31
    },
    {
      "epoch": 0.02048,
      "grad_norm": 0.5708720902953378,
      "learning_rate": 1.962025316455696e-05,
      "loss": 0.3846,
      "step": 32
    },
    {
      "epoch": 0.02112,
      "grad_norm": 0.557929165518282,
      "learning_rate": 2.0253164556962025e-05,
      "loss": 0.3484,
      "step": 33
    },
    {
      "epoch": 0.02176,
      "grad_norm": 0.4519934652780253,
      "learning_rate": 2.088607594936709e-05,
      "loss": 0.3615,
      "step": 34
    },
    {
      "epoch": 0.0224,
      "grad_norm": 0.43727165616564423,
      "learning_rate": 2.1518987341772153e-05,
      "loss": 0.3599,
      "step": 35
    },
    {
      "epoch": 0.02304,
      "grad_norm": 0.44623181877706214,
      "learning_rate": 2.2151898734177217e-05,
      "loss": 0.3722,
      "step": 36
    },
    {
      "epoch": 0.02368,
      "grad_norm": 0.4635506547428751,
      "learning_rate": 2.278481012658228e-05,
      "loss": 0.3628,
      "step": 37
    },
    {
      "epoch": 0.02432,
      "grad_norm": 0.4583180814360715,
      "learning_rate": 2.341772151898734e-05,
      "loss": 0.3584,
      "step": 38
    },
    {
      "epoch": 0.02496,
      "grad_norm": 0.40794109495076275,
      "learning_rate": 2.4050632911392405e-05,
      "loss": 0.3528,
      "step": 39
    },
    {
      "epoch": 0.0256,
      "grad_norm": 0.3709932525452395,
      "learning_rate": 2.468354430379747e-05,
      "loss": 0.345,
      "step": 40
    },
    {
      "epoch": 0.02624,
      "grad_norm": 0.4210238800775235,
      "learning_rate": 2.5316455696202533e-05,
      "loss": 0.3056,
      "step": 41
    },
    {
      "epoch": 0.02688,
      "grad_norm": 0.4786731092715819,
      "learning_rate": 2.5949367088607597e-05,
      "loss": 0.3329,
      "step": 42
    },
    {
      "epoch": 0.02752,
      "grad_norm": 0.38803905635556746,
      "learning_rate": 2.6582278481012658e-05,
      "loss": 0.3227,
      "step": 43
    },
    {
      "epoch": 0.02816,
      "grad_norm": 0.43575361580226557,
      "learning_rate": 2.7215189873417722e-05,
      "loss": 0.3398,
      "step": 44
    },
    {
      "epoch": 0.0288,
      "grad_norm": 0.452207614606097,
      "learning_rate": 2.7848101265822786e-05,
      "loss": 0.3512,
      "step": 45
    },
    {
      "epoch": 0.02944,
      "grad_norm": 0.4698411017252047,
      "learning_rate": 2.848101265822785e-05,
      "loss": 0.3435,
      "step": 46
    },
    {
      "epoch": 0.03008,
      "grad_norm": 0.40870853690109027,
      "learning_rate": 2.9113924050632914e-05,
      "loss": 0.3367,
      "step": 47
    },
    {
      "epoch": 0.03072,
      "grad_norm": 0.4405164959813624,
      "learning_rate": 2.9746835443037974e-05,
      "loss": 0.3476,
      "step": 48
    },
    {
      "epoch": 0.03136,
      "grad_norm": 0.4259862667341005,
      "learning_rate": 3.0379746835443042e-05,
      "loss": 0.3305,
      "step": 49
    },
    {
      "epoch": 0.032,
      "grad_norm": 0.39771125914492406,
      "learning_rate": 3.10126582278481e-05,
      "loss": 0.3395,
      "step": 50
    },
    {
      "epoch": 0.03264,
      "grad_norm": 0.4111747463996418,
      "learning_rate": 3.1645569620253167e-05,
      "loss": 0.3274,
      "step": 51
    },
    {
      "epoch": 0.03328,
      "grad_norm": 0.42586319667255845,
      "learning_rate": 3.227848101265823e-05,
      "loss": 0.3258,
      "step": 52
    },
    {
      "epoch": 0.03392,
      "grad_norm": 0.40788830009535015,
      "learning_rate": 3.291139240506329e-05,
      "loss": 0.2907,
      "step": 53
    },
    {
      "epoch": 0.03456,
      "grad_norm": 0.43296600863158063,
      "learning_rate": 3.354430379746836e-05,
      "loss": 0.3345,
      "step": 54
    },
    {
      "epoch": 0.0352,
      "grad_norm": 0.42372120204803543,
      "learning_rate": 3.4177215189873416e-05,
      "loss": 0.3293,
      "step": 55
    },
    {
      "epoch": 0.03584,
      "grad_norm": 0.4469884725915102,
      "learning_rate": 3.4810126582278487e-05,
      "loss": 0.3287,
      "step": 56
    },
    {
      "epoch": 0.03648,
      "grad_norm": 0.41612674822365947,
      "learning_rate": 3.5443037974683544e-05,
      "loss": 0.3279,
      "step": 57
    },
    {
      "epoch": 0.03712,
      "grad_norm": 0.45327242403181206,
      "learning_rate": 3.607594936708861e-05,
      "loss": 0.3468,
      "step": 58
    },
    {
      "epoch": 0.03776,
      "grad_norm": 0.44353765655450733,
      "learning_rate": 3.670886075949367e-05,
      "loss": 0.3341,
      "step": 59
    },
    {
      "epoch": 0.0384,
      "grad_norm": 0.44486424984007067,
      "learning_rate": 3.7341772151898736e-05,
      "loss": 0.3275,
      "step": 60
    },
    {
      "epoch": 0.03904,
      "grad_norm": 0.4383809063442672,
      "learning_rate": 3.79746835443038e-05,
      "loss": 0.3342,
      "step": 61
    },
    {
      "epoch": 0.03968,
      "grad_norm": 0.42608132493729306,
      "learning_rate": 3.8607594936708864e-05,
      "loss": 0.3155,
      "step": 62
    },
    {
      "epoch": 0.04032,
      "grad_norm": 0.4555942982493556,
      "learning_rate": 3.924050632911392e-05,
      "loss": 0.3205,
      "step": 63
    },
    {
      "epoch": 0.04096,
      "grad_norm": 0.494264400213869,
      "learning_rate": 3.987341772151899e-05,
      "loss": 0.3542,
      "step": 64
    },
    {
      "epoch": 0.0416,
      "grad_norm": 0.3924518429856125,
      "learning_rate": 4.050632911392405e-05,
      "loss": 0.3116,
      "step": 65
    },
    {
      "epoch": 0.04224,
      "grad_norm": 0.4658349233271844,
      "learning_rate": 4.113924050632912e-05,
      "loss": 0.3461,
      "step": 66
    },
    {
      "epoch": 0.04288,
      "grad_norm": 0.4151003836242027,
      "learning_rate": 4.177215189873418e-05,
      "loss": 0.3152,
      "step": 67
    },
    {
      "epoch": 0.04352,
      "grad_norm": 0.4328542434853278,
      "learning_rate": 4.240506329113924e-05,
      "loss": 0.3267,
      "step": 68
    },
    {
      "epoch": 0.04416,
      "grad_norm": 0.4255328771601494,
      "learning_rate": 4.3037974683544305e-05,
      "loss": 0.2943,
      "step": 69
    },
    {
      "epoch": 0.0448,
      "grad_norm": 0.3960781879337196,
      "learning_rate": 4.367088607594937e-05,
      "loss": 0.3295,
      "step": 70
    },
    {
      "epoch": 0.04544,
      "grad_norm": 0.42237083664040964,
      "learning_rate": 4.430379746835443e-05,
      "loss": 0.3156,
      "step": 71
    },
    {
      "epoch": 0.04608,
      "grad_norm": 0.44252752029376236,
      "learning_rate": 4.49367088607595e-05,
      "loss": 0.3238,
      "step": 72
    },
    {
      "epoch": 0.04672,
      "grad_norm": 0.4254192779309176,
      "learning_rate": 4.556962025316456e-05,
      "loss": 0.3137,
      "step": 73
    },
    {
      "epoch": 0.04736,
      "grad_norm": 0.4068734829882739,
      "learning_rate": 4.6202531645569625e-05,
      "loss": 0.3082,
      "step": 74
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.38540339351470876,
      "learning_rate": 4.683544303797468e-05,
      "loss": 0.298,
      "step": 75
    },
    {
      "epoch": 0.04864,
      "grad_norm": 0.43228604399379483,
      "learning_rate": 4.7468354430379746e-05,
      "loss": 0.3202,
      "step": 76
    },
    {
      "epoch": 0.04928,
      "grad_norm": 0.4662811772881026,
      "learning_rate": 4.810126582278481e-05,
      "loss": 0.3267,
      "step": 77
    },
    {
      "epoch": 0.04992,
      "grad_norm": 0.4101396625445811,
      "learning_rate": 4.8734177215189874e-05,
      "loss": 0.2908,
      "step": 78
    },
    {
      "epoch": 0.05056,
      "grad_norm": 0.4407899025941757,
      "learning_rate": 4.936708860759494e-05,
      "loss": 0.3234,
      "step": 79
    },
    {
      "epoch": 0.0512,
      "grad_norm": 0.42766797963707764,
      "learning_rate": 5e-05,
      "loss": 0.315,
      "step": 80
    },
    {
      "epoch": 0.05184,
      "grad_norm": 0.39551732993824784,
      "learning_rate": 4.999994390459423e-05,
      "loss": 0.3241,
      "step": 81
    },
    {
      "epoch": 0.05248,
      "grad_norm": 0.37307344185693914,
      "learning_rate": 4.999977561862863e-05,
      "loss": 0.3171,
      "step": 82
    },
    {
      "epoch": 0.05312,
      "grad_norm": 0.47799834282771486,
      "learning_rate": 4.999949514285842e-05,
      "loss": 0.3174,
      "step": 83
    },
    {
      "epoch": 0.05376,
      "grad_norm": 0.45391420249819664,
      "learning_rate": 4.999910247854227e-05,
      "loss": 0.3301,
      "step": 84
    },
    {
      "epoch": 0.0544,
      "grad_norm": 0.49271462048539344,
      "learning_rate": 4.99985976274423e-05,
      "loss": 0.3271,
      "step": 85
    },
    {
      "epoch": 0.05504,
      "grad_norm": 0.505091627450717,
      "learning_rate": 4.9997980591824126e-05,
      "loss": 0.308,
      "step": 86
    },
    {
      "epoch": 0.05568,
      "grad_norm": 0.3949565660235225,
      "learning_rate": 4.999725137445674e-05,
      "loss": 0.3185,
      "step": 87
    },
    {
      "epoch": 0.05632,
      "grad_norm": 0.5337665218445341,
      "learning_rate": 4.999640997861264e-05,
      "loss": 0.3211,
      "step": 88
    },
    {
      "epoch": 0.05696,
      "grad_norm": 0.45754751119526205,
      "learning_rate": 4.999545640806766e-05,
      "loss": 0.3228,
      "step": 89
    },
    {
      "epoch": 0.0576,
      "grad_norm": 0.45385353033639203,
      "learning_rate": 4.999439066710111e-05,
      "loss": 0.3415,
      "step": 90
    },
    {
      "epoch": 0.05824,
      "grad_norm": 0.49073962043136393,
      "learning_rate": 4.999321276049563e-05,
      "loss": 0.3179,
      "step": 91
    },
    {
      "epoch": 0.05888,
      "grad_norm": 0.42999497815595844,
      "learning_rate": 4.9991922693537226e-05,
      "loss": 0.3067,
      "step": 92
    },
    {
      "epoch": 0.05952,
      "grad_norm": 0.4625502305860712,
      "learning_rate": 4.9990520472015246e-05,
      "loss": 0.2949,
      "step": 93
    },
    {
      "epoch": 0.06016,
      "grad_norm": 0.40226854319567656,
      "learning_rate": 4.998900610222236e-05,
      "loss": 0.3051,
      "step": 94
    },
    {
      "epoch": 0.0608,
      "grad_norm": 0.39982821508119915,
      "learning_rate": 4.998737959095449e-05,
      "loss": 0.2778,
      "step": 95
    },
    {
      "epoch": 0.06144,
      "grad_norm": 1.0464838609726888,
      "learning_rate": 4.998564094551081e-05,
      "loss": 0.3161,
      "step": 96
    },
    {
      "epoch": 0.06208,
      "grad_norm": 0.4514203583299103,
      "learning_rate": 4.998379017369375e-05,
      "loss": 0.3119,
      "step": 97
    },
    {
      "epoch": 0.06272,
      "grad_norm": 0.48265032091647747,
      "learning_rate": 4.9981827283808855e-05,
      "loss": 0.3083,
      "step": 98
    },
    {
      "epoch": 0.06336,
      "grad_norm": 0.42207276430371016,
      "learning_rate": 4.997975228466489e-05,
      "loss": 0.335,
      "step": 99
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.4109136525662046,
      "learning_rate": 4.997756518557368e-05,
      "loss": 0.2801,
      "step": 100
    },
    {
      "epoch": 0.06464,
      "grad_norm": 0.40459874238442717,
      "learning_rate": 4.997526599635011e-05,
      "loss": 0.2852,
      "step": 101
    },
    {
      "epoch": 0.06528,
      "grad_norm": 0.48908720050476456,
      "learning_rate": 4.997285472731211e-05,
      "loss": 0.335,
      "step": 102
    },
    {
      "epoch": 0.06592,
      "grad_norm": 0.42083268237680455,
      "learning_rate": 4.997033138928056e-05,
      "loss": 0.3143,
      "step": 103
    },
    {
      "epoch": 0.06656,
      "grad_norm": 0.45257051558741634,
      "learning_rate": 4.996769599357927e-05,
      "loss": 0.309,
      "step": 104
    },
    {
      "epoch": 0.0672,
      "grad_norm": 0.43169779281959547,
      "learning_rate": 4.996494855203493e-05,
      "loss": 0.3239,
      "step": 105
    },
    {
      "epoch": 0.06784,
      "grad_norm": 0.5600681218655813,
      "learning_rate": 4.996208907697706e-05,
      "loss": 0.3218,
      "step": 106
    },
    {
      "epoch": 0.06848,
      "grad_norm": 0.5148554799775189,
      "learning_rate": 4.995911758123791e-05,
      "loss": 0.2851,
      "step": 107
    },
    {
      "epoch": 0.06912,
      "grad_norm": 1.6520154087150252,
      "learning_rate": 4.995603407815249e-05,
      "loss": 0.2973,
      "step": 108
    },
    {
      "epoch": 0.06976,
      "grad_norm": 0.560865604631309,
      "learning_rate": 4.9952838581558406e-05,
      "loss": 0.3056,
      "step": 109
    },
    {
      "epoch": 0.0704,
      "grad_norm": 0.45796131093813686,
      "learning_rate": 4.994953110579588e-05,
      "loss": 0.3151,
      "step": 110
    },
    {
      "epoch": 0.07104,
      "grad_norm": 0.9637610478065832,
      "learning_rate": 4.9946111665707645e-05,
      "loss": 0.3279,
      "step": 111
    },
    {
      "epoch": 0.07168,
      "grad_norm": 0.364055859969717,
      "learning_rate": 4.99425802766389e-05,
      "loss": 0.2899,
      "step": 112
    },
    {
      "epoch": 0.07232,
      "grad_norm": 0.4976556238289915,
      "learning_rate": 4.993893695443721e-05,
      "loss": 0.3031,
      "step": 113
    },
    {
      "epoch": 0.07296,
      "grad_norm": 0.43623766283866644,
      "learning_rate": 4.993518171545247e-05,
      "loss": 0.2915,
      "step": 114
    },
    {
      "epoch": 0.0736,
      "grad_norm": 0.4725640071790753,
      "learning_rate": 4.993131457653682e-05,
      "loss": 0.3027,
      "step": 115
    },
    {
      "epoch": 0.07424,
      "grad_norm": 0.4338862090037202,
      "learning_rate": 4.992733555504454e-05,
      "loss": 0.3179,
      "step": 116
    },
    {
      "epoch": 0.07488,
      "grad_norm": 0.46363028669830225,
      "learning_rate": 4.9923244668832025e-05,
      "loss": 0.3075,
      "step": 117
    },
    {
      "epoch": 0.07552,
      "grad_norm": 0.4285975451064772,
      "learning_rate": 4.991904193625768e-05,
      "loss": 0.3117,
      "step": 118
    },
    {
      "epoch": 0.07616,
      "grad_norm": 0.37832077577217255,
      "learning_rate": 4.991472737618181e-05,
      "loss": 0.2741,
      "step": 119
    },
    {
      "epoch": 0.0768,
      "grad_norm": 0.41682487577691063,
      "learning_rate": 4.991030100796659e-05,
      "loss": 0.3019,
      "step": 120
    },
    {
      "epoch": 0.07744,
      "grad_norm": 0.3716575375425735,
      "learning_rate": 4.9905762851475915e-05,
      "loss": 0.3154,
      "step": 121
    },
    {
      "epoch": 0.07808,
      "grad_norm": 0.39573210518813595,
      "learning_rate": 4.990111292707537e-05,
      "loss": 0.3141,
      "step": 122
    },
    {
      "epoch": 0.07872,
      "grad_norm": 0.4590220102268012,
      "learning_rate": 4.989635125563211e-05,
      "loss": 0.2911,
      "step": 123
    },
    {
      "epoch": 0.07936,
      "grad_norm": 0.37422052213335605,
      "learning_rate": 4.989147785851477e-05,
      "loss": 0.3101,
      "step": 124
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4283999831025601,
      "learning_rate": 4.988649275759335e-05,
      "loss": 0.32,
      "step": 125
    },
    {
      "epoch": 0.08064,
      "grad_norm": 0.4133286791179184,
      "learning_rate": 4.988139597523916e-05,
      "loss": 0.2921,
      "step": 126
    },
    {
      "epoch": 0.08128,
      "grad_norm": 0.4338853261587351,
      "learning_rate": 4.98761875343247e-05,
      "loss": 0.2846,
      "step": 127
    },
    {
      "epoch": 0.08192,
      "grad_norm": 0.40905061401860165,
      "learning_rate": 4.987086745822352e-05,
      "loss": 0.2859,
      "step": 128
    },
    {
      "epoch": 0.08256,
      "grad_norm": 0.39198335440260496,
      "learning_rate": 4.986543577081017e-05,
      "loss": 0.3214,
      "step": 129
    },
    {
      "epoch": 0.0832,
      "grad_norm": 0.4072147961679465,
      "learning_rate": 4.985989249646007e-05,
      "loss": 0.303,
      "step": 130
    },
    {
      "epoch": 0.08384,
      "grad_norm": 0.3960141589346821,
      "learning_rate": 4.985423766004939e-05,
      "loss": 0.3113,
      "step": 131
    },
    {
      "epoch": 0.08448,
      "grad_norm": 0.4901660833242505,
      "learning_rate": 4.9848471286954965e-05,
      "loss": 0.3275,
      "step": 132
    },
    {
      "epoch": 0.08512,
      "grad_norm": 0.3589215784625634,
      "learning_rate": 4.984259340305416e-05,
      "loss": 0.2894,
      "step": 133
    },
    {
      "epoch": 0.08576,
      "grad_norm": 0.3998417320795738,
      "learning_rate": 4.9836604034724753e-05,
      "loss": 0.2926,
      "step": 134
    },
    {
      "epoch": 0.0864,
      "grad_norm": 0.4296580917834302,
      "learning_rate": 4.9830503208844835e-05,
      "loss": 0.2946,
      "step": 135
    },
    {
      "epoch": 0.08704,
      "grad_norm": 0.3544925944429582,
      "learning_rate": 4.982429095279266e-05,
      "loss": 0.2945,
      "step": 136
    },
    {
      "epoch": 0.08768,
      "grad_norm": 0.4295052142302722,
      "learning_rate": 4.981796729444655e-05,
      "loss": 0.3251,
      "step": 137
    },
    {
      "epoch": 0.08832,
      "grad_norm": 0.3810698917249912,
      "learning_rate": 4.981153226218477e-05,
      "loss": 0.3075,
      "step": 138
    },
    {
      "epoch": 0.08896,
      "grad_norm": 0.3415977052001699,
      "learning_rate": 4.9804985884885366e-05,
      "loss": 0.2879,
      "step": 139
    },
    {
      "epoch": 0.0896,
      "grad_norm": 0.3776850662597046,
      "learning_rate": 4.979832819192608e-05,
      "loss": 0.3129,
      "step": 140
    },
    {
      "epoch": 0.09024,
      "grad_norm": 0.36338720848583483,
      "learning_rate": 4.97915592131842e-05,
      "loss": 0.2894,
      "step": 141
    },
    {
      "epoch": 0.09088,
      "grad_norm": 0.39018083120154434,
      "learning_rate": 4.97846789790364e-05,
      "loss": 0.3073,
      "step": 142
    },
    {
      "epoch": 0.09152,
      "grad_norm": 0.35656151957057863,
      "learning_rate": 4.977768752035865e-05,
      "loss": 0.3119,
      "step": 143
    },
    {
      "epoch": 0.09216,
      "grad_norm": 0.3952926600732054,
      "learning_rate": 4.9770584868526046e-05,
      "loss": 0.312,
      "step": 144
    },
    {
      "epoch": 0.0928,
      "grad_norm": 0.4288986528346642,
      "learning_rate": 4.9763371055412685e-05,
      "loss": 0.3084,
      "step": 145
    },
    {
      "epoch": 0.09344,
      "grad_norm": 0.44696008744325466,
      "learning_rate": 4.9756046113391496e-05,
      "loss": 0.3292,
      "step": 146
    },
    {
      "epoch": 0.09408,
      "grad_norm": 0.35163986650006296,
      "learning_rate": 4.974861007533413e-05,
      "loss": 0.2859,
      "step": 147
    },
    {
      "epoch": 0.09472,
      "grad_norm": 0.42759675331208585,
      "learning_rate": 4.97410629746108e-05,
      "loss": 0.2919,
      "step": 148
    },
    {
      "epoch": 0.09536,
      "grad_norm": 0.43529839553806815,
      "learning_rate": 4.9733404845090116e-05,
      "loss": 0.2842,
      "step": 149
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.41401104367991204,
      "learning_rate": 4.972563572113894e-05,
      "loss": 0.2904,
      "step": 150
    },
    {
      "epoch": 0.09664,
      "grad_norm": 0.41056372455002155,
      "learning_rate": 4.971775563762226e-05,
      "loss": 0.291,
      "step": 151
    },
    {
      "epoch": 0.09728,
      "grad_norm": 0.42450110637249844,
      "learning_rate": 4.970976462990299e-05,
      "loss": 0.3107,
      "step": 152
    },
    {
      "epoch": 0.09792,
      "grad_norm": 0.36252875803102586,
      "learning_rate": 4.970166273384183e-05,
      "loss": 0.2867,
      "step": 153
    },
    {
      "epoch": 0.09856,
      "grad_norm": 0.34724268049235696,
      "learning_rate": 4.969344998579712e-05,
      "loss": 0.2663,
      "step": 154
    },
    {
      "epoch": 0.0992,
      "grad_norm": 0.4062042219778404,
      "learning_rate": 4.9685126422624644e-05,
      "loss": 0.3156,
      "step": 155
    },
    {
      "epoch": 0.09984,
      "grad_norm": 0.38599214382639446,
      "learning_rate": 4.96766920816775e-05,
      "loss": 0.3147,
      "step": 156
    },
    {
      "epoch": 0.10048,
      "grad_norm": 0.3662678782254152,
      "learning_rate": 4.966814700080592e-05,
      "loss": 0.3184,
      "step": 157
    },
    {
      "epoch": 0.10112,
      "grad_norm": 0.37758974795094674,
      "learning_rate": 4.965949121835707e-05,
      "loss": 0.3341,
      "step": 158
    },
    {
      "epoch": 0.10176,
      "grad_norm": 0.42335782183402376,
      "learning_rate": 4.965072477317493e-05,
      "loss": 0.3105,
      "step": 159
    },
    {
      "epoch": 0.1024,
      "grad_norm": 0.3445716615812455,
      "learning_rate": 4.964184770460007e-05,
      "loss": 0.2935,
      "step": 160
    },
    {
      "epoch": 0.10304,
      "grad_norm": 0.40006390954972004,
      "learning_rate": 4.963286005246953e-05,
      "loss": 0.2834,
      "step": 161
    },
    {
      "epoch": 0.10368,
      "grad_norm": 0.3664434351809571,
      "learning_rate": 4.9623761857116594e-05,
      "loss": 0.3191,
      "step": 162
    },
    {
      "epoch": 0.10432,
      "grad_norm": 0.3746346471394553,
      "learning_rate": 4.961455315937059e-05,
      "loss": 0.282,
      "step": 163
    },
    {
      "epoch": 0.10496,
      "grad_norm": 0.3543125314610225,
      "learning_rate": 4.960523400055679e-05,
      "loss": 0.2939,
      "step": 164
    },
    {
      "epoch": 0.1056,
      "grad_norm": 0.34883234374623584,
      "learning_rate": 4.959580442249615e-05,
      "loss": 0.3011,
      "step": 165
    },
    {
      "epoch": 0.10624,
      "grad_norm": 0.33879752208803143,
      "learning_rate": 4.958626446750515e-05,
      "loss": 0.3211,
      "step": 166
    },
    {
      "epoch": 0.10688,
      "grad_norm": 0.37300311895352173,
      "learning_rate": 4.9576614178395595e-05,
      "loss": 0.301,
      "step": 167
    },
    {
      "epoch": 0.10752,
      "grad_norm": 0.3273073442908486,
      "learning_rate": 4.956685359847445e-05,
      "loss": 0.2969,
      "step": 168
    },
    {
      "epoch": 0.10816,
      "grad_norm": 0.3116171444679886,
      "learning_rate": 4.95569827715436e-05,
      "loss": 0.2817,
      "step": 169
    },
    {
      "epoch": 0.1088,
      "grad_norm": 0.3361243539743496,
      "learning_rate": 4.9547001741899693e-05,
      "loss": 0.2977,
      "step": 170
    },
    {
      "epoch": 0.10944,
      "grad_norm": 0.3418189113063408,
      "learning_rate": 4.953691055433391e-05,
      "loss": 0.2916,
      "step": 171
    },
    {
      "epoch": 0.11008,
      "grad_norm": 0.3625913676240481,
      "learning_rate": 4.952670925413182e-05,
      "loss": 0.3038,
      "step": 172
    },
    {
      "epoch": 0.11072,
      "grad_norm": 0.34636880625513666,
      "learning_rate": 4.951639788707307e-05,
      "loss": 0.2854,
      "step": 173
    },
    {
      "epoch": 0.11136,
      "grad_norm": 0.35977242712508983,
      "learning_rate": 4.950597649943132e-05,
      "loss": 0.2786,
      "step": 174
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.33680285828380363,
      "learning_rate": 4.9495445137973905e-05,
      "loss": 0.2934,
      "step": 175
    },
    {
      "epoch": 0.11264,
      "grad_norm": 0.3270580360967154,
      "learning_rate": 4.948480384996172e-05,
      "loss": 0.2878,
      "step": 176
    },
    {
      "epoch": 0.11328,
      "grad_norm": 0.3363028989990994,
      "learning_rate": 4.947405268314894e-05,
      "loss": 0.3014,
      "step": 177
    },
    {
      "epoch": 0.11392,
      "grad_norm": 0.39424588001597727,
      "learning_rate": 4.9463191685782865e-05,
      "loss": 0.3076,
      "step": 178
    },
    {
      "epoch": 0.11456,
      "grad_norm": 0.31183590038965797,
      "learning_rate": 4.945222090660364e-05,
      "loss": 0.2859,
      "step": 179
    },
    {
      "epoch": 0.1152,
      "grad_norm": 0.3487969513905697,
      "learning_rate": 4.944114039484411e-05,
      "loss": 0.3057,
      "step": 180
    },
    {
      "epoch": 0.11584,
      "grad_norm": 0.3502275557092516,
      "learning_rate": 4.942995020022954e-05,
      "loss": 0.3255,
      "step": 181
    },
    {
      "epoch": 0.11648,
      "grad_norm": 0.3051981568928157,
      "learning_rate": 4.9418650372977384e-05,
      "loss": 0.2881,
      "step": 182
    },
    {
      "epoch": 0.11712,
      "grad_norm": 0.3213236160412315,
      "learning_rate": 4.940724096379714e-05,
      "loss": 0.2832,
      "step": 183
    },
    {
      "epoch": 0.11776,
      "grad_norm": 0.2804638187646734,
      "learning_rate": 4.9395722023890035e-05,
      "loss": 0.2807,
      "step": 184
    },
    {
      "epoch": 0.1184,
      "grad_norm": 0.32770405872721187,
      "learning_rate": 4.938409360494883e-05,
      "loss": 0.2843,
      "step": 185
    },
    {
      "epoch": 0.11904,
      "grad_norm": 0.3196607887549686,
      "learning_rate": 4.937235575915761e-05,
      "loss": 0.2928,
      "step": 186
    },
    {
      "epoch": 0.11968,
      "grad_norm": 0.31014707115252577,
      "learning_rate": 4.93605085391915e-05,
      "loss": 0.2926,
      "step": 187
    },
    {
      "epoch": 0.12032,
      "grad_norm": 0.3667018178707909,
      "learning_rate": 4.934855199821647e-05,
      "loss": 0.2837,
      "step": 188
    },
    {
      "epoch": 0.12096,
      "grad_norm": 0.3370594761880159,
      "learning_rate": 4.93364861898891e-05,
      "loss": 0.2776,
      "step": 189
    },
    {
      "epoch": 0.1216,
      "grad_norm": 0.3889677526233924,
      "learning_rate": 4.932431116835628e-05,
      "loss": 0.2976,
      "step": 190
    },
    {
      "epoch": 0.12224,
      "grad_norm": 0.32895998318993375,
      "learning_rate": 4.931202698825503e-05,
      "loss": 0.2823,
      "step": 191
    },
    {
      "epoch": 0.12288,
      "grad_norm": 0.30268716856662087,
      "learning_rate": 4.929963370471226e-05,
      "loss": 0.2889,
      "step": 192
    },
    {
      "epoch": 0.12352,
      "grad_norm": 0.2784816493323616,
      "learning_rate": 4.928713137334445e-05,
      "loss": 0.2819,
      "step": 193
    },
    {
      "epoch": 0.12416,
      "grad_norm": 0.31652215898467684,
      "learning_rate": 4.927452005025748e-05,
      "loss": 0.3023,
      "step": 194
    },
    {
      "epoch": 0.1248,
      "grad_norm": 0.30644827432002086,
      "learning_rate": 4.926179979204633e-05,
      "loss": 0.303,
      "step": 195
    },
    {
      "epoch": 0.12544,
      "grad_norm": 0.298870893997602,
      "learning_rate": 4.9248970655794836e-05,
      "loss": 0.2924,
      "step": 196
    },
    {
      "epoch": 0.12608,
      "grad_norm": 0.3019490103946191,
      "learning_rate": 4.923603269907545e-05,
      "loss": 0.2749,
      "step": 197
    },
    {
      "epoch": 0.12672,
      "grad_norm": 0.34179704436331393,
      "learning_rate": 4.922298597994897e-05,
      "loss": 0.2837,
      "step": 198
    },
    {
      "epoch": 0.12736,
      "grad_norm": 0.34714244369014874,
      "learning_rate": 4.920983055696428e-05,
      "loss": 0.2941,
      "step": 199
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.34514991924274774,
      "learning_rate": 4.919656648915807e-05,
      "loss": 0.2852,
      "step": 200
    },
    {
      "epoch": 0.12864,
      "grad_norm": 0.2845599679176182,
      "learning_rate": 4.918319383605462e-05,
      "loss": 0.2583,
      "step": 201
    },
    {
      "epoch": 0.12928,
      "grad_norm": 0.3683838687495882,
      "learning_rate": 4.916971265766547e-05,
      "loss": 0.2954,
      "step": 202
    },
    {
      "epoch": 0.12992,
      "grad_norm": 0.35457325941860496,
      "learning_rate": 4.915612301448919e-05,
      "loss": 0.2957,
      "step": 203
    },
    {
      "epoch": 0.13056,
      "grad_norm": 0.4102065495806397,
      "learning_rate": 4.914242496751111e-05,
      "loss": 0.289,
      "step": 204
    },
    {
      "epoch": 0.1312,
      "grad_norm": 0.391931082619993,
      "learning_rate": 4.912861857820303e-05,
      "loss": 0.303,
      "step": 205
    },
    {
      "epoch": 0.13184,
      "grad_norm": 0.37855393422147743,
      "learning_rate": 4.911470390852295e-05,
      "loss": 0.3013,
      "step": 206
    },
    {
      "epoch": 0.13248,
      "grad_norm": 0.31160560780141033,
      "learning_rate": 4.91006810209148e-05,
      "loss": 0.2888,
      "step": 207
    },
    {
      "epoch": 0.13312,
      "grad_norm": 0.38185424339716356,
      "learning_rate": 4.9086549978308125e-05,
      "loss": 0.2999,
      "step": 208
    },
    {
      "epoch": 0.13376,
      "grad_norm": 0.30532616858387496,
      "learning_rate": 4.9072310844117875e-05,
      "loss": 0.2732,
      "step": 209
    },
    {
      "epoch": 0.1344,
      "grad_norm": 0.36508067170966735,
      "learning_rate": 4.9057963682244045e-05,
      "loss": 0.2909,
      "step": 210
    },
    {
      "epoch": 0.13504,
      "grad_norm": 0.3148112484256156,
      "learning_rate": 4.904350855707142e-05,
      "loss": 0.2874,
      "step": 211
    },
    {
      "epoch": 0.13568,
      "grad_norm": 0.3274325146184032,
      "learning_rate": 4.9028945533469276e-05,
      "loss": 0.2661,
      "step": 212
    },
    {
      "epoch": 0.13632,
      "grad_norm": 0.3685996593265165,
      "learning_rate": 4.9014274676791134e-05,
      "loss": 0.3037,
      "step": 213
    },
    {
      "epoch": 0.13696,
      "grad_norm": 0.34087816560391343,
      "learning_rate": 4.899949605287439e-05,
      "loss": 0.2797,
      "step": 214
    },
    {
      "epoch": 0.1376,
      "grad_norm": 0.3613310322508522,
      "learning_rate": 4.898460972804009e-05,
      "loss": 0.3096,
      "step": 215
    },
    {
      "epoch": 0.13824,
      "grad_norm": 0.375457846044839,
      "learning_rate": 4.896961576909258e-05,
      "loss": 0.2822,
      "step": 216
    },
    {
      "epoch": 0.13888,
      "grad_norm": 0.3437437239754465,
      "learning_rate": 4.895451424331924e-05,
      "loss": 0.2725,
      "step": 217
    },
    {
      "epoch": 0.13952,
      "grad_norm": 0.35840101574935934,
      "learning_rate": 4.893930521849016e-05,
      "loss": 0.268,
      "step": 218
    },
    {
      "epoch": 0.14016,
      "grad_norm": 0.3767989948671444,
      "learning_rate": 4.892398876285785e-05,
      "loss": 0.2901,
      "step": 219
    },
    {
      "epoch": 0.1408,
      "grad_norm": 0.4065322507872538,
      "learning_rate": 4.890856494515696e-05,
      "loss": 0.2892,
      "step": 220
    },
    {
      "epoch": 0.14144,
      "grad_norm": 0.3526522553070582,
      "learning_rate": 4.889303383460389e-05,
      "loss": 0.2818,
      "step": 221
    },
    {
      "epoch": 0.14208,
      "grad_norm": 0.36687661566425206,
      "learning_rate": 4.887739550089656e-05,
      "loss": 0.2788,
      "step": 222
    },
    {
      "epoch": 0.14272,
      "grad_norm": 0.36376035976937565,
      "learning_rate": 4.886165001421408e-05,
      "loss": 0.3102,
      "step": 223
    },
    {
      "epoch": 0.14336,
      "grad_norm": 0.32605502970392203,
      "learning_rate": 4.884579744521638e-05,
      "loss": 0.2858,
      "step": 224
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.3473388829365213,
      "learning_rate": 4.8829837865043984e-05,
      "loss": 0.2927,
      "step": 225
    },
    {
      "epoch": 0.14464,
      "grad_norm": 0.3161945789520979,
      "learning_rate": 4.881377134531762e-05,
      "loss": 0.2684,
      "step": 226
    },
    {
      "epoch": 0.14528,
      "grad_norm": 0.3233058980574442,
      "learning_rate": 4.8797597958137914e-05,
      "loss": 0.2809,
      "step": 227
    },
    {
      "epoch": 0.14592,
      "grad_norm": 0.35628813657982605,
      "learning_rate": 4.878131777608509e-05,
      "loss": 0.2857,
      "step": 228
    },
    {
      "epoch": 0.14656,
      "grad_norm": 0.34474317130830845,
      "learning_rate": 4.876493087221862e-05,
      "loss": 0.2981,
      "step": 229
    },
    {
      "epoch": 0.1472,
      "grad_norm": 0.3332723948946639,
      "learning_rate": 4.87484373200769e-05,
      "loss": 0.2904,
      "step": 230
    },
    {
      "epoch": 0.14784,
      "grad_norm": 0.36212328347879097,
      "learning_rate": 4.8731837193676944e-05,
      "loss": 0.2803,
      "step": 231
    },
    {
      "epoch": 0.14848,
      "grad_norm": 0.32285084742216597,
      "learning_rate": 4.871513056751401e-05,
      "loss": 0.2991,
      "step": 232
    },
    {
      "epoch": 0.14912,
      "grad_norm": 0.3757428283729143,
      "learning_rate": 4.8698317516561295e-05,
      "loss": 0.3007,
      "step": 233
    },
    {
      "epoch": 0.14976,
      "grad_norm": 0.352925038021312,
      "learning_rate": 4.8681398116269596e-05,
      "loss": 0.2865,
      "step": 234
    },
    {
      "epoch": 0.1504,
      "grad_norm": 0.33841490625531084,
      "learning_rate": 4.8664372442566954e-05,
      "loss": 0.294,
      "step": 235
    },
    {
      "epoch": 0.15104,
      "grad_norm": 0.34183505785167,
      "learning_rate": 4.864724057185834e-05,
      "loss": 0.2691,
      "step": 236
    },
    {
      "epoch": 0.15168,
      "grad_norm": 0.339769370877407,
      "learning_rate": 4.86300025810253e-05,
      "loss": 0.2818,
      "step": 237
    },
    {
      "epoch": 0.15232,
      "grad_norm": 0.30700076377351593,
      "learning_rate": 4.861265854742559e-05,
      "loss": 0.2748,
      "step": 238
    },
    {
      "epoch": 0.15296,
      "grad_norm": 0.3489951897607549,
      "learning_rate": 4.859520854889287e-05,
      "loss": 0.2937,
      "step": 239
    },
    {
      "epoch": 0.1536,
      "grad_norm": 0.29156819501858466,
      "learning_rate": 4.857765266373631e-05,
      "loss": 0.2958,
      "step": 240
    },
    {
      "epoch": 0.15424,
      "grad_norm": 0.3384643439513567,
      "learning_rate": 4.855999097074027e-05,
      "loss": 0.2939,
      "step": 241
    },
    {
      "epoch": 0.15488,
      "grad_norm": 0.3077298938535667,
      "learning_rate": 4.8542223549163946e-05,
      "loss": 0.2724,
      "step": 242
    },
    {
      "epoch": 0.15552,
      "grad_norm": 0.31947348723786806,
      "learning_rate": 4.8524350478740985e-05,
      "loss": 0.2666,
      "step": 243
    },
    {
      "epoch": 0.15616,
      "grad_norm": 0.3774412893720739,
      "learning_rate": 4.850637183967917e-05,
      "loss": 0.2852,
      "step": 244
    },
    {
      "epoch": 0.1568,
      "grad_norm": 0.3066835259607928,
      "learning_rate": 4.848828771266002e-05,
      "loss": 0.2883,
      "step": 245
    },
    {
      "epoch": 0.15744,
      "grad_norm": 0.39290641044610064,
      "learning_rate": 4.847009817883844e-05,
      "loss": 0.284,
      "step": 246
    },
    {
      "epoch": 0.15808,
      "grad_norm": 0.3087733867875181,
      "learning_rate": 4.845180331984239e-05,
      "loss": 0.2726,
      "step": 247
    },
    {
      "epoch": 0.15872,
      "grad_norm": 0.3823066055668157,
      "learning_rate": 4.843340321777246e-05,
      "loss": 0.2656,
      "step": 248
    },
    {
      "epoch": 0.15936,
      "grad_norm": 0.3211297194539539,
      "learning_rate": 4.8414897955201556e-05,
      "loss": 0.2628,
      "step": 249
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3120564620889703,
      "learning_rate": 4.8396287615174484e-05,
      "loss": 0.2587,
      "step": 250
    },
    {
      "epoch": 0.16064,
      "grad_norm": 0.3289936954141222,
      "learning_rate": 4.837757228120762e-05,
      "loss": 0.2896,
      "step": 251
    },
    {
      "epoch": 0.16128,
      "grad_norm": 0.3188145095365673,
      "learning_rate": 4.835875203728849e-05,
      "loss": 0.2555,
      "step": 252
    },
    {
      "epoch": 0.16192,
      "grad_norm": 0.3889796632457812,
      "learning_rate": 4.8339826967875443e-05,
      "loss": 0.2872,
      "step": 253
    },
    {
      "epoch": 0.16256,
      "grad_norm": 0.381368538527566,
      "learning_rate": 4.832079715789724e-05,
      "loss": 0.2988,
      "step": 254
    },
    {
      "epoch": 0.1632,
      "grad_norm": 0.36630965780444474,
      "learning_rate": 4.830166269275267e-05,
      "loss": 0.2906,
      "step": 255
    },
    {
      "epoch": 0.16384,
      "grad_norm": 0.3552050245169036,
      "learning_rate": 4.828242365831016e-05,
      "loss": 0.2761,
      "step": 256
    },
    {
      "epoch": 0.16448,
      "grad_norm": 0.37404437653877487,
      "learning_rate": 4.8263080140907455e-05,
      "loss": 0.2908,
      "step": 257
    },
    {
      "epoch": 0.16512,
      "grad_norm": 0.3507329450496866,
      "learning_rate": 4.824363222735114e-05,
      "loss": 0.275,
      "step": 258
    },
    {
      "epoch": 0.16576,
      "grad_norm": 0.37299320025474214,
      "learning_rate": 4.82240800049163e-05,
      "loss": 0.2801,
      "step": 259
    },
    {
      "epoch": 0.1664,
      "grad_norm": 0.38754434557373796,
      "learning_rate": 4.820442356134612e-05,
      "loss": 0.2709,
      "step": 260
    },
    {
      "epoch": 0.16704,
      "grad_norm": 0.33798911863787995,
      "learning_rate": 4.8184662984851505e-05,
      "loss": 0.3009,
      "step": 261
    },
    {
      "epoch": 0.16768,
      "grad_norm": 0.3559262440354945,
      "learning_rate": 4.816479836411065e-05,
      "loss": 0.2835,
      "step": 262
    },
    {
      "epoch": 0.16832,
      "grad_norm": 0.4158079436380025,
      "learning_rate": 4.8144829788268674e-05,
      "loss": 0.2954,
      "step": 263
    },
    {
      "epoch": 0.16896,
      "grad_norm": 0.3603676966517829,
      "learning_rate": 4.8124757346937214e-05,
      "loss": 0.2637,
      "step": 264
    },
    {
      "epoch": 0.1696,
      "grad_norm": 0.3288136132861365,
      "learning_rate": 4.810458113019401e-05,
      "loss": 0.2747,
      "step": 265
    },
    {
      "epoch": 0.17024,
      "grad_norm": 0.3402933784236876,
      "learning_rate": 4.8084301228582485e-05,
      "loss": 0.2577,
      "step": 266
    },
    {
      "epoch": 0.17088,
      "grad_norm": 0.36930227507381896,
      "learning_rate": 4.8063917733111406e-05,
      "loss": 0.3098,
      "step": 267
    },
    {
      "epoch": 0.17152,
      "grad_norm": 0.309709429764299,
      "learning_rate": 4.8043430735254404e-05,
      "loss": 0.2808,
      "step": 268
    },
    {
      "epoch": 0.17216,
      "grad_norm": 0.35813482945344854,
      "learning_rate": 4.8022840326949595e-05,
      "loss": 0.2812,
      "step": 269
    },
    {
      "epoch": 0.1728,
      "grad_norm": 0.3631234651320861,
      "learning_rate": 4.800214660059916e-05,
      "loss": 0.2797,
      "step": 270
    },
    {
      "epoch": 0.17344,
      "grad_norm": 0.3309005171733229,
      "learning_rate": 4.798134964906894e-05,
      "loss": 0.2867,
      "step": 271
    },
    {
      "epoch": 0.17408,
      "grad_norm": 0.35715429838212853,
      "learning_rate": 4.7960449565688e-05,
      "loss": 0.2638,
      "step": 272
    },
    {
      "epoch": 0.17472,
      "grad_norm": 0.3279629544159387,
      "learning_rate": 4.793944644424826e-05,
      "loss": 0.2855,
      "step": 273
    },
    {
      "epoch": 0.17536,
      "grad_norm": 0.37196752238968245,
      "learning_rate": 4.7918340379003985e-05,
      "loss": 0.2875,
      "step": 274
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.31834632572626353,
      "learning_rate": 4.7897131464671444e-05,
      "loss": 0.3006,
      "step": 275
    },
    {
      "epoch": 0.17664,
      "grad_norm": 0.34089694844336105,
      "learning_rate": 4.787581979642845e-05,
      "loss": 0.2557,
      "step": 276
    },
    {
      "epoch": 0.17728,
      "grad_norm": 0.31522922339322745,
      "learning_rate": 4.7854405469913944e-05,
      "loss": 0.2741,
      "step": 277
    },
    {
      "epoch": 0.17792,
      "grad_norm": 0.31669044816633024,
      "learning_rate": 4.7832888581227545e-05,
      "loss": 0.2766,
      "step": 278
    },
    {
      "epoch": 0.17856,
      "grad_norm": 0.3460333243052226,
      "learning_rate": 4.7811269226929135e-05,
      "loss": 0.2802,
      "step": 279
    },
    {
      "epoch": 0.1792,
      "grad_norm": 0.33307222568871414,
      "learning_rate": 4.7789547504038443e-05,
      "loss": 0.2696,
      "step": 280
    },
    {
      "epoch": 0.17984,
      "grad_norm": 0.3326671192080615,
      "learning_rate": 4.776772351003458e-05,
      "loss": 0.2811,
      "step": 281
    },
    {
      "epoch": 0.18048,
      "grad_norm": 0.32991380728873526,
      "learning_rate": 4.774579734285559e-05,
      "loss": 0.2878,
      "step": 282
    },
    {
      "epoch": 0.18112,
      "grad_norm": 0.3247648689257416,
      "learning_rate": 4.772376910089808e-05,
      "loss": 0.2786,
      "step": 283
    },
    {
      "epoch": 0.18176,
      "grad_norm": 0.3282388341197448,
      "learning_rate": 4.770163888301668e-05,
      "loss": 0.2708,
      "step": 284
    },
    {
      "epoch": 0.1824,
      "grad_norm": 0.3314880902653025,
      "learning_rate": 4.7679406788523685e-05,
      "loss": 0.278,
      "step": 285
    },
    {
      "epoch": 0.18304,
      "grad_norm": 0.3223575932382192,
      "learning_rate": 4.765707291718856e-05,
      "loss": 0.2752,
      "step": 286
    },
    {
      "epoch": 0.18368,
      "grad_norm": 0.33183064717108757,
      "learning_rate": 4.7634637369237526e-05,
      "loss": 0.2772,
      "step": 287
    },
    {
      "epoch": 0.18432,
      "grad_norm": 0.3408606960521383,
      "learning_rate": 4.7612100245353045e-05,
      "loss": 0.288,
      "step": 288
    },
    {
      "epoch": 0.18496,
      "grad_norm": 0.35025830647742257,
      "learning_rate": 4.758946164667347e-05,
      "loss": 0.2908,
      "step": 289
    },
    {
      "epoch": 0.1856,
      "grad_norm": 0.385301045406101,
      "learning_rate": 4.7566721674792515e-05,
      "loss": 0.279,
      "step": 290
    },
    {
      "epoch": 0.18624,
      "grad_norm": 0.3365158470714505,
      "learning_rate": 4.7543880431758805e-05,
      "loss": 0.2785,
      "step": 291
    },
    {
      "epoch": 0.18688,
      "grad_norm": 0.3520029833034493,
      "learning_rate": 4.752093802007543e-05,
      "loss": 0.3015,
      "step": 292
    },
    {
      "epoch": 0.18752,
      "grad_norm": 0.30981353591353944,
      "learning_rate": 4.7497894542699534e-05,
      "loss": 0.2621,
      "step": 293
    },
    {
      "epoch": 0.18816,
      "grad_norm": 0.33678488047130234,
      "learning_rate": 4.747475010304175e-05,
      "loss": 0.2809,
      "step": 294
    },
    {
      "epoch": 0.1888,
      "grad_norm": 0.30138038658401767,
      "learning_rate": 4.745150480496583e-05,
      "loss": 0.2968,
      "step": 295
    },
    {
      "epoch": 0.18944,
      "grad_norm": 0.32368771492417925,
      "learning_rate": 4.742815875278811e-05,
      "loss": 0.2947,
      "step": 296
    },
    {
      "epoch": 0.19008,
      "grad_norm": 0.3523596181548406,
      "learning_rate": 4.7404712051277115e-05,
      "loss": 0.2563,
      "step": 297
    },
    {
      "epoch": 0.19072,
      "grad_norm": 0.3476373280918836,
      "learning_rate": 4.738116480565301e-05,
      "loss": 0.2954,
      "step": 298
    },
    {
      "epoch": 0.19136,
      "grad_norm": 0.3305958149949148,
      "learning_rate": 4.7357517121587183e-05,
      "loss": 0.2792,
      "step": 299
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.3260613594105097,
      "learning_rate": 4.7333769105201735e-05,
      "loss": 0.2435,
      "step": 300
    },
    {
      "epoch": 0.19264,
      "grad_norm": 0.35007749460908505,
      "learning_rate": 4.730992086306906e-05,
      "loss": 0.2839,
      "step": 301
    },
    {
      "epoch": 0.19328,
      "grad_norm": 0.3124453815680245,
      "learning_rate": 4.728597250221129e-05,
      "loss": 0.2835,
      "step": 302
    },
    {
      "epoch": 0.19392,
      "grad_norm": 0.32999884470742785,
      "learning_rate": 4.726192413009986e-05,
      "loss": 0.2962,
      "step": 303
    },
    {
      "epoch": 0.19456,
      "grad_norm": 0.3238134773271861,
      "learning_rate": 4.723777585465503e-05,
      "loss": 0.2938,
      "step": 304
    },
    {
      "epoch": 0.1952,
      "grad_norm": 0.3561001066562547,
      "learning_rate": 4.7213527784245395e-05,
      "loss": 0.2772,
      "step": 305
    },
    {
      "epoch": 0.19584,
      "grad_norm": 0.3207708243138028,
      "learning_rate": 4.718918002768738e-05,
      "loss": 0.2769,
      "step": 306
    },
    {
      "epoch": 0.19648,
      "grad_norm": 0.2923323638292908,
      "learning_rate": 4.716473269424476e-05,
      "loss": 0.2842,
      "step": 307
    },
    {
      "epoch": 0.19712,
      "grad_norm": 0.312740800108901,
      "learning_rate": 4.714018589362818e-05,
      "loss": 0.3113,
      "step": 308
    },
    {
      "epoch": 0.19776,
      "grad_norm": 0.2764921423909185,
      "learning_rate": 4.7115539735994666e-05,
      "loss": 0.2735,
      "step": 309
    },
    {
      "epoch": 0.1984,
      "grad_norm": 0.33245051095638717,
      "learning_rate": 4.709079433194712e-05,
      "loss": 0.2783,
      "step": 310
    },
    {
      "epoch": 0.19904,
      "grad_norm": 0.2883468898345436,
      "learning_rate": 4.7065949792533804e-05,
      "loss": 0.257,
      "step": 311
    },
    {
      "epoch": 0.19968,
      "grad_norm": 0.3635737080055347,
      "learning_rate": 4.70410062292479e-05,
      "loss": 0.2933,
      "step": 312
    },
    {
      "epoch": 0.20032,
      "grad_norm": 0.3254742482108127,
      "learning_rate": 4.701596375402694e-05,
      "loss": 0.2933,
      "step": 313
    },
    {
      "epoch": 0.20096,
      "grad_norm": 0.30265278788416133,
      "learning_rate": 4.699082247925234e-05,
      "loss": 0.3004,
      "step": 314
    },
    {
      "epoch": 0.2016,
      "grad_norm": 0.3229708540790062,
      "learning_rate": 4.6965582517748923e-05,
      "loss": 0.2935,
      "step": 315
    },
    {
      "epoch": 0.20224,
      "grad_norm": 0.2955440929603968,
      "learning_rate": 4.694024398278434e-05,
      "loss": 0.2889,
      "step": 316
    },
    {
      "epoch": 0.20288,
      "grad_norm": 0.32188591609611733,
      "learning_rate": 4.691480698806864e-05,
      "loss": 0.3002,
      "step": 317
    },
    {
      "epoch": 0.20352,
      "grad_norm": 0.27836417438079064,
      "learning_rate": 4.6889271647753694e-05,
      "loss": 0.2641,
      "step": 318
    },
    {
      "epoch": 0.20416,
      "grad_norm": 0.30503117060048834,
      "learning_rate": 4.686363807643272e-05,
      "loss": 0.2557,
      "step": 319
    },
    {
      "epoch": 0.2048,
      "grad_norm": 0.31391016617770173,
      "learning_rate": 4.683790638913979e-05,
      "loss": 0.3008,
      "step": 320
    },
    {
      "epoch": 0.20544,
      "grad_norm": 0.30297458481431416,
      "learning_rate": 4.681207670134923e-05,
      "loss": 0.2855,
      "step": 321
    },
    {
      "epoch": 0.20608,
      "grad_norm": 0.31472600754542884,
      "learning_rate": 4.6786149128975196e-05,
      "loss": 0.2775,
      "step": 322
    },
    {
      "epoch": 0.20672,
      "grad_norm": 0.2973831240453251,
      "learning_rate": 4.6760123788371114e-05,
      "loss": 0.2822,
      "step": 323
    },
    {
      "epoch": 0.20736,
      "grad_norm": 0.3325176485448801,
      "learning_rate": 4.6734000796329125e-05,
      "loss": 0.2844,
      "step": 324
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.2781447146189205,
      "learning_rate": 4.670778027007964e-05,
      "loss": 0.2972,
      "step": 325
    },
    {
      "epoch": 0.20864,
      "grad_norm": 0.35102418370987387,
      "learning_rate": 4.6681462327290725e-05,
      "loss": 0.2674,
      "step": 326
    },
    {
      "epoch": 0.20928,
      "grad_norm": 0.3031132755291398,
      "learning_rate": 4.6655047086067636e-05,
      "loss": 0.2783,
      "step": 327
    },
    {
      "epoch": 0.20992,
      "grad_norm": 0.2914541802538774,
      "learning_rate": 4.662853466495229e-05,
      "loss": 0.2718,
      "step": 328
    },
    {
      "epoch": 0.21056,
      "grad_norm": 0.2845108849079057,
      "learning_rate": 4.660192518292266e-05,
      "loss": 0.2701,
      "step": 329
    },
    {
      "epoch": 0.2112,
      "grad_norm": 0.30612752816767386,
      "learning_rate": 4.6575218759392336e-05,
      "loss": 0.2706,
      "step": 330
    },
    {
      "epoch": 0.21184,
      "grad_norm": 0.3343001012996569,
      "learning_rate": 4.654841551420993e-05,
      "loss": 0.2592,
      "step": 331
    },
    {
      "epoch": 0.21248,
      "grad_norm": 0.28779385954712927,
      "learning_rate": 4.6521515567658557e-05,
      "loss": 0.2673,
      "step": 332
    },
    {
      "epoch": 0.21312,
      "grad_norm": 0.3130712333478661,
      "learning_rate": 4.6494519040455275e-05,
      "loss": 0.2779,
      "step": 333
    },
    {
      "epoch": 0.21376,
      "grad_norm": 0.29656018238823806,
      "learning_rate": 4.6467426053750596e-05,
      "loss": 0.2634,
      "step": 334
    },
    {
      "epoch": 0.2144,
      "grad_norm": 0.29429809703015725,
      "learning_rate": 4.644023672912788e-05,
      "loss": 0.2771,
      "step": 335
    },
    {
      "epoch": 0.21504,
      "grad_norm": 0.3092350735511281,
      "learning_rate": 4.641295118860281e-05,
      "loss": 0.2872,
      "step": 336
    },
    {
      "epoch": 0.21568,
      "grad_norm": 0.25928563534355026,
      "learning_rate": 4.638556955462289e-05,
      "loss": 0.2602,
      "step": 337
    },
    {
      "epoch": 0.21632,
      "grad_norm": 0.32248922953258674,
      "learning_rate": 4.635809195006681e-05,
      "loss": 0.2909,
      "step": 338
    },
    {
      "epoch": 0.21696,
      "grad_norm": 0.3066112074635602,
      "learning_rate": 4.633051849824396e-05,
      "loss": 0.2579,
      "step": 339
    },
    {
      "epoch": 0.2176,
      "grad_norm": 0.34512498246286594,
      "learning_rate": 4.630284932289386e-05,
      "loss": 0.2853,
      "step": 340
    },
    {
      "epoch": 0.21824,
      "grad_norm": 0.32772544741225995,
      "learning_rate": 4.6275084548185605e-05,
      "loss": 0.2936,
      "step": 341
    },
    {
      "epoch": 0.21888,
      "grad_norm": 0.30638642844295744,
      "learning_rate": 4.6247224298717294e-05,
      "loss": 0.255,
      "step": 342
    },
    {
      "epoch": 0.21952,
      "grad_norm": 0.2948939777755622,
      "learning_rate": 4.621926869951549e-05,
      "loss": 0.2461,
      "step": 343
    },
    {
      "epoch": 0.22016,
      "grad_norm": 0.3571814132315835,
      "learning_rate": 4.619121787603464e-05,
      "loss": 0.2749,
      "step": 344
    },
    {
      "epoch": 0.2208,
      "grad_norm": 0.3019198830803027,
      "learning_rate": 4.6163071954156546e-05,
      "loss": 0.2764,
      "step": 345
    },
    {
      "epoch": 0.22144,
      "grad_norm": 0.2947039259040435,
      "learning_rate": 4.6134831060189743e-05,
      "loss": 0.2824,
      "step": 346
    },
    {
      "epoch": 0.22208,
      "grad_norm": 0.311517126488146,
      "learning_rate": 4.610649532086899e-05,
      "loss": 0.273,
      "step": 347
    },
    {
      "epoch": 0.22272,
      "grad_norm": 0.3202495311575204,
      "learning_rate": 4.607806486335468e-05,
      "loss": 0.2892,
      "step": 348
    },
    {
      "epoch": 0.22336,
      "grad_norm": 0.29593870703206343,
      "learning_rate": 4.604953981523225e-05,
      "loss": 0.2874,
      "step": 349
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.3046217268454308,
      "learning_rate": 4.602092030451162e-05,
      "loss": 0.2697,
      "step": 350
    },
    {
      "epoch": 0.22464,
      "grad_norm": 0.32393845693805695,
      "learning_rate": 4.599220645962665e-05,
      "loss": 0.2857,
      "step": 351
    },
    {
      "epoch": 0.22528,
      "grad_norm": 0.3054582480479615,
      "learning_rate": 4.596339840943452e-05,
      "loss": 0.2681,
      "step": 352
    },
    {
      "epoch": 0.22592,
      "grad_norm": 0.28840335456316024,
      "learning_rate": 4.5934496283215164e-05,
      "loss": 0.2669,
      "step": 353
    },
    {
      "epoch": 0.22656,
      "grad_norm": 0.2773362865048385,
      "learning_rate": 4.590550021067072e-05,
      "loss": 0.2579,
      "step": 354
    },
    {
      "epoch": 0.2272,
      "grad_norm": 0.29887466103776417,
      "learning_rate": 4.587641032192488e-05,
      "loss": 0.2668,
      "step": 355
    },
    {
      "epoch": 0.22784,
      "grad_norm": 0.3307188902703665,
      "learning_rate": 4.58472267475224e-05,
      "loss": 0.2819,
      "step": 356
    },
    {
      "epoch": 0.22848,
      "grad_norm": 0.3390971905379334,
      "learning_rate": 4.5817949618428405e-05,
      "loss": 0.2678,
      "step": 357
    },
    {
      "epoch": 0.22912,
      "grad_norm": 0.3013575293157085,
      "learning_rate": 4.578857906602791e-05,
      "loss": 0.2682,
      "step": 358
    },
    {
      "epoch": 0.22976,
      "grad_norm": 0.3013139799493687,
      "learning_rate": 4.575911522212516e-05,
      "loss": 0.2854,
      "step": 359
    },
    {
      "epoch": 0.2304,
      "grad_norm": 0.27853806891578586,
      "learning_rate": 4.572955821894305e-05,
      "loss": 0.2708,
      "step": 360
    },
    {
      "epoch": 0.23104,
      "grad_norm": 0.27288786971452156,
      "learning_rate": 4.5699908189122556e-05,
      "loss": 0.2365,
      "step": 361
    },
    {
      "epoch": 0.23168,
      "grad_norm": 0.33213885368239576,
      "learning_rate": 4.5670165265722096e-05,
      "loss": 0.2571,
      "step": 362
    },
    {
      "epoch": 0.23232,
      "grad_norm": 0.3316342870811453,
      "learning_rate": 4.5640329582217004e-05,
      "loss": 0.2859,
      "step": 363
    },
    {
      "epoch": 0.23296,
      "grad_norm": 0.31718513233843937,
      "learning_rate": 4.5610401272498836e-05,
      "loss": 0.255,
      "step": 364
    },
    {
      "epoch": 0.2336,
      "grad_norm": 0.3003964869956768,
      "learning_rate": 4.558038047087486e-05,
      "loss": 0.2638,
      "step": 365
    },
    {
      "epoch": 0.23424,
      "grad_norm": 0.3113573197668127,
      "learning_rate": 4.555026731206741e-05,
      "loss": 0.2492,
      "step": 366
    },
    {
      "epoch": 0.23488,
      "grad_norm": 0.2870220952890737,
      "learning_rate": 4.5520061931213255e-05,
      "loss": 0.2789,
      "step": 367
    },
    {
      "epoch": 0.23552,
      "grad_norm": 0.27167839521619286,
      "learning_rate": 4.548976446386305e-05,
      "loss": 0.2735,
      "step": 368
    },
    {
      "epoch": 0.23616,
      "grad_norm": 0.285331504835825,
      "learning_rate": 4.545937504598069e-05,
      "loss": 0.2723,
      "step": 369
    },
    {
      "epoch": 0.2368,
      "grad_norm": 0.27918688536225067,
      "learning_rate": 4.5428893813942727e-05,
      "loss": 0.2685,
      "step": 370
    },
    {
      "epoch": 0.23744,
      "grad_norm": 0.2668837009377814,
      "learning_rate": 4.539832090453771e-05,
      "loss": 0.2655,
      "step": 371
    },
    {
      "epoch": 0.23808,
      "grad_norm": 0.3044254239966202,
      "learning_rate": 4.536765645496564e-05,
      "loss": 0.2617,
      "step": 372
    },
    {
      "epoch": 0.23872,
      "grad_norm": 0.284750804617016,
      "learning_rate": 4.533690060283727e-05,
      "loss": 0.2663,
      "step": 373
    },
    {
      "epoch": 0.23936,
      "grad_norm": 0.28718270627176934,
      "learning_rate": 4.530605348617357e-05,
      "loss": 0.2752,
      "step": 374
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.29634840394464135,
      "learning_rate": 4.527511524340508e-05,
      "loss": 0.2645,
      "step": 375
    },
    {
      "epoch": 0.24064,
      "grad_norm": 0.3012232953009457,
      "learning_rate": 4.5244086013371246e-05,
      "loss": 0.2641,
      "step": 376
    },
    {
      "epoch": 0.24128,
      "grad_norm": 0.3023357075993031,
      "learning_rate": 4.521296593531985e-05,
      "loss": 0.2618,
      "step": 377
    },
    {
      "epoch": 0.24192,
      "grad_norm": 0.27441105527916904,
      "learning_rate": 4.518175514890636e-05,
      "loss": 0.2663,
      "step": 378
    },
    {
      "epoch": 0.24256,
      "grad_norm": 0.3325569029148721,
      "learning_rate": 4.515045379419332e-05,
      "loss": 0.2795,
      "step": 379
    },
    {
      "epoch": 0.2432,
      "grad_norm": 0.30652258454129583,
      "learning_rate": 4.5119062011649714e-05,
      "loss": 0.2756,
      "step": 380
    },
    {
      "epoch": 0.24384,
      "grad_norm": 0.33712951361660654,
      "learning_rate": 4.508757994215031e-05,
      "loss": 0.2806,
      "step": 381
    },
    {
      "epoch": 0.24448,
      "grad_norm": 0.3426531131298772,
      "learning_rate": 4.505600772697507e-05,
      "loss": 0.2782,
      "step": 382
    },
    {
      "epoch": 0.24512,
      "grad_norm": 0.33303701942677855,
      "learning_rate": 4.5024345507808495e-05,
      "loss": 0.2662,
      "step": 383
    },
    {
      "epoch": 0.24576,
      "grad_norm": 0.31791526383279123,
      "learning_rate": 4.499259342673898e-05,
      "loss": 0.2768,
      "step": 384
    },
    {
      "epoch": 0.2464,
      "grad_norm": 0.30503735620868655,
      "learning_rate": 4.4960751626258205e-05,
      "loss": 0.2642,
      "step": 385
    },
    {
      "epoch": 0.24704,
      "grad_norm": 0.3312474346993656,
      "learning_rate": 4.492882024926046e-05,
      "loss": 0.2732,
      "step": 386
    },
    {
      "epoch": 0.24768,
      "grad_norm": 0.3133944170389108,
      "learning_rate": 4.489679943904203e-05,
      "loss": 0.2933,
      "step": 387
    },
    {
      "epoch": 0.24832,
      "grad_norm": 0.2852787428119327,
      "learning_rate": 4.486468933930055e-05,
      "loss": 0.2806,
      "step": 388
    },
    {
      "epoch": 0.24896,
      "grad_norm": 0.3092836612089024,
      "learning_rate": 4.483249009413433e-05,
      "loss": 0.2588,
      "step": 389
    },
    {
      "epoch": 0.2496,
      "grad_norm": 0.3112336325754041,
      "learning_rate": 4.4800201848041765e-05,
      "loss": 0.2889,
      "step": 390
    },
    {
      "epoch": 0.25024,
      "grad_norm": 0.3125491047833594,
      "learning_rate": 4.476782474592062e-05,
      "loss": 0.2628,
      "step": 391
    },
    {
      "epoch": 0.25088,
      "grad_norm": 0.2912676631270001,
      "learning_rate": 4.473535893306744e-05,
      "loss": 0.2696,
      "step": 392
    },
    {
      "epoch": 0.25152,
      "grad_norm": 0.28628694727112053,
      "learning_rate": 4.470280455517687e-05,
      "loss": 0.2619,
      "step": 393
    },
    {
      "epoch": 0.25216,
      "grad_norm": 0.3293686387916455,
      "learning_rate": 4.4670161758340966e-05,
      "loss": 0.2739,
      "step": 394
    },
    {
      "epoch": 0.2528,
      "grad_norm": 0.31348173029121257,
      "learning_rate": 4.4637430689048634e-05,
      "loss": 0.2599,
      "step": 395
    },
    {
      "epoch": 0.25344,
      "grad_norm": 0.32951196314360054,
      "learning_rate": 4.460461149418486e-05,
      "loss": 0.2567,
      "step": 396
    },
    {
      "epoch": 0.25408,
      "grad_norm": 0.34019629325427525,
      "learning_rate": 4.4571704321030125e-05,
      "loss": 0.2913,
      "step": 397
    },
    {
      "epoch": 0.25472,
      "grad_norm": 0.3301120643416949,
      "learning_rate": 4.4538709317259754e-05,
      "loss": 0.2472,
      "step": 398
    },
    {
      "epoch": 0.25536,
      "grad_norm": 0.29742911532500216,
      "learning_rate": 4.4505626630943174e-05,
      "loss": 0.2617,
      "step": 399
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.3417634987932657,
      "learning_rate": 4.447245641054334e-05,
      "loss": 0.2742,
      "step": 400
    },
    {
      "epoch": 0.25664,
      "grad_norm": 0.2826147129731043,
      "learning_rate": 4.443919880491598e-05,
      "loss": 0.2535,
      "step": 401
    },
    {
      "epoch": 0.25728,
      "grad_norm": 0.29947144671717485,
      "learning_rate": 4.440585396330904e-05,
      "loss": 0.2688,
      "step": 402
    },
    {
      "epoch": 0.25792,
      "grad_norm": 0.31610077864520053,
      "learning_rate": 4.437242203536189e-05,
      "loss": 0.2724,
      "step": 403
    },
    {
      "epoch": 0.25856,
      "grad_norm": 0.3137992831884045,
      "learning_rate": 4.433890317110475e-05,
      "loss": 0.2848,
      "step": 404
    },
    {
      "epoch": 0.2592,
      "grad_norm": 0.2796187619572129,
      "learning_rate": 4.430529752095795e-05,
      "loss": 0.2714,
      "step": 405
    },
    {
      "epoch": 0.25984,
      "grad_norm": 0.2912248245493093,
      "learning_rate": 4.427160523573131e-05,
      "loss": 0.2795,
      "step": 406
    },
    {
      "epoch": 0.26048,
      "grad_norm": 0.2980162603474383,
      "learning_rate": 4.4237826466623406e-05,
      "loss": 0.2867,
      "step": 407
    },
    {
      "epoch": 0.26112,
      "grad_norm": 0.29652170821748175,
      "learning_rate": 4.420396136522095e-05,
      "loss": 0.2727,
      "step": 408
    },
    {
      "epoch": 0.26176,
      "grad_norm": 0.2915563003617483,
      "learning_rate": 4.417001008349807e-05,
      "loss": 0.2583,
      "step": 409
    },
    {
      "epoch": 0.2624,
      "grad_norm": 0.3225628807617719,
      "learning_rate": 4.413597277381564e-05,
      "loss": 0.271,
      "step": 410
    },
    {
      "epoch": 0.26304,
      "grad_norm": 0.28870166282131143,
      "learning_rate": 4.410184958892059e-05,
      "loss": 0.2663,
      "step": 411
    },
    {
      "epoch": 0.26368,
      "grad_norm": 0.29553450210347276,
      "learning_rate": 4.4067640681945244e-05,
      "loss": 0.2639,
      "step": 412
    },
    {
      "epoch": 0.26432,
      "grad_norm": 0.3332862277579268,
      "learning_rate": 4.403334620640659e-05,
      "loss": 0.2609,
      "step": 413
    },
    {
      "epoch": 0.26496,
      "grad_norm": 0.30107711275005455,
      "learning_rate": 4.3998966316205636e-05,
      "loss": 0.2541,
      "step": 414
    },
    {
      "epoch": 0.2656,
      "grad_norm": 0.2591023620947492,
      "learning_rate": 4.396450116562669e-05,
      "loss": 0.2451,
      "step": 415
    },
    {
      "epoch": 0.26624,
      "grad_norm": 0.27765150058129984,
      "learning_rate": 4.392995090933669e-05,
      "loss": 0.252,
      "step": 416
    },
    {
      "epoch": 0.26688,
      "grad_norm": 0.27831462093368287,
      "learning_rate": 4.389531570238448e-05,
      "loss": 0.241,
      "step": 417
    },
    {
      "epoch": 0.26752,
      "grad_norm": 0.3393673672608069,
      "learning_rate": 4.386059570020015e-05,
      "loss": 0.2781,
      "step": 418
    },
    {
      "epoch": 0.26816,
      "grad_norm": 0.2709067486737786,
      "learning_rate": 4.382579105859428e-05,
      "loss": 0.2746,
      "step": 419
    },
    {
      "epoch": 0.2688,
      "grad_norm": 0.31024807728799664,
      "learning_rate": 4.379090193375735e-05,
      "loss": 0.269,
      "step": 420
    },
    {
      "epoch": 0.26944,
      "grad_norm": 0.29437773626601327,
      "learning_rate": 4.375592848225889e-05,
      "loss": 0.2497,
      "step": 421
    },
    {
      "epoch": 0.27008,
      "grad_norm": 0.27249340717742593,
      "learning_rate": 4.372087086104692e-05,
      "loss": 0.2769,
      "step": 422
    },
    {
      "epoch": 0.27072,
      "grad_norm": 0.3182175494652926,
      "learning_rate": 4.368572922744715e-05,
      "loss": 0.2709,
      "step": 423
    },
    {
      "epoch": 0.27136,
      "grad_norm": 0.2906720843900486,
      "learning_rate": 4.365050373916233e-05,
      "loss": 0.275,
      "step": 424
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.3098393205417728,
      "learning_rate": 4.3615194554271485e-05,
      "loss": 0.234,
      "step": 425
    },
    {
      "epoch": 0.27264,
      "grad_norm": 0.30226227188570165,
      "learning_rate": 4.357980183122927e-05,
      "loss": 0.2728,
      "step": 426
    },
    {
      "epoch": 0.27328,
      "grad_norm": 0.3101806085164065,
      "learning_rate": 4.354432572886522e-05,
      "loss": 0.272,
      "step": 427
    },
    {
      "epoch": 0.27392,
      "grad_norm": 0.28245936335261307,
      "learning_rate": 4.3508766406383036e-05,
      "loss": 0.278,
      "step": 428
    },
    {
      "epoch": 0.27456,
      "grad_norm": 0.27797054709506586,
      "learning_rate": 4.347312402335989e-05,
      "loss": 0.2684,
      "step": 429
    },
    {
      "epoch": 0.2752,
      "grad_norm": 0.2990500240447701,
      "learning_rate": 4.34373987397457e-05,
      "loss": 0.278,
      "step": 430
    },
    {
      "epoch": 0.27584,
      "grad_norm": 0.2727197517887389,
      "learning_rate": 4.340159071586241e-05,
      "loss": 0.2454,
      "step": 431
    },
    {
      "epoch": 0.27648,
      "grad_norm": 0.30243924092224234,
      "learning_rate": 4.336570011240326e-05,
      "loss": 0.2455,
      "step": 432
    },
    {
      "epoch": 0.27712,
      "grad_norm": 0.2803609027017541,
      "learning_rate": 4.33297270904321e-05,
      "loss": 0.2681,
      "step": 433
    },
    {
      "epoch": 0.27776,
      "grad_norm": 0.2920451450586205,
      "learning_rate": 4.329367181138262e-05,
      "loss": 0.2762,
      "step": 434
    },
    {
      "epoch": 0.2784,
      "grad_norm": 0.30901997193481695,
      "learning_rate": 4.3257534437057674e-05,
      "loss": 0.2575,
      "step": 435
    },
    {
      "epoch": 0.27904,
      "grad_norm": 0.28493311811209304,
      "learning_rate": 4.3221315129628506e-05,
      "loss": 0.2493,
      "step": 436
    },
    {
      "epoch": 0.27968,
      "grad_norm": 0.3039818748430415,
      "learning_rate": 4.318501405163406e-05,
      "loss": 0.2624,
      "step": 437
    },
    {
      "epoch": 0.28032,
      "grad_norm": 0.26937915062885653,
      "learning_rate": 4.314863136598022e-05,
      "loss": 0.247,
      "step": 438
    },
    {
      "epoch": 0.28096,
      "grad_norm": 0.33555541975858594,
      "learning_rate": 4.311216723593913e-05,
      "loss": 0.2867,
      "step": 439
    },
    {
      "epoch": 0.2816,
      "grad_norm": 0.31925378826398826,
      "learning_rate": 4.307562182514838e-05,
      "loss": 0.2617,
      "step": 440
    },
    {
      "epoch": 0.28224,
      "grad_norm": 0.32623010034841626,
      "learning_rate": 4.3038995297610364e-05,
      "loss": 0.249,
      "step": 441
    },
    {
      "epoch": 0.28288,
      "grad_norm": 0.30358330160420666,
      "learning_rate": 4.3002287817691466e-05,
      "loss": 0.2865,
      "step": 442
    },
    {
      "epoch": 0.28352,
      "grad_norm": 0.33915628852280005,
      "learning_rate": 4.2965499550121354e-05,
      "loss": 0.2685,
      "step": 443
    },
    {
      "epoch": 0.28416,
      "grad_norm": 0.3547465820682451,
      "learning_rate": 4.2928630659992267e-05,
      "loss": 0.2711,
      "step": 444
    },
    {
      "epoch": 0.2848,
      "grad_norm": 0.3336725360323176,
      "learning_rate": 4.2891681312758225e-05,
      "loss": 0.261,
      "step": 445
    },
    {
      "epoch": 0.28544,
      "grad_norm": 0.30303539171283983,
      "learning_rate": 4.285465167423432e-05,
      "loss": 0.2719,
      "step": 446
    },
    {
      "epoch": 0.28608,
      "grad_norm": 0.311033741890672,
      "learning_rate": 4.281754191059596e-05,
      "loss": 0.2616,
      "step": 447
    },
    {
      "epoch": 0.28672,
      "grad_norm": 0.3125370811674668,
      "learning_rate": 4.278035218837813e-05,
      "loss": 0.2889,
      "step": 448
    },
    {
      "epoch": 0.28736,
      "grad_norm": 0.2756629291524462,
      "learning_rate": 4.274308267447463e-05,
      "loss": 0.2518,
      "step": 449
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.2984734533438556,
      "learning_rate": 4.270573353613734e-05,
      "loss": 0.2712,
      "step": 450
    },
    {
      "epoch": 0.28864,
      "grad_norm": 0.29595878739145964,
      "learning_rate": 4.266830494097546e-05,
      "loss": 0.255,
      "step": 451
    },
    {
      "epoch": 0.28928,
      "grad_norm": 0.3205021385414694,
      "learning_rate": 4.263079705695478e-05,
      "loss": 0.2636,
      "step": 452
    },
    {
      "epoch": 0.28992,
      "grad_norm": 0.3600626165622021,
      "learning_rate": 4.2593210052396894e-05,
      "loss": 0.2541,
      "step": 453
    },
    {
      "epoch": 0.29056,
      "grad_norm": 0.25969620151233935,
      "learning_rate": 4.255554409597846e-05,
      "loss": 0.2401,
      "step": 454
    },
    {
      "epoch": 0.2912,
      "grad_norm": 0.33149623415612184,
      "learning_rate": 4.2517799356730445e-05,
      "loss": 0.2687,
      "step": 455
    },
    {
      "epoch": 0.29184,
      "grad_norm": 0.30226474356531935,
      "learning_rate": 4.247997600403737e-05,
      "loss": 0.2594,
      "step": 456
    },
    {
      "epoch": 0.29248,
      "grad_norm": 0.30007952734237353,
      "learning_rate": 4.244207420763655e-05,
      "loss": 0.2498,
      "step": 457
    },
    {
      "epoch": 0.29312,
      "grad_norm": 0.28047639127931384,
      "learning_rate": 4.240409413761731e-05,
      "loss": 0.2556,
      "step": 458
    },
    {
      "epoch": 0.29376,
      "grad_norm": 0.29832917410059595,
      "learning_rate": 4.236603596442023e-05,
      "loss": 0.2632,
      "step": 459
    },
    {
      "epoch": 0.2944,
      "grad_norm": 0.29802598060016766,
      "learning_rate": 4.232789985883642e-05,
      "loss": 0.2693,
      "step": 460
    },
    {
      "epoch": 0.29504,
      "grad_norm": 0.2911033726222457,
      "learning_rate": 4.2289685992006704e-05,
      "loss": 0.2772,
      "step": 461
    },
    {
      "epoch": 0.29568,
      "grad_norm": 0.2903001309362164,
      "learning_rate": 4.225139453542087e-05,
      "loss": 0.2607,
      "step": 462
    },
    {
      "epoch": 0.29632,
      "grad_norm": 0.3078582069653545,
      "learning_rate": 4.2213025660916904e-05,
      "loss": 0.2667,
      "step": 463
    },
    {
      "epoch": 0.29696,
      "grad_norm": 0.3030493045200669,
      "learning_rate": 4.21745795406802e-05,
      "loss": 0.2467,
      "step": 464
    },
    {
      "epoch": 0.2976,
      "grad_norm": 0.26660015999204884,
      "learning_rate": 4.2136056347242835e-05,
      "loss": 0.25,
      "step": 465
    },
    {
      "epoch": 0.29824,
      "grad_norm": 0.30144794273216646,
      "learning_rate": 4.209745625348273e-05,
      "loss": 0.284,
      "step": 466
    },
    {
      "epoch": 0.29888,
      "grad_norm": 0.3284286693049362,
      "learning_rate": 4.205877943262291e-05,
      "loss": 0.2464,
      "step": 467
    },
    {
      "epoch": 0.29952,
      "grad_norm": 0.25954840338063495,
      "learning_rate": 4.2020026058230756e-05,
      "loss": 0.2684,
      "step": 468
    },
    {
      "epoch": 0.30016,
      "grad_norm": 0.2945590110420638,
      "learning_rate": 4.1981196304217154e-05,
      "loss": 0.264,
      "step": 469
    },
    {
      "epoch": 0.3008,
      "grad_norm": 0.2927523824074909,
      "learning_rate": 4.1942290344835765e-05,
      "loss": 0.2645,
      "step": 470
    },
    {
      "epoch": 0.30144,
      "grad_norm": 0.30771010182551334,
      "learning_rate": 4.190330835468224e-05,
      "loss": 0.2671,
      "step": 471
    },
    {
      "epoch": 0.30208,
      "grad_norm": 0.29384348361000195,
      "learning_rate": 4.1864250508693424e-05,
      "loss": 0.2794,
      "step": 472
    },
    {
      "epoch": 0.30272,
      "grad_norm": 0.2896660319426316,
      "learning_rate": 4.182511698214657e-05,
      "loss": 0.2706,
      "step": 473
    },
    {
      "epoch": 0.30336,
      "grad_norm": 0.28080256128136577,
      "learning_rate": 4.1785907950658573e-05,
      "loss": 0.259,
      "step": 474
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.30478773930609737,
      "learning_rate": 4.1746623590185155e-05,
      "loss": 0.2528,
      "step": 475
    },
    {
      "epoch": 0.30464,
      "grad_norm": 0.2961976249198792,
      "learning_rate": 4.170726407702008e-05,
      "loss": 0.2466,
      "step": 476
    },
    {
      "epoch": 0.30528,
      "grad_norm": 0.31686233103136463,
      "learning_rate": 4.1667829587794374e-05,
      "loss": 0.283,
      "step": 477
    },
    {
      "epoch": 0.30592,
      "grad_norm": 0.3159707315375394,
      "learning_rate": 4.162832029947553e-05,
      "loss": 0.2735,
      "step": 478
    },
    {
      "epoch": 0.30656,
      "grad_norm": 0.27811512588290743,
      "learning_rate": 4.158873638936672e-05,
      "loss": 0.248,
      "step": 479
    },
    {
      "epoch": 0.3072,
      "grad_norm": 0.45896640549255663,
      "learning_rate": 4.154907803510599e-05,
      "loss": 0.2525,
      "step": 480
    },
    {
      "epoch": 0.30784,
      "grad_norm": 0.28996697916337744,
      "learning_rate": 4.150934541466545e-05,
      "loss": 0.2627,
      "step": 481
    },
    {
      "epoch": 0.30848,
      "grad_norm": 0.3052139609989655,
      "learning_rate": 4.146953870635049e-05,
      "loss": 0.273,
      "step": 482
    },
    {
      "epoch": 0.30912,
      "grad_norm": 0.32057984599943073,
      "learning_rate": 4.1429658088798996e-05,
      "loss": 0.2636,
      "step": 483
    },
    {
      "epoch": 0.30976,
      "grad_norm": 0.29200883447827164,
      "learning_rate": 4.138970374098052e-05,
      "loss": 0.2498,
      "step": 484
    },
    {
      "epoch": 0.3104,
      "grad_norm": 0.3211437061784034,
      "learning_rate": 4.1349675842195494e-05,
      "loss": 0.2688,
      "step": 485
    },
    {
      "epoch": 0.31104,
      "grad_norm": 0.2692839546004917,
      "learning_rate": 4.130957457207441e-05,
      "loss": 0.2513,
      "step": 486
    },
    {
      "epoch": 0.31168,
      "grad_norm": 0.29738376417175055,
      "learning_rate": 4.126940011057703e-05,
      "loss": 0.242,
      "step": 487
    },
    {
      "epoch": 0.31232,
      "grad_norm": 0.2925125860829048,
      "learning_rate": 4.1229152637991576e-05,
      "loss": 0.269,
      "step": 488
    },
    {
      "epoch": 0.31296,
      "grad_norm": 0.31841073786254037,
      "learning_rate": 4.1188832334933906e-05,
      "loss": 0.2491,
      "step": 489
    },
    {
      "epoch": 0.3136,
      "grad_norm": 0.256917596278123,
      "learning_rate": 4.114843938234673e-05,
      "loss": 0.2759,
      "step": 490
    },
    {
      "epoch": 0.31424,
      "grad_norm": 0.3063311474261881,
      "learning_rate": 4.1107973961498763e-05,
      "loss": 0.2598,
      "step": 491
    },
    {
      "epoch": 0.31488,
      "grad_norm": 0.32855934285971683,
      "learning_rate": 4.106743625398395e-05,
      "loss": 0.2681,
      "step": 492
    },
    {
      "epoch": 0.31552,
      "grad_norm": 0.36353433750679803,
      "learning_rate": 4.102682644172061e-05,
      "loss": 0.2873,
      "step": 493
    },
    {
      "epoch": 0.31616,
      "grad_norm": 0.33622331775831543,
      "learning_rate": 4.0986144706950677e-05,
      "loss": 0.276,
      "step": 494
    },
    {
      "epoch": 0.3168,
      "grad_norm": 0.31722692435482774,
      "learning_rate": 4.094539123223881e-05,
      "loss": 0.2444,
      "step": 495
    },
    {
      "epoch": 0.31744,
      "grad_norm": 0.2780719831837547,
      "learning_rate": 4.090456620047162e-05,
      "loss": 0.2451,
      "step": 496
    },
    {
      "epoch": 0.31808,
      "grad_norm": 0.35077422669493935,
      "learning_rate": 4.086366979485685e-05,
      "loss": 0.2816,
      "step": 497
    },
    {
      "epoch": 0.31872,
      "grad_norm": 0.30473125946275736,
      "learning_rate": 4.082270219892254e-05,
      "loss": 0.2644,
      "step": 498
    },
    {
      "epoch": 0.31936,
      "grad_norm": 0.27919846819675614,
      "learning_rate": 4.0781663596516206e-05,
      "loss": 0.244,
      "step": 499
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.30869545887631733,
      "learning_rate": 4.074055417180401e-05,
      "loss": 0.2709,
      "step": 500
    },
    {
      "epoch": 0.32064,
      "grad_norm": 0.32401310700356356,
      "learning_rate": 4.069937410926994e-05,
      "loss": 0.2555,
      "step": 501
    },
    {
      "epoch": 0.32128,
      "grad_norm": 0.28989905607846644,
      "learning_rate": 4.0658123593714984e-05,
      "loss": 0.2648,
      "step": 502
    },
    {
      "epoch": 0.32192,
      "grad_norm": 0.2970056265621276,
      "learning_rate": 4.061680281025628e-05,
      "loss": 0.2491,
      "step": 503
    },
    {
      "epoch": 0.32256,
      "grad_norm": 0.30095176466887164,
      "learning_rate": 4.057541194432634e-05,
      "loss": 0.2428,
      "step": 504
    },
    {
      "epoch": 0.3232,
      "grad_norm": 0.307577464320209,
      "learning_rate": 4.053395118167214e-05,
      "loss": 0.2591,
      "step": 505
    },
    {
      "epoch": 0.32384,
      "grad_norm": 0.28875399318294626,
      "learning_rate": 4.049242070835435e-05,
      "loss": 0.2876,
      "step": 506
    },
    {
      "epoch": 0.32448,
      "grad_norm": 0.3372288637186776,
      "learning_rate": 4.0450820710746475e-05,
      "loss": 0.2614,
      "step": 507
    },
    {
      "epoch": 0.32512,
      "grad_norm": 0.2893542015604074,
      "learning_rate": 4.0409151375534014e-05,
      "loss": 0.2646,
      "step": 508
    },
    {
      "epoch": 0.32576,
      "grad_norm": 0.30517166216359926,
      "learning_rate": 4.036741288971362e-05,
      "loss": 0.2563,
      "step": 509
    },
    {
      "epoch": 0.3264,
      "grad_norm": 0.3132371089607073,
      "learning_rate": 4.032560544059228e-05,
      "loss": 0.2549,
      "step": 510
    },
    {
      "epoch": 0.32704,
      "grad_norm": 0.2584564148069602,
      "learning_rate": 4.028372921578647e-05,
      "loss": 0.2642,
      "step": 511
    },
    {
      "epoch": 0.32768,
      "grad_norm": 0.29056742266359853,
      "learning_rate": 4.024178440322128e-05,
      "loss": 0.2517,
      "step": 512
    },
    {
      "epoch": 0.32832,
      "grad_norm": 0.2806424707934406,
      "learning_rate": 4.019977119112962e-05,
      "loss": 0.2612,
      "step": 513
    },
    {
      "epoch": 0.32896,
      "grad_norm": 0.3213624904512003,
      "learning_rate": 4.015768976805135e-05,
      "loss": 0.3041,
      "step": 514
    },
    {
      "epoch": 0.3296,
      "grad_norm": 0.3196533973528481,
      "learning_rate": 4.011554032283242e-05,
      "loss": 0.2351,
      "step": 515
    },
    {
      "epoch": 0.33024,
      "grad_norm": 0.3329565293585606,
      "learning_rate": 4.007332304462406e-05,
      "loss": 0.251,
      "step": 516
    },
    {
      "epoch": 0.33088,
      "grad_norm": 0.3109673121296247,
      "learning_rate": 4.003103812288189e-05,
      "loss": 0.2686,
      "step": 517
    },
    {
      "epoch": 0.33152,
      "grad_norm": 0.2675208149986414,
      "learning_rate": 3.99886857473651e-05,
      "loss": 0.2525,
      "step": 518
    },
    {
      "epoch": 0.33216,
      "grad_norm": 0.34229548303640794,
      "learning_rate": 3.9946266108135575e-05,
      "loss": 0.2772,
      "step": 519
    },
    {
      "epoch": 0.3328,
      "grad_norm": 0.32006866438809456,
      "learning_rate": 3.9903779395557087e-05,
      "loss": 0.2622,
      "step": 520
    },
    {
      "epoch": 0.33344,
      "grad_norm": 0.26715648446115114,
      "learning_rate": 3.9861225800294366e-05,
      "loss": 0.2308,
      "step": 521
    },
    {
      "epoch": 0.33408,
      "grad_norm": 0.3480585053707105,
      "learning_rate": 3.981860551331232e-05,
      "loss": 0.2669,
      "step": 522
    }
  ],
  "logging_steps": 1,
  "max_steps": 1562,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 261,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 238263678074880.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}