{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.3656307129798903,
  "eval_steps": 500,
  "global_step": 200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0018281535648994515,
      "grad_norm": 2.089374507496642,
      "learning_rate": 0.0,
      "loss": 0.5957,
      "step": 1
    },
    {
      "epoch": 0.003656307129798903,
      "grad_norm": 2.2205513668741044,
      "learning_rate": 1.0714285714285714e-06,
      "loss": 0.5994,
      "step": 2
    },
    {
      "epoch": 0.005484460694698354,
      "grad_norm": 2.545945852200423,
      "learning_rate": 2.1428571428571427e-06,
      "loss": 0.5948,
      "step": 3
    },
    {
      "epoch": 0.007312614259597806,
      "grad_norm": 2.2330035148383947,
      "learning_rate": 3.2142857142857143e-06,
      "loss": 0.6305,
      "step": 4
    },
    {
      "epoch": 0.009140767824497258,
      "grad_norm": 1.8952582634630641,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 0.5998,
      "step": 5
    },
    {
      "epoch": 0.010968921389396709,
      "grad_norm": 1.570960207475644,
      "learning_rate": 5.357142857142857e-06,
      "loss": 0.5898,
      "step": 6
    },
    {
      "epoch": 0.012797074954296161,
      "grad_norm": 1.2522662311648174,
      "learning_rate": 6.428571428571429e-06,
      "loss": 0.6013,
      "step": 7
    },
    {
      "epoch": 0.014625228519195612,
      "grad_norm": 1.065080174164971,
      "learning_rate": 7.5e-06,
      "loss": 0.5682,
      "step": 8
    },
    {
      "epoch": 0.016453382084095063,
      "grad_norm": 0.9448479764184926,
      "learning_rate": 8.571428571428571e-06,
      "loss": 0.5452,
      "step": 9
    },
    {
      "epoch": 0.018281535648994516,
      "grad_norm": 1.7141233153619826,
      "learning_rate": 9.642857142857144e-06,
      "loss": 0.59,
      "step": 10
    },
    {
      "epoch": 0.02010968921389397,
      "grad_norm": 2.017633207813829,
      "learning_rate": 1.0714285714285714e-05,
      "loss": 0.575,
      "step": 11
    },
    {
      "epoch": 0.021937842778793418,
      "grad_norm": 1.8293000392166587,
      "learning_rate": 1.1785714285714286e-05,
      "loss": 0.5598,
      "step": 12
    },
    {
      "epoch": 0.02376599634369287,
      "grad_norm": 1.4816869854216612,
      "learning_rate": 1.2857142857142857e-05,
      "loss": 0.5495,
      "step": 13
    },
    {
      "epoch": 0.025594149908592323,
      "grad_norm": 1.5033597863132906,
      "learning_rate": 1.3928571428571429e-05,
      "loss": 0.5372,
      "step": 14
    },
    {
      "epoch": 0.027422303473491772,
      "grad_norm": 1.3141514496532496,
      "learning_rate": 1.5e-05,
      "loss": 0.5733,
      "step": 15
    },
    {
      "epoch": 0.029250457038391225,
      "grad_norm": 2.7794219916654233,
      "learning_rate": 1.6071428571428572e-05,
      "loss": 0.5347,
      "step": 16
    },
    {
      "epoch": 0.031078610603290677,
      "grad_norm": 0.9928713947921902,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 0.4908,
      "step": 17
    },
    {
      "epoch": 0.03290676416819013,
      "grad_norm": 0.8852252619423812,
      "learning_rate": 1.8214285714285712e-05,
      "loss": 0.5307,
      "step": 18
    },
    {
      "epoch": 0.03473491773308958,
      "grad_norm": 0.7832318403464806,
      "learning_rate": 1.928571428571429e-05,
      "loss": 0.5025,
      "step": 19
    },
    {
      "epoch": 0.03656307129798903,
      "grad_norm": 0.9796265282565124,
      "learning_rate": 2.0357142857142858e-05,
      "loss": 0.5095,
      "step": 20
    },
    {
      "epoch": 0.038391224862888484,
      "grad_norm": 0.7218139820603727,
      "learning_rate": 2.1428571428571428e-05,
      "loss": 0.4834,
      "step": 21
    },
    {
      "epoch": 0.04021937842778794,
      "grad_norm": 0.6506357909260763,
      "learning_rate": 2.25e-05,
      "loss": 0.4947,
      "step": 22
    },
    {
      "epoch": 0.04204753199268738,
      "grad_norm": 0.5616806424289195,
      "learning_rate": 2.357142857142857e-05,
      "loss": 0.4866,
      "step": 23
    },
    {
      "epoch": 0.043875685557586835,
      "grad_norm": 0.566744323961197,
      "learning_rate": 2.464285714285714e-05,
      "loss": 0.515,
      "step": 24
    },
    {
      "epoch": 0.04570383912248629,
      "grad_norm": 0.6913117297678986,
      "learning_rate": 2.5714285714285714e-05,
      "loss": 0.5227,
      "step": 25
    },
    {
      "epoch": 0.04753199268738574,
      "grad_norm": 0.5881117480751623,
      "learning_rate": 2.6785714285714288e-05,
      "loss": 0.478,
      "step": 26
    },
    {
      "epoch": 0.04936014625228519,
      "grad_norm": 0.5399101198373484,
      "learning_rate": 2.7857142857142858e-05,
      "loss": 0.5039,
      "step": 27
    },
    {
      "epoch": 0.051188299817184646,
      "grad_norm": 0.5359845255880198,
      "learning_rate": 2.892857142857143e-05,
      "loss": 0.5015,
      "step": 28
    },
    {
      "epoch": 0.05301645338208409,
      "grad_norm": 0.4718417677524385,
      "learning_rate": 3e-05,
      "loss": 0.4738,
      "step": 29
    },
    {
      "epoch": 0.054844606946983544,
      "grad_norm": 0.47359316021290165,
      "learning_rate": 2.999972519478696e-05,
      "loss": 0.4993,
      "step": 30
    },
    {
      "epoch": 0.056672760511883,
      "grad_norm": 0.4922109148988566,
      "learning_rate": 2.99989007892169e-05,
      "loss": 0.4888,
      "step": 31
    },
    {
      "epoch": 0.05850091407678245,
      "grad_norm": 0.3579397510509835,
      "learning_rate": 2.9997526813496602e-05,
      "loss": 0.4792,
      "step": 32
    },
    {
      "epoch": 0.0603290676416819,
      "grad_norm": 0.37626393648031903,
      "learning_rate": 2.9995603317969497e-05,
      "loss": 0.4873,
      "step": 33
    },
    {
      "epoch": 0.062157221206581355,
      "grad_norm": 0.41211122381414894,
      "learning_rate": 2.99931303731138e-05,
      "loss": 0.4939,
      "step": 34
    },
    {
      "epoch": 0.06398537477148081,
      "grad_norm": 0.3770284364229165,
      "learning_rate": 2.9990108069539932e-05,
      "loss": 0.479,
      "step": 35
    },
    {
      "epoch": 0.06581352833638025,
      "grad_norm": 0.3709162789872314,
      "learning_rate": 2.9986536517987187e-05,
      "loss": 0.4864,
      "step": 36
    },
    {
      "epoch": 0.06764168190127971,
      "grad_norm": 0.36989388190185846,
      "learning_rate": 2.998241584931971e-05,
      "loss": 0.4727,
      "step": 37
    },
    {
      "epoch": 0.06946983546617916,
      "grad_norm": 0.36339103914080506,
      "learning_rate": 2.9977746214521646e-05,
      "loss": 0.472,
      "step": 38
    },
    {
      "epoch": 0.0712979890310786,
      "grad_norm": 0.3378220732996809,
      "learning_rate": 2.997252778469168e-05,
      "loss": 0.4581,
      "step": 39
    },
    {
      "epoch": 0.07312614259597806,
      "grad_norm": 0.33242480046792755,
      "learning_rate": 2.9966760751036697e-05,
      "loss": 0.4567,
      "step": 40
    },
    {
      "epoch": 0.07495429616087751,
      "grad_norm": 0.3517734032444255,
      "learning_rate": 2.9960445324864815e-05,
      "loss": 0.4674,
      "step": 41
    },
    {
      "epoch": 0.07678244972577697,
      "grad_norm": 0.3558065174543996,
      "learning_rate": 2.995358173757765e-05,
      "loss": 0.4718,
      "step": 42
    },
    {
      "epoch": 0.07861060329067641,
      "grad_norm": 0.34290523065110684,
      "learning_rate": 2.994617024066181e-05,
      "loss": 0.4659,
      "step": 43
    },
    {
      "epoch": 0.08043875685557587,
      "grad_norm": 0.3028572716833668,
      "learning_rate": 2.9938211105679677e-05,
      "loss": 0.4543,
      "step": 44
    },
    {
      "epoch": 0.08226691042047532,
      "grad_norm": 0.36216688731700014,
      "learning_rate": 2.9929704624259508e-05,
      "loss": 0.4724,
      "step": 45
    },
    {
      "epoch": 0.08409506398537477,
      "grad_norm": 0.34546125994172217,
      "learning_rate": 2.992065110808469e-05,
      "loss": 0.4717,
      "step": 46
    },
    {
      "epoch": 0.08592321755027423,
      "grad_norm": 0.3173199655699041,
      "learning_rate": 2.991105088888234e-05,
      "loss": 0.4893,
      "step": 47
    },
    {
      "epoch": 0.08775137111517367,
      "grad_norm": 0.27327168658587364,
      "learning_rate": 2.990090431841117e-05,
      "loss": 0.4877,
      "step": 48
    },
    {
      "epoch": 0.08957952468007313,
      "grad_norm": 0.3207165383004196,
      "learning_rate": 2.9890211768448572e-05,
      "loss": 0.4666,
      "step": 49
    },
    {
      "epoch": 0.09140767824497258,
      "grad_norm": 0.29795651824929764,
      "learning_rate": 2.9878973630777012e-05,
      "loss": 0.4764,
      "step": 50
    },
    {
      "epoch": 0.09323583180987204,
      "grad_norm": 0.3066207186556079,
      "learning_rate": 2.9867190317169665e-05,
      "loss": 0.4793,
      "step": 51
    },
    {
      "epoch": 0.09506398537477148,
      "grad_norm": 0.30152926589089146,
      "learning_rate": 2.9854862259375326e-05,
      "loss": 0.48,
      "step": 52
    },
    {
      "epoch": 0.09689213893967093,
      "grad_norm": 0.31982845164198154,
      "learning_rate": 2.9841989909102607e-05,
      "loss": 0.4827,
      "step": 53
    },
    {
      "epoch": 0.09872029250457039,
      "grad_norm": 0.3226249549846725,
      "learning_rate": 2.982857373800337e-05,
      "loss": 0.4815,
      "step": 54
    },
    {
      "epoch": 0.10054844606946983,
      "grad_norm": 0.29313323454641665,
      "learning_rate": 2.9814614237655445e-05,
      "loss": 0.4624,
      "step": 55
    },
    {
      "epoch": 0.10237659963436929,
      "grad_norm": 0.30450893112709426,
      "learning_rate": 2.9800111919544632e-05,
      "loss": 0.4856,
      "step": 56
    },
    {
      "epoch": 0.10420475319926874,
      "grad_norm": 0.31077892246708605,
      "learning_rate": 2.9785067315045943e-05,
      "loss": 0.4801,
      "step": 57
    },
    {
      "epoch": 0.10603290676416818,
      "grad_norm": 0.30352760576382176,
      "learning_rate": 2.9769480975404143e-05,
      "loss": 0.4462,
      "step": 58
    },
    {
      "epoch": 0.10786106032906764,
      "grad_norm": 0.2820427097517702,
      "learning_rate": 2.975335347171356e-05,
      "loss": 0.4275,
      "step": 59
    },
    {
      "epoch": 0.10968921389396709,
      "grad_norm": 0.3193688120609219,
      "learning_rate": 2.9736685394897123e-05,
      "loss": 0.4585,
      "step": 60
    },
    {
      "epoch": 0.11151736745886655,
      "grad_norm": 0.29309453499656224,
      "learning_rate": 2.9719477355684767e-05,
      "loss": 0.4563,
      "step": 61
    },
    {
      "epoch": 0.113345521023766,
      "grad_norm": 0.291897548964064,
      "learning_rate": 2.9701729984591003e-05,
      "loss": 0.4402,
      "step": 62
    },
    {
      "epoch": 0.11517367458866545,
      "grad_norm": 0.3386425303422288,
      "learning_rate": 2.9683443931891837e-05,
      "loss": 0.4586,
      "step": 63
    },
    {
      "epoch": 0.1170018281535649,
      "grad_norm": 0.28801030329886385,
      "learning_rate": 2.966461986760096e-05,
      "loss": 0.4452,
      "step": 64
    },
    {
      "epoch": 0.11882998171846434,
      "grad_norm": 0.27225571075726074,
      "learning_rate": 2.964525848144517e-05,
      "loss": 0.4219,
      "step": 65
    },
    {
      "epoch": 0.1206581352833638,
      "grad_norm": 0.3150014322578861,
      "learning_rate": 2.9625360482839114e-05,
      "loss": 0.4833,
      "step": 66
    },
    {
      "epoch": 0.12248628884826325,
      "grad_norm": 0.28747617110884083,
      "learning_rate": 2.9604926600859287e-05,
      "loss": 0.4673,
      "step": 67
    },
    {
      "epoch": 0.12431444241316271,
      "grad_norm": 0.2935455145106659,
      "learning_rate": 2.958395758421733e-05,
      "loss": 0.4492,
      "step": 68
    },
    {
      "epoch": 0.12614259597806216,
      "grad_norm": 0.2748773662739781,
      "learning_rate": 2.9562454201232583e-05,
      "loss": 0.4763,
      "step": 69
    },
    {
      "epoch": 0.12797074954296161,
      "grad_norm": 0.3040072222347735,
      "learning_rate": 2.9540417239803954e-05,
      "loss": 0.4658,
      "step": 70
    },
    {
      "epoch": 0.12979890310786105,
      "grad_norm": 0.3401190893101851,
      "learning_rate": 2.9517847507381022e-05,
      "loss": 0.4619,
      "step": 71
    },
    {
      "epoch": 0.1316270566727605,
      "grad_norm": 0.2832439537823879,
      "learning_rate": 2.9494745830934473e-05,
      "loss": 0.4594,
      "step": 72
    },
    {
      "epoch": 0.13345521023765997,
      "grad_norm": 0.4216765622686639,
      "learning_rate": 2.9471113056925786e-05,
      "loss": 0.4939,
      "step": 73
    },
    {
      "epoch": 0.13528336380255943,
      "grad_norm": 0.2884581020061622,
      "learning_rate": 2.944695005127623e-05,
      "loss": 0.458,
      "step": 74
    },
    {
      "epoch": 0.13711151736745886,
      "grad_norm": 0.28039598694507106,
      "learning_rate": 2.942225769933512e-05,
      "loss": 0.4361,
      "step": 75
    },
    {
      "epoch": 0.13893967093235832,
      "grad_norm": 0.27724633932247766,
      "learning_rate": 2.939703690584741e-05,
      "loss": 0.4557,
      "step": 76
    },
    {
      "epoch": 0.14076782449725778,
      "grad_norm": 0.2694165757512015,
      "learning_rate": 2.9371288594920484e-05,
      "loss": 0.4332,
      "step": 77
    },
    {
      "epoch": 0.1425959780621572,
      "grad_norm": 0.25780899472474833,
      "learning_rate": 2.934501370999037e-05,
      "loss": 0.4242,
      "step": 78
    },
    {
      "epoch": 0.14442413162705667,
      "grad_norm": 0.2967403245642137,
      "learning_rate": 2.93182132137871e-05,
      "loss": 0.446,
      "step": 79
    },
    {
      "epoch": 0.14625228519195613,
      "grad_norm": 0.34690556417034824,
      "learning_rate": 2.9290888088299486e-05,
      "loss": 0.4818,
      "step": 80
    },
    {
      "epoch": 0.1480804387568556,
      "grad_norm": 0.3003683124367745,
      "learning_rate": 2.9263039334739127e-05,
      "loss": 0.462,
      "step": 81
    },
    {
      "epoch": 0.14990859232175502,
      "grad_norm": 0.302108544256545,
      "learning_rate": 2.92346679735037e-05,
      "loss": 0.4561,
      "step": 82
    },
    {
      "epoch": 0.15173674588665448,
      "grad_norm": 0.2841043066219529,
      "learning_rate": 2.9205775044139608e-05,
      "loss": 0.4684,
      "step": 83
    },
    {
      "epoch": 0.15356489945155394,
      "grad_norm": 0.2952668737797339,
      "learning_rate": 2.9176361605303867e-05,
      "loss": 0.4693,
      "step": 84
    },
    {
      "epoch": 0.15539305301645337,
      "grad_norm": 0.28847383193289927,
      "learning_rate": 2.914642873472531e-05,
      "loss": 0.452,
      "step": 85
    },
    {
      "epoch": 0.15722120658135283,
      "grad_norm": 0.31050885319522226,
      "learning_rate": 2.9115977529165132e-05,
      "loss": 0.4621,
      "step": 86
    },
    {
      "epoch": 0.1590493601462523,
      "grad_norm": 0.3143842313652269,
      "learning_rate": 2.9085009104376663e-05,
      "loss": 0.4563,
      "step": 87
    },
    {
      "epoch": 0.16087751371115175,
      "grad_norm": 0.33281281256892775,
      "learning_rate": 2.905352459506452e-05,
      "loss": 0.437,
      "step": 88
    },
    {
      "epoch": 0.16270566727605118,
      "grad_norm": 0.30726176715777354,
      "learning_rate": 2.9021525154842998e-05,
      "loss": 0.4614,
      "step": 89
    },
    {
      "epoch": 0.16453382084095064,
      "grad_norm": 0.31519069611911227,
      "learning_rate": 2.8989011956193834e-05,
      "loss": 0.4584,
      "step": 90
    },
    {
      "epoch": 0.1663619744058501,
      "grad_norm": 0.3142796251849267,
      "learning_rate": 2.8955986190423225e-05,
      "loss": 0.4848,
      "step": 91
    },
    {
      "epoch": 0.16819012797074953,
      "grad_norm": 0.2831585707772231,
      "learning_rate": 2.892244906761819e-05,
      "loss": 0.4463,
      "step": 92
    },
    {
      "epoch": 0.170018281535649,
      "grad_norm": 0.3271624604307319,
      "learning_rate": 2.8888401816602207e-05,
      "loss": 0.4496,
      "step": 93
    },
    {
      "epoch": 0.17184643510054845,
      "grad_norm": 0.3265076622565222,
      "learning_rate": 2.885384568489023e-05,
      "loss": 0.434,
      "step": 94
    },
    {
      "epoch": 0.1736745886654479,
      "grad_norm": 0.3384143662294581,
      "learning_rate": 2.881878193864294e-05,
      "loss": 0.4662,
      "step": 95
    },
    {
      "epoch": 0.17550274223034734,
      "grad_norm": 0.29519544921435537,
      "learning_rate": 2.878321186262037e-05,
      "loss": 0.4415,
      "step": 96
    },
    {
      "epoch": 0.1773308957952468,
      "grad_norm": 0.3152573413188835,
      "learning_rate": 2.8747136760134827e-05,
      "loss": 0.4525,
      "step": 97
    },
    {
      "epoch": 0.17915904936014626,
      "grad_norm": 0.2911315525075031,
      "learning_rate": 2.871055795300315e-05,
      "loss": 0.4393,
      "step": 98
    },
    {
      "epoch": 0.1809872029250457,
      "grad_norm": 0.28890139736154113,
      "learning_rate": 2.8673476781498242e-05,
      "loss": 0.4301,
      "step": 99
    },
    {
      "epoch": 0.18281535648994515,
      "grad_norm": 0.29566233008031895,
      "learning_rate": 2.8635894604300018e-05,
      "loss": 0.4477,
      "step": 100
    },
    {
      "epoch": 0.1846435100548446,
      "grad_norm": 0.2759848384654238,
      "learning_rate": 2.859781279844556e-05,
      "loss": 0.4477,
      "step": 101
    },
    {
      "epoch": 0.18647166361974407,
      "grad_norm": 0.3231166719493857,
      "learning_rate": 2.855923275927871e-05,
      "loss": 0.4732,
      "step": 102
    },
    {
      "epoch": 0.1882998171846435,
      "grad_norm": 0.27671665616727253,
      "learning_rate": 2.8520155900398922e-05,
      "loss": 0.4348,
      "step": 103
    },
    {
      "epoch": 0.19012797074954296,
      "grad_norm": 0.3373290606091851,
      "learning_rate": 2.8480583653609457e-05,
      "loss": 0.4772,
      "step": 104
    },
    {
      "epoch": 0.19195612431444242,
      "grad_norm": 0.270804966443481,
      "learning_rate": 2.844051746886495e-05,
      "loss": 0.4522,
      "step": 105
    },
    {
      "epoch": 0.19378427787934185,
      "grad_norm": 0.28232177001780473,
      "learning_rate": 2.8399958814218258e-05,
      "loss": 0.465,
      "step": 106
    },
    {
      "epoch": 0.1956124314442413,
      "grad_norm": 0.32735140894867865,
      "learning_rate": 2.8358909175766674e-05,
      "loss": 0.4665,
      "step": 107
    },
    {
      "epoch": 0.19744058500914077,
      "grad_norm": 0.3535841008181332,
      "learning_rate": 2.831737005759749e-05,
      "loss": 0.4817,
      "step": 108
    },
    {
      "epoch": 0.19926873857404023,
      "grad_norm": 0.31153302714419157,
      "learning_rate": 2.8275342981732868e-05,
      "loss": 0.4774,
      "step": 109
    },
    {
      "epoch": 0.20109689213893966,
      "grad_norm": 0.3414165680532852,
      "learning_rate": 2.8232829488074077e-05,
      "loss": 0.4354,
      "step": 110
    },
    {
      "epoch": 0.20292504570383912,
      "grad_norm": 0.2657136503074252,
      "learning_rate": 2.8189831134345074e-05,
      "loss": 0.4403,
      "step": 111
    },
    {
      "epoch": 0.20475319926873858,
      "grad_norm": 0.2963856605986798,
      "learning_rate": 2.8146349496035426e-05,
      "loss": 0.4262,
      "step": 112
    },
    {
      "epoch": 0.20658135283363802,
      "grad_norm": 0.3119283296440065,
      "learning_rate": 2.8102386166342582e-05,
      "loss": 0.4418,
      "step": 113
    },
    {
      "epoch": 0.20840950639853748,
      "grad_norm": 0.37109957781553604,
      "learning_rate": 2.8057942756113504e-05,
      "loss": 0.4765,
      "step": 114
    },
    {
      "epoch": 0.21023765996343693,
      "grad_norm": 0.2999662023442714,
      "learning_rate": 2.8013020893785635e-05,
      "loss": 0.4539,
      "step": 115
    },
    {
      "epoch": 0.21206581352833637,
      "grad_norm": 0.28970493967104405,
      "learning_rate": 2.796762222532723e-05,
      "loss": 0.4289,
      "step": 116
    },
    {
      "epoch": 0.21389396709323583,
      "grad_norm": 0.2939203180452282,
      "learning_rate": 2.7921748414177063e-05,
      "loss": 0.4689,
      "step": 117
    },
    {
      "epoch": 0.21572212065813529,
      "grad_norm": 0.3201929927655123,
      "learning_rate": 2.787540114118345e-05,
      "loss": 0.4338,
      "step": 118
    },
    {
      "epoch": 0.21755027422303475,
      "grad_norm": 0.2864175962342283,
      "learning_rate": 2.7828582104542694e-05,
      "loss": 0.4464,
      "step": 119
    },
    {
      "epoch": 0.21937842778793418,
      "grad_norm": 0.28592410203121005,
      "learning_rate": 2.7781293019736845e-05,
      "loss": 0.4397,
      "step": 120
    },
    {
      "epoch": 0.22120658135283364,
      "grad_norm": 0.3304180569852307,
      "learning_rate": 2.7733535619470835e-05,
      "loss": 0.4481,
      "step": 121
    },
    {
      "epoch": 0.2230347349177331,
      "grad_norm": 0.3390393526626585,
      "learning_rate": 2.7685311653609004e-05,
      "loss": 0.4432,
      "step": 122
    },
    {
      "epoch": 0.22486288848263253,
      "grad_norm": 0.2940159306891994,
      "learning_rate": 2.7636622889110975e-05,
      "loss": 0.475,
      "step": 123
    },
    {
      "epoch": 0.226691042047532,
      "grad_norm": 0.31229638977483115,
      "learning_rate": 2.758747110996693e-05,
      "loss": 0.4643,
      "step": 124
    },
    {
      "epoch": 0.22851919561243145,
      "grad_norm": 0.285967777532962,
      "learning_rate": 2.7537858117132217e-05,
      "loss": 0.4505,
      "step": 125
    },
    {
      "epoch": 0.2303473491773309,
      "grad_norm": 0.3096207093074659,
      "learning_rate": 2.7487785728461383e-05,
      "loss": 0.4606,
      "step": 126
    },
    {
      "epoch": 0.23217550274223034,
      "grad_norm": 0.3196007759195916,
      "learning_rate": 2.7437255778641548e-05,
      "loss": 0.4688,
      "step": 127
    },
    {
      "epoch": 0.2340036563071298,
      "grad_norm": 0.278093004843679,
      "learning_rate": 2.7386270119125193e-05,
      "loss": 0.4476,
      "step": 128
    },
    {
      "epoch": 0.23583180987202926,
      "grad_norm": 0.28238850493053447,
      "learning_rate": 2.7334830618062327e-05,
      "loss": 0.4328,
      "step": 129
    },
    {
      "epoch": 0.2376599634369287,
      "grad_norm": 0.31893781223089274,
      "learning_rate": 2.728293916023202e-05,
      "loss": 0.4368,
      "step": 130
    },
    {
      "epoch": 0.23948811700182815,
      "grad_norm": 0.3226432084535994,
      "learning_rate": 2.7230597646973355e-05,
      "loss": 0.4693,
      "step": 131
    },
    {
      "epoch": 0.2413162705667276,
      "grad_norm": 0.3098641582546802,
      "learning_rate": 2.717780799611576e-05,
      "loss": 0.4677,
      "step": 132
    },
    {
      "epoch": 0.24314442413162707,
      "grad_norm": 0.316005877064317,
      "learning_rate": 2.7124572141908737e-05,
      "loss": 0.4641,
      "step": 133
    },
    {
      "epoch": 0.2449725776965265,
      "grad_norm": 0.29116768124986503,
      "learning_rate": 2.707089203495098e-05,
      "loss": 0.4504,
      "step": 134
    },
    {
      "epoch": 0.24680073126142596,
      "grad_norm": 0.3312565101776482,
      "learning_rate": 2.701676964211893e-05,
      "loss": 0.4869,
      "step": 135
    },
    {
      "epoch": 0.24862888482632542,
      "grad_norm": 0.3307114085092842,
      "learning_rate": 2.696220694649467e-05,
      "loss": 0.4307,
      "step": 136
    },
    {
      "epoch": 0.25045703839122485,
      "grad_norm": 0.3139451066311321,
      "learning_rate": 2.69072059472933e-05,
      "loss": 0.4593,
      "step": 137
    },
    {
      "epoch": 0.2522851919561243,
      "grad_norm": 0.3298447274769771,
      "learning_rate": 2.685176865978965e-05,
      "loss": 0.4544,
      "step": 138
    },
    {
      "epoch": 0.25411334552102377,
      "grad_norm": 0.3032493627313141,
      "learning_rate": 2.6795897115244478e-05,
      "loss": 0.4279,
      "step": 139
    },
    {
      "epoch": 0.25594149908592323,
      "grad_norm": 0.2658733658787214,
      "learning_rate": 2.6739593360830006e-05,
      "loss": 0.4106,
      "step": 140
    },
    {
      "epoch": 0.2577696526508227,
      "grad_norm": 0.3190884630430669,
      "learning_rate": 2.668285945955493e-05,
      "loss": 0.4662,
      "step": 141
    },
    {
      "epoch": 0.2595978062157221,
      "grad_norm": 0.34411371393720197,
      "learning_rate": 2.6625697490188832e-05,
      "loss": 0.4499,
      "step": 142
    },
    {
      "epoch": 0.26142595978062155,
      "grad_norm": 0.32823365391601855,
      "learning_rate": 2.6568109547185996e-05,
      "loss": 0.4783,
      "step": 143
    },
    {
      "epoch": 0.263254113345521,
      "grad_norm": 0.30268317080382134,
      "learning_rate": 2.651009774060868e-05,
      "loss": 0.4677,
      "step": 144
    },
    {
      "epoch": 0.26508226691042047,
      "grad_norm": 0.290999041829207,
      "learning_rate": 2.6451664196049802e-05,
      "loss": 0.4461,
      "step": 145
    },
    {
      "epoch": 0.26691042047531993,
      "grad_norm": 0.3169422559498593,
      "learning_rate": 2.639281105455505e-05,
      "loss": 0.4503,
      "step": 146
    },
    {
      "epoch": 0.2687385740402194,
      "grad_norm": 0.3189364221479283,
      "learning_rate": 2.6333540472544442e-05,
      "loss": 0.4335,
      "step": 147
    },
    {
      "epoch": 0.27056672760511885,
      "grad_norm": 0.30758294437768796,
      "learning_rate": 2.6273854621733286e-05,
      "loss": 0.4504,
      "step": 148
    },
    {
      "epoch": 0.27239488117001825,
      "grad_norm": 0.2849217195325153,
      "learning_rate": 2.621375568905266e-05,
      "loss": 0.4487,
      "step": 149
    },
    {
      "epoch": 0.2742230347349177,
      "grad_norm": 0.344396845889534,
      "learning_rate": 2.615324587656921e-05,
      "loss": 0.4821,
      "step": 150
    },
    {
      "epoch": 0.2760511882998172,
      "grad_norm": 0.2696584787135129,
      "learning_rate": 2.6092327401404538e-05,
      "loss": 0.475,
      "step": 151
    },
    {
      "epoch": 0.27787934186471663,
      "grad_norm": 0.30241018017889437,
      "learning_rate": 2.6031002495653913e-05,
      "loss": 0.4342,
      "step": 152
    },
    {
      "epoch": 0.2797074954296161,
      "grad_norm": 0.28693150625713587,
      "learning_rate": 2.596927340630451e-05,
      "loss": 0.4359,
      "step": 153
    },
    {
      "epoch": 0.28153564899451555,
      "grad_norm": 0.29754809227022666,
      "learning_rate": 2.590714239515306e-05,
      "loss": 0.4438,
      "step": 154
    },
    {
      "epoch": 0.283363802559415,
      "grad_norm": 0.299567522325594,
      "learning_rate": 2.584461173872301e-05,
      "loss": 0.4532,
      "step": 155
    },
    {
      "epoch": 0.2851919561243144,
      "grad_norm": 0.2813266176963191,
      "learning_rate": 2.5781683728181066e-05,
      "loss": 0.4405,
      "step": 156
    },
    {
      "epoch": 0.2870201096892139,
      "grad_norm": 0.3171717930616808,
      "learning_rate": 2.5718360669253276e-05,
      "loss": 0.454,
      "step": 157
    },
    {
      "epoch": 0.28884826325411334,
      "grad_norm": 0.30159353684035844,
      "learning_rate": 2.565464488214053e-05,
      "loss": 0.4375,
      "step": 158
    },
    {
      "epoch": 0.2906764168190128,
      "grad_norm": 0.2692705044539712,
      "learning_rate": 2.559053870143356e-05,
      "loss": 0.4276,
      "step": 159
    },
    {
      "epoch": 0.29250457038391225,
      "grad_norm": 0.30691595589677334,
      "learning_rate": 2.5526044476027383e-05,
      "loss": 0.4606,
      "step": 160
    },
    {
      "epoch": 0.2943327239488117,
      "grad_norm": 0.31630931258544637,
      "learning_rate": 2.5461164569035244e-05,
      "loss": 0.4406,
      "step": 161
    },
    {
      "epoch": 0.2961608775137112,
      "grad_norm": 0.2440944204924941,
      "learning_rate": 2.5395901357702032e-05,
      "loss": 0.4511,
      "step": 162
    },
    {
      "epoch": 0.2979890310786106,
      "grad_norm": 0.31355225894665767,
      "learning_rate": 2.533025723331718e-05,
      "loss": 0.4384,
      "step": 163
    },
    {
      "epoch": 0.29981718464351004,
      "grad_norm": 0.2828232991554723,
      "learning_rate": 2.526423460112703e-05,
      "loss": 0.4318,
      "step": 164
    },
    {
      "epoch": 0.3016453382084095,
      "grad_norm": 0.2872196769388632,
      "learning_rate": 2.5197835880246702e-05,
      "loss": 0.4508,
      "step": 165
    },
    {
      "epoch": 0.30347349177330896,
      "grad_norm": 0.27755470022103107,
      "learning_rate": 2.51310635035715e-05,
      "loss": 0.4443,
      "step": 166
    },
    {
      "epoch": 0.3053016453382084,
      "grad_norm": 0.29288725811791394,
      "learning_rate": 2.506391991768771e-05,
      "loss": 0.4437,
      "step": 167
    },
    {
      "epoch": 0.3071297989031079,
      "grad_norm": 0.28756847297478805,
      "learning_rate": 2.4996407582782987e-05,
      "loss": 0.4306,
      "step": 168
    },
    {
      "epoch": 0.30895795246800734,
      "grad_norm": 0.3062510638432968,
      "learning_rate": 2.4928528972556207e-05,
      "loss": 0.4401,
      "step": 169
    },
    {
      "epoch": 0.31078610603290674,
      "grad_norm": 0.28844799158530887,
      "learning_rate": 2.486028657412683e-05,
      "loss": 0.465,
      "step": 170
    },
    {
      "epoch": 0.3126142595978062,
      "grad_norm": 0.30254982711927847,
      "learning_rate": 2.479168288794377e-05,
      "loss": 0.4257,
      "step": 171
    },
    {
      "epoch": 0.31444241316270566,
      "grad_norm": 0.29617551569459377,
      "learning_rate": 2.472272042769377e-05,
      "loss": 0.4413,
      "step": 172
    },
    {
      "epoch": 0.3162705667276051,
      "grad_norm": 0.2894388824454487,
      "learning_rate": 2.4653401720209316e-05,
      "loss": 0.4339,
      "step": 173
    },
    {
      "epoch": 0.3180987202925046,
      "grad_norm": 0.31278541819511707,
      "learning_rate": 2.4583729305376014e-05,
      "loss": 0.4433,
      "step": 174
    },
    {
      "epoch": 0.31992687385740404,
      "grad_norm": 0.29889716089103313,
      "learning_rate": 2.451370573603959e-05,
      "loss": 0.4465,
      "step": 175
    },
    {
      "epoch": 0.3217550274223035,
      "grad_norm": 0.30650603689771794,
      "learning_rate": 2.4443333577912285e-05,
      "loss": 0.4497,
      "step": 176
    },
    {
      "epoch": 0.3235831809872029,
      "grad_norm": 0.27739674261767966,
      "learning_rate": 2.437261540947889e-05,
      "loss": 0.4417,
      "step": 177
    },
    {
      "epoch": 0.32541133455210236,
      "grad_norm": 0.29186196118144964,
      "learning_rate": 2.430155382190225e-05,
      "loss": 0.46,
      "step": 178
    },
    {
      "epoch": 0.3272394881170018,
      "grad_norm": 0.28342780349608687,
      "learning_rate": 2.4230151418928326e-05,
      "loss": 0.4414,
      "step": 179
    },
    {
      "epoch": 0.3290676416819013,
      "grad_norm": 0.2751850949398033,
      "learning_rate": 2.415841081679079e-05,
      "loss": 0.4569,
      "step": 180
    },
    {
      "epoch": 0.33089579524680074,
      "grad_norm": 0.2848165003785897,
      "learning_rate": 2.4086334644115176e-05,
      "loss": 0.4167,
      "step": 181
    },
    {
      "epoch": 0.3327239488117002,
      "grad_norm": 0.26869428432353776,
      "learning_rate": 2.4013925541822543e-05,
      "loss": 0.4393,
      "step": 182
    },
    {
      "epoch": 0.33455210237659966,
      "grad_norm": 0.3041074292613331,
      "learning_rate": 2.3941186163032736e-05,
      "loss": 0.443,
      "step": 183
    },
    {
      "epoch": 0.33638025594149906,
      "grad_norm": 0.3054719627730434,
      "learning_rate": 2.3868119172967145e-05,
      "loss": 0.4711,
      "step": 184
    },
    {
      "epoch": 0.3382084095063985,
      "grad_norm": 0.294864775838586,
      "learning_rate": 2.379472724885108e-05,
      "loss": 0.4208,
      "step": 185
    },
    {
      "epoch": 0.340036563071298,
      "grad_norm": 0.2815964015764938,
      "learning_rate": 2.3721013079815645e-05,
      "loss": 0.445,
      "step": 186
    },
    {
      "epoch": 0.34186471663619744,
      "grad_norm": 0.31854040107909304,
      "learning_rate": 2.3646979366799234e-05,
      "loss": 0.4601,
      "step": 187
    },
    {
      "epoch": 0.3436928702010969,
      "grad_norm": 0.28167691281400475,
      "learning_rate": 2.3572628822448546e-05,
      "loss": 0.4506,
      "step": 188
    },
    {
      "epoch": 0.34552102376599636,
      "grad_norm": 0.2771446663943378,
      "learning_rate": 2.3497964171019214e-05,
      "loss": 0.4358,
      "step": 189
    },
    {
      "epoch": 0.3473491773308958,
      "grad_norm": 0.27745556919254083,
      "learning_rate": 2.3422988148275963e-05,
      "loss": 0.4461,
      "step": 190
    },
    {
      "epoch": 0.3491773308957952,
      "grad_norm": 0.26029043603341223,
      "learning_rate": 2.3347703501392373e-05,
      "loss": 0.4538,
      "step": 191
    },
    {
      "epoch": 0.3510054844606947,
      "grad_norm": 0.2744751742780149,
      "learning_rate": 2.3272112988850237e-05,
      "loss": 0.4343,
      "step": 192
    },
    {
      "epoch": 0.35283363802559414,
      "grad_norm": 0.3148709000115808,
      "learning_rate": 2.319621938033848e-05,
      "loss": 0.4421,
      "step": 193
    },
    {
      "epoch": 0.3546617915904936,
      "grad_norm": 0.2802326000313149,
      "learning_rate": 2.3120025456651658e-05,
      "loss": 0.4528,
      "step": 194
    },
    {
      "epoch": 0.35648994515539306,
      "grad_norm": 0.25928215844810953,
      "learning_rate": 2.3043534009588108e-05,
      "loss": 0.4405,
      "step": 195
    },
    {
      "epoch": 0.3583180987202925,
      "grad_norm": 0.2732416188380195,
      "learning_rate": 2.296674784184761e-05,
      "loss": 0.4123,
      "step": 196
    },
    {
      "epoch": 0.360146252285192,
      "grad_norm": 0.2616002327630866,
      "learning_rate": 2.288966976692873e-05,
      "loss": 0.4211,
      "step": 197
    },
    {
      "epoch": 0.3619744058500914,
      "grad_norm": 0.25552504229923495,
      "learning_rate": 2.2812302609025692e-05,
      "loss": 0.4219,
      "step": 198
    },
    {
      "epoch": 0.36380255941499084,
      "grad_norm": 0.26460690701785383,
      "learning_rate": 2.2734649202924955e-05,
      "loss": 0.4519,
      "step": 199
    },
    {
      "epoch": 0.3656307129798903,
      "grad_norm": 0.2703925981362186,
      "learning_rate": 2.265671239390128e-05,
      "loss": 0.4525,
      "step": 200
    }
  ],
  "logging_steps": 1,
  "max_steps": 547,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 131774435229696.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}