{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.086340371904015,
  "eval_steps": 500,
  "global_step": 600000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0025719503099200123,
      "grad_norm": 1.539023995399475,
      "learning_rate": 5e-06,
      "loss": 10.2802,
      "step": 500
    },
    {
      "epoch": 0.005143900619840025,
      "grad_norm": 1.201340913772583,
      "learning_rate": 1e-05,
      "loss": 9.1163,
      "step": 1000
    },
    {
      "epoch": 0.007715850929760037,
      "grad_norm": 1.3188607692718506,
      "learning_rate": 1.5e-05,
      "loss": 8.454,
      "step": 1500
    },
    {
      "epoch": 0.01028780123968005,
      "grad_norm": 1.3608899116516113,
      "learning_rate": 2e-05,
      "loss": 8.0852,
      "step": 2000
    },
    {
      "epoch": 0.012859751549600063,
      "grad_norm": 1.5117723941802979,
      "learning_rate": 2.5e-05,
      "loss": 7.8255,
      "step": 2500
    },
    {
      "epoch": 0.015431701859520074,
      "grad_norm": 1.4807263612747192,
      "learning_rate": 3e-05,
      "loss": 7.6419,
      "step": 3000
    },
    {
      "epoch": 0.018003652169440085,
      "grad_norm": 1.9357377290725708,
      "learning_rate": 3.5e-05,
      "loss": 7.543,
      "step": 3500
    },
    {
      "epoch": 0.0205756024793601,
      "grad_norm": 1.4053044319152832,
      "learning_rate": 4e-05,
      "loss": 7.4304,
      "step": 4000
    },
    {
      "epoch": 0.023147552789280112,
      "grad_norm": 1.7819926738739014,
      "learning_rate": 4.5e-05,
      "loss": 7.3563,
      "step": 4500
    },
    {
      "epoch": 0.025719503099200125,
      "grad_norm": 1.5757050514221191,
      "learning_rate": 5e-05,
      "loss": 7.2987,
      "step": 5000
    },
    {
      "epoch": 0.028291453409120135,
      "grad_norm": 1.6142442226409912,
      "learning_rate": 5.500000000000001e-05,
      "loss": 7.237,
      "step": 5500
    },
    {
      "epoch": 0.030863403719040148,
      "grad_norm": 1.4982831478118896,
      "learning_rate": 6e-05,
      "loss": 7.1706,
      "step": 6000
    },
    {
      "epoch": 0.03343535402896016,
      "grad_norm": 2.2230963706970215,
      "learning_rate": 6.500000000000001e-05,
      "loss": 7.1074,
      "step": 6500
    },
    {
      "epoch": 0.03600730433888017,
      "grad_norm": 1.8124334812164307,
      "learning_rate": 7e-05,
      "loss": 7.0167,
      "step": 7000
    },
    {
      "epoch": 0.03857925464880019,
      "grad_norm": 2.228245258331299,
      "learning_rate": 7.500000000000001e-05,
      "loss": 6.9312,
      "step": 7500
    },
    {
      "epoch": 0.0411512049587202,
      "grad_norm": 2.270578145980835,
      "learning_rate": 8e-05,
      "loss": 6.8237,
      "step": 8000
    },
    {
      "epoch": 0.04372315526864021,
      "grad_norm": 2.2809226512908936,
      "learning_rate": 8.499e-05,
      "loss": 6.6923,
      "step": 8500
    },
    {
      "epoch": 0.046295105578560224,
      "grad_norm": 2.0048675537109375,
      "learning_rate": 8.999000000000001e-05,
      "loss": 6.552,
      "step": 9000
    },
    {
      "epoch": 0.04886705588848023,
      "grad_norm": 3.099470853805542,
      "learning_rate": 9.499e-05,
      "loss": 6.3139,
      "step": 9500
    },
    {
      "epoch": 0.05143900619840025,
      "grad_norm": 2.3764562606811523,
      "learning_rate": 9.999000000000001e-05,
      "loss": 5.9019,
      "step": 10000
    },
    {
      "epoch": 0.05401095650832026,
      "grad_norm": 2.565927743911743,
      "learning_rate": 9.994959595959596e-05,
      "loss": 5.3657,
      "step": 10500
    },
    {
      "epoch": 0.05658290681824027,
      "grad_norm": 2.563119649887085,
      "learning_rate": 9.989909090909091e-05,
      "loss": 5.0573,
      "step": 11000
    },
    {
      "epoch": 0.059154857128160286,
      "grad_norm": 2.43448805809021,
      "learning_rate": 9.984858585858586e-05,
      "loss": 4.8008,
      "step": 11500
    },
    {
      "epoch": 0.061726807438080296,
      "grad_norm": 2.7851388454437256,
      "learning_rate": 9.979808080808082e-05,
      "loss": 4.5791,
      "step": 12000
    },
    {
      "epoch": 0.06429875774800031,
      "grad_norm": 3.024442195892334,
      "learning_rate": 9.974757575757576e-05,
      "loss": 4.3963,
      "step": 12500
    },
    {
      "epoch": 0.06687070805792032,
      "grad_norm": 2.799959421157837,
      "learning_rate": 9.969717171717172e-05,
      "loss": 4.1974,
      "step": 13000
    },
    {
      "epoch": 0.06944265836784033,
      "grad_norm": 2.5713512897491455,
      "learning_rate": 9.964666666666667e-05,
      "loss": 4.0593,
      "step": 13500
    },
    {
      "epoch": 0.07201460867776034,
      "grad_norm": 2.840730905532837,
      "learning_rate": 9.959616161616162e-05,
      "loss": 3.9324,
      "step": 14000
    },
    {
      "epoch": 0.07458655898768035,
      "grad_norm": 2.8055996894836426,
      "learning_rate": 9.954565656565658e-05,
      "loss": 3.8384,
      "step": 14500
    },
    {
      "epoch": 0.07715850929760038,
      "grad_norm": 3.108902931213379,
      "learning_rate": 9.949525252525252e-05,
      "loss": 3.7442,
      "step": 15000
    },
    {
      "epoch": 0.07973045960752038,
      "grad_norm": 2.613213539123535,
      "learning_rate": 9.944474747474748e-05,
      "loss": 3.6902,
      "step": 15500
    },
    {
      "epoch": 0.0823024099174404,
      "grad_norm": 3.105239152908325,
      "learning_rate": 9.939424242424243e-05,
      "loss": 3.5897,
      "step": 16000
    },
    {
      "epoch": 0.0848743602273604,
      "grad_norm": 2.4152445793151855,
      "learning_rate": 9.934373737373737e-05,
      "loss": 3.5084,
      "step": 16500
    },
    {
      "epoch": 0.08744631053728041,
      "grad_norm": 2.6828176975250244,
      "learning_rate": 9.929333333333333e-05,
      "loss": 3.4708,
      "step": 17000
    },
    {
      "epoch": 0.09001826084720044,
      "grad_norm": 3.0051541328430176,
      "learning_rate": 9.92428282828283e-05,
      "loss": 3.3825,
      "step": 17500
    },
    {
      "epoch": 0.09259021115712045,
      "grad_norm": 2.8882691860198975,
      "learning_rate": 9.919232323232324e-05,
      "loss": 3.3456,
      "step": 18000
    },
    {
      "epoch": 0.09516216146704046,
      "grad_norm": 2.8528401851654053,
      "learning_rate": 9.914181818181819e-05,
      "loss": 3.3129,
      "step": 18500
    },
    {
      "epoch": 0.09773411177696047,
      "grad_norm": 2.7194721698760986,
      "learning_rate": 9.909141414141415e-05,
      "loss": 3.2803,
      "step": 19000
    },
    {
      "epoch": 0.10030606208688048,
      "grad_norm": 2.450242042541504,
      "learning_rate": 9.90410101010101e-05,
      "loss": 3.2348,
      "step": 19500
    },
    {
      "epoch": 0.1028780123968005,
      "grad_norm": 2.868133068084717,
      "learning_rate": 9.899050505050505e-05,
      "loss": 3.1772,
      "step": 20000
    },
    {
      "epoch": 0.10544996270672051,
      "grad_norm": 2.5029168128967285,
      "learning_rate": 9.894e-05,
      "loss": 3.1512,
      "step": 20500
    },
    {
      "epoch": 0.10802191301664052,
      "grad_norm": 2.388946771621704,
      "learning_rate": 9.888949494949496e-05,
      "loss": 3.1072,
      "step": 21000
    },
    {
      "epoch": 0.11059386332656053,
      "grad_norm": 2.435948371887207,
      "learning_rate": 9.88389898989899e-05,
      "loss": 3.1057,
      "step": 21500
    },
    {
      "epoch": 0.11316581363648054,
      "grad_norm": 2.745619058609009,
      "learning_rate": 9.878858585858586e-05,
      "loss": 3.0523,
      "step": 22000
    },
    {
      "epoch": 0.11573776394640055,
      "grad_norm": 2.6838150024414062,
      "learning_rate": 9.873808080808081e-05,
      "loss": 3.023,
      "step": 22500
    },
    {
      "epoch": 0.11830971425632057,
      "grad_norm": 2.8772313594818115,
      "learning_rate": 9.868757575757577e-05,
      "loss": 2.9742,
      "step": 23000
    },
    {
      "epoch": 0.12088166456624058,
      "grad_norm": 3.1740212440490723,
      "learning_rate": 9.863707070707072e-05,
      "loss": 2.9758,
      "step": 23500
    },
    {
      "epoch": 0.12345361487616059,
      "grad_norm": 3.2220029830932617,
      "learning_rate": 9.858656565656566e-05,
      "loss": 2.9479,
      "step": 24000
    },
    {
      "epoch": 0.1260255651860806,
      "grad_norm": 2.6701834201812744,
      "learning_rate": 9.853616161616162e-05,
      "loss": 2.9271,
      "step": 24500
    },
    {
      "epoch": 0.12859751549600063,
      "grad_norm": 2.7941513061523438,
      "learning_rate": 9.848565656565657e-05,
      "loss": 2.9261,
      "step": 25000
    },
    {
      "epoch": 0.13116946580592062,
      "grad_norm": 2.891564130783081,
      "learning_rate": 9.843515151515153e-05,
      "loss": 2.891,
      "step": 25500
    },
    {
      "epoch": 0.13374141611584064,
      "grad_norm": 2.8883216381073,
      "learning_rate": 9.838464646464647e-05,
      "loss": 2.8803,
      "step": 26000
    },
    {
      "epoch": 0.13631336642576067,
      "grad_norm": 2.4983842372894287,
      "learning_rate": 9.833424242424243e-05,
      "loss": 2.8642,
      "step": 26500
    },
    {
      "epoch": 0.13888531673568066,
      "grad_norm": 2.7084362506866455,
      "learning_rate": 9.828373737373738e-05,
      "loss": 2.8195,
      "step": 27000
    },
    {
      "epoch": 0.1414572670456007,
      "grad_norm": 2.29557204246521,
      "learning_rate": 9.823323232323233e-05,
      "loss": 2.814,
      "step": 27500
    },
    {
      "epoch": 0.14402921735552068,
      "grad_norm": 2.3679752349853516,
      "learning_rate": 9.818272727272729e-05,
      "loss": 2.7952,
      "step": 28000
    },
    {
      "epoch": 0.1466011676654407,
      "grad_norm": 2.6051392555236816,
      "learning_rate": 9.813232323232325e-05,
      "loss": 2.7855,
      "step": 28500
    },
    {
      "epoch": 0.1491731179753607,
      "grad_norm": 3.920278310775757,
      "learning_rate": 9.808181818181818e-05,
      "loss": 2.7721,
      "step": 29000
    },
    {
      "epoch": 0.15174506828528073,
      "grad_norm": 3.2232682704925537,
      "learning_rate": 9.803131313131314e-05,
      "loss": 2.7573,
      "step": 29500
    },
    {
      "epoch": 0.15431701859520075,
      "grad_norm": 2.551081418991089,
      "learning_rate": 9.798080808080809e-05,
      "loss": 2.7375,
      "step": 30000
    },
    {
      "epoch": 0.15688896890512075,
      "grad_norm": 2.425506114959717,
      "learning_rate": 9.793040404040405e-05,
      "loss": 2.7166,
      "step": 30500
    },
    {
      "epoch": 0.15946091921504077,
      "grad_norm": 2.9112095832824707,
      "learning_rate": 9.7879898989899e-05,
      "loss": 2.6943,
      "step": 31000
    },
    {
      "epoch": 0.16203286952496077,
      "grad_norm": 2.865812063217163,
      "learning_rate": 9.782939393939394e-05,
      "loss": 2.6932,
      "step": 31500
    },
    {
      "epoch": 0.1646048198348808,
      "grad_norm": 2.484619379043579,
      "learning_rate": 9.77788888888889e-05,
      "loss": 2.6781,
      "step": 32000
    },
    {
      "epoch": 0.1671767701448008,
      "grad_norm": 2.5136959552764893,
      "learning_rate": 9.772848484848486e-05,
      "loss": 2.6624,
      "step": 32500
    },
    {
      "epoch": 0.1697487204547208,
      "grad_norm": 3.022930860519409,
      "learning_rate": 9.76779797979798e-05,
      "loss": 2.6657,
      "step": 33000
    },
    {
      "epoch": 0.17232067076464083,
      "grad_norm": 2.9088263511657715,
      "learning_rate": 9.762747474747475e-05,
      "loss": 2.6475,
      "step": 33500
    },
    {
      "epoch": 0.17489262107456083,
      "grad_norm": 2.884895086288452,
      "learning_rate": 9.75769696969697e-05,
      "loss": 2.6192,
      "step": 34000
    },
    {
      "epoch": 0.17746457138448085,
      "grad_norm": 2.8403241634368896,
      "learning_rate": 9.752656565656566e-05,
      "loss": 2.6216,
      "step": 34500
    },
    {
      "epoch": 0.18003652169440088,
      "grad_norm": 2.7791824340820312,
      "learning_rate": 9.747606060606062e-05,
      "loss": 2.6003,
      "step": 35000
    },
    {
      "epoch": 0.18260847200432087,
      "grad_norm": 2.736762762069702,
      "learning_rate": 9.742555555555556e-05,
      "loss": 2.5981,
      "step": 35500
    },
    {
      "epoch": 0.1851804223142409,
      "grad_norm": 2.719017744064331,
      "learning_rate": 9.737505050505051e-05,
      "loss": 2.5924,
      "step": 36000
    },
    {
      "epoch": 0.1877523726241609,
      "grad_norm": 3.110269784927368,
      "learning_rate": 9.732464646464647e-05,
      "loss": 2.5829,
      "step": 36500
    },
    {
      "epoch": 0.19032432293408091,
      "grad_norm": 2.6917083263397217,
      "learning_rate": 9.727414141414141e-05,
      "loss": 2.569,
      "step": 37000
    },
    {
      "epoch": 0.19289627324400094,
      "grad_norm": 2.3601632118225098,
      "learning_rate": 9.722363636363637e-05,
      "loss": 2.5608,
      "step": 37500
    },
    {
      "epoch": 0.19546822355392093,
      "grad_norm": 2.266639232635498,
      "learning_rate": 9.717313131313132e-05,
      "loss": 2.5411,
      "step": 38000
    },
    {
      "epoch": 0.19804017386384096,
      "grad_norm": 3.149444818496704,
      "learning_rate": 9.712262626262627e-05,
      "loss": 2.5342,
      "step": 38500
    },
    {
      "epoch": 0.20061212417376095,
      "grad_norm": 2.4720096588134766,
      "learning_rate": 9.707222222222223e-05,
      "loss": 2.5222,
      "step": 39000
    },
    {
      "epoch": 0.20318407448368098,
      "grad_norm": 3.0014114379882812,
      "learning_rate": 9.702171717171717e-05,
      "loss": 2.5228,
      "step": 39500
    },
    {
      "epoch": 0.205756024793601,
      "grad_norm": 3.3219223022460938,
      "learning_rate": 9.697121212121213e-05,
      "loss": 2.5232,
      "step": 40000
    },
    {
      "epoch": 0.208327975103521,
      "grad_norm": 2.2936556339263916,
      "learning_rate": 9.692070707070708e-05,
      "loss": 2.5031,
      "step": 40500
    },
    {
      "epoch": 0.21089992541344102,
      "grad_norm": 2.9339241981506348,
      "learning_rate": 9.687030303030304e-05,
      "loss": 2.4811,
      "step": 41000
    },
    {
      "epoch": 0.21347187572336102,
      "grad_norm": 3.1717493534088135,
      "learning_rate": 9.681979797979799e-05,
      "loss": 2.4881,
      "step": 41500
    },
    {
      "epoch": 0.21604382603328104,
      "grad_norm": 3.3218414783477783,
      "learning_rate": 9.676929292929293e-05,
      "loss": 2.4928,
      "step": 42000
    },
    {
      "epoch": 0.21861577634320106,
      "grad_norm": 2.5804648399353027,
      "learning_rate": 9.671878787878789e-05,
      "loss": 2.49,
      "step": 42500
    },
    {
      "epoch": 0.22118772665312106,
      "grad_norm": 2.6406478881835938,
      "learning_rate": 9.666838383838385e-05,
      "loss": 2.4826,
      "step": 43000
    },
    {
      "epoch": 0.22375967696304108,
      "grad_norm": 2.9224679470062256,
      "learning_rate": 9.66178787878788e-05,
      "loss": 2.4601,
      "step": 43500
    },
    {
      "epoch": 0.22633162727296108,
      "grad_norm": 2.5592384338378906,
      "learning_rate": 9.656737373737374e-05,
      "loss": 2.4472,
      "step": 44000
    },
    {
      "epoch": 0.2289035775828811,
      "grad_norm": 2.8015081882476807,
      "learning_rate": 9.651686868686869e-05,
      "loss": 2.4617,
      "step": 44500
    },
    {
      "epoch": 0.2314755278928011,
      "grad_norm": 3.1833553314208984,
      "learning_rate": 9.646646464646465e-05,
      "loss": 2.4373,
      "step": 45000
    },
    {
      "epoch": 0.23404747820272112,
      "grad_norm": 2.631361961364746,
      "learning_rate": 9.641595959595961e-05,
      "loss": 2.4167,
      "step": 45500
    },
    {
      "epoch": 0.23661942851264114,
      "grad_norm": 2.7147443294525146,
      "learning_rate": 9.636545454545454e-05,
      "loss": 2.4266,
      "step": 46000
    },
    {
      "epoch": 0.23919137882256114,
      "grad_norm": 2.604551315307617,
      "learning_rate": 9.63149494949495e-05,
      "loss": 2.4089,
      "step": 46500
    },
    {
      "epoch": 0.24176332913248116,
      "grad_norm": 2.733030319213867,
      "learning_rate": 9.626454545454546e-05,
      "loss": 2.4003,
      "step": 47000
    },
    {
      "epoch": 0.24433527944240116,
      "grad_norm": 2.895327568054199,
      "learning_rate": 9.621404040404041e-05,
      "loss": 2.3862,
      "step": 47500
    },
    {
      "epoch": 0.24690722975232118,
      "grad_norm": 2.6326534748077393,
      "learning_rate": 9.616353535353535e-05,
      "loss": 2.4035,
      "step": 48000
    },
    {
      "epoch": 0.2494791800622412,
      "grad_norm": 2.8169047832489014,
      "learning_rate": 9.61130303030303e-05,
      "loss": 2.3894,
      "step": 48500
    },
    {
      "epoch": 0.2520511303721612,
      "grad_norm": 2.4093706607818604,
      "learning_rate": 9.606262626262626e-05,
      "loss": 2.3925,
      "step": 49000
    },
    {
      "epoch": 0.2546230806820812,
      "grad_norm": 2.373400926589966,
      "learning_rate": 9.601212121212122e-05,
      "loss": 2.385,
      "step": 49500
    },
    {
      "epoch": 0.25719503099200125,
      "grad_norm": 2.445448160171509,
      "learning_rate": 9.596161616161617e-05,
      "loss": 2.3762,
      "step": 50000
    },
    {
      "epoch": 0.2597669813019213,
      "grad_norm": 2.641312599182129,
      "learning_rate": 9.591111111111111e-05,
      "loss": 2.3798,
      "step": 50500
    },
    {
      "epoch": 0.26233893161184124,
      "grad_norm": 2.40631103515625,
      "learning_rate": 9.586060606060606e-05,
      "loss": 2.3656,
      "step": 51000
    },
    {
      "epoch": 0.26491088192176127,
      "grad_norm": 2.609057664871216,
      "learning_rate": 9.581020202020202e-05,
      "loss": 2.365,
      "step": 51500
    },
    {
      "epoch": 0.2674828322316813,
      "grad_norm": 2.9380626678466797,
      "learning_rate": 9.575969696969698e-05,
      "loss": 2.3512,
      "step": 52000
    },
    {
      "epoch": 0.2700547825416013,
      "grad_norm": 2.5909035205841064,
      "learning_rate": 9.570919191919193e-05,
      "loss": 2.3351,
      "step": 52500
    },
    {
      "epoch": 0.27262673285152134,
      "grad_norm": 2.4578676223754883,
      "learning_rate": 9.565868686868687e-05,
      "loss": 2.3516,
      "step": 53000
    },
    {
      "epoch": 0.2751986831614413,
      "grad_norm": 2.208662748336792,
      "learning_rate": 9.560828282828283e-05,
      "loss": 2.3376,
      "step": 53500
    },
    {
      "epoch": 0.27777063347136133,
      "grad_norm": 2.3018739223480225,
      "learning_rate": 9.555777777777778e-05,
      "loss": 2.3327,
      "step": 54000
    },
    {
      "epoch": 0.28034258378128135,
      "grad_norm": 3.107210159301758,
      "learning_rate": 9.550727272727274e-05,
      "loss": 2.3187,
      "step": 54500
    },
    {
      "epoch": 0.2829145340912014,
      "grad_norm": 2.857588052749634,
      "learning_rate": 9.545676767676768e-05,
      "loss": 2.3302,
      "step": 55000
    },
    {
      "epoch": 0.28548648440112134,
      "grad_norm": 2.459374189376831,
      "learning_rate": 9.540636363636364e-05,
      "loss": 2.3125,
      "step": 55500
    },
    {
      "epoch": 0.28805843471104137,
      "grad_norm": 2.3911349773406982,
      "learning_rate": 9.535585858585859e-05,
      "loss": 2.3184,
      "step": 56000
    },
    {
      "epoch": 0.2906303850209614,
      "grad_norm": 2.443305492401123,
      "learning_rate": 9.530535353535354e-05,
      "loss": 2.3133,
      "step": 56500
    },
    {
      "epoch": 0.2932023353308814,
      "grad_norm": 2.788959503173828,
      "learning_rate": 9.52548484848485e-05,
      "loss": 2.3109,
      "step": 57000
    },
    {
      "epoch": 0.29577428564080144,
      "grad_norm": 2.704943895339966,
      "learning_rate": 9.520444444444446e-05,
      "loss": 2.3016,
      "step": 57500
    },
    {
      "epoch": 0.2983462359507214,
      "grad_norm": 2.6149935722351074,
      "learning_rate": 9.51539393939394e-05,
      "loss": 2.2847,
      "step": 58000
    },
    {
      "epoch": 0.30091818626064143,
      "grad_norm": 2.797826051712036,
      "learning_rate": 9.510343434343435e-05,
      "loss": 2.294,
      "step": 58500
    },
    {
      "epoch": 0.30349013657056145,
      "grad_norm": 2.6312453746795654,
      "learning_rate": 9.50529292929293e-05,
      "loss": 2.2853,
      "step": 59000
    },
    {
      "epoch": 0.3060620868804815,
      "grad_norm": 2.364706039428711,
      "learning_rate": 9.500242424242425e-05,
      "loss": 2.274,
      "step": 59500
    },
    {
      "epoch": 0.3086340371904015,
      "grad_norm": 2.1500983238220215,
      "learning_rate": 9.495202020202021e-05,
      "loss": 2.2691,
      "step": 60000
    },
    {
      "epoch": 0.31120598750032147,
      "grad_norm": 2.4474480152130127,
      "learning_rate": 9.490151515151515e-05,
      "loss": 2.2765,
      "step": 60500
    },
    {
      "epoch": 0.3137779378102415,
      "grad_norm": 2.65130352973938,
      "learning_rate": 9.48510101010101e-05,
      "loss": 2.2525,
      "step": 61000
    },
    {
      "epoch": 0.3163498881201615,
      "grad_norm": 2.6861233711242676,
      "learning_rate": 9.480050505050505e-05,
      "loss": 2.2492,
      "step": 61500
    },
    {
      "epoch": 0.31892183843008154,
      "grad_norm": 3.0400047302246094,
      "learning_rate": 9.475010101010101e-05,
      "loss": 2.2565,
      "step": 62000
    },
    {
      "epoch": 0.32149378874000156,
      "grad_norm": 2.5578489303588867,
      "learning_rate": 9.469959595959597e-05,
      "loss": 2.2619,
      "step": 62500
    },
    {
      "epoch": 0.32406573904992153,
      "grad_norm": 2.904978036880493,
      "learning_rate": 9.46490909090909e-05,
      "loss": 2.2284,
      "step": 63000
    },
    {
      "epoch": 0.32663768935984155,
      "grad_norm": 2.79347562789917,
      "learning_rate": 9.459858585858586e-05,
      "loss": 2.2413,
      "step": 63500
    },
    {
      "epoch": 0.3292096396697616,
      "grad_norm": 2.5674405097961426,
      "learning_rate": 9.454808080808081e-05,
      "loss": 2.2501,
      "step": 64000
    },
    {
      "epoch": 0.3317815899796816,
      "grad_norm": 3.054811716079712,
      "learning_rate": 9.449767676767677e-05,
      "loss": 2.2433,
      "step": 64500
    },
    {
      "epoch": 0.3343535402896016,
      "grad_norm": 2.797732353210449,
      "learning_rate": 9.444717171717172e-05,
      "loss": 2.2285,
      "step": 65000
    },
    {
      "epoch": 0.3369254905995216,
      "grad_norm": 2.077179193496704,
      "learning_rate": 9.439666666666666e-05,
      "loss": 2.233,
      "step": 65500
    },
    {
      "epoch": 0.3394974409094416,
      "grad_norm": 2.7943077087402344,
      "learning_rate": 9.434616161616162e-05,
      "loss": 2.2336,
      "step": 66000
    },
    {
      "epoch": 0.34206939121936164,
      "grad_norm": 2.4715709686279297,
      "learning_rate": 9.429575757575758e-05,
      "loss": 2.2161,
      "step": 66500
    },
    {
      "epoch": 0.34464134152928166,
      "grad_norm": 2.578552484512329,
      "learning_rate": 9.424525252525253e-05,
      "loss": 2.2184,
      "step": 67000
    },
    {
      "epoch": 0.3472132918392017,
      "grad_norm": 2.8192737102508545,
      "learning_rate": 9.419474747474748e-05,
      "loss": 2.213,
      "step": 67500
    },
    {
      "epoch": 0.34978524214912166,
      "grad_norm": 2.719334125518799,
      "learning_rate": 9.414424242424242e-05,
      "loss": 2.2029,
      "step": 68000
    },
    {
      "epoch": 0.3523571924590417,
      "grad_norm": 2.509049892425537,
      "learning_rate": 9.409373737373738e-05,
      "loss": 2.2093,
      "step": 68500
    },
    {
      "epoch": 0.3549291427689617,
      "grad_norm": 2.238666296005249,
      "learning_rate": 9.404323232323233e-05,
      "loss": 2.2092,
      "step": 69000
    },
    {
      "epoch": 0.3575010930788817,
      "grad_norm": 2.2683796882629395,
      "learning_rate": 9.399272727272727e-05,
      "loss": 2.2011,
      "step": 69500
    },
    {
      "epoch": 0.36007304338880175,
      "grad_norm": 2.6098029613494873,
      "learning_rate": 9.394232323232323e-05,
      "loss": 2.1919,
      "step": 70000
    },
    {
      "epoch": 0.3626449936987217,
      "grad_norm": 2.656914234161377,
      "learning_rate": 9.389181818181818e-05,
      "loss": 2.2042,
      "step": 70500
    },
    {
      "epoch": 0.36521694400864174,
      "grad_norm": 2.753380298614502,
      "learning_rate": 9.384131313131314e-05,
      "loss": 2.1879,
      "step": 71000
    },
    {
      "epoch": 0.36778889431856177,
      "grad_norm": 2.4511659145355225,
      "learning_rate": 9.37909090909091e-05,
      "loss": 2.1984,
      "step": 71500
    },
    {
      "epoch": 0.3703608446284818,
      "grad_norm": 2.4932587146759033,
      "learning_rate": 9.374040404040403e-05,
      "loss": 2.1822,
      "step": 72000
    },
    {
      "epoch": 0.3729327949384018,
      "grad_norm": 2.8497045040130615,
      "learning_rate": 9.368989898989899e-05,
      "loss": 2.184,
      "step": 72500
    },
    {
      "epoch": 0.3755047452483218,
      "grad_norm": 2.5217344760894775,
      "learning_rate": 9.363939393939395e-05,
      "loss": 2.1765,
      "step": 73000
    },
    {
      "epoch": 0.3780766955582418,
      "grad_norm": 2.4461801052093506,
      "learning_rate": 9.35888888888889e-05,
      "loss": 2.174,
      "step": 73500
    },
    {
      "epoch": 0.38064864586816183,
      "grad_norm": 2.3911330699920654,
      "learning_rate": 9.353838383838385e-05,
      "loss": 2.1655,
      "step": 74000
    },
    {
      "epoch": 0.38322059617808185,
      "grad_norm": 2.4616994857788086,
      "learning_rate": 9.348787878787879e-05,
      "loss": 2.1657,
      "step": 74500
    },
    {
      "epoch": 0.3857925464880019,
      "grad_norm": 2.8872811794281006,
      "learning_rate": 9.343737373737375e-05,
      "loss": 2.1677,
      "step": 75000
    },
    {
      "epoch": 0.38836449679792184,
      "grad_norm": 2.5439906120300293,
      "learning_rate": 9.338686868686868e-05,
      "loss": 2.1727,
      "step": 75500
    },
    {
      "epoch": 0.39093644710784187,
      "grad_norm": 2.687584638595581,
      "learning_rate": 9.333636363636364e-05,
      "loss": 2.1606,
      "step": 76000
    },
    {
      "epoch": 0.3935083974177619,
      "grad_norm": 2.353545904159546,
      "learning_rate": 9.328585858585859e-05,
      "loss": 2.1468,
      "step": 76500
    },
    {
      "epoch": 0.3960803477276819,
      "grad_norm": 2.3765275478363037,
      "learning_rate": 9.323545454545455e-05,
      "loss": 2.1593,
      "step": 77000
    },
    {
      "epoch": 0.39865229803760194,
      "grad_norm": 2.507904052734375,
      "learning_rate": 9.31849494949495e-05,
      "loss": 2.1571,
      "step": 77500
    },
    {
      "epoch": 0.4012242483475219,
      "grad_norm": 2.3261361122131348,
      "learning_rate": 9.313444444444444e-05,
      "loss": 2.1511,
      "step": 78000
    },
    {
      "epoch": 0.40379619865744193,
      "grad_norm": 2.7640092372894287,
      "learning_rate": 9.30839393939394e-05,
      "loss": 2.1538,
      "step": 78500
    },
    {
      "epoch": 0.40636814896736195,
      "grad_norm": 2.9779064655303955,
      "learning_rate": 9.303343434343435e-05,
      "loss": 2.1464,
      "step": 79000
    },
    {
      "epoch": 0.408940099277282,
      "grad_norm": 2.406595468521118,
      "learning_rate": 9.298303030303031e-05,
      "loss": 2.141,
      "step": 79500
    },
    {
      "epoch": 0.411512049587202,
      "grad_norm": 2.4242331981658936,
      "learning_rate": 9.293252525252526e-05,
      "loss": 2.1457,
      "step": 80000
    },
    {
      "epoch": 0.41408399989712197,
      "grad_norm": 3.289874315261841,
      "learning_rate": 9.28820202020202e-05,
      "loss": 2.1143,
      "step": 80500
    },
    {
      "epoch": 0.416655950207042,
      "grad_norm": 2.4861912727355957,
      "learning_rate": 9.283151515151516e-05,
      "loss": 2.1366,
      "step": 81000
    },
    {
      "epoch": 0.419227900516962,
      "grad_norm": 2.6344797611236572,
      "learning_rate": 9.278101010101011e-05,
      "loss": 2.1232,
      "step": 81500
    },
    {
      "epoch": 0.42179985082688204,
      "grad_norm": 2.6407787799835205,
      "learning_rate": 9.273060606060607e-05,
      "loss": 2.1326,
      "step": 82000
    },
    {
      "epoch": 0.42437180113680206,
      "grad_norm": 2.258902072906494,
      "learning_rate": 9.268010101010101e-05,
      "loss": 2.1315,
      "step": 82500
    },
    {
      "epoch": 0.42694375144672203,
      "grad_norm": 2.644082546234131,
      "learning_rate": 9.262959595959596e-05,
      "loss": 2.1234,
      "step": 83000
    },
    {
      "epoch": 0.42951570175664205,
      "grad_norm": 2.3079209327697754,
      "learning_rate": 9.257909090909092e-05,
      "loss": 2.1095,
      "step": 83500
    },
    {
      "epoch": 0.4320876520665621,
      "grad_norm": 2.5316202640533447,
      "learning_rate": 9.252858585858585e-05,
      "loss": 2.1202,
      "step": 84000
    },
    {
      "epoch": 0.4346596023764821,
      "grad_norm": 2.330894708633423,
      "learning_rate": 9.247808080808081e-05,
      "loss": 2.0964,
      "step": 84500
    },
    {
      "epoch": 0.4372315526864021,
      "grad_norm": 2.368502140045166,
      "learning_rate": 9.242757575757576e-05,
      "loss": 2.1111,
      "step": 85000
    },
    {
      "epoch": 0.4398035029963221,
      "grad_norm": 2.195286512374878,
      "learning_rate": 9.237707070707072e-05,
      "loss": 2.1045,
      "step": 85500
    },
    {
      "epoch": 0.4423754533062421,
      "grad_norm": 2.3127996921539307,
      "learning_rate": 9.232676767676768e-05,
      "loss": 2.1115,
      "step": 86000
    },
    {
      "epoch": 0.44494740361616214,
      "grad_norm": 2.3976833820343018,
      "learning_rate": 9.227626262626264e-05,
      "loss": 2.1074,
      "step": 86500
    },
    {
      "epoch": 0.44751935392608216,
      "grad_norm": 2.5539162158966064,
      "learning_rate": 9.222575757575757e-05,
      "loss": 2.0948,
      "step": 87000
    },
    {
      "epoch": 0.4500913042360022,
      "grad_norm": 2.6165366172790527,
      "learning_rate": 9.217525252525253e-05,
      "loss": 2.1028,
      "step": 87500
    },
    {
      "epoch": 0.45266325454592216,
      "grad_norm": 2.407905101776123,
      "learning_rate": 9.212484848484849e-05,
      "loss": 2.0883,
      "step": 88000
    },
    {
      "epoch": 0.4552352048558422,
      "grad_norm": 2.6928274631500244,
      "learning_rate": 9.207434343434344e-05,
      "loss": 2.0961,
      "step": 88500
    },
    {
      "epoch": 0.4578071551657622,
      "grad_norm": 2.3398540019989014,
      "learning_rate": 9.20238383838384e-05,
      "loss": 2.0902,
      "step": 89000
    },
    {
      "epoch": 0.4603791054756822,
      "grad_norm": 2.5254998207092285,
      "learning_rate": 9.197333333333333e-05,
      "loss": 2.0807,
      "step": 89500
    },
    {
      "epoch": 0.4629510557856022,
      "grad_norm": 2.4837093353271484,
      "learning_rate": 9.192292929292929e-05,
      "loss": 2.0843,
      "step": 90000
    },
    {
      "epoch": 0.4655230060955222,
      "grad_norm": 2.218877077102661,
      "learning_rate": 9.187242424242425e-05,
      "loss": 2.0727,
      "step": 90500
    },
    {
      "epoch": 0.46809495640544224,
      "grad_norm": 2.3560657501220703,
      "learning_rate": 9.18219191919192e-05,
      "loss": 2.0905,
      "step": 91000
    },
    {
      "epoch": 0.47066690671536227,
      "grad_norm": 2.2257909774780273,
      "learning_rate": 9.177141414141414e-05,
      "loss": 2.0674,
      "step": 91500
    },
    {
      "epoch": 0.4732388570252823,
      "grad_norm": 2.5964746475219727,
      "learning_rate": 9.172090909090909e-05,
      "loss": 2.0798,
      "step": 92000
    },
    {
      "epoch": 0.47581080733520226,
      "grad_norm": 3.076167345046997,
      "learning_rate": 9.167050505050505e-05,
      "loss": 2.0814,
      "step": 92500
    },
    {
      "epoch": 0.4783827576451223,
      "grad_norm": 2.514014482498169,
      "learning_rate": 9.162000000000001e-05,
      "loss": 2.0795,
      "step": 93000
    },
    {
      "epoch": 0.4809547079550423,
      "grad_norm": 2.6532745361328125,
      "learning_rate": 9.156949494949495e-05,
      "loss": 2.0626,
      "step": 93500
    },
    {
      "epoch": 0.48352665826496233,
      "grad_norm": 2.583951950073242,
      "learning_rate": 9.15189898989899e-05,
      "loss": 2.0759,
      "step": 94000
    },
    {
      "epoch": 0.48609860857488235,
      "grad_norm": 2.2346367835998535,
      "learning_rate": 9.146858585858586e-05,
      "loss": 2.0581,
      "step": 94500
    },
    {
      "epoch": 0.4886705588848023,
      "grad_norm": 2.8640918731689453,
      "learning_rate": 9.141818181818182e-05,
      "loss": 2.0758,
      "step": 95000
    },
    {
      "epoch": 0.49124250919472234,
      "grad_norm": 2.441415548324585,
      "learning_rate": 9.136767676767677e-05,
      "loss": 2.0634,
      "step": 95500
    },
    {
      "epoch": 0.49381445950464237,
      "grad_norm": 2.3812661170959473,
      "learning_rate": 9.131717171717173e-05,
      "loss": 2.0711,
      "step": 96000
    },
    {
      "epoch": 0.4963864098145624,
      "grad_norm": 2.4360954761505127,
      "learning_rate": 9.126666666666667e-05,
      "loss": 2.0472,
      "step": 96500
    },
    {
      "epoch": 0.4989583601244824,
      "grad_norm": 2.4400837421417236,
      "learning_rate": 9.121616161616162e-05,
      "loss": 2.0556,
      "step": 97000
    },
    {
      "epoch": 0.5015303104344024,
      "grad_norm": 2.2711386680603027,
      "learning_rate": 9.116565656565656e-05,
      "loss": 2.0581,
      "step": 97500
    },
    {
      "epoch": 0.5041022607443224,
      "grad_norm": 2.3467113971710205,
      "learning_rate": 9.111515151515152e-05,
      "loss": 2.0642,
      "step": 98000
    },
    {
      "epoch": 0.5066742110542425,
      "grad_norm": 2.3878612518310547,
      "learning_rate": 9.106464646464646e-05,
      "loss": 2.0561,
      "step": 98500
    },
    {
      "epoch": 0.5092461613641625,
      "grad_norm": 2.205702066421509,
      "learning_rate": 9.101424242424243e-05,
      "loss": 2.0618,
      "step": 99000
    },
    {
      "epoch": 0.5118181116740824,
      "grad_norm": 2.889329195022583,
      "learning_rate": 9.096373737373738e-05,
      "loss": 2.0457,
      "step": 99500
    },
    {
      "epoch": 0.5143900619840025,
      "grad_norm": 2.655266761779785,
      "learning_rate": 9.091323232323232e-05,
      "loss": 2.036,
      "step": 100000
    },
    {
      "epoch": 0.5169620122939225,
      "grad_norm": 2.392587900161743,
      "learning_rate": 9.086272727272728e-05,
      "loss": 2.0485,
      "step": 100500
    },
    {
      "epoch": 0.5195339626038425,
      "grad_norm": 2.4802868366241455,
      "learning_rate": 9.081242424242424e-05,
      "loss": 2.0478,
      "step": 101000
    },
    {
      "epoch": 0.5221059129137625,
      "grad_norm": 2.0449373722076416,
      "learning_rate": 9.07619191919192e-05,
      "loss": 2.0337,
      "step": 101500
    },
    {
      "epoch": 0.5246778632236825,
      "grad_norm": 2.384089946746826,
      "learning_rate": 9.071141414141415e-05,
      "loss": 2.0171,
      "step": 102000
    },
    {
      "epoch": 0.5272498135336026,
      "grad_norm": 2.4087131023406982,
      "learning_rate": 9.06609090909091e-05,
      "loss": 2.0412,
      "step": 102500
    },
    {
      "epoch": 0.5298217638435225,
      "grad_norm": 2.774549961090088,
      "learning_rate": 9.061040404040404e-05,
      "loss": 2.0364,
      "step": 103000
    },
    {
      "epoch": 0.5323937141534426,
      "grad_norm": 2.3224120140075684,
      "learning_rate": 9.0559898989899e-05,
      "loss": 2.0317,
      "step": 103500
    },
    {
      "epoch": 0.5349656644633626,
      "grad_norm": 2.3578784465789795,
      "learning_rate": 9.050939393939393e-05,
      "loss": 2.0221,
      "step": 104000
    },
    {
      "epoch": 0.5375376147732825,
      "grad_norm": 2.2884316444396973,
      "learning_rate": 9.04588888888889e-05,
      "loss": 2.0284,
      "step": 104500
    },
    {
      "epoch": 0.5401095650832026,
      "grad_norm": 2.560002326965332,
      "learning_rate": 9.040838383838385e-05,
      "loss": 2.0176,
      "step": 105000
    },
    {
      "epoch": 0.5426815153931226,
      "grad_norm": 2.5888469219207764,
      "learning_rate": 9.035787878787879e-05,
      "loss": 2.0265,
      "step": 105500
    },
    {
      "epoch": 0.5452534657030427,
      "grad_norm": 2.30547833442688,
      "learning_rate": 9.030737373737375e-05,
      "loss": 2.0285,
      "step": 106000
    },
    {
      "epoch": 0.5478254160129626,
      "grad_norm": 2.7285144329071045,
      "learning_rate": 9.02569696969697e-05,
      "loss": 2.0138,
      "step": 106500
    },
    {
      "epoch": 0.5503973663228826,
      "grad_norm": 2.7011213302612305,
      "learning_rate": 9.020646464646465e-05,
      "loss": 2.0173,
      "step": 107000
    },
    {
      "epoch": 0.5529693166328027,
      "grad_norm": 2.5760533809661865,
      "learning_rate": 9.01559595959596e-05,
      "loss": 2.0091,
      "step": 107500
    },
    {
      "epoch": 0.5555412669427227,
      "grad_norm": 2.6803488731384277,
      "learning_rate": 9.010545454545454e-05,
      "loss": 2.0199,
      "step": 108000
    },
    {
      "epoch": 0.5581132172526426,
      "grad_norm": 2.3978312015533447,
      "learning_rate": 9.00549494949495e-05,
      "loss": 2.0109,
      "step": 108500
    },
    {
      "epoch": 0.5606851675625627,
      "grad_norm": 2.530170202255249,
      "learning_rate": 9.000454545454546e-05,
      "loss": 2.0085,
      "step": 109000
    },
    {
      "epoch": 0.5632571178724827,
      "grad_norm": 2.43276309967041,
      "learning_rate": 8.995404040404041e-05,
      "loss": 1.9883,
      "step": 109500
    },
    {
      "epoch": 0.5658290681824028,
      "grad_norm": 2.404324531555176,
      "learning_rate": 8.990353535353536e-05,
      "loss": 1.9948,
      "step": 110000
    },
    {
      "epoch": 0.5684010184923227,
      "grad_norm": 2.732954740524292,
      "learning_rate": 8.98530303030303e-05,
      "loss": 1.993,
      "step": 110500
    },
    {
      "epoch": 0.5709729688022427,
      "grad_norm": 2.43375563621521,
      "learning_rate": 8.980262626262626e-05,
      "loss": 2.0089,
      "step": 111000
    },
    {
      "epoch": 0.5735449191121628,
      "grad_norm": 2.824575662612915,
      "learning_rate": 8.975212121212122e-05,
      "loss": 2.0035,
      "step": 111500
    },
    {
      "epoch": 0.5761168694220827,
      "grad_norm": 2.329143524169922,
      "learning_rate": 8.970161616161617e-05,
      "loss": 1.9987,
      "step": 112000
    },
    {
      "epoch": 0.5786888197320028,
      "grad_norm": 2.400956392288208,
      "learning_rate": 8.965111111111112e-05,
      "loss": 1.9997,
      "step": 112500
    },
    {
      "epoch": 0.5812607700419228,
      "grad_norm": 2.737149953842163,
      "learning_rate": 8.960070707070707e-05,
      "loss": 1.9925,
      "step": 113000
    },
    {
      "epoch": 0.5838327203518427,
      "grad_norm": 2.3448445796966553,
      "learning_rate": 8.955020202020202e-05,
      "loss": 2.0024,
      "step": 113500
    },
    {
      "epoch": 0.5864046706617628,
      "grad_norm": 2.8817691802978516,
      "learning_rate": 8.949969696969698e-05,
      "loss": 1.9896,
      "step": 114000
    },
    {
      "epoch": 0.5889766209716828,
      "grad_norm": 2.6253979206085205,
      "learning_rate": 8.944929292929294e-05,
      "loss": 1.985,
      "step": 114500
    },
    {
      "epoch": 0.5915485712816029,
      "grad_norm": 2.2400150299072266,
      "learning_rate": 8.939878787878789e-05,
      "loss": 1.9898,
      "step": 115000
    },
    {
      "epoch": 0.5941205215915228,
      "grad_norm": 2.847470760345459,
      "learning_rate": 8.934828282828283e-05,
      "loss": 1.9939,
      "step": 115500
    },
    {
      "epoch": 0.5966924719014428,
      "grad_norm": 3.0489280223846436,
      "learning_rate": 8.929777777777778e-05,
      "loss": 1.9968,
      "step": 116000
    },
    {
      "epoch": 0.5992644222113629,
      "grad_norm": 2.2937958240509033,
      "learning_rate": 8.924727272727274e-05,
      "loss": 1.9976,
      "step": 116500
    },
    {
      "epoch": 0.6018363725212829,
      "grad_norm": 2.5017504692077637,
      "learning_rate": 8.919676767676767e-05,
      "loss": 1.9912,
      "step": 117000
    },
    {
      "epoch": 0.6044083228312029,
      "grad_norm": 2.5178418159484863,
      "learning_rate": 8.914626262626263e-05,
      "loss": 1.9854,
      "step": 117500
    },
    {
      "epoch": 0.6069802731411229,
      "grad_norm": 2.754523515701294,
      "learning_rate": 8.909575757575758e-05,
      "loss": 1.9814,
      "step": 118000
    },
    {
      "epoch": 0.6095522234510429,
      "grad_norm": 2.4813973903656006,
      "learning_rate": 8.904525252525252e-05,
      "loss": 1.994,
      "step": 118500
    },
    {
      "epoch": 0.612124173760963,
      "grad_norm": 2.0074260234832764,
      "learning_rate": 8.89948484848485e-05,
      "loss": 1.9778,
      "step": 119000
    },
    {
      "epoch": 0.6146961240708829,
      "grad_norm": 2.4869885444641113,
      "learning_rate": 8.894434343434343e-05,
      "loss": 1.9809,
      "step": 119500
    },
    {
      "epoch": 0.617268074380803,
      "grad_norm": 2.464909315109253,
      "learning_rate": 8.889383838383839e-05,
      "loss": 1.9671,
      "step": 120000
    },
    {
      "epoch": 0.619840024690723,
      "grad_norm": 2.330047130584717,
      "learning_rate": 8.884333333333334e-05,
      "loss": 1.9712,
      "step": 120500
    },
    {
      "epoch": 0.6224119750006429,
      "grad_norm": 2.894199848175049,
      "learning_rate": 8.87929292929293e-05,
      "loss": 1.9747,
      "step": 121000
    },
    {
      "epoch": 0.624983925310563,
      "grad_norm": 2.962379217147827,
      "learning_rate": 8.874242424242424e-05,
      "loss": 1.9689,
      "step": 121500
    },
    {
      "epoch": 0.627555875620483,
      "grad_norm": 3.0637989044189453,
      "learning_rate": 8.869191919191919e-05,
      "loss": 1.967,
      "step": 122000
    },
    {
      "epoch": 0.6301278259304031,
      "grad_norm": 2.25830078125,
      "learning_rate": 8.864141414141415e-05,
      "loss": 1.9635,
      "step": 122500
    },
    {
      "epoch": 0.632699776240323,
      "grad_norm": 2.3451120853424072,
      "learning_rate": 8.85909090909091e-05,
      "loss": 1.9664,
      "step": 123000
    },
    {
      "epoch": 0.635271726550243,
      "grad_norm": 2.26731538772583,
      "learning_rate": 8.854050505050506e-05,
      "loss": 1.9561,
      "step": 123500
    },
    {
      "epoch": 0.6378436768601631,
      "grad_norm": 2.3904566764831543,
      "learning_rate": 8.849e-05,
      "loss": 1.9619,
      "step": 124000
    },
    {
      "epoch": 0.640415627170083,
      "grad_norm": 2.415607213973999,
      "learning_rate": 8.843949494949495e-05,
      "loss": 1.9748,
      "step": 124500
    },
    {
      "epoch": 0.6429875774800031,
      "grad_norm": 2.9378740787506104,
      "learning_rate": 8.838898989898991e-05,
      "loss": 1.9602,
      "step": 125000
    },
    {
      "epoch": 0.6455595277899231,
      "grad_norm": 2.1163997650146484,
      "learning_rate": 8.833858585858587e-05,
      "loss": 1.9498,
      "step": 125500
    },
    {
      "epoch": 0.6481314780998431,
      "grad_norm": 2.2119147777557373,
      "learning_rate": 8.828818181818183e-05,
      "loss": 1.9623,
      "step": 126000
    },
    {
      "epoch": 0.6507034284097631,
      "grad_norm": 3.078888416290283,
      "learning_rate": 8.823767676767677e-05,
      "loss": 1.9501,
      "step": 126500
    },
    {
      "epoch": 0.6532753787196831,
      "grad_norm": 3.1210856437683105,
      "learning_rate": 8.818717171717172e-05,
      "loss": 1.963,
      "step": 127000
    },
    {
      "epoch": 0.6558473290296032,
      "grad_norm": 2.1710915565490723,
      "learning_rate": 8.813666666666667e-05,
      "loss": 1.9418,
      "step": 127500
    },
    {
      "epoch": 0.6584192793395232,
      "grad_norm": 2.1447181701660156,
      "learning_rate": 8.808616161616163e-05,
      "loss": 1.9669,
      "step": 128000
    },
    {
      "epoch": 0.6609912296494431,
      "grad_norm": 3.214812994003296,
      "learning_rate": 8.803565656565657e-05,
      "loss": 1.9356,
      "step": 128500
    },
    {
      "epoch": 0.6635631799593632,
      "grad_norm": 2.4240269660949707,
      "learning_rate": 8.798515151515152e-05,
      "loss": 1.9637,
      "step": 129000
    },
    {
      "epoch": 0.6661351302692832,
      "grad_norm": 2.5283048152923584,
      "learning_rate": 8.793474747474748e-05,
      "loss": 1.948,
      "step": 129500
    },
    {
      "epoch": 0.6687070805792033,
      "grad_norm": 2.215092182159424,
      "learning_rate": 8.788424242424242e-05,
      "loss": 1.9401,
      "step": 130000
    },
    {
      "epoch": 0.6712790308891232,
      "grad_norm": 2.387033462524414,
      "learning_rate": 8.783373737373738e-05,
      "loss": 1.9403,
      "step": 130500
    },
    {
      "epoch": 0.6738509811990432,
      "grad_norm": 2.3272926807403564,
      "learning_rate": 8.778323232323232e-05,
      "loss": 1.9288,
      "step": 131000
    },
    {
      "epoch": 0.6764229315089633,
      "grad_norm": 2.4151089191436768,
      "learning_rate": 8.773272727272728e-05,
      "loss": 1.9528,
      "step": 131500
    },
    {
      "epoch": 0.6789948818188832,
      "grad_norm": 2.122108221054077,
      "learning_rate": 8.768222222222222e-05,
      "loss": 1.9403,
      "step": 132000
    },
    {
      "epoch": 0.6815668321288033,
      "grad_norm": 2.8606338500976562,
      "learning_rate": 8.763171717171717e-05,
      "loss": 1.938,
      "step": 132500
    },
    {
      "epoch": 0.6841387824387233,
      "grad_norm": 2.832679510116577,
      "learning_rate": 8.758121212121213e-05,
      "loss": 1.9498,
      "step": 133000
    },
    {
      "epoch": 0.6867107327486432,
      "grad_norm": 2.884164571762085,
      "learning_rate": 8.753080808080808e-05,
      "loss": 1.9339,
      "step": 133500
    },
    {
      "epoch": 0.6892826830585633,
      "grad_norm": 2.577549457550049,
      "learning_rate": 8.748030303030304e-05,
      "loss": 1.9456,
      "step": 134000
    },
    {
      "epoch": 0.6918546333684833,
      "grad_norm": 2.42988920211792,
      "learning_rate": 8.7429797979798e-05,
      "loss": 1.9448,
      "step": 134500
    },
    {
      "epoch": 0.6944265836784034,
      "grad_norm": 2.5420963764190674,
      "learning_rate": 8.737929292929293e-05,
      "loss": 1.9261,
      "step": 135000
    },
    {
      "epoch": 0.6969985339883233,
      "grad_norm": 2.6064467430114746,
      "learning_rate": 8.732888888888889e-05,
      "loss": 1.9288,
      "step": 135500
    },
    {
      "epoch": 0.6995704842982433,
      "grad_norm": 2.149203062057495,
      "learning_rate": 8.727838383838383e-05,
      "loss": 1.9246,
      "step": 136000
    },
    {
      "epoch": 0.7021424346081634,
      "grad_norm": 2.064519166946411,
      "learning_rate": 8.72278787878788e-05,
      "loss": 1.9379,
      "step": 136500
    },
    {
      "epoch": 0.7047143849180834,
      "grad_norm": 2.159180164337158,
      "learning_rate": 8.717737373737374e-05,
      "loss": 1.9389,
      "step": 137000
    },
    {
      "epoch": 0.7072863352280034,
      "grad_norm": 2.478998899459839,
      "learning_rate": 8.71269696969697e-05,
      "loss": 1.9331,
      "step": 137500
    },
    {
      "epoch": 0.7098582855379234,
      "grad_norm": 2.2875208854675293,
      "learning_rate": 8.707646464646465e-05,
      "loss": 1.9263,
      "step": 138000
    },
    {
      "epoch": 0.7124302358478434,
      "grad_norm": 2.595557928085327,
      "learning_rate": 8.70259595959596e-05,
      "loss": 1.9253,
      "step": 138500
    },
    {
      "epoch": 0.7150021861577635,
      "grad_norm": 2.872157573699951,
      "learning_rate": 8.697545454545455e-05,
      "loss": 1.9149,
      "step": 139000
    },
    {
      "epoch": 0.7175741364676834,
      "grad_norm": 2.4363973140716553,
      "learning_rate": 8.69249494949495e-05,
      "loss": 1.9164,
      "step": 139500
    },
    {
      "epoch": 0.7201460867776035,
      "grad_norm": 2.8040812015533447,
      "learning_rate": 8.687444444444445e-05,
      "loss": 1.9134,
      "step": 140000
    },
    {
      "epoch": 0.7227180370875235,
      "grad_norm": 2.6890177726745605,
      "learning_rate": 8.68239393939394e-05,
      "loss": 1.9223,
      "step": 140500
    },
    {
      "epoch": 0.7252899873974434,
      "grad_norm": 2.4290647506713867,
      "learning_rate": 8.677343434343435e-05,
      "loss": 1.9172,
      "step": 141000
    },
    {
      "epoch": 0.7278619377073635,
      "grad_norm": 2.398864984512329,
      "learning_rate": 8.672303030303031e-05,
      "loss": 1.907,
      "step": 141500
    },
    {
      "epoch": 0.7304338880172835,
      "grad_norm": 2.4179599285125732,
      "learning_rate": 8.667252525252526e-05,
      "loss": 1.9108,
      "step": 142000
    },
    {
      "epoch": 0.7330058383272036,
      "grad_norm": 2.6131629943847656,
      "learning_rate": 8.66220202020202e-05,
      "loss": 1.9067,
      "step": 142500
    },
    {
      "epoch": 0.7355777886371235,
      "grad_norm": 2.302748203277588,
      "learning_rate": 8.657161616161616e-05,
      "loss": 1.9104,
      "step": 143000
    },
    {
      "epoch": 0.7381497389470435,
      "grad_norm": 2.1994614601135254,
      "learning_rate": 8.652111111111112e-05,
      "loss": 1.9173,
      "step": 143500
    },
    {
      "epoch": 0.7407216892569636,
      "grad_norm": 2.1997227668762207,
      "learning_rate": 8.647060606060607e-05,
      "loss": 1.9001,
      "step": 144000
    },
    {
      "epoch": 0.7432936395668835,
      "grad_norm": 2.480407953262329,
      "learning_rate": 8.642010101010102e-05,
      "loss": 1.9153,
      "step": 144500
    },
    {
      "epoch": 0.7458655898768036,
      "grad_norm": 2.447983503341675,
      "learning_rate": 8.636959595959596e-05,
      "loss": 1.9147,
      "step": 145000
    },
    {
      "epoch": 0.7484375401867236,
      "grad_norm": 2.3080880641937256,
      "learning_rate": 8.631919191919192e-05,
      "loss": 1.919,
      "step": 145500
    },
    {
      "epoch": 0.7510094904966436,
      "grad_norm": 2.5869462490081787,
      "learning_rate": 8.626868686868688e-05,
      "loss": 1.9078,
      "step": 146000
    },
    {
      "epoch": 0.7535814408065636,
      "grad_norm": 2.248598098754883,
      "learning_rate": 8.621818181818181e-05,
      "loss": 1.9036,
      "step": 146500
    },
    {
      "epoch": 0.7561533911164836,
      "grad_norm": 2.336503267288208,
      "learning_rate": 8.616767676767677e-05,
      "loss": 1.9049,
      "step": 147000
    },
    {
      "epoch": 0.7587253414264037,
      "grad_norm": 2.6740052700042725,
      "learning_rate": 8.611717171717172e-05,
      "loss": 1.8945,
      "step": 147500
    },
    {
      "epoch": 0.7612972917363237,
      "grad_norm": 2.3795812129974365,
      "learning_rate": 8.606676767676768e-05,
      "loss": 1.8985,
      "step": 148000
    },
    {
      "epoch": 0.7638692420462436,
      "grad_norm": 2.3991169929504395,
      "learning_rate": 8.601626262626264e-05,
      "loss": 1.8997,
      "step": 148500
    },
    {
      "epoch": 0.7664411923561637,
      "grad_norm": 2.6228420734405518,
      "learning_rate": 8.596575757575757e-05,
      "loss": 1.8892,
      "step": 149000
    },
    {
      "epoch": 0.7690131426660837,
      "grad_norm": 2.6543805599212646,
      "learning_rate": 8.591525252525253e-05,
      "loss": 1.9133,
      "step": 149500
    },
    {
      "epoch": 0.7715850929760038,
      "grad_norm": 2.5980093479156494,
      "learning_rate": 8.586474747474748e-05,
      "loss": 1.8999,
      "step": 150000
    },
    {
      "epoch": 0.7741570432859237,
      "grad_norm": 2.239975690841675,
      "learning_rate": 8.581434343434344e-05,
      "loss": 1.9011,
      "step": 150500
    },
    {
      "epoch": 0.7767289935958437,
      "grad_norm": 2.4112389087677,
      "learning_rate": 8.576383838383839e-05,
      "loss": 1.8845,
      "step": 151000
    },
    {
      "epoch": 0.7793009439057638,
      "grad_norm": 2.379509210586548,
      "learning_rate": 8.571333333333333e-05,
      "loss": 1.896,
      "step": 151500
    },
    {
      "epoch": 0.7818728942156837,
      "grad_norm": 2.4327831268310547,
      "learning_rate": 8.566282828282829e-05,
      "loss": 1.8935,
      "step": 152000
    },
    {
      "epoch": 0.7844448445256038,
      "grad_norm": 2.5598642826080322,
      "learning_rate": 8.561232323232324e-05,
      "loss": 1.8996,
      "step": 152500
    },
    {
      "epoch": 0.7870167948355238,
      "grad_norm": 2.7298407554626465,
      "learning_rate": 8.556181818181818e-05,
      "loss": 1.8954,
      "step": 153000
    },
    {
      "epoch": 0.7895887451454437,
      "grad_norm": 2.6706230640411377,
      "learning_rate": 8.551131313131313e-05,
      "loss": 1.8865,
      "step": 153500
    },
    {
      "epoch": 0.7921606954553638,
      "grad_norm": 2.7836761474609375,
      "learning_rate": 8.546080808080809e-05,
      "loss": 1.8922,
      "step": 154000
    },
    {
      "epoch": 0.7947326457652838,
      "grad_norm": 2.4677138328552246,
      "learning_rate": 8.541040404040405e-05,
      "loss": 1.8744,
      "step": 154500
    },
    {
      "epoch": 0.7973045960752039,
      "grad_norm": 2.629953384399414,
      "learning_rate": 8.5359898989899e-05,
      "loss": 1.8801,
      "step": 155000
    },
    {
      "epoch": 0.7998765463851238,
      "grad_norm": 2.1538336277008057,
      "learning_rate": 8.530939393939394e-05,
      "loss": 1.8766,
      "step": 155500
    },
    {
      "epoch": 0.8024484966950438,
      "grad_norm": 2.37500262260437,
      "learning_rate": 8.525888888888889e-05,
      "loss": 1.8827,
      "step": 156000
    },
    {
      "epoch": 0.8050204470049639,
      "grad_norm": 2.6441307067871094,
      "learning_rate": 8.520848484848485e-05,
      "loss": 1.8739,
      "step": 156500
    },
    {
      "epoch": 0.8075923973148839,
      "grad_norm": 2.8131062984466553,
      "learning_rate": 8.515797979797981e-05,
      "loss": 1.8777,
      "step": 157000
    },
    {
      "epoch": 0.8101643476248039,
      "grad_norm": 2.25876784324646,
      "learning_rate": 8.510757575757577e-05,
      "loss": 1.891,
      "step": 157500
    },
    {
      "epoch": 0.8127362979347239,
      "grad_norm": 2.397202253341675,
      "learning_rate": 8.50570707070707e-05,
      "loss": 1.8917,
      "step": 158000
    },
    {
      "epoch": 0.8153082482446439,
      "grad_norm": 2.5230774879455566,
      "learning_rate": 8.500656565656566e-05,
      "loss": 1.9009,
      "step": 158500
    },
    {
      "epoch": 0.817880198554564,
      "grad_norm": 2.8625664710998535,
      "learning_rate": 8.495606060606061e-05,
      "loss": 1.8902,
      "step": 159000
    },
    {
      "epoch": 0.8204521488644839,
      "grad_norm": 2.3342695236206055,
      "learning_rate": 8.490555555555557e-05,
      "loss": 1.8664,
      "step": 159500
    },
    {
      "epoch": 0.823024099174404,
      "grad_norm": 2.483473777770996,
      "learning_rate": 8.48550505050505e-05,
      "loss": 1.8791,
      "step": 160000
    },
    {
      "epoch": 0.825596049484324,
      "grad_norm": 2.270512342453003,
      "learning_rate": 8.480454545454546e-05,
      "loss": 1.8758,
      "step": 160500
    },
    {
      "epoch": 0.8281679997942439,
      "grad_norm": 2.4790780544281006,
      "learning_rate": 8.475404040404042e-05,
      "loss": 1.8816,
      "step": 161000
    },
    {
      "epoch": 0.830739950104164,
      "grad_norm": 2.4023377895355225,
      "learning_rate": 8.470363636363637e-05,
      "loss": 1.8783,
      "step": 161500
    },
    {
      "epoch": 0.833311900414084,
      "grad_norm": 2.6411328315734863,
      "learning_rate": 8.465313131313131e-05,
      "loss": 1.8691,
      "step": 162000
    },
    {
      "epoch": 0.8358838507240041,
      "grad_norm": 2.2638540267944336,
      "learning_rate": 8.460262626262627e-05,
      "loss": 1.8545,
      "step": 162500
    },
    {
      "epoch": 0.838455801033924,
      "grad_norm": 2.785778522491455,
      "learning_rate": 8.455212121212122e-05,
      "loss": 1.8755,
      "step": 163000
    },
    {
      "epoch": 0.841027751343844,
      "grad_norm": 2.2858121395111084,
      "learning_rate": 8.450171717171718e-05,
      "loss": 1.8659,
      "step": 163500
    },
    {
      "epoch": 0.8435997016537641,
      "grad_norm": 2.7761781215667725,
      "learning_rate": 8.445121212121212e-05,
      "loss": 1.8673,
      "step": 164000
    },
    {
      "epoch": 0.846171651963684,
      "grad_norm": 3.0068702697753906,
      "learning_rate": 8.440070707070707e-05,
      "loss": 1.8599,
      "step": 164500
    },
    {
      "epoch": 0.8487436022736041,
      "grad_norm": 2.3816988468170166,
      "learning_rate": 8.435020202020203e-05,
      "loss": 1.8687,
      "step": 165000
    },
    {
      "epoch": 0.8513155525835241,
      "grad_norm": 2.7806084156036377,
      "learning_rate": 8.429979797979798e-05,
      "loss": 1.8633,
      "step": 165500
    },
    {
      "epoch": 0.8538875028934441,
      "grad_norm": 2.572535753250122,
      "learning_rate": 8.424929292929294e-05,
      "loss": 1.8586,
      "step": 166000
    },
    {
      "epoch": 0.8564594532033641,
      "grad_norm": 2.6891589164733887,
      "learning_rate": 8.419878787878788e-05,
      "loss": 1.8829,
      "step": 166500
    },
    {
      "epoch": 0.8590314035132841,
      "grad_norm": 2.2894322872161865,
      "learning_rate": 8.414828282828283e-05,
      "loss": 1.8539,
      "step": 167000
    },
    {
      "epoch": 0.8616033538232042,
      "grad_norm": 2.343632459640503,
      "learning_rate": 8.409787878787879e-05,
      "loss": 1.8492,
      "step": 167500
    },
    {
      "epoch": 0.8641753041331242,
      "grad_norm": 2.1601314544677734,
      "learning_rate": 8.404737373737375e-05,
      "loss": 1.869,
      "step": 168000
    },
    {
      "epoch": 0.8667472544430441,
      "grad_norm": 2.3659918308258057,
      "learning_rate": 8.39968686868687e-05,
      "loss": 1.8586,
      "step": 168500
    },
    {
      "epoch": 0.8693192047529642,
      "grad_norm": 1.9559909105300903,
      "learning_rate": 8.394646464646465e-05,
      "loss": 1.8535,
      "step": 169000
    },
    {
      "epoch": 0.8718911550628842,
      "grad_norm": 2.3367204666137695,
      "learning_rate": 8.38959595959596e-05,
      "loss": 1.8438,
      "step": 169500
    },
    {
      "epoch": 0.8744631053728043,
      "grad_norm": 2.5470831394195557,
      "learning_rate": 8.384545454545455e-05,
      "loss": 1.8715,
      "step": 170000
    },
    {
      "epoch": 0.8770350556827242,
      "grad_norm": 1.9904810190200806,
      "learning_rate": 8.379494949494951e-05,
      "loss": 1.837,
      "step": 170500
    },
    {
      "epoch": 0.8796070059926442,
      "grad_norm": 2.808014392852783,
      "learning_rate": 8.374444444444445e-05,
      "loss": 1.8473,
      "step": 171000
    },
    {
      "epoch": 0.8821789563025643,
      "grad_norm": 2.3761932849884033,
      "learning_rate": 8.36939393939394e-05,
      "loss": 1.8492,
      "step": 171500
    },
    {
      "epoch": 0.8847509066124842,
      "grad_norm": 2.5445032119750977,
      "learning_rate": 8.364343434343435e-05,
      "loss": 1.8537,
      "step": 172000
    },
    {
      "epoch": 0.8873228569224043,
      "grad_norm": 2.6148016452789307,
      "learning_rate": 8.35929292929293e-05,
      "loss": 1.8507,
      "step": 172500
    },
    {
      "epoch": 0.8898948072323243,
      "grad_norm": 2.4389026165008545,
      "learning_rate": 8.354242424242424e-05,
      "loss": 1.8421,
      "step": 173000
    },
    {
      "epoch": 0.8924667575422442,
      "grad_norm": 2.1091599464416504,
      "learning_rate": 8.34920202020202e-05,
      "loss": 1.8543,
      "step": 173500
    },
    {
      "epoch": 0.8950387078521643,
      "grad_norm": 2.5214107036590576,
      "learning_rate": 8.344151515151516e-05,
      "loss": 1.8516,
      "step": 174000
    },
    {
      "epoch": 0.8976106581620843,
      "grad_norm": 2.6828722953796387,
      "learning_rate": 8.33910101010101e-05,
      "loss": 1.8537,
      "step": 174500
    },
    {
      "epoch": 0.9001826084720044,
      "grad_norm": 2.204803943634033,
      "learning_rate": 8.334050505050506e-05,
      "loss": 1.8668,
      "step": 175000
    },
    {
      "epoch": 0.9027545587819243,
      "grad_norm": 2.917100191116333,
      "learning_rate": 8.329e-05,
      "loss": 1.8423,
      "step": 175500
    },
    {
      "epoch": 0.9053265090918443,
      "grad_norm": 2.2125914096832275,
      "learning_rate": 8.323959595959596e-05,
      "loss": 1.8403,
      "step": 176000
    },
    {
      "epoch": 0.9078984594017644,
      "grad_norm": 2.3068203926086426,
      "learning_rate": 8.318909090909092e-05,
      "loss": 1.8499,
      "step": 176500
    },
    {
      "epoch": 0.9104704097116844,
      "grad_norm": 2.733078956604004,
      "learning_rate": 8.313868686868688e-05,
      "loss": 1.8387,
      "step": 177000
    },
    {
      "epoch": 0.9130423600216044,
      "grad_norm": 2.5091042518615723,
      "learning_rate": 8.308818181818182e-05,
      "loss": 1.8362,
      "step": 177500
    },
    {
      "epoch": 0.9156143103315244,
      "grad_norm": 2.4861273765563965,
      "learning_rate": 8.303767676767677e-05,
      "loss": 1.8394,
      "step": 178000
    },
    {
      "epoch": 0.9181862606414444,
      "grad_norm": 2.519242286682129,
      "learning_rate": 8.298717171717172e-05,
      "loss": 1.832,
      "step": 178500
    },
    {
      "epoch": 0.9207582109513645,
      "grad_norm": 2.075767993927002,
      "learning_rate": 8.293666666666668e-05,
      "loss": 1.8362,
      "step": 179000
    },
    {
      "epoch": 0.9233301612612844,
      "grad_norm": 2.563034772872925,
      "learning_rate": 8.288616161616162e-05,
      "loss": 1.8355,
      "step": 179500
    },
    {
      "epoch": 0.9259021115712044,
      "grad_norm": 2.5027518272399902,
      "learning_rate": 8.283565656565657e-05,
      "loss": 1.8337,
      "step": 180000
    },
    {
      "epoch": 0.9284740618811245,
      "grad_norm": 2.341482162475586,
      "learning_rate": 8.278525252525253e-05,
      "loss": 1.8452,
      "step": 180500
    },
    {
      "epoch": 0.9310460121910444,
      "grad_norm": 2.5052967071533203,
      "learning_rate": 8.273474747474747e-05,
      "loss": 1.8337,
      "step": 181000
    },
    {
      "epoch": 0.9336179625009645,
      "grad_norm": 2.9151535034179688,
      "learning_rate": 8.268424242424243e-05,
      "loss": 1.8323,
      "step": 181500
    },
    {
      "epoch": 0.9361899128108845,
      "grad_norm": 2.3366811275482178,
      "learning_rate": 8.263383838383839e-05,
      "loss": 1.8286,
      "step": 182000
    },
    {
      "epoch": 0.9387618631208045,
      "grad_norm": 2.044461727142334,
      "learning_rate": 8.258333333333334e-05,
      "loss": 1.8345,
      "step": 182500
    },
    {
      "epoch": 0.9413338134307245,
      "grad_norm": 2.488086223602295,
      "learning_rate": 8.253282828282829e-05,
      "loss": 1.8349,
      "step": 183000
    },
    {
      "epoch": 0.9439057637406445,
      "grad_norm": 2.246419906616211,
      "learning_rate": 8.248232323232323e-05,
      "loss": 1.824,
      "step": 183500
    },
    {
      "epoch": 0.9464777140505646,
      "grad_norm": 2.0991148948669434,
      "learning_rate": 8.243181818181819e-05,
      "loss": 1.8322,
      "step": 184000
    },
    {
      "epoch": 0.9490496643604845,
      "grad_norm": 2.6441781520843506,
      "learning_rate": 8.238131313131312e-05,
      "loss": 1.8341,
      "step": 184500
    },
    {
      "epoch": 0.9516216146704045,
      "grad_norm": 2.344884157180786,
      "learning_rate": 8.233080808080808e-05,
      "loss": 1.8177,
      "step": 185000
    },
    {
      "epoch": 0.9541935649803246,
      "grad_norm": 2.5357608795166016,
      "learning_rate": 8.228030303030303e-05,
      "loss": 1.8263,
      "step": 185500
    },
    {
      "epoch": 0.9567655152902446,
      "grad_norm": 2.7352442741394043,
      "learning_rate": 8.222979797979799e-05,
      "loss": 1.8293,
      "step": 186000
    },
    {
      "epoch": 0.9593374656001646,
      "grad_norm": 2.9389710426330566,
      "learning_rate": 8.217929292929292e-05,
      "loss": 1.8141,
      "step": 186500
    },
    {
      "epoch": 0.9619094159100846,
      "grad_norm": 2.38529634475708,
      "learning_rate": 8.212878787878788e-05,
      "loss": 1.813,
      "step": 187000
    },
    {
      "epoch": 0.9644813662200046,
      "grad_norm": 2.8772764205932617,
      "learning_rate": 8.207838383838384e-05,
      "loss": 1.8231,
      "step": 187500
    },
    {
      "epoch": 0.9670533165299247,
      "grad_norm": 2.1025900840759277,
      "learning_rate": 8.202787878787879e-05,
      "loss": 1.8218,
      "step": 188000
    },
    {
      "epoch": 0.9696252668398446,
      "grad_norm": 2.149860382080078,
      "learning_rate": 8.197737373737374e-05,
      "loss": 1.8163,
      "step": 188500
    },
    {
      "epoch": 0.9721972171497647,
      "grad_norm": 2.2093310356140137,
      "learning_rate": 8.19268686868687e-05,
      "loss": 1.8222,
      "step": 189000
    },
    {
      "epoch": 0.9747691674596847,
      "grad_norm": 2.126584053039551,
      "learning_rate": 8.187636363636364e-05,
      "loss": 1.8139,
      "step": 189500
    },
    {
      "epoch": 0.9773411177696046,
      "grad_norm": 2.6543593406677246,
      "learning_rate": 8.182585858585859e-05,
      "loss": 1.8258,
      "step": 190000
    },
    {
      "epoch": 0.9799130680795247,
      "grad_norm": 3.2399909496307373,
      "learning_rate": 8.177535353535353e-05,
      "loss": 1.8066,
      "step": 190500
    },
    {
      "epoch": 0.9824850183894447,
      "grad_norm": 2.757171392440796,
      "learning_rate": 8.17249494949495e-05,
      "loss": 1.8082,
      "step": 191000
    },
    {
      "epoch": 0.9850569686993648,
      "grad_norm": 2.164072036743164,
      "learning_rate": 8.167444444444445e-05,
      "loss": 1.8214,
      "step": 191500
    },
    {
      "epoch": 0.9876289190092847,
      "grad_norm": 2.501775026321411,
      "learning_rate": 8.16239393939394e-05,
      "loss": 1.813,
      "step": 192000
    },
    {
      "epoch": 0.9902008693192047,
      "grad_norm": 2.7152421474456787,
      "learning_rate": 8.157343434343435e-05,
      "loss": 1.8174,
      "step": 192500
    },
    {
      "epoch": 0.9927728196291248,
      "grad_norm": 2.667201519012451,
      "learning_rate": 8.15229292929293e-05,
      "loss": 1.8253,
      "step": 193000
    },
    {
      "epoch": 0.9953447699390447,
      "grad_norm": 2.656597375869751,
      "learning_rate": 8.147242424242425e-05,
      "loss": 1.8091,
      "step": 193500
    },
    {
      "epoch": 0.9979167202489648,
      "grad_norm": 2.635948896408081,
      "learning_rate": 8.14219191919192e-05,
      "loss": 1.8127,
      "step": 194000
    },
    {
      "epoch": 1.000488670558885,
      "grad_norm": 2.38082218170166,
      "learning_rate": 8.137141414141415e-05,
      "loss": 1.8222,
      "step": 194500
    },
    {
      "epoch": 1.0030606208688049,
      "grad_norm": 3.0616064071655273,
      "learning_rate": 8.132090909090909e-05,
      "loss": 1.8212,
      "step": 195000
    },
    {
      "epoch": 1.0056325711787248,
      "grad_norm": 2.3557846546173096,
      "learning_rate": 8.127060606060607e-05,
      "loss": 1.8092,
      "step": 195500
    },
    {
      "epoch": 1.0082045214886448,
      "grad_norm": 2.4398655891418457,
      "learning_rate": 8.122010101010101e-05,
      "loss": 1.8157,
      "step": 196000
    },
    {
      "epoch": 1.0107764717985648,
      "grad_norm": 2.373342275619507,
      "learning_rate": 8.116959595959597e-05,
      "loss": 1.811,
      "step": 196500
    },
    {
      "epoch": 1.013348422108485,
      "grad_norm": 2.491063356399536,
      "learning_rate": 8.111909090909092e-05,
      "loss": 1.8079,
      "step": 197000
    },
    {
      "epoch": 1.015920372418405,
      "grad_norm": 2.996239185333252,
      "learning_rate": 8.106858585858586e-05,
      "loss": 1.8104,
      "step": 197500
    },
    {
      "epoch": 1.018492322728325,
      "grad_norm": 2.259913921356201,
      "learning_rate": 8.101818181818182e-05,
      "loss": 1.8086,
      "step": 198000
    },
    {
      "epoch": 1.0210642730382449,
      "grad_norm": 2.3475708961486816,
      "learning_rate": 8.096767676767677e-05,
      "loss": 1.8044,
      "step": 198500
    },
    {
      "epoch": 1.0236362233481648,
      "grad_norm": 1.893655776977539,
      "learning_rate": 8.091717171717173e-05,
      "loss": 1.8083,
      "step": 199000
    },
    {
      "epoch": 1.026208173658085,
      "grad_norm": 2.151472806930542,
      "learning_rate": 8.086666666666666e-05,
      "loss": 1.8026,
      "step": 199500
    },
    {
      "epoch": 1.028780123968005,
      "grad_norm": 2.5114681720733643,
      "learning_rate": 8.081616161616162e-05,
      "loss": 1.7933,
      "step": 200000
    },
    {
      "epoch": 1.031352074277925,
      "grad_norm": 2.255035400390625,
      "learning_rate": 8.076565656565657e-05,
      "loss": 1.8041,
      "step": 200500
    },
    {
      "epoch": 1.033924024587845,
      "grad_norm": 2.479146957397461,
      "learning_rate": 8.071525252525253e-05,
      "loss": 1.7984,
      "step": 201000
    },
    {
      "epoch": 1.036495974897765,
      "grad_norm": 2.6387994289398193,
      "learning_rate": 8.066474747474749e-05,
      "loss": 1.8026,
      "step": 201500
    },
    {
      "epoch": 1.039067925207685,
      "grad_norm": 2.15395188331604,
      "learning_rate": 8.061424242424242e-05,
      "loss": 1.8088,
      "step": 202000
    },
    {
      "epoch": 1.041639875517605,
      "grad_norm": 2.761543035507202,
      "learning_rate": 8.056373737373738e-05,
      "loss": 1.8023,
      "step": 202500
    },
    {
      "epoch": 1.044211825827525,
      "grad_norm": 2.5639731884002686,
      "learning_rate": 8.051333333333334e-05,
      "loss": 1.8009,
      "step": 203000
    },
    {
      "epoch": 1.046783776137445,
      "grad_norm": 2.1359119415283203,
      "learning_rate": 8.046282828282829e-05,
      "loss": 1.8206,
      "step": 203500
    },
    {
      "epoch": 1.049355726447365,
      "grad_norm": 2.0918943881988525,
      "learning_rate": 8.041232323232323e-05,
      "loss": 1.7956,
      "step": 204000
    },
    {
      "epoch": 1.051927676757285,
      "grad_norm": 2.1521031856536865,
      "learning_rate": 8.036181818181818e-05,
      "loss": 1.8062,
      "step": 204500
    },
    {
      "epoch": 1.0544996270672051,
      "grad_norm": 2.2172553539276123,
      "learning_rate": 8.031131313131314e-05,
      "loss": 1.7936,
      "step": 205000
    },
    {
      "epoch": 1.057071577377125,
      "grad_norm": 3.1185765266418457,
      "learning_rate": 8.026080808080809e-05,
      "loss": 1.7966,
      "step": 205500
    },
    {
      "epoch": 1.059643527687045,
      "grad_norm": 2.084747314453125,
      "learning_rate": 8.021030303030303e-05,
      "loss": 1.7851,
      "step": 206000
    },
    {
      "epoch": 1.062215477996965,
      "grad_norm": 2.4494941234588623,
      "learning_rate": 8.015979797979798e-05,
      "loss": 1.7943,
      "step": 206500
    },
    {
      "epoch": 1.064787428306885,
      "grad_norm": 2.62510347366333,
      "learning_rate": 8.010929292929294e-05,
      "loss": 1.7931,
      "step": 207000
    },
    {
      "epoch": 1.0673593786168052,
      "grad_norm": 2.6288397312164307,
      "learning_rate": 8.00588888888889e-05,
      "loss": 1.7964,
      "step": 207500
    },
    {
      "epoch": 1.0699313289267252,
      "grad_norm": 2.5375521183013916,
      "learning_rate": 8.000838383838384e-05,
      "loss": 1.8035,
      "step": 208000
    },
    {
      "epoch": 1.0725032792366451,
      "grad_norm": 2.3402857780456543,
      "learning_rate": 7.995787878787879e-05,
      "loss": 1.7847,
      "step": 208500
    },
    {
      "epoch": 1.075075229546565,
      "grad_norm": 2.824528455734253,
      "learning_rate": 7.990737373737374e-05,
      "loss": 1.7905,
      "step": 209000
    },
    {
      "epoch": 1.077647179856485,
      "grad_norm": 2.478386878967285,
      "learning_rate": 7.98568686868687e-05,
      "loss": 1.7894,
      "step": 209500
    },
    {
      "epoch": 1.0802191301664053,
      "grad_norm": 2.576979398727417,
      "learning_rate": 7.980636363636363e-05,
      "loss": 1.7866,
      "step": 210000
    },
    {
      "epoch": 1.0827910804763252,
      "grad_norm": 2.5241525173187256,
      "learning_rate": 7.975585858585859e-05,
      "loss": 1.7895,
      "step": 210500
    },
    {
      "epoch": 1.0853630307862452,
      "grad_norm": 2.5618913173675537,
      "learning_rate": 7.970535353535355e-05,
      "loss": 1.7836,
      "step": 211000
    },
    {
      "epoch": 1.0879349810961652,
      "grad_norm": 2.0089547634124756,
      "learning_rate": 7.96549494949495e-05,
      "loss": 1.7974,
      "step": 211500
    },
    {
      "epoch": 1.0905069314060851,
      "grad_norm": 2.360208034515381,
      "learning_rate": 7.960444444444444e-05,
      "loss": 1.7778,
      "step": 212000
    },
    {
      "epoch": 1.0930788817160053,
      "grad_norm": 2.1004722118377686,
      "learning_rate": 7.95539393939394e-05,
      "loss": 1.7774,
      "step": 212500
    },
    {
      "epoch": 1.0956508320259253,
      "grad_norm": 2.2082858085632324,
      "learning_rate": 7.950353535353535e-05,
      "loss": 1.7809,
      "step": 213000
    },
    {
      "epoch": 1.0982227823358452,
      "grad_norm": 2.4933605194091797,
      "learning_rate": 7.945303030303031e-05,
      "loss": 1.7884,
      "step": 213500
    },
    {
      "epoch": 1.1007947326457652,
      "grad_norm": 2.1621594429016113,
      "learning_rate": 7.940252525252527e-05,
      "loss": 1.7787,
      "step": 214000
    },
    {
      "epoch": 1.1033666829556852,
      "grad_norm": 2.569934368133545,
      "learning_rate": 7.93520202020202e-05,
      "loss": 1.7805,
      "step": 214500
    },
    {
      "epoch": 1.1059386332656054,
      "grad_norm": 2.512706756591797,
      "learning_rate": 7.930151515151516e-05,
      "loss": 1.7897,
      "step": 215000
    },
    {
      "epoch": 1.1085105835755253,
      "grad_norm": 2.0574967861175537,
      "learning_rate": 7.92510101010101e-05,
      "loss": 1.7697,
      "step": 215500
    },
    {
      "epoch": 1.1110825338854453,
      "grad_norm": 2.4195003509521484,
      "learning_rate": 7.920060606060607e-05,
      "loss": 1.7765,
      "step": 216000
    },
    {
      "epoch": 1.1136544841953653,
      "grad_norm": 2.6895534992218018,
      "learning_rate": 7.915010101010101e-05,
      "loss": 1.7842,
      "step": 216500
    },
    {
      "epoch": 1.1162264345052852,
      "grad_norm": 2.3295652866363525,
      "learning_rate": 7.909959595959596e-05,
      "loss": 1.7801,
      "step": 217000
    },
    {
      "epoch": 1.1187983848152054,
      "grad_norm": 2.4626710414886475,
      "learning_rate": 7.904909090909092e-05,
      "loss": 1.7863,
      "step": 217500
    },
    {
      "epoch": 1.1213703351251254,
      "grad_norm": 2.438185214996338,
      "learning_rate": 7.899858585858587e-05,
      "loss": 1.7744,
      "step": 218000
    },
    {
      "epoch": 1.1239422854350454,
      "grad_norm": 2.2876017093658447,
      "learning_rate": 7.894808080808081e-05,
      "loss": 1.7816,
      "step": 218500
    },
    {
      "epoch": 1.1265142357449653,
      "grad_norm": 2.7953882217407227,
      "learning_rate": 7.889757575757576e-05,
      "loss": 1.7838,
      "step": 219000
    },
    {
      "epoch": 1.1290861860548853,
      "grad_norm": 2.5806899070739746,
      "learning_rate": 7.884717171717172e-05,
      "loss": 1.7777,
      "step": 219500
    },
    {
      "epoch": 1.1316581363648055,
      "grad_norm": 2.28183650970459,
      "learning_rate": 7.879666666666668e-05,
      "loss": 1.7922,
      "step": 220000
    },
    {
      "epoch": 1.1342300866747255,
      "grad_norm": 2.3127825260162354,
      "learning_rate": 7.874616161616162e-05,
      "loss": 1.7663,
      "step": 220500
    },
    {
      "epoch": 1.1368020369846454,
      "grad_norm": 2.4055662155151367,
      "learning_rate": 7.869565656565657e-05,
      "loss": 1.7769,
      "step": 221000
    },
    {
      "epoch": 1.1393739872945654,
      "grad_norm": 2.1033191680908203,
      "learning_rate": 7.864515151515152e-05,
      "loss": 1.7832,
      "step": 221500
    },
    {
      "epoch": 1.1419459376044854,
      "grad_norm": 2.047595500946045,
      "learning_rate": 7.859474747474748e-05,
      "loss": 1.7693,
      "step": 222000
    },
    {
      "epoch": 1.1445178879144056,
      "grad_norm": 2.706106424331665,
      "learning_rate": 7.854424242424244e-05,
      "loss": 1.7778,
      "step": 222500
    },
    {
      "epoch": 1.1470898382243255,
      "grad_norm": 2.076641798019409,
      "learning_rate": 7.849373737373737e-05,
      "loss": 1.7678,
      "step": 223000
    },
    {
      "epoch": 1.1496617885342455,
      "grad_norm": 2.578556537628174,
      "learning_rate": 7.844323232323233e-05,
      "loss": 1.7795,
      "step": 223500
    },
    {
      "epoch": 1.1522337388441655,
      "grad_norm": 2.0416908264160156,
      "learning_rate": 7.839272727272727e-05,
      "loss": 1.7665,
      "step": 224000
    },
    {
      "epoch": 1.1548056891540854,
      "grad_norm": 2.5179026126861572,
      "learning_rate": 7.834232323232323e-05,
      "loss": 1.7608,
      "step": 224500
    },
    {
      "epoch": 1.1573776394640056,
      "grad_norm": 2.2774341106414795,
      "learning_rate": 7.82918181818182e-05,
      "loss": 1.7567,
      "step": 225000
    },
    {
      "epoch": 1.1599495897739256,
      "grad_norm": 2.177483558654785,
      "learning_rate": 7.824131313131313e-05,
      "loss": 1.7672,
      "step": 225500
    },
    {
      "epoch": 1.1625215400838456,
      "grad_norm": 2.516448736190796,
      "learning_rate": 7.819080808080809e-05,
      "loss": 1.7576,
      "step": 226000
    },
    {
      "epoch": 1.1650934903937655,
      "grad_norm": 2.2014214992523193,
      "learning_rate": 7.814030303030303e-05,
      "loss": 1.7662,
      "step": 226500
    },
    {
      "epoch": 1.1676654407036855,
      "grad_norm": 2.2554168701171875,
      "learning_rate": 7.808979797979798e-05,
      "loss": 1.7719,
      "step": 227000
    },
    {
      "epoch": 1.1702373910136057,
      "grad_norm": 2.5222623348236084,
      "learning_rate": 7.803939393939394e-05,
      "loss": 1.777,
      "step": 227500
    },
    {
      "epoch": 1.1728093413235257,
      "grad_norm": 2.1105360984802246,
      "learning_rate": 7.798888888888889e-05,
      "loss": 1.7654,
      "step": 228000
    },
    {
      "epoch": 1.1753812916334456,
      "grad_norm": 2.4991660118103027,
      "learning_rate": 7.793838383838385e-05,
      "loss": 1.7622,
      "step": 228500
    },
    {
      "epoch": 1.1779532419433656,
      "grad_norm": 2.394397258758545,
      "learning_rate": 7.788787878787879e-05,
      "loss": 1.763,
      "step": 229000
    },
    {
      "epoch": 1.1805251922532856,
      "grad_norm": 2.5834200382232666,
      "learning_rate": 7.783737373737374e-05,
      "loss": 1.7636,
      "step": 229500
    },
    {
      "epoch": 1.1830971425632058,
      "grad_norm": 2.1750988960266113,
      "learning_rate": 7.778686868686868e-05,
      "loss": 1.7712,
      "step": 230000
    },
    {
      "epoch": 1.1856690928731257,
      "grad_norm": 2.460362195968628,
      "learning_rate": 7.773636363636364e-05,
      "loss": 1.7695,
      "step": 230500
    },
    {
      "epoch": 1.1882410431830457,
      "grad_norm": 2.492896795272827,
      "learning_rate": 7.768585858585858e-05,
      "loss": 1.7628,
      "step": 231000
    },
    {
      "epoch": 1.1908129934929657,
      "grad_norm": 2.5049636363983154,
      "learning_rate": 7.763545454545455e-05,
      "loss": 1.7595,
      "step": 231500
    },
    {
      "epoch": 1.1933849438028856,
      "grad_norm": 2.638702630996704,
      "learning_rate": 7.75849494949495e-05,
      "loss": 1.7716,
      "step": 232000
    },
    {
      "epoch": 1.1959568941128058,
      "grad_norm": 2.3910155296325684,
      "learning_rate": 7.753444444444444e-05,
      "loss": 1.7682,
      "step": 232500
    },
    {
      "epoch": 1.1985288444227258,
      "grad_norm": 2.247044563293457,
      "learning_rate": 7.74840404040404e-05,
      "loss": 1.7625,
      "step": 233000
    },
    {
      "epoch": 1.2011007947326457,
      "grad_norm": 2.289677858352661,
      "learning_rate": 7.743353535353536e-05,
      "loss": 1.7632,
      "step": 233500
    },
    {
      "epoch": 1.2036727450425657,
      "grad_norm": 2.5424296855926514,
      "learning_rate": 7.73830303030303e-05,
      "loss": 1.7672,
      "step": 234000
    },
    {
      "epoch": 1.2062446953524857,
      "grad_norm": 2.1238250732421875,
      "learning_rate": 7.733252525252526e-05,
      "loss": 1.7547,
      "step": 234500
    },
    {
      "epoch": 1.2088166456624059,
      "grad_norm": 2.2579052448272705,
      "learning_rate": 7.728202020202022e-05,
      "loss": 1.7606,
      "step": 235000
    },
    {
      "epoch": 1.2113885959723258,
      "grad_norm": 2.3846943378448486,
      "learning_rate": 7.723151515151515e-05,
      "loss": 1.744,
      "step": 235500
    },
    {
      "epoch": 1.2139605462822458,
      "grad_norm": 2.23209547996521,
      "learning_rate": 7.718101010101011e-05,
      "loss": 1.7643,
      "step": 236000
    },
    {
      "epoch": 1.2165324965921658,
      "grad_norm": 2.6672916412353516,
      "learning_rate": 7.713050505050505e-05,
      "loss": 1.7561,
      "step": 236500
    },
    {
      "epoch": 1.2191044469020857,
      "grad_norm": 2.5802114009857178,
      "learning_rate": 7.708010101010101e-05,
      "loss": 1.7613,
      "step": 237000
    },
    {
      "epoch": 1.221676397212006,
      "grad_norm": 2.311035633087158,
      "learning_rate": 7.702959595959597e-05,
      "loss": 1.7536,
      "step": 237500
    },
    {
      "epoch": 1.224248347521926,
      "grad_norm": 2.2888970375061035,
      "learning_rate": 7.697919191919192e-05,
      "loss": 1.7454,
      "step": 238000
    },
    {
      "epoch": 1.2268202978318459,
      "grad_norm": 2.203408718109131,
      "learning_rate": 7.692868686868687e-05,
      "loss": 1.7496,
      "step": 238500
    },
    {
      "epoch": 1.2293922481417658,
      "grad_norm": 2.1793553829193115,
      "learning_rate": 7.687818181818183e-05,
      "loss": 1.7681,
      "step": 239000
    },
    {
      "epoch": 1.2319641984516858,
      "grad_norm": 2.3608551025390625,
      "learning_rate": 7.682767676767677e-05,
      "loss": 1.7521,
      "step": 239500
    },
    {
      "epoch": 1.234536148761606,
      "grad_norm": 2.602651834487915,
      "learning_rate": 7.677717171717172e-05,
      "loss": 1.7689,
      "step": 240000
    },
    {
      "epoch": 1.237108099071526,
      "grad_norm": 2.261465311050415,
      "learning_rate": 7.672666666666667e-05,
      "loss": 1.7514,
      "step": 240500
    },
    {
      "epoch": 1.239680049381446,
      "grad_norm": 2.375920057296753,
      "learning_rate": 7.667616161616162e-05,
      "loss": 1.7579,
      "step": 241000
    },
    {
      "epoch": 1.242251999691366,
      "grad_norm": 2.47737979888916,
      "learning_rate": 7.662575757575758e-05,
      "loss": 1.7576,
      "step": 241500
    },
    {
      "epoch": 1.2448239500012859,
      "grad_norm": 2.7517123222351074,
      "learning_rate": 7.657525252525253e-05,
      "loss": 1.7527,
      "step": 242000
    },
    {
      "epoch": 1.247395900311206,
      "grad_norm": 2.765855073928833,
      "learning_rate": 7.652474747474748e-05,
      "loss": 1.7442,
      "step": 242500
    },
    {
      "epoch": 1.249967850621126,
      "grad_norm": 2.3727500438690186,
      "learning_rate": 7.647424242424242e-05,
      "loss": 1.7513,
      "step": 243000
    },
    {
      "epoch": 1.252539800931046,
      "grad_norm": 2.3826792240142822,
      "learning_rate": 7.642373737373738e-05,
      "loss": 1.7539,
      "step": 243500
    },
    {
      "epoch": 1.255111751240966,
      "grad_norm": 2.1369845867156982,
      "learning_rate": 7.637323232323233e-05,
      "loss": 1.7457,
      "step": 244000
    },
    {
      "epoch": 1.257683701550886,
      "grad_norm": 2.8363897800445557,
      "learning_rate": 7.632272727272728e-05,
      "loss": 1.7489,
      "step": 244500
    },
    {
      "epoch": 1.2602556518608061,
      "grad_norm": 2.043923854827881,
      "learning_rate": 7.627232323232324e-05,
      "loss": 1.7399,
      "step": 245000
    },
    {
      "epoch": 1.262827602170726,
      "grad_norm": 2.7618696689605713,
      "learning_rate": 7.622181818181818e-05,
      "loss": 1.7444,
      "step": 245500
    },
    {
      "epoch": 1.265399552480646,
      "grad_norm": 2.689225435256958,
      "learning_rate": 7.617131313131314e-05,
      "loss": 1.7489,
      "step": 246000
    },
    {
      "epoch": 1.267971502790566,
      "grad_norm": 2.448422908782959,
      "learning_rate": 7.612080808080807e-05,
      "loss": 1.7428,
      "step": 246500
    },
    {
      "epoch": 1.270543453100486,
      "grad_norm": 2.5466957092285156,
      "learning_rate": 7.607030303030303e-05,
      "loss": 1.7463,
      "step": 247000
    },
    {
      "epoch": 1.2731154034104062,
      "grad_norm": 2.244110107421875,
      "learning_rate": 7.6019898989899e-05,
      "loss": 1.7467,
      "step": 247500
    },
    {
      "epoch": 1.2756873537203262,
      "grad_norm": 2.1423609256744385,
      "learning_rate": 7.596939393939394e-05,
      "loss": 1.7502,
      "step": 248000
    },
    {
      "epoch": 1.2782593040302461,
      "grad_norm": 2.408640146255493,
      "learning_rate": 7.59188888888889e-05,
      "loss": 1.7405,
      "step": 248500
    },
    {
      "epoch": 1.280831254340166,
      "grad_norm": 2.5381617546081543,
      "learning_rate": 7.586838383838383e-05,
      "loss": 1.7383,
      "step": 249000
    },
    {
      "epoch": 1.283403204650086,
      "grad_norm": 2.206977128982544,
      "learning_rate": 7.581787878787879e-05,
      "loss": 1.7377,
      "step": 249500
    },
    {
      "epoch": 1.2859751549600063,
      "grad_norm": 2.2149858474731445,
      "learning_rate": 7.576737373737374e-05,
      "loss": 1.7362,
      "step": 250000
    },
    {
      "epoch": 1.2885471052699262,
      "grad_norm": 2.614354372024536,
      "learning_rate": 7.571686868686869e-05,
      "loss": 1.7517,
      "step": 250500
    },
    {
      "epoch": 1.2911190555798462,
      "grad_norm": 2.1546077728271484,
      "learning_rate": 7.566646464646465e-05,
      "loss": 1.7281,
      "step": 251000
    },
    {
      "epoch": 1.2936910058897662,
      "grad_norm": 2.150606632232666,
      "learning_rate": 7.561595959595959e-05,
      "loss": 1.7525,
      "step": 251500
    },
    {
      "epoch": 1.2962629561996861,
      "grad_norm": 2.4622044563293457,
      "learning_rate": 7.556545454545455e-05,
      "loss": 1.7407,
      "step": 252000
    },
    {
      "epoch": 1.2988349065096063,
      "grad_norm": 2.383789300918579,
      "learning_rate": 7.55149494949495e-05,
      "loss": 1.7401,
      "step": 252500
    },
    {
      "epoch": 1.3014068568195263,
      "grad_norm": 2.7778983116149902,
      "learning_rate": 7.546454545454546e-05,
      "loss": 1.7298,
      "step": 253000
    },
    {
      "epoch": 1.3039788071294462,
      "grad_norm": 2.69973087310791,
      "learning_rate": 7.54140404040404e-05,
      "loss": 1.7298,
      "step": 253500
    },
    {
      "epoch": 1.3065507574393662,
      "grad_norm": 2.866455554962158,
      "learning_rate": 7.536353535353535e-05,
      "loss": 1.7421,
      "step": 254000
    },
    {
      "epoch": 1.3091227077492862,
      "grad_norm": 2.307335615158081,
      "learning_rate": 7.531303030303031e-05,
      "loss": 1.7427,
      "step": 254500
    },
    {
      "epoch": 1.3116946580592064,
      "grad_norm": 2.242201089859009,
      "learning_rate": 7.526252525252526e-05,
      "loss": 1.7406,
      "step": 255000
    },
    {
      "epoch": 1.3142666083691263,
      "grad_norm": 2.3447513580322266,
      "learning_rate": 7.52120202020202e-05,
      "loss": 1.7219,
      "step": 255500
    },
    {
      "epoch": 1.3168385586790463,
      "grad_norm": 2.4869656562805176,
      "learning_rate": 7.516151515151516e-05,
      "loss": 1.7247,
      "step": 256000
    },
    {
      "epoch": 1.3194105089889663,
      "grad_norm": 3.0479238033294678,
      "learning_rate": 7.511101010101011e-05,
      "loss": 1.7387,
      "step": 256500
    },
    {
      "epoch": 1.3219824592988862,
      "grad_norm": 2.106835126876831,
      "learning_rate": 7.506060606060607e-05,
      "loss": 1.7436,
      "step": 257000
    },
    {
      "epoch": 1.3245544096088064,
      "grad_norm": 2.6086888313293457,
      "learning_rate": 7.5010101010101e-05,
      "loss": 1.7299,
      "step": 257500
    },
    {
      "epoch": 1.3271263599187264,
      "grad_norm": 2.5068061351776123,
      "learning_rate": 7.495959595959596e-05,
      "loss": 1.727,
      "step": 258000
    },
    {
      "epoch": 1.3296983102286464,
      "grad_norm": 2.0098962783813477,
      "learning_rate": 7.490909090909092e-05,
      "loss": 1.7233,
      "step": 258500
    },
    {
      "epoch": 1.3322702605385663,
      "grad_norm": 2.0728952884674072,
      "learning_rate": 7.485858585858587e-05,
      "loss": 1.7053,
      "step": 259000
    },
    {
      "epoch": 1.3348422108484863,
      "grad_norm": 2.0596702098846436,
      "learning_rate": 7.480808080808081e-05,
      "loss": 1.7309,
      "step": 259500
    },
    {
      "epoch": 1.3374141611584065,
      "grad_norm": 2.2352986335754395,
      "learning_rate": 7.475757575757576e-05,
      "loss": 1.7363,
      "step": 260000
    },
    {
      "epoch": 1.3399861114683265,
      "grad_norm": 2.318910598754883,
      "learning_rate": 7.470707070707072e-05,
      "loss": 1.7329,
      "step": 260500
    },
    {
      "epoch": 1.3425580617782464,
      "grad_norm": 2.536661148071289,
      "learning_rate": 7.465666666666668e-05,
      "loss": 1.7263,
      "step": 261000
    },
    {
      "epoch": 1.3451300120881664,
      "grad_norm": 2.216972827911377,
      "learning_rate": 7.460616161616161e-05,
      "loss": 1.7328,
      "step": 261500
    },
    {
      "epoch": 1.3477019623980864,
      "grad_norm": 2.4291155338287354,
      "learning_rate": 7.455565656565657e-05,
      "loss": 1.7299,
      "step": 262000
    },
    {
      "epoch": 1.3502739127080066,
      "grad_norm": 2.5120067596435547,
      "learning_rate": 7.450515151515152e-05,
      "loss": 1.7398,
      "step": 262500
    },
    {
      "epoch": 1.3528458630179265,
      "grad_norm": 2.61008358001709,
      "learning_rate": 7.445474747474748e-05,
      "loss": 1.7333,
      "step": 263000
    },
    {
      "epoch": 1.3554178133278465,
      "grad_norm": 2.112347364425659,
      "learning_rate": 7.440424242424244e-05,
      "loss": 1.7215,
      "step": 263500
    },
    {
      "epoch": 1.3579897636377665,
      "grad_norm": 2.860222339630127,
      "learning_rate": 7.435373737373737e-05,
      "loss": 1.727,
      "step": 264000
    },
    {
      "epoch": 1.3605617139476864,
      "grad_norm": 2.319789171218872,
      "learning_rate": 7.430323232323233e-05,
      "loss": 1.7278,
      "step": 264500
    },
    {
      "epoch": 1.3631336642576066,
      "grad_norm": 2.808403253555298,
      "learning_rate": 7.425282828282829e-05,
      "loss": 1.7404,
      "step": 265000
    },
    {
      "epoch": 1.3657056145675266,
      "grad_norm": 2.207468271255493,
      "learning_rate": 7.420232323232324e-05,
      "loss": 1.7247,
      "step": 265500
    },
    {
      "epoch": 1.3682775648774466,
      "grad_norm": 3.101154327392578,
      "learning_rate": 7.415181818181818e-05,
      "loss": 1.7326,
      "step": 266000
    },
    {
      "epoch": 1.3708495151873665,
      "grad_norm": 2.5844483375549316,
      "learning_rate": 7.410131313131313e-05,
      "loss": 1.7153,
      "step": 266500
    },
    {
      "epoch": 1.3734214654972865,
      "grad_norm": 2.1961023807525635,
      "learning_rate": 7.405090909090909e-05,
      "loss": 1.7174,
      "step": 267000
    },
    {
      "epoch": 1.3759934158072067,
      "grad_norm": 2.372945785522461,
      "learning_rate": 7.400050505050505e-05,
      "loss": 1.728,
      "step": 267500
    },
    {
      "epoch": 1.3785653661171267,
      "grad_norm": 2.262930154800415,
      "learning_rate": 7.395000000000001e-05,
      "loss": 1.7088,
      "step": 268000
    },
    {
      "epoch": 1.3811373164270466,
      "grad_norm": 2.2142205238342285,
      "learning_rate": 7.389949494949495e-05,
      "loss": 1.7111,
      "step": 268500
    },
    {
      "epoch": 1.3837092667369666,
      "grad_norm": 3.059236526489258,
      "learning_rate": 7.38489898989899e-05,
      "loss": 1.7179,
      "step": 269000
    },
    {
      "epoch": 1.3862812170468866,
      "grad_norm": 2.1427500247955322,
      "learning_rate": 7.379848484848485e-05,
      "loss": 1.722,
      "step": 269500
    },
    {
      "epoch": 1.3888531673568068,
      "grad_norm": 2.4149832725524902,
      "learning_rate": 7.374808080808081e-05,
      "loss": 1.7259,
      "step": 270000
    },
    {
      "epoch": 1.3914251176667267,
      "grad_norm": 2.1872212886810303,
      "learning_rate": 7.369757575757577e-05,
      "loss": 1.7188,
      "step": 270500
    },
    {
      "epoch": 1.3939970679766467,
      "grad_norm": 2.333991289138794,
      "learning_rate": 7.364707070707071e-05,
      "loss": 1.7222,
      "step": 271000
    },
    {
      "epoch": 1.3965690182865667,
      "grad_norm": 2.5313849449157715,
      "learning_rate": 7.359656565656566e-05,
      "loss": 1.7184,
      "step": 271500
    },
    {
      "epoch": 1.3991409685964866,
      "grad_norm": 2.467475175857544,
      "learning_rate": 7.35460606060606e-05,
      "loss": 1.7288,
      "step": 272000
    },
    {
      "epoch": 1.4017129189064068,
      "grad_norm": 2.3604865074157715,
      "learning_rate": 7.349555555555557e-05,
      "loss": 1.7194,
      "step": 272500
    },
    {
      "epoch": 1.4042848692163268,
      "grad_norm": 2.3482818603515625,
      "learning_rate": 7.34450505050505e-05,
      "loss": 1.7148,
      "step": 273000
    },
    {
      "epoch": 1.4068568195262467,
      "grad_norm": 2.384766101837158,
      "learning_rate": 7.339454545454546e-05,
      "loss": 1.7046,
      "step": 273500
    },
    {
      "epoch": 1.4094287698361667,
      "grad_norm": 2.6986968517303467,
      "learning_rate": 7.334414141414142e-05,
      "loss": 1.7137,
      "step": 274000
    },
    {
      "epoch": 1.4120007201460867,
      "grad_norm": 2.383161783218384,
      "learning_rate": 7.329373737373738e-05,
      "loss": 1.7206,
      "step": 274500
    },
    {
      "epoch": 1.4145726704560069,
      "grad_norm": 2.5386579036712646,
      "learning_rate": 7.324323232323232e-05,
      "loss": 1.7127,
      "step": 275000
    },
    {
      "epoch": 1.4171446207659268,
      "grad_norm": 2.8972415924072266,
      "learning_rate": 7.319272727272728e-05,
      "loss": 1.7088,
      "step": 275500
    },
    {
      "epoch": 1.4197165710758468,
      "grad_norm": 2.8067967891693115,
      "learning_rate": 7.314222222222222e-05,
      "loss": 1.7177,
      "step": 276000
    },
    {
      "epoch": 1.4222885213857668,
      "grad_norm": 1.916225552558899,
      "learning_rate": 7.309171717171718e-05,
      "loss": 1.7019,
      "step": 276500
    },
    {
      "epoch": 1.4248604716956867,
      "grad_norm": 3.040851354598999,
      "learning_rate": 7.304121212121212e-05,
      "loss": 1.7041,
      "step": 277000
    },
    {
      "epoch": 1.427432422005607,
      "grad_norm": 2.5603034496307373,
      "learning_rate": 7.299070707070707e-05,
      "loss": 1.7071,
      "step": 277500
    },
    {
      "epoch": 1.430004372315527,
      "grad_norm": 3.5265140533447266,
      "learning_rate": 7.294030303030304e-05,
      "loss": 1.711,
      "step": 278000
    },
    {
      "epoch": 1.4325763226254469,
      "grad_norm": 2.5686593055725098,
      "learning_rate": 7.2889898989899e-05,
      "loss": 1.7125,
      "step": 278500
    },
    {
      "epoch": 1.4351482729353668,
      "grad_norm": 2.419116735458374,
      "learning_rate": 7.283939393939393e-05,
      "loss": 1.702,
      "step": 279000
    },
    {
      "epoch": 1.4377202232452868,
      "grad_norm": 2.6491827964782715,
      "learning_rate": 7.27888888888889e-05,
      "loss": 1.7198,
      "step": 279500
    },
    {
      "epoch": 1.440292173555207,
      "grad_norm": 2.181264638900757,
      "learning_rate": 7.273838383838384e-05,
      "loss": 1.7124,
      "step": 280000
    },
    {
      "epoch": 1.442864123865127,
      "grad_norm": 2.609100580215454,
      "learning_rate": 7.268787878787879e-05,
      "loss": 1.727,
      "step": 280500
    },
    {
      "epoch": 1.445436074175047,
      "grad_norm": 2.866640329360962,
      "learning_rate": 7.263747474747476e-05,
      "loss": 1.7117,
      "step": 281000
    },
    {
      "epoch": 1.448008024484967,
      "grad_norm": 2.657816171646118,
      "learning_rate": 7.25869696969697e-05,
      "loss": 1.7248,
      "step": 281500
    },
    {
      "epoch": 1.4505799747948869,
      "grad_norm": 2.376187801361084,
      "learning_rate": 7.253646464646465e-05,
      "loss": 1.7056,
      "step": 282000
    },
    {
      "epoch": 1.453151925104807,
      "grad_norm": 2.379953622817993,
      "learning_rate": 7.24859595959596e-05,
      "loss": 1.7167,
      "step": 282500
    },
    {
      "epoch": 1.455723875414727,
      "grad_norm": 2.7846200466156006,
      "learning_rate": 7.243545454545455e-05,
      "loss": 1.7134,
      "step": 283000
    },
    {
      "epoch": 1.458295825724647,
      "grad_norm": 2.3728222846984863,
      "learning_rate": 7.238494949494949e-05,
      "loss": 1.6974,
      "step": 283500
    },
    {
      "epoch": 1.460867776034567,
      "grad_norm": 2.185354232788086,
      "learning_rate": 7.233444444444445e-05,
      "loss": 1.7095,
      "step": 284000
    },
    {
      "epoch": 1.463439726344487,
      "grad_norm": 2.393312454223633,
      "learning_rate": 7.22839393939394e-05,
      "loss": 1.6992,
      "step": 284500
    },
    {
      "epoch": 1.4660116766544071,
      "grad_norm": 2.4728591442108154,
      "learning_rate": 7.223343434343434e-05,
      "loss": 1.7096,
      "step": 285000
    },
    {
      "epoch": 1.468583626964327,
      "grad_norm": 2.379149913787842,
      "learning_rate": 7.21830303030303e-05,
      "loss": 1.7051,
      "step": 285500
    },
    {
      "epoch": 1.471155577274247,
      "grad_norm": 2.3946895599365234,
      "learning_rate": 7.213252525252525e-05,
      "loss": 1.7051,
      "step": 286000
    },
    {
      "epoch": 1.473727527584167,
      "grad_norm": 2.4574227333068848,
      "learning_rate": 7.208202020202021e-05,
      "loss": 1.7048,
      "step": 286500
    },
    {
      "epoch": 1.476299477894087,
      "grad_norm": 2.5250046253204346,
      "learning_rate": 7.203151515151514e-05,
      "loss": 1.7008,
      "step": 287000
    },
    {
      "epoch": 1.4788714282040072,
      "grad_norm": 2.5990653038024902,
      "learning_rate": 7.198111111111112e-05,
      "loss": 1.6975,
      "step": 287500
    },
    {
      "epoch": 1.4814433785139272,
      "grad_norm": 2.3256866931915283,
      "learning_rate": 7.193060606060606e-05,
      "loss": 1.6982,
      "step": 288000
    },
    {
      "epoch": 1.4840153288238471,
      "grad_norm": 2.4116110801696777,
      "learning_rate": 7.188010101010101e-05,
      "loss": 1.7023,
      "step": 288500
    },
    {
      "epoch": 1.486587279133767,
      "grad_norm": 2.2912509441375732,
      "learning_rate": 7.182959595959597e-05,
      "loss": 1.6999,
      "step": 289000
    },
    {
      "epoch": 1.489159229443687,
      "grad_norm": 2.7787649631500244,
      "learning_rate": 7.177909090909092e-05,
      "loss": 1.6979,
      "step": 289500
    },
    {
      "epoch": 1.4917311797536073,
      "grad_norm": 2.0487236976623535,
      "learning_rate": 7.172858585858586e-05,
      "loss": 1.697,
      "step": 290000
    },
    {
      "epoch": 1.4943031300635272,
      "grad_norm": 2.3088083267211914,
      "learning_rate": 7.167808080808082e-05,
      "loss": 1.6906,
      "step": 290500
    },
    {
      "epoch": 1.4968750803734472,
      "grad_norm": 2.1930689811706543,
      "learning_rate": 7.162767676767677e-05,
      "loss": 1.71,
      "step": 291000
    },
    {
      "epoch": 1.4994470306833672,
      "grad_norm": 2.6284825801849365,
      "learning_rate": 7.157717171717171e-05,
      "loss": 1.704,
      "step": 291500
    },
    {
      "epoch": 1.5020189809932871,
      "grad_norm": 2.0390841960906982,
      "learning_rate": 7.152676767676769e-05,
      "loss": 1.7005,
      "step": 292000
    },
    {
      "epoch": 1.5045909313032073,
      "grad_norm": 2.472266674041748,
      "learning_rate": 7.147626262626262e-05,
      "loss": 1.6911,
      "step": 292500
    },
    {
      "epoch": 1.5071628816131273,
      "grad_norm": 2.0675249099731445,
      "learning_rate": 7.142575757575758e-05,
      "loss": 1.7018,
      "step": 293000
    },
    {
      "epoch": 1.5097348319230472,
      "grad_norm": 2.693594217300415,
      "learning_rate": 7.137525252525254e-05,
      "loss": 1.6849,
      "step": 293500
    },
    {
      "epoch": 1.5123067822329672,
      "grad_norm": 2.4996039867401123,
      "learning_rate": 7.132474747474747e-05,
      "loss": 1.7032,
      "step": 294000
    },
    {
      "epoch": 1.5148787325428872,
      "grad_norm": 2.3143088817596436,
      "learning_rate": 7.127424242424243e-05,
      "loss": 1.702,
      "step": 294500
    },
    {
      "epoch": 1.5174506828528074,
      "grad_norm": 2.636171340942383,
      "learning_rate": 7.122373737373738e-05,
      "loss": 1.6903,
      "step": 295000
    },
    {
      "epoch": 1.5200226331627273,
      "grad_norm": 2.3447632789611816,
      "learning_rate": 7.117323232323233e-05,
      "loss": 1.7032,
      "step": 295500
    },
    {
      "epoch": 1.5225945834726473,
      "grad_norm": 1.977137565612793,
      "learning_rate": 7.112272727272727e-05,
      "loss": 1.6845,
      "step": 296000
    },
    {
      "epoch": 1.5251665337825673,
      "grad_norm": 2.250196695327759,
      "learning_rate": 7.107232323232323e-05,
      "loss": 1.687,
      "step": 296500
    },
    {
      "epoch": 1.5277384840924872,
      "grad_norm": 2.750044345855713,
      "learning_rate": 7.102181818181819e-05,
      "loss": 1.6999,
      "step": 297000
    },
    {
      "epoch": 1.5303104344024074,
      "grad_norm": 2.4571657180786133,
      "learning_rate": 7.097131313131314e-05,
      "loss": 1.6919,
      "step": 297500
    },
    {
      "epoch": 1.5328823847123274,
      "grad_norm": 2.9166290760040283,
      "learning_rate": 7.092080808080808e-05,
      "loss": 1.6857,
      "step": 298000
    },
    {
      "epoch": 1.5354543350222474,
      "grad_norm": 2.9264209270477295,
      "learning_rate": 7.087040404040404e-05,
      "loss": 1.6778,
      "step": 298500
    },
    {
      "epoch": 1.5380262853321673,
      "grad_norm": 2.910644769668579,
      "learning_rate": 7.081989898989899e-05,
      "loss": 1.6869,
      "step": 299000
    },
    {
      "epoch": 1.5405982356420873,
      "grad_norm": 2.3062753677368164,
      "learning_rate": 7.076939393939395e-05,
      "loss": 1.707,
      "step": 299500
    },
    {
      "epoch": 1.5431701859520075,
      "grad_norm": 2.345658302307129,
      "learning_rate": 7.07188888888889e-05,
      "loss": 1.6887,
      "step": 300000
    },
    {
      "epoch": 1.5457421362619275,
      "grad_norm": 2.5615222454071045,
      "learning_rate": 7.066838383838384e-05,
      "loss": 1.6918,
      "step": 300500
    },
    {
      "epoch": 1.5483140865718474,
      "grad_norm": 2.4387075901031494,
      "learning_rate": 7.061787878787879e-05,
      "loss": 1.6967,
      "step": 301000
    },
    {
      "epoch": 1.5508860368817674,
      "grad_norm": 2.2662642002105713,
      "learning_rate": 7.056737373737375e-05,
      "loss": 1.7053,
      "step": 301500
    },
    {
      "epoch": 1.5534579871916874,
      "grad_norm": 2.526573896408081,
      "learning_rate": 7.051686868686868e-05,
      "loss": 1.6866,
      "step": 302000
    },
    {
      "epoch": 1.5560299375016076,
      "grad_norm": 2.2950527667999268,
      "learning_rate": 7.046656565656567e-05,
      "loss": 1.683,
      "step": 302500
    },
    {
      "epoch": 1.5586018878115275,
      "grad_norm": 2.3456244468688965,
      "learning_rate": 7.041606060606061e-05,
      "loss": 1.6864,
      "step": 303000
    },
    {
      "epoch": 1.5611738381214475,
      "grad_norm": 2.326719284057617,
      "learning_rate": 7.036555555555556e-05,
      "loss": 1.6894,
      "step": 303500
    },
    {
      "epoch": 1.5637457884313675,
      "grad_norm": 2.5892398357391357,
      "learning_rate": 7.031515151515152e-05,
      "loss": 1.6853,
      "step": 304000
    },
    {
      "epoch": 1.5663177387412874,
      "grad_norm": 2.476912260055542,
      "learning_rate": 7.026464646464647e-05,
      "loss": 1.6815,
      "step": 304500
    },
    {
      "epoch": 1.5688896890512076,
      "grad_norm": 2.147064685821533,
      "learning_rate": 7.021414141414143e-05,
      "loss": 1.6883,
      "step": 305000
    },
    {
      "epoch": 1.5714616393611276,
      "grad_norm": 2.761141061782837,
      "learning_rate": 7.016363636363636e-05,
      "loss": 1.679,
      "step": 305500
    },
    {
      "epoch": 1.5740335896710476,
      "grad_norm": 2.316796064376831,
      "learning_rate": 7.011313131313132e-05,
      "loss": 1.6925,
      "step": 306000
    },
    {
      "epoch": 1.5766055399809675,
      "grad_norm": 2.4468626976013184,
      "learning_rate": 7.006262626262627e-05,
      "loss": 1.6923,
      "step": 306500
    },
    {
      "epoch": 1.5791774902908875,
      "grad_norm": 2.4432520866394043,
      "learning_rate": 7.001212121212121e-05,
      "loss": 1.6863,
      "step": 307000
    },
    {
      "epoch": 1.5817494406008077,
      "grad_norm": 2.5849692821502686,
      "learning_rate": 6.996161616161616e-05,
      "loss": 1.6831,
      "step": 307500
    },
    {
      "epoch": 1.5843213909107277,
      "grad_norm": 2.266772985458374,
      "learning_rate": 6.991111111111112e-05,
      "loss": 1.6821,
      "step": 308000
    },
    {
      "epoch": 1.5868933412206476,
      "grad_norm": 2.161853313446045,
      "learning_rate": 6.986060606060606e-05,
      "loss": 1.6805,
      "step": 308500
    },
    {
      "epoch": 1.5894652915305676,
      "grad_norm": 2.5699236392974854,
      "learning_rate": 6.981010101010101e-05,
      "loss": 1.6879,
      "step": 309000
    },
    {
      "epoch": 1.5920372418404876,
      "grad_norm": 2.3673970699310303,
      "learning_rate": 6.975969696969697e-05,
      "loss": 1.6765,
      "step": 309500
    },
    {
      "epoch": 1.5946091921504078,
      "grad_norm": 2.225632667541504,
      "learning_rate": 6.970919191919192e-05,
      "loss": 1.6847,
      "step": 310000
    },
    {
      "epoch": 1.5971811424603277,
      "grad_norm": 2.2272884845733643,
      "learning_rate": 6.965868686868688e-05,
      "loss": 1.6769,
      "step": 310500
    },
    {
      "epoch": 1.5997530927702477,
      "grad_norm": 2.319474458694458,
      "learning_rate": 6.960818181818182e-05,
      "loss": 1.6831,
      "step": 311000
    },
    {
      "epoch": 1.6023250430801677,
      "grad_norm": 2.1718974113464355,
      "learning_rate": 6.955767676767677e-05,
      "loss": 1.6638,
      "step": 311500
    },
    {
      "epoch": 1.6048969933900876,
      "grad_norm": 2.3438401222229004,
      "learning_rate": 6.950717171717172e-05,
      "loss": 1.6737,
      "step": 312000
    },
    {
      "epoch": 1.6074689437000078,
      "grad_norm": 1.9681246280670166,
      "learning_rate": 6.945666666666668e-05,
      "loss": 1.6682,
      "step": 312500
    },
    {
      "epoch": 1.6100408940099278,
      "grad_norm": 2.5999867916107178,
      "learning_rate": 6.940616161616162e-05,
      "loss": 1.6861,
      "step": 313000
    },
    {
      "epoch": 1.6126128443198477,
      "grad_norm": 2.4516825675964355,
      "learning_rate": 6.935575757575757e-05,
      "loss": 1.6838,
      "step": 313500
    },
    {
      "epoch": 1.6151847946297677,
      "grad_norm": 2.1580958366394043,
      "learning_rate": 6.930525252525253e-05,
      "loss": 1.6751,
      "step": 314000
    },
    {
      "epoch": 1.6177567449396877,
      "grad_norm": 2.6636695861816406,
      "learning_rate": 6.925474747474749e-05,
      "loss": 1.6781,
      "step": 314500
    },
    {
      "epoch": 1.6203286952496079,
      "grad_norm": 2.1307785511016846,
      "learning_rate": 6.920424242424242e-05,
      "loss": 1.6763,
      "step": 315000
    },
    {
      "epoch": 1.6229006455595278,
      "grad_norm": 2.4927167892456055,
      "learning_rate": 6.91538383838384e-05,
      "loss": 1.6755,
      "step": 315500
    },
    {
      "epoch": 1.6254725958694478,
      "grad_norm": 1.9655892848968506,
      "learning_rate": 6.910333333333334e-05,
      "loss": 1.6839,
      "step": 316000
    },
    {
      "epoch": 1.6280445461793678,
      "grad_norm": 2.2941057682037354,
      "learning_rate": 6.905282828282829e-05,
      "loss": 1.6739,
      "step": 316500
    },
    {
      "epoch": 1.6306164964892877,
      "grad_norm": 2.4142115116119385,
      "learning_rate": 6.900232323232325e-05,
      "loss": 1.6843,
      "step": 317000
    },
    {
      "epoch": 1.633188446799208,
      "grad_norm": 2.138962745666504,
      "learning_rate": 6.895181818181818e-05,
      "loss": 1.6809,
      "step": 317500
    },
    {
      "epoch": 1.635760397109128,
      "grad_norm": 2.6460509300231934,
      "learning_rate": 6.890131313131314e-05,
      "loss": 1.6733,
      "step": 318000
    },
    {
      "epoch": 1.6383323474190479,
      "grad_norm": 2.2773749828338623,
      "learning_rate": 6.885080808080809e-05,
      "loss": 1.6671,
      "step": 318500
    },
    {
      "epoch": 1.6409042977289678,
      "grad_norm": 2.1762917041778564,
      "learning_rate": 6.880030303030303e-05,
      "loss": 1.6649,
      "step": 319000
    },
    {
      "epoch": 1.6434762480388878,
      "grad_norm": 2.4022064208984375,
      "learning_rate": 6.874989898989899e-05,
      "loss": 1.6667,
      "step": 319500
    },
    {
      "epoch": 1.646048198348808,
      "grad_norm": 2.392923355102539,
      "learning_rate": 6.869939393939394e-05,
      "loss": 1.6735,
      "step": 320000
    },
    {
      "epoch": 1.648620148658728,
      "grad_norm": 2.8275463581085205,
      "learning_rate": 6.86488888888889e-05,
      "loss": 1.667,
      "step": 320500
    },
    {
      "epoch": 1.651192098968648,
      "grad_norm": 2.8365330696105957,
      "learning_rate": 6.859838383838384e-05,
      "loss": 1.6766,
      "step": 321000
    },
    {
      "epoch": 1.653764049278568,
      "grad_norm": 2.6010117530822754,
      "learning_rate": 6.854787878787879e-05,
      "loss": 1.6707,
      "step": 321500
    },
    {
      "epoch": 1.6563359995884879,
      "grad_norm": 2.6623294353485107,
      "learning_rate": 6.849747474747475e-05,
      "loss": 1.6676,
      "step": 322000
    },
    {
      "epoch": 1.658907949898408,
      "grad_norm": 2.760723114013672,
      "learning_rate": 6.844707070707071e-05,
      "loss": 1.6634,
      "step": 322500
    },
    {
      "epoch": 1.6614799002083278,
      "grad_norm": 2.240460157394409,
      "learning_rate": 6.839656565656566e-05,
      "loss": 1.6613,
      "step": 323000
    },
    {
      "epoch": 1.664051850518248,
      "grad_norm": 2.0668253898620605,
      "learning_rate": 6.834606060606062e-05,
      "loss": 1.6664,
      "step": 323500
    },
    {
      "epoch": 1.666623800828168,
      "grad_norm": 2.19256329536438,
      "learning_rate": 6.829555555555556e-05,
      "loss": 1.6632,
      "step": 324000
    },
    {
      "epoch": 1.669195751138088,
      "grad_norm": 2.7215864658355713,
      "learning_rate": 6.824505050505051e-05,
      "loss": 1.6662,
      "step": 324500
    },
    {
      "epoch": 1.6717677014480081,
      "grad_norm": 2.0605878829956055,
      "learning_rate": 6.819454545454545e-05,
      "loss": 1.6615,
      "step": 325000
    },
    {
      "epoch": 1.6743396517579279,
      "grad_norm": 2.1403868198394775,
      "learning_rate": 6.814404040404041e-05,
      "loss": 1.6798,
      "step": 325500
    },
    {
      "epoch": 1.676911602067848,
      "grad_norm": 2.322628974914551,
      "learning_rate": 6.809353535353535e-05,
      "loss": 1.6739,
      "step": 326000
    },
    {
      "epoch": 1.679483552377768,
      "grad_norm": 2.2708230018615723,
      "learning_rate": 6.804303030303031e-05,
      "loss": 1.6635,
      "step": 326500
    },
    {
      "epoch": 1.682055502687688,
      "grad_norm": 2.4940547943115234,
      "learning_rate": 6.799252525252525e-05,
      "loss": 1.6679,
      "step": 327000
    },
    {
      "epoch": 1.6846274529976082,
      "grad_norm": 2.149888038635254,
      "learning_rate": 6.794202020202021e-05,
      "loss": 1.6773,
      "step": 327500
    },
    {
      "epoch": 1.687199403307528,
      "grad_norm": 2.544126272201538,
      "learning_rate": 6.789151515151515e-05,
      "loss": 1.6754,
      "step": 328000
    },
    {
      "epoch": 1.6897713536174481,
      "grad_norm": 2.3829123973846436,
      "learning_rate": 6.78410101010101e-05,
      "loss": 1.665,
      "step": 328500
    },
    {
      "epoch": 1.692343303927368,
      "grad_norm": 2.3244376182556152,
      "learning_rate": 6.779060606060607e-05,
      "loss": 1.6724,
      "step": 329000
    },
    {
      "epoch": 1.694915254237288,
      "grad_norm": 2.288402557373047,
      "learning_rate": 6.774010101010101e-05,
      "loss": 1.6534,
      "step": 329500
    },
    {
      "epoch": 1.6974872045472083,
      "grad_norm": 2.2815768718719482,
      "learning_rate": 6.768969696969697e-05,
      "loss": 1.6664,
      "step": 330000
    },
    {
      "epoch": 1.700059154857128,
      "grad_norm": 2.458909749984741,
      "learning_rate": 6.763929292929293e-05,
      "loss": 1.669,
      "step": 330500
    },
    {
      "epoch": 1.7026311051670482,
      "grad_norm": 2.744945764541626,
      "learning_rate": 6.758878787878789e-05,
      "loss": 1.6688,
      "step": 331000
    },
    {
      "epoch": 1.7052030554769682,
      "grad_norm": 2.7508599758148193,
      "learning_rate": 6.753828282828282e-05,
      "loss": 1.6562,
      "step": 331500
    },
    {
      "epoch": 1.7077750057868881,
      "grad_norm": 2.8219707012176514,
      "learning_rate": 6.748777777777778e-05,
      "loss": 1.6542,
      "step": 332000
    },
    {
      "epoch": 1.7103469560968083,
      "grad_norm": 2.6453421115875244,
      "learning_rate": 6.743727272727273e-05,
      "loss": 1.6508,
      "step": 332500
    },
    {
      "epoch": 1.712918906406728,
      "grad_norm": 2.9267029762268066,
      "learning_rate": 6.738676767676768e-05,
      "loss": 1.6559,
      "step": 333000
    },
    {
      "epoch": 1.7154908567166482,
      "grad_norm": 2.5373966693878174,
      "learning_rate": 6.733626262626262e-05,
      "loss": 1.6683,
      "step": 333500
    },
    {
      "epoch": 1.7180628070265682,
      "grad_norm": 2.3234028816223145,
      "learning_rate": 6.728575757575758e-05,
      "loss": 1.655,
      "step": 334000
    },
    {
      "epoch": 1.7206347573364882,
      "grad_norm": 2.189422845840454,
      "learning_rate": 6.723525252525253e-05,
      "loss": 1.6492,
      "step": 334500
    },
    {
      "epoch": 1.7232067076464084,
      "grad_norm": 2.491847038269043,
      "learning_rate": 6.718474747474748e-05,
      "loss": 1.6372,
      "step": 335000
    },
    {
      "epoch": 1.7257786579563281,
      "grad_norm": 3.009021759033203,
      "learning_rate": 6.713424242424244e-05,
      "loss": 1.6486,
      "step": 335500
    },
    {
      "epoch": 1.7283506082662483,
      "grad_norm": 2.40120005607605,
      "learning_rate": 6.708373737373738e-05,
      "loss": 1.651,
      "step": 336000
    },
    {
      "epoch": 1.7309225585761683,
      "grad_norm": 2.661926746368408,
      "learning_rate": 6.703323232323233e-05,
      "loss": 1.663,
      "step": 336500
    },
    {
      "epoch": 1.7334945088860882,
      "grad_norm": 2.7393829822540283,
      "learning_rate": 6.698272727272727e-05,
      "loss": 1.6435,
      "step": 337000
    },
    {
      "epoch": 1.7360664591960084,
      "grad_norm": 2.4835827350616455,
      "learning_rate": 6.693222222222223e-05,
      "loss": 1.6592,
      "step": 337500
    },
    {
      "epoch": 1.7386384095059282,
      "grad_norm": 2.1766092777252197,
      "learning_rate": 6.68818181818182e-05,
      "loss": 1.6624,
      "step": 338000
    },
    {
      "epoch": 1.7412103598158484,
      "grad_norm": 2.023101329803467,
      "learning_rate": 6.683131313131314e-05,
      "loss": 1.6464,
      "step": 338500
    },
    {
      "epoch": 1.7437823101257683,
      "grad_norm": 2.04542875289917,
      "learning_rate": 6.678080808080809e-05,
      "loss": 1.6598,
      "step": 339000
    },
    {
      "epoch": 1.7463542604356883,
      "grad_norm": 2.204482078552246,
      "learning_rate": 6.673030303030303e-05,
      "loss": 1.6412,
      "step": 339500
    },
    {
      "epoch": 1.7489262107456085,
      "grad_norm": 2.304865598678589,
      "learning_rate": 6.667979797979799e-05,
      "loss": 1.6596,
      "step": 340000
    },
    {
      "epoch": 1.7514981610555282,
      "grad_norm": 2.291093349456787,
      "learning_rate": 6.662929292929293e-05,
      "loss": 1.6641,
      "step": 340500
    },
    {
      "epoch": 1.7540701113654484,
      "grad_norm": 2.821134328842163,
      "learning_rate": 6.657878787878789e-05,
      "loss": 1.6525,
      "step": 341000
    },
    {
      "epoch": 1.7566420616753684,
      "grad_norm": 2.6450328826904297,
      "learning_rate": 6.652838383838384e-05,
      "loss": 1.6559,
      "step": 341500
    },
    {
      "epoch": 1.7592140119852884,
      "grad_norm": 2.166497230529785,
      "learning_rate": 6.647787878787879e-05,
      "loss": 1.6591,
      "step": 342000
    },
    {
      "epoch": 1.7617859622952086,
      "grad_norm": 2.3948822021484375,
      "learning_rate": 6.642737373737374e-05,
      "loss": 1.6536,
      "step": 342500
    },
    {
      "epoch": 1.7643579126051283,
      "grad_norm": 2.443253517150879,
      "learning_rate": 6.637686868686868e-05,
      "loss": 1.6489,
      "step": 343000
    },
    {
      "epoch": 1.7669298629150485,
      "grad_norm": 2.701960802078247,
      "learning_rate": 6.632636363636364e-05,
      "loss": 1.6575,
      "step": 343500
    },
    {
      "epoch": 1.7695018132249685,
      "grad_norm": 2.5581912994384766,
      "learning_rate": 6.627585858585859e-05,
      "loss": 1.6558,
      "step": 344000
    },
    {
      "epoch": 1.7720737635348884,
      "grad_norm": 2.5111706256866455,
      "learning_rate": 6.622535353535354e-05,
      "loss": 1.6555,
      "step": 344500
    },
    {
      "epoch": 1.7746457138448086,
      "grad_norm": 2.4795475006103516,
      "learning_rate": 6.617484848484848e-05,
      "loss": 1.6484,
      "step": 345000
    },
    {
      "epoch": 1.7772176641547284,
      "grad_norm": 2.4566597938537598,
      "learning_rate": 6.612444444444444e-05,
      "loss": 1.6532,
      "step": 345500
    },
    {
      "epoch": 1.7797896144646486,
      "grad_norm": 2.694000005722046,
      "learning_rate": 6.60739393939394e-05,
      "loss": 1.6398,
      "step": 346000
    },
    {
      "epoch": 1.7823615647745685,
      "grad_norm": 2.3903775215148926,
      "learning_rate": 6.602343434343435e-05,
      "loss": 1.66,
      "step": 346500
    },
    {
      "epoch": 1.7849335150844885,
      "grad_norm": 2.5123212337493896,
      "learning_rate": 6.59729292929293e-05,
      "loss": 1.6551,
      "step": 347000
    },
    {
      "epoch": 1.7875054653944087,
      "grad_norm": 2.346447467803955,
      "learning_rate": 6.592242424242424e-05,
      "loss": 1.664,
      "step": 347500
    },
    {
      "epoch": 1.7900774157043284,
      "grad_norm": 2.535243034362793,
      "learning_rate": 6.58719191919192e-05,
      "loss": 1.6504,
      "step": 348000
    },
    {
      "epoch": 1.7926493660142486,
      "grad_norm": 2.1878671646118164,
      "learning_rate": 6.582141414141413e-05,
      "loss": 1.6465,
      "step": 348500
    },
    {
      "epoch": 1.7952213163241686,
      "grad_norm": 1.969903826713562,
      "learning_rate": 6.57709090909091e-05,
      "loss": 1.6593,
      "step": 349000
    },
    {
      "epoch": 1.7977932666340886,
      "grad_norm": 2.7635295391082764,
      "learning_rate": 6.572050505050505e-05,
      "loss": 1.6487,
      "step": 349500
    },
    {
      "epoch": 1.8003652169440088,
      "grad_norm": 2.6183090209960938,
      "learning_rate": 6.567010101010101e-05,
      "loss": 1.6512,
      "step": 350000
    },
    {
      "epoch": 1.8029371672539285,
      "grad_norm": 2.6972358226776123,
      "learning_rate": 6.561959595959596e-05,
      "loss": 1.6441,
      "step": 350500
    },
    {
      "epoch": 1.8055091175638487,
      "grad_norm": 2.986240863800049,
      "learning_rate": 6.556909090909092e-05,
      "loss": 1.6467,
      "step": 351000
    },
    {
      "epoch": 1.8080810678737687,
      "grad_norm": 2.5499420166015625,
      "learning_rate": 6.551858585858585e-05,
      "loss": 1.6356,
      "step": 351500
    },
    {
      "epoch": 1.8106530181836886,
      "grad_norm": 2.5218753814697266,
      "learning_rate": 6.546808080808081e-05,
      "loss": 1.6519,
      "step": 352000
    },
    {
      "epoch": 1.8132249684936088,
      "grad_norm": 2.1634602546691895,
      "learning_rate": 6.541767676767677e-05,
      "loss": 1.6409,
      "step": 352500
    },
    {
      "epoch": 1.8157969188035286,
      "grad_norm": 1.9278182983398438,
      "learning_rate": 6.536717171717172e-05,
      "loss": 1.6321,
      "step": 353000
    },
    {
      "epoch": 1.8183688691134487,
      "grad_norm": 2.819406509399414,
      "learning_rate": 6.531666666666666e-05,
      "loss": 1.6444,
      "step": 353500
    },
    {
      "epoch": 1.8209408194233687,
      "grad_norm": 2.276034116744995,
      "learning_rate": 6.526616161616161e-05,
      "loss": 1.6417,
      "step": 354000
    },
    {
      "epoch": 1.8235127697332887,
      "grad_norm": 1.9764829874038696,
      "learning_rate": 6.521565656565657e-05,
      "loss": 1.6306,
      "step": 354500
    },
    {
      "epoch": 1.8260847200432089,
      "grad_norm": 1.9372199773788452,
      "learning_rate": 6.516515151515152e-05,
      "loss": 1.6447,
      "step": 355000
    },
    {
      "epoch": 1.8286566703531286,
      "grad_norm": 2.0721209049224854,
      "learning_rate": 6.511464646464646e-05,
      "loss": 1.6436,
      "step": 355500
    },
    {
      "epoch": 1.8312286206630488,
      "grad_norm": 2.5440256595611572,
      "learning_rate": 6.506414141414142e-05,
      "loss": 1.652,
      "step": 356000
    },
    {
      "epoch": 1.8338005709729688,
      "grad_norm": 2.4953465461730957,
      "learning_rate": 6.501373737373738e-05,
      "loss": 1.6449,
      "step": 356500
    },
    {
      "epoch": 1.8363725212828887,
      "grad_norm": 2.357142686843872,
      "learning_rate": 6.496323232323233e-05,
      "loss": 1.6506,
      "step": 357000
    },
    {
      "epoch": 1.838944471592809,
      "grad_norm": 2.122255325317383,
      "learning_rate": 6.491272727272728e-05,
      "loss": 1.6472,
      "step": 357500
    },
    {
      "epoch": 1.8415164219027287,
      "grad_norm": 2.392409324645996,
      "learning_rate": 6.486222222222222e-05,
      "loss": 1.6321,
      "step": 358000
    },
    {
      "epoch": 1.8440883722126489,
      "grad_norm": 2.4341251850128174,
      "learning_rate": 6.481181818181818e-05,
      "loss": 1.6351,
      "step": 358500
    },
    {
      "epoch": 1.8466603225225688,
      "grad_norm": 2.6125593185424805,
      "learning_rate": 6.476131313131314e-05,
      "loss": 1.632,
      "step": 359000
    },
    {
      "epoch": 1.8492322728324888,
      "grad_norm": 2.6240487098693848,
      "learning_rate": 6.471090909090909e-05,
      "loss": 1.6358,
      "step": 359500
    },
    {
      "epoch": 1.851804223142409,
      "grad_norm": 2.084984540939331,
      "learning_rate": 6.466050505050505e-05,
      "loss": 1.6346,
      "step": 360000
    },
    {
      "epoch": 1.8543761734523287,
      "grad_norm": 2.0900211334228516,
      "learning_rate": 6.461e-05,
      "loss": 1.642,
      "step": 360500
    },
    {
      "epoch": 1.856948123762249,
      "grad_norm": 2.4863033294677734,
      "learning_rate": 6.455949494949495e-05,
      "loss": 1.6405,
      "step": 361000
    },
    {
      "epoch": 1.859520074072169,
      "grad_norm": 2.3600735664367676,
      "learning_rate": 6.45089898989899e-05,
      "loss": 1.6417,
      "step": 361500
    },
    {
      "epoch": 1.8620920243820889,
      "grad_norm": 2.359057664871216,
      "learning_rate": 6.445848484848486e-05,
      "loss": 1.6421,
      "step": 362000
    },
    {
      "epoch": 1.864663974692009,
      "grad_norm": 2.2243077754974365,
      "learning_rate": 6.44079797979798e-05,
      "loss": 1.6285,
      "step": 362500
    },
    {
      "epoch": 1.8672359250019288,
      "grad_norm": 2.724112033843994,
      "learning_rate": 6.435747474747475e-05,
      "loss": 1.6185,
      "step": 363000
    },
    {
      "epoch": 1.869807875311849,
      "grad_norm": 2.4706525802612305,
      "learning_rate": 6.43069696969697e-05,
      "loss": 1.6416,
      "step": 363500
    },
    {
      "epoch": 1.872379825621769,
      "grad_norm": 2.599776268005371,
      "learning_rate": 6.425646464646466e-05,
      "loss": 1.6355,
      "step": 364000
    },
    {
      "epoch": 1.874951775931689,
      "grad_norm": 2.1543681621551514,
      "learning_rate": 6.420595959595959e-05,
      "loss": 1.6432,
      "step": 364500
    },
    {
      "epoch": 1.8775237262416091,
      "grad_norm": 2.042337417602539,
      "learning_rate": 6.415545454545455e-05,
      "loss": 1.6415,
      "step": 365000
    },
    {
      "epoch": 1.8800956765515289,
      "grad_norm": 2.3360307216644287,
      "learning_rate": 6.41049494949495e-05,
      "loss": 1.6353,
      "step": 365500
    },
    {
      "epoch": 1.882667626861449,
      "grad_norm": 2.5931334495544434,
      "learning_rate": 6.405454545454546e-05,
      "loss": 1.6297,
      "step": 366000
    },
    {
      "epoch": 1.885239577171369,
      "grad_norm": 2.690889835357666,
      "learning_rate": 6.400404040404042e-05,
      "loss": 1.6346,
      "step": 366500
    },
    {
      "epoch": 1.887811527481289,
      "grad_norm": 2.677400827407837,
      "learning_rate": 6.395353535353535e-05,
      "loss": 1.6375,
      "step": 367000
    },
    {
      "epoch": 1.8903834777912092,
      "grad_norm": 2.1778125762939453,
      "learning_rate": 6.390303030303031e-05,
      "loss": 1.6205,
      "step": 367500
    },
    {
      "epoch": 1.892955428101129,
      "grad_norm": 2.61460280418396,
      "learning_rate": 6.385262626262627e-05,
      "loss": 1.635,
      "step": 368000
    },
    {
      "epoch": 1.8955273784110491,
      "grad_norm": 2.425158739089966,
      "learning_rate": 6.380212121212122e-05,
      "loss": 1.628,
      "step": 368500
    },
    {
      "epoch": 1.898099328720969,
      "grad_norm": 2.5733518600463867,
      "learning_rate": 6.375161616161616e-05,
      "loss": 1.6284,
      "step": 369000
    },
    {
      "epoch": 1.900671279030889,
      "grad_norm": 2.4769554138183594,
      "learning_rate": 6.370111111111111e-05,
      "loss": 1.6334,
      "step": 369500
    },
    {
      "epoch": 1.9032432293408093,
      "grad_norm": 2.93058180809021,
      "learning_rate": 6.365060606060607e-05,
      "loss": 1.6353,
      "step": 370000
    },
    {
      "epoch": 1.905815179650729,
      "grad_norm": 2.4658243656158447,
      "learning_rate": 6.360010101010101e-05,
      "loss": 1.6291,
      "step": 370500
    },
    {
      "epoch": 1.9083871299606492,
      "grad_norm": 2.2507095336914062,
      "learning_rate": 6.354959595959596e-05,
      "loss": 1.6405,
      "step": 371000
    },
    {
      "epoch": 1.9109590802705692,
      "grad_norm": 2.3738880157470703,
      "learning_rate": 6.349909090909091e-05,
      "loss": 1.6309,
      "step": 371500
    },
    {
      "epoch": 1.9135310305804891,
      "grad_norm": 2.008300304412842,
      "learning_rate": 6.344858585858587e-05,
      "loss": 1.6273,
      "step": 372000
    },
    {
      "epoch": 1.9161029808904093,
      "grad_norm": 2.2649285793304443,
      "learning_rate": 6.339818181818183e-05,
      "loss": 1.6134,
      "step": 372500
    },
    {
      "epoch": 1.918674931200329,
      "grad_norm": 2.506477117538452,
      "learning_rate": 6.334767676767677e-05,
      "loss": 1.6283,
      "step": 373000
    },
    {
      "epoch": 1.9212468815102492,
      "grad_norm": 2.661729335784912,
      "learning_rate": 6.329717171717172e-05,
      "loss": 1.6246,
      "step": 373500
    },
    {
      "epoch": 1.9238188318201692,
      "grad_norm": 2.6854159832000732,
      "learning_rate": 6.324666666666667e-05,
      "loss": 1.6274,
      "step": 374000
    },
    {
      "epoch": 1.9263907821300892,
      "grad_norm": 2.402884006500244,
      "learning_rate": 6.319616161616163e-05,
      "loss": 1.6208,
      "step": 374500
    },
    {
      "epoch": 1.9289627324400094,
      "grad_norm": 2.1268699169158936,
      "learning_rate": 6.314565656565656e-05,
      "loss": 1.6306,
      "step": 375000
    },
    {
      "epoch": 1.9315346827499291,
      "grad_norm": 2.4067907333374023,
      "learning_rate": 6.309525252525252e-05,
      "loss": 1.6071,
      "step": 375500
    },
    {
      "epoch": 1.9341066330598493,
      "grad_norm": 2.2865099906921387,
      "learning_rate": 6.304474747474748e-05,
      "loss": 1.623,
      "step": 376000
    },
    {
      "epoch": 1.9366785833697693,
      "grad_norm": 2.0596396923065186,
      "learning_rate": 6.299424242424242e-05,
      "loss": 1.6288,
      "step": 376500
    },
    {
      "epoch": 1.9392505336796892,
      "grad_norm": 3.2876358032226562,
      "learning_rate": 6.294373737373738e-05,
      "loss": 1.635,
      "step": 377000
    },
    {
      "epoch": 1.9418224839896094,
      "grad_norm": 2.7481908798217773,
      "learning_rate": 6.289333333333334e-05,
      "loss": 1.616,
      "step": 377500
    },
    {
      "epoch": 1.9443944342995292,
      "grad_norm": 2.604656457901001,
      "learning_rate": 6.284282828282828e-05,
      "loss": 1.6255,
      "step": 378000
    },
    {
      "epoch": 1.9469663846094494,
      "grad_norm": 2.7096235752105713,
      "learning_rate": 6.279232323232324e-05,
      "loss": 1.627,
      "step": 378500
    },
    {
      "epoch": 1.9495383349193693,
      "grad_norm": 2.6425135135650635,
      "learning_rate": 6.274181818181818e-05,
      "loss": 1.6308,
      "step": 379000
    },
    {
      "epoch": 1.9521102852292893,
      "grad_norm": 2.2761101722717285,
      "learning_rate": 6.269141414141414e-05,
      "loss": 1.6328,
      "step": 379500
    },
    {
      "epoch": 1.9546822355392095,
      "grad_norm": 2.5872933864593506,
      "learning_rate": 6.264090909090909e-05,
      "loss": 1.6326,
      "step": 380000
    },
    {
      "epoch": 1.9572541858491292,
      "grad_norm": 2.401745319366455,
      "learning_rate": 6.259040404040403e-05,
      "loss": 1.6179,
      "step": 380500
    },
    {
      "epoch": 1.9598261361590494,
      "grad_norm": 2.335178852081299,
      "learning_rate": 6.2539898989899e-05,
      "loss": 1.6225,
      "step": 381000
    },
    {
      "epoch": 1.9623980864689694,
      "grad_norm": 2.1984500885009766,
      "learning_rate": 6.248939393939394e-05,
      "loss": 1.6226,
      "step": 381500
    },
    {
      "epoch": 1.9649700367788894,
      "grad_norm": 2.53519606590271,
      "learning_rate": 6.243888888888889e-05,
      "loss": 1.624,
      "step": 382000
    },
    {
      "epoch": 1.9675419870888096,
      "grad_norm": 2.1146388053894043,
      "learning_rate": 6.238838383838385e-05,
      "loss": 1.6336,
      "step": 382500
    },
    {
      "epoch": 1.9701139373987293,
      "grad_norm": 2.4738714694976807,
      "learning_rate": 6.23378787878788e-05,
      "loss": 1.637,
      "step": 383000
    },
    {
      "epoch": 1.9726858877086495,
      "grad_norm": 2.67535138130188,
      "learning_rate": 6.228737373737374e-05,
      "loss": 1.6248,
      "step": 383500
    },
    {
      "epoch": 1.9752578380185695,
      "grad_norm": 2.1487460136413574,
      "learning_rate": 6.223686868686869e-05,
      "loss": 1.6279,
      "step": 384000
    },
    {
      "epoch": 1.9778297883284894,
      "grad_norm": 2.0736780166625977,
      "learning_rate": 6.218636363636365e-05,
      "loss": 1.6211,
      "step": 384500
    },
    {
      "epoch": 1.9804017386384096,
      "grad_norm": 2.4359467029571533,
      "learning_rate": 6.21359595959596e-05,
      "loss": 1.6341,
      "step": 385000
    },
    {
      "epoch": 1.9829736889483294,
      "grad_norm": 2.57645845413208,
      "learning_rate": 6.208545454545455e-05,
      "loss": 1.6326,
      "step": 385500
    },
    {
      "epoch": 1.9855456392582496,
      "grad_norm": 2.375304698944092,
      "learning_rate": 6.20349494949495e-05,
      "loss": 1.6338,
      "step": 386000
    },
    {
      "epoch": 1.9881175895681695,
      "grad_norm": 2.1585114002227783,
      "learning_rate": 6.198444444444444e-05,
      "loss": 1.6152,
      "step": 386500
    },
    {
      "epoch": 1.9906895398780895,
      "grad_norm": 2.393204689025879,
      "learning_rate": 6.19339393939394e-05,
      "loss": 1.6081,
      "step": 387000
    },
    {
      "epoch": 1.9932614901880097,
      "grad_norm": 2.543041706085205,
      "learning_rate": 6.188343434343434e-05,
      "loss": 1.6122,
      "step": 387500
    },
    {
      "epoch": 1.9958334404979294,
      "grad_norm": 2.2563304901123047,
      "learning_rate": 6.18329292929293e-05,
      "loss": 1.6172,
      "step": 388000
    },
    {
      "epoch": 1.9984053908078496,
      "grad_norm": 2.4522125720977783,
      "learning_rate": 6.178242424242424e-05,
      "loss": 1.6129,
      "step": 388500
    },
    {
      "epoch": 2.00097734111777,
      "grad_norm": 2.579383611679077,
      "learning_rate": 6.17320202020202e-05,
      "loss": 1.6145,
      "step": 389000
    },
    {
      "epoch": 2.0035492914276896,
      "grad_norm": 2.0245561599731445,
      "learning_rate": 6.168161616161616e-05,
      "loss": 1.6293,
      "step": 389500
    },
    {
      "epoch": 2.0061212417376098,
      "grad_norm": 2.2552874088287354,
      "learning_rate": 6.163111111111112e-05,
      "loss": 1.606,
      "step": 390000
    },
    {
      "epoch": 2.0086931920475295,
      "grad_norm": 2.6959872245788574,
      "learning_rate": 6.158060606060606e-05,
      "loss": 1.6271,
      "step": 390500
    },
    {
      "epoch": 2.0112651423574497,
      "grad_norm": 2.65429949760437,
      "learning_rate": 6.153010101010102e-05,
      "loss": 1.6144,
      "step": 391000
    },
    {
      "epoch": 2.01383709266737,
      "grad_norm": 2.2554690837860107,
      "learning_rate": 6.147959595959596e-05,
      "loss": 1.614,
      "step": 391500
    },
    {
      "epoch": 2.0164090429772896,
      "grad_norm": 2.3167171478271484,
      "learning_rate": 6.142909090909091e-05,
      "loss": 1.6128,
      "step": 392000
    },
    {
      "epoch": 2.01898099328721,
      "grad_norm": 2.5956623554229736,
      "learning_rate": 6.137858585858585e-05,
      "loss": 1.6034,
      "step": 392500
    },
    {
      "epoch": 2.0215529435971296,
      "grad_norm": 2.968029260635376,
      "learning_rate": 6.132808080808081e-05,
      "loss": 1.6141,
      "step": 393000
    },
    {
      "epoch": 2.0241248939070497,
      "grad_norm": 2.7544617652893066,
      "learning_rate": 6.127767676767677e-05,
      "loss": 1.6214,
      "step": 393500
    },
    {
      "epoch": 2.02669684421697,
      "grad_norm": 2.2742416858673096,
      "learning_rate": 6.122717171717172e-05,
      "loss": 1.6148,
      "step": 394000
    },
    {
      "epoch": 2.0292687945268897,
      "grad_norm": 2.220961809158325,
      "learning_rate": 6.117666666666667e-05,
      "loss": 1.619,
      "step": 394500
    },
    {
      "epoch": 2.03184074483681,
      "grad_norm": 2.195733070373535,
      "learning_rate": 6.112616161616161e-05,
      "loss": 1.616,
      "step": 395000
    },
    {
      "epoch": 2.0344126951467296,
      "grad_norm": 2.3462278842926025,
      "learning_rate": 6.107575757575757e-05,
      "loss": 1.6129,
      "step": 395500
    },
    {
      "epoch": 2.03698464545665,
      "grad_norm": 2.70003604888916,
      "learning_rate": 6.102525252525253e-05,
      "loss": 1.6043,
      "step": 396000
    },
    {
      "epoch": 2.03955659576657,
      "grad_norm": 2.403668165206909,
      "learning_rate": 6.097474747474747e-05,
      "loss": 1.6184,
      "step": 396500
    },
    {
      "epoch": 2.0421285460764897,
      "grad_norm": 2.6988089084625244,
      "learning_rate": 6.0924242424242425e-05,
      "loss": 1.5978,
      "step": 397000
    },
    {
      "epoch": 2.04470049638641,
      "grad_norm": 2.7455625534057617,
      "learning_rate": 6.087383838383839e-05,
      "loss": 1.6167,
      "step": 397500
    },
    {
      "epoch": 2.0472724466963297,
      "grad_norm": 2.071835994720459,
      "learning_rate": 6.082343434343435e-05,
      "loss": 1.6044,
      "step": 398000
    },
    {
      "epoch": 2.04984439700625,
      "grad_norm": 2.2983603477478027,
      "learning_rate": 6.077303030303031e-05,
      "loss": 1.6122,
      "step": 398500
    },
    {
      "epoch": 2.05241634731617,
      "grad_norm": 2.077721118927002,
      "learning_rate": 6.072252525252525e-05,
      "loss": 1.6174,
      "step": 399000
    },
    {
      "epoch": 2.05498829762609,
      "grad_norm": 2.942838430404663,
      "learning_rate": 6.0672121212121216e-05,
      "loss": 1.6065,
      "step": 399500
    },
    {
      "epoch": 2.05756024793601,
      "grad_norm": 2.2567286491394043,
      "learning_rate": 6.062161616161617e-05,
      "loss": 1.5962,
      "step": 400000
    },
    {
      "epoch": 2.0601321982459297,
      "grad_norm": 2.995159149169922,
      "learning_rate": 6.057111111111111e-05,
      "loss": 1.5997,
      "step": 400500
    },
    {
      "epoch": 2.06270414855585,
      "grad_norm": 2.48285174369812,
      "learning_rate": 6.052060606060607e-05,
      "loss": 1.6092,
      "step": 401000
    },
    {
      "epoch": 2.06527609886577,
      "grad_norm": 2.27602481842041,
      "learning_rate": 6.047010101010101e-05,
      "loss": 1.6085,
      "step": 401500
    },
    {
      "epoch": 2.06784804917569,
      "grad_norm": 2.100888252258301,
      "learning_rate": 6.041959595959596e-05,
      "loss": 1.6074,
      "step": 402000
    },
    {
      "epoch": 2.07041999948561,
      "grad_norm": 2.656245708465576,
      "learning_rate": 6.036909090909091e-05,
      "loss": 1.6188,
      "step": 402500
    },
    {
      "epoch": 2.07299194979553,
      "grad_norm": 2.497401237487793,
      "learning_rate": 6.031858585858586e-05,
      "loss": 1.5999,
      "step": 403000
    },
    {
      "epoch": 2.07556390010545,
      "grad_norm": 2.740108013153076,
      "learning_rate": 6.026808080808081e-05,
      "loss": 1.6138,
      "step": 403500
    },
    {
      "epoch": 2.07813585041537,
      "grad_norm": 2.2161812782287598,
      "learning_rate": 6.021757575757576e-05,
      "loss": 1.5904,
      "step": 404000
    },
    {
      "epoch": 2.08070780072529,
      "grad_norm": 2.5596768856048584,
      "learning_rate": 6.016707070707071e-05,
      "loss": 1.5991,
      "step": 404500
    },
    {
      "epoch": 2.08327975103521,
      "grad_norm": 2.474024772644043,
      "learning_rate": 6.011656565656566e-05,
      "loss": 1.6169,
      "step": 405000
    },
    {
      "epoch": 2.08585170134513,
      "grad_norm": 2.562389373779297,
      "learning_rate": 6.0066060606060606e-05,
      "loss": 1.5961,
      "step": 405500
    },
    {
      "epoch": 2.08842365165505,
      "grad_norm": 2.165395498275757,
      "learning_rate": 6.001555555555556e-05,
      "loss": 1.6032,
      "step": 406000
    },
    {
      "epoch": 2.09099560196497,
      "grad_norm": 2.6308302879333496,
      "learning_rate": 5.996505050505051e-05,
      "loss": 1.6094,
      "step": 406500
    },
    {
      "epoch": 2.09356755227489,
      "grad_norm": 2.065725564956665,
      "learning_rate": 5.9914646464646465e-05,
      "loss": 1.6033,
      "step": 407000
    },
    {
      "epoch": 2.09613950258481,
      "grad_norm": 3.004451274871826,
      "learning_rate": 5.986414141414142e-05,
      "loss": 1.6011,
      "step": 407500
    },
    {
      "epoch": 2.09871145289473,
      "grad_norm": 2.6577351093292236,
      "learning_rate": 5.981363636363637e-05,
      "loss": 1.5985,
      "step": 408000
    },
    {
      "epoch": 2.10128340320465,
      "grad_norm": 2.4974942207336426,
      "learning_rate": 5.976313131313132e-05,
      "loss": 1.6029,
      "step": 408500
    },
    {
      "epoch": 2.10385535351457,
      "grad_norm": 2.7885189056396484,
      "learning_rate": 5.971262626262627e-05,
      "loss": 1.6035,
      "step": 409000
    },
    {
      "epoch": 2.10642730382449,
      "grad_norm": 2.323251485824585,
      "learning_rate": 5.966212121212121e-05,
      "loss": 1.6054,
      "step": 409500
    },
    {
      "epoch": 2.1089992541344103,
      "grad_norm": 2.666215658187866,
      "learning_rate": 5.961171717171718e-05,
      "loss": 1.5987,
      "step": 410000
    },
    {
      "epoch": 2.11157120444433,
      "grad_norm": 2.597623586654663,
      "learning_rate": 5.956121212121213e-05,
      "loss": 1.606,
      "step": 410500
    },
    {
      "epoch": 2.11414315475425,
      "grad_norm": 1.9947013854980469,
      "learning_rate": 5.951070707070707e-05,
      "loss": 1.5954,
      "step": 411000
    },
    {
      "epoch": 2.11671510506417,
      "grad_norm": 2.544792652130127,
      "learning_rate": 5.946020202020203e-05,
      "loss": 1.5898,
      "step": 411500
    },
    {
      "epoch": 2.11928705537409,
      "grad_norm": 2.5514931678771973,
      "learning_rate": 5.940979797979799e-05,
      "loss": 1.5974,
      "step": 412000
    },
    {
      "epoch": 2.1218590056840103,
      "grad_norm": 2.448437213897705,
      "learning_rate": 5.935929292929293e-05,
      "loss": 1.6039,
      "step": 412500
    },
    {
      "epoch": 2.12443095599393,
      "grad_norm": 2.7591707706451416,
      "learning_rate": 5.930878787878789e-05,
      "loss": 1.604,
      "step": 413000
    },
    {
      "epoch": 2.1270029063038502,
      "grad_norm": 2.3299643993377686,
      "learning_rate": 5.925828282828283e-05,
      "loss": 1.6002,
      "step": 413500
    },
    {
      "epoch": 2.12957485661377,
      "grad_norm": 2.2050669193267822,
      "learning_rate": 5.920777777777778e-05,
      "loss": 1.6087,
      "step": 414000
    },
    {
      "epoch": 2.13214680692369,
      "grad_norm": 2.514944314956665,
      "learning_rate": 5.915727272727273e-05,
      "loss": 1.5965,
      "step": 414500
    },
    {
      "epoch": 2.1347187572336104,
      "grad_norm": 2.3953447341918945,
      "learning_rate": 5.910676767676768e-05,
      "loss": 1.598,
      "step": 415000
    },
    {
      "epoch": 2.13729070754353,
      "grad_norm": 2.2718632221221924,
      "learning_rate": 5.905626262626263e-05,
      "loss": 1.5952,
      "step": 415500
    },
    {
      "epoch": 2.1398626578534503,
      "grad_norm": 2.559480905532837,
      "learning_rate": 5.900585858585859e-05,
      "loss": 1.5933,
      "step": 416000
    },
    {
      "epoch": 2.14243460816337,
      "grad_norm": 2.7121787071228027,
      "learning_rate": 5.895535353535354e-05,
      "loss": 1.6007,
      "step": 416500
    },
    {
      "epoch": 2.1450065584732902,
      "grad_norm": 3.180011510848999,
      "learning_rate": 5.8904848484848486e-05,
      "loss": 1.5951,
      "step": 417000
    },
    {
      "epoch": 2.1475785087832104,
      "grad_norm": 3.01538348197937,
      "learning_rate": 5.885434343434344e-05,
      "loss": 1.6045,
      "step": 417500
    },
    {
      "epoch": 2.15015045909313,
      "grad_norm": 2.491154670715332,
      "learning_rate": 5.8803838383838386e-05,
      "loss": 1.6071,
      "step": 418000
    },
    {
      "epoch": 2.1527224094030504,
      "grad_norm": 2.4242184162139893,
      "learning_rate": 5.875333333333334e-05,
      "loss": 1.5957,
      "step": 418500
    },
    {
      "epoch": 2.15529435971297,
      "grad_norm": 2.3193559646606445,
      "learning_rate": 5.87029292929293e-05,
      "loss": 1.6033,
      "step": 419000
    },
    {
      "epoch": 2.1578663100228903,
      "grad_norm": 2.1788597106933594,
      "learning_rate": 5.8652424242424245e-05,
      "loss": 1.5927,
      "step": 419500
    },
    {
      "epoch": 2.1604382603328105,
      "grad_norm": 2.646376371383667,
      "learning_rate": 5.86019191919192e-05,
      "loss": 1.5895,
      "step": 420000
    },
    {
      "epoch": 2.1630102106427302,
      "grad_norm": 2.4380106925964355,
      "learning_rate": 5.855141414141414e-05,
      "loss": 1.5864,
      "step": 420500
    },
    {
      "epoch": 2.1655821609526504,
      "grad_norm": 2.479421377182007,
      "learning_rate": 5.85009090909091e-05,
      "loss": 1.5964,
      "step": 421000
    },
    {
      "epoch": 2.16815411126257,
      "grad_norm": 2.3349339962005615,
      "learning_rate": 5.845040404040404e-05,
      "loss": 1.597,
      "step": 421500
    },
    {
      "epoch": 2.1707260615724904,
      "grad_norm": 2.4106128215789795,
      "learning_rate": 5.8399999999999997e-05,
      "loss": 1.5902,
      "step": 422000
    },
    {
      "epoch": 2.1732980118824106,
      "grad_norm": 2.562054395675659,
      "learning_rate": 5.834959595959596e-05,
      "loss": 1.5963,
      "step": 422500
    },
    {
      "epoch": 2.1758699621923303,
      "grad_norm": 2.206015110015869,
      "learning_rate": 5.8299090909090916e-05,
      "loss": 1.5993,
      "step": 423000
    },
    {
      "epoch": 2.1784419125022505,
      "grad_norm": 2.554619550704956,
      "learning_rate": 5.8248585858585856e-05,
      "loss": 1.6091,
      "step": 423500
    },
    {
      "epoch": 2.1810138628121702,
      "grad_norm": 2.2453134059906006,
      "learning_rate": 5.8198080808080815e-05,
      "loss": 1.5852,
      "step": 424000
    },
    {
      "epoch": 2.1835858131220904,
      "grad_norm": 2.3707222938537598,
      "learning_rate": 5.8147575757575755e-05,
      "loss": 1.587,
      "step": 424500
    },
    {
      "epoch": 2.1861577634320106,
      "grad_norm": 2.2257208824157715,
      "learning_rate": 5.809707070707071e-05,
      "loss": 1.5821,
      "step": 425000
    },
    {
      "epoch": 2.1887297137419304,
      "grad_norm": 2.582345724105835,
      "learning_rate": 5.8046666666666674e-05,
      "loss": 1.5937,
      "step": 425500
    },
    {
      "epoch": 2.1913016640518506,
      "grad_norm": 2.2276124954223633,
      "learning_rate": 5.7996161616161614e-05,
      "loss": 1.5982,
      "step": 426000
    },
    {
      "epoch": 2.1938736143617703,
      "grad_norm": 2.5953102111816406,
      "learning_rate": 5.794565656565657e-05,
      "loss": 1.6,
      "step": 426500
    },
    {
      "epoch": 2.1964455646716905,
      "grad_norm": 2.059342861175537,
      "learning_rate": 5.7895151515151514e-05,
      "loss": 1.6002,
      "step": 427000
    },
    {
      "epoch": 2.1990175149816107,
      "grad_norm": 2.5329113006591797,
      "learning_rate": 5.784464646464647e-05,
      "loss": 1.5795,
      "step": 427500
    },
    {
      "epoch": 2.2015894652915304,
      "grad_norm": 2.672567844390869,
      "learning_rate": 5.779414141414141e-05,
      "loss": 1.5899,
      "step": 428000
    },
    {
      "epoch": 2.2041614156014506,
      "grad_norm": 2.0910274982452393,
      "learning_rate": 5.7743636363636366e-05,
      "loss": 1.5848,
      "step": 428500
    },
    {
      "epoch": 2.2067333659113704,
      "grad_norm": 2.369044542312622,
      "learning_rate": 5.769313131313132e-05,
      "loss": 1.5936,
      "step": 429000
    },
    {
      "epoch": 2.2093053162212906,
      "grad_norm": 2.7465758323669434,
      "learning_rate": 5.7642626262626266e-05,
      "loss": 1.5933,
      "step": 429500
    },
    {
      "epoch": 2.2118772665312108,
      "grad_norm": 2.3471922874450684,
      "learning_rate": 5.7592222222222225e-05,
      "loss": 1.5846,
      "step": 430000
    },
    {
      "epoch": 2.2144492168411305,
      "grad_norm": 2.5954208374023438,
      "learning_rate": 5.754171717171718e-05,
      "loss": 1.5892,
      "step": 430500
    },
    {
      "epoch": 2.2170211671510507,
      "grad_norm": 2.122445583343506,
      "learning_rate": 5.7491212121212125e-05,
      "loss": 1.5951,
      "step": 431000
    },
    {
      "epoch": 2.2195931174609704,
      "grad_norm": 2.378053665161133,
      "learning_rate": 5.744070707070708e-05,
      "loss": 1.595,
      "step": 431500
    },
    {
      "epoch": 2.2221650677708906,
      "grad_norm": 3.016186475753784,
      "learning_rate": 5.7390202020202024e-05,
      "loss": 1.5805,
      "step": 432000
    },
    {
      "epoch": 2.224737018080811,
      "grad_norm": 2.2016313076019287,
      "learning_rate": 5.7339797979797984e-05,
      "loss": 1.5976,
      "step": 432500
    },
    {
      "epoch": 2.2273089683907306,
      "grad_norm": 2.296274423599243,
      "learning_rate": 5.728929292929294e-05,
      "loss": 1.5844,
      "step": 433000
    },
    {
      "epoch": 2.2298809187006507,
      "grad_norm": 2.5509867668151855,
      "learning_rate": 5.723878787878788e-05,
      "loss": 1.5907,
      "step": 433500
    },
    {
      "epoch": 2.2324528690105705,
      "grad_norm": 2.5408694744110107,
      "learning_rate": 5.7188282828282836e-05,
      "loss": 1.6015,
      "step": 434000
    },
    {
      "epoch": 2.2350248193204907,
      "grad_norm": 2.5384156703948975,
      "learning_rate": 5.7137878787878796e-05,
      "loss": 1.602,
      "step": 434500
    },
    {
      "epoch": 2.237596769630411,
      "grad_norm": 2.3616080284118652,
      "learning_rate": 5.708737373737374e-05,
      "loss": 1.5998,
      "step": 435000
    },
    {
      "epoch": 2.2401687199403306,
      "grad_norm": 2.7889325618743896,
      "learning_rate": 5.7036868686868695e-05,
      "loss": 1.5842,
      "step": 435500
    },
    {
      "epoch": 2.242740670250251,
      "grad_norm": 2.3167500495910645,
      "learning_rate": 5.6986363636363635e-05,
      "loss": 1.5897,
      "step": 436000
    },
    {
      "epoch": 2.2453126205601706,
      "grad_norm": 2.556781053543091,
      "learning_rate": 5.6935858585858595e-05,
      "loss": 1.5807,
      "step": 436500
    },
    {
      "epoch": 2.2478845708700907,
      "grad_norm": 2.290909767150879,
      "learning_rate": 5.6885353535353534e-05,
      "loss": 1.5765,
      "step": 437000
    },
    {
      "epoch": 2.250456521180011,
      "grad_norm": 2.239105224609375,
      "learning_rate": 5.6834949494949494e-05,
      "loss": 1.5916,
      "step": 437500
    },
    {
      "epoch": 2.2530284714899307,
      "grad_norm": 2.7574894428253174,
      "learning_rate": 5.6784444444444454e-05,
      "loss": 1.5915,
      "step": 438000
    },
    {
      "epoch": 2.255600421799851,
      "grad_norm": 2.2202274799346924,
      "learning_rate": 5.673393939393939e-05,
      "loss": 1.5921,
      "step": 438500
    },
    {
      "epoch": 2.2581723721097706,
      "grad_norm": 2.6853768825531006,
      "learning_rate": 5.6683434343434346e-05,
      "loss": 1.5815,
      "step": 439000
    },
    {
      "epoch": 2.260744322419691,
      "grad_norm": 2.2511544227600098,
      "learning_rate": 5.663292929292929e-05,
      "loss": 1.5858,
      "step": 439500
    },
    {
      "epoch": 2.263316272729611,
      "grad_norm": 2.5201659202575684,
      "learning_rate": 5.6582424242424246e-05,
      "loss": 1.577,
      "step": 440000
    },
    {
      "epoch": 2.2658882230395307,
      "grad_norm": 2.3538320064544678,
      "learning_rate": 5.6532020202020206e-05,
      "loss": 1.5781,
      "step": 440500
    },
    {
      "epoch": 2.268460173349451,
      "grad_norm": 2.352900981903076,
      "learning_rate": 5.648151515151515e-05,
      "loss": 1.5677,
      "step": 441000
    },
    {
      "epoch": 2.2710321236593707,
      "grad_norm": 2.8098092079162598,
      "learning_rate": 5.6431010101010105e-05,
      "loss": 1.5754,
      "step": 441500
    },
    {
      "epoch": 2.273604073969291,
      "grad_norm": 2.5628156661987305,
      "learning_rate": 5.638050505050505e-05,
      "loss": 1.5882,
      "step": 442000
    },
    {
      "epoch": 2.276176024279211,
      "grad_norm": 2.2846975326538086,
      "learning_rate": 5.633010101010101e-05,
      "loss": 1.5868,
      "step": 442500
    },
    {
      "epoch": 2.278747974589131,
      "grad_norm": 2.268409013748169,
      "learning_rate": 5.6279595959595964e-05,
      "loss": 1.5823,
      "step": 443000
    },
    {
      "epoch": 2.281319924899051,
      "grad_norm": 2.092773914337158,
      "learning_rate": 5.622909090909091e-05,
      "loss": 1.5884,
      "step": 443500
    },
    {
      "epoch": 2.2838918752089707,
      "grad_norm": 2.2289109230041504,
      "learning_rate": 5.6178585858585863e-05,
      "loss": 1.5933,
      "step": 444000
    },
    {
      "epoch": 2.286463825518891,
      "grad_norm": 2.1926701068878174,
      "learning_rate": 5.612808080808081e-05,
      "loss": 1.5816,
      "step": 444500
    },
    {
      "epoch": 2.289035775828811,
      "grad_norm": 2.5182721614837646,
      "learning_rate": 5.607757575757576e-05,
      "loss": 1.5973,
      "step": 445000
    },
    {
      "epoch": 2.291607726138731,
      "grad_norm": 2.6437392234802246,
      "learning_rate": 5.602717171717172e-05,
      "loss": 1.5841,
      "step": 445500
    },
    {
      "epoch": 2.294179676448651,
      "grad_norm": 2.7058298587799072,
      "learning_rate": 5.597666666666667e-05,
      "loss": 1.5831,
      "step": 446000
    },
    {
      "epoch": 2.296751626758571,
      "grad_norm": 2.0953357219696045,
      "learning_rate": 5.592616161616162e-05,
      "loss": 1.5918,
      "step": 446500
    },
    {
      "epoch": 2.299323577068491,
      "grad_norm": 2.297541618347168,
      "learning_rate": 5.587565656565656e-05,
      "loss": 1.5666,
      "step": 447000
    },
    {
      "epoch": 2.301895527378411,
      "grad_norm": 2.4610650539398193,
      "learning_rate": 5.582525252525253e-05,
      "loss": 1.5804,
      "step": 447500
    },
    {
      "epoch": 2.304467477688331,
      "grad_norm": 2.629695415496826,
      "learning_rate": 5.577474747474748e-05,
      "loss": 1.5843,
      "step": 448000
    },
    {
      "epoch": 2.307039427998251,
      "grad_norm": 2.474860906600952,
      "learning_rate": 5.572424242424242e-05,
      "loss": 1.5928,
      "step": 448500
    },
    {
      "epoch": 2.309611378308171,
      "grad_norm": 2.8906733989715576,
      "learning_rate": 5.567373737373738e-05,
      "loss": 1.5825,
      "step": 449000
    },
    {
      "epoch": 2.312183328618091,
      "grad_norm": 2.610053062438965,
      "learning_rate": 5.562323232323232e-05,
      "loss": 1.5864,
      "step": 449500
    },
    {
      "epoch": 2.3147552789280113,
      "grad_norm": 2.2027618885040283,
      "learning_rate": 5.557282828282828e-05,
      "loss": 1.5657,
      "step": 450000
    },
    {
      "epoch": 2.317327229237931,
      "grad_norm": 2.362893581390381,
      "learning_rate": 5.552232323232324e-05,
      "loss": 1.5803,
      "step": 450500
    },
    {
      "epoch": 2.319899179547851,
      "grad_norm": 3.065056800842285,
      "learning_rate": 5.547181818181818e-05,
      "loss": 1.5745,
      "step": 451000
    },
    {
      "epoch": 2.322471129857771,
      "grad_norm": 2.644787311553955,
      "learning_rate": 5.542131313131313e-05,
      "loss": 1.5805,
      "step": 451500
    },
    {
      "epoch": 2.325043080167691,
      "grad_norm": 2.324190855026245,
      "learning_rate": 5.537080808080808e-05,
      "loss": 1.5782,
      "step": 452000
    },
    {
      "epoch": 2.3276150304776113,
      "grad_norm": 2.8596031665802,
      "learning_rate": 5.532030303030303e-05,
      "loss": 1.5731,
      "step": 452500
    },
    {
      "epoch": 2.330186980787531,
      "grad_norm": 2.6860458850860596,
      "learning_rate": 5.526979797979798e-05,
      "loss": 1.5761,
      "step": 453000
    },
    {
      "epoch": 2.3327589310974512,
      "grad_norm": 2.1039023399353027,
      "learning_rate": 5.521929292929293e-05,
      "loss": 1.5773,
      "step": 453500
    },
    {
      "epoch": 2.335330881407371,
      "grad_norm": 2.399176836013794,
      "learning_rate": 5.516888888888889e-05,
      "loss": 1.5705,
      "step": 454000
    },
    {
      "epoch": 2.337902831717291,
      "grad_norm": 2.207998514175415,
      "learning_rate": 5.511838383838384e-05,
      "loss": 1.5846,
      "step": 454500
    },
    {
      "epoch": 2.3404747820272114,
      "grad_norm": 2.3117659091949463,
      "learning_rate": 5.50679797979798e-05,
      "loss": 1.5773,
      "step": 455000
    },
    {
      "epoch": 2.343046732337131,
      "grad_norm": 2.4075472354888916,
      "learning_rate": 5.501747474747475e-05,
      "loss": 1.5747,
      "step": 455500
    },
    {
      "epoch": 2.3456186826470513,
      "grad_norm": 2.715557813644409,
      "learning_rate": 5.4966969696969696e-05,
      "loss": 1.5734,
      "step": 456000
    },
    {
      "epoch": 2.348190632956971,
      "grad_norm": 2.486280679702759,
      "learning_rate": 5.491646464646465e-05,
      "loss": 1.5764,
      "step": 456500
    },
    {
      "epoch": 2.3507625832668912,
      "grad_norm": 2.090132713317871,
      "learning_rate": 5.486606060606061e-05,
      "loss": 1.5649,
      "step": 457000
    },
    {
      "epoch": 2.3533345335768114,
      "grad_norm": 3.2762579917907715,
      "learning_rate": 5.4815555555555555e-05,
      "loss": 1.5744,
      "step": 457500
    },
    {
      "epoch": 2.355906483886731,
      "grad_norm": 2.641038179397583,
      "learning_rate": 5.4765151515151515e-05,
      "loss": 1.5807,
      "step": 458000
    },
    {
      "epoch": 2.3584784341966514,
      "grad_norm": 2.685852527618408,
      "learning_rate": 5.471464646464647e-05,
      "loss": 1.5747,
      "step": 458500
    },
    {
      "epoch": 2.361050384506571,
      "grad_norm": 3.033771514892578,
      "learning_rate": 5.4664141414141414e-05,
      "loss": 1.5735,
      "step": 459000
    },
    {
      "epoch": 2.3636223348164913,
      "grad_norm": 2.240175485610962,
      "learning_rate": 5.461363636363637e-05,
      "loss": 1.5664,
      "step": 459500
    },
    {
      "epoch": 2.3661942851264115,
      "grad_norm": 2.1413381099700928,
      "learning_rate": 5.4563131313131314e-05,
      "loss": 1.5739,
      "step": 460000
    },
    {
      "epoch": 2.3687662354363312,
      "grad_norm": 2.455625295639038,
      "learning_rate": 5.451262626262627e-05,
      "loss": 1.5737,
      "step": 460500
    },
    {
      "epoch": 2.3713381857462514,
      "grad_norm": 2.3633012771606445,
      "learning_rate": 5.446212121212122e-05,
      "loss": 1.5685,
      "step": 461000
    },
    {
      "epoch": 2.373910136056171,
      "grad_norm": 2.4887959957122803,
      "learning_rate": 5.4411616161616166e-05,
      "loss": 1.5691,
      "step": 461500
    },
    {
      "epoch": 2.3764820863660914,
      "grad_norm": 2.6525588035583496,
      "learning_rate": 5.436111111111112e-05,
      "loss": 1.5663,
      "step": 462000
    },
    {
      "epoch": 2.3790540366760116,
      "grad_norm": 2.4766228199005127,
      "learning_rate": 5.431070707070708e-05,
      "loss": 1.5682,
      "step": 462500
    },
    {
      "epoch": 2.3816259869859313,
      "grad_norm": 2.230529308319092,
      "learning_rate": 5.4260202020202025e-05,
      "loss": 1.5752,
      "step": 463000
    },
    {
      "epoch": 2.3841979372958515,
      "grad_norm": 2.414194345474243,
      "learning_rate": 5.420969696969698e-05,
      "loss": 1.572,
      "step": 463500
    },
    {
      "epoch": 2.3867698876057712,
      "grad_norm": 2.442136287689209,
      "learning_rate": 5.415919191919192e-05,
      "loss": 1.5765,
      "step": 464000
    },
    {
      "epoch": 2.3893418379156914,
      "grad_norm": 2.0765578746795654,
      "learning_rate": 5.4108787878787884e-05,
      "loss": 1.5822,
      "step": 464500
    },
    {
      "epoch": 2.3919137882256116,
      "grad_norm": 2.4134793281555176,
      "learning_rate": 5.405828282828284e-05,
      "loss": 1.5652,
      "step": 465000
    },
    {
      "epoch": 2.3944857385355314,
      "grad_norm": 2.300403356552124,
      "learning_rate": 5.400777777777778e-05,
      "loss": 1.5599,
      "step": 465500
    },
    {
      "epoch": 2.3970576888454516,
      "grad_norm": 2.1540491580963135,
      "learning_rate": 5.395727272727274e-05,
      "loss": 1.5634,
      "step": 466000
    },
    {
      "epoch": 2.3996296391553713,
      "grad_norm": 2.8791420459747314,
      "learning_rate": 5.3906767676767676e-05,
      "loss": 1.5695,
      "step": 466500
    },
    {
      "epoch": 2.4022015894652915,
      "grad_norm": 2.2609245777130127,
      "learning_rate": 5.3856363636363636e-05,
      "loss": 1.5726,
      "step": 467000
    },
    {
      "epoch": 2.4047735397752117,
      "grad_norm": 2.4185187816619873,
      "learning_rate": 5.3805858585858596e-05,
      "loss": 1.5764,
      "step": 467500
    },
    {
      "epoch": 2.4073454900851314,
      "grad_norm": 2.195435047149658,
      "learning_rate": 5.3755353535353536e-05,
      "loss": 1.5616,
      "step": 468000
    },
    {
      "epoch": 2.4099174403950516,
      "grad_norm": 2.378612756729126,
      "learning_rate": 5.370484848484849e-05,
      "loss": 1.5636,
      "step": 468500
    },
    {
      "epoch": 2.4124893907049714,
      "grad_norm": 2.3817667961120605,
      "learning_rate": 5.3654343434343435e-05,
      "loss": 1.5682,
      "step": 469000
    },
    {
      "epoch": 2.4150613410148916,
      "grad_norm": 2.7806594371795654,
      "learning_rate": 5.360383838383839e-05,
      "loss": 1.5611,
      "step": 469500
    },
    {
      "epoch": 2.4176332913248118,
      "grad_norm": 2.0810320377349854,
      "learning_rate": 5.3553333333333334e-05,
      "loss": 1.5717,
      "step": 470000
    },
    {
      "epoch": 2.4202052416347315,
      "grad_norm": 2.4072470664978027,
      "learning_rate": 5.350282828282829e-05,
      "loss": 1.5594,
      "step": 470500
    },
    {
      "epoch": 2.4227771919446517,
      "grad_norm": 2.347970485687256,
      "learning_rate": 5.345242424242425e-05,
      "loss": 1.5619,
      "step": 471000
    },
    {
      "epoch": 2.4253491422545714,
      "grad_norm": 2.6435277462005615,
      "learning_rate": 5.3401919191919193e-05,
      "loss": 1.5848,
      "step": 471500
    },
    {
      "epoch": 2.4279210925644916,
      "grad_norm": 2.3187005519866943,
      "learning_rate": 5.335141414141415e-05,
      "loss": 1.565,
      "step": 472000
    },
    {
      "epoch": 2.430493042874412,
      "grad_norm": 2.5662784576416016,
      "learning_rate": 5.3301010101010106e-05,
      "loss": 1.5764,
      "step": 472500
    },
    {
      "epoch": 2.4330649931843316,
      "grad_norm": 2.5049164295196533,
      "learning_rate": 5.325050505050505e-05,
      "loss": 1.5577,
      "step": 473000
    },
    {
      "epoch": 2.4356369434942517,
      "grad_norm": 2.5086004734039307,
      "learning_rate": 5.3200000000000006e-05,
      "loss": 1.5622,
      "step": 473500
    },
    {
      "epoch": 2.4382088938041715,
      "grad_norm": 2.5472593307495117,
      "learning_rate": 5.3149595959595965e-05,
      "loss": 1.5525,
      "step": 474000
    },
    {
      "epoch": 2.4407808441140917,
      "grad_norm": 2.441056966781616,
      "learning_rate": 5.309909090909091e-05,
      "loss": 1.574,
      "step": 474500
    },
    {
      "epoch": 2.443352794424012,
      "grad_norm": 2.6029136180877686,
      "learning_rate": 5.3048585858585865e-05,
      "loss": 1.5704,
      "step": 475000
    },
    {
      "epoch": 2.4459247447339316,
      "grad_norm": 2.321699857711792,
      "learning_rate": 5.299808080808081e-05,
      "loss": 1.5549,
      "step": 475500
    },
    {
      "epoch": 2.448496695043852,
      "grad_norm": 2.694145441055298,
      "learning_rate": 5.2947575757575764e-05,
      "loss": 1.5603,
      "step": 476000
    },
    {
      "epoch": 2.4510686453537716,
      "grad_norm": 2.952949047088623,
      "learning_rate": 5.2897070707070704e-05,
      "loss": 1.5659,
      "step": 476500
    },
    {
      "epoch": 2.4536405956636917,
      "grad_norm": 2.3803412914276123,
      "learning_rate": 5.2846565656565664e-05,
      "loss": 1.5602,
      "step": 477000
    },
    {
      "epoch": 2.456212545973612,
      "grad_norm": 2.4755702018737793,
      "learning_rate": 5.27960606060606e-05,
      "loss": 1.5719,
      "step": 477500
    },
    {
      "epoch": 2.4587844962835317,
      "grad_norm": 2.4618046283721924,
      "learning_rate": 5.2745555555555556e-05,
      "loss": 1.5675,
      "step": 478000
    },
    {
      "epoch": 2.461356446593452,
      "grad_norm": 2.186459541320801,
      "learning_rate": 5.26950505050505e-05,
      "loss": 1.5638,
      "step": 478500
    },
    {
      "epoch": 2.4639283969033716,
      "grad_norm": 2.701554298400879,
      "learning_rate": 5.2644545454545456e-05,
      "loss": 1.5633,
      "step": 479000
    },
    {
      "epoch": 2.466500347213292,
      "grad_norm": 2.445854902267456,
      "learning_rate": 5.25940404040404e-05,
      "loss": 1.5589,
      "step": 479500
    },
    {
      "epoch": 2.469072297523212,
      "grad_norm": 2.387634515762329,
      "learning_rate": 5.254373737373738e-05,
      "loss": 1.5658,
      "step": 480000
    },
    {
      "epoch": 2.4716442478331317,
      "grad_norm": 2.4959769248962402,
      "learning_rate": 5.249323232323232e-05,
      "loss": 1.5637,
      "step": 480500
    },
    {
      "epoch": 2.474216198143052,
      "grad_norm": 2.722851276397705,
      "learning_rate": 5.2442727272727274e-05,
      "loss": 1.5659,
      "step": 481000
    },
    {
      "epoch": 2.4767881484529717,
      "grad_norm": 2.4769365787506104,
      "learning_rate": 5.239222222222222e-05,
      "loss": 1.5599,
      "step": 481500
    },
    {
      "epoch": 2.479360098762892,
      "grad_norm": 2.57315993309021,
      "learning_rate": 5.2341717171717174e-05,
      "loss": 1.5583,
      "step": 482000
    },
    {
      "epoch": 2.481932049072812,
      "grad_norm": 2.319643974304199,
      "learning_rate": 5.229121212121212e-05,
      "loss": 1.5598,
      "step": 482500
    },
    {
      "epoch": 2.484503999382732,
      "grad_norm": 2.470033645629883,
      "learning_rate": 5.224080808080808e-05,
      "loss": 1.5547,
      "step": 483000
    },
    {
      "epoch": 2.487075949692652,
      "grad_norm": 3.001162052154541,
      "learning_rate": 5.219030303030303e-05,
      "loss": 1.5655,
      "step": 483500
    },
    {
      "epoch": 2.4896479000025717,
      "grad_norm": 2.486762523651123,
      "learning_rate": 5.213979797979798e-05,
      "loss": 1.5738,
      "step": 484000
    },
    {
      "epoch": 2.492219850312492,
      "grad_norm": 2.6207542419433594,
      "learning_rate": 5.208939393939394e-05,
      "loss": 1.5562,
      "step": 484500
    },
    {
      "epoch": 2.494791800622412,
      "grad_norm": 2.8983652591705322,
      "learning_rate": 5.203888888888889e-05,
      "loss": 1.5562,
      "step": 485000
    },
    {
      "epoch": 2.497363750932332,
      "grad_norm": 2.157689332962036,
      "learning_rate": 5.198838383838384e-05,
      "loss": 1.561,
      "step": 485500
    },
    {
      "epoch": 2.499935701242252,
      "grad_norm": 2.469301462173462,
      "learning_rate": 5.193787878787879e-05,
      "loss": 1.5567,
      "step": 486000
    },
    {
      "epoch": 2.502507651552172,
      "grad_norm": 2.441870927810669,
      "learning_rate": 5.188747474747475e-05,
      "loss": 1.5579,
      "step": 486500
    },
    {
      "epoch": 2.505079601862092,
      "grad_norm": 2.232508897781372,
      "learning_rate": 5.18369696969697e-05,
      "loss": 1.5521,
      "step": 487000
    },
    {
      "epoch": 2.507651552172012,
      "grad_norm": 2.48417067527771,
      "learning_rate": 5.178646464646465e-05,
      "loss": 1.5602,
      "step": 487500
    },
    {
      "epoch": 2.510223502481932,
      "grad_norm": 2.3687491416931152,
      "learning_rate": 5.173595959595959e-05,
      "loss": 1.5541,
      "step": 488000
    },
    {
      "epoch": 2.512795452791852,
      "grad_norm": 2.153627395629883,
      "learning_rate": 5.168545454545455e-05,
      "loss": 1.5581,
      "step": 488500
    },
    {
      "epoch": 2.515367403101772,
      "grad_norm": 2.908628463745117,
      "learning_rate": 5.16349494949495e-05,
      "loss": 1.5644,
      "step": 489000
    },
    {
      "epoch": 2.517939353411692,
      "grad_norm": 2.5632777214050293,
      "learning_rate": 5.158444444444445e-05,
      "loss": 1.5542,
      "step": 489500
    },
    {
      "epoch": 2.5205113037216123,
      "grad_norm": 2.2820920944213867,
      "learning_rate": 5.15339393939394e-05,
      "loss": 1.5538,
      "step": 490000
    },
    {
      "epoch": 2.523083254031532,
      "grad_norm": 2.4731087684631348,
      "learning_rate": 5.148343434343434e-05,
      "loss": 1.5454,
      "step": 490500
    },
    {
      "epoch": 2.525655204341452,
      "grad_norm": 2.622070789337158,
      "learning_rate": 5.14329292929293e-05,
      "loss": 1.5595,
      "step": 491000
    },
    {
      "epoch": 2.528227154651372,
      "grad_norm": 2.20470929145813,
      "learning_rate": 5.138242424242424e-05,
      "loss": 1.5518,
      "step": 491500
    },
    {
      "epoch": 2.530799104961292,
      "grad_norm": 3.232024669647217,
      "learning_rate": 5.1331919191919195e-05,
      "loss": 1.5537,
      "step": 492000
    },
    {
      "epoch": 2.5333710552712123,
      "grad_norm": 2.674577236175537,
      "learning_rate": 5.128151515151516e-05,
      "loss": 1.5556,
      "step": 492500
    },
    {
      "epoch": 2.535943005581132,
      "grad_norm": 2.4473094940185547,
      "learning_rate": 5.12310101010101e-05,
      "loss": 1.5584,
      "step": 493000
    },
    {
      "epoch": 2.5385149558910522,
      "grad_norm": 2.435515880584717,
      "learning_rate": 5.1180505050505054e-05,
      "loss": 1.5543,
      "step": 493500
    },
    {
      "epoch": 2.541086906200972,
      "grad_norm": 2.112659454345703,
      "learning_rate": 5.113e-05,
      "loss": 1.5434,
      "step": 494000
    },
    {
      "epoch": 2.543658856510892,
      "grad_norm": 2.5637118816375732,
      "learning_rate": 5.107949494949495e-05,
      "loss": 1.5566,
      "step": 494500
    },
    {
      "epoch": 2.5462308068208124,
      "grad_norm": 2.8220012187957764,
      "learning_rate": 5.10289898989899e-05,
      "loss": 1.5556,
      "step": 495000
    },
    {
      "epoch": 2.548802757130732,
      "grad_norm": 2.318514108657837,
      "learning_rate": 5.097858585858586e-05,
      "loss": 1.5626,
      "step": 495500
    },
    {
      "epoch": 2.5513747074406523,
      "grad_norm": 2.184453248977661,
      "learning_rate": 5.092808080808081e-05,
      "loss": 1.5428,
      "step": 496000
    },
    {
      "epoch": 2.553946657750572,
      "grad_norm": 2.3431742191314697,
      "learning_rate": 5.087757575757576e-05,
      "loss": 1.5507,
      "step": 496500
    },
    {
      "epoch": 2.5565186080604922,
      "grad_norm": 2.6357996463775635,
      "learning_rate": 5.082707070707071e-05,
      "loss": 1.5588,
      "step": 497000
    },
    {
      "epoch": 2.5590905583704124,
      "grad_norm": 2.3024609088897705,
      "learning_rate": 5.077656565656566e-05,
      "loss": 1.5406,
      "step": 497500
    },
    {
      "epoch": 2.561662508680332,
      "grad_norm": 3.5537869930267334,
      "learning_rate": 5.072616161616162e-05,
      "loss": 1.5531,
      "step": 498000
    },
    {
      "epoch": 2.5642344589902524,
      "grad_norm": 2.6683225631713867,
      "learning_rate": 5.067565656565657e-05,
      "loss": 1.5418,
      "step": 498500
    },
    {
      "epoch": 2.566806409300172,
      "grad_norm": 2.3651461601257324,
      "learning_rate": 5.062525252525253e-05,
      "loss": 1.5483,
      "step": 499000
    },
    {
      "epoch": 2.5693783596100923,
      "grad_norm": 2.525416374206543,
      "learning_rate": 5.0574747474747477e-05,
      "loss": 1.5602,
      "step": 499500
    },
    {
      "epoch": 2.5719503099200125,
      "grad_norm": 2.435364007949829,
      "learning_rate": 5.052424242424243e-05,
      "loss": 1.5521,
      "step": 500000
    },
    {
      "epoch": 2.5745222602299322,
      "grad_norm": 2.486356735229492,
      "learning_rate": 5.047383838383839e-05,
      "loss": 1.5585,
      "step": 500500
    },
    {
      "epoch": 2.5770942105398524,
      "grad_norm": 2.385429859161377,
      "learning_rate": 5.0423333333333336e-05,
      "loss": 1.5457,
      "step": 501000
    },
    {
      "epoch": 2.579666160849772,
      "grad_norm": 2.468360185623169,
      "learning_rate": 5.037282828282829e-05,
      "loss": 1.5565,
      "step": 501500
    },
    {
      "epoch": 2.5822381111596924,
      "grad_norm": 2.0873448848724365,
      "learning_rate": 5.0322323232323235e-05,
      "loss": 1.5395,
      "step": 502000
    },
    {
      "epoch": 2.5848100614696126,
      "grad_norm": 2.7715628147125244,
      "learning_rate": 5.027181818181819e-05,
      "loss": 1.5414,
      "step": 502500
    },
    {
      "epoch": 2.5873820117795323,
      "grad_norm": 2.3114826679229736,
      "learning_rate": 5.022131313131313e-05,
      "loss": 1.5587,
      "step": 503000
    },
    {
      "epoch": 2.5899539620894525,
      "grad_norm": 2.4721546173095703,
      "learning_rate": 5.017080808080809e-05,
      "loss": 1.548,
      "step": 503500
    },
    {
      "epoch": 2.5925259123993722,
      "grad_norm": 2.3029587268829346,
      "learning_rate": 5.012030303030303e-05,
      "loss": 1.5513,
      "step": 504000
    },
    {
      "epoch": 2.5950978627092924,
      "grad_norm": 2.0909407138824463,
      "learning_rate": 5.006979797979798e-05,
      "loss": 1.5537,
      "step": 504500
    },
    {
      "epoch": 2.5976698130192126,
      "grad_norm": 2.5967423915863037,
      "learning_rate": 5.001929292929293e-05,
      "loss": 1.5472,
      "step": 505000
    },
    {
      "epoch": 2.6002417633291324,
      "grad_norm": 2.921551465988159,
      "learning_rate": 4.996878787878788e-05,
      "loss": 1.5311,
      "step": 505500
    },
    {
      "epoch": 2.6028137136390526,
      "grad_norm": 2.4251134395599365,
      "learning_rate": 4.991828282828283e-05,
      "loss": 1.5411,
      "step": 506000
    },
    {
      "epoch": 2.6053856639489723,
      "grad_norm": 2.736292600631714,
      "learning_rate": 4.986777777777778e-05,
      "loss": 1.5552,
      "step": 506500
    },
    {
      "epoch": 2.6079576142588925,
      "grad_norm": 2.5091052055358887,
      "learning_rate": 4.9817272727272726e-05,
      "loss": 1.5535,
      "step": 507000
    },
    {
      "epoch": 2.6105295645688127,
      "grad_norm": 2.42288875579834,
      "learning_rate": 4.976686868686869e-05,
      "loss": 1.552,
      "step": 507500
    },
    {
      "epoch": 2.6131015148787324,
      "grad_norm": 2.5599241256713867,
      "learning_rate": 4.971646464646465e-05,
      "loss": 1.5447,
      "step": 508000
    },
    {
      "epoch": 2.6156734651886526,
      "grad_norm": 2.5007565021514893,
      "learning_rate": 4.96659595959596e-05,
      "loss": 1.5493,
      "step": 508500
    },
    {
      "epoch": 2.6182454154985724,
      "grad_norm": 2.389376401901245,
      "learning_rate": 4.961545454545455e-05,
      "loss": 1.5411,
      "step": 509000
    },
    {
      "epoch": 2.6208173658084926,
      "grad_norm": 2.1207945346832275,
      "learning_rate": 4.95649494949495e-05,
      "loss": 1.5445,
      "step": 509500
    },
    {
      "epoch": 2.6233893161184128,
      "grad_norm": 2.447849750518799,
      "learning_rate": 4.9514444444444444e-05,
      "loss": 1.5445,
      "step": 510000
    },
    {
      "epoch": 2.6259612664283325,
      "grad_norm": 2.1976988315582275,
      "learning_rate": 4.94639393939394e-05,
      "loss": 1.5427,
      "step": 510500
    },
    {
      "epoch": 2.6285332167382527,
      "grad_norm": 3.0653698444366455,
      "learning_rate": 4.9413535353535356e-05,
      "loss": 1.5496,
      "step": 511000
    },
    {
      "epoch": 2.6311051670481724,
      "grad_norm": 2.4654083251953125,
      "learning_rate": 4.93630303030303e-05,
      "loss": 1.5482,
      "step": 511500
    },
    {
      "epoch": 2.6336771173580926,
      "grad_norm": 2.5089690685272217,
      "learning_rate": 4.9312525252525256e-05,
      "loss": 1.5525,
      "step": 512000
    },
    {
      "epoch": 2.636249067668013,
      "grad_norm": 2.4755592346191406,
      "learning_rate": 4.92620202020202e-05,
      "loss": 1.5527,
      "step": 512500
    },
    {
      "epoch": 2.6388210179779326,
      "grad_norm": 2.8626086711883545,
      "learning_rate": 4.9211515151515155e-05,
      "loss": 1.5388,
      "step": 513000
    },
    {
      "epoch": 2.6413929682878527,
      "grad_norm": 2.2445054054260254,
      "learning_rate": 4.91610101010101e-05,
      "loss": 1.5513,
      "step": 513500
    },
    {
      "epoch": 2.6439649185977725,
      "grad_norm": 2.358511447906494,
      "learning_rate": 4.911050505050505e-05,
      "loss": 1.5538,
      "step": 514000
    },
    {
      "epoch": 2.6465368689076927,
      "grad_norm": 2.549711227416992,
      "learning_rate": 4.906e-05,
      "loss": 1.5489,
      "step": 514500
    },
    {
      "epoch": 2.649108819217613,
      "grad_norm": 2.0755455493927,
      "learning_rate": 4.900949494949495e-05,
      "loss": 1.5371,
      "step": 515000
    },
    {
      "epoch": 2.6516807695275326,
      "grad_norm": 2.5039193630218506,
      "learning_rate": 4.895909090909091e-05,
      "loss": 1.5404,
      "step": 515500
    },
    {
      "epoch": 2.654252719837453,
      "grad_norm": 2.759974241256714,
      "learning_rate": 4.890858585858586e-05,
      "loss": 1.5441,
      "step": 516000
    },
    {
      "epoch": 2.6568246701473726,
      "grad_norm": 1.9532139301300049,
      "learning_rate": 4.8858080808080807e-05,
      "loss": 1.5497,
      "step": 516500
    },
    {
      "epoch": 2.6593966204572927,
      "grad_norm": 3.1684305667877197,
      "learning_rate": 4.880757575757576e-05,
      "loss": 1.5516,
      "step": 517000
    },
    {
      "epoch": 2.661968570767213,
      "grad_norm": 2.467054843902588,
      "learning_rate": 4.8757070707070706e-05,
      "loss": 1.538,
      "step": 517500
    },
    {
      "epoch": 2.6645405210771327,
      "grad_norm": 2.3552815914154053,
      "learning_rate": 4.870656565656566e-05,
      "loss": 1.5521,
      "step": 518000
    },
    {
      "epoch": 2.667112471387053,
      "grad_norm": 2.5004801750183105,
      "learning_rate": 4.865606060606061e-05,
      "loss": 1.5419,
      "step": 518500
    },
    {
      "epoch": 2.6696844216969726,
      "grad_norm": 2.8119254112243652,
      "learning_rate": 4.8605656565656565e-05,
      "loss": 1.5504,
      "step": 519000
    },
    {
      "epoch": 2.672256372006893,
      "grad_norm": 2.6918792724609375,
      "learning_rate": 4.855515151515152e-05,
      "loss": 1.5384,
      "step": 519500
    },
    {
      "epoch": 2.674828322316813,
      "grad_norm": 2.4995195865631104,
      "learning_rate": 4.850464646464647e-05,
      "loss": 1.5441,
      "step": 520000
    },
    {
      "epoch": 2.6774002726267327,
      "grad_norm": 2.166651964187622,
      "learning_rate": 4.845414141414142e-05,
      "loss": 1.5404,
      "step": 520500
    },
    {
      "epoch": 2.679972222936653,
      "grad_norm": 2.4418795108795166,
      "learning_rate": 4.840373737373737e-05,
      "loss": 1.527,
      "step": 521000
    },
    {
      "epoch": 2.6825441732465727,
      "grad_norm": 2.3248789310455322,
      "learning_rate": 4.835323232323233e-05,
      "loss": 1.5377,
      "step": 521500
    },
    {
      "epoch": 2.685116123556493,
      "grad_norm": 2.5221030712127686,
      "learning_rate": 4.830272727272728e-05,
      "loss": 1.5421,
      "step": 522000
    },
    {
      "epoch": 2.687688073866413,
      "grad_norm": 2.7731223106384277,
      "learning_rate": 4.825222222222222e-05,
      "loss": 1.5382,
      "step": 522500
    },
    {
      "epoch": 2.690260024176333,
      "grad_norm": 2.157928943634033,
      "learning_rate": 4.820181818181819e-05,
      "loss": 1.5402,
      "step": 523000
    },
    {
      "epoch": 2.692831974486253,
      "grad_norm": 2.3403429985046387,
      "learning_rate": 4.8151313131313136e-05,
      "loss": 1.5323,
      "step": 523500
    },
    {
      "epoch": 2.6954039247961727,
      "grad_norm": 2.8037800788879395,
      "learning_rate": 4.810080808080808e-05,
      "loss": 1.5366,
      "step": 524000
    },
    {
      "epoch": 2.697975875106093,
      "grad_norm": 2.8812320232391357,
      "learning_rate": 4.8050303030303035e-05,
      "loss": 1.5489,
      "step": 524500
    },
    {
      "epoch": 2.700547825416013,
      "grad_norm": 2.4520397186279297,
      "learning_rate": 4.799979797979798e-05,
      "loss": 1.5409,
      "step": 525000
    },
    {
      "epoch": 2.703119775725933,
      "grad_norm": 2.239299774169922,
      "learning_rate": 4.7949292929292935e-05,
      "loss": 1.549,
      "step": 525500
    },
    {
      "epoch": 2.705691726035853,
      "grad_norm": 2.172064781188965,
      "learning_rate": 4.7898888888888894e-05,
      "loss": 1.5365,
      "step": 526000
    },
    {
      "epoch": 2.708263676345773,
      "grad_norm": 2.851077079772949,
      "learning_rate": 4.784848484848485e-05,
      "loss": 1.5329,
      "step": 526500
    },
    {
      "epoch": 2.710835626655693,
      "grad_norm": 2.423591136932373,
      "learning_rate": 4.77979797979798e-05,
      "loss": 1.5382,
      "step": 527000
    },
    {
      "epoch": 2.713407576965613,
      "grad_norm": 2.675351858139038,
      "learning_rate": 4.774747474747475e-05,
      "loss": 1.548,
      "step": 527500
    },
    {
      "epoch": 2.715979527275533,
      "grad_norm": 2.165239095687866,
      "learning_rate": 4.76969696969697e-05,
      "loss": 1.5423,
      "step": 528000
    },
    {
      "epoch": 2.718551477585453,
      "grad_norm": 2.6030383110046387,
      "learning_rate": 4.764646464646465e-05,
      "loss": 1.5309,
      "step": 528500
    },
    {
      "epoch": 2.721123427895373,
      "grad_norm": 2.359309196472168,
      "learning_rate": 4.75959595959596e-05,
      "loss": 1.5286,
      "step": 529000
    },
    {
      "epoch": 2.723695378205293,
      "grad_norm": 2.1645898818969727,
      "learning_rate": 4.7545454545454545e-05,
      "loss": 1.5376,
      "step": 529500
    },
    {
      "epoch": 2.7262673285152133,
      "grad_norm": 2.3792974948883057,
      "learning_rate": 4.74949494949495e-05,
      "loss": 1.5367,
      "step": 530000
    },
    {
      "epoch": 2.728839278825133,
      "grad_norm": 2.7375681400299072,
      "learning_rate": 4.7444444444444445e-05,
      "loss": 1.5249,
      "step": 530500
    },
    {
      "epoch": 2.731411229135053,
      "grad_norm": 2.417910099029541,
      "learning_rate": 4.7394040404040405e-05,
      "loss": 1.534,
      "step": 531000
    },
    {
      "epoch": 2.733983179444973,
      "grad_norm": 2.386302947998047,
      "learning_rate": 4.734363636363637e-05,
      "loss": 1.538,
      "step": 531500
    },
    {
      "epoch": 2.736555129754893,
      "grad_norm": 2.2796523571014404,
      "learning_rate": 4.729313131313132e-05,
      "loss": 1.5281,
      "step": 532000
    },
    {
      "epoch": 2.7391270800648133,
      "grad_norm": 2.4717445373535156,
      "learning_rate": 4.7242626262626264e-05,
      "loss": 1.5375,
      "step": 532500
    },
    {
      "epoch": 2.741699030374733,
      "grad_norm": 2.348935842514038,
      "learning_rate": 4.719212121212122e-05,
      "loss": 1.5303,
      "step": 533000
    },
    {
      "epoch": 2.7442709806846532,
      "grad_norm": 2.4359893798828125,
      "learning_rate": 4.714161616161616e-05,
      "loss": 1.5418,
      "step": 533500
    },
    {
      "epoch": 2.746842930994573,
      "grad_norm": 3.118255853652954,
      "learning_rate": 4.7091111111111116e-05,
      "loss": 1.538,
      "step": 534000
    },
    {
      "epoch": 2.749414881304493,
      "grad_norm": 2.450284004211426,
      "learning_rate": 4.704060606060606e-05,
      "loss": 1.5321,
      "step": 534500
    },
    {
      "epoch": 2.7519868316144134,
      "grad_norm": 2.3103396892547607,
      "learning_rate": 4.699010101010101e-05,
      "loss": 1.5388,
      "step": 535000
    },
    {
      "epoch": 2.754558781924333,
      "grad_norm": 2.439276695251465,
      "learning_rate": 4.693959595959596e-05,
      "loss": 1.5228,
      "step": 535500
    },
    {
      "epoch": 2.7571307322342533,
      "grad_norm": 2.310704231262207,
      "learning_rate": 4.688909090909091e-05,
      "loss": 1.52,
      "step": 536000
    },
    {
      "epoch": 2.759702682544173,
      "grad_norm": 3.0740084648132324,
      "learning_rate": 4.683868686868687e-05,
      "loss": 1.5354,
      "step": 536500
    },
    {
      "epoch": 2.7622746328540932,
      "grad_norm": 2.635913848876953,
      "learning_rate": 4.678818181818182e-05,
      "loss": 1.5301,
      "step": 537000
    },
    {
      "epoch": 2.7648465831640134,
      "grad_norm": 2.3458645343780518,
      "learning_rate": 4.673767676767677e-05,
      "loss": 1.5213,
      "step": 537500
    },
    {
      "epoch": 2.767418533473933,
      "grad_norm": 2.191563367843628,
      "learning_rate": 4.668717171717172e-05,
      "loss": 1.5309,
      "step": 538000
    },
    {
      "epoch": 2.7699904837838534,
      "grad_norm": 2.256751537322998,
      "learning_rate": 4.663666666666667e-05,
      "loss": 1.5254,
      "step": 538500
    },
    {
      "epoch": 2.772562434093773,
      "grad_norm": 2.0021133422851562,
      "learning_rate": 4.658616161616162e-05,
      "loss": 1.5261,
      "step": 539000
    },
    {
      "epoch": 2.7751343844036933,
      "grad_norm": 2.282194137573242,
      "learning_rate": 4.6535656565656566e-05,
      "loss": 1.5275,
      "step": 539500
    },
    {
      "epoch": 2.7777063347136135,
      "grad_norm": 2.4739699363708496,
      "learning_rate": 4.6485252525252526e-05,
      "loss": 1.5292,
      "step": 540000
    },
    {
      "epoch": 2.7802782850235332,
      "grad_norm": 2.498216390609741,
      "learning_rate": 4.643474747474747e-05,
      "loss": 1.5248,
      "step": 540500
    },
    {
      "epoch": 2.7828502353334534,
      "grad_norm": 2.388746738433838,
      "learning_rate": 4.6384242424242425e-05,
      "loss": 1.5217,
      "step": 541000
    },
    {
      "epoch": 2.785422185643373,
      "grad_norm": 2.673908233642578,
      "learning_rate": 4.633373737373737e-05,
      "loss": 1.5309,
      "step": 541500
    },
    {
      "epoch": 2.7879941359532934,
      "grad_norm": 2.3223876953125,
      "learning_rate": 4.628333333333333e-05,
      "loss": 1.5313,
      "step": 542000
    },
    {
      "epoch": 2.7905660862632136,
      "grad_norm": 2.03485369682312,
      "learning_rate": 4.62329292929293e-05,
      "loss": 1.5357,
      "step": 542500
    },
    {
      "epoch": 2.7931380365731333,
      "grad_norm": 2.342752456665039,
      "learning_rate": 4.6182424242424244e-05,
      "loss": 1.5327,
      "step": 543000
    },
    {
      "epoch": 2.7957099868830535,
      "grad_norm": 2.879817008972168,
      "learning_rate": 4.613191919191919e-05,
      "loss": 1.5384,
      "step": 543500
    },
    {
      "epoch": 2.7982819371929732,
      "grad_norm": 2.0930681228637695,
      "learning_rate": 4.608141414141414e-05,
      "loss": 1.5246,
      "step": 544000
    },
    {
      "epoch": 2.8008538875028934,
      "grad_norm": 2.341869592666626,
      "learning_rate": 4.603090909090909e-05,
      "loss": 1.5255,
      "step": 544500
    },
    {
      "epoch": 2.8034258378128136,
      "grad_norm": 2.309088945388794,
      "learning_rate": 4.598040404040404e-05,
      "loss": 1.5201,
      "step": 545000
    },
    {
      "epoch": 2.8059977881227334,
      "grad_norm": 2.4833176136016846,
      "learning_rate": 4.592989898989899e-05,
      "loss": 1.5327,
      "step": 545500
    },
    {
      "epoch": 2.8085697384326536,
      "grad_norm": 2.2396302223205566,
      "learning_rate": 4.587939393939394e-05,
      "loss": 1.52,
      "step": 546000
    },
    {
      "epoch": 2.8111416887425733,
      "grad_norm": 2.740811586380005,
      "learning_rate": 4.5828888888888895e-05,
      "loss": 1.5327,
      "step": 546500
    },
    {
      "epoch": 2.8137136390524935,
      "grad_norm": 3.175210952758789,
      "learning_rate": 4.577848484848485e-05,
      "loss": 1.529,
      "step": 547000
    },
    {
      "epoch": 2.8162855893624137,
      "grad_norm": 2.597053050994873,
      "learning_rate": 4.5727979797979795e-05,
      "loss": 1.5238,
      "step": 547500
    },
    {
      "epoch": 2.8188575396723334,
      "grad_norm": 2.355821132659912,
      "learning_rate": 4.5677474747474754e-05,
      "loss": 1.53,
      "step": 548000
    },
    {
      "epoch": 2.8214294899822536,
      "grad_norm": 2.92700457572937,
      "learning_rate": 4.56269696969697e-05,
      "loss": 1.5212,
      "step": 548500
    },
    {
      "epoch": 2.8240014402921734,
      "grad_norm": 2.831411838531494,
      "learning_rate": 4.557646464646465e-05,
      "loss": 1.527,
      "step": 549000
    },
    {
      "epoch": 2.8265733906020936,
      "grad_norm": 2.444070816040039,
      "learning_rate": 4.5526060606060614e-05,
      "loss": 1.535,
      "step": 549500
    },
    {
      "epoch": 2.8291453409120138,
      "grad_norm": 2.4589648246765137,
      "learning_rate": 4.547555555555556e-05,
      "loss": 1.5284,
      "step": 550000
    },
    {
      "epoch": 2.8317172912219335,
      "grad_norm": 2.601458787918091,
      "learning_rate": 4.5425050505050506e-05,
      "loss": 1.5281,
      "step": 550500
    },
    {
      "epoch": 2.8342892415318537,
      "grad_norm": 2.6681647300720215,
      "learning_rate": 4.537454545454546e-05,
      "loss": 1.5211,
      "step": 551000
    },
    {
      "epoch": 2.8368611918417734,
      "grad_norm": 2.3051042556762695,
      "learning_rate": 4.5324040404040406e-05,
      "loss": 1.5246,
      "step": 551500
    },
    {
      "epoch": 2.8394331421516936,
      "grad_norm": 3.2226884365081787,
      "learning_rate": 4.527353535353536e-05,
      "loss": 1.5223,
      "step": 552000
    },
    {
      "epoch": 2.842005092461614,
      "grad_norm": 2.27409291267395,
      "learning_rate": 4.5223030303030305e-05,
      "loss": 1.5167,
      "step": 552500
    },
    {
      "epoch": 2.8445770427715336,
      "grad_norm": 2.736320734024048,
      "learning_rate": 4.517272727272727e-05,
      "loss": 1.5226,
      "step": 553000
    },
    {
      "epoch": 2.8471489930814537,
      "grad_norm": 2.539435386657715,
      "learning_rate": 4.5122222222222224e-05,
      "loss": 1.521,
      "step": 553500
    },
    {
      "epoch": 2.8497209433913735,
      "grad_norm": 2.52431321144104,
      "learning_rate": 4.507171717171718e-05,
      "loss": 1.5321,
      "step": 554000
    },
    {
      "epoch": 2.8522928937012937,
      "grad_norm": 2.110541343688965,
      "learning_rate": 4.5021212121212124e-05,
      "loss": 1.5233,
      "step": 554500
    },
    {
      "epoch": 2.854864844011214,
      "grad_norm": 2.501573085784912,
      "learning_rate": 4.497070707070708e-05,
      "loss": 1.5267,
      "step": 555000
    },
    {
      "epoch": 2.8574367943211336,
      "grad_norm": 2.4063198566436768,
      "learning_rate": 4.4920303030303036e-05,
      "loss": 1.5171,
      "step": 555500
    },
    {
      "epoch": 2.860008744631054,
      "grad_norm": 3.3333494663238525,
      "learning_rate": 4.486979797979798e-05,
      "loss": 1.5044,
      "step": 556000
    },
    {
      "epoch": 2.8625806949409736,
      "grad_norm": 2.509376049041748,
      "learning_rate": 4.4819292929292936e-05,
      "loss": 1.5242,
      "step": 556500
    },
    {
      "epoch": 2.8651526452508937,
      "grad_norm": 2.505197048187256,
      "learning_rate": 4.476878787878788e-05,
      "loss": 1.5293,
      "step": 557000
    },
    {
      "epoch": 2.867724595560814,
      "grad_norm": 2.4513468742370605,
      "learning_rate": 4.471828282828283e-05,
      "loss": 1.5188,
      "step": 557500
    },
    {
      "epoch": 2.8702965458707337,
      "grad_norm": 2.7993083000183105,
      "learning_rate": 4.466777777777778e-05,
      "loss": 1.5223,
      "step": 558000
    },
    {
      "epoch": 2.872868496180654,
      "grad_norm": 2.5785391330718994,
      "learning_rate": 4.461727272727273e-05,
      "loss": 1.5273,
      "step": 558500
    },
    {
      "epoch": 2.8754404464905736,
      "grad_norm": 2.3784685134887695,
      "learning_rate": 4.456676767676768e-05,
      "loss": 1.5144,
      "step": 559000
    },
    {
      "epoch": 2.878012396800494,
      "grad_norm": 2.3746955394744873,
      "learning_rate": 4.451636363636364e-05,
      "loss": 1.505,
      "step": 559500
    },
    {
      "epoch": 2.880584347110414,
      "grad_norm": 2.898721218109131,
      "learning_rate": 4.446585858585859e-05,
      "loss": 1.5281,
      "step": 560000
    },
    {
      "epoch": 2.8831562974203337,
      "grad_norm": 2.6563735008239746,
      "learning_rate": 4.441535353535354e-05,
      "loss": 1.5211,
      "step": 560500
    },
    {
      "epoch": 2.885728247730254,
      "grad_norm": 2.060058832168579,
      "learning_rate": 4.4364848484848487e-05,
      "loss": 1.5165,
      "step": 561000
    },
    {
      "epoch": 2.8883001980401737,
      "grad_norm": 2.6480188369750977,
      "learning_rate": 4.431434343434343e-05,
      "loss": 1.5312,
      "step": 561500
    },
    {
      "epoch": 2.890872148350094,
      "grad_norm": 2.5112969875335693,
      "learning_rate": 4.4263838383838386e-05,
      "loss": 1.5057,
      "step": 562000
    },
    {
      "epoch": 2.893444098660014,
      "grad_norm": 2.4975204467773438,
      "learning_rate": 4.421333333333333e-05,
      "loss": 1.5081,
      "step": 562500
    },
    {
      "epoch": 2.896016048969934,
      "grad_norm": 2.5974085330963135,
      "learning_rate": 4.4162828282828286e-05,
      "loss": 1.5309,
      "step": 563000
    },
    {
      "epoch": 2.898587999279854,
      "grad_norm": 2.727055788040161,
      "learning_rate": 4.411232323232323e-05,
      "loss": 1.5145,
      "step": 563500
    },
    {
      "epoch": 2.9011599495897737,
      "grad_norm": 2.283076763153076,
      "learning_rate": 4.406191919191919e-05,
      "loss": 1.5187,
      "step": 564000
    },
    {
      "epoch": 2.903731899899694,
      "grad_norm": 2.706749439239502,
      "learning_rate": 4.4011414141414145e-05,
      "loss": 1.5075,
      "step": 564500
    },
    {
      "epoch": 2.906303850209614,
      "grad_norm": 2.3458900451660156,
      "learning_rate": 4.396090909090909e-05,
      "loss": 1.5225,
      "step": 565000
    },
    {
      "epoch": 2.908875800519534,
      "grad_norm": 2.2899625301361084,
      "learning_rate": 4.3910404040404044e-05,
      "loss": 1.5058,
      "step": 565500
    },
    {
      "epoch": 2.911447750829454,
      "grad_norm": 2.800731658935547,
      "learning_rate": 4.385989898989899e-05,
      "loss": 1.5203,
      "step": 566000
    },
    {
      "epoch": 2.914019701139374,
      "grad_norm": 2.9070866107940674,
      "learning_rate": 4.380949494949495e-05,
      "loss": 1.5254,
      "step": 566500
    },
    {
      "epoch": 2.916591651449294,
      "grad_norm": 2.3995327949523926,
      "learning_rate": 4.3758989898989896e-05,
      "loss": 1.5264,
      "step": 567000
    },
    {
      "epoch": 2.919163601759214,
      "grad_norm": 3.0303332805633545,
      "learning_rate": 4.370848484848485e-05,
      "loss": 1.5199,
      "step": 567500
    },
    {
      "epoch": 2.921735552069134,
      "grad_norm": 2.392720937728882,
      "learning_rate": 4.3657979797979796e-05,
      "loss": 1.5069,
      "step": 568000
    },
    {
      "epoch": 2.924307502379054,
      "grad_norm": 2.5260987281799316,
      "learning_rate": 4.3607575757575755e-05,
      "loss": 1.5239,
      "step": 568500
    },
    {
      "epoch": 2.926879452688974,
      "grad_norm": 1.9965590238571167,
      "learning_rate": 4.355707070707071e-05,
      "loss": 1.5112,
      "step": 569000
    },
    {
      "epoch": 2.929451402998894,
      "grad_norm": 2.7305872440338135,
      "learning_rate": 4.3506565656565655e-05,
      "loss": 1.5222,
      "step": 569500
    },
    {
      "epoch": 2.9320233533088143,
      "grad_norm": 2.196129083633423,
      "learning_rate": 4.345606060606061e-05,
      "loss": 1.5237,
      "step": 570000
    },
    {
      "epoch": 2.934595303618734,
      "grad_norm": 2.489001750946045,
      "learning_rate": 4.3405555555555554e-05,
      "loss": 1.5122,
      "step": 570500
    },
    {
      "epoch": 2.937167253928654,
      "grad_norm": 2.8367908000946045,
      "learning_rate": 4.335505050505051e-05,
      "loss": 1.5113,
      "step": 571000
    },
    {
      "epoch": 2.939739204238574,
      "grad_norm": 2.413041114807129,
      "learning_rate": 4.330454545454546e-05,
      "loss": 1.516,
      "step": 571500
    },
    {
      "epoch": 2.942311154548494,
      "grad_norm": 2.2877037525177,
      "learning_rate": 4.325404040404041e-05,
      "loss": 1.5172,
      "step": 572000
    },
    {
      "epoch": 2.9448831048584143,
      "grad_norm": 2.668660879135132,
      "learning_rate": 4.3203636363636366e-05,
      "loss": 1.5107,
      "step": 572500
    },
    {
      "epoch": 2.947455055168334,
      "grad_norm": 3.0024032592773438,
      "learning_rate": 4.315313131313132e-05,
      "loss": 1.5144,
      "step": 573000
    },
    {
      "epoch": 2.9500270054782542,
      "grad_norm": 2.159865617752075,
      "learning_rate": 4.3102626262626266e-05,
      "loss": 1.5036,
      "step": 573500
    },
    {
      "epoch": 2.952598955788174,
      "grad_norm": 2.5722429752349854,
      "learning_rate": 4.305212121212122e-05,
      "loss": 1.5255,
      "step": 574000
    },
    {
      "epoch": 2.955170906098094,
      "grad_norm": 2.755248546600342,
      "learning_rate": 4.300171717171718e-05,
      "loss": 1.5051,
      "step": 574500
    },
    {
      "epoch": 2.9577428564080144,
      "grad_norm": 2.2805163860321045,
      "learning_rate": 4.2951212121212125e-05,
      "loss": 1.5221,
      "step": 575000
    },
    {
      "epoch": 2.960314806717934,
      "grad_norm": 3.676866292953491,
      "learning_rate": 4.290070707070707e-05,
      "loss": 1.5145,
      "step": 575500
    },
    {
      "epoch": 2.9628867570278543,
      "grad_norm": 2.105748414993286,
      "learning_rate": 4.2850202020202024e-05,
      "loss": 1.5063,
      "step": 576000
    },
    {
      "epoch": 2.965458707337774,
      "grad_norm": 2.225126266479492,
      "learning_rate": 4.279969696969697e-05,
      "loss": 1.5101,
      "step": 576500
    },
    {
      "epoch": 2.9680306576476942,
      "grad_norm": 2.7732033729553223,
      "learning_rate": 4.274929292929293e-05,
      "loss": 1.5072,
      "step": 577000
    },
    {
      "epoch": 2.9706026079576144,
      "grad_norm": 2.483477830886841,
      "learning_rate": 4.2698787878787883e-05,
      "loss": 1.5167,
      "step": 577500
    },
    {
      "epoch": 2.973174558267534,
      "grad_norm": 2.6519720554351807,
      "learning_rate": 4.264828282828283e-05,
      "loss": 1.5196,
      "step": 578000
    },
    {
      "epoch": 2.9757465085774544,
      "grad_norm": 2.3944153785705566,
      "learning_rate": 4.259777777777778e-05,
      "loss": 1.5184,
      "step": 578500
    },
    {
      "epoch": 2.978318458887374,
      "grad_norm": 2.850205183029175,
      "learning_rate": 4.254727272727273e-05,
      "loss": 1.5124,
      "step": 579000
    },
    {
      "epoch": 2.9808904091972943,
      "grad_norm": 1.9868264198303223,
      "learning_rate": 4.249676767676768e-05,
      "loss": 1.5045,
      "step": 579500
    },
    {
      "epoch": 2.9834623595072145,
      "grad_norm": 2.709223985671997,
      "learning_rate": 4.244636363636364e-05,
      "loss": 1.512,
      "step": 580000
    },
    {
      "epoch": 2.9860343098171342,
      "grad_norm": 2.369521141052246,
      "learning_rate": 4.239585858585859e-05,
      "loss": 1.5121,
      "step": 580500
    },
    {
      "epoch": 2.9886062601270544,
      "grad_norm": 2.712256669998169,
      "learning_rate": 4.2345353535353535e-05,
      "loss": 1.5157,
      "step": 581000
    },
    {
      "epoch": 2.991178210436974,
      "grad_norm": 2.4199235439300537,
      "learning_rate": 4.229484848484849e-05,
      "loss": 1.5116,
      "step": 581500
    },
    {
      "epoch": 2.9937501607468944,
      "grad_norm": 2.4358603954315186,
      "learning_rate": 4.2244343434343434e-05,
      "loss": 1.5268,
      "step": 582000
    },
    {
      "epoch": 2.9963221110568146,
      "grad_norm": 2.8168931007385254,
      "learning_rate": 4.2193939393939394e-05,
      "loss": 1.5058,
      "step": 582500
    },
    {
      "epoch": 2.9988940613667343,
      "grad_norm": 2.282642364501953,
      "learning_rate": 4.214343434343435e-05,
      "loss": 1.4964,
      "step": 583000
    },
    {
      "epoch": 3.0014660116766545,
      "grad_norm": 2.6705520153045654,
      "learning_rate": 4.209292929292929e-05,
      "loss": 1.5017,
      "step": 583500
    },
    {
      "epoch": 3.0040379619865742,
      "grad_norm": 2.6078131198883057,
      "learning_rate": 4.2042424242424246e-05,
      "loss": 1.4998,
      "step": 584000
    },
    {
      "epoch": 3.0066099122964944,
      "grad_norm": 2.8063297271728516,
      "learning_rate": 4.1992020202020206e-05,
      "loss": 1.497,
      "step": 584500
    },
    {
      "epoch": 3.0091818626064146,
      "grad_norm": 2.291599750518799,
      "learning_rate": 4.194151515151515e-05,
      "loss": 1.5016,
      "step": 585000
    },
    {
      "epoch": 3.0117538129163344,
      "grad_norm": 2.3349857330322266,
      "learning_rate": 4.1891010101010105e-05,
      "loss": 1.4991,
      "step": 585500
    },
    {
      "epoch": 3.0143257632262546,
      "grad_norm": 2.4059336185455322,
      "learning_rate": 4.184050505050505e-05,
      "loss": 1.5076,
      "step": 586000
    },
    {
      "epoch": 3.0168977135361743,
      "grad_norm": 1.973617672920227,
      "learning_rate": 4.179e-05,
      "loss": 1.497,
      "step": 586500
    },
    {
      "epoch": 3.0194696638460945,
      "grad_norm": 2.9620471000671387,
      "learning_rate": 4.1739595959595964e-05,
      "loss": 1.5149,
      "step": 587000
    },
    {
      "epoch": 3.0220416141560147,
      "grad_norm": 2.4589638710021973,
      "learning_rate": 4.168909090909091e-05,
      "loss": 1.5073,
      "step": 587500
    },
    {
      "epoch": 3.0246135644659344,
      "grad_norm": 2.5346004962921143,
      "learning_rate": 4.163858585858586e-05,
      "loss": 1.5117,
      "step": 588000
    },
    {
      "epoch": 3.0271855147758546,
      "grad_norm": 2.4980521202087402,
      "learning_rate": 4.158808080808081e-05,
      "loss": 1.5104,
      "step": 588500
    },
    {
      "epoch": 3.0297574650857744,
      "grad_norm": 2.5343849658966064,
      "learning_rate": 4.1537575757575756e-05,
      "loss": 1.4911,
      "step": 589000
    },
    {
      "epoch": 3.0323294153956946,
      "grad_norm": 2.3915090560913086,
      "learning_rate": 4.148707070707071e-05,
      "loss": 1.5047,
      "step": 589500
    },
    {
      "epoch": 3.0349013657056148,
      "grad_norm": 2.2896182537078857,
      "learning_rate": 4.1436565656565656e-05,
      "loss": 1.4912,
      "step": 590000
    },
    {
      "epoch": 3.0374733160155345,
      "grad_norm": 2.66957426071167,
      "learning_rate": 4.1386161616161616e-05,
      "loss": 1.5044,
      "step": 590500
    },
    {
      "epoch": 3.0400452663254547,
      "grad_norm": 2.3858649730682373,
      "learning_rate": 4.133565656565657e-05,
      "loss": 1.5103,
      "step": 591000
    },
    {
      "epoch": 3.0426172166353744,
      "grad_norm": 2.154978036880493,
      "learning_rate": 4.128525252525253e-05,
      "loss": 1.5072,
      "step": 591500
    },
    {
      "epoch": 3.0451891669452946,
      "grad_norm": 2.9559261798858643,
      "learning_rate": 4.1234747474747475e-05,
      "loss": 1.5125,
      "step": 592000
    },
    {
      "epoch": 3.047761117255215,
      "grad_norm": 2.4529426097869873,
      "learning_rate": 4.118424242424243e-05,
      "loss": 1.4832,
      "step": 592500
    },
    {
      "epoch": 3.0503330675651346,
      "grad_norm": 2.664656162261963,
      "learning_rate": 4.1133737373737374e-05,
      "loss": 1.4932,
      "step": 593000
    },
    {
      "epoch": 3.0529050178750547,
      "grad_norm": 2.5239176750183105,
      "learning_rate": 4.108323232323232e-05,
      "loss": 1.4963,
      "step": 593500
    },
    {
      "epoch": 3.0554769681849745,
      "grad_norm": 2.7687795162200928,
      "learning_rate": 4.1032727272727274e-05,
      "loss": 1.5024,
      "step": 594000
    },
    {
      "epoch": 3.0580489184948947,
      "grad_norm": 2.636725425720215,
      "learning_rate": 4.098222222222222e-05,
      "loss": 1.5095,
      "step": 594500
    },
    {
      "epoch": 3.060620868804815,
      "grad_norm": 2.643148899078369,
      "learning_rate": 4.093171717171717e-05,
      "loss": 1.5023,
      "step": 595000
    },
    {
      "epoch": 3.0631928191147346,
      "grad_norm": 2.728957176208496,
      "learning_rate": 4.0881212121212126e-05,
      "loss": 1.5057,
      "step": 595500
    },
    {
      "epoch": 3.065764769424655,
      "grad_norm": 2.0928802490234375,
      "learning_rate": 4.083070707070707e-05,
      "loss": 1.5028,
      "step": 596000
    },
    {
      "epoch": 3.0683367197345746,
      "grad_norm": 2.6500329971313477,
      "learning_rate": 4.078030303030303e-05,
      "loss": 1.5014,
      "step": 596500
    },
    {
      "epoch": 3.0709086700444947,
      "grad_norm": 3.050570249557495,
      "learning_rate": 4.0729797979797985e-05,
      "loss": 1.4955,
      "step": 597000
    },
    {
      "epoch": 3.073480620354415,
      "grad_norm": 2.7134509086608887,
      "learning_rate": 4.067929292929293e-05,
      "loss": 1.4975,
      "step": 597500
    },
    {
      "epoch": 3.0760525706643347,
      "grad_norm": 2.270643711090088,
      "learning_rate": 4.0628787878787885e-05,
      "loss": 1.4995,
      "step": 598000
    },
    {
      "epoch": 3.078624520974255,
      "grad_norm": 2.371786594390869,
      "learning_rate": 4.057828282828283e-05,
      "loss": 1.5082,
      "step": 598500
    },
    {
      "epoch": 3.0811964712841746,
      "grad_norm": 2.286396026611328,
      "learning_rate": 4.052787878787879e-05,
      "loss": 1.5081,
      "step": 599000
    },
    {
      "epoch": 3.083768421594095,
      "grad_norm": 2.2606699466705322,
      "learning_rate": 4.0477373737373744e-05,
      "loss": 1.4959,
      "step": 599500
    },
    {
      "epoch": 3.086340371904015,
      "grad_norm": 2.225919008255005,
      "learning_rate": 4.0426969696969696e-05,
      "loss": 1.5053,
      "step": 600000
    }
  ],
  "logging_steps": 500,
  "max_steps": 1000000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 50000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0117530008615338e+19,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}