{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9983579638752053,
  "eval_steps": 500,
  "global_step": 456,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0021893814997263274,
      "grad_norm": 1.099035580545203,
      "learning_rate": 4.347826086956522e-06,
      "loss": 1.3884,
      "step": 1
    },
    {
      "epoch": 0.010946907498631636,
      "grad_norm": 1.0633282817267398,
      "learning_rate": 2.173913043478261e-05,
      "loss": 1.3896,
      "step": 5
    },
    {
      "epoch": 0.021893814997263273,
      "grad_norm": 0.2753570266695847,
      "learning_rate": 4.347826086956522e-05,
      "loss": 1.3001,
      "step": 10
    },
    {
      "epoch": 0.03284072249589491,
      "grad_norm": 0.23486140029795313,
      "learning_rate": 6.521739130434783e-05,
      "loss": 1.2641,
      "step": 15
    },
    {
      "epoch": 0.043787629994526546,
      "grad_norm": 0.17661059915753233,
      "learning_rate": 8.695652173913044e-05,
      "loss": 1.244,
      "step": 20
    },
    {
      "epoch": 0.05473453749315818,
      "grad_norm": 0.13588516740211107,
      "learning_rate": 0.00010869565217391305,
      "loss": 1.2062,
      "step": 25
    },
    {
      "epoch": 0.06568144499178982,
      "grad_norm": 0.09952038895662578,
      "learning_rate": 0.00013043478260869567,
      "loss": 1.2036,
      "step": 30
    },
    {
      "epoch": 0.07662835249042145,
      "grad_norm": 0.08662921860732123,
      "learning_rate": 0.00015217391304347827,
      "loss": 1.1697,
      "step": 35
    },
    {
      "epoch": 0.08757525998905309,
      "grad_norm": 0.08556102174203851,
      "learning_rate": 0.00017391304347826088,
      "loss": 1.168,
      "step": 40
    },
    {
      "epoch": 0.09852216748768473,
      "grad_norm": 0.08239874598331373,
      "learning_rate": 0.0001956521739130435,
      "loss": 1.1752,
      "step": 45
    },
    {
      "epoch": 0.10946907498631636,
      "grad_norm": 0.08011130479266197,
      "learning_rate": 0.0001999530335191093,
      "loss": 1.1317,
      "step": 50
    },
    {
      "epoch": 0.120415982484948,
      "grad_norm": 0.09091690871262173,
      "learning_rate": 0.00019976230779866525,
      "loss": 1.1235,
      "step": 55
    },
    {
      "epoch": 0.13136288998357964,
      "grad_norm": 0.10018228425429193,
      "learning_rate": 0.000199425167134466,
      "loss": 1.14,
      "step": 60
    },
    {
      "epoch": 0.1423097974822113,
      "grad_norm": 0.08568976262387419,
      "learning_rate": 0.00019894210632692745,
      "loss": 1.1184,
      "step": 65
    },
    {
      "epoch": 0.1532567049808429,
      "grad_norm": 0.09058910078299229,
      "learning_rate": 0.00019831383433439797,
      "loss": 1.1182,
      "step": 70
    },
    {
      "epoch": 0.16420361247947454,
      "grad_norm": 0.07075651635331383,
      "learning_rate": 0.00019754127323266428,
      "loss": 1.1107,
      "step": 75
    },
    {
      "epoch": 0.17515051997810618,
      "grad_norm": 0.08205972533630575,
      "learning_rate": 0.00019662555686167808,
      "loss": 1.1146,
      "step": 80
    },
    {
      "epoch": 0.18609742747673783,
      "grad_norm": 0.09822244044433728,
      "learning_rate": 0.00019556802916148962,
      "loss": 1.1206,
      "step": 85
    },
    {
      "epoch": 0.19704433497536947,
      "grad_norm": 0.08491467009411377,
      "learning_rate": 0.00019437024219983028,
      "loss": 1.1091,
      "step": 90
    },
    {
      "epoch": 0.20799124247400108,
      "grad_norm": 0.08166420957630437,
      "learning_rate": 0.00019303395389423918,
      "loss": 1.1115,
      "step": 95
    },
    {
      "epoch": 0.21893814997263272,
      "grad_norm": 0.08260201243872915,
      "learning_rate": 0.00019156112543207673,
      "loss": 1.1175,
      "step": 100
    },
    {
      "epoch": 0.22988505747126436,
      "grad_norm": 0.08255167959693703,
      "learning_rate": 0.0001899539183922119,
      "loss": 1.0968,
      "step": 105
    },
    {
      "epoch": 0.240831964969896,
      "grad_norm": 0.07836100445915845,
      "learning_rate": 0.00018821469157260685,
      "loss": 1.0888,
      "step": 110
    },
    {
      "epoch": 0.25177887246852765,
      "grad_norm": 0.07207251942982666,
      "learning_rate": 0.00018634599752845592,
      "loss": 1.1074,
      "step": 115
    },
    {
      "epoch": 0.2627257799671593,
      "grad_norm": 0.08720514170327426,
      "learning_rate": 0.00018435057882595882,
      "loss": 1.1052,
      "step": 120
    },
    {
      "epoch": 0.27367268746579093,
      "grad_norm": 0.0853293654672411,
      "learning_rate": 0.0001822313640172265,
      "loss": 1.0952,
      "step": 125
    },
    {
      "epoch": 0.2846195949644226,
      "grad_norm": 0.09875940431911555,
      "learning_rate": 0.00017999146334222695,
      "loss": 1.1227,
      "step": 130
    },
    {
      "epoch": 0.2955665024630542,
      "grad_norm": 0.07021884431606892,
      "learning_rate": 0.00017763416416407952,
      "loss": 1.0942,
      "step": 135
    },
    {
      "epoch": 0.3065134099616858,
      "grad_norm": 0.06842699832201858,
      "learning_rate": 0.00017516292614439585,
      "loss": 1.0953,
      "step": 140
    },
    {
      "epoch": 0.31746031746031744,
      "grad_norm": 0.07208694079619522,
      "learning_rate": 0.0001725813761657495,
      "loss": 1.0967,
      "step": 145
    },
    {
      "epoch": 0.3284072249589491,
      "grad_norm": 0.06921789319582454,
      "learning_rate": 0.00016989330300872576,
      "loss": 1.0801,
      "step": 150
    },
    {
      "epoch": 0.3393541324575807,
      "grad_norm": 0.07271469189791151,
      "learning_rate": 0.0001671026517913634,
      "loss": 1.0833,
      "step": 155
    },
    {
      "epoch": 0.35030103995621237,
      "grad_norm": 0.06997352100806448,
      "learning_rate": 0.00016421351817915024,
      "loss": 1.0965,
      "step": 160
    },
    {
      "epoch": 0.361247947454844,
      "grad_norm": 0.07856963780328721,
      "learning_rate": 0.00016123014237406913,
      "loss": 1.1091,
      "step": 165
    },
    {
      "epoch": 0.37219485495347565,
      "grad_norm": 0.07209466893505154,
      "learning_rate": 0.00015815690289151658,
      "loss": 1.0899,
      "step": 170
    },
    {
      "epoch": 0.3831417624521073,
      "grad_norm": 0.07481315197731042,
      "learning_rate": 0.00015499831013422803,
      "loss": 1.1041,
      "step": 175
    },
    {
      "epoch": 0.39408866995073893,
      "grad_norm": 0.08084183121949147,
      "learning_rate": 0.00015175899977263964,
      "loss": 1.0955,
      "step": 180
    },
    {
      "epoch": 0.4050355774493706,
      "grad_norm": 0.0818129087053093,
      "learning_rate": 0.0001484437259414027,
      "loss": 1.1145,
      "step": 185
    },
    {
      "epoch": 0.41598248494800216,
      "grad_norm": 0.06950621743678526,
      "learning_rate": 0.00014505735426203543,
      "loss": 1.1149,
      "step": 190
    },
    {
      "epoch": 0.4269293924466338,
      "grad_norm": 0.07548210193666667,
      "learning_rate": 0.00014160485470195245,
      "loss": 1.11,
      "step": 195
    },
    {
      "epoch": 0.43787629994526545,
      "grad_norm": 0.07058243846026176,
      "learning_rate": 0.00013809129428035227,
      "loss": 1.0846,
      "step": 200
    },
    {
      "epoch": 0.4488232074438971,
      "grad_norm": 0.07020891379155109,
      "learning_rate": 0.00013452182963166794,
      "loss": 1.0848,
      "step": 205
    },
    {
      "epoch": 0.45977011494252873,
      "grad_norm": 0.06835760784196979,
      "learning_rate": 0.00013090169943749476,
      "loss": 1.0851,
      "step": 210
    },
    {
      "epoch": 0.47071702244116037,
      "grad_norm": 0.07605646093102703,
      "learning_rate": 0.00012723621673810275,
      "loss": 1.1047,
      "step": 215
    },
    {
      "epoch": 0.481663929939792,
      "grad_norm": 0.0705995475810648,
      "learning_rate": 0.0001235307611348174,
      "loss": 1.0808,
      "step": 220
    },
    {
      "epoch": 0.49261083743842365,
      "grad_norm": 0.07066082603796292,
      "learning_rate": 0.00011979077089471287,
      "loss": 1.0823,
      "step": 225
    },
    {
      "epoch": 0.5035577449370553,
      "grad_norm": 0.06843040733212367,
      "learning_rate": 0.0001160217349692051,
      "loss": 1.093,
      "step": 230
    },
    {
      "epoch": 0.5145046524356869,
      "grad_norm": 0.07581398076733512,
      "learning_rate": 0.00011222918493825876,
      "loss": 1.0799,
      "step": 235
    },
    {
      "epoch": 0.5254515599343186,
      "grad_norm": 0.06701479053423436,
      "learning_rate": 0.00010841868689203071,
      "loss": 1.0984,
      "step": 240
    },
    {
      "epoch": 0.5363984674329502,
      "grad_norm": 0.06919851726403416,
      "learning_rate": 0.00010459583326186533,
      "loss": 1.0919,
      "step": 245
    },
    {
      "epoch": 0.5473453749315819,
      "grad_norm": 0.07632131476135244,
      "learning_rate": 0.00010076623461263018,
      "loss": 1.0801,
      "step": 250
    },
    {
      "epoch": 0.5582922824302134,
      "grad_norm": 0.0661733510360967,
      "learning_rate": 9.693551140843847e-05,
      "loss": 1.0824,
      "step": 255
    },
    {
      "epoch": 0.5692391899288451,
      "grad_norm": 0.06851059826679573,
      "learning_rate": 9.310928576384293e-05,
      "loss": 1.0956,
      "step": 260
    },
    {
      "epoch": 0.5801860974274767,
      "grad_norm": 0.07225957964642454,
      "learning_rate": 8.929317319260726e-05,
      "loss": 1.0818,
      "step": 265
    },
    {
      "epoch": 0.5911330049261084,
      "grad_norm": 0.07526177174581719,
      "learning_rate": 8.549277436616551e-05,
      "loss": 1.0876,
      "step": 270
    },
    {
      "epoch": 0.60207991242474,
      "grad_norm": 0.0688828763506549,
      "learning_rate": 8.171366689386432e-05,
      "loss": 1.0834,
      "step": 275
    },
    {
      "epoch": 0.6130268199233716,
      "grad_norm": 0.07233185605708406,
      "learning_rate": 7.796139713705213e-05,
      "loss": 1.0904,
      "step": 280
    },
    {
      "epoch": 0.6239737274220033,
      "grad_norm": 0.07238689140745656,
      "learning_rate": 7.424147206902891e-05,
      "loss": 1.078,
      "step": 285
    },
    {
      "epoch": 0.6349206349206349,
      "grad_norm": 0.07045252374699128,
      "learning_rate": 7.055935119280369e-05,
      "loss": 1.0746,
      "step": 290
    },
    {
      "epoch": 0.6458675424192666,
      "grad_norm": 0.06885925177718841,
      "learning_rate": 6.692043852852079e-05,
      "loss": 1.0914,
      "step": 295
    },
    {
      "epoch": 0.6568144499178982,
      "grad_norm": 0.0714964117404916,
      "learning_rate": 6.333007468231521e-05,
      "loss": 1.0829,
      "step": 300
    },
    {
      "epoch": 0.6677613574165299,
      "grad_norm": 0.0670654539976087,
      "learning_rate": 5.9793529008236625e-05,
      "loss": 1.0756,
      "step": 305
    },
    {
      "epoch": 0.6787082649151615,
      "grad_norm": 0.06833244959359351,
      "learning_rate": 5.63159918747457e-05,
      "loss": 1.0779,
      "step": 310
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 0.07144684011257411,
      "learning_rate": 5.29025670471325e-05,
      "loss": 1.0983,
      "step": 315
    },
    {
      "epoch": 0.7006020799124247,
      "grad_norm": 0.07142805023654634,
      "learning_rate": 4.955826419703735e-05,
      "loss": 1.0867,
      "step": 320
    },
    {
      "epoch": 0.7115489874110563,
      "grad_norm": 0.07674467638840121,
      "learning_rate": 4.628799155006669e-05,
      "loss": 1.0651,
      "step": 325
    },
    {
      "epoch": 0.722495894909688,
      "grad_norm": 0.06634612204586297,
      "learning_rate": 4.30965486822953e-05,
      "loss": 1.0938,
      "step": 330
    },
    {
      "epoch": 0.7334428024083196,
      "grad_norm": 0.06579811491660853,
      "learning_rate": 3.9988619476226355e-05,
      "loss": 1.0781,
      "step": 335
    },
    {
      "epoch": 0.7443897099069513,
      "grad_norm": 0.06839286253175804,
      "learning_rate": 3.69687652465482e-05,
      "loss": 1.0807,
      "step": 340
    },
    {
      "epoch": 0.7553366174055829,
      "grad_norm": 0.06644270765658328,
      "learning_rate": 3.4041418045775895e-05,
      "loss": 1.074,
      "step": 345
    },
    {
      "epoch": 0.7662835249042146,
      "grad_norm": 0.06772025228639957,
      "learning_rate": 3.121087415960304e-05,
      "loss": 1.0762,
      "step": 350
    },
    {
      "epoch": 0.7772304324028462,
      "grad_norm": 0.06615084228702964,
      "learning_rate": 2.848128780150995e-05,
      "loss": 1.0779,
      "step": 355
    },
    {
      "epoch": 0.7881773399014779,
      "grad_norm": 0.0706561964889078,
      "learning_rate": 2.5856665015882685e-05,
      "loss": 1.0904,
      "step": 360
    },
    {
      "epoch": 0.7991242474001095,
      "grad_norm": 0.06748598590158515,
      "learning_rate": 2.334085779859041e-05,
      "loss": 1.0654,
      "step": 365
    },
    {
      "epoch": 0.8100711548987412,
      "grad_norm": 0.06669809967764875,
      "learning_rate": 2.0937558443650206e-05,
      "loss": 1.0835,
      "step": 370
    },
    {
      "epoch": 0.8210180623973727,
      "grad_norm": 0.06776479655939238,
      "learning_rate": 1.8650294124276556e-05,
      "loss": 1.0836,
      "step": 375
    },
    {
      "epoch": 0.8319649698960043,
      "grad_norm": 0.06672866236853266,
      "learning_rate": 1.6482421716268215e-05,
      "loss": 1.0909,
      "step": 380
    },
    {
      "epoch": 0.842911877394636,
      "grad_norm": 0.0670546035798045,
      "learning_rate": 1.4437122871329955e-05,
      "loss": 1.0984,
      "step": 385
    },
    {
      "epoch": 0.8538587848932676,
      "grad_norm": 0.06639094648741257,
      "learning_rate": 1.2517399347560167e-05,
      "loss": 1.1008,
      "step": 390
    },
    {
      "epoch": 0.8648056923918993,
      "grad_norm": 0.06852807789172832,
      "learning_rate": 1.0726068603956741e-05,
      "loss": 1.0783,
      "step": 395
    },
    {
      "epoch": 0.8757525998905309,
      "grad_norm": 0.06914284979355585,
      "learning_rate": 9.065759665407515e-06,
      "loss": 1.0828,
      "step": 400
    },
    {
      "epoch": 0.8866995073891626,
      "grad_norm": 0.06687442460085294,
      "learning_rate": 7.538909264233751e-06,
      "loss": 1.0845,
      "step": 405
    },
    {
      "epoch": 0.8976464148877942,
      "grad_norm": 0.07046699389113141,
      "learning_rate": 6.147758263949321e-06,
      "loss": 1.0784,
      "step": 410
    },
    {
      "epoch": 0.9085933223864259,
      "grad_norm": 0.06774076270250588,
      "learning_rate": 4.8943483704846475e-06,
      "loss": 1.0914,
      "step": 415
    },
    {
      "epoch": 0.9195402298850575,
      "grad_norm": 0.06693453050067996,
      "learning_rate": 3.7805191357015657e-06,
      "loss": 1.0986,
      "step": 420
    },
    {
      "epoch": 0.9304871373836892,
      "grad_norm": 0.06389085654103847,
      "learning_rate": 2.8079052575973765e-06,
      "loss": 1.087,
      "step": 425
    },
    {
      "epoch": 0.9414340448823207,
      "grad_norm": 0.06811361952720432,
      "learning_rate": 1.9779341811600794e-06,
      "loss": 1.07,
      "step": 430
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.06592264001597521,
      "learning_rate": 1.2918240033960027e-06,
      "loss": 1.0825,
      "step": 435
    },
    {
      "epoch": 0.963327859879584,
      "grad_norm": 0.06657689313692897,
      "learning_rate": 7.505816856045012e-07,
      "loss": 1.0843,
      "step": 440
    },
    {
      "epoch": 0.9742747673782156,
      "grad_norm": 0.06488852108049653,
      "learning_rate": 3.5500157552337264e-07,
      "loss": 1.0923,
      "step": 445
    },
    {
      "epoch": 0.9852216748768473,
      "grad_norm": 0.06657099771817772,
      "learning_rate": 1.0566424151401411e-07,
      "loss": 1.0882,
      "step": 450
    },
    {
      "epoch": 0.9961685823754789,
      "grad_norm": 0.06558284673944498,
      "learning_rate": 2.935620497301894e-09,
      "loss": 1.0893,
      "step": 455
    },
    {
      "epoch": 0.9983579638752053,
      "eval_loss": 0.9926520586013794,
      "eval_runtime": 2.1266,
      "eval_samples_per_second": 3.292,
      "eval_steps_per_second": 0.94,
      "step": 456
    },
    {
      "epoch": 0.9983579638752053,
      "step": 456,
      "total_flos": 1.447234595979264e+16,
      "train_loss": 1.1072515829613334,
      "train_runtime": 17333.1907,
      "train_samples_per_second": 3.373,
      "train_steps_per_second": 0.026
    }
  ],
  "logging_steps": 5,
  "max_steps": 456,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.447234595979264e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}