{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 315,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.015873015873015872,
      "grad_norm": 2.3323949793109238,
      "learning_rate": 0.0,
      "loss": 1.0469,
      "step": 1
    },
    {
      "epoch": 0.031746031746031744,
      "grad_norm": 2.317201200688066,
      "learning_rate": 3.125e-07,
      "loss": 0.9931,
      "step": 2
    },
    {
      "epoch": 0.047619047619047616,
      "grad_norm": 2.603689956679125,
      "learning_rate": 6.25e-07,
      "loss": 1.0188,
      "step": 3
    },
    {
      "epoch": 0.06349206349206349,
      "grad_norm": 2.2583787301898592,
      "learning_rate": 9.375000000000001e-07,
      "loss": 0.9097,
      "step": 4
    },
    {
      "epoch": 0.07936507936507936,
      "grad_norm": 2.197466891038096,
      "learning_rate": 1.25e-06,
      "loss": 1.0459,
      "step": 5
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 2.1259963361099747,
      "learning_rate": 1.5625e-06,
      "loss": 0.9986,
      "step": 6
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 2.0707820881041,
      "learning_rate": 1.8750000000000003e-06,
      "loss": 0.9555,
      "step": 7
    },
    {
      "epoch": 0.12698412698412698,
      "grad_norm": 1.870407527874291,
      "learning_rate": 2.1875000000000002e-06,
      "loss": 0.952,
      "step": 8
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 1.8578085390534953,
      "learning_rate": 2.5e-06,
      "loss": 0.9993,
      "step": 9
    },
    {
      "epoch": 0.15873015873015872,
      "grad_norm": 1.881148688458384,
      "learning_rate": 2.8125e-06,
      "loss": 0.9373,
      "step": 10
    },
    {
      "epoch": 0.1746031746031746,
      "grad_norm": 1.6917769845914787,
      "learning_rate": 3.125e-06,
      "loss": 0.8839,
      "step": 11
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 1.2541345576396532,
      "learning_rate": 3.4375e-06,
      "loss": 0.9909,
      "step": 12
    },
    {
      "epoch": 0.20634920634920634,
      "grad_norm": 1.4038335670152517,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.9322,
      "step": 13
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 1.363468897891553,
      "learning_rate": 4.0625000000000005e-06,
      "loss": 1.0934,
      "step": 14
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 1.1331989679866032,
      "learning_rate": 4.3750000000000005e-06,
      "loss": 0.977,
      "step": 15
    },
    {
      "epoch": 0.25396825396825395,
      "grad_norm": 0.9899834287202586,
      "learning_rate": 4.6875000000000004e-06,
      "loss": 1.0443,
      "step": 16
    },
    {
      "epoch": 0.2698412698412698,
      "grad_norm": 1.155920523517074,
      "learning_rate": 5e-06,
      "loss": 0.9483,
      "step": 17
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 1.2715867938274161,
      "learning_rate": 5.3125e-06,
      "loss": 1.0096,
      "step": 18
    },
    {
      "epoch": 0.30158730158730157,
      "grad_norm": 0.9922231339593638,
      "learning_rate": 5.625e-06,
      "loss": 0.7463,
      "step": 19
    },
    {
      "epoch": 0.31746031746031744,
      "grad_norm": 1.2551959582539625,
      "learning_rate": 5.9375e-06,
      "loss": 0.9226,
      "step": 20
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.892951024999124,
      "learning_rate": 6.25e-06,
      "loss": 0.988,
      "step": 21
    },
    {
      "epoch": 0.3492063492063492,
      "grad_norm": 1.4360539096520086,
      "learning_rate": 6.5625e-06,
      "loss": 1.0509,
      "step": 22
    },
    {
      "epoch": 0.36507936507936506,
      "grad_norm": 1.1100051374669628,
      "learning_rate": 6.875e-06,
      "loss": 0.8728,
      "step": 23
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 0.9630208551024003,
      "learning_rate": 7.1875e-06,
      "loss": 0.8352,
      "step": 24
    },
    {
      "epoch": 0.3968253968253968,
      "grad_norm": 1.109963225007402,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.0289,
      "step": 25
    },
    {
      "epoch": 0.4126984126984127,
      "grad_norm": 0.842175710243708,
      "learning_rate": 7.8125e-06,
      "loss": 0.8616,
      "step": 26
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 0.8255762742603932,
      "learning_rate": 8.125000000000001e-06,
      "loss": 0.7234,
      "step": 27
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.8274507712792363,
      "learning_rate": 8.4375e-06,
      "loss": 0.9758,
      "step": 28
    },
    {
      "epoch": 0.4603174603174603,
      "grad_norm": 0.7834224887700044,
      "learning_rate": 8.750000000000001e-06,
      "loss": 0.9056,
      "step": 29
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 1.187020605300137,
      "learning_rate": 9.0625e-06,
      "loss": 0.9481,
      "step": 30
    },
    {
      "epoch": 0.49206349206349204,
      "grad_norm": 1.0233176856791018,
      "learning_rate": 9.375000000000001e-06,
      "loss": 0.9194,
      "step": 31
    },
    {
      "epoch": 0.5079365079365079,
      "grad_norm": 0.848791394024066,
      "learning_rate": 9.6875e-06,
      "loss": 0.8852,
      "step": 32
    },
    {
      "epoch": 0.5238095238095238,
      "grad_norm": 0.8289281876622956,
      "learning_rate": 1e-05,
      "loss": 1.038,
      "step": 33
    },
    {
      "epoch": 0.5396825396825397,
      "grad_norm": 0.7738330911179299,
      "learning_rate": 9.999691920767945e-06,
      "loss": 0.8374,
      "step": 34
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 0.65004421093035,
      "learning_rate": 9.998767721036901e-06,
      "loss": 0.8242,
      "step": 35
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.718229691257778,
      "learning_rate": 9.997227514697568e-06,
      "loss": 0.9693,
      "step": 36
    },
    {
      "epoch": 0.5873015873015873,
      "grad_norm": 0.598178727036991,
      "learning_rate": 9.99507149155218e-06,
      "loss": 0.9843,
      "step": 37
    },
    {
      "epoch": 0.6031746031746031,
      "grad_norm": 0.6896420594948925,
      "learning_rate": 9.992299917291118e-06,
      "loss": 0.848,
      "step": 38
    },
    {
      "epoch": 0.6190476190476191,
      "grad_norm": 0.7218001479564617,
      "learning_rate": 9.98891313346017e-06,
      "loss": 0.9095,
      "step": 39
    },
    {
      "epoch": 0.6349206349206349,
      "grad_norm": 0.673383804041238,
      "learning_rate": 9.984911557418444e-06,
      "loss": 0.7682,
      "step": 40
    },
    {
      "epoch": 0.6507936507936508,
      "grad_norm": 0.9044903125501461,
      "learning_rate": 9.980295682286924e-06,
      "loss": 0.8388,
      "step": 41
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.6528626470394925,
      "learning_rate": 9.97506607688772e-06,
      "loss": 0.9107,
      "step": 42
    },
    {
      "epoch": 0.6825396825396826,
      "grad_norm": 0.5248039585149111,
      "learning_rate": 9.969223385673958e-06,
      "loss": 0.8307,
      "step": 43
    },
    {
      "epoch": 0.6984126984126984,
      "grad_norm": 0.568338771820042,
      "learning_rate": 9.962768328650367e-06,
      "loss": 0.7523,
      "step": 44
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.5429855696185105,
      "learning_rate": 9.95570170128455e-06,
      "loss": 0.8442,
      "step": 45
    },
    {
      "epoch": 0.7301587301587301,
      "grad_norm": 0.5098426033492849,
      "learning_rate": 9.94802437440896e-06,
      "loss": 0.7962,
      "step": 46
    },
    {
      "epoch": 0.746031746031746,
      "grad_norm": 0.6078990273192543,
      "learning_rate": 9.939737294113585e-06,
      "loss": 0.8969,
      "step": 47
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 0.4709547244829324,
      "learning_rate": 9.930841481629358e-06,
      "loss": 0.8885,
      "step": 48
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 0.54039591858629,
      "learning_rate": 9.92133803320231e-06,
      "loss": 0.7818,
      "step": 49
    },
    {
      "epoch": 0.7936507936507936,
      "grad_norm": 0.4875170254753124,
      "learning_rate": 9.91122811995848e-06,
      "loss": 0.8193,
      "step": 50
    },
    {
      "epoch": 0.8095238095238095,
      "grad_norm": 0.5005396928536703,
      "learning_rate": 9.90051298775959e-06,
      "loss": 0.8692,
      "step": 51
    },
    {
      "epoch": 0.8253968253968254,
      "grad_norm": 0.40245216027036546,
      "learning_rate": 9.88919395704952e-06,
      "loss": 0.826,
      "step": 52
    },
    {
      "epoch": 0.8412698412698413,
      "grad_norm": 0.5389952051377087,
      "learning_rate": 9.877272422691583e-06,
      "loss": 0.9318,
      "step": 53
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.5638980417584056,
      "learning_rate": 9.864749853796642e-06,
      "loss": 0.7985,
      "step": 54
    },
    {
      "epoch": 0.873015873015873,
      "grad_norm": 0.5506830661309166,
      "learning_rate": 9.85162779354206e-06,
      "loss": 0.7291,
      "step": 55
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.48566023212019677,
      "learning_rate": 9.837907858981536e-06,
      "loss": 0.8802,
      "step": 56
    },
    {
      "epoch": 0.9047619047619048,
      "grad_norm": 0.4725406192484581,
      "learning_rate": 9.823591740845831e-06,
      "loss": 0.8627,
      "step": 57
    },
    {
      "epoch": 0.9206349206349206,
      "grad_norm": 0.5270784935436914,
      "learning_rate": 9.808681203334416e-06,
      "loss": 0.7976,
      "step": 58
    },
    {
      "epoch": 0.9365079365079365,
      "grad_norm": 0.4795159174595573,
      "learning_rate": 9.793178083898073e-06,
      "loss": 0.8783,
      "step": 59
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.42309628953003137,
      "learning_rate": 9.777084293012448e-06,
      "loss": 0.842,
      "step": 60
    },
    {
      "epoch": 0.9682539682539683,
      "grad_norm": 0.464555539059811,
      "learning_rate": 9.760401813942641e-06,
      "loss": 0.7662,
      "step": 61
    },
    {
      "epoch": 0.9841269841269841,
      "grad_norm": 0.5141212041737542,
      "learning_rate": 9.743132702498785e-06,
      "loss": 0.8688,
      "step": 62
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.5165788253828009,
      "learning_rate": 9.725279086782719e-06,
      "loss": 0.768,
      "step": 63
    },
    {
      "epoch": 1.0158730158730158,
      "grad_norm": 0.576629868282963,
      "learning_rate": 9.706843166925733e-06,
      "loss": 0.7989,
      "step": 64
    },
    {
      "epoch": 1.0317460317460316,
      "grad_norm": 0.4946943998511545,
      "learning_rate": 9.687827214817433e-06,
      "loss": 0.8261,
      "step": 65
    },
    {
      "epoch": 1.0476190476190477,
      "grad_norm": 0.4987216606535057,
      "learning_rate": 9.668233573825794e-06,
      "loss": 0.8905,
      "step": 66
    },
    {
      "epoch": 1.0634920634920635,
      "grad_norm": 0.45688977932466196,
      "learning_rate": 9.64806465850836e-06,
      "loss": 0.7327,
      "step": 67
    },
    {
      "epoch": 1.0793650793650793,
      "grad_norm": 0.5226340006885853,
      "learning_rate": 9.62732295431471e-06,
      "loss": 0.7311,
      "step": 68
    },
    {
      "epoch": 1.0952380952380953,
      "grad_norm": 0.6684025298786129,
      "learning_rate": 9.606011017280166e-06,
      "loss": 0.8971,
      "step": 69
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 0.5147703758608321,
      "learning_rate": 9.5841314737108e-06,
      "loss": 0.7652,
      "step": 70
    },
    {
      "epoch": 1.126984126984127,
      "grad_norm": 0.5417227409614662,
      "learning_rate": 9.56168701985981e-06,
      "loss": 0.7999,
      "step": 71
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 0.5016561221704748,
      "learning_rate": 9.538680421595236e-06,
      "loss": 0.8074,
      "step": 72
    },
    {
      "epoch": 1.1587301587301586,
      "grad_norm": 0.4853528793957531,
      "learning_rate": 9.515114514059127e-06,
      "loss": 0.8135,
      "step": 73
    },
    {
      "epoch": 1.1746031746031746,
      "grad_norm": 0.47765415470199357,
      "learning_rate": 9.490992201318165e-06,
      "loss": 0.7879,
      "step": 74
    },
    {
      "epoch": 1.1904761904761905,
      "grad_norm": 0.46535342031003013,
      "learning_rate": 9.466316456005783e-06,
      "loss": 0.7762,
      "step": 75
    },
    {
      "epoch": 1.2063492063492063,
      "grad_norm": 0.5033568814253909,
      "learning_rate": 9.441090318955843e-06,
      "loss": 0.7022,
      "step": 76
    },
    {
      "epoch": 1.2222222222222223,
      "grad_norm": 0.4986643533291915,
      "learning_rate": 9.415316898827923e-06,
      "loss": 0.7349,
      "step": 77
    },
    {
      "epoch": 1.2380952380952381,
      "grad_norm": 0.43657193718859494,
      "learning_rate": 9.388999371724212e-06,
      "loss": 0.8264,
      "step": 78
    },
    {
      "epoch": 1.253968253968254,
      "grad_norm": 0.47617277777848616,
      "learning_rate": 9.362140980798127e-06,
      "loss": 0.8944,
      "step": 79
    },
    {
      "epoch": 1.2698412698412698,
      "grad_norm": 0.4295219607791053,
      "learning_rate": 9.334745035854646e-06,
      "loss": 0.7588,
      "step": 80
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 0.5225987407011279,
      "learning_rate": 9.306814912942445e-06,
      "loss": 0.8359,
      "step": 81
    },
    {
      "epoch": 1.3015873015873016,
      "grad_norm": 0.4173684559568506,
      "learning_rate": 9.278354053937848e-06,
      "loss": 0.7804,
      "step": 82
    },
    {
      "epoch": 1.3174603174603174,
      "grad_norm": 0.5238592049595157,
      "learning_rate": 9.249365966120692e-06,
      "loss": 0.8564,
      "step": 83
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.4526393208745273,
      "learning_rate": 9.219854221742106e-06,
      "loss": 0.8102,
      "step": 84
    },
    {
      "epoch": 1.3492063492063493,
      "grad_norm": 0.44471888761912887,
      "learning_rate": 9.189822457584311e-06,
      "loss": 0.7439,
      "step": 85
    },
    {
      "epoch": 1.3650793650793651,
      "grad_norm": 0.43731884433734214,
      "learning_rate": 9.159274374512444e-06,
      "loss": 0.6592,
      "step": 86
    },
    {
      "epoch": 1.380952380952381,
      "grad_norm": 0.4377614076782124,
      "learning_rate": 9.128213737018493e-06,
      "loss": 0.806,
      "step": 87
    },
    {
      "epoch": 1.3968253968253967,
      "grad_norm": 0.4027105033083121,
      "learning_rate": 9.096644372757393e-06,
      "loss": 0.8855,
      "step": 88
    },
    {
      "epoch": 1.4126984126984126,
      "grad_norm": 0.571463019194369,
      "learning_rate": 9.064570172075349e-06,
      "loss": 0.7979,
      "step": 89
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.4801097800367482,
      "learning_rate": 9.031995087530403e-06,
      "loss": 0.7992,
      "step": 90
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 0.47255682704462587,
      "learning_rate": 8.99892313340537e-06,
      "loss": 0.6633,
      "step": 91
    },
    {
      "epoch": 1.4603174603174602,
      "grad_norm": 0.4862492507086913,
      "learning_rate": 8.96535838521314e-06,
      "loss": 0.8033,
      "step": 92
    },
    {
      "epoch": 1.4761904761904763,
      "grad_norm": 0.4794987734861929,
      "learning_rate": 8.931304979194452e-06,
      "loss": 0.8069,
      "step": 93
    },
    {
      "epoch": 1.492063492063492,
      "grad_norm": 0.4658669415595415,
      "learning_rate": 8.896767111808177e-06,
      "loss": 0.7371,
      "step": 94
    },
    {
      "epoch": 1.507936507936508,
      "grad_norm": 0.5683125861447418,
      "learning_rate": 8.861749039214177e-06,
      "loss": 0.9145,
      "step": 95
    },
    {
      "epoch": 1.5238095238095237,
      "grad_norm": 0.47857884026171116,
      "learning_rate": 8.826255076748823e-06,
      "loss": 0.8455,
      "step": 96
    },
    {
      "epoch": 1.5396825396825395,
      "grad_norm": 0.429389167302876,
      "learning_rate": 8.790289598393186e-06,
      "loss": 0.7216,
      "step": 97
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 0.522031534882144,
      "learning_rate": 8.753857036234055e-06,
      "loss": 0.8155,
      "step": 98
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 0.5375692580431519,
      "learning_rate": 8.716961879917734e-06,
      "loss": 0.7373,
      "step": 99
    },
    {
      "epoch": 1.5873015873015874,
      "grad_norm": 0.4277716225580266,
      "learning_rate": 8.679608676096793e-06,
      "loss": 0.8132,
      "step": 100
    },
    {
      "epoch": 1.6031746031746033,
      "grad_norm": 0.9709114563751018,
      "learning_rate": 8.641802027869774e-06,
      "loss": 0.7952,
      "step": 101
    },
    {
      "epoch": 1.619047619047619,
      "grad_norm": 0.6722991060253756,
      "learning_rate": 8.603546594213935e-06,
      "loss": 0.8566,
      "step": 102
    },
    {
      "epoch": 1.6349206349206349,
      "grad_norm": 0.48227435877100366,
      "learning_rate": 8.564847089411128e-06,
      "loss": 0.8292,
      "step": 103
    },
    {
      "epoch": 1.6507936507936507,
      "grad_norm": 0.43738769808282163,
      "learning_rate": 8.525708282466839e-06,
      "loss": 0.8424,
      "step": 104
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.42758983764847835,
      "learning_rate": 8.486134996522502e-06,
      "loss": 0.8179,
      "step": 105
    },
    {
      "epoch": 1.6825396825396826,
      "grad_norm": 0.6465752665836958,
      "learning_rate": 8.446132108261136e-06,
      "loss": 0.806,
      "step": 106
    },
    {
      "epoch": 1.6984126984126984,
      "grad_norm": 0.5216064305348748,
      "learning_rate": 8.405704547306379e-06,
      "loss": 0.8041,
      "step": 107
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 0.46284349128240304,
      "learning_rate": 8.364857295615006e-06,
      "loss": 0.8924,
      "step": 108
    },
    {
      "epoch": 1.7301587301587302,
      "grad_norm": 0.48814352812138595,
      "learning_rate": 8.323595386862985e-06,
      "loss": 0.7929,
      "step": 109
    },
    {
      "epoch": 1.746031746031746,
      "grad_norm": 0.48088506678769916,
      "learning_rate": 8.281923905825188e-06,
      "loss": 0.7671,
      "step": 110
    },
    {
      "epoch": 1.7619047619047619,
      "grad_norm": 0.4594586947272896,
      "learning_rate": 8.23984798774876e-06,
      "loss": 0.7366,
      "step": 111
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 0.4673793179812366,
      "learning_rate": 8.197372817720314e-06,
      "loss": 0.7397,
      "step": 112
    },
    {
      "epoch": 1.7936507936507935,
      "grad_norm": 0.6557346369623661,
      "learning_rate": 8.154503630026955e-06,
      "loss": 0.7262,
      "step": 113
    },
    {
      "epoch": 1.8095238095238095,
      "grad_norm": 0.45128446254113314,
      "learning_rate": 8.111245707511253e-06,
      "loss": 0.7213,
      "step": 114
    },
    {
      "epoch": 1.8253968253968254,
      "grad_norm": 0.41666335434637974,
      "learning_rate": 8.067604380920228e-06,
      "loss": 0.7952,
      "step": 115
    },
    {
      "epoch": 1.8412698412698414,
      "grad_norm": 0.4407610683896587,
      "learning_rate": 8.023585028248435e-06,
      "loss": 0.8486,
      "step": 116
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 0.5501977264080524,
      "learning_rate": 7.979193074075216e-06,
      "loss": 0.8911,
      "step": 117
    },
    {
      "epoch": 1.873015873015873,
      "grad_norm": 0.459940871244406,
      "learning_rate": 7.934433988896233e-06,
      "loss": 0.6535,
      "step": 118
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 0.46949896874504654,
      "learning_rate": 7.889313288449323e-06,
      "loss": 0.8232,
      "step": 119
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 0.41110722374315695,
      "learning_rate": 7.843836533034784e-06,
      "loss": 0.7628,
      "step": 120
    },
    {
      "epoch": 1.9206349206349205,
      "grad_norm": 0.47755036946919965,
      "learning_rate": 7.798009326830167e-06,
      "loss": 0.8003,
      "step": 121
    },
    {
      "epoch": 1.9365079365079365,
      "grad_norm": 0.41342145123270885,
      "learning_rate": 7.751837317199673e-06,
      "loss": 0.8683,
      "step": 122
    },
    {
      "epoch": 1.9523809523809523,
      "grad_norm": 0.4479867168170251,
      "learning_rate": 7.705326193998207e-06,
      "loss": 0.7552,
      "step": 123
    },
    {
      "epoch": 1.9682539682539684,
      "grad_norm": 0.4549548876094008,
      "learning_rate": 7.658481688870218e-06,
      "loss": 0.7587,
      "step": 124
    },
    {
      "epoch": 1.9841269841269842,
      "grad_norm": 0.4684989926335189,
      "learning_rate": 7.611309574543373e-06,
      "loss": 0.7607,
      "step": 125
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.4367513791425883,
      "learning_rate": 7.563815664117173e-06,
      "loss": 0.9146,
      "step": 126
    },
    {
      "epoch": 2.015873015873016,
      "grad_norm": 0.7927149278076437,
      "learning_rate": 7.5160058103465985e-06,
      "loss": 0.7131,
      "step": 127
    },
    {
      "epoch": 2.0317460317460316,
      "grad_norm": 0.5847918647965703,
      "learning_rate": 7.467885904920864e-06,
      "loss": 0.7578,
      "step": 128
    },
    {
      "epoch": 2.0476190476190474,
      "grad_norm": 0.7836046335272314,
      "learning_rate": 7.419461877737373e-06,
      "loss": 0.8327,
      "step": 129
    },
    {
      "epoch": 2.0634920634920633,
      "grad_norm": 2.1428241341527117,
      "learning_rate": 7.370739696170971e-06,
      "loss": 0.7441,
      "step": 130
    },
    {
      "epoch": 2.0793650793650795,
      "grad_norm": 0.9566247813485141,
      "learning_rate": 7.321725364338566e-06,
      "loss": 0.6185,
      "step": 131
    },
    {
      "epoch": 2.0952380952380953,
      "grad_norm": 0.5336099004301172,
      "learning_rate": 7.272424922359246e-06,
      "loss": 0.6455,
      "step": 132
    },
    {
      "epoch": 2.111111111111111,
      "grad_norm": 0.7132260718912609,
      "learning_rate": 7.222844445609931e-06,
      "loss": 0.7834,
      "step": 133
    },
    {
      "epoch": 2.126984126984127,
      "grad_norm": 0.5749113101610002,
      "learning_rate": 7.172990043976703e-06,
      "loss": 0.7296,
      "step": 134
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 0.5366676899164674,
      "learning_rate": 7.122867861101868e-06,
      "loss": 0.795,
      "step": 135
    },
    {
      "epoch": 2.1587301587301586,
      "grad_norm": 0.44931031781346276,
      "learning_rate": 7.072484073626872e-06,
      "loss": 0.6875,
      "step": 136
    },
    {
      "epoch": 2.1746031746031744,
      "grad_norm": 0.6709913679680917,
      "learning_rate": 7.021844890431136e-06,
      "loss": 0.7669,
      "step": 137
    },
    {
      "epoch": 2.1904761904761907,
      "grad_norm": 0.5782700607354144,
      "learning_rate": 6.970956551866925e-06,
      "loss": 0.7273,
      "step": 138
    },
    {
      "epoch": 2.2063492063492065,
      "grad_norm": 0.5008612890527109,
      "learning_rate": 6.9198253289903515e-06,
      "loss": 0.6634,
      "step": 139
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 0.5733594756270326,
      "learning_rate": 6.868457522788561e-06,
      "loss": 0.7358,
      "step": 140
    },
    {
      "epoch": 2.238095238095238,
      "grad_norm": 0.48532685396257946,
      "learning_rate": 6.816859463403271e-06,
      "loss": 0.659,
      "step": 141
    },
    {
      "epoch": 2.253968253968254,
      "grad_norm": 0.5460096768726493,
      "learning_rate": 6.765037509350685e-06,
      "loss": 0.7585,
      "step": 142
    },
    {
      "epoch": 2.2698412698412698,
      "grad_norm": 0.4827715321224934,
      "learning_rate": 6.7129980467379265e-06,
      "loss": 0.6664,
      "step": 143
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.5417449745700821,
      "learning_rate": 6.660747488476066e-06,
      "loss": 0.663,
      "step": 144
    },
    {
      "epoch": 2.3015873015873014,
      "grad_norm": 0.5672091588208017,
      "learning_rate": 6.608292273489851e-06,
      "loss": 0.6122,
      "step": 145
    },
    {
      "epoch": 2.317460317460317,
      "grad_norm": 0.5264115445856029,
      "learning_rate": 6.555638865924221e-06,
      "loss": 0.7035,
      "step": 146
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 0.5168486054014866,
      "learning_rate": 6.502793754347721e-06,
      "loss": 0.7598,
      "step": 147
    },
    {
      "epoch": 2.3492063492063493,
      "grad_norm": 0.6085627519823247,
      "learning_rate": 6.449763450952912e-06,
      "loss": 0.6875,
      "step": 148
    },
    {
      "epoch": 2.365079365079365,
      "grad_norm": 0.504951049632705,
      "learning_rate": 6.396554490753848e-06,
      "loss": 0.6839,
      "step": 149
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 0.42239268629753335,
      "learning_rate": 6.343173430780769e-06,
      "loss": 0.8396,
      "step": 150
    },
    {
      "epoch": 2.3968253968253967,
      "grad_norm": 0.5170870251352963,
      "learning_rate": 6.289626849272062e-06,
      "loss": 0.8013,
      "step": 151
    },
    {
      "epoch": 2.4126984126984126,
      "grad_norm": 0.5408561718958109,
      "learning_rate": 6.2359213448636104e-06,
      "loss": 0.754,
      "step": 152
    },
    {
      "epoch": 2.4285714285714284,
      "grad_norm": 0.42606389993166277,
      "learning_rate": 6.182063535775634e-06,
      "loss": 0.7662,
      "step": 153
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 0.41021417431281776,
      "learning_rate": 6.1280600589971225e-06,
      "loss": 0.791,
      "step": 154
    },
    {
      "epoch": 2.4603174603174605,
      "grad_norm": 0.4068459581892925,
      "learning_rate": 6.073917569467934e-06,
      "loss": 0.8066,
      "step": 155
    },
    {
      "epoch": 2.4761904761904763,
      "grad_norm": 0.40243757072180364,
      "learning_rate": 6.0196427392587085e-06,
      "loss": 0.7061,
      "step": 156
    },
    {
      "epoch": 2.492063492063492,
      "grad_norm": 0.5924677871750427,
      "learning_rate": 5.96524225674865e-06,
      "loss": 0.744,
      "step": 157
    },
    {
      "epoch": 2.507936507936508,
      "grad_norm": 0.4344103520994765,
      "learning_rate": 5.9107228258013085e-06,
      "loss": 0.7076,
      "step": 158
    },
    {
      "epoch": 2.5238095238095237,
      "grad_norm": 0.4824828219676673,
      "learning_rate": 5.856091164938451e-06,
      "loss": 0.6534,
      "step": 159
    },
    {
      "epoch": 2.5396825396825395,
      "grad_norm": 0.4197375023372333,
      "learning_rate": 5.801354006512127e-06,
      "loss": 0.6902,
      "step": 160
    },
    {
      "epoch": 2.5555555555555554,
      "grad_norm": 0.4523354962317184,
      "learning_rate": 5.746518095875033e-06,
      "loss": 0.6996,
      "step": 161
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 0.41073692830700287,
      "learning_rate": 5.6915901905492586e-06,
      "loss": 0.629,
      "step": 162
    },
    {
      "epoch": 2.5873015873015874,
      "grad_norm": 0.5807356357914126,
      "learning_rate": 5.6365770593935665e-06,
      "loss": 0.5924,
      "step": 163
    },
    {
      "epoch": 2.6031746031746033,
      "grad_norm": 0.5296154741304107,
      "learning_rate": 5.581485481769231e-06,
      "loss": 0.7197,
      "step": 164
    },
    {
      "epoch": 2.619047619047619,
      "grad_norm": 0.4462893254042338,
      "learning_rate": 5.526322246704628e-06,
      "loss": 0.8007,
      "step": 165
    },
    {
      "epoch": 2.634920634920635,
      "grad_norm": 0.3974463949753287,
      "learning_rate": 5.471094152058592e-06,
      "loss": 0.6822,
      "step": 166
    },
    {
      "epoch": 2.6507936507936507,
      "grad_norm": 0.46244966479154553,
      "learning_rate": 5.415808003682717e-06,
      "loss": 0.7318,
      "step": 167
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.438557400530548,
      "learning_rate": 5.360470614582661e-06,
      "loss": 0.7147,
      "step": 168
    },
    {
      "epoch": 2.682539682539683,
      "grad_norm": 0.5680373876053647,
      "learning_rate": 5.305088804078559e-06,
      "loss": 0.7357,
      "step": 169
    },
    {
      "epoch": 2.6984126984126986,
      "grad_norm": 0.4556205137087138,
      "learning_rate": 5.249669396964665e-06,
      "loss": 0.6361,
      "step": 170
    },
    {
      "epoch": 2.7142857142857144,
      "grad_norm": 0.44940699263796485,
      "learning_rate": 5.1942192226683385e-06,
      "loss": 0.7778,
      "step": 171
    },
    {
      "epoch": 2.7301587301587302,
      "grad_norm": 0.47535854965434626,
      "learning_rate": 5.138745114408427e-06,
      "loss": 0.6008,
      "step": 172
    },
    {
      "epoch": 2.746031746031746,
      "grad_norm": 0.5020715004802897,
      "learning_rate": 5.083253908353193e-06,
      "loss": 0.6696,
      "step": 173
    },
    {
      "epoch": 2.761904761904762,
      "grad_norm": 0.4715489187155987,
      "learning_rate": 5.0277524427778986e-06,
      "loss": 0.7846,
      "step": 174
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 0.44938039077917374,
      "learning_rate": 4.972247557222102e-06,
      "loss": 0.7187,
      "step": 175
    },
    {
      "epoch": 2.7936507936507935,
      "grad_norm": 0.536309868809644,
      "learning_rate": 4.916746091646808e-06,
      "loss": 0.6818,
      "step": 176
    },
    {
      "epoch": 2.8095238095238093,
      "grad_norm": 0.4238224566275176,
      "learning_rate": 4.8612548855915755e-06,
      "loss": 0.7252,
      "step": 177
    },
    {
      "epoch": 2.825396825396825,
      "grad_norm": 0.5075369152051689,
      "learning_rate": 4.805780777331662e-06,
      "loss": 0.7461,
      "step": 178
    },
    {
      "epoch": 2.8412698412698414,
      "grad_norm": 0.463068134108742,
      "learning_rate": 4.750330603035336e-06,
      "loss": 0.7141,
      "step": 179
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.44910366292391646,
      "learning_rate": 4.694911195921443e-06,
      "loss": 0.7278,
      "step": 180
    },
    {
      "epoch": 2.873015873015873,
      "grad_norm": 0.43362119780351166,
      "learning_rate": 4.6395293854173395e-06,
      "loss": 0.6069,
      "step": 181
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 0.7285135499415637,
      "learning_rate": 4.584191996317285e-06,
      "loss": 0.6846,
      "step": 182
    },
    {
      "epoch": 2.9047619047619047,
      "grad_norm": 0.49976201370002465,
      "learning_rate": 4.528905847941411e-06,
      "loss": 0.843,
      "step": 183
    },
    {
      "epoch": 2.9206349206349205,
      "grad_norm": 0.47745344638517,
      "learning_rate": 4.473677753295375e-06,
      "loss": 0.6609,
      "step": 184
    },
    {
      "epoch": 2.9365079365079367,
      "grad_norm": 0.4075892143069301,
      "learning_rate": 4.418514518230769e-06,
      "loss": 0.7133,
      "step": 185
    },
    {
      "epoch": 2.9523809523809526,
      "grad_norm": 0.490679894902017,
      "learning_rate": 4.363422940606435e-06,
      "loss": 0.7483,
      "step": 186
    },
    {
      "epoch": 2.9682539682539684,
      "grad_norm": 0.507751484260846,
      "learning_rate": 4.308409809450742e-06,
      "loss": 0.7635,
      "step": 187
    },
    {
      "epoch": 2.984126984126984,
      "grad_norm": 0.5129728167302848,
      "learning_rate": 4.253481904124968e-06,
      "loss": 0.7353,
      "step": 188
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.44280290900369257,
      "learning_rate": 4.198645993487872e-06,
      "loss": 0.6059,
      "step": 189
    },
    {
      "epoch": 3.015873015873016,
      "grad_norm": 0.7949393554198322,
      "learning_rate": 4.143908835061551e-06,
      "loss": 0.6868,
      "step": 190
    },
    {
      "epoch": 3.0317460317460316,
      "grad_norm": 0.5012314119268376,
      "learning_rate": 4.089277174198694e-06,
      "loss": 0.7037,
      "step": 191
    },
    {
      "epoch": 3.0476190476190474,
      "grad_norm": 0.8765248539640519,
      "learning_rate": 4.0347577432513515e-06,
      "loss": 0.746,
      "step": 192
    },
    {
      "epoch": 3.0634920634920633,
      "grad_norm": 0.5276377235611475,
      "learning_rate": 3.980357260741293e-06,
      "loss": 0.6836,
      "step": 193
    },
    {
      "epoch": 3.0793650793650795,
      "grad_norm": 0.5739417223582697,
      "learning_rate": 3.926082430532067e-06,
      "loss": 0.6428,
      "step": 194
    },
    {
      "epoch": 3.0952380952380953,
      "grad_norm": 0.6325463534989497,
      "learning_rate": 3.87193994100288e-06,
      "loss": 0.6092,
      "step": 195
    },
    {
      "epoch": 3.111111111111111,
      "grad_norm": 0.6843617935822326,
      "learning_rate": 3.817936464224367e-06,
      "loss": 0.6763,
      "step": 196
    },
    {
      "epoch": 3.126984126984127,
      "grad_norm": 0.5698355849375702,
      "learning_rate": 3.764078655136391e-06,
      "loss": 0.7472,
      "step": 197
    },
    {
      "epoch": 3.142857142857143,
      "grad_norm": 0.5699592517012283,
      "learning_rate": 3.7103731507279383e-06,
      "loss": 0.7029,
      "step": 198
    },
    {
      "epoch": 3.1587301587301586,
      "grad_norm": 0.4423177821267063,
      "learning_rate": 3.656826569219233e-06,
      "loss": 0.6717,
      "step": 199
    },
    {
      "epoch": 3.1746031746031744,
      "grad_norm": 0.5057172241583261,
      "learning_rate": 3.603445509246154e-06,
      "loss": 0.6429,
      "step": 200
    },
    {
      "epoch": 3.1904761904761907,
      "grad_norm": 0.4627898485974749,
      "learning_rate": 3.55023654904709e-06,
      "loss": 0.7171,
      "step": 201
    },
    {
      "epoch": 3.2063492063492065,
      "grad_norm": 0.4765018395044146,
      "learning_rate": 3.49720624565228e-06,
      "loss": 0.5539,
      "step": 202
    },
    {
      "epoch": 3.2222222222222223,
      "grad_norm": 0.46472301884916256,
      "learning_rate": 3.44436113407578e-06,
      "loss": 0.6852,
      "step": 203
    },
    {
      "epoch": 3.238095238095238,
      "grad_norm": 0.7227019117707013,
      "learning_rate": 3.3917077265101505e-06,
      "loss": 0.751,
      "step": 204
    },
    {
      "epoch": 3.253968253968254,
      "grad_norm": 0.46124162458293566,
      "learning_rate": 3.3392525115239353e-06,
      "loss": 0.5753,
      "step": 205
    },
    {
      "epoch": 3.2698412698412698,
      "grad_norm": 1.150296667678599,
      "learning_rate": 3.2870019532620744e-06,
      "loss": 0.7116,
      "step": 206
    },
    {
      "epoch": 3.2857142857142856,
      "grad_norm": 0.45629133977245157,
      "learning_rate": 3.2349624906493164e-06,
      "loss": 0.6506,
      "step": 207
    },
    {
      "epoch": 3.3015873015873014,
      "grad_norm": 0.6330635820823547,
      "learning_rate": 3.1831405365967315e-06,
      "loss": 0.5314,
      "step": 208
    },
    {
      "epoch": 3.317460317460317,
      "grad_norm": 0.5103783322022635,
      "learning_rate": 3.1315424772114404e-06,
      "loss": 0.7163,
      "step": 209
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 0.5407291227510194,
      "learning_rate": 3.0801746710096497e-06,
      "loss": 0.5543,
      "step": 210
    },
    {
      "epoch": 3.3492063492063493,
      "grad_norm": 0.5148220790962434,
      "learning_rate": 3.0290434481330746e-06,
      "loss": 0.5885,
      "step": 211
    },
    {
      "epoch": 3.365079365079365,
      "grad_norm": 0.4436633763550198,
      "learning_rate": 2.978155109568864e-06,
      "loss": 0.6205,
      "step": 212
    },
    {
      "epoch": 3.380952380952381,
      "grad_norm": 0.3967936149581789,
      "learning_rate": 2.927515926373129e-06,
      "loss": 0.6664,
      "step": 213
    },
    {
      "epoch": 3.3968253968253967,
      "grad_norm": 0.4218431236274798,
      "learning_rate": 2.8771321388981334e-06,
      "loss": 0.6664,
      "step": 214
    },
    {
      "epoch": 3.4126984126984126,
      "grad_norm": 0.6850450086103512,
      "learning_rate": 2.8270099560232992e-06,
      "loss": 0.71,
      "step": 215
    },
    {
      "epoch": 3.4285714285714284,
      "grad_norm": 0.49624036517991055,
      "learning_rate": 2.77715555439007e-06,
      "loss": 0.7545,
      "step": 216
    },
    {
      "epoch": 3.4444444444444446,
      "grad_norm": 0.4389117683902036,
      "learning_rate": 2.7275750776407568e-06,
      "loss": 0.6014,
      "step": 217
    },
    {
      "epoch": 3.4603174603174605,
      "grad_norm": 0.44946398322882497,
      "learning_rate": 2.6782746356614364e-06,
      "loss": 0.5866,
      "step": 218
    },
    {
      "epoch": 3.4761904761904763,
      "grad_norm": 0.5130278875069821,
      "learning_rate": 2.6292603038290306e-06,
      "loss": 0.7161,
      "step": 219
    },
    {
      "epoch": 3.492063492063492,
      "grad_norm": 0.6079510505594462,
      "learning_rate": 2.580538122262627e-06,
      "loss": 0.6545,
      "step": 220
    },
    {
      "epoch": 3.507936507936508,
      "grad_norm": 0.5185432227363381,
      "learning_rate": 2.532114095079137e-06,
      "loss": 0.5745,
      "step": 221
    },
    {
      "epoch": 3.5238095238095237,
      "grad_norm": 0.47475284651402894,
      "learning_rate": 2.4839941896534027e-06,
      "loss": 0.6287,
      "step": 222
    },
    {
      "epoch": 3.5396825396825395,
      "grad_norm": 0.4721541505351033,
      "learning_rate": 2.4361843358828287e-06,
      "loss": 0.5891,
      "step": 223
    },
    {
      "epoch": 3.5555555555555554,
      "grad_norm": 0.6637884613662758,
      "learning_rate": 2.388690425456629e-06,
      "loss": 0.7191,
      "step": 224
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 0.49879760044528987,
      "learning_rate": 2.341518311129781e-06,
      "loss": 0.5703,
      "step": 225
    },
    {
      "epoch": 3.5873015873015874,
      "grad_norm": 0.42482396593298977,
      "learning_rate": 2.2946738060017947e-06,
      "loss": 0.706,
      "step": 226
    },
    {
      "epoch": 3.6031746031746033,
      "grad_norm": 0.5244046208280333,
      "learning_rate": 2.24816268280033e-06,
      "loss": 0.6567,
      "step": 227
    },
    {
      "epoch": 3.619047619047619,
      "grad_norm": 0.45713016270372664,
      "learning_rate": 2.2019906731698337e-06,
      "loss": 0.6519,
      "step": 228
    },
    {
      "epoch": 3.634920634920635,
      "grad_norm": 0.3877769815934568,
      "learning_rate": 2.156163466965218e-06,
      "loss": 0.63,
      "step": 229
    },
    {
      "epoch": 3.6507936507936507,
      "grad_norm": 0.5213212350040638,
      "learning_rate": 2.110686711550678e-06,
      "loss": 0.7059,
      "step": 230
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 0.39785815195503926,
      "learning_rate": 2.0655660111037685e-06,
      "loss": 0.6371,
      "step": 231
    },
    {
      "epoch": 3.682539682539683,
      "grad_norm": 0.42984736444835686,
      "learning_rate": 2.0208069259247866e-06,
      "loss": 0.659,
      "step": 232
    },
    {
      "epoch": 3.6984126984126986,
      "grad_norm": 0.4602245826690893,
      "learning_rate": 1.976414971751568e-06,
      "loss": 0.6043,
      "step": 233
    },
    {
      "epoch": 3.7142857142857144,
      "grad_norm": 0.4841459331133356,
      "learning_rate": 1.932395619079771e-06,
      "loss": 0.6762,
      "step": 234
    },
    {
      "epoch": 3.7301587301587302,
      "grad_norm": 0.38677471787487294,
      "learning_rate": 1.8887542924887486e-06,
      "loss": 0.7034,
      "step": 235
    },
    {
      "epoch": 3.746031746031746,
      "grad_norm": 0.669293977144537,
      "learning_rate": 1.8454963699730471e-06,
      "loss": 0.6753,
      "step": 236
    },
    {
      "epoch": 3.761904761904762,
      "grad_norm": 0.9653712675428361,
      "learning_rate": 1.802627182279687e-06,
      "loss": 0.5958,
      "step": 237
    },
    {
      "epoch": 3.7777777777777777,
      "grad_norm": 0.8023679085767069,
      "learning_rate": 1.760152012251241e-06,
      "loss": 0.5046,
      "step": 238
    },
    {
      "epoch": 3.7936507936507935,
      "grad_norm": 0.523400494967504,
      "learning_rate": 1.7180760941748132e-06,
      "loss": 0.6704,
      "step": 239
    },
    {
      "epoch": 3.8095238095238093,
      "grad_norm": 0.5650557974529034,
      "learning_rate": 1.6764046131370142e-06,
      "loss": 0.7334,
      "step": 240
    },
    {
      "epoch": 3.825396825396825,
      "grad_norm": 0.446176823325039,
      "learning_rate": 1.6351427043849955e-06,
      "loss": 0.6972,
      "step": 241
    },
    {
      "epoch": 3.8412698412698414,
      "grad_norm": 0.5687688471627884,
      "learning_rate": 1.5942954526936217e-06,
      "loss": 0.6563,
      "step": 242
    },
    {
      "epoch": 3.857142857142857,
      "grad_norm": 0.588174299336183,
      "learning_rate": 1.5538678917388638e-06,
      "loss": 0.6638,
      "step": 243
    },
    {
      "epoch": 3.873015873015873,
      "grad_norm": 0.48774660261391006,
      "learning_rate": 1.5138650034775004e-06,
      "loss": 0.5733,
      "step": 244
    },
    {
      "epoch": 3.888888888888889,
      "grad_norm": 0.4185611368252772,
      "learning_rate": 1.4742917175331644e-06,
      "loss": 0.7174,
      "step": 245
    },
    {
      "epoch": 3.9047619047619047,
      "grad_norm": 0.43603269341453055,
      "learning_rate": 1.4351529105888735e-06,
      "loss": 0.7672,
      "step": 246
    },
    {
      "epoch": 3.9206349206349205,
      "grad_norm": 0.4318904871120016,
      "learning_rate": 1.3964534057860652e-06,
      "loss": 0.5978,
      "step": 247
    },
    {
      "epoch": 3.9365079365079367,
      "grad_norm": 0.40904640871839104,
      "learning_rate": 1.3581979721302286e-06,
      "loss": 0.6579,
      "step": 248
    },
    {
      "epoch": 3.9523809523809526,
      "grad_norm": 0.6005145592007414,
      "learning_rate": 1.3203913239032074e-06,
      "loss": 0.6694,
      "step": 249
    },
    {
      "epoch": 3.9682539682539684,
      "grad_norm": 0.472367689533449,
      "learning_rate": 1.283038120082268e-06,
      "loss": 0.6197,
      "step": 250
    },
    {
      "epoch": 3.984126984126984,
      "grad_norm": 0.4356830095251736,
      "learning_rate": 1.2461429637659466e-06,
      "loss": 0.6213,
      "step": 251
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.4857139342731584,
      "learning_rate": 1.2097104016068146e-06,
      "loss": 0.6352,
      "step": 252
    },
    {
      "epoch": 4.015873015873016,
      "grad_norm": 0.7237535323689852,
      "learning_rate": 1.1737449232511799e-06,
      "loss": 0.6382,
      "step": 253
    },
    {
      "epoch": 4.031746031746032,
      "grad_norm": 0.46436683787098876,
      "learning_rate": 1.1382509607858233e-06,
      "loss": 0.681,
      "step": 254
    },
    {
      "epoch": 4.0476190476190474,
      "grad_norm": 0.38871205852451385,
      "learning_rate": 1.1032328881918237e-06,
      "loss": 0.6655,
      "step": 255
    },
    {
      "epoch": 4.063492063492063,
      "grad_norm": 0.5245733396531106,
      "learning_rate": 1.0686950208055486e-06,
      "loss": 0.6977,
      "step": 256
    },
    {
      "epoch": 4.079365079365079,
      "grad_norm": 0.7180379448497728,
      "learning_rate": 1.034641614786862e-06,
      "loss": 0.6271,
      "step": 257
    },
    {
      "epoch": 4.095238095238095,
      "grad_norm": 0.47735389131691536,
      "learning_rate": 1.0010768665946309e-06,
      "loss": 0.6079,
      "step": 258
    },
    {
      "epoch": 4.111111111111111,
      "grad_norm": 0.5783859241207984,
      "learning_rate": 9.680049124695973e-07,
      "loss": 0.6364,
      "step": 259
    },
    {
      "epoch": 4.1269841269841265,
      "grad_norm": 0.47172528206140724,
      "learning_rate": 9.35429827924652e-07,
      "loss": 0.6471,
      "step": 260
    },
    {
      "epoch": 4.142857142857143,
      "grad_norm": 0.7730664217116625,
      "learning_rate": 9.033556272426075e-07,
      "loss": 0.5769,
      "step": 261
    },
    {
      "epoch": 4.158730158730159,
      "grad_norm": 0.6533050547442746,
      "learning_rate": 8.717862629815099e-07,
      "loss": 0.6638,
      "step": 262
    },
    {
      "epoch": 4.174603174603175,
      "grad_norm": 0.5126950213106886,
      "learning_rate": 8.407256254875573e-07,
      "loss": 0.5556,
      "step": 263
    },
    {
      "epoch": 4.190476190476191,
      "grad_norm": 0.4249288916316267,
      "learning_rate": 8.101775424156888e-07,
      "loss": 0.7416,
      "step": 264
    },
    {
      "epoch": 4.2063492063492065,
      "grad_norm": 0.4999911716251449,
      "learning_rate": 7.801457782578947e-07,
      "loss": 0.5759,
      "step": 265
    },
    {
      "epoch": 4.222222222222222,
      "grad_norm": 0.44804880194019553,
      "learning_rate": 7.506340338793111e-07,
      "loss": 0.7019,
      "step": 266
    },
    {
      "epoch": 4.238095238095238,
      "grad_norm": 0.502803217299879,
      "learning_rate": 7.216459460621528e-07,
      "loss": 0.569,
      "step": 267
    },
    {
      "epoch": 4.253968253968254,
      "grad_norm": 0.6816091836503904,
      "learning_rate": 6.931850870575563e-07,
      "loss": 0.607,
      "step": 268
    },
    {
      "epoch": 4.26984126984127,
      "grad_norm": 0.7355066410111105,
      "learning_rate": 6.652549641453543e-07,
      "loss": 0.6546,
      "step": 269
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 0.6616759448500391,
      "learning_rate": 6.378590192018752e-07,
      "loss": 0.5275,
      "step": 270
    },
    {
      "epoch": 4.301587301587301,
      "grad_norm": 0.5266225510350064,
      "learning_rate": 6.110006282757897e-07,
      "loss": 0.6357,
      "step": 271
    },
    {
      "epoch": 4.317460317460317,
      "grad_norm": 0.5556516253636915,
      "learning_rate": 5.846831011720789e-07,
      "loss": 0.5667,
      "step": 272
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 0.45705890325071213,
      "learning_rate": 5.589096810441574e-07,
      "loss": 0.5398,
      "step": 273
    },
    {
      "epoch": 4.349206349206349,
      "grad_norm": 0.4272112657516473,
      "learning_rate": 5.3368354399422e-07,
      "loss": 0.6608,
      "step": 274
    },
    {
      "epoch": 4.365079365079365,
      "grad_norm": 0.49431513901379337,
      "learning_rate": 5.090077986818365e-07,
      "loss": 0.5874,
      "step": 275
    },
    {
      "epoch": 4.380952380952381,
      "grad_norm": 0.5019371137242049,
      "learning_rate": 4.848854859408731e-07,
      "loss": 0.6658,
      "step": 276
    },
    {
      "epoch": 4.396825396825397,
      "grad_norm": 0.4921839831510061,
      "learning_rate": 4.613195784047653e-07,
      "loss": 0.5992,
      "step": 277
    },
    {
      "epoch": 4.412698412698413,
      "grad_norm": 0.4913329983646245,
      "learning_rate": 4.3831298014019144e-07,
      "loss": 0.6414,
      "step": 278
    },
    {
      "epoch": 4.428571428571429,
      "grad_norm": 0.4591709887480562,
      "learning_rate": 4.1586852628920095e-07,
      "loss": 0.5581,
      "step": 279
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 0.49202921355042367,
      "learning_rate": 3.939889827198362e-07,
      "loss": 0.4977,
      "step": 280
    },
    {
      "epoch": 4.4603174603174605,
      "grad_norm": 0.4454959373647045,
      "learning_rate": 3.7267704568529015e-07,
      "loss": 0.5291,
      "step": 281
    },
    {
      "epoch": 4.476190476190476,
      "grad_norm": 0.5229427416726549,
      "learning_rate": 3.519353414916404e-07,
      "loss": 0.6844,
      "step": 282
    },
    {
      "epoch": 4.492063492063492,
      "grad_norm": 0.4117177933501312,
      "learning_rate": 3.3176642617420817e-07,
      "loss": 0.6441,
      "step": 283
    },
    {
      "epoch": 4.507936507936508,
      "grad_norm": 0.5207909494470314,
      "learning_rate": 3.1217278518256844e-07,
      "loss": 0.6815,
      "step": 284
    },
    {
      "epoch": 4.523809523809524,
      "grad_norm": 0.47298038451032376,
      "learning_rate": 2.93156833074269e-07,
      "loss": 0.7125,
      "step": 285
    },
    {
      "epoch": 4.5396825396825395,
      "grad_norm": 0.4559655191725887,
      "learning_rate": 2.7472091321728067e-07,
      "loss": 0.5207,
      "step": 286
    },
    {
      "epoch": 4.555555555555555,
      "grad_norm": 0.48538261262399124,
      "learning_rate": 2.568672975012154e-07,
      "loss": 0.5553,
      "step": 287
    },
    {
      "epoch": 4.571428571428571,
      "grad_norm": 0.42805849682825836,
      "learning_rate": 2.3959818605736095e-07,
      "loss": 0.5694,
      "step": 288
    },
    {
      "epoch": 4.587301587301587,
      "grad_norm": 0.46054414700724183,
      "learning_rate": 2.229157069875537e-07,
      "loss": 0.6352,
      "step": 289
    },
    {
      "epoch": 4.603174603174603,
      "grad_norm": 0.4170725725245928,
      "learning_rate": 2.068219161019297e-07,
      "loss": 0.493,
      "step": 290
    },
    {
      "epoch": 4.619047619047619,
      "grad_norm": 0.5643812716552056,
      "learning_rate": 1.9131879666558385e-07,
      "loss": 0.6324,
      "step": 291
    },
    {
      "epoch": 4.634920634920634,
      "grad_norm": 0.462594946066143,
      "learning_rate": 1.7640825915416994e-07,
      "loss": 0.5406,
      "step": 292
    },
    {
      "epoch": 4.650793650793651,
      "grad_norm": 0.38882576034876637,
      "learning_rate": 1.6209214101846394e-07,
      "loss": 0.5732,
      "step": 293
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 0.4703648367216305,
      "learning_rate": 1.4837220645793905e-07,
      "loss": 0.6893,
      "step": 294
    },
    {
      "epoch": 4.682539682539683,
      "grad_norm": 0.4272728817767105,
      "learning_rate": 1.3525014620335786e-07,
      "loss": 0.6755,
      "step": 295
    },
    {
      "epoch": 4.698412698412699,
      "grad_norm": 0.612286386647566,
      "learning_rate": 1.2272757730841744e-07,
      "loss": 0.7234,
      "step": 296
    },
    {
      "epoch": 4.714285714285714,
      "grad_norm": 0.3683204109754377,
      "learning_rate": 1.1080604295048203e-07,
      "loss": 0.5681,
      "step": 297
    },
    {
      "epoch": 4.73015873015873,
      "grad_norm": 0.4198898648516418,
      "learning_rate": 9.948701224041124e-08,
      "loss": 0.682,
      "step": 298
    },
    {
      "epoch": 4.746031746031746,
      "grad_norm": 0.4161451987722102,
      "learning_rate": 8.877188004152104e-08,
      "loss": 0.6787,
      "step": 299
    },
    {
      "epoch": 4.761904761904762,
      "grad_norm": 0.45897732699104254,
      "learning_rate": 7.866196679768956e-08,
      "loss": 0.589,
      "step": 300
    },
    {
      "epoch": 4.777777777777778,
      "grad_norm": 0.40150992469071173,
      "learning_rate": 6.91585183706428e-08,
      "loss": 0.5974,
      "step": 301
    },
    {
      "epoch": 4.7936507936507935,
      "grad_norm": 0.43359782320810974,
      "learning_rate": 6.02627058864158e-08,
      "loss": 0.6319,
      "step": 302
    },
    {
      "epoch": 4.809523809523809,
      "grad_norm": 0.44506261105820183,
      "learning_rate": 5.19756255910403e-08,
      "loss": 0.6191,
      "step": 303
    },
    {
      "epoch": 4.825396825396825,
      "grad_norm": 0.5066033533058674,
      "learning_rate": 4.429829871545055e-08,
      "loss": 0.6192,
      "step": 304
    },
    {
      "epoch": 4.841269841269841,
      "grad_norm": 0.408870784528967,
      "learning_rate": 3.7231671349634015e-08,
      "loss": 0.5396,
      "step": 305
    },
    {
      "epoch": 4.857142857142857,
      "grad_norm": 0.41548539048694993,
      "learning_rate": 3.077661432604184e-08,
      "loss": 0.573,
      "step": 306
    },
    {
      "epoch": 4.8730158730158735,
      "grad_norm": 0.41079087097410333,
      "learning_rate": 2.4933923112279712e-08,
      "loss": 0.6776,
      "step": 307
    },
    {
      "epoch": 4.888888888888889,
      "grad_norm": 0.4175105640706622,
      "learning_rate": 1.9704317713076236e-08,
      "loss": 0.7029,
      "step": 308
    },
    {
      "epoch": 4.904761904761905,
      "grad_norm": 0.4780736273310837,
      "learning_rate": 1.508844258155728e-08,
      "loss": 0.6435,
      "step": 309
    },
    {
      "epoch": 4.920634920634921,
      "grad_norm": 0.4004152110528723,
      "learning_rate": 1.1086866539830044e-08,
      "loss": 0.6868,
      "step": 310
    },
    {
      "epoch": 4.936507936507937,
      "grad_norm": 0.4479777279190579,
      "learning_rate": 7.700082708883006e-09,
      "loss": 0.6421,
      "step": 311
    },
    {
      "epoch": 4.9523809523809526,
      "grad_norm": 0.44065610989172405,
      "learning_rate": 4.928508447821223e-09,
      "loss": 0.617,
      "step": 312
    },
    {
      "epoch": 4.968253968253968,
      "grad_norm": 0.4640148914737005,
      "learning_rate": 2.7724853024324594e-09,
      "loss": 0.5754,
      "step": 313
    },
    {
      "epoch": 4.984126984126984,
      "grad_norm": 0.5313400670046616,
      "learning_rate": 1.2322789630997422e-09,
      "loss": 0.6552,
      "step": 314
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.4643036864898895,
      "learning_rate": 3.080792320564463e-10,
      "loss": 0.5647,
      "step": 315
    },
    {
      "epoch": 5.0,
      "step": 315,
      "total_flos": 78480301031424.0,
      "train_loss": 0.7375902401076423,
      "train_runtime": 10558.2121,
      "train_samples_per_second": 0.474,
      "train_steps_per_second": 0.03
    }
  ],
  "logging_steps": 1,
  "max_steps": 315,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 78480301031424.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}