{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9878048780487805,
  "eval_steps": 500,
  "global_step": 218,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009146341463414634,
      "grad_norm": 40.05127716064453,
      "learning_rate": 5.0000000000000004e-08,
      "loss": 5.1282,
      "step": 1
    },
    {
      "epoch": 0.018292682926829267,
      "grad_norm": 39.01039505004883,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 5.0586,
      "step": 2
    },
    {
      "epoch": 0.027439024390243903,
      "grad_norm": 40.20766067504883,
      "learning_rate": 1.5000000000000002e-07,
      "loss": 5.0311,
      "step": 3
    },
    {
      "epoch": 0.036585365853658534,
      "grad_norm": 38.70350646972656,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 5.1598,
      "step": 4
    },
    {
      "epoch": 0.04573170731707317,
      "grad_norm": 39.230979919433594,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 5.0812,
      "step": 5
    },
    {
      "epoch": 0.054878048780487805,
      "grad_norm": 39.45293045043945,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 5.0841,
      "step": 6
    },
    {
      "epoch": 0.06402439024390244,
      "grad_norm": 38.92170333862305,
      "learning_rate": 3.5000000000000004e-07,
      "loss": 5.022,
      "step": 7
    },
    {
      "epoch": 0.07317073170731707,
      "grad_norm": 38.932369232177734,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 5.0876,
      "step": 8
    },
    {
      "epoch": 0.08231707317073171,
      "grad_norm": 39.60245132446289,
      "learning_rate": 4.5000000000000003e-07,
      "loss": 5.0798,
      "step": 9
    },
    {
      "epoch": 0.09146341463414634,
      "grad_norm": 39.53607177734375,
      "learning_rate": 5.000000000000001e-07,
      "loss": 5.0105,
      "step": 10
    },
    {
      "epoch": 0.10060975609756098,
      "grad_norm": 39.50700378417969,
      "learning_rate": 5.5e-07,
      "loss": 4.9951,
      "step": 11
    },
    {
      "epoch": 0.10975609756097561,
      "grad_norm": 39.52376174926758,
      "learning_rate": 6.000000000000001e-07,
      "loss": 4.9163,
      "step": 12
    },
    {
      "epoch": 0.11890243902439024,
      "grad_norm": 39.15214157104492,
      "learning_rate": 6.5e-07,
      "loss": 4.9634,
      "step": 13
    },
    {
      "epoch": 0.12804878048780488,
      "grad_norm": 37.795066833496094,
      "learning_rate": 7.000000000000001e-07,
      "loss": 4.819,
      "step": 14
    },
    {
      "epoch": 0.13719512195121952,
      "grad_norm": 38.23014450073242,
      "learning_rate": 7.5e-07,
      "loss": 4.8756,
      "step": 15
    },
    {
      "epoch": 0.14634146341463414,
      "grad_norm": 38.57551574707031,
      "learning_rate": 8.000000000000001e-07,
      "loss": 4.81,
      "step": 16
    },
    {
      "epoch": 0.15548780487804878,
      "grad_norm": 36.06121063232422,
      "learning_rate": 8.500000000000001e-07,
      "loss": 4.7901,
      "step": 17
    },
    {
      "epoch": 0.16463414634146342,
      "grad_norm": 34.38008117675781,
      "learning_rate": 9.000000000000001e-07,
      "loss": 4.5775,
      "step": 18
    },
    {
      "epoch": 0.17378048780487804,
      "grad_norm": 32.60890579223633,
      "learning_rate": 9.500000000000001e-07,
      "loss": 4.3737,
      "step": 19
    },
    {
      "epoch": 0.18292682926829268,
      "grad_norm": 31.983110427856445,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 4.3773,
      "step": 20
    },
    {
      "epoch": 0.19207317073170732,
      "grad_norm": 27.69571876525879,
      "learning_rate": 1.0500000000000001e-06,
      "loss": 4.1276,
      "step": 21
    },
    {
      "epoch": 0.20121951219512196,
      "grad_norm": 26.542314529418945,
      "learning_rate": 1.1e-06,
      "loss": 4.0641,
      "step": 22
    },
    {
      "epoch": 0.21036585365853658,
      "grad_norm": 23.26603126525879,
      "learning_rate": 1.1500000000000002e-06,
      "loss": 4.0197,
      "step": 23
    },
    {
      "epoch": 0.21951219512195122,
      "grad_norm": 21.04385757446289,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 4.0179,
      "step": 24
    },
    {
      "epoch": 0.22865853658536586,
      "grad_norm": 19.790103912353516,
      "learning_rate": 1.25e-06,
      "loss": 3.8334,
      "step": 25
    },
    {
      "epoch": 0.23780487804878048,
      "grad_norm": 18.2396183013916,
      "learning_rate": 1.3e-06,
      "loss": 3.7027,
      "step": 26
    },
    {
      "epoch": 0.24695121951219512,
      "grad_norm": 18.725860595703125,
      "learning_rate": 1.3500000000000002e-06,
      "loss": 3.7268,
      "step": 27
    },
    {
      "epoch": 0.25609756097560976,
      "grad_norm": 18.91561508178711,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 3.52,
      "step": 28
    },
    {
      "epoch": 0.2652439024390244,
      "grad_norm": 18.196651458740234,
      "learning_rate": 1.45e-06,
      "loss": 3.4765,
      "step": 29
    },
    {
      "epoch": 0.27439024390243905,
      "grad_norm": 17.778606414794922,
      "learning_rate": 1.5e-06,
      "loss": 3.3573,
      "step": 30
    },
    {
      "epoch": 0.28353658536585363,
      "grad_norm": 16.23012924194336,
      "learning_rate": 1.5500000000000002e-06,
      "loss": 3.2783,
      "step": 31
    },
    {
      "epoch": 0.2926829268292683,
      "grad_norm": 15.836565017700195,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 3.2319,
      "step": 32
    },
    {
      "epoch": 0.3018292682926829,
      "grad_norm": 11.919289588928223,
      "learning_rate": 1.6500000000000003e-06,
      "loss": 3.1345,
      "step": 33
    },
    {
      "epoch": 0.31097560975609756,
      "grad_norm": 11.086843490600586,
      "learning_rate": 1.7000000000000002e-06,
      "loss": 3.1153,
      "step": 34
    },
    {
      "epoch": 0.3201219512195122,
      "grad_norm": 7.563486576080322,
      "learning_rate": 1.75e-06,
      "loss": 2.9784,
      "step": 35
    },
    {
      "epoch": 0.32926829268292684,
      "grad_norm": 7.60545539855957,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 2.8568,
      "step": 36
    },
    {
      "epoch": 0.3384146341463415,
      "grad_norm": 7.071218013763428,
      "learning_rate": 1.85e-06,
      "loss": 2.8879,
      "step": 37
    },
    {
      "epoch": 0.3475609756097561,
      "grad_norm": 8.200672149658203,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 2.7437,
      "step": 38
    },
    {
      "epoch": 0.3567073170731707,
      "grad_norm": 12.079374313354492,
      "learning_rate": 1.9500000000000004e-06,
      "loss": 2.7589,
      "step": 39
    },
    {
      "epoch": 0.36585365853658536,
      "grad_norm": 12.21938705444336,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 2.7098,
      "step": 40
    },
    {
      "epoch": 0.375,
      "grad_norm": 10.224228858947754,
      "learning_rate": 2.05e-06,
      "loss": 2.6803,
      "step": 41
    },
    {
      "epoch": 0.38414634146341464,
      "grad_norm": 10.054616928100586,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 2.4658,
      "step": 42
    },
    {
      "epoch": 0.3932926829268293,
      "grad_norm": 8.074049949645996,
      "learning_rate": 2.15e-06,
      "loss": 2.6341,
      "step": 43
    },
    {
      "epoch": 0.4024390243902439,
      "grad_norm": 5.721987724304199,
      "learning_rate": 2.2e-06,
      "loss": 2.3848,
      "step": 44
    },
    {
      "epoch": 0.4115853658536585,
      "grad_norm": 4.646566390991211,
      "learning_rate": 2.25e-06,
      "loss": 2.4323,
      "step": 45
    },
    {
      "epoch": 0.42073170731707316,
      "grad_norm": 4.591104984283447,
      "learning_rate": 2.3000000000000004e-06,
      "loss": 2.4022,
      "step": 46
    },
    {
      "epoch": 0.4298780487804878,
      "grad_norm": 4.822715759277344,
      "learning_rate": 2.35e-06,
      "loss": 2.2768,
      "step": 47
    },
    {
      "epoch": 0.43902439024390244,
      "grad_norm": 5.176568984985352,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 2.281,
      "step": 48
    },
    {
      "epoch": 0.4481707317073171,
      "grad_norm": 4.731242656707764,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 2.235,
      "step": 49
    },
    {
      "epoch": 0.4573170731707317,
      "grad_norm": 4.6343865394592285,
      "learning_rate": 2.5e-06,
      "loss": 2.1465,
      "step": 50
    },
    {
      "epoch": 0.46646341463414637,
      "grad_norm": 4.669382095336914,
      "learning_rate": 2.55e-06,
      "loss": 2.0969,
      "step": 51
    },
    {
      "epoch": 0.47560975609756095,
      "grad_norm": 4.207769870758057,
      "learning_rate": 2.6e-06,
      "loss": 2.0308,
      "step": 52
    },
    {
      "epoch": 0.4847560975609756,
      "grad_norm": 5.222470760345459,
      "learning_rate": 2.6500000000000005e-06,
      "loss": 1.9445,
      "step": 53
    },
    {
      "epoch": 0.49390243902439024,
      "grad_norm": 5.10925817489624,
      "learning_rate": 2.7000000000000004e-06,
      "loss": 1.7763,
      "step": 54
    },
    {
      "epoch": 0.5030487804878049,
      "grad_norm": 4.8151044845581055,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 1.7661,
      "step": 55
    },
    {
      "epoch": 0.5121951219512195,
      "grad_norm": 6.155700206756592,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 1.6665,
      "step": 56
    },
    {
      "epoch": 0.5213414634146342,
      "grad_norm": 4.719021320343018,
      "learning_rate": 2.85e-06,
      "loss": 1.5532,
      "step": 57
    },
    {
      "epoch": 0.5304878048780488,
      "grad_norm": 4.591799259185791,
      "learning_rate": 2.9e-06,
      "loss": 1.5244,
      "step": 58
    },
    {
      "epoch": 0.5396341463414634,
      "grad_norm": 5.483795642852783,
      "learning_rate": 2.95e-06,
      "loss": 1.3816,
      "step": 59
    },
    {
      "epoch": 0.5487804878048781,
      "grad_norm": 4.32553768157959,
      "learning_rate": 3e-06,
      "loss": 1.4268,
      "step": 60
    },
    {
      "epoch": 0.5579268292682927,
      "grad_norm": 8.296231269836426,
      "learning_rate": 3.05e-06,
      "loss": 1.2887,
      "step": 61
    },
    {
      "epoch": 0.5670731707317073,
      "grad_norm": 5.07594108581543,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 1.228,
      "step": 62
    },
    {
      "epoch": 0.5762195121951219,
      "grad_norm": 8.427435874938965,
      "learning_rate": 3.1500000000000003e-06,
      "loss": 1.1724,
      "step": 63
    },
    {
      "epoch": 0.5853658536585366,
      "grad_norm": 22.45092010498047,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 1.0871,
      "step": 64
    },
    {
      "epoch": 0.5945121951219512,
      "grad_norm": 20.67412567138672,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 1.0108,
      "step": 65
    },
    {
      "epoch": 0.6036585365853658,
      "grad_norm": 4.921634674072266,
      "learning_rate": 3.3000000000000006e-06,
      "loss": 0.9775,
      "step": 66
    },
    {
      "epoch": 0.6128048780487805,
      "grad_norm": 4.477286338806152,
      "learning_rate": 3.3500000000000005e-06,
      "loss": 0.9554,
      "step": 67
    },
    {
      "epoch": 0.6219512195121951,
      "grad_norm": 8.190194129943848,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 0.8583,
      "step": 68
    },
    {
      "epoch": 0.6310975609756098,
      "grad_norm": 29.21201515197754,
      "learning_rate": 3.45e-06,
      "loss": 0.8499,
      "step": 69
    },
    {
      "epoch": 0.6402439024390244,
      "grad_norm": 33.81047439575195,
      "learning_rate": 3.5e-06,
      "loss": 0.858,
      "step": 70
    },
    {
      "epoch": 0.649390243902439,
      "grad_norm": 3.5125606060028076,
      "learning_rate": 3.5500000000000003e-06,
      "loss": 0.7227,
      "step": 71
    },
    {
      "epoch": 0.6585365853658537,
      "grad_norm": 18.493423461914062,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 0.7447,
      "step": 72
    },
    {
      "epoch": 0.6676829268292683,
      "grad_norm": 24.923927307128906,
      "learning_rate": 3.65e-06,
      "loss": 0.8423,
      "step": 73
    },
    {
      "epoch": 0.676829268292683,
      "grad_norm": 9.870631217956543,
      "learning_rate": 3.7e-06,
      "loss": 0.6934,
      "step": 74
    },
    {
      "epoch": 0.6859756097560976,
      "grad_norm": 20.598569869995117,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.7005,
      "step": 75
    },
    {
      "epoch": 0.6951219512195121,
      "grad_norm": 30.662466049194336,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 0.6226,
      "step": 76
    },
    {
      "epoch": 0.7042682926829268,
      "grad_norm": 28.930774688720703,
      "learning_rate": 3.85e-06,
      "loss": 0.6357,
      "step": 77
    },
    {
      "epoch": 0.7134146341463414,
      "grad_norm": 7.140467166900635,
      "learning_rate": 3.900000000000001e-06,
      "loss": 0.6129,
      "step": 78
    },
    {
      "epoch": 0.7225609756097561,
      "grad_norm": 6.322911739349365,
      "learning_rate": 3.95e-06,
      "loss": 0.6086,
      "step": 79
    },
    {
      "epoch": 0.7317073170731707,
      "grad_norm": 5.404141426086426,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.5986,
      "step": 80
    },
    {
      "epoch": 0.7408536585365854,
      "grad_norm": 24.445228576660156,
      "learning_rate": 4.05e-06,
      "loss": 0.5932,
      "step": 81
    },
    {
      "epoch": 0.75,
      "grad_norm": 14.275381088256836,
      "learning_rate": 4.1e-06,
      "loss": 0.5286,
      "step": 82
    },
    {
      "epoch": 0.7591463414634146,
      "grad_norm": 9.77132511138916,
      "learning_rate": 4.15e-06,
      "loss": 0.4814,
      "step": 83
    },
    {
      "epoch": 0.7682926829268293,
      "grad_norm": 11.043930053710938,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 0.4953,
      "step": 84
    },
    {
      "epoch": 0.7774390243902439,
      "grad_norm": 3.1333775520324707,
      "learning_rate": 4.25e-06,
      "loss": 0.4794,
      "step": 85
    },
    {
      "epoch": 0.7865853658536586,
      "grad_norm": 9.50448989868164,
      "learning_rate": 4.3e-06,
      "loss": 0.4451,
      "step": 86
    },
    {
      "epoch": 0.7957317073170732,
      "grad_norm": 5.867074489593506,
      "learning_rate": 4.350000000000001e-06,
      "loss": 0.4224,
      "step": 87
    },
    {
      "epoch": 0.8048780487804879,
      "grad_norm": 12.556106567382812,
      "learning_rate": 4.4e-06,
      "loss": 0.4224,
      "step": 88
    },
    {
      "epoch": 0.8140243902439024,
      "grad_norm": 7.916622638702393,
      "learning_rate": 4.450000000000001e-06,
      "loss": 0.4091,
      "step": 89
    },
    {
      "epoch": 0.823170731707317,
      "grad_norm": 2.970932722091675,
      "learning_rate": 4.5e-06,
      "loss": 0.4181,
      "step": 90
    },
    {
      "epoch": 0.8323170731707317,
      "grad_norm": 17.468870162963867,
      "learning_rate": 4.5500000000000005e-06,
      "loss": 0.4031,
      "step": 91
    },
    {
      "epoch": 0.8414634146341463,
      "grad_norm": 15.861083984375,
      "learning_rate": 4.600000000000001e-06,
      "loss": 0.3604,
      "step": 92
    },
    {
      "epoch": 0.850609756097561,
      "grad_norm": 6.715958118438721,
      "learning_rate": 4.65e-06,
      "loss": 0.3489,
      "step": 93
    },
    {
      "epoch": 0.8597560975609756,
      "grad_norm": 5.439844608306885,
      "learning_rate": 4.7e-06,
      "loss": 0.3339,
      "step": 94
    },
    {
      "epoch": 0.8689024390243902,
      "grad_norm": 4.650434494018555,
      "learning_rate": 4.75e-06,
      "loss": 0.3189,
      "step": 95
    },
    {
      "epoch": 0.8780487804878049,
      "grad_norm": 15.319528579711914,
      "learning_rate": 4.800000000000001e-06,
      "loss": 0.3347,
      "step": 96
    },
    {
      "epoch": 0.8871951219512195,
      "grad_norm": 5.151925563812256,
      "learning_rate": 4.85e-06,
      "loss": 0.3043,
      "step": 97
    },
    {
      "epoch": 0.8963414634146342,
      "grad_norm": 6.351178169250488,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 0.2939,
      "step": 98
    },
    {
      "epoch": 0.9054878048780488,
      "grad_norm": 3.942911148071289,
      "learning_rate": 4.95e-06,
      "loss": 0.2887,
      "step": 99
    },
    {
      "epoch": 0.9146341463414634,
      "grad_norm": 3.0885493755340576,
      "learning_rate": 5e-06,
      "loss": 0.2992,
      "step": 100
    },
    {
      "epoch": 0.9237804878048781,
      "grad_norm": 7.023274898529053,
      "learning_rate": 4.999959803423605e-06,
      "loss": 0.2607,
      "step": 101
    },
    {
      "epoch": 0.9329268292682927,
      "grad_norm": 8.774216651916504,
      "learning_rate": 4.9998392149870315e-06,
      "loss": 0.2674,
      "step": 102
    },
    {
      "epoch": 0.9420731707317073,
      "grad_norm": 3.5439791679382324,
      "learning_rate": 4.999638238568072e-06,
      "loss": 0.2602,
      "step": 103
    },
    {
      "epoch": 0.9512195121951219,
      "grad_norm": 7.669381618499756,
      "learning_rate": 4.999356880629579e-06,
      "loss": 0.2718,
      "step": 104
    },
    {
      "epoch": 0.9603658536585366,
      "grad_norm": 6.9407854080200195,
      "learning_rate": 4.998995150219252e-06,
      "loss": 0.2494,
      "step": 105
    },
    {
      "epoch": 0.9695121951219512,
      "grad_norm": 12.144411087036133,
      "learning_rate": 4.998553058969352e-06,
      "loss": 0.2297,
      "step": 106
    },
    {
      "epoch": 0.9786585365853658,
      "grad_norm": 6.956138610839844,
      "learning_rate": 4.998030621096322e-06,
      "loss": 0.2386,
      "step": 107
    },
    {
      "epoch": 0.9878048780487805,
      "grad_norm": 8.304037094116211,
      "learning_rate": 4.997427853400333e-06,
      "loss": 0.23,
      "step": 108
    },
    {
      "epoch": 0.9969512195121951,
      "grad_norm": 7.031365394592285,
      "learning_rate": 4.996744775264743e-06,
      "loss": 0.2346,
      "step": 109
    },
    {
      "epoch": 1.0,
      "grad_norm": 7.031365394592285,
      "learning_rate": 4.9959814086554735e-06,
      "loss": 0.0739,
      "step": 110
    },
    {
      "epoch": 1.0091463414634145,
      "grad_norm": 2.084608793258667,
      "learning_rate": 4.995137778120306e-06,
      "loss": 0.2422,
      "step": 111
    },
    {
      "epoch": 1.0182926829268293,
      "grad_norm": 38.12245178222656,
      "learning_rate": 4.994213910788085e-06,
      "loss": 0.1992,
      "step": 112
    },
    {
      "epoch": 1.0274390243902438,
      "grad_norm": 2.817565441131592,
      "learning_rate": 4.993209836367856e-06,
      "loss": 0.1882,
      "step": 113
    },
    {
      "epoch": 1.0365853658536586,
      "grad_norm": 11.774249076843262,
      "learning_rate": 4.9921255871479e-06,
      "loss": 0.2235,
      "step": 114
    },
    {
      "epoch": 1.045731707317073,
      "grad_norm": 2.3362019062042236,
      "learning_rate": 4.9909611979947046e-06,
      "loss": 0.1875,
      "step": 115
    },
    {
      "epoch": 1.0548780487804879,
      "grad_norm": 1.9516818523406982,
      "learning_rate": 4.989716706351835e-06,
      "loss": 0.1858,
      "step": 116
    },
    {
      "epoch": 1.0640243902439024,
      "grad_norm": 1.5484645366668701,
      "learning_rate": 4.9883921522387336e-06,
      "loss": 0.1845,
      "step": 117
    },
    {
      "epoch": 1.0731707317073171,
      "grad_norm": 7.430396556854248,
      "learning_rate": 4.986987578249433e-06,
      "loss": 0.184,
      "step": 118
    },
    {
      "epoch": 1.0823170731707317,
      "grad_norm": 2.0725948810577393,
      "learning_rate": 4.9855030295511845e-06,
      "loss": 0.177,
      "step": 119
    },
    {
      "epoch": 1.0914634146341464,
      "grad_norm": 4.836520671844482,
      "learning_rate": 4.98393855388301e-06,
      "loss": 0.1744,
      "step": 120
    },
    {
      "epoch": 1.100609756097561,
      "grad_norm": 5.22581672668457,
      "learning_rate": 4.982294201554162e-06,
      "loss": 0.1599,
      "step": 121
    },
    {
      "epoch": 1.1097560975609757,
      "grad_norm": 5.406208038330078,
      "learning_rate": 4.980570025442507e-06,
      "loss": 0.1645,
      "step": 122
    },
    {
      "epoch": 1.1189024390243902,
      "grad_norm": 8.736640930175781,
      "learning_rate": 4.978766080992827e-06,
      "loss": 0.1943,
      "step": 123
    },
    {
      "epoch": 1.1280487804878048,
      "grad_norm": 9.184198379516602,
      "learning_rate": 4.976882426215035e-06,
      "loss": 0.1753,
      "step": 124
    },
    {
      "epoch": 1.1371951219512195,
      "grad_norm": 5.317800521850586,
      "learning_rate": 4.974919121682307e-06,
      "loss": 0.1897,
      "step": 125
    },
    {
      "epoch": 1.146341463414634,
      "grad_norm": 11.803364753723145,
      "learning_rate": 4.972876230529143e-06,
      "loss": 0.1516,
      "step": 126
    },
    {
      "epoch": 1.1554878048780488,
      "grad_norm": 31.74310302734375,
      "learning_rate": 4.9707538184493255e-06,
      "loss": 0.1947,
      "step": 127
    },
    {
      "epoch": 1.1646341463414633,
      "grad_norm": 1.956932783126831,
      "learning_rate": 4.968551953693813e-06,
      "loss": 0.1708,
      "step": 128
    },
    {
      "epoch": 1.173780487804878,
      "grad_norm": 4.64445686340332,
      "learning_rate": 4.966270707068548e-06,
      "loss": 0.1711,
      "step": 129
    },
    {
      "epoch": 1.1829268292682926,
      "grad_norm": 4.442819595336914,
      "learning_rate": 4.963910151932171e-06,
      "loss": 0.1572,
      "step": 130
    },
    {
      "epoch": 1.1920731707317074,
      "grad_norm": 1.9702759981155396,
      "learning_rate": 4.961470364193673e-06,
      "loss": 0.1364,
      "step": 131
    },
    {
      "epoch": 1.201219512195122,
      "grad_norm": 7.816587448120117,
      "learning_rate": 4.9589514223099425e-06,
      "loss": 0.1624,
      "step": 132
    },
    {
      "epoch": 1.2103658536585367,
      "grad_norm": 61.18424606323242,
      "learning_rate": 4.956353407283252e-06,
      "loss": 0.26,
      "step": 133
    },
    {
      "epoch": 1.2195121951219512,
      "grad_norm": 15.649847984313965,
      "learning_rate": 4.9536764026586505e-06,
      "loss": 0.1543,
      "step": 134
    },
    {
      "epoch": 1.228658536585366,
      "grad_norm": 2.249363660812378,
      "learning_rate": 4.950920494521274e-06,
      "loss": 0.152,
      "step": 135
    },
    {
      "epoch": 1.2378048780487805,
      "grad_norm": 4.055661678314209,
      "learning_rate": 4.948085771493579e-06,
      "loss": 0.1402,
      "step": 136
    },
    {
      "epoch": 1.2469512195121952,
      "grad_norm": 2.2803292274475098,
      "learning_rate": 4.945172324732496e-06,
      "loss": 0.1427,
      "step": 137
    },
    {
      "epoch": 1.2560975609756098,
      "grad_norm": 2.5540456771850586,
      "learning_rate": 4.942180247926492e-06,
      "loss": 0.143,
      "step": 138
    },
    {
      "epoch": 1.2652439024390243,
      "grad_norm": 8.80340576171875,
      "learning_rate": 4.939109637292563e-06,
      "loss": 0.1569,
      "step": 139
    },
    {
      "epoch": 1.274390243902439,
      "grad_norm": 3.1077523231506348,
      "learning_rate": 4.935960591573136e-06,
      "loss": 0.1313,
      "step": 140
    },
    {
      "epoch": 1.2835365853658536,
      "grad_norm": 1.2506815195083618,
      "learning_rate": 4.932733212032896e-06,
      "loss": 0.137,
      "step": 141
    },
    {
      "epoch": 1.2926829268292683,
      "grad_norm": 2.4397666454315186,
      "learning_rate": 4.929427602455532e-06,
      "loss": 0.1408,
      "step": 142
    },
    {
      "epoch": 1.3018292682926829,
      "grad_norm": 1.7658663988113403,
      "learning_rate": 4.926043869140392e-06,
      "loss": 0.133,
      "step": 143
    },
    {
      "epoch": 1.3109756097560976,
      "grad_norm": 1.0473108291625977,
      "learning_rate": 4.922582120899072e-06,
      "loss": 0.1358,
      "step": 144
    },
    {
      "epoch": 1.3201219512195121,
      "grad_norm": 5.566607475280762,
      "learning_rate": 4.919042469051916e-06,
      "loss": 0.1237,
      "step": 145
    },
    {
      "epoch": 1.329268292682927,
      "grad_norm": 1.0360139608383179,
      "learning_rate": 4.915425027424429e-06,
      "loss": 0.1274,
      "step": 146
    },
    {
      "epoch": 1.3384146341463414,
      "grad_norm": 1.9091176986694336,
      "learning_rate": 4.911729912343631e-06,
      "loss": 0.1439,
      "step": 147
    },
    {
      "epoch": 1.3475609756097562,
      "grad_norm": 1.5727638006210327,
      "learning_rate": 4.907957242634299e-06,
      "loss": 0.1259,
      "step": 148
    },
    {
      "epoch": 1.3567073170731707,
      "grad_norm": 1.0574792623519897,
      "learning_rate": 4.9041071396151585e-06,
      "loss": 0.142,
      "step": 149
    },
    {
      "epoch": 1.3658536585365852,
      "grad_norm": 8.020130157470703,
      "learning_rate": 4.900179727094978e-06,
      "loss": 0.1392,
      "step": 150
    },
    {
      "epoch": 1.375,
      "grad_norm": 3.156255006790161,
      "learning_rate": 4.896175131368587e-06,
      "loss": 0.152,
      "step": 151
    },
    {
      "epoch": 1.3841463414634148,
      "grad_norm": 2.3956990242004395,
      "learning_rate": 4.892093481212817e-06,
      "loss": 0.1244,
      "step": 152
    },
    {
      "epoch": 1.3932926829268293,
      "grad_norm": 2.6058578491210938,
      "learning_rate": 4.887934907882357e-06,
      "loss": 0.1271,
      "step": 153
    },
    {
      "epoch": 1.4024390243902438,
      "grad_norm": 1.7173289060592651,
      "learning_rate": 4.883699545105535e-06,
      "loss": 0.1257,
      "step": 154
    },
    {
      "epoch": 1.4115853658536586,
      "grad_norm": 2.2237367630004883,
      "learning_rate": 4.8793875290800186e-06,
      "loss": 0.127,
      "step": 155
    },
    {
      "epoch": 1.420731707317073,
      "grad_norm": 6.997623920440674,
      "learning_rate": 4.874998998468433e-06,
      "loss": 0.1454,
      "step": 156
    },
    {
      "epoch": 1.4298780487804879,
      "grad_norm": 10.645139694213867,
      "learning_rate": 4.870534094393903e-06,
      "loss": 0.1402,
      "step": 157
    },
    {
      "epoch": 1.4390243902439024,
      "grad_norm": 1.5808072090148926,
      "learning_rate": 4.865992960435514e-06,
      "loss": 0.1156,
      "step": 158
    },
    {
      "epoch": 1.4481707317073171,
      "grad_norm": 0.990803062915802,
      "learning_rate": 4.861375742623697e-06,
      "loss": 0.1286,
      "step": 159
    },
    {
      "epoch": 1.4573170731707317,
      "grad_norm": 1.5008662939071655,
      "learning_rate": 4.856682589435531e-06,
      "loss": 0.1282,
      "step": 160
    },
    {
      "epoch": 1.4664634146341464,
      "grad_norm": 1.772304892539978,
      "learning_rate": 4.851913651789968e-06,
      "loss": 0.1308,
      "step": 161
    },
    {
      "epoch": 1.475609756097561,
      "grad_norm": 1.201061487197876,
      "learning_rate": 4.847069083042982e-06,
      "loss": 0.1198,
      "step": 162
    },
    {
      "epoch": 1.4847560975609757,
      "grad_norm": 0.6147828698158264,
      "learning_rate": 4.8421490389826344e-06,
      "loss": 0.1138,
      "step": 163
    },
    {
      "epoch": 1.4939024390243902,
      "grad_norm": 1.3990256786346436,
      "learning_rate": 4.837153677824068e-06,
      "loss": 0.1205,
      "step": 164
    },
    {
      "epoch": 1.5030487804878048,
      "grad_norm": 1.6977574825286865,
      "learning_rate": 4.832083160204414e-06,
      "loss": 0.1128,
      "step": 165
    },
    {
      "epoch": 1.5121951219512195,
      "grad_norm": 2.4056453704833984,
      "learning_rate": 4.826937649177632e-06,
      "loss": 0.1184,
      "step": 166
    },
    {
      "epoch": 1.5213414634146343,
      "grad_norm": 2.7455694675445557,
      "learning_rate": 4.821717310209265e-06,
      "loss": 0.123,
      "step": 167
    },
    {
      "epoch": 1.5304878048780488,
      "grad_norm": 1.8243584632873535,
      "learning_rate": 4.816422311171115e-06,
      "loss": 0.1198,
      "step": 168
    },
    {
      "epoch": 1.5396341463414633,
      "grad_norm": 0.8920577764511108,
      "learning_rate": 4.811052822335849e-06,
      "loss": 0.1088,
      "step": 169
    },
    {
      "epoch": 1.548780487804878,
      "grad_norm": 1.6639117002487183,
      "learning_rate": 4.805609016371522e-06,
      "loss": 0.1231,
      "step": 170
    },
    {
      "epoch": 1.5579268292682928,
      "grad_norm": 1.383026123046875,
      "learning_rate": 4.800091068336024e-06,
      "loss": 0.1207,
      "step": 171
    },
    {
      "epoch": 1.5670731707317072,
      "grad_norm": 1.6599416732788086,
      "learning_rate": 4.79449915567145e-06,
      "loss": 0.1206,
      "step": 172
    },
    {
      "epoch": 1.576219512195122,
      "grad_norm": 1.5868676900863647,
      "learning_rate": 4.788833458198395e-06,
      "loss": 0.1158,
      "step": 173
    },
    {
      "epoch": 1.5853658536585367,
      "grad_norm": 1.0154211521148682,
      "learning_rate": 4.783094158110175e-06,
      "loss": 0.1091,
      "step": 174
    },
    {
      "epoch": 1.5945121951219512,
      "grad_norm": 2.1514394283294678,
      "learning_rate": 4.7772814399669585e-06,
      "loss": 0.1109,
      "step": 175
    },
    {
      "epoch": 1.6036585365853657,
      "grad_norm": 0.7475085258483887,
      "learning_rate": 4.7713954906898415e-06,
      "loss": 0.1162,
      "step": 176
    },
    {
      "epoch": 1.6128048780487805,
      "grad_norm": 0.8523163795471191,
      "learning_rate": 4.7654364995548325e-06,
      "loss": 0.1238,
      "step": 177
    },
    {
      "epoch": 1.6219512195121952,
      "grad_norm": 1.5456233024597168,
      "learning_rate": 4.759404658186765e-06,
      "loss": 0.1163,
      "step": 178
    },
    {
      "epoch": 1.6310975609756098,
      "grad_norm": 1.123340129852295,
      "learning_rate": 4.753300160553137e-06,
      "loss": 0.1104,
      "step": 179
    },
    {
      "epoch": 1.6402439024390243,
      "grad_norm": 1.16841721534729,
      "learning_rate": 4.747123202957871e-06,
      "loss": 0.1099,
      "step": 180
    },
    {
      "epoch": 1.649390243902439,
      "grad_norm": 2.025221109390259,
      "learning_rate": 4.740873984035009e-06,
      "loss": 0.1157,
      "step": 181
    },
    {
      "epoch": 1.6585365853658538,
      "grad_norm": 3.876469373703003,
      "learning_rate": 4.734552704742314e-06,
      "loss": 0.1122,
      "step": 182
    },
    {
      "epoch": 1.6676829268292683,
      "grad_norm": 1.5562145709991455,
      "learning_rate": 4.728159568354814e-06,
      "loss": 0.1127,
      "step": 183
    },
    {
      "epoch": 1.6768292682926829,
      "grad_norm": 1.4691755771636963,
      "learning_rate": 4.721694780458266e-06,
      "loss": 0.1182,
      "step": 184
    },
    {
      "epoch": 1.6859756097560976,
      "grad_norm": 1.9529973268508911,
      "learning_rate": 4.715158548942541e-06,
      "loss": 0.1153,
      "step": 185
    },
    {
      "epoch": 1.6951219512195121,
      "grad_norm": 1.9065771102905273,
      "learning_rate": 4.708551083994944e-06,
      "loss": 0.1163,
      "step": 186
    },
    {
      "epoch": 1.7042682926829267,
      "grad_norm": 1.0964735746383667,
      "learning_rate": 4.701872598093452e-06,
      "loss": 0.114,
      "step": 187
    },
    {
      "epoch": 1.7134146341463414,
      "grad_norm": 1.0885926485061646,
      "learning_rate": 4.695123305999877e-06,
      "loss": 0.114,
      "step": 188
    },
    {
      "epoch": 1.7225609756097562,
      "grad_norm": 1.1777565479278564,
      "learning_rate": 4.688303424752969e-06,
      "loss": 0.1116,
      "step": 189
    },
    {
      "epoch": 1.7317073170731707,
      "grad_norm": 1.3686976432800293,
      "learning_rate": 4.6814131736614286e-06,
      "loss": 0.1081,
      "step": 190
    },
    {
      "epoch": 1.7408536585365852,
      "grad_norm": 0.8220391869544983,
      "learning_rate": 4.674452774296861e-06,
      "loss": 0.1091,
      "step": 191
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.073935866355896,
      "learning_rate": 4.667422450486646e-06,
      "loss": 0.1148,
      "step": 192
    },
    {
      "epoch": 1.7591463414634148,
      "grad_norm": 1.389614224433899,
      "learning_rate": 4.660322428306741e-06,
      "loss": 0.1134,
      "step": 193
    },
    {
      "epoch": 1.7682926829268293,
      "grad_norm": 1.349023699760437,
      "learning_rate": 4.653152936074413e-06,
      "loss": 0.1056,
      "step": 194
    },
    {
      "epoch": 1.7774390243902438,
      "grad_norm": 1.0334906578063965,
      "learning_rate": 4.645914204340898e-06,
      "loss": 0.113,
      "step": 195
    },
    {
      "epoch": 1.7865853658536586,
      "grad_norm": 18.6312313079834,
      "learning_rate": 4.638606465883979e-06,
      "loss": 0.1351,
      "step": 196
    },
    {
      "epoch": 1.7957317073170733,
      "grad_norm": 0.7669345736503601,
      "learning_rate": 4.6312299557005125e-06,
      "loss": 0.1097,
      "step": 197
    },
    {
      "epoch": 1.8048780487804879,
      "grad_norm": 2.1091127395629883,
      "learning_rate": 4.623784910998862e-06,
      "loss": 0.1122,
      "step": 198
    },
    {
      "epoch": 1.8140243902439024,
      "grad_norm": 0.8031914830207825,
      "learning_rate": 4.616271571191273e-06,
      "loss": 0.1109,
      "step": 199
    },
    {
      "epoch": 1.8231707317073171,
      "grad_norm": 2.1154661178588867,
      "learning_rate": 4.608690177886177e-06,
      "loss": 0.1131,
      "step": 200
    },
    {
      "epoch": 1.8323170731707317,
      "grad_norm": 1.4946709871292114,
      "learning_rate": 4.6010409748804165e-06,
      "loss": 0.1136,
      "step": 201
    },
    {
      "epoch": 1.8414634146341462,
      "grad_norm": 1.0509642362594604,
      "learning_rate": 4.593324208151412e-06,
      "loss": 0.1162,
      "step": 202
    },
    {
      "epoch": 1.850609756097561,
      "grad_norm": 0.8742370009422302,
      "learning_rate": 4.585540125849244e-06,
      "loss": 0.1102,
      "step": 203
    },
    {
      "epoch": 1.8597560975609757,
      "grad_norm": 1.1283056735992432,
      "learning_rate": 4.577688978288681e-06,
      "loss": 0.1104,
      "step": 204
    },
    {
      "epoch": 1.8689024390243902,
      "grad_norm": 1.0081048011779785,
      "learning_rate": 4.569771017941125e-06,
      "loss": 0.1119,
      "step": 205
    },
    {
      "epoch": 1.8780487804878048,
      "grad_norm": 0.7291656732559204,
      "learning_rate": 4.561786499426494e-06,
      "loss": 0.1103,
      "step": 206
    },
    {
      "epoch": 1.8871951219512195,
      "grad_norm": 1.144096851348877,
      "learning_rate": 4.5537356795050346e-06,
      "loss": 0.1125,
      "step": 207
    },
    {
      "epoch": 1.8963414634146343,
      "grad_norm": 0.7317456603050232,
      "learning_rate": 4.545618817069066e-06,
      "loss": 0.1105,
      "step": 208
    },
    {
      "epoch": 1.9054878048780488,
      "grad_norm": 1.1636486053466797,
      "learning_rate": 4.537436173134653e-06,
      "loss": 0.1091,
      "step": 209
    },
    {
      "epoch": 1.9146341463414633,
      "grad_norm": 0.6319037675857544,
      "learning_rate": 4.529188010833212e-06,
      "loss": 0.1088,
      "step": 210
    },
    {
      "epoch": 1.923780487804878,
      "grad_norm": 0.7535589933395386,
      "learning_rate": 4.520874595403053e-06,
      "loss": 0.1041,
      "step": 211
    },
    {
      "epoch": 1.9329268292682928,
      "grad_norm": 1.0461041927337646,
      "learning_rate": 4.512496194180846e-06,
      "loss": 0.1129,
      "step": 212
    },
    {
      "epoch": 1.9420731707317072,
      "grad_norm": 0.6124874949455261,
      "learning_rate": 4.5040530765930275e-06,
      "loss": 0.1113,
      "step": 213
    },
    {
      "epoch": 1.951219512195122,
      "grad_norm": 0.8516119122505188,
      "learning_rate": 4.495545514147134e-06,
      "loss": 0.1112,
      "step": 214
    },
    {
      "epoch": 1.9603658536585367,
      "grad_norm": 0.8919075131416321,
      "learning_rate": 4.486973780423073e-06,
      "loss": 0.1089,
      "step": 215
    },
    {
      "epoch": 1.9695121951219512,
      "grad_norm": 1.2183221578598022,
      "learning_rate": 4.478338151064323e-06,
      "loss": 0.1156,
      "step": 216
    },
    {
      "epoch": 1.9786585365853657,
      "grad_norm": 1.0123646259307861,
      "learning_rate": 4.4696389037690734e-06,
      "loss": 0.1077,
      "step": 217
    },
    {
      "epoch": 1.9878048780487805,
      "grad_norm": 0.8304896950721741,
      "learning_rate": 4.460876318281291e-06,
      "loss": 0.1051,
      "step": 218
    }
  ],
  "logging_steps": 1,
  "max_steps": 654,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 109,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.596238386615288e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}