{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 0,
  "global_step": 193,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0051813471502590676,
      "grad_norm": 0.5859375,
      "learning_rate": 1e-05,
      "loss": 2.1904,
      "step": 1
    },
    {
      "epoch": 0.010362694300518135,
      "grad_norm": 0.56640625,
      "learning_rate": 9.94818652849741e-06,
      "loss": 2.1307,
      "step": 2
    },
    {
      "epoch": 0.015544041450777202,
      "grad_norm": 0.55078125,
      "learning_rate": 9.89637305699482e-06,
      "loss": 2.1128,
      "step": 3
    },
    {
      "epoch": 0.02072538860103627,
      "grad_norm": 0.55078125,
      "learning_rate": 9.844559585492228e-06,
      "loss": 2.0918,
      "step": 4
    },
    {
      "epoch": 0.025906735751295335,
      "grad_norm": 0.54296875,
      "learning_rate": 9.792746113989638e-06,
      "loss": 2.0508,
      "step": 5
    },
    {
      "epoch": 0.031088082901554404,
      "grad_norm": 0.546875,
      "learning_rate": 9.740932642487048e-06,
      "loss": 2.1463,
      "step": 6
    },
    {
      "epoch": 0.03626943005181347,
      "grad_norm": 0.5078125,
      "learning_rate": 9.689119170984456e-06,
      "loss": 1.9596,
      "step": 7
    },
    {
      "epoch": 0.04145077720207254,
      "grad_norm": 0.53125,
      "learning_rate": 9.637305699481867e-06,
      "loss": 2.112,
      "step": 8
    },
    {
      "epoch": 0.046632124352331605,
      "grad_norm": 0.486328125,
      "learning_rate": 9.585492227979275e-06,
      "loss": 1.9563,
      "step": 9
    },
    {
      "epoch": 0.05181347150259067,
      "grad_norm": 0.55078125,
      "learning_rate": 9.533678756476683e-06,
      "loss": 1.8997,
      "step": 10
    },
    {
      "epoch": 0.05699481865284974,
      "grad_norm": 0.455078125,
      "learning_rate": 9.481865284974095e-06,
      "loss": 1.7939,
      "step": 11
    },
    {
      "epoch": 0.06217616580310881,
      "grad_norm": 0.47265625,
      "learning_rate": 9.430051813471504e-06,
      "loss": 1.8679,
      "step": 12
    },
    {
      "epoch": 0.06735751295336788,
      "grad_norm": 0.51171875,
      "learning_rate": 9.378238341968912e-06,
      "loss": 1.9434,
      "step": 13
    },
    {
      "epoch": 0.07253886010362694,
      "grad_norm": 0.447265625,
      "learning_rate": 9.326424870466322e-06,
      "loss": 1.8658,
      "step": 14
    },
    {
      "epoch": 0.07772020725388601,
      "grad_norm": 0.365234375,
      "learning_rate": 9.27461139896373e-06,
      "loss": 1.7418,
      "step": 15
    },
    {
      "epoch": 0.08290155440414508,
      "grad_norm": 0.349609375,
      "learning_rate": 9.22279792746114e-06,
      "loss": 1.7164,
      "step": 16
    },
    {
      "epoch": 0.08808290155440414,
      "grad_norm": 0.35546875,
      "learning_rate": 9.17098445595855e-06,
      "loss": 1.7372,
      "step": 17
    },
    {
      "epoch": 0.09326424870466321,
      "grad_norm": 0.357421875,
      "learning_rate": 9.11917098445596e-06,
      "loss": 1.7713,
      "step": 18
    },
    {
      "epoch": 0.09844559585492228,
      "grad_norm": 0.359375,
      "learning_rate": 9.06735751295337e-06,
      "loss": 1.7887,
      "step": 19
    },
    {
      "epoch": 0.10362694300518134,
      "grad_norm": 0.322265625,
      "learning_rate": 9.015544041450778e-06,
      "loss": 1.7009,
      "step": 20
    },
    {
      "epoch": 0.10880829015544041,
      "grad_norm": 0.32421875,
      "learning_rate": 8.963730569948186e-06,
      "loss": 1.6982,
      "step": 21
    },
    {
      "epoch": 0.11398963730569948,
      "grad_norm": 0.32421875,
      "learning_rate": 8.911917098445596e-06,
      "loss": 1.7035,
      "step": 22
    },
    {
      "epoch": 0.11917098445595854,
      "grad_norm": 0.30859375,
      "learning_rate": 8.860103626943006e-06,
      "loss": 1.5866,
      "step": 23
    },
    {
      "epoch": 0.12435233160621761,
      "grad_norm": 0.306640625,
      "learning_rate": 8.808290155440415e-06,
      "loss": 1.6257,
      "step": 24
    },
    {
      "epoch": 0.12953367875647667,
      "grad_norm": 0.34375,
      "learning_rate": 8.756476683937825e-06,
      "loss": 1.6452,
      "step": 25
    },
    {
      "epoch": 0.13471502590673576,
      "grad_norm": 0.31640625,
      "learning_rate": 8.704663212435233e-06,
      "loss": 1.639,
      "step": 26
    },
    {
      "epoch": 0.13989637305699482,
      "grad_norm": 0.314453125,
      "learning_rate": 8.652849740932643e-06,
      "loss": 1.6445,
      "step": 27
    },
    {
      "epoch": 0.14507772020725387,
      "grad_norm": 0.333984375,
      "learning_rate": 8.601036269430052e-06,
      "loss": 1.5961,
      "step": 28
    },
    {
      "epoch": 0.15025906735751296,
      "grad_norm": 0.296875,
      "learning_rate": 8.549222797927462e-06,
      "loss": 1.5829,
      "step": 29
    },
    {
      "epoch": 0.15544041450777202,
      "grad_norm": 0.296875,
      "learning_rate": 8.497409326424872e-06,
      "loss": 1.5735,
      "step": 30
    },
    {
      "epoch": 0.16062176165803108,
      "grad_norm": 0.298828125,
      "learning_rate": 8.44559585492228e-06,
      "loss": 1.5644,
      "step": 31
    },
    {
      "epoch": 0.16580310880829016,
      "grad_norm": 0.33203125,
      "learning_rate": 8.393782383419689e-06,
      "loss": 1.5304,
      "step": 32
    },
    {
      "epoch": 0.17098445595854922,
      "grad_norm": 0.28125,
      "learning_rate": 8.341968911917099e-06,
      "loss": 1.5284,
      "step": 33
    },
    {
      "epoch": 0.17616580310880828,
      "grad_norm": 0.3046875,
      "learning_rate": 8.290155440414507e-06,
      "loss": 1.561,
      "step": 34
    },
    {
      "epoch": 0.18134715025906736,
      "grad_norm": 0.265625,
      "learning_rate": 8.238341968911918e-06,
      "loss": 1.4904,
      "step": 35
    },
    {
      "epoch": 0.18652849740932642,
      "grad_norm": 0.3203125,
      "learning_rate": 8.186528497409328e-06,
      "loss": 1.4777,
      "step": 36
    },
    {
      "epoch": 0.19170984455958548,
      "grad_norm": 0.30078125,
      "learning_rate": 8.134715025906736e-06,
      "loss": 1.5864,
      "step": 37
    },
    {
      "epoch": 0.19689119170984457,
      "grad_norm": 0.267578125,
      "learning_rate": 8.082901554404146e-06,
      "loss": 1.4958,
      "step": 38
    },
    {
      "epoch": 0.20207253886010362,
      "grad_norm": 0.26953125,
      "learning_rate": 8.031088082901555e-06,
      "loss": 1.4746,
      "step": 39
    },
    {
      "epoch": 0.20725388601036268,
      "grad_norm": 0.275390625,
      "learning_rate": 7.979274611398965e-06,
      "loss": 1.4437,
      "step": 40
    },
    {
      "epoch": 0.21243523316062177,
      "grad_norm": 0.251953125,
      "learning_rate": 7.927461139896375e-06,
      "loss": 1.5036,
      "step": 41
    },
    {
      "epoch": 0.21761658031088082,
      "grad_norm": 0.283203125,
      "learning_rate": 7.875647668393783e-06,
      "loss": 1.5222,
      "step": 42
    },
    {
      "epoch": 0.22279792746113988,
      "grad_norm": 0.236328125,
      "learning_rate": 7.823834196891192e-06,
      "loss": 1.4365,
      "step": 43
    },
    {
      "epoch": 0.22797927461139897,
      "grad_norm": 0.251953125,
      "learning_rate": 7.772020725388602e-06,
      "loss": 1.4751,
      "step": 44
    },
    {
      "epoch": 0.23316062176165803,
      "grad_norm": 0.267578125,
      "learning_rate": 7.72020725388601e-06,
      "loss": 1.5108,
      "step": 45
    },
    {
      "epoch": 0.23834196891191708,
      "grad_norm": 0.234375,
      "learning_rate": 7.66839378238342e-06,
      "loss": 1.4059,
      "step": 46
    },
    {
      "epoch": 0.24352331606217617,
      "grad_norm": 0.310546875,
      "learning_rate": 7.61658031088083e-06,
      "loss": 1.4012,
      "step": 47
    },
    {
      "epoch": 0.24870466321243523,
      "grad_norm": 0.2392578125,
      "learning_rate": 7.564766839378239e-06,
      "loss": 1.4273,
      "step": 48
    },
    {
      "epoch": 0.2538860103626943,
      "grad_norm": 0.2265625,
      "learning_rate": 7.512953367875648e-06,
      "loss": 1.3553,
      "step": 49
    },
    {
      "epoch": 0.25906735751295334,
      "grad_norm": 0.28125,
      "learning_rate": 7.461139896373057e-06,
      "loss": 1.5213,
      "step": 50
    },
    {
      "epoch": 0.26424870466321243,
      "grad_norm": 0.21484375,
      "learning_rate": 7.409326424870467e-06,
      "loss": 1.3887,
      "step": 51
    },
    {
      "epoch": 0.2694300518134715,
      "grad_norm": 0.2177734375,
      "learning_rate": 7.357512953367876e-06,
      "loss": 1.3657,
      "step": 52
    },
    {
      "epoch": 0.27461139896373055,
      "grad_norm": 0.224609375,
      "learning_rate": 7.305699481865286e-06,
      "loss": 1.391,
      "step": 53
    },
    {
      "epoch": 0.27979274611398963,
      "grad_norm": 0.2578125,
      "learning_rate": 7.253886010362695e-06,
      "loss": 1.395,
      "step": 54
    },
    {
      "epoch": 0.2849740932642487,
      "grad_norm": 0.2099609375,
      "learning_rate": 7.2020725388601045e-06,
      "loss": 1.3452,
      "step": 55
    },
    {
      "epoch": 0.29015544041450775,
      "grad_norm": 0.2080078125,
      "learning_rate": 7.150259067357514e-06,
      "loss": 1.3142,
      "step": 56
    },
    {
      "epoch": 0.29533678756476683,
      "grad_norm": 0.2275390625,
      "learning_rate": 7.098445595854922e-06,
      "loss": 1.4131,
      "step": 57
    },
    {
      "epoch": 0.3005181347150259,
      "grad_norm": 0.26953125,
      "learning_rate": 7.0466321243523315e-06,
      "loss": 1.3867,
      "step": 58
    },
    {
      "epoch": 0.30569948186528495,
      "grad_norm": 0.205078125,
      "learning_rate": 6.994818652849742e-06,
      "loss": 1.3463,
      "step": 59
    },
    {
      "epoch": 0.31088082901554404,
      "grad_norm": 0.216796875,
      "learning_rate": 6.943005181347151e-06,
      "loss": 1.4282,
      "step": 60
    },
    {
      "epoch": 0.3160621761658031,
      "grad_norm": 0.193359375,
      "learning_rate": 6.89119170984456e-06,
      "loss": 1.3243,
      "step": 61
    },
    {
      "epoch": 0.32124352331606215,
      "grad_norm": 0.220703125,
      "learning_rate": 6.839378238341969e-06,
      "loss": 1.3298,
      "step": 62
    },
    {
      "epoch": 0.32642487046632124,
      "grad_norm": 0.2265625,
      "learning_rate": 6.787564766839379e-06,
      "loss": 1.3915,
      "step": 63
    },
    {
      "epoch": 0.3316062176165803,
      "grad_norm": 0.2158203125,
      "learning_rate": 6.735751295336788e-06,
      "loss": 1.4065,
      "step": 64
    },
    {
      "epoch": 0.33678756476683935,
      "grad_norm": 0.193359375,
      "learning_rate": 6.683937823834198e-06,
      "loss": 1.3088,
      "step": 65
    },
    {
      "epoch": 0.34196891191709844,
      "grad_norm": 0.337890625,
      "learning_rate": 6.632124352331607e-06,
      "loss": 1.2932,
      "step": 66
    },
    {
      "epoch": 0.3471502590673575,
      "grad_norm": 0.1904296875,
      "learning_rate": 6.5803108808290166e-06,
      "loss": 1.2824,
      "step": 67
    },
    {
      "epoch": 0.35233160621761656,
      "grad_norm": 0.267578125,
      "learning_rate": 6.528497409326425e-06,
      "loss": 1.3223,
      "step": 68
    },
    {
      "epoch": 0.35751295336787564,
      "grad_norm": 0.251953125,
      "learning_rate": 6.476683937823834e-06,
      "loss": 1.2771,
      "step": 69
    },
    {
      "epoch": 0.3626943005181347,
      "grad_norm": 0.26953125,
      "learning_rate": 6.4248704663212435e-06,
      "loss": 1.2777,
      "step": 70
    },
    {
      "epoch": 0.36787564766839376,
      "grad_norm": 0.2158203125,
      "learning_rate": 6.373056994818654e-06,
      "loss": 1.3134,
      "step": 71
    },
    {
      "epoch": 0.37305699481865284,
      "grad_norm": 0.1806640625,
      "learning_rate": 6.321243523316063e-06,
      "loss": 1.2717,
      "step": 72
    },
    {
      "epoch": 0.37823834196891193,
      "grad_norm": 0.19140625,
      "learning_rate": 6.269430051813472e-06,
      "loss": 1.2838,
      "step": 73
    },
    {
      "epoch": 0.38341968911917096,
      "grad_norm": 0.19140625,
      "learning_rate": 6.217616580310881e-06,
      "loss": 1.3106,
      "step": 74
    },
    {
      "epoch": 0.38860103626943004,
      "grad_norm": 0.2041015625,
      "learning_rate": 6.165803108808291e-06,
      "loss": 1.3315,
      "step": 75
    },
    {
      "epoch": 0.39378238341968913,
      "grad_norm": 0.1787109375,
      "learning_rate": 6.113989637305699e-06,
      "loss": 1.2833,
      "step": 76
    },
    {
      "epoch": 0.39896373056994816,
      "grad_norm": 0.1728515625,
      "learning_rate": 6.06217616580311e-06,
      "loss": 1.2527,
      "step": 77
    },
    {
      "epoch": 0.40414507772020725,
      "grad_norm": 0.236328125,
      "learning_rate": 6.0103626943005185e-06,
      "loss": 1.3637,
      "step": 78
    },
    {
      "epoch": 0.40932642487046633,
      "grad_norm": 0.171875,
      "learning_rate": 5.958549222797928e-06,
      "loss": 1.2618,
      "step": 79
    },
    {
      "epoch": 0.41450777202072536,
      "grad_norm": 0.1826171875,
      "learning_rate": 5.906735751295337e-06,
      "loss": 1.2929,
      "step": 80
    },
    {
      "epoch": 0.41968911917098445,
      "grad_norm": 0.1875,
      "learning_rate": 5.854922279792746e-06,
      "loss": 1.3042,
      "step": 81
    },
    {
      "epoch": 0.42487046632124353,
      "grad_norm": 0.2080078125,
      "learning_rate": 5.8031088082901555e-06,
      "loss": 1.3224,
      "step": 82
    },
    {
      "epoch": 0.43005181347150256,
      "grad_norm": 0.19921875,
      "learning_rate": 5.751295336787566e-06,
      "loss": 1.312,
      "step": 83
    },
    {
      "epoch": 0.43523316062176165,
      "grad_norm": 0.255859375,
      "learning_rate": 5.699481865284975e-06,
      "loss": 1.2953,
      "step": 84
    },
    {
      "epoch": 0.44041450777202074,
      "grad_norm": 0.1943359375,
      "learning_rate": 5.647668393782384e-06,
      "loss": 1.26,
      "step": 85
    },
    {
      "epoch": 0.44559585492227977,
      "grad_norm": 0.279296875,
      "learning_rate": 5.5958549222797934e-06,
      "loss": 1.2324,
      "step": 86
    },
    {
      "epoch": 0.45077720207253885,
      "grad_norm": 0.1787109375,
      "learning_rate": 5.544041450777202e-06,
      "loss": 1.207,
      "step": 87
    },
    {
      "epoch": 0.45595854922279794,
      "grad_norm": 0.1865234375,
      "learning_rate": 5.492227979274611e-06,
      "loss": 1.2599,
      "step": 88
    },
    {
      "epoch": 0.46113989637305697,
      "grad_norm": 0.1806640625,
      "learning_rate": 5.440414507772021e-06,
      "loss": 1.2447,
      "step": 89
    },
    {
      "epoch": 0.46632124352331605,
      "grad_norm": 0.1953125,
      "learning_rate": 5.3886010362694305e-06,
      "loss": 1.1624,
      "step": 90
    },
    {
      "epoch": 0.47150259067357514,
      "grad_norm": 0.1796875,
      "learning_rate": 5.33678756476684e-06,
      "loss": 1.2802,
      "step": 91
    },
    {
      "epoch": 0.47668393782383417,
      "grad_norm": 0.28515625,
      "learning_rate": 5.284974093264249e-06,
      "loss": 1.2723,
      "step": 92
    },
    {
      "epoch": 0.48186528497409326,
      "grad_norm": 0.32421875,
      "learning_rate": 5.233160621761658e-06,
      "loss": 1.2746,
      "step": 93
    },
    {
      "epoch": 0.48704663212435234,
      "grad_norm": 0.212890625,
      "learning_rate": 5.1813471502590676e-06,
      "loss": 1.2925,
      "step": 94
    },
    {
      "epoch": 0.49222797927461137,
      "grad_norm": 0.17578125,
      "learning_rate": 5.129533678756478e-06,
      "loss": 1.2142,
      "step": 95
    },
    {
      "epoch": 0.49740932642487046,
      "grad_norm": 0.19921875,
      "learning_rate": 5.077720207253887e-06,
      "loss": 1.2779,
      "step": 96
    },
    {
      "epoch": 0.5025906735751295,
      "grad_norm": 0.18359375,
      "learning_rate": 5.025906735751296e-06,
      "loss": 1.243,
      "step": 97
    },
    {
      "epoch": 0.5077720207253886,
      "grad_norm": 0.185546875,
      "learning_rate": 4.974093264248705e-06,
      "loss": 1.2286,
      "step": 98
    },
    {
      "epoch": 0.5129533678756477,
      "grad_norm": 0.181640625,
      "learning_rate": 4.922279792746114e-06,
      "loss": 1.2651,
      "step": 99
    },
    {
      "epoch": 0.5181347150259067,
      "grad_norm": 0.2001953125,
      "learning_rate": 4.870466321243524e-06,
      "loss": 1.2102,
      "step": 100
    },
    {
      "epoch": 0.5233160621761658,
      "grad_norm": 0.177734375,
      "learning_rate": 4.818652849740933e-06,
      "loss": 1.2121,
      "step": 101
    },
    {
      "epoch": 0.5284974093264249,
      "grad_norm": 0.1865234375,
      "learning_rate": 4.766839378238342e-06,
      "loss": 1.2662,
      "step": 102
    },
    {
      "epoch": 0.533678756476684,
      "grad_norm": 0.173828125,
      "learning_rate": 4.715025906735752e-06,
      "loss": 1.2483,
      "step": 103
    },
    {
      "epoch": 0.538860103626943,
      "grad_norm": 0.271484375,
      "learning_rate": 4.663212435233161e-06,
      "loss": 1.1849,
      "step": 104
    },
    {
      "epoch": 0.5440414507772021,
      "grad_norm": 0.1767578125,
      "learning_rate": 4.61139896373057e-06,
      "loss": 1.2014,
      "step": 105
    },
    {
      "epoch": 0.5492227979274611,
      "grad_norm": 0.1845703125,
      "learning_rate": 4.55958549222798e-06,
      "loss": 1.2394,
      "step": 106
    },
    {
      "epoch": 0.5544041450777202,
      "grad_norm": 0.26953125,
      "learning_rate": 4.507772020725389e-06,
      "loss": 1.2432,
      "step": 107
    },
    {
      "epoch": 0.5595854922279793,
      "grad_norm": 0.2470703125,
      "learning_rate": 4.455958549222798e-06,
      "loss": 1.3076,
      "step": 108
    },
    {
      "epoch": 0.5647668393782384,
      "grad_norm": 0.169921875,
      "learning_rate": 4.404145077720207e-06,
      "loss": 1.1779,
      "step": 109
    },
    {
      "epoch": 0.5699481865284974,
      "grad_norm": 0.1875,
      "learning_rate": 4.352331606217617e-06,
      "loss": 1.2862,
      "step": 110
    },
    {
      "epoch": 0.5751295336787565,
      "grad_norm": 0.1669921875,
      "learning_rate": 4.300518134715026e-06,
      "loss": 1.2241,
      "step": 111
    },
    {
      "epoch": 0.5803108808290155,
      "grad_norm": 0.1708984375,
      "learning_rate": 4.248704663212436e-06,
      "loss": 1.2024,
      "step": 112
    },
    {
      "epoch": 0.5854922279792746,
      "grad_norm": 0.1572265625,
      "learning_rate": 4.1968911917098444e-06,
      "loss": 1.1879,
      "step": 113
    },
    {
      "epoch": 0.5906735751295337,
      "grad_norm": 0.166015625,
      "learning_rate": 4.145077720207254e-06,
      "loss": 1.2018,
      "step": 114
    },
    {
      "epoch": 0.5958549222797928,
      "grad_norm": 0.1884765625,
      "learning_rate": 4.093264248704664e-06,
      "loss": 1.2372,
      "step": 115
    },
    {
      "epoch": 0.6010362694300518,
      "grad_norm": 0.2734375,
      "learning_rate": 4.041450777202073e-06,
      "loss": 1.215,
      "step": 116
    },
    {
      "epoch": 0.6062176165803109,
      "grad_norm": 0.1962890625,
      "learning_rate": 3.989637305699482e-06,
      "loss": 1.266,
      "step": 117
    },
    {
      "epoch": 0.6113989637305699,
      "grad_norm": 0.185546875,
      "learning_rate": 3.937823834196892e-06,
      "loss": 1.2359,
      "step": 118
    },
    {
      "epoch": 0.616580310880829,
      "grad_norm": 0.2177734375,
      "learning_rate": 3.886010362694301e-06,
      "loss": 1.3115,
      "step": 119
    },
    {
      "epoch": 0.6217616580310881,
      "grad_norm": 0.1728515625,
      "learning_rate": 3.83419689119171e-06,
      "loss": 1.2321,
      "step": 120
    },
    {
      "epoch": 0.6269430051813472,
      "grad_norm": 0.17578125,
      "learning_rate": 3.7823834196891194e-06,
      "loss": 1.218,
      "step": 121
    },
    {
      "epoch": 0.6321243523316062,
      "grad_norm": 0.208984375,
      "learning_rate": 3.7305699481865287e-06,
      "loss": 1.2228,
      "step": 122
    },
    {
      "epoch": 0.6373056994818653,
      "grad_norm": 0.337890625,
      "learning_rate": 3.678756476683938e-06,
      "loss": 1.1292,
      "step": 123
    },
    {
      "epoch": 0.6424870466321243,
      "grad_norm": 0.30859375,
      "learning_rate": 3.6269430051813476e-06,
      "loss": 1.2333,
      "step": 124
    },
    {
      "epoch": 0.6476683937823834,
      "grad_norm": 0.173828125,
      "learning_rate": 3.575129533678757e-06,
      "loss": 1.1676,
      "step": 125
    },
    {
      "epoch": 0.6528497409326425,
      "grad_norm": 0.193359375,
      "learning_rate": 3.5233160621761657e-06,
      "loss": 1.2409,
      "step": 126
    },
    {
      "epoch": 0.6580310880829016,
      "grad_norm": 0.255859375,
      "learning_rate": 3.4715025906735754e-06,
      "loss": 1.1751,
      "step": 127
    },
    {
      "epoch": 0.6632124352331606,
      "grad_norm": 0.16796875,
      "learning_rate": 3.4196891191709847e-06,
      "loss": 1.1823,
      "step": 128
    },
    {
      "epoch": 0.6683937823834197,
      "grad_norm": 0.2021484375,
      "learning_rate": 3.367875647668394e-06,
      "loss": 1.244,
      "step": 129
    },
    {
      "epoch": 0.6735751295336787,
      "grad_norm": 0.203125,
      "learning_rate": 3.3160621761658036e-06,
      "loss": 1.244,
      "step": 130
    },
    {
      "epoch": 0.6787564766839378,
      "grad_norm": 0.294921875,
      "learning_rate": 3.2642487046632125e-06,
      "loss": 1.2113,
      "step": 131
    },
    {
      "epoch": 0.6839378238341969,
      "grad_norm": 0.2197265625,
      "learning_rate": 3.2124352331606218e-06,
      "loss": 1.2801,
      "step": 132
    },
    {
      "epoch": 0.689119170984456,
      "grad_norm": 0.2353515625,
      "learning_rate": 3.1606217616580314e-06,
      "loss": 1.1404,
      "step": 133
    },
    {
      "epoch": 0.694300518134715,
      "grad_norm": 0.16015625,
      "learning_rate": 3.1088082901554407e-06,
      "loss": 1.1907,
      "step": 134
    },
    {
      "epoch": 0.6994818652849741,
      "grad_norm": 0.189453125,
      "learning_rate": 3.0569948186528495e-06,
      "loss": 1.2261,
      "step": 135
    },
    {
      "epoch": 0.7046632124352331,
      "grad_norm": 0.1982421875,
      "learning_rate": 3.0051813471502592e-06,
      "loss": 1.215,
      "step": 136
    },
    {
      "epoch": 0.7098445595854922,
      "grad_norm": 0.212890625,
      "learning_rate": 2.9533678756476685e-06,
      "loss": 1.205,
      "step": 137
    },
    {
      "epoch": 0.7150259067357513,
      "grad_norm": 0.1865234375,
      "learning_rate": 2.9015544041450778e-06,
      "loss": 1.1383,
      "step": 138
    },
    {
      "epoch": 0.7202072538860104,
      "grad_norm": 0.185546875,
      "learning_rate": 2.8497409326424875e-06,
      "loss": 1.147,
      "step": 139
    },
    {
      "epoch": 0.7253886010362695,
      "grad_norm": 0.19140625,
      "learning_rate": 2.7979274611398967e-06,
      "loss": 1.1653,
      "step": 140
    },
    {
      "epoch": 0.7305699481865285,
      "grad_norm": 0.1630859375,
      "learning_rate": 2.7461139896373056e-06,
      "loss": 1.1968,
      "step": 141
    },
    {
      "epoch": 0.7357512953367875,
      "grad_norm": 0.1875,
      "learning_rate": 2.6943005181347152e-06,
      "loss": 1.1995,
      "step": 142
    },
    {
      "epoch": 0.7409326424870466,
      "grad_norm": 0.169921875,
      "learning_rate": 2.6424870466321245e-06,
      "loss": 1.1571,
      "step": 143
    },
    {
      "epoch": 0.7461139896373057,
      "grad_norm": 0.26171875,
      "learning_rate": 2.5906735751295338e-06,
      "loss": 1.1923,
      "step": 144
    },
    {
      "epoch": 0.7512953367875648,
      "grad_norm": 0.189453125,
      "learning_rate": 2.5388601036269435e-06,
      "loss": 1.1903,
      "step": 145
    },
    {
      "epoch": 0.7564766839378239,
      "grad_norm": 0.30859375,
      "learning_rate": 2.4870466321243523e-06,
      "loss": 1.3161,
      "step": 146
    },
    {
      "epoch": 0.7616580310880829,
      "grad_norm": 0.18359375,
      "learning_rate": 2.435233160621762e-06,
      "loss": 1.1498,
      "step": 147
    },
    {
      "epoch": 0.7668393782383419,
      "grad_norm": 0.1689453125,
      "learning_rate": 2.383419689119171e-06,
      "loss": 1.1664,
      "step": 148
    },
    {
      "epoch": 0.772020725388601,
      "grad_norm": 0.2578125,
      "learning_rate": 2.3316062176165805e-06,
      "loss": 1.1965,
      "step": 149
    },
    {
      "epoch": 0.7772020725388601,
      "grad_norm": 0.267578125,
      "learning_rate": 2.27979274611399e-06,
      "loss": 1.1897,
      "step": 150
    },
    {
      "epoch": 0.7823834196891192,
      "grad_norm": 0.267578125,
      "learning_rate": 2.227979274611399e-06,
      "loss": 1.2007,
      "step": 151
    },
    {
      "epoch": 0.7875647668393783,
      "grad_norm": 0.1640625,
      "learning_rate": 2.1761658031088083e-06,
      "loss": 1.1804,
      "step": 152
    },
    {
      "epoch": 0.7927461139896373,
      "grad_norm": 0.1669921875,
      "learning_rate": 2.124352331606218e-06,
      "loss": 1.1773,
      "step": 153
    },
    {
      "epoch": 0.7979274611398963,
      "grad_norm": 0.294921875,
      "learning_rate": 2.072538860103627e-06,
      "loss": 1.2459,
      "step": 154
    },
    {
      "epoch": 0.8031088082901554,
      "grad_norm": 0.1982421875,
      "learning_rate": 2.0207253886010365e-06,
      "loss": 1.2608,
      "step": 155
    },
    {
      "epoch": 0.8082901554404145,
      "grad_norm": 0.220703125,
      "learning_rate": 1.968911917098446e-06,
      "loss": 1.1368,
      "step": 156
    },
    {
      "epoch": 0.8134715025906736,
      "grad_norm": 0.220703125,
      "learning_rate": 1.917098445595855e-06,
      "loss": 1.1361,
      "step": 157
    },
    {
      "epoch": 0.8186528497409327,
      "grad_norm": 0.185546875,
      "learning_rate": 1.8652849740932643e-06,
      "loss": 1.175,
      "step": 158
    },
    {
      "epoch": 0.8238341968911918,
      "grad_norm": 0.1767578125,
      "learning_rate": 1.8134715025906738e-06,
      "loss": 1.1436,
      "step": 159
    },
    {
      "epoch": 0.8290155440414507,
      "grad_norm": 0.390625,
      "learning_rate": 1.7616580310880829e-06,
      "loss": 1.2755,
      "step": 160
    },
    {
      "epoch": 0.8341968911917098,
      "grad_norm": 0.1845703125,
      "learning_rate": 1.7098445595854923e-06,
      "loss": 1.2285,
      "step": 161
    },
    {
      "epoch": 0.8393782383419689,
      "grad_norm": 0.2890625,
      "learning_rate": 1.6580310880829018e-06,
      "loss": 1.2302,
      "step": 162
    },
    {
      "epoch": 0.844559585492228,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.6062176165803109e-06,
      "loss": 1.1622,
      "step": 163
    },
    {
      "epoch": 0.8497409326424871,
      "grad_norm": 0.369140625,
      "learning_rate": 1.5544041450777204e-06,
      "loss": 1.1747,
      "step": 164
    },
    {
      "epoch": 0.8549222797927462,
      "grad_norm": 0.1728515625,
      "learning_rate": 1.5025906735751296e-06,
      "loss": 1.1839,
      "step": 165
    },
    {
      "epoch": 0.8601036269430051,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.4507772020725389e-06,
      "loss": 1.1777,
      "step": 166
    },
    {
      "epoch": 0.8652849740932642,
      "grad_norm": 0.171875,
      "learning_rate": 1.3989637305699484e-06,
      "loss": 1.1679,
      "step": 167
    },
    {
      "epoch": 0.8704663212435233,
      "grad_norm": 0.1875,
      "learning_rate": 1.3471502590673576e-06,
      "loss": 1.1815,
      "step": 168
    },
    {
      "epoch": 0.8756476683937824,
      "grad_norm": 0.1767578125,
      "learning_rate": 1.2953367875647669e-06,
      "loss": 1.2012,
      "step": 169
    },
    {
      "epoch": 0.8808290155440415,
      "grad_norm": 0.203125,
      "learning_rate": 1.2435233160621762e-06,
      "loss": 1.1577,
      "step": 170
    },
    {
      "epoch": 0.8860103626943006,
      "grad_norm": 0.17578125,
      "learning_rate": 1.1917098445595854e-06,
      "loss": 1.145,
      "step": 171
    },
    {
      "epoch": 0.8911917098445595,
      "grad_norm": 0.17578125,
      "learning_rate": 1.139896373056995e-06,
      "loss": 1.1748,
      "step": 172
    },
    {
      "epoch": 0.8963730569948186,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.0880829015544042e-06,
      "loss": 1.1703,
      "step": 173
    },
    {
      "epoch": 0.9015544041450777,
      "grad_norm": 0.291015625,
      "learning_rate": 1.0362694300518134e-06,
      "loss": 1.25,
      "step": 174
    },
    {
      "epoch": 0.9067357512953368,
      "grad_norm": 0.189453125,
      "learning_rate": 9.84455958549223e-07,
      "loss": 1.1705,
      "step": 175
    },
    {
      "epoch": 0.9119170984455959,
      "grad_norm": 0.181640625,
      "learning_rate": 9.326424870466322e-07,
      "loss": 1.1529,
      "step": 176
    },
    {
      "epoch": 0.917098445595855,
      "grad_norm": 0.1689453125,
      "learning_rate": 8.808290155440414e-07,
      "loss": 1.1649,
      "step": 177
    },
    {
      "epoch": 0.9222797927461139,
      "grad_norm": 0.224609375,
      "learning_rate": 8.290155440414509e-07,
      "loss": 1.2016,
      "step": 178
    },
    {
      "epoch": 0.927461139896373,
      "grad_norm": 0.1943359375,
      "learning_rate": 7.772020725388602e-07,
      "loss": 1.2224,
      "step": 179
    },
    {
      "epoch": 0.9326424870466321,
      "grad_norm": 0.2890625,
      "learning_rate": 7.253886010362694e-07,
      "loss": 1.1401,
      "step": 180
    },
    {
      "epoch": 0.9378238341968912,
      "grad_norm": 0.2236328125,
      "learning_rate": 6.735751295336788e-07,
      "loss": 1.1787,
      "step": 181
    },
    {
      "epoch": 0.9430051813471503,
      "grad_norm": 0.32421875,
      "learning_rate": 6.217616580310881e-07,
      "loss": 1.2108,
      "step": 182
    },
    {
      "epoch": 0.9481865284974094,
      "grad_norm": 0.1845703125,
      "learning_rate": 5.699481865284974e-07,
      "loss": 1.1799,
      "step": 183
    },
    {
      "epoch": 0.9533678756476683,
      "grad_norm": 0.283203125,
      "learning_rate": 5.181347150259067e-07,
      "loss": 1.1576,
      "step": 184
    },
    {
      "epoch": 0.9585492227979274,
      "grad_norm": 0.19921875,
      "learning_rate": 4.663212435233161e-07,
      "loss": 1.1976,
      "step": 185
    },
    {
      "epoch": 0.9637305699481865,
      "grad_norm": 0.1943359375,
      "learning_rate": 4.1450777202072546e-07,
      "loss": 1.1638,
      "step": 186
    },
    {
      "epoch": 0.9689119170984456,
      "grad_norm": 0.1787109375,
      "learning_rate": 3.626943005181347e-07,
      "loss": 1.1646,
      "step": 187
    },
    {
      "epoch": 0.9740932642487047,
      "grad_norm": 0.1748046875,
      "learning_rate": 3.1088082901554404e-07,
      "loss": 1.1893,
      "step": 188
    },
    {
      "epoch": 0.9792746113989638,
      "grad_norm": 0.1865234375,
      "learning_rate": 2.5906735751295336e-07,
      "loss": 1.19,
      "step": 189
    },
    {
      "epoch": 0.9844559585492227,
      "grad_norm": 0.298828125,
      "learning_rate": 2.0725388601036273e-07,
      "loss": 1.1957,
      "step": 190
    },
    {
      "epoch": 0.9896373056994818,
      "grad_norm": 0.173828125,
      "learning_rate": 1.5544041450777202e-07,
      "loss": 1.1617,
      "step": 191
    },
    {
      "epoch": 0.9948186528497409,
      "grad_norm": 0.197265625,
      "learning_rate": 1.0362694300518136e-07,
      "loss": 1.1923,
      "step": 192
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2255859375,
      "learning_rate": 5.181347150259068e-08,
      "loss": 1.3158,
      "step": 193
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 193,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.264235809927332e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}