{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 0,
  "global_step": 1479,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002028397565922921,
      "grad_norm": 0.56640625,
      "learning_rate": 9.993238674780258e-06,
      "loss": 2.0083,
      "step": 1
    },
    {
      "epoch": 0.004056795131845842,
      "grad_norm": 0.515625,
      "learning_rate": 9.986477349560515e-06,
      "loss": 1.8898,
      "step": 2
    },
    {
      "epoch": 0.006085192697768763,
      "grad_norm": 0.50390625,
      "learning_rate": 9.979716024340772e-06,
      "loss": 1.9586,
      "step": 3
    },
    {
      "epoch": 0.008113590263691683,
      "grad_norm": 0.46484375,
      "learning_rate": 9.972954699121028e-06,
      "loss": 1.8423,
      "step": 4
    },
    {
      "epoch": 0.010141987829614604,
      "grad_norm": 0.4609375,
      "learning_rate": 9.966193373901285e-06,
      "loss": 1.9374,
      "step": 5
    },
    {
      "epoch": 0.012170385395537525,
      "grad_norm": 0.42578125,
      "learning_rate": 9.959432048681542e-06,
      "loss": 1.856,
      "step": 6
    },
    {
      "epoch": 0.014198782961460446,
      "grad_norm": 0.400390625,
      "learning_rate": 9.9526707234618e-06,
      "loss": 1.827,
      "step": 7
    },
    {
      "epoch": 0.016227180527383367,
      "grad_norm": 0.40625,
      "learning_rate": 9.945909398242056e-06,
      "loss": 1.9399,
      "step": 8
    },
    {
      "epoch": 0.018255578093306288,
      "grad_norm": 0.396484375,
      "learning_rate": 9.939148073022313e-06,
      "loss": 1.8973,
      "step": 9
    },
    {
      "epoch": 0.02028397565922921,
      "grad_norm": 0.349609375,
      "learning_rate": 9.93238674780257e-06,
      "loss": 1.7955,
      "step": 10
    },
    {
      "epoch": 0.02231237322515213,
      "grad_norm": 0.34765625,
      "learning_rate": 9.925625422582827e-06,
      "loss": 1.7947,
      "step": 11
    },
    {
      "epoch": 0.02434077079107505,
      "grad_norm": 0.33203125,
      "learning_rate": 9.918864097363084e-06,
      "loss": 1.7894,
      "step": 12
    },
    {
      "epoch": 0.02636916835699797,
      "grad_norm": 0.33984375,
      "learning_rate": 9.91210277214334e-06,
      "loss": 1.7834,
      "step": 13
    },
    {
      "epoch": 0.028397565922920892,
      "grad_norm": 0.3125,
      "learning_rate": 9.905341446923598e-06,
      "loss": 1.6634,
      "step": 14
    },
    {
      "epoch": 0.030425963488843813,
      "grad_norm": 0.326171875,
      "learning_rate": 9.898580121703854e-06,
      "loss": 1.7655,
      "step": 15
    },
    {
      "epoch": 0.032454361054766734,
      "grad_norm": 0.318359375,
      "learning_rate": 9.891818796484111e-06,
      "loss": 1.6973,
      "step": 16
    },
    {
      "epoch": 0.034482758620689655,
      "grad_norm": 0.328125,
      "learning_rate": 9.885057471264368e-06,
      "loss": 1.7866,
      "step": 17
    },
    {
      "epoch": 0.036511156186612576,
      "grad_norm": 0.283203125,
      "learning_rate": 9.878296146044625e-06,
      "loss": 1.6943,
      "step": 18
    },
    {
      "epoch": 0.038539553752535496,
      "grad_norm": 0.3125,
      "learning_rate": 9.871534820824882e-06,
      "loss": 1.7,
      "step": 19
    },
    {
      "epoch": 0.04056795131845842,
      "grad_norm": 0.37109375,
      "learning_rate": 9.864773495605139e-06,
      "loss": 1.6642,
      "step": 20
    },
    {
      "epoch": 0.04259634888438134,
      "grad_norm": 0.28125,
      "learning_rate": 9.858012170385396e-06,
      "loss": 1.6852,
      "step": 21
    },
    {
      "epoch": 0.04462474645030426,
      "grad_norm": 0.291015625,
      "learning_rate": 9.851250845165653e-06,
      "loss": 1.6855,
      "step": 22
    },
    {
      "epoch": 0.04665314401622718,
      "grad_norm": 0.255859375,
      "learning_rate": 9.84448951994591e-06,
      "loss": 1.6641,
      "step": 23
    },
    {
      "epoch": 0.0486815415821501,
      "grad_norm": 0.259765625,
      "learning_rate": 9.837728194726167e-06,
      "loss": 1.6916,
      "step": 24
    },
    {
      "epoch": 0.05070993914807302,
      "grad_norm": 0.275390625,
      "learning_rate": 9.830966869506424e-06,
      "loss": 1.7211,
      "step": 25
    },
    {
      "epoch": 0.05273833671399594,
      "grad_norm": 0.240234375,
      "learning_rate": 9.82420554428668e-06,
      "loss": 1.5421,
      "step": 26
    },
    {
      "epoch": 0.05476673427991886,
      "grad_norm": 0.236328125,
      "learning_rate": 9.817444219066939e-06,
      "loss": 1.5551,
      "step": 27
    },
    {
      "epoch": 0.056795131845841784,
      "grad_norm": 0.2265625,
      "learning_rate": 9.810682893847194e-06,
      "loss": 1.5284,
      "step": 28
    },
    {
      "epoch": 0.058823529411764705,
      "grad_norm": 0.263671875,
      "learning_rate": 9.803921568627451e-06,
      "loss": 1.5221,
      "step": 29
    },
    {
      "epoch": 0.060851926977687626,
      "grad_norm": 0.240234375,
      "learning_rate": 9.797160243407708e-06,
      "loss": 1.6265,
      "step": 30
    },
    {
      "epoch": 0.06288032454361055,
      "grad_norm": 0.224609375,
      "learning_rate": 9.790398918187965e-06,
      "loss": 1.582,
      "step": 31
    },
    {
      "epoch": 0.06490872210953347,
      "grad_norm": 0.212890625,
      "learning_rate": 9.783637592968222e-06,
      "loss": 1.5373,
      "step": 32
    },
    {
      "epoch": 0.06693711967545639,
      "grad_norm": 0.2109375,
      "learning_rate": 9.776876267748479e-06,
      "loss": 1.4842,
      "step": 33
    },
    {
      "epoch": 0.06896551724137931,
      "grad_norm": 0.203125,
      "learning_rate": 9.770114942528738e-06,
      "loss": 1.4742,
      "step": 34
    },
    {
      "epoch": 0.07099391480730223,
      "grad_norm": 0.2158203125,
      "learning_rate": 9.763353617308994e-06,
      "loss": 1.5238,
      "step": 35
    },
    {
      "epoch": 0.07302231237322515,
      "grad_norm": 0.21484375,
      "learning_rate": 9.75659229208925e-06,
      "loss": 1.4861,
      "step": 36
    },
    {
      "epoch": 0.07505070993914807,
      "grad_norm": 0.369140625,
      "learning_rate": 9.749830966869507e-06,
      "loss": 1.475,
      "step": 37
    },
    {
      "epoch": 0.07707910750507099,
      "grad_norm": 0.2021484375,
      "learning_rate": 9.743069641649763e-06,
      "loss": 1.492,
      "step": 38
    },
    {
      "epoch": 0.07910750507099391,
      "grad_norm": 0.2890625,
      "learning_rate": 9.73630831643002e-06,
      "loss": 1.4861,
      "step": 39
    },
    {
      "epoch": 0.08113590263691683,
      "grad_norm": 0.19921875,
      "learning_rate": 9.729546991210277e-06,
      "loss": 1.4854,
      "step": 40
    },
    {
      "epoch": 0.08316430020283976,
      "grad_norm": 0.201171875,
      "learning_rate": 9.722785665990536e-06,
      "loss": 1.4827,
      "step": 41
    },
    {
      "epoch": 0.08519269776876268,
      "grad_norm": 0.1982421875,
      "learning_rate": 9.716024340770793e-06,
      "loss": 1.5104,
      "step": 42
    },
    {
      "epoch": 0.0872210953346856,
      "grad_norm": 0.1923828125,
      "learning_rate": 9.70926301555105e-06,
      "loss": 1.4619,
      "step": 43
    },
    {
      "epoch": 0.08924949290060852,
      "grad_norm": 0.1826171875,
      "learning_rate": 9.702501690331305e-06,
      "loss": 1.4507,
      "step": 44
    },
    {
      "epoch": 0.09127789046653144,
      "grad_norm": 0.1875,
      "learning_rate": 9.695740365111562e-06,
      "loss": 1.4821,
      "step": 45
    },
    {
      "epoch": 0.09330628803245436,
      "grad_norm": 0.1884765625,
      "learning_rate": 9.688979039891819e-06,
      "loss": 1.4255,
      "step": 46
    },
    {
      "epoch": 0.09533468559837728,
      "grad_norm": 0.1806640625,
      "learning_rate": 9.682217714672076e-06,
      "loss": 1.3824,
      "step": 47
    },
    {
      "epoch": 0.0973630831643002,
      "grad_norm": 0.19140625,
      "learning_rate": 9.675456389452334e-06,
      "loss": 1.3772,
      "step": 48
    },
    {
      "epoch": 0.09939148073022312,
      "grad_norm": 0.1953125,
      "learning_rate": 9.668695064232591e-06,
      "loss": 1.4889,
      "step": 49
    },
    {
      "epoch": 0.10141987829614604,
      "grad_norm": 0.1796875,
      "learning_rate": 9.661933739012848e-06,
      "loss": 1.4423,
      "step": 50
    },
    {
      "epoch": 0.10344827586206896,
      "grad_norm": 0.1728515625,
      "learning_rate": 9.655172413793105e-06,
      "loss": 1.415,
      "step": 51
    },
    {
      "epoch": 0.10547667342799188,
      "grad_norm": 0.169921875,
      "learning_rate": 9.64841108857336e-06,
      "loss": 1.3956,
      "step": 52
    },
    {
      "epoch": 0.1075050709939148,
      "grad_norm": 0.197265625,
      "learning_rate": 9.641649763353617e-06,
      "loss": 1.469,
      "step": 53
    },
    {
      "epoch": 0.10953346855983773,
      "grad_norm": 0.171875,
      "learning_rate": 9.634888438133874e-06,
      "loss": 1.4105,
      "step": 54
    },
    {
      "epoch": 0.11156186612576065,
      "grad_norm": 0.1767578125,
      "learning_rate": 9.628127112914133e-06,
      "loss": 1.4032,
      "step": 55
    },
    {
      "epoch": 0.11359026369168357,
      "grad_norm": 0.1650390625,
      "learning_rate": 9.62136578769439e-06,
      "loss": 1.2954,
      "step": 56
    },
    {
      "epoch": 0.11561866125760649,
      "grad_norm": 0.162109375,
      "learning_rate": 9.614604462474646e-06,
      "loss": 1.3745,
      "step": 57
    },
    {
      "epoch": 0.11764705882352941,
      "grad_norm": 1.578125,
      "learning_rate": 9.607843137254903e-06,
      "loss": 1.3565,
      "step": 58
    },
    {
      "epoch": 0.11967545638945233,
      "grad_norm": 0.1640625,
      "learning_rate": 9.60108181203516e-06,
      "loss": 1.3677,
      "step": 59
    },
    {
      "epoch": 0.12170385395537525,
      "grad_norm": 0.17578125,
      "learning_rate": 9.594320486815416e-06,
      "loss": 1.3665,
      "step": 60
    },
    {
      "epoch": 0.12373225152129817,
      "grad_norm": 0.197265625,
      "learning_rate": 9.587559161595672e-06,
      "loss": 1.3636,
      "step": 61
    },
    {
      "epoch": 0.1257606490872211,
      "grad_norm": 0.1640625,
      "learning_rate": 9.580797836375931e-06,
      "loss": 1.3645,
      "step": 62
    },
    {
      "epoch": 0.12778904665314403,
      "grad_norm": 0.1630859375,
      "learning_rate": 9.574036511156188e-06,
      "loss": 1.3666,
      "step": 63
    },
    {
      "epoch": 0.12981744421906694,
      "grad_norm": 0.1533203125,
      "learning_rate": 9.567275185936445e-06,
      "loss": 1.3332,
      "step": 64
    },
    {
      "epoch": 0.13184584178498987,
      "grad_norm": 0.1611328125,
      "learning_rate": 9.560513860716702e-06,
      "loss": 1.373,
      "step": 65
    },
    {
      "epoch": 0.13387423935091278,
      "grad_norm": 0.1748046875,
      "learning_rate": 9.553752535496959e-06,
      "loss": 1.3931,
      "step": 66
    },
    {
      "epoch": 0.1359026369168357,
      "grad_norm": 0.1787109375,
      "learning_rate": 9.546991210277216e-06,
      "loss": 1.2847,
      "step": 67
    },
    {
      "epoch": 0.13793103448275862,
      "grad_norm": 0.16796875,
      "learning_rate": 9.54022988505747e-06,
      "loss": 1.3494,
      "step": 68
    },
    {
      "epoch": 0.13995943204868155,
      "grad_norm": 0.1591796875,
      "learning_rate": 9.53346855983773e-06,
      "loss": 1.3461,
      "step": 69
    },
    {
      "epoch": 0.14198782961460446,
      "grad_norm": 0.2109375,
      "learning_rate": 9.526707234617986e-06,
      "loss": 1.3208,
      "step": 70
    },
    {
      "epoch": 0.1440162271805274,
      "grad_norm": 0.259765625,
      "learning_rate": 9.519945909398243e-06,
      "loss": 1.3241,
      "step": 71
    },
    {
      "epoch": 0.1460446247464503,
      "grad_norm": 0.1591796875,
      "learning_rate": 9.5131845841785e-06,
      "loss": 1.3235,
      "step": 72
    },
    {
      "epoch": 0.14807302231237324,
      "grad_norm": 0.1923828125,
      "learning_rate": 9.506423258958757e-06,
      "loss": 1.3221,
      "step": 73
    },
    {
      "epoch": 0.15010141987829614,
      "grad_norm": 0.197265625,
      "learning_rate": 9.499661933739014e-06,
      "loss": 1.3067,
      "step": 74
    },
    {
      "epoch": 0.15212981744421908,
      "grad_norm": 0.1669921875,
      "learning_rate": 9.492900608519271e-06,
      "loss": 1.3077,
      "step": 75
    },
    {
      "epoch": 0.15415821501014199,
      "grad_norm": 0.220703125,
      "learning_rate": 9.486139283299526e-06,
      "loss": 1.3585,
      "step": 76
    },
    {
      "epoch": 0.15618661257606492,
      "grad_norm": 0.1650390625,
      "learning_rate": 9.479377958079785e-06,
      "loss": 1.3229,
      "step": 77
    },
    {
      "epoch": 0.15821501014198783,
      "grad_norm": 0.173828125,
      "learning_rate": 9.472616632860042e-06,
      "loss": 1.3157,
      "step": 78
    },
    {
      "epoch": 0.16024340770791076,
      "grad_norm": 0.1904296875,
      "learning_rate": 9.465855307640299e-06,
      "loss": 1.2941,
      "step": 79
    },
    {
      "epoch": 0.16227180527383367,
      "grad_norm": 0.1591796875,
      "learning_rate": 9.459093982420555e-06,
      "loss": 1.3267,
      "step": 80
    },
    {
      "epoch": 0.1643002028397566,
      "grad_norm": 0.158203125,
      "learning_rate": 9.452332657200812e-06,
      "loss": 1.3108,
      "step": 81
    },
    {
      "epoch": 0.1663286004056795,
      "grad_norm": 0.1630859375,
      "learning_rate": 9.44557133198107e-06,
      "loss": 1.2806,
      "step": 82
    },
    {
      "epoch": 0.16835699797160245,
      "grad_norm": 0.15625,
      "learning_rate": 9.438810006761326e-06,
      "loss": 1.2928,
      "step": 83
    },
    {
      "epoch": 0.17038539553752535,
      "grad_norm": 0.169921875,
      "learning_rate": 9.432048681541583e-06,
      "loss": 1.3039,
      "step": 84
    },
    {
      "epoch": 0.1724137931034483,
      "grad_norm": 0.1826171875,
      "learning_rate": 9.42528735632184e-06,
      "loss": 1.3077,
      "step": 85
    },
    {
      "epoch": 0.1744421906693712,
      "grad_norm": 0.1513671875,
      "learning_rate": 9.418526031102097e-06,
      "loss": 1.3454,
      "step": 86
    },
    {
      "epoch": 0.17647058823529413,
      "grad_norm": 0.1513671875,
      "learning_rate": 9.411764705882354e-06,
      "loss": 1.3095,
      "step": 87
    },
    {
      "epoch": 0.17849898580121704,
      "grad_norm": 0.166015625,
      "learning_rate": 9.40500338066261e-06,
      "loss": 1.3264,
      "step": 88
    },
    {
      "epoch": 0.18052738336713997,
      "grad_norm": 0.1591796875,
      "learning_rate": 9.398242055442868e-06,
      "loss": 1.3138,
      "step": 89
    },
    {
      "epoch": 0.18255578093306288,
      "grad_norm": 0.1572265625,
      "learning_rate": 9.391480730223125e-06,
      "loss": 1.2476,
      "step": 90
    },
    {
      "epoch": 0.1845841784989858,
      "grad_norm": 0.1669921875,
      "learning_rate": 9.384719405003381e-06,
      "loss": 1.2699,
      "step": 91
    },
    {
      "epoch": 0.18661257606490872,
      "grad_norm": 0.1640625,
      "learning_rate": 9.377958079783638e-06,
      "loss": 1.3391,
      "step": 92
    },
    {
      "epoch": 0.18864097363083165,
      "grad_norm": 0.1591796875,
      "learning_rate": 9.371196754563895e-06,
      "loss": 1.3236,
      "step": 93
    },
    {
      "epoch": 0.19066937119675456,
      "grad_norm": 0.39453125,
      "learning_rate": 9.364435429344152e-06,
      "loss": 1.3209,
      "step": 94
    },
    {
      "epoch": 0.1926977687626775,
      "grad_norm": 0.326171875,
      "learning_rate": 9.357674104124409e-06,
      "loss": 1.3001,
      "step": 95
    },
    {
      "epoch": 0.1947261663286004,
      "grad_norm": 0.16796875,
      "learning_rate": 9.350912778904666e-06,
      "loss": 1.2758,
      "step": 96
    },
    {
      "epoch": 0.19675456389452334,
      "grad_norm": 0.166015625,
      "learning_rate": 9.344151453684923e-06,
      "loss": 1.2668,
      "step": 97
    },
    {
      "epoch": 0.19878296146044624,
      "grad_norm": 0.1748046875,
      "learning_rate": 9.33739012846518e-06,
      "loss": 1.2948,
      "step": 98
    },
    {
      "epoch": 0.20081135902636918,
      "grad_norm": 0.2099609375,
      "learning_rate": 9.330628803245437e-06,
      "loss": 1.3023,
      "step": 99
    },
    {
      "epoch": 0.2028397565922921,
      "grad_norm": 0.1650390625,
      "learning_rate": 9.323867478025694e-06,
      "loss": 1.2459,
      "step": 100
    },
    {
      "epoch": 0.20486815415821502,
      "grad_norm": 0.1669921875,
      "learning_rate": 9.31710615280595e-06,
      "loss": 1.2824,
      "step": 101
    },
    {
      "epoch": 0.20689655172413793,
      "grad_norm": 0.1845703125,
      "learning_rate": 9.310344827586207e-06,
      "loss": 1.2607,
      "step": 102
    },
    {
      "epoch": 0.20892494929006086,
      "grad_norm": 0.1708984375,
      "learning_rate": 9.303583502366464e-06,
      "loss": 1.2807,
      "step": 103
    },
    {
      "epoch": 0.21095334685598377,
      "grad_norm": 0.283203125,
      "learning_rate": 9.296822177146721e-06,
      "loss": 1.2656,
      "step": 104
    },
    {
      "epoch": 0.2129817444219067,
      "grad_norm": 0.236328125,
      "learning_rate": 9.290060851926978e-06,
      "loss": 1.2689,
      "step": 105
    },
    {
      "epoch": 0.2150101419878296,
      "grad_norm": 0.197265625,
      "learning_rate": 9.283299526707235e-06,
      "loss": 1.2439,
      "step": 106
    },
    {
      "epoch": 0.21703853955375255,
      "grad_norm": 0.24609375,
      "learning_rate": 9.276538201487492e-06,
      "loss": 1.2258,
      "step": 107
    },
    {
      "epoch": 0.21906693711967545,
      "grad_norm": 0.16796875,
      "learning_rate": 9.269776876267749e-06,
      "loss": 1.2496,
      "step": 108
    },
    {
      "epoch": 0.2210953346855984,
      "grad_norm": 0.162109375,
      "learning_rate": 9.263015551048006e-06,
      "loss": 1.2327,
      "step": 109
    },
    {
      "epoch": 0.2231237322515213,
      "grad_norm": 0.1748046875,
      "learning_rate": 9.256254225828263e-06,
      "loss": 1.2223,
      "step": 110
    },
    {
      "epoch": 0.22515212981744423,
      "grad_norm": 0.1943359375,
      "learning_rate": 9.24949290060852e-06,
      "loss": 1.2318,
      "step": 111
    },
    {
      "epoch": 0.22718052738336714,
      "grad_norm": 0.1796875,
      "learning_rate": 9.242731575388777e-06,
      "loss": 1.2651,
      "step": 112
    },
    {
      "epoch": 0.22920892494929007,
      "grad_norm": 0.2470703125,
      "learning_rate": 9.235970250169034e-06,
      "loss": 1.1937,
      "step": 113
    },
    {
      "epoch": 0.23123732251521298,
      "grad_norm": 0.1845703125,
      "learning_rate": 9.22920892494929e-06,
      "loss": 1.239,
      "step": 114
    },
    {
      "epoch": 0.2332657200811359,
      "grad_norm": 0.1796875,
      "learning_rate": 9.222447599729547e-06,
      "loss": 1.2483,
      "step": 115
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 0.1787109375,
      "learning_rate": 9.215686274509804e-06,
      "loss": 1.2162,
      "step": 116
    },
    {
      "epoch": 0.23732251521298176,
      "grad_norm": 0.2080078125,
      "learning_rate": 9.208924949290061e-06,
      "loss": 1.2844,
      "step": 117
    },
    {
      "epoch": 0.23935091277890466,
      "grad_norm": 0.1728515625,
      "learning_rate": 9.202163624070318e-06,
      "loss": 1.2785,
      "step": 118
    },
    {
      "epoch": 0.2413793103448276,
      "grad_norm": 0.1728515625,
      "learning_rate": 9.195402298850575e-06,
      "loss": 1.284,
      "step": 119
    },
    {
      "epoch": 0.2434077079107505,
      "grad_norm": 0.15625,
      "learning_rate": 9.188640973630832e-06,
      "loss": 1.2332,
      "step": 120
    },
    {
      "epoch": 0.24543610547667344,
      "grad_norm": 0.1611328125,
      "learning_rate": 9.181879648411089e-06,
      "loss": 1.2216,
      "step": 121
    },
    {
      "epoch": 0.24746450304259635,
      "grad_norm": 0.1572265625,
      "learning_rate": 9.175118323191346e-06,
      "loss": 1.2629,
      "step": 122
    },
    {
      "epoch": 0.24949290060851928,
      "grad_norm": 0.162109375,
      "learning_rate": 9.168356997971604e-06,
      "loss": 1.2498,
      "step": 123
    },
    {
      "epoch": 0.2515212981744422,
      "grad_norm": 0.2041015625,
      "learning_rate": 9.16159567275186e-06,
      "loss": 1.249,
      "step": 124
    },
    {
      "epoch": 0.2535496957403651,
      "grad_norm": 0.23046875,
      "learning_rate": 9.154834347532116e-06,
      "loss": 1.2158,
      "step": 125
    },
    {
      "epoch": 0.25557809330628806,
      "grad_norm": 0.1708984375,
      "learning_rate": 9.148073022312373e-06,
      "loss": 1.227,
      "step": 126
    },
    {
      "epoch": 0.25760649087221094,
      "grad_norm": 0.240234375,
      "learning_rate": 9.14131169709263e-06,
      "loss": 1.2769,
      "step": 127
    },
    {
      "epoch": 0.25963488843813387,
      "grad_norm": 0.201171875,
      "learning_rate": 9.134550371872887e-06,
      "loss": 1.2222,
      "step": 128
    },
    {
      "epoch": 0.2616632860040568,
      "grad_norm": 0.234375,
      "learning_rate": 9.127789046653144e-06,
      "loss": 1.2199,
      "step": 129
    },
    {
      "epoch": 0.26369168356997974,
      "grad_norm": 0.1748046875,
      "learning_rate": 9.121027721433403e-06,
      "loss": 1.2321,
      "step": 130
    },
    {
      "epoch": 0.2657200811359026,
      "grad_norm": 0.23046875,
      "learning_rate": 9.11426639621366e-06,
      "loss": 1.2217,
      "step": 131
    },
    {
      "epoch": 0.26774847870182555,
      "grad_norm": 0.181640625,
      "learning_rate": 9.107505070993915e-06,
      "loss": 1.2269,
      "step": 132
    },
    {
      "epoch": 0.2697768762677485,
      "grad_norm": 0.1708984375,
      "learning_rate": 9.100743745774172e-06,
      "loss": 1.2449,
      "step": 133
    },
    {
      "epoch": 0.2718052738336714,
      "grad_norm": 0.1728515625,
      "learning_rate": 9.093982420554429e-06,
      "loss": 1.2616,
      "step": 134
    },
    {
      "epoch": 0.2738336713995943,
      "grad_norm": 0.189453125,
      "learning_rate": 9.087221095334686e-06,
      "loss": 1.2719,
      "step": 135
    },
    {
      "epoch": 0.27586206896551724,
      "grad_norm": 0.1953125,
      "learning_rate": 9.080459770114942e-06,
      "loss": 1.217,
      "step": 136
    },
    {
      "epoch": 0.2778904665314402,
      "grad_norm": 0.1708984375,
      "learning_rate": 9.073698444895201e-06,
      "loss": 1.21,
      "step": 137
    },
    {
      "epoch": 0.2799188640973631,
      "grad_norm": 0.1806640625,
      "learning_rate": 9.066937119675458e-06,
      "loss": 1.1984,
      "step": 138
    },
    {
      "epoch": 0.281947261663286,
      "grad_norm": 0.189453125,
      "learning_rate": 9.060175794455715e-06,
      "loss": 1.2262,
      "step": 139
    },
    {
      "epoch": 0.2839756592292089,
      "grad_norm": 0.1708984375,
      "learning_rate": 9.05341446923597e-06,
      "loss": 1.2322,
      "step": 140
    },
    {
      "epoch": 0.28600405679513186,
      "grad_norm": 0.2451171875,
      "learning_rate": 9.046653144016227e-06,
      "loss": 1.2377,
      "step": 141
    },
    {
      "epoch": 0.2880324543610548,
      "grad_norm": 0.169921875,
      "learning_rate": 9.039891818796484e-06,
      "loss": 1.2473,
      "step": 142
    },
    {
      "epoch": 0.29006085192697767,
      "grad_norm": 0.177734375,
      "learning_rate": 9.033130493576741e-06,
      "loss": 1.2727,
      "step": 143
    },
    {
      "epoch": 0.2920892494929006,
      "grad_norm": 0.33203125,
      "learning_rate": 9.026369168357e-06,
      "loss": 1.1902,
      "step": 144
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 0.185546875,
      "learning_rate": 9.019607843137256e-06,
      "loss": 1.2436,
      "step": 145
    },
    {
      "epoch": 0.2961460446247465,
      "grad_norm": 0.185546875,
      "learning_rate": 9.012846517917513e-06,
      "loss": 1.1909,
      "step": 146
    },
    {
      "epoch": 0.29817444219066935,
      "grad_norm": 0.17578125,
      "learning_rate": 9.00608519269777e-06,
      "loss": 1.2215,
      "step": 147
    },
    {
      "epoch": 0.3002028397565923,
      "grad_norm": 0.2001953125,
      "learning_rate": 8.999323867478025e-06,
      "loss": 1.2217,
      "step": 148
    },
    {
      "epoch": 0.3022312373225152,
      "grad_norm": 0.2138671875,
      "learning_rate": 8.992562542258282e-06,
      "loss": 1.2267,
      "step": 149
    },
    {
      "epoch": 0.30425963488843816,
      "grad_norm": 0.16796875,
      "learning_rate": 8.98580121703854e-06,
      "loss": 1.2343,
      "step": 150
    },
    {
      "epoch": 0.30628803245436104,
      "grad_norm": 0.197265625,
      "learning_rate": 8.979039891818798e-06,
      "loss": 1.2193,
      "step": 151
    },
    {
      "epoch": 0.30831643002028397,
      "grad_norm": 0.1806640625,
      "learning_rate": 8.972278566599055e-06,
      "loss": 1.2008,
      "step": 152
    },
    {
      "epoch": 0.3103448275862069,
      "grad_norm": 0.171875,
      "learning_rate": 8.965517241379312e-06,
      "loss": 1.217,
      "step": 153
    },
    {
      "epoch": 0.31237322515212984,
      "grad_norm": 0.2158203125,
      "learning_rate": 8.958755916159569e-06,
      "loss": 1.2081,
      "step": 154
    },
    {
      "epoch": 0.3144016227180527,
      "grad_norm": 0.201171875,
      "learning_rate": 8.951994590939825e-06,
      "loss": 1.1466,
      "step": 155
    },
    {
      "epoch": 0.31643002028397565,
      "grad_norm": 0.173828125,
      "learning_rate": 8.94523326572008e-06,
      "loss": 1.1587,
      "step": 156
    },
    {
      "epoch": 0.3184584178498986,
      "grad_norm": 0.1728515625,
      "learning_rate": 8.938471940500338e-06,
      "loss": 1.1839,
      "step": 157
    },
    {
      "epoch": 0.3204868154158215,
      "grad_norm": 0.177734375,
      "learning_rate": 8.931710615280596e-06,
      "loss": 1.208,
      "step": 158
    },
    {
      "epoch": 0.3225152129817444,
      "grad_norm": 0.1728515625,
      "learning_rate": 8.924949290060853e-06,
      "loss": 1.1899,
      "step": 159
    },
    {
      "epoch": 0.32454361054766734,
      "grad_norm": 0.181640625,
      "learning_rate": 8.91818796484111e-06,
      "loss": 1.2019,
      "step": 160
    },
    {
      "epoch": 0.3265720081135903,
      "grad_norm": 0.1875,
      "learning_rate": 8.911426639621367e-06,
      "loss": 1.1336,
      "step": 161
    },
    {
      "epoch": 0.3286004056795132,
      "grad_norm": 0.177734375,
      "learning_rate": 8.904665314401624e-06,
      "loss": 1.1841,
      "step": 162
    },
    {
      "epoch": 0.3306288032454361,
      "grad_norm": 0.1953125,
      "learning_rate": 8.89790398918188e-06,
      "loss": 1.2169,
      "step": 163
    },
    {
      "epoch": 0.332657200811359,
      "grad_norm": 0.2041015625,
      "learning_rate": 8.891142663962136e-06,
      "loss": 1.1857,
      "step": 164
    },
    {
      "epoch": 0.33468559837728196,
      "grad_norm": 0.1865234375,
      "learning_rate": 8.884381338742395e-06,
      "loss": 1.1672,
      "step": 165
    },
    {
      "epoch": 0.3367139959432049,
      "grad_norm": 0.1884765625,
      "learning_rate": 8.877620013522652e-06,
      "loss": 1.2451,
      "step": 166
    },
    {
      "epoch": 0.33874239350912777,
      "grad_norm": 0.1953125,
      "learning_rate": 8.870858688302908e-06,
      "loss": 1.2504,
      "step": 167
    },
    {
      "epoch": 0.3407707910750507,
      "grad_norm": 0.23046875,
      "learning_rate": 8.864097363083165e-06,
      "loss": 1.194,
      "step": 168
    },
    {
      "epoch": 0.34279918864097364,
      "grad_norm": 0.2158203125,
      "learning_rate": 8.857336037863422e-06,
      "loss": 1.1883,
      "step": 169
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 0.1982421875,
      "learning_rate": 8.85057471264368e-06,
      "loss": 1.205,
      "step": 170
    },
    {
      "epoch": 0.34685598377281945,
      "grad_norm": 0.193359375,
      "learning_rate": 8.843813387423936e-06,
      "loss": 1.2313,
      "step": 171
    },
    {
      "epoch": 0.3488843813387424,
      "grad_norm": 0.22265625,
      "learning_rate": 8.837052062204193e-06,
      "loss": 1.163,
      "step": 172
    },
    {
      "epoch": 0.3509127789046653,
      "grad_norm": 0.2109375,
      "learning_rate": 8.83029073698445e-06,
      "loss": 1.1458,
      "step": 173
    },
    {
      "epoch": 0.35294117647058826,
      "grad_norm": 0.185546875,
      "learning_rate": 8.823529411764707e-06,
      "loss": 1.1783,
      "step": 174
    },
    {
      "epoch": 0.35496957403651114,
      "grad_norm": 0.181640625,
      "learning_rate": 8.816768086544964e-06,
      "loss": 1.1763,
      "step": 175
    },
    {
      "epoch": 0.35699797160243407,
      "grad_norm": 0.171875,
      "learning_rate": 8.81000676132522e-06,
      "loss": 1.1719,
      "step": 176
    },
    {
      "epoch": 0.359026369168357,
      "grad_norm": 0.1865234375,
      "learning_rate": 8.803245436105478e-06,
      "loss": 1.1703,
      "step": 177
    },
    {
      "epoch": 0.36105476673427994,
      "grad_norm": 0.1982421875,
      "learning_rate": 8.796484110885734e-06,
      "loss": 1.213,
      "step": 178
    },
    {
      "epoch": 0.3630831643002028,
      "grad_norm": 0.20703125,
      "learning_rate": 8.789722785665991e-06,
      "loss": 1.1656,
      "step": 179
    },
    {
      "epoch": 0.36511156186612576,
      "grad_norm": 0.17578125,
      "learning_rate": 8.782961460446248e-06,
      "loss": 1.1381,
      "step": 180
    },
    {
      "epoch": 0.3671399594320487,
      "grad_norm": 0.1904296875,
      "learning_rate": 8.776200135226505e-06,
      "loss": 1.213,
      "step": 181
    },
    {
      "epoch": 0.3691683569979716,
      "grad_norm": 0.1845703125,
      "learning_rate": 8.769438810006762e-06,
      "loss": 1.1966,
      "step": 182
    },
    {
      "epoch": 0.3711967545638945,
      "grad_norm": 0.259765625,
      "learning_rate": 8.762677484787019e-06,
      "loss": 1.2488,
      "step": 183
    },
    {
      "epoch": 0.37322515212981744,
      "grad_norm": 0.25390625,
      "learning_rate": 8.755916159567276e-06,
      "loss": 1.1837,
      "step": 184
    },
    {
      "epoch": 0.3752535496957404,
      "grad_norm": 0.1865234375,
      "learning_rate": 8.749154834347533e-06,
      "loss": 1.1915,
      "step": 185
    },
    {
      "epoch": 0.3772819472616633,
      "grad_norm": 0.19140625,
      "learning_rate": 8.74239350912779e-06,
      "loss": 1.187,
      "step": 186
    },
    {
      "epoch": 0.3793103448275862,
      "grad_norm": 0.18359375,
      "learning_rate": 8.735632183908047e-06,
      "loss": 1.189,
      "step": 187
    },
    {
      "epoch": 0.3813387423935091,
      "grad_norm": 0.1787109375,
      "learning_rate": 8.728870858688304e-06,
      "loss": 1.1898,
      "step": 188
    },
    {
      "epoch": 0.38336713995943206,
      "grad_norm": 0.1982421875,
      "learning_rate": 8.72210953346856e-06,
      "loss": 1.1981,
      "step": 189
    },
    {
      "epoch": 0.385395537525355,
      "grad_norm": 0.1865234375,
      "learning_rate": 8.715348208248817e-06,
      "loss": 1.1717,
      "step": 190
    },
    {
      "epoch": 0.38742393509127787,
      "grad_norm": 0.1943359375,
      "learning_rate": 8.708586883029074e-06,
      "loss": 1.1787,
      "step": 191
    },
    {
      "epoch": 0.3894523326572008,
      "grad_norm": 0.1943359375,
      "learning_rate": 8.701825557809331e-06,
      "loss": 1.1728,
      "step": 192
    },
    {
      "epoch": 0.39148073022312374,
      "grad_norm": 0.1845703125,
      "learning_rate": 8.695064232589588e-06,
      "loss": 1.1653,
      "step": 193
    },
    {
      "epoch": 0.3935091277890467,
      "grad_norm": 0.2734375,
      "learning_rate": 8.688302907369845e-06,
      "loss": 1.117,
      "step": 194
    },
    {
      "epoch": 0.39553752535496955,
      "grad_norm": 0.1806640625,
      "learning_rate": 8.681541582150102e-06,
      "loss": 1.1384,
      "step": 195
    },
    {
      "epoch": 0.3975659229208925,
      "grad_norm": 0.302734375,
      "learning_rate": 8.674780256930359e-06,
      "loss": 1.1527,
      "step": 196
    },
    {
      "epoch": 0.3995943204868154,
      "grad_norm": 0.1953125,
      "learning_rate": 8.668018931710616e-06,
      "loss": 1.1487,
      "step": 197
    },
    {
      "epoch": 0.40162271805273836,
      "grad_norm": 0.1982421875,
      "learning_rate": 8.661257606490873e-06,
      "loss": 1.2106,
      "step": 198
    },
    {
      "epoch": 0.40365111561866124,
      "grad_norm": 0.197265625,
      "learning_rate": 8.65449628127113e-06,
      "loss": 1.1738,
      "step": 199
    },
    {
      "epoch": 0.4056795131845842,
      "grad_norm": 1.890625,
      "learning_rate": 8.647734956051387e-06,
      "loss": 1.1729,
      "step": 200
    },
    {
      "epoch": 0.4077079107505071,
      "grad_norm": 0.2099609375,
      "learning_rate": 8.640973630831643e-06,
      "loss": 1.1877,
      "step": 201
    },
    {
      "epoch": 0.40973630831643004,
      "grad_norm": 0.2138671875,
      "learning_rate": 8.6342123056119e-06,
      "loss": 1.1108,
      "step": 202
    },
    {
      "epoch": 0.4117647058823529,
      "grad_norm": 0.185546875,
      "learning_rate": 8.627450980392157e-06,
      "loss": 1.1975,
      "step": 203
    },
    {
      "epoch": 0.41379310344827586,
      "grad_norm": 0.2021484375,
      "learning_rate": 8.620689655172414e-06,
      "loss": 1.1852,
      "step": 204
    },
    {
      "epoch": 0.4158215010141988,
      "grad_norm": 0.19140625,
      "learning_rate": 8.613928329952671e-06,
      "loss": 1.1958,
      "step": 205
    },
    {
      "epoch": 0.4178498985801217,
      "grad_norm": 0.265625,
      "learning_rate": 8.607167004732928e-06,
      "loss": 1.1645,
      "step": 206
    },
    {
      "epoch": 0.4198782961460446,
      "grad_norm": 0.1943359375,
      "learning_rate": 8.600405679513185e-06,
      "loss": 1.126,
      "step": 207
    },
    {
      "epoch": 0.42190669371196754,
      "grad_norm": 0.1796875,
      "learning_rate": 8.593644354293442e-06,
      "loss": 1.159,
      "step": 208
    },
    {
      "epoch": 0.4239350912778905,
      "grad_norm": 0.181640625,
      "learning_rate": 8.586883029073699e-06,
      "loss": 1.1864,
      "step": 209
    },
    {
      "epoch": 0.4259634888438134,
      "grad_norm": 0.224609375,
      "learning_rate": 8.580121703853956e-06,
      "loss": 1.1173,
      "step": 210
    },
    {
      "epoch": 0.4279918864097363,
      "grad_norm": 0.1875,
      "learning_rate": 8.573360378634214e-06,
      "loss": 1.1146,
      "step": 211
    },
    {
      "epoch": 0.4300202839756592,
      "grad_norm": 0.2275390625,
      "learning_rate": 8.56659905341447e-06,
      "loss": 1.2435,
      "step": 212
    },
    {
      "epoch": 0.43204868154158216,
      "grad_norm": 0.2021484375,
      "learning_rate": 8.559837728194726e-06,
      "loss": 1.1341,
      "step": 213
    },
    {
      "epoch": 0.4340770791075051,
      "grad_norm": 0.19140625,
      "learning_rate": 8.553076402974983e-06,
      "loss": 1.1846,
      "step": 214
    },
    {
      "epoch": 0.43610547667342797,
      "grad_norm": 0.2138671875,
      "learning_rate": 8.54631507775524e-06,
      "loss": 1.156,
      "step": 215
    },
    {
      "epoch": 0.4381338742393509,
      "grad_norm": 0.203125,
      "learning_rate": 8.539553752535497e-06,
      "loss": 1.1899,
      "step": 216
    },
    {
      "epoch": 0.44016227180527384,
      "grad_norm": 0.17578125,
      "learning_rate": 8.532792427315754e-06,
      "loss": 1.1491,
      "step": 217
    },
    {
      "epoch": 0.4421906693711968,
      "grad_norm": 0.185546875,
      "learning_rate": 8.526031102096013e-06,
      "loss": 1.116,
      "step": 218
    },
    {
      "epoch": 0.44421906693711966,
      "grad_norm": 0.2041015625,
      "learning_rate": 8.51926977687627e-06,
      "loss": 1.1333,
      "step": 219
    },
    {
      "epoch": 0.4462474645030426,
      "grad_norm": 0.2255859375,
      "learning_rate": 8.512508451656525e-06,
      "loss": 1.1806,
      "step": 220
    },
    {
      "epoch": 0.4482758620689655,
      "grad_norm": 0.357421875,
      "learning_rate": 8.505747126436782e-06,
      "loss": 1.1594,
      "step": 221
    },
    {
      "epoch": 0.45030425963488846,
      "grad_norm": 0.1982421875,
      "learning_rate": 8.498985801217039e-06,
      "loss": 1.1281,
      "step": 222
    },
    {
      "epoch": 0.45233265720081134,
      "grad_norm": 0.1845703125,
      "learning_rate": 8.492224475997295e-06,
      "loss": 1.1715,
      "step": 223
    },
    {
      "epoch": 0.4543610547667343,
      "grad_norm": 0.193359375,
      "learning_rate": 8.485463150777552e-06,
      "loss": 1.179,
      "step": 224
    },
    {
      "epoch": 0.4563894523326572,
      "grad_norm": 0.18359375,
      "learning_rate": 8.478701825557811e-06,
      "loss": 1.1349,
      "step": 225
    },
    {
      "epoch": 0.45841784989858014,
      "grad_norm": 0.201171875,
      "learning_rate": 8.471940500338068e-06,
      "loss": 1.165,
      "step": 226
    },
    {
      "epoch": 0.460446247464503,
      "grad_norm": 0.1875,
      "learning_rate": 8.465179175118325e-06,
      "loss": 1.1169,
      "step": 227
    },
    {
      "epoch": 0.46247464503042596,
      "grad_norm": 0.2021484375,
      "learning_rate": 8.45841784989858e-06,
      "loss": 1.17,
      "step": 228
    },
    {
      "epoch": 0.4645030425963489,
      "grad_norm": 0.212890625,
      "learning_rate": 8.451656524678837e-06,
      "loss": 1.0952,
      "step": 229
    },
    {
      "epoch": 0.4665314401622718,
      "grad_norm": 0.193359375,
      "learning_rate": 8.444895199459094e-06,
      "loss": 1.1216,
      "step": 230
    },
    {
      "epoch": 0.4685598377281947,
      "grad_norm": 0.203125,
      "learning_rate": 8.43813387423935e-06,
      "loss": 1.1362,
      "step": 231
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 0.203125,
      "learning_rate": 8.43137254901961e-06,
      "loss": 1.1633,
      "step": 232
    },
    {
      "epoch": 0.4726166328600406,
      "grad_norm": 0.197265625,
      "learning_rate": 8.424611223799866e-06,
      "loss": 1.1214,
      "step": 233
    },
    {
      "epoch": 0.4746450304259635,
      "grad_norm": 0.220703125,
      "learning_rate": 8.417849898580123e-06,
      "loss": 1.1316,
      "step": 234
    },
    {
      "epoch": 0.4766734279918864,
      "grad_norm": 0.1875,
      "learning_rate": 8.41108857336038e-06,
      "loss": 1.1439,
      "step": 235
    },
    {
      "epoch": 0.4787018255578093,
      "grad_norm": 0.205078125,
      "learning_rate": 8.404327248140635e-06,
      "loss": 1.1409,
      "step": 236
    },
    {
      "epoch": 0.48073022312373226,
      "grad_norm": 0.2041015625,
      "learning_rate": 8.397565922920892e-06,
      "loss": 1.1773,
      "step": 237
    },
    {
      "epoch": 0.4827586206896552,
      "grad_norm": 0.2265625,
      "learning_rate": 8.390804597701149e-06,
      "loss": 1.1738,
      "step": 238
    },
    {
      "epoch": 0.4847870182555781,
      "grad_norm": 0.1865234375,
      "learning_rate": 8.384043272481408e-06,
      "loss": 1.1175,
      "step": 239
    },
    {
      "epoch": 0.486815415821501,
      "grad_norm": 0.2001953125,
      "learning_rate": 8.377281947261665e-06,
      "loss": 1.1377,
      "step": 240
    },
    {
      "epoch": 0.48884381338742394,
      "grad_norm": 0.296875,
      "learning_rate": 8.370520622041922e-06,
      "loss": 1.19,
      "step": 241
    },
    {
      "epoch": 0.4908722109533469,
      "grad_norm": 0.2197265625,
      "learning_rate": 8.363759296822178e-06,
      "loss": 1.159,
      "step": 242
    },
    {
      "epoch": 0.49290060851926976,
      "grad_norm": 0.21875,
      "learning_rate": 8.356997971602435e-06,
      "loss": 1.1575,
      "step": 243
    },
    {
      "epoch": 0.4949290060851927,
      "grad_norm": 0.2080078125,
      "learning_rate": 8.35023664638269e-06,
      "loss": 1.1038,
      "step": 244
    },
    {
      "epoch": 0.4969574036511156,
      "grad_norm": 0.19140625,
      "learning_rate": 8.343475321162948e-06,
      "loss": 1.1418,
      "step": 245
    },
    {
      "epoch": 0.49898580121703856,
      "grad_norm": 0.2392578125,
      "learning_rate": 8.336713995943206e-06,
      "loss": 1.1345,
      "step": 246
    },
    {
      "epoch": 0.5010141987829615,
      "grad_norm": 0.2177734375,
      "learning_rate": 8.329952670723463e-06,
      "loss": 1.14,
      "step": 247
    },
    {
      "epoch": 0.5030425963488844,
      "grad_norm": 0.201171875,
      "learning_rate": 8.32319134550372e-06,
      "loss": 1.1234,
      "step": 248
    },
    {
      "epoch": 0.5050709939148073,
      "grad_norm": 0.265625,
      "learning_rate": 8.316430020283977e-06,
      "loss": 1.1479,
      "step": 249
    },
    {
      "epoch": 0.5070993914807302,
      "grad_norm": 0.205078125,
      "learning_rate": 8.309668695064234e-06,
      "loss": 1.1019,
      "step": 250
    },
    {
      "epoch": 0.5091277890466531,
      "grad_norm": 0.1865234375,
      "learning_rate": 8.30290736984449e-06,
      "loss": 1.1496,
      "step": 251
    },
    {
      "epoch": 0.5111561866125761,
      "grad_norm": 0.23046875,
      "learning_rate": 8.296146044624746e-06,
      "loss": 1.1473,
      "step": 252
    },
    {
      "epoch": 0.513184584178499,
      "grad_norm": 0.1962890625,
      "learning_rate": 8.289384719405005e-06,
      "loss": 1.153,
      "step": 253
    },
    {
      "epoch": 0.5152129817444219,
      "grad_norm": 0.20703125,
      "learning_rate": 8.282623394185261e-06,
      "loss": 1.1607,
      "step": 254
    },
    {
      "epoch": 0.5172413793103449,
      "grad_norm": 0.205078125,
      "learning_rate": 8.275862068965518e-06,
      "loss": 1.1626,
      "step": 255
    },
    {
      "epoch": 0.5192697768762677,
      "grad_norm": 0.1962890625,
      "learning_rate": 8.269100743745775e-06,
      "loss": 1.1553,
      "step": 256
    },
    {
      "epoch": 0.5212981744421906,
      "grad_norm": 0.2041015625,
      "learning_rate": 8.262339418526032e-06,
      "loss": 1.1893,
      "step": 257
    },
    {
      "epoch": 0.5233265720081136,
      "grad_norm": 0.1943359375,
      "learning_rate": 8.255578093306289e-06,
      "loss": 1.0982,
      "step": 258
    },
    {
      "epoch": 0.5253549695740365,
      "grad_norm": 0.2080078125,
      "learning_rate": 8.248816768086546e-06,
      "loss": 1.1448,
      "step": 259
    },
    {
      "epoch": 0.5273833671399595,
      "grad_norm": 0.22265625,
      "learning_rate": 8.242055442866801e-06,
      "loss": 1.1399,
      "step": 260
    },
    {
      "epoch": 0.5294117647058824,
      "grad_norm": 0.1845703125,
      "learning_rate": 8.23529411764706e-06,
      "loss": 1.0997,
      "step": 261
    },
    {
      "epoch": 0.5314401622718052,
      "grad_norm": 0.2060546875,
      "learning_rate": 8.228532792427317e-06,
      "loss": 1.128,
      "step": 262
    },
    {
      "epoch": 0.5334685598377282,
      "grad_norm": 0.1982421875,
      "learning_rate": 8.221771467207574e-06,
      "loss": 1.1279,
      "step": 263
    },
    {
      "epoch": 0.5354969574036511,
      "grad_norm": 0.212890625,
      "learning_rate": 8.21501014198783e-06,
      "loss": 1.1596,
      "step": 264
    },
    {
      "epoch": 0.537525354969574,
      "grad_norm": 0.203125,
      "learning_rate": 8.208248816768087e-06,
      "loss": 1.1058,
      "step": 265
    },
    {
      "epoch": 0.539553752535497,
      "grad_norm": 0.1953125,
      "learning_rate": 8.201487491548344e-06,
      "loss": 1.125,
      "step": 266
    },
    {
      "epoch": 0.5415821501014199,
      "grad_norm": 0.19921875,
      "learning_rate": 8.194726166328601e-06,
      "loss": 1.1207,
      "step": 267
    },
    {
      "epoch": 0.5436105476673428,
      "grad_norm": 0.193359375,
      "learning_rate": 8.187964841108858e-06,
      "loss": 1.1092,
      "step": 268
    },
    {
      "epoch": 0.5456389452332657,
      "grad_norm": 0.220703125,
      "learning_rate": 8.181203515889115e-06,
      "loss": 1.1074,
      "step": 269
    },
    {
      "epoch": 0.5476673427991886,
      "grad_norm": 0.2001953125,
      "learning_rate": 8.174442190669372e-06,
      "loss": 1.0965,
      "step": 270
    },
    {
      "epoch": 0.5496957403651116,
      "grad_norm": 0.21875,
      "learning_rate": 8.167680865449629e-06,
      "loss": 1.1247,
      "step": 271
    },
    {
      "epoch": 0.5517241379310345,
      "grad_norm": 0.203125,
      "learning_rate": 8.160919540229886e-06,
      "loss": 1.1494,
      "step": 272
    },
    {
      "epoch": 0.5537525354969574,
      "grad_norm": 0.1943359375,
      "learning_rate": 8.154158215010143e-06,
      "loss": 1.1079,
      "step": 273
    },
    {
      "epoch": 0.5557809330628803,
      "grad_norm": 0.255859375,
      "learning_rate": 8.1473968897904e-06,
      "loss": 1.1407,
      "step": 274
    },
    {
      "epoch": 0.5578093306288032,
      "grad_norm": 0.2001953125,
      "learning_rate": 8.140635564570657e-06,
      "loss": 1.1192,
      "step": 275
    },
    {
      "epoch": 0.5598377281947262,
      "grad_norm": 0.1923828125,
      "learning_rate": 8.133874239350913e-06,
      "loss": 1.1077,
      "step": 276
    },
    {
      "epoch": 0.5618661257606491,
      "grad_norm": 0.20703125,
      "learning_rate": 8.12711291413117e-06,
      "loss": 1.1626,
      "step": 277
    },
    {
      "epoch": 0.563894523326572,
      "grad_norm": 0.203125,
      "learning_rate": 8.120351588911427e-06,
      "loss": 1.0602,
      "step": 278
    },
    {
      "epoch": 0.565922920892495,
      "grad_norm": 0.23828125,
      "learning_rate": 8.113590263691684e-06,
      "loss": 1.0946,
      "step": 279
    },
    {
      "epoch": 0.5679513184584178,
      "grad_norm": 0.2119140625,
      "learning_rate": 8.106828938471941e-06,
      "loss": 1.1575,
      "step": 280
    },
    {
      "epoch": 0.5699797160243407,
      "grad_norm": 0.236328125,
      "learning_rate": 8.100067613252198e-06,
      "loss": 1.1317,
      "step": 281
    },
    {
      "epoch": 0.5720081135902637,
      "grad_norm": 0.1962890625,
      "learning_rate": 8.093306288032455e-06,
      "loss": 1.1557,
      "step": 282
    },
    {
      "epoch": 0.5740365111561866,
      "grad_norm": 0.205078125,
      "learning_rate": 8.086544962812712e-06,
      "loss": 1.1137,
      "step": 283
    },
    {
      "epoch": 0.5760649087221096,
      "grad_norm": 0.22265625,
      "learning_rate": 8.079783637592969e-06,
      "loss": 1.1279,
      "step": 284
    },
    {
      "epoch": 0.5780933062880325,
      "grad_norm": 0.2041015625,
      "learning_rate": 8.073022312373226e-06,
      "loss": 1.0888,
      "step": 285
    },
    {
      "epoch": 0.5801217038539553,
      "grad_norm": 0.203125,
      "learning_rate": 8.066260987153483e-06,
      "loss": 1.1286,
      "step": 286
    },
    {
      "epoch": 0.5821501014198783,
      "grad_norm": 0.201171875,
      "learning_rate": 8.05949966193374e-06,
      "loss": 1.1542,
      "step": 287
    },
    {
      "epoch": 0.5841784989858012,
      "grad_norm": 0.2060546875,
      "learning_rate": 8.052738336713996e-06,
      "loss": 1.1188,
      "step": 288
    },
    {
      "epoch": 0.5862068965517241,
      "grad_norm": 0.2080078125,
      "learning_rate": 8.045977011494253e-06,
      "loss": 1.1265,
      "step": 289
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 0.2177734375,
      "learning_rate": 8.03921568627451e-06,
      "loss": 1.1099,
      "step": 290
    },
    {
      "epoch": 0.59026369168357,
      "grad_norm": 0.279296875,
      "learning_rate": 8.032454361054767e-06,
      "loss": 1.088,
      "step": 291
    },
    {
      "epoch": 0.592292089249493,
      "grad_norm": 0.1953125,
      "learning_rate": 8.025693035835024e-06,
      "loss": 1.1426,
      "step": 292
    },
    {
      "epoch": 0.5943204868154158,
      "grad_norm": 0.236328125,
      "learning_rate": 8.018931710615281e-06,
      "loss": 1.099,
      "step": 293
    },
    {
      "epoch": 0.5963488843813387,
      "grad_norm": 0.259765625,
      "learning_rate": 8.012170385395538e-06,
      "loss": 1.1593,
      "step": 294
    },
    {
      "epoch": 0.5983772819472617,
      "grad_norm": 0.208984375,
      "learning_rate": 8.005409060175795e-06,
      "loss": 1.1478,
      "step": 295
    },
    {
      "epoch": 0.6004056795131846,
      "grad_norm": 0.26171875,
      "learning_rate": 7.998647734956052e-06,
      "loss": 1.1165,
      "step": 296
    },
    {
      "epoch": 0.6024340770791075,
      "grad_norm": 0.2109375,
      "learning_rate": 7.991886409736309e-06,
      "loss": 1.0772,
      "step": 297
    },
    {
      "epoch": 0.6044624746450304,
      "grad_norm": 0.2099609375,
      "learning_rate": 7.985125084516566e-06,
      "loss": 1.0881,
      "step": 298
    },
    {
      "epoch": 0.6064908722109533,
      "grad_norm": 0.2021484375,
      "learning_rate": 7.978363759296822e-06,
      "loss": 1.0898,
      "step": 299
    },
    {
      "epoch": 0.6085192697768763,
      "grad_norm": 0.314453125,
      "learning_rate": 7.97160243407708e-06,
      "loss": 1.095,
      "step": 300
    },
    {
      "epoch": 0.6105476673427992,
      "grad_norm": 0.20703125,
      "learning_rate": 7.964841108857336e-06,
      "loss": 1.1129,
      "step": 301
    },
    {
      "epoch": 0.6125760649087221,
      "grad_norm": 0.220703125,
      "learning_rate": 7.958079783637593e-06,
      "loss": 1.1106,
      "step": 302
    },
    {
      "epoch": 0.6146044624746451,
      "grad_norm": 0.2001953125,
      "learning_rate": 7.95131845841785e-06,
      "loss": 1.0957,
      "step": 303
    },
    {
      "epoch": 0.6166328600405679,
      "grad_norm": 0.296875,
      "learning_rate": 7.944557133198107e-06,
      "loss": 1.1653,
      "step": 304
    },
    {
      "epoch": 0.6186612576064908,
      "grad_norm": 0.2119140625,
      "learning_rate": 7.937795807978364e-06,
      "loss": 1.13,
      "step": 305
    },
    {
      "epoch": 0.6206896551724138,
      "grad_norm": 0.205078125,
      "learning_rate": 7.93103448275862e-06,
      "loss": 1.1194,
      "step": 306
    },
    {
      "epoch": 0.6227180527383367,
      "grad_norm": 0.232421875,
      "learning_rate": 7.92427315753888e-06,
      "loss": 1.1271,
      "step": 307
    },
    {
      "epoch": 0.6247464503042597,
      "grad_norm": 0.20703125,
      "learning_rate": 7.917511832319135e-06,
      "loss": 1.1328,
      "step": 308
    },
    {
      "epoch": 0.6267748478701826,
      "grad_norm": 0.26953125,
      "learning_rate": 7.910750507099392e-06,
      "loss": 1.1269,
      "step": 309
    },
    {
      "epoch": 0.6288032454361054,
      "grad_norm": 0.2041015625,
      "learning_rate": 7.903989181879648e-06,
      "loss": 1.094,
      "step": 310
    },
    {
      "epoch": 0.6308316430020284,
      "grad_norm": 0.232421875,
      "learning_rate": 7.897227856659905e-06,
      "loss": 1.0956,
      "step": 311
    },
    {
      "epoch": 0.6328600405679513,
      "grad_norm": 0.20703125,
      "learning_rate": 7.890466531440162e-06,
      "loss": 1.0989,
      "step": 312
    },
    {
      "epoch": 0.6348884381338742,
      "grad_norm": 0.216796875,
      "learning_rate": 7.88370520622042e-06,
      "loss": 1.1115,
      "step": 313
    },
    {
      "epoch": 0.6369168356997972,
      "grad_norm": 0.208984375,
      "learning_rate": 7.876943881000678e-06,
      "loss": 1.1377,
      "step": 314
    },
    {
      "epoch": 0.6389452332657201,
      "grad_norm": 0.21875,
      "learning_rate": 7.870182555780935e-06,
      "loss": 1.0829,
      "step": 315
    },
    {
      "epoch": 0.640973630831643,
      "grad_norm": 0.19921875,
      "learning_rate": 7.86342123056119e-06,
      "loss": 1.0775,
      "step": 316
    },
    {
      "epoch": 0.6430020283975659,
      "grad_norm": 0.21875,
      "learning_rate": 7.856659905341447e-06,
      "loss": 1.058,
      "step": 317
    },
    {
      "epoch": 0.6450304259634888,
      "grad_norm": 0.265625,
      "learning_rate": 7.849898580121704e-06,
      "loss": 1.0845,
      "step": 318
    },
    {
      "epoch": 0.6470588235294118,
      "grad_norm": 0.220703125,
      "learning_rate": 7.84313725490196e-06,
      "loss": 1.1295,
      "step": 319
    },
    {
      "epoch": 0.6490872210953347,
      "grad_norm": 0.2216796875,
      "learning_rate": 7.836375929682218e-06,
      "loss": 1.1128,
      "step": 320
    },
    {
      "epoch": 0.6511156186612576,
      "grad_norm": 0.2275390625,
      "learning_rate": 7.829614604462476e-06,
      "loss": 1.0901,
      "step": 321
    },
    {
      "epoch": 0.6531440162271805,
      "grad_norm": 0.197265625,
      "learning_rate": 7.822853279242733e-06,
      "loss": 1.0869,
      "step": 322
    },
    {
      "epoch": 0.6551724137931034,
      "grad_norm": 0.2099609375,
      "learning_rate": 7.81609195402299e-06,
      "loss": 1.1382,
      "step": 323
    },
    {
      "epoch": 0.6572008113590264,
      "grad_norm": 0.26953125,
      "learning_rate": 7.809330628803245e-06,
      "loss": 1.0594,
      "step": 324
    },
    {
      "epoch": 0.6592292089249493,
      "grad_norm": 0.205078125,
      "learning_rate": 7.802569303583502e-06,
      "loss": 1.1196,
      "step": 325
    },
    {
      "epoch": 0.6612576064908722,
      "grad_norm": 0.212890625,
      "learning_rate": 7.795807978363759e-06,
      "loss": 1.0247,
      "step": 326
    },
    {
      "epoch": 0.6632860040567952,
      "grad_norm": 0.2119140625,
      "learning_rate": 7.789046653144016e-06,
      "loss": 1.1146,
      "step": 327
    },
    {
      "epoch": 0.665314401622718,
      "grad_norm": 0.2109375,
      "learning_rate": 7.782285327924275e-06,
      "loss": 1.0828,
      "step": 328
    },
    {
      "epoch": 0.6673427991886409,
      "grad_norm": 0.2080078125,
      "learning_rate": 7.775524002704531e-06,
      "loss": 1.0726,
      "step": 329
    },
    {
      "epoch": 0.6693711967545639,
      "grad_norm": 0.3984375,
      "learning_rate": 7.768762677484788e-06,
      "loss": 1.1187,
      "step": 330
    },
    {
      "epoch": 0.6713995943204868,
      "grad_norm": 0.212890625,
      "learning_rate": 7.762001352265045e-06,
      "loss": 1.118,
      "step": 331
    },
    {
      "epoch": 0.6734279918864098,
      "grad_norm": 0.23046875,
      "learning_rate": 7.7552400270453e-06,
      "loss": 1.1304,
      "step": 332
    },
    {
      "epoch": 0.6754563894523327,
      "grad_norm": 0.2041015625,
      "learning_rate": 7.748478701825557e-06,
      "loss": 1.0665,
      "step": 333
    },
    {
      "epoch": 0.6774847870182555,
      "grad_norm": 0.2314453125,
      "learning_rate": 7.741717376605814e-06,
      "loss": 1.1892,
      "step": 334
    },
    {
      "epoch": 0.6795131845841785,
      "grad_norm": 0.3046875,
      "learning_rate": 7.734956051386073e-06,
      "loss": 1.1124,
      "step": 335
    },
    {
      "epoch": 0.6815415821501014,
      "grad_norm": 0.2216796875,
      "learning_rate": 7.72819472616633e-06,
      "loss": 1.1264,
      "step": 336
    },
    {
      "epoch": 0.6835699797160243,
      "grad_norm": 0.2255859375,
      "learning_rate": 7.721433400946587e-06,
      "loss": 1.1204,
      "step": 337
    },
    {
      "epoch": 0.6855983772819473,
      "grad_norm": 0.298828125,
      "learning_rate": 7.714672075726844e-06,
      "loss": 1.0857,
      "step": 338
    },
    {
      "epoch": 0.6876267748478702,
      "grad_norm": 0.220703125,
      "learning_rate": 7.7079107505071e-06,
      "loss": 1.0994,
      "step": 339
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 0.2216796875,
      "learning_rate": 7.701149425287356e-06,
      "loss": 1.1221,
      "step": 340
    },
    {
      "epoch": 0.691683569979716,
      "grad_norm": 0.216796875,
      "learning_rate": 7.694388100067613e-06,
      "loss": 1.1262,
      "step": 341
    },
    {
      "epoch": 0.6937119675456389,
      "grad_norm": 0.20703125,
      "learning_rate": 7.687626774847871e-06,
      "loss": 1.1352,
      "step": 342
    },
    {
      "epoch": 0.6957403651115619,
      "grad_norm": 0.2021484375,
      "learning_rate": 7.680865449628128e-06,
      "loss": 1.097,
      "step": 343
    },
    {
      "epoch": 0.6977687626774848,
      "grad_norm": 0.21484375,
      "learning_rate": 7.674104124408385e-06,
      "loss": 1.1079,
      "step": 344
    },
    {
      "epoch": 0.6997971602434077,
      "grad_norm": 0.220703125,
      "learning_rate": 7.667342799188642e-06,
      "loss": 1.0598,
      "step": 345
    },
    {
      "epoch": 0.7018255578093306,
      "grad_norm": 0.25,
      "learning_rate": 7.660581473968899e-06,
      "loss": 1.1034,
      "step": 346
    },
    {
      "epoch": 0.7038539553752535,
      "grad_norm": 0.22265625,
      "learning_rate": 7.653820148749156e-06,
      "loss": 1.0847,
      "step": 347
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 0.24609375,
      "learning_rate": 7.647058823529411e-06,
      "loss": 1.0882,
      "step": 348
    },
    {
      "epoch": 0.7079107505070994,
      "grad_norm": 0.80078125,
      "learning_rate": 7.64029749830967e-06,
      "loss": 1.1341,
      "step": 349
    },
    {
      "epoch": 0.7099391480730223,
      "grad_norm": 0.212890625,
      "learning_rate": 7.633536173089927e-06,
      "loss": 1.0863,
      "step": 350
    },
    {
      "epoch": 0.7119675456389453,
      "grad_norm": 0.2109375,
      "learning_rate": 7.626774847870183e-06,
      "loss": 1.0326,
      "step": 351
    },
    {
      "epoch": 0.7139959432048681,
      "grad_norm": 0.2333984375,
      "learning_rate": 7.6200135226504404e-06,
      "loss": 1.0598,
      "step": 352
    },
    {
      "epoch": 0.716024340770791,
      "grad_norm": 0.2119140625,
      "learning_rate": 7.613252197430697e-06,
      "loss": 1.0759,
      "step": 353
    },
    {
      "epoch": 0.718052738336714,
      "grad_norm": 0.2294921875,
      "learning_rate": 7.606490872210954e-06,
      "loss": 1.116,
      "step": 354
    },
    {
      "epoch": 0.7200811359026369,
      "grad_norm": 0.21875,
      "learning_rate": 7.599729546991211e-06,
      "loss": 1.1235,
      "step": 355
    },
    {
      "epoch": 0.7221095334685599,
      "grad_norm": 0.2578125,
      "learning_rate": 7.592968221771467e-06,
      "loss": 1.1006,
      "step": 356
    },
    {
      "epoch": 0.7241379310344828,
      "grad_norm": 0.216796875,
      "learning_rate": 7.586206896551724e-06,
      "loss": 1.1092,
      "step": 357
    },
    {
      "epoch": 0.7261663286004056,
      "grad_norm": 0.248046875,
      "learning_rate": 7.579445571331981e-06,
      "loss": 1.0582,
      "step": 358
    },
    {
      "epoch": 0.7281947261663286,
      "grad_norm": 0.2275390625,
      "learning_rate": 7.572684246112239e-06,
      "loss": 1.1501,
      "step": 359
    },
    {
      "epoch": 0.7302231237322515,
      "grad_norm": 0.2158203125,
      "learning_rate": 7.565922920892496e-06,
      "loss": 1.1079,
      "step": 360
    },
    {
      "epoch": 0.7322515212981744,
      "grad_norm": 0.251953125,
      "learning_rate": 7.559161595672753e-06,
      "loss": 1.0929,
      "step": 361
    },
    {
      "epoch": 0.7342799188640974,
      "grad_norm": 0.279296875,
      "learning_rate": 7.5524002704530095e-06,
      "loss": 1.0586,
      "step": 362
    },
    {
      "epoch": 0.7363083164300203,
      "grad_norm": 0.2119140625,
      "learning_rate": 7.5456389452332665e-06,
      "loss": 1.1174,
      "step": 363
    },
    {
      "epoch": 0.7383367139959433,
      "grad_norm": 0.2255859375,
      "learning_rate": 7.5388776200135225e-06,
      "loss": 1.1049,
      "step": 364
    },
    {
      "epoch": 0.7403651115618661,
      "grad_norm": 0.271484375,
      "learning_rate": 7.5321162947937794e-06,
      "loss": 1.1212,
      "step": 365
    },
    {
      "epoch": 0.742393509127789,
      "grad_norm": 0.2177734375,
      "learning_rate": 7.525354969574037e-06,
      "loss": 1.1117,
      "step": 366
    },
    {
      "epoch": 0.744421906693712,
      "grad_norm": 0.2490234375,
      "learning_rate": 7.518593644354294e-06,
      "loss": 1.0885,
      "step": 367
    },
    {
      "epoch": 0.7464503042596349,
      "grad_norm": 0.224609375,
      "learning_rate": 7.511832319134551e-06,
      "loss": 1.1178,
      "step": 368
    },
    {
      "epoch": 0.7484787018255578,
      "grad_norm": 0.21484375,
      "learning_rate": 7.505070993914808e-06,
      "loss": 1.0965,
      "step": 369
    },
    {
      "epoch": 0.7505070993914807,
      "grad_norm": 0.21875,
      "learning_rate": 7.498309668695065e-06,
      "loss": 1.0961,
      "step": 370
    },
    {
      "epoch": 0.7525354969574036,
      "grad_norm": 0.369140625,
      "learning_rate": 7.491548343475323e-06,
      "loss": 1.0683,
      "step": 371
    },
    {
      "epoch": 0.7545638945233266,
      "grad_norm": 0.2109375,
      "learning_rate": 7.484787018255578e-06,
      "loss": 1.0914,
      "step": 372
    },
    {
      "epoch": 0.7565922920892495,
      "grad_norm": 0.216796875,
      "learning_rate": 7.4780256930358356e-06,
      "loss": 1.0738,
      "step": 373
    },
    {
      "epoch": 0.7586206896551724,
      "grad_norm": 0.1982421875,
      "learning_rate": 7.4712643678160925e-06,
      "loss": 1.0488,
      "step": 374
    },
    {
      "epoch": 0.7606490872210954,
      "grad_norm": 0.2216796875,
      "learning_rate": 7.464503042596349e-06,
      "loss": 1.1491,
      "step": 375
    },
    {
      "epoch": 0.7626774847870182,
      "grad_norm": 0.22265625,
      "learning_rate": 7.457741717376606e-06,
      "loss": 1.095,
      "step": 376
    },
    {
      "epoch": 0.7647058823529411,
      "grad_norm": 0.2177734375,
      "learning_rate": 7.450980392156863e-06,
      "loss": 1.112,
      "step": 377
    },
    {
      "epoch": 0.7667342799188641,
      "grad_norm": 0.216796875,
      "learning_rate": 7.444219066937121e-06,
      "loss": 1.0972,
      "step": 378
    },
    {
      "epoch": 0.768762677484787,
      "grad_norm": 0.26953125,
      "learning_rate": 7.437457741717378e-06,
      "loss": 1.1215,
      "step": 379
    },
    {
      "epoch": 0.77079107505071,
      "grad_norm": 0.216796875,
      "learning_rate": 7.430696416497634e-06,
      "loss": 1.1147,
      "step": 380
    },
    {
      "epoch": 0.7728194726166329,
      "grad_norm": 0.345703125,
      "learning_rate": 7.423935091277891e-06,
      "loss": 1.0614,
      "step": 381
    },
    {
      "epoch": 0.7748478701825557,
      "grad_norm": 0.2197265625,
      "learning_rate": 7.417173766058148e-06,
      "loss": 1.1024,
      "step": 382
    },
    {
      "epoch": 0.7768762677484787,
      "grad_norm": 0.255859375,
      "learning_rate": 7.410412440838405e-06,
      "loss": 1.0603,
      "step": 383
    },
    {
      "epoch": 0.7789046653144016,
      "grad_norm": 0.2255859375,
      "learning_rate": 7.403651115618662e-06,
      "loss": 1.1042,
      "step": 384
    },
    {
      "epoch": 0.7809330628803245,
      "grad_norm": 0.2314453125,
      "learning_rate": 7.396889790398919e-06,
      "loss": 1.1058,
      "step": 385
    },
    {
      "epoch": 0.7829614604462475,
      "grad_norm": 0.2158203125,
      "learning_rate": 7.390128465179176e-06,
      "loss": 1.1207,
      "step": 386
    },
    {
      "epoch": 0.7849898580121704,
      "grad_norm": 0.359375,
      "learning_rate": 7.383367139959433e-06,
      "loss": 1.0499,
      "step": 387
    },
    {
      "epoch": 0.7870182555780934,
      "grad_norm": 0.2119140625,
      "learning_rate": 7.376605814739689e-06,
      "loss": 1.1111,
      "step": 388
    },
    {
      "epoch": 0.7890466531440162,
      "grad_norm": 0.2216796875,
      "learning_rate": 7.369844489519946e-06,
      "loss": 1.1469,
      "step": 389
    },
    {
      "epoch": 0.7910750507099391,
      "grad_norm": 0.25390625,
      "learning_rate": 7.363083164300203e-06,
      "loss": 1.0579,
      "step": 390
    },
    {
      "epoch": 0.7931034482758621,
      "grad_norm": 0.2431640625,
      "learning_rate": 7.35632183908046e-06,
      "loss": 1.0904,
      "step": 391
    },
    {
      "epoch": 0.795131845841785,
      "grad_norm": 0.208984375,
      "learning_rate": 7.349560513860718e-06,
      "loss": 1.1116,
      "step": 392
    },
    {
      "epoch": 0.7971602434077079,
      "grad_norm": 0.236328125,
      "learning_rate": 7.342799188640975e-06,
      "loss": 1.0659,
      "step": 393
    },
    {
      "epoch": 0.7991886409736308,
      "grad_norm": 0.2275390625,
      "learning_rate": 7.3360378634212316e-06,
      "loss": 1.0893,
      "step": 394
    },
    {
      "epoch": 0.8012170385395537,
      "grad_norm": 0.23828125,
      "learning_rate": 7.3292765382014885e-06,
      "loss": 1.0927,
      "step": 395
    },
    {
      "epoch": 0.8032454361054767,
      "grad_norm": 0.2021484375,
      "learning_rate": 7.3225152129817445e-06,
      "loss": 1.0579,
      "step": 396
    },
    {
      "epoch": 0.8052738336713996,
      "grad_norm": 0.2080078125,
      "learning_rate": 7.3157538877620015e-06,
      "loss": 1.0357,
      "step": 397
    },
    {
      "epoch": 0.8073022312373225,
      "grad_norm": 0.2158203125,
      "learning_rate": 7.308992562542258e-06,
      "loss": 1.0872,
      "step": 398
    },
    {
      "epoch": 0.8093306288032455,
      "grad_norm": 0.2119140625,
      "learning_rate": 7.302231237322516e-06,
      "loss": 1.0981,
      "step": 399
    },
    {
      "epoch": 0.8113590263691683,
      "grad_norm": 0.330078125,
      "learning_rate": 7.295469912102773e-06,
      "loss": 1.1117,
      "step": 400
    },
    {
      "epoch": 0.8133874239350912,
      "grad_norm": 0.2197265625,
      "learning_rate": 7.28870858688303e-06,
      "loss": 1.0784,
      "step": 401
    },
    {
      "epoch": 0.8154158215010142,
      "grad_norm": 0.265625,
      "learning_rate": 7.281947261663287e-06,
      "loss": 1.1133,
      "step": 402
    },
    {
      "epoch": 0.8174442190669371,
      "grad_norm": 0.2470703125,
      "learning_rate": 7.275185936443544e-06,
      "loss": 1.0285,
      "step": 403
    },
    {
      "epoch": 0.8194726166328601,
      "grad_norm": 0.23828125,
      "learning_rate": 7.2684246112238e-06,
      "loss": 1.0703,
      "step": 404
    },
    {
      "epoch": 0.821501014198783,
      "grad_norm": 0.2353515625,
      "learning_rate": 7.261663286004057e-06,
      "loss": 1.091,
      "step": 405
    },
    {
      "epoch": 0.8235294117647058,
      "grad_norm": 0.2216796875,
      "learning_rate": 7.2549019607843145e-06,
      "loss": 1.0706,
      "step": 406
    },
    {
      "epoch": 0.8255578093306288,
      "grad_norm": 0.25,
      "learning_rate": 7.248140635564571e-06,
      "loss": 1.0761,
      "step": 407
    },
    {
      "epoch": 0.8275862068965517,
      "grad_norm": 0.23828125,
      "learning_rate": 7.241379310344828e-06,
      "loss": 1.1163,
      "step": 408
    },
    {
      "epoch": 0.8296146044624746,
      "grad_norm": 0.2158203125,
      "learning_rate": 7.234617985125085e-06,
      "loss": 1.1036,
      "step": 409
    },
    {
      "epoch": 0.8316430020283976,
      "grad_norm": 0.22265625,
      "learning_rate": 7.227856659905342e-06,
      "loss": 1.096,
      "step": 410
    },
    {
      "epoch": 0.8336713995943205,
      "grad_norm": 0.220703125,
      "learning_rate": 7.221095334685599e-06,
      "loss": 1.0663,
      "step": 411
    },
    {
      "epoch": 0.8356997971602435,
      "grad_norm": 0.228515625,
      "learning_rate": 7.214334009465855e-06,
      "loss": 1.119,
      "step": 412
    },
    {
      "epoch": 0.8377281947261663,
      "grad_norm": 0.22265625,
      "learning_rate": 7.207572684246112e-06,
      "loss": 1.1057,
      "step": 413
    },
    {
      "epoch": 0.8397565922920892,
      "grad_norm": 0.23046875,
      "learning_rate": 7.20081135902637e-06,
      "loss": 1.0777,
      "step": 414
    },
    {
      "epoch": 0.8417849898580122,
      "grad_norm": 0.2275390625,
      "learning_rate": 7.194050033806627e-06,
      "loss": 1.1091,
      "step": 415
    },
    {
      "epoch": 0.8438133874239351,
      "grad_norm": 0.2353515625,
      "learning_rate": 7.187288708586884e-06,
      "loss": 1.055,
      "step": 416
    },
    {
      "epoch": 0.845841784989858,
      "grad_norm": 0.2109375,
      "learning_rate": 7.1805273833671405e-06,
      "loss": 1.1213,
      "step": 417
    },
    {
      "epoch": 0.847870182555781,
      "grad_norm": 0.2314453125,
      "learning_rate": 7.1737660581473974e-06,
      "loss": 1.0516,
      "step": 418
    },
    {
      "epoch": 0.8498985801217038,
      "grad_norm": 0.2236328125,
      "learning_rate": 7.167004732927655e-06,
      "loss": 1.1068,
      "step": 419
    },
    {
      "epoch": 0.8519269776876268,
      "grad_norm": 0.232421875,
      "learning_rate": 7.16024340770791e-06,
      "loss": 1.1144,
      "step": 420
    },
    {
      "epoch": 0.8539553752535497,
      "grad_norm": 0.2216796875,
      "learning_rate": 7.153482082488168e-06,
      "loss": 1.0661,
      "step": 421
    },
    {
      "epoch": 0.8559837728194726,
      "grad_norm": 0.27734375,
      "learning_rate": 7.146720757268425e-06,
      "loss": 1.1194,
      "step": 422
    },
    {
      "epoch": 0.8580121703853956,
      "grad_norm": 0.2255859375,
      "learning_rate": 7.139959432048682e-06,
      "loss": 1.0732,
      "step": 423
    },
    {
      "epoch": 0.8600405679513184,
      "grad_norm": 0.2216796875,
      "learning_rate": 7.133198106828939e-06,
      "loss": 1.0919,
      "step": 424
    },
    {
      "epoch": 0.8620689655172413,
      "grad_norm": 0.2265625,
      "learning_rate": 7.126436781609196e-06,
      "loss": 1.0936,
      "step": 425
    },
    {
      "epoch": 0.8640973630831643,
      "grad_norm": 0.349609375,
      "learning_rate": 7.119675456389454e-06,
      "loss": 1.1049,
      "step": 426
    },
    {
      "epoch": 0.8661257606490872,
      "grad_norm": 0.228515625,
      "learning_rate": 7.1129141311697105e-06,
      "loss": 1.1039,
      "step": 427
    },
    {
      "epoch": 0.8681541582150102,
      "grad_norm": 0.296875,
      "learning_rate": 7.1061528059499666e-06,
      "loss": 1.034,
      "step": 428
    },
    {
      "epoch": 0.8701825557809331,
      "grad_norm": 0.2314453125,
      "learning_rate": 7.0993914807302235e-06,
      "loss": 1.1177,
      "step": 429
    },
    {
      "epoch": 0.8722109533468559,
      "grad_norm": 0.33984375,
      "learning_rate": 7.09263015551048e-06,
      "loss": 1.0703,
      "step": 430
    },
    {
      "epoch": 0.8742393509127789,
      "grad_norm": 0.21875,
      "learning_rate": 7.085868830290737e-06,
      "loss": 1.0331,
      "step": 431
    },
    {
      "epoch": 0.8762677484787018,
      "grad_norm": 0.220703125,
      "learning_rate": 7.079107505070994e-06,
      "loss": 1.0849,
      "step": 432
    },
    {
      "epoch": 0.8782961460446247,
      "grad_norm": 0.2265625,
      "learning_rate": 7.072346179851252e-06,
      "loss": 1.0612,
      "step": 433
    },
    {
      "epoch": 0.8803245436105477,
      "grad_norm": 0.2177734375,
      "learning_rate": 7.065584854631509e-06,
      "loss": 1.0692,
      "step": 434
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 0.2197265625,
      "learning_rate": 7.058823529411766e-06,
      "loss": 1.0678,
      "step": 435
    },
    {
      "epoch": 0.8843813387423936,
      "grad_norm": 0.2216796875,
      "learning_rate": 7.052062204192022e-06,
      "loss": 1.0662,
      "step": 436
    },
    {
      "epoch": 0.8864097363083164,
      "grad_norm": 0.2158203125,
      "learning_rate": 7.045300878972279e-06,
      "loss": 1.08,
      "step": 437
    },
    {
      "epoch": 0.8884381338742393,
      "grad_norm": 0.3046875,
      "learning_rate": 7.038539553752536e-06,
      "loss": 1.1165,
      "step": 438
    },
    {
      "epoch": 0.8904665314401623,
      "grad_norm": 0.2216796875,
      "learning_rate": 7.031778228532793e-06,
      "loss": 1.0933,
      "step": 439
    },
    {
      "epoch": 0.8924949290060852,
      "grad_norm": 0.228515625,
      "learning_rate": 7.02501690331305e-06,
      "loss": 1.1124,
      "step": 440
    },
    {
      "epoch": 0.8945233265720081,
      "grad_norm": 0.2314453125,
      "learning_rate": 7.018255578093307e-06,
      "loss": 1.1189,
      "step": 441
    },
    {
      "epoch": 0.896551724137931,
      "grad_norm": 0.228515625,
      "learning_rate": 7.011494252873564e-06,
      "loss": 1.0761,
      "step": 442
    },
    {
      "epoch": 0.8985801217038539,
      "grad_norm": 0.2294921875,
      "learning_rate": 7.004732927653821e-06,
      "loss": 1.0929,
      "step": 443
    },
    {
      "epoch": 0.9006085192697769,
      "grad_norm": 0.2392578125,
      "learning_rate": 6.997971602434077e-06,
      "loss": 1.0499,
      "step": 444
    },
    {
      "epoch": 0.9026369168356998,
      "grad_norm": 0.3515625,
      "learning_rate": 6.991210277214334e-06,
      "loss": 1.0665,
      "step": 445
    },
    {
      "epoch": 0.9046653144016227,
      "grad_norm": 0.2216796875,
      "learning_rate": 6.984448951994591e-06,
      "loss": 1.0624,
      "step": 446
    },
    {
      "epoch": 0.9066937119675457,
      "grad_norm": 0.240234375,
      "learning_rate": 6.977687626774849e-06,
      "loss": 1.1199,
      "step": 447
    },
    {
      "epoch": 0.9087221095334685,
      "grad_norm": 0.28125,
      "learning_rate": 6.970926301555106e-06,
      "loss": 1.0736,
      "step": 448
    },
    {
      "epoch": 0.9107505070993914,
      "grad_norm": 0.228515625,
      "learning_rate": 6.9641649763353625e-06,
      "loss": 1.1005,
      "step": 449
    },
    {
      "epoch": 0.9127789046653144,
      "grad_norm": 0.248046875,
      "learning_rate": 6.9574036511156195e-06,
      "loss": 1.1016,
      "step": 450
    },
    {
      "epoch": 0.9148073022312373,
      "grad_norm": 0.337890625,
      "learning_rate": 6.950642325895876e-06,
      "loss": 1.0351,
      "step": 451
    },
    {
      "epoch": 0.9168356997971603,
      "grad_norm": 0.30078125,
      "learning_rate": 6.9438810006761324e-06,
      "loss": 1.055,
      "step": 452
    },
    {
      "epoch": 0.9188640973630832,
      "grad_norm": 0.2177734375,
      "learning_rate": 6.937119675456389e-06,
      "loss": 1.0669,
      "step": 453
    },
    {
      "epoch": 0.920892494929006,
      "grad_norm": 0.220703125,
      "learning_rate": 6.930358350236647e-06,
      "loss": 1.1177,
      "step": 454
    },
    {
      "epoch": 0.922920892494929,
      "grad_norm": 0.2294921875,
      "learning_rate": 6.923597025016904e-06,
      "loss": 1.1167,
      "step": 455
    },
    {
      "epoch": 0.9249492900608519,
      "grad_norm": 0.2578125,
      "learning_rate": 6.916835699797161e-06,
      "loss": 1.0982,
      "step": 456
    },
    {
      "epoch": 0.9269776876267748,
      "grad_norm": 0.2421875,
      "learning_rate": 6.910074374577418e-06,
      "loss": 1.0828,
      "step": 457
    },
    {
      "epoch": 0.9290060851926978,
      "grad_norm": 0.228515625,
      "learning_rate": 6.903313049357675e-06,
      "loss": 1.0629,
      "step": 458
    },
    {
      "epoch": 0.9310344827586207,
      "grad_norm": 0.625,
      "learning_rate": 6.896551724137932e-06,
      "loss": 1.107,
      "step": 459
    },
    {
      "epoch": 0.9330628803245437,
      "grad_norm": 0.23828125,
      "learning_rate": 6.889790398918188e-06,
      "loss": 1.0501,
      "step": 460
    },
    {
      "epoch": 0.9350912778904665,
      "grad_norm": 0.2333984375,
      "learning_rate": 6.8830290736984455e-06,
      "loss": 1.0976,
      "step": 461
    },
    {
      "epoch": 0.9371196754563894,
      "grad_norm": 0.259765625,
      "learning_rate": 6.876267748478702e-06,
      "loss": 1.1372,
      "step": 462
    },
    {
      "epoch": 0.9391480730223124,
      "grad_norm": 0.2197265625,
      "learning_rate": 6.869506423258959e-06,
      "loss": 1.0403,
      "step": 463
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 0.2216796875,
      "learning_rate": 6.862745098039216e-06,
      "loss": 1.0414,
      "step": 464
    },
    {
      "epoch": 0.9432048681541582,
      "grad_norm": 0.22265625,
      "learning_rate": 6.855983772819473e-06,
      "loss": 1.104,
      "step": 465
    },
    {
      "epoch": 0.9452332657200812,
      "grad_norm": 0.234375,
      "learning_rate": 6.84922244759973e-06,
      "loss": 1.1283,
      "step": 466
    },
    {
      "epoch": 0.947261663286004,
      "grad_norm": 0.234375,
      "learning_rate": 6.842461122379988e-06,
      "loss": 1.0765,
      "step": 467
    },
    {
      "epoch": 0.949290060851927,
      "grad_norm": 0.279296875,
      "learning_rate": 6.835699797160244e-06,
      "loss": 1.0378,
      "step": 468
    },
    {
      "epoch": 0.9513184584178499,
      "grad_norm": 0.234375,
      "learning_rate": 6.828938471940501e-06,
      "loss": 1.1038,
      "step": 469
    },
    {
      "epoch": 0.9533468559837728,
      "grad_norm": 0.234375,
      "learning_rate": 6.822177146720758e-06,
      "loss": 1.0895,
      "step": 470
    },
    {
      "epoch": 0.9553752535496958,
      "grad_norm": 0.2451171875,
      "learning_rate": 6.815415821501015e-06,
      "loss": 1.0341,
      "step": 471
    },
    {
      "epoch": 0.9574036511156186,
      "grad_norm": 0.322265625,
      "learning_rate": 6.8086544962812715e-06,
      "loss": 1.0862,
      "step": 472
    },
    {
      "epoch": 0.9594320486815415,
      "grad_norm": 0.2421875,
      "learning_rate": 6.801893171061528e-06,
      "loss": 1.1023,
      "step": 473
    },
    {
      "epoch": 0.9614604462474645,
      "grad_norm": 0.23046875,
      "learning_rate": 6.795131845841786e-06,
      "loss": 1.0123,
      "step": 474
    },
    {
      "epoch": 0.9634888438133874,
      "grad_norm": 0.228515625,
      "learning_rate": 6.788370520622043e-06,
      "loss": 1.1256,
      "step": 475
    },
    {
      "epoch": 0.9655172413793104,
      "grad_norm": 0.2353515625,
      "learning_rate": 6.781609195402299e-06,
      "loss": 1.0688,
      "step": 476
    },
    {
      "epoch": 0.9675456389452333,
      "grad_norm": 0.2373046875,
      "learning_rate": 6.774847870182556e-06,
      "loss": 1.1208,
      "step": 477
    },
    {
      "epoch": 0.9695740365111561,
      "grad_norm": 0.23828125,
      "learning_rate": 6.768086544962813e-06,
      "loss": 1.087,
      "step": 478
    },
    {
      "epoch": 0.9716024340770791,
      "grad_norm": 0.2490234375,
      "learning_rate": 6.76132521974307e-06,
      "loss": 1.099,
      "step": 479
    },
    {
      "epoch": 0.973630831643002,
      "grad_norm": 0.2490234375,
      "learning_rate": 6.754563894523327e-06,
      "loss": 1.1076,
      "step": 480
    },
    {
      "epoch": 0.9756592292089249,
      "grad_norm": 0.2255859375,
      "learning_rate": 6.7478025693035846e-06,
      "loss": 1.0634,
      "step": 481
    },
    {
      "epoch": 0.9776876267748479,
      "grad_norm": 0.22265625,
      "learning_rate": 6.7410412440838415e-06,
      "loss": 1.0835,
      "step": 482
    },
    {
      "epoch": 0.9797160243407708,
      "grad_norm": 0.2353515625,
      "learning_rate": 6.734279918864098e-06,
      "loss": 1.0837,
      "step": 483
    },
    {
      "epoch": 0.9817444219066938,
      "grad_norm": 0.228515625,
      "learning_rate": 6.7275185936443544e-06,
      "loss": 1.0663,
      "step": 484
    },
    {
      "epoch": 0.9837728194726166,
      "grad_norm": 0.2255859375,
      "learning_rate": 6.720757268424611e-06,
      "loss": 1.0664,
      "step": 485
    },
    {
      "epoch": 0.9858012170385395,
      "grad_norm": 0.2490234375,
      "learning_rate": 6.713995943204868e-06,
      "loss": 1.0677,
      "step": 486
    },
    {
      "epoch": 0.9878296146044625,
      "grad_norm": 0.2216796875,
      "learning_rate": 6.707234617985125e-06,
      "loss": 1.0646,
      "step": 487
    },
    {
      "epoch": 0.9898580121703854,
      "grad_norm": 0.2255859375,
      "learning_rate": 6.700473292765383e-06,
      "loss": 1.0106,
      "step": 488
    },
    {
      "epoch": 0.9918864097363083,
      "grad_norm": 0.2265625,
      "learning_rate": 6.69371196754564e-06,
      "loss": 1.1186,
      "step": 489
    },
    {
      "epoch": 0.9939148073022313,
      "grad_norm": 0.287109375,
      "learning_rate": 6.686950642325897e-06,
      "loss": 1.0706,
      "step": 490
    },
    {
      "epoch": 0.9959432048681541,
      "grad_norm": 0.2451171875,
      "learning_rate": 6.680189317106154e-06,
      "loss": 1.065,
      "step": 491
    },
    {
      "epoch": 0.9979716024340771,
      "grad_norm": 0.2421875,
      "learning_rate": 6.67342799188641e-06,
      "loss": 1.0931,
      "step": 492
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.244140625,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.0794,
      "step": 493
    },
    {
      "epoch": 1.002028397565923,
      "grad_norm": 0.28125,
      "learning_rate": 6.6599053414469236e-06,
      "loss": 1.087,
      "step": 494
    },
    {
      "epoch": 1.0040567951318458,
      "grad_norm": 0.23828125,
      "learning_rate": 6.653144016227181e-06,
      "loss": 1.0326,
      "step": 495
    },
    {
      "epoch": 1.0060851926977687,
      "grad_norm": 0.248046875,
      "learning_rate": 6.646382691007438e-06,
      "loss": 1.056,
      "step": 496
    },
    {
      "epoch": 1.0081135902636917,
      "grad_norm": 0.2255859375,
      "learning_rate": 6.639621365787695e-06,
      "loss": 1.0488,
      "step": 497
    },
    {
      "epoch": 1.0101419878296145,
      "grad_norm": 0.2275390625,
      "learning_rate": 6.632860040567952e-06,
      "loss": 1.0683,
      "step": 498
    },
    {
      "epoch": 1.0121703853955375,
      "grad_norm": 0.294921875,
      "learning_rate": 6.626098715348209e-06,
      "loss": 1.0659,
      "step": 499
    },
    {
      "epoch": 1.0141987829614605,
      "grad_norm": 0.2333984375,
      "learning_rate": 6.619337390128465e-06,
      "loss": 1.0606,
      "step": 500
    },
    {
      "epoch": 1.0162271805273835,
      "grad_norm": 0.30859375,
      "learning_rate": 6.612576064908722e-06,
      "loss": 1.0074,
      "step": 501
    },
    {
      "epoch": 1.0182555780933062,
      "grad_norm": 0.283203125,
      "learning_rate": 6.60581473968898e-06,
      "loss": 1.0893,
      "step": 502
    },
    {
      "epoch": 1.0202839756592292,
      "grad_norm": 0.22265625,
      "learning_rate": 6.599053414469237e-06,
      "loss": 1.079,
      "step": 503
    },
    {
      "epoch": 1.0223123732251522,
      "grad_norm": 0.322265625,
      "learning_rate": 6.5922920892494935e-06,
      "loss": 1.0616,
      "step": 504
    },
    {
      "epoch": 1.024340770791075,
      "grad_norm": 0.2333984375,
      "learning_rate": 6.5855307640297504e-06,
      "loss": 1.0783,
      "step": 505
    },
    {
      "epoch": 1.026369168356998,
      "grad_norm": 0.2314453125,
      "learning_rate": 6.578769438810007e-06,
      "loss": 1.0645,
      "step": 506
    },
    {
      "epoch": 1.028397565922921,
      "grad_norm": 0.2490234375,
      "learning_rate": 6.572008113590265e-06,
      "loss": 1.0546,
      "step": 507
    },
    {
      "epoch": 1.0304259634888437,
      "grad_norm": 0.2333984375,
      "learning_rate": 6.56524678837052e-06,
      "loss": 1.088,
      "step": 508
    },
    {
      "epoch": 1.0324543610547667,
      "grad_norm": 0.2412109375,
      "learning_rate": 6.558485463150778e-06,
      "loss": 1.1028,
      "step": 509
    },
    {
      "epoch": 1.0344827586206897,
      "grad_norm": 0.2314453125,
      "learning_rate": 6.551724137931035e-06,
      "loss": 1.0477,
      "step": 510
    },
    {
      "epoch": 1.0365111561866125,
      "grad_norm": 0.2294921875,
      "learning_rate": 6.544962812711292e-06,
      "loss": 1.0453,
      "step": 511
    },
    {
      "epoch": 1.0385395537525355,
      "grad_norm": 0.2275390625,
      "learning_rate": 6.538201487491549e-06,
      "loss": 1.0321,
      "step": 512
    },
    {
      "epoch": 1.0405679513184585,
      "grad_norm": 0.2314453125,
      "learning_rate": 6.531440162271806e-06,
      "loss": 1.0569,
      "step": 513
    },
    {
      "epoch": 1.0425963488843812,
      "grad_norm": 0.234375,
      "learning_rate": 6.5246788370520635e-06,
      "loss": 1.0619,
      "step": 514
    },
    {
      "epoch": 1.0446247464503042,
      "grad_norm": 0.251953125,
      "learning_rate": 6.51791751183232e-06,
      "loss": 1.0559,
      "step": 515
    },
    {
      "epoch": 1.0466531440162272,
      "grad_norm": 0.2431640625,
      "learning_rate": 6.5111561866125765e-06,
      "loss": 1.0531,
      "step": 516
    },
    {
      "epoch": 1.04868154158215,
      "grad_norm": 0.22265625,
      "learning_rate": 6.504394861392833e-06,
      "loss": 1.0724,
      "step": 517
    },
    {
      "epoch": 1.050709939148073,
      "grad_norm": 0.2451171875,
      "learning_rate": 6.49763353617309e-06,
      "loss": 1.0478,
      "step": 518
    },
    {
      "epoch": 1.052738336713996,
      "grad_norm": 0.21875,
      "learning_rate": 6.490872210953347e-06,
      "loss": 1.0659,
      "step": 519
    },
    {
      "epoch": 1.054766734279919,
      "grad_norm": 0.2216796875,
      "learning_rate": 6.484110885733604e-06,
      "loss": 1.0672,
      "step": 520
    },
    {
      "epoch": 1.0567951318458417,
      "grad_norm": 0.2734375,
      "learning_rate": 6.477349560513861e-06,
      "loss": 1.0845,
      "step": 521
    },
    {
      "epoch": 1.0588235294117647,
      "grad_norm": 0.310546875,
      "learning_rate": 6.470588235294119e-06,
      "loss": 1.0633,
      "step": 522
    },
    {
      "epoch": 1.0608519269776877,
      "grad_norm": 0.26171875,
      "learning_rate": 6.463826910074376e-06,
      "loss": 1.1189,
      "step": 523
    },
    {
      "epoch": 1.0628803245436105,
      "grad_norm": 0.296875,
      "learning_rate": 6.457065584854632e-06,
      "loss": 1.0884,
      "step": 524
    },
    {
      "epoch": 1.0649087221095335,
      "grad_norm": 0.2255859375,
      "learning_rate": 6.450304259634889e-06,
      "loss": 1.0337,
      "step": 525
    },
    {
      "epoch": 1.0669371196754565,
      "grad_norm": 0.2255859375,
      "learning_rate": 6.4435429344151456e-06,
      "loss": 1.0333,
      "step": 526
    },
    {
      "epoch": 1.0689655172413792,
      "grad_norm": 0.2333984375,
      "learning_rate": 6.4367816091954025e-06,
      "loss": 1.0785,
      "step": 527
    },
    {
      "epoch": 1.0709939148073022,
      "grad_norm": 0.2255859375,
      "learning_rate": 6.430020283975659e-06,
      "loss": 1.0,
      "step": 528
    },
    {
      "epoch": 1.0730223123732252,
      "grad_norm": 0.2392578125,
      "learning_rate": 6.423258958755917e-06,
      "loss": 1.0664,
      "step": 529
    },
    {
      "epoch": 1.075050709939148,
      "grad_norm": 0.29296875,
      "learning_rate": 6.416497633536174e-06,
      "loss": 1.1181,
      "step": 530
    },
    {
      "epoch": 1.077079107505071,
      "grad_norm": 0.255859375,
      "learning_rate": 6.409736308316431e-06,
      "loss": 1.0471,
      "step": 531
    },
    {
      "epoch": 1.079107505070994,
      "grad_norm": 0.2421875,
      "learning_rate": 6.402974983096687e-06,
      "loss": 1.0518,
      "step": 532
    },
    {
      "epoch": 1.081135902636917,
      "grad_norm": 0.2470703125,
      "learning_rate": 6.396213657876944e-06,
      "loss": 1.0784,
      "step": 533
    },
    {
      "epoch": 1.0831643002028397,
      "grad_norm": 0.32421875,
      "learning_rate": 6.389452332657201e-06,
      "loss": 1.0695,
      "step": 534
    },
    {
      "epoch": 1.0851926977687627,
      "grad_norm": 0.234375,
      "learning_rate": 6.382691007437458e-06,
      "loss": 1.044,
      "step": 535
    },
    {
      "epoch": 1.0872210953346857,
      "grad_norm": 0.337890625,
      "learning_rate": 6.3759296822177155e-06,
      "loss": 1.049,
      "step": 536
    },
    {
      "epoch": 1.0892494929006085,
      "grad_norm": 0.287109375,
      "learning_rate": 6.3691683569979724e-06,
      "loss": 1.0108,
      "step": 537
    },
    {
      "epoch": 1.0912778904665315,
      "grad_norm": 0.234375,
      "learning_rate": 6.362407031778229e-06,
      "loss": 1.02,
      "step": 538
    },
    {
      "epoch": 1.0933062880324544,
      "grad_norm": 0.26953125,
      "learning_rate": 6.355645706558486e-06,
      "loss": 1.0442,
      "step": 539
    },
    {
      "epoch": 1.0953346855983772,
      "grad_norm": 0.302734375,
      "learning_rate": 6.348884381338742e-06,
      "loss": 1.0711,
      "step": 540
    },
    {
      "epoch": 1.0973630831643002,
      "grad_norm": 0.35546875,
      "learning_rate": 6.342123056118999e-06,
      "loss": 1.0747,
      "step": 541
    },
    {
      "epoch": 1.0993914807302232,
      "grad_norm": 0.234375,
      "learning_rate": 6.335361730899256e-06,
      "loss": 1.0477,
      "step": 542
    },
    {
      "epoch": 1.101419878296146,
      "grad_norm": 0.2314453125,
      "learning_rate": 6.328600405679514e-06,
      "loss": 1.023,
      "step": 543
    },
    {
      "epoch": 1.103448275862069,
      "grad_norm": 0.234375,
      "learning_rate": 6.321839080459771e-06,
      "loss": 1.0482,
      "step": 544
    },
    {
      "epoch": 1.105476673427992,
      "grad_norm": 0.2470703125,
      "learning_rate": 6.315077755240028e-06,
      "loss": 1.1157,
      "step": 545
    },
    {
      "epoch": 1.1075050709939147,
      "grad_norm": 0.2451171875,
      "learning_rate": 6.308316430020285e-06,
      "loss": 1.0663,
      "step": 546
    },
    {
      "epoch": 1.1095334685598377,
      "grad_norm": 0.2294921875,
      "learning_rate": 6.3015551048005416e-06,
      "loss": 1.0461,
      "step": 547
    },
    {
      "epoch": 1.1115618661257607,
      "grad_norm": 0.2412109375,
      "learning_rate": 6.294793779580798e-06,
      "loss": 1.0951,
      "step": 548
    },
    {
      "epoch": 1.1135902636916835,
      "grad_norm": 0.2431640625,
      "learning_rate": 6.2880324543610545e-06,
      "loss": 1.0817,
      "step": 549
    },
    {
      "epoch": 1.1156186612576064,
      "grad_norm": 0.2578125,
      "learning_rate": 6.281271129141312e-06,
      "loss": 1.0373,
      "step": 550
    },
    {
      "epoch": 1.1176470588235294,
      "grad_norm": 0.26953125,
      "learning_rate": 6.274509803921569e-06,
      "loss": 1.0159,
      "step": 551
    },
    {
      "epoch": 1.1196754563894524,
      "grad_norm": 0.263671875,
      "learning_rate": 6.267748478701826e-06,
      "loss": 1.0672,
      "step": 552
    },
    {
      "epoch": 1.1217038539553752,
      "grad_norm": 0.23046875,
      "learning_rate": 6.260987153482083e-06,
      "loss": 1.0657,
      "step": 553
    },
    {
      "epoch": 1.1237322515212982,
      "grad_norm": 0.2275390625,
      "learning_rate": 6.25422582826234e-06,
      "loss": 1.0105,
      "step": 554
    },
    {
      "epoch": 1.1257606490872212,
      "grad_norm": 0.2412109375,
      "learning_rate": 6.247464503042598e-06,
      "loss": 1.0405,
      "step": 555
    },
    {
      "epoch": 1.127789046653144,
      "grad_norm": 0.2490234375,
      "learning_rate": 6.240703177822853e-06,
      "loss": 1.0467,
      "step": 556
    },
    {
      "epoch": 1.129817444219067,
      "grad_norm": 0.2255859375,
      "learning_rate": 6.233941852603111e-06,
      "loss": 1.0506,
      "step": 557
    },
    {
      "epoch": 1.13184584178499,
      "grad_norm": 0.2392578125,
      "learning_rate": 6.227180527383368e-06,
      "loss": 1.0681,
      "step": 558
    },
    {
      "epoch": 1.1338742393509127,
      "grad_norm": 0.2421875,
      "learning_rate": 6.2204192021636245e-06,
      "loss": 1.126,
      "step": 559
    },
    {
      "epoch": 1.1359026369168357,
      "grad_norm": 0.2451171875,
      "learning_rate": 6.213657876943881e-06,
      "loss": 1.0295,
      "step": 560
    },
    {
      "epoch": 1.1379310344827587,
      "grad_norm": 0.28515625,
      "learning_rate": 6.206896551724138e-06,
      "loss": 1.076,
      "step": 561
    },
    {
      "epoch": 1.1399594320486814,
      "grad_norm": 0.240234375,
      "learning_rate": 6.200135226504396e-06,
      "loss": 1.0124,
      "step": 562
    },
    {
      "epoch": 1.1419878296146044,
      "grad_norm": 0.2490234375,
      "learning_rate": 6.193373901284653e-06,
      "loss": 1.1096,
      "step": 563
    },
    {
      "epoch": 1.1440162271805274,
      "grad_norm": 0.296875,
      "learning_rate": 6.186612576064909e-06,
      "loss": 1.0413,
      "step": 564
    },
    {
      "epoch": 1.1460446247464504,
      "grad_norm": 0.2314453125,
      "learning_rate": 6.179851250845166e-06,
      "loss": 1.0461,
      "step": 565
    },
    {
      "epoch": 1.1480730223123732,
      "grad_norm": 0.330078125,
      "learning_rate": 6.173089925625423e-06,
      "loss": 1.0517,
      "step": 566
    },
    {
      "epoch": 1.1501014198782962,
      "grad_norm": 0.2451171875,
      "learning_rate": 6.16632860040568e-06,
      "loss": 1.0945,
      "step": 567
    },
    {
      "epoch": 1.1521298174442192,
      "grad_norm": 0.251953125,
      "learning_rate": 6.159567275185937e-06,
      "loss": 1.1018,
      "step": 568
    },
    {
      "epoch": 1.154158215010142,
      "grad_norm": 0.275390625,
      "learning_rate": 6.1528059499661945e-06,
      "loss": 0.9737,
      "step": 569
    },
    {
      "epoch": 1.156186612576065,
      "grad_norm": 0.2431640625,
      "learning_rate": 6.146044624746451e-06,
      "loss": 1.0363,
      "step": 570
    },
    {
      "epoch": 1.158215010141988,
      "grad_norm": 0.61328125,
      "learning_rate": 6.139283299526708e-06,
      "loss": 1.071,
      "step": 571
    },
    {
      "epoch": 1.1602434077079107,
      "grad_norm": 0.2392578125,
      "learning_rate": 6.132521974306964e-06,
      "loss": 1.0491,
      "step": 572
    },
    {
      "epoch": 1.1622718052738337,
      "grad_norm": 0.2451171875,
      "learning_rate": 6.125760649087221e-06,
      "loss": 1.0269,
      "step": 573
    },
    {
      "epoch": 1.1643002028397567,
      "grad_norm": 0.2490234375,
      "learning_rate": 6.118999323867478e-06,
      "loss": 1.0467,
      "step": 574
    },
    {
      "epoch": 1.1663286004056794,
      "grad_norm": 0.25390625,
      "learning_rate": 6.112237998647735e-06,
      "loss": 1.0575,
      "step": 575
    },
    {
      "epoch": 1.1683569979716024,
      "grad_norm": 0.2392578125,
      "learning_rate": 6.105476673427993e-06,
      "loss": 1.0519,
      "step": 576
    },
    {
      "epoch": 1.1703853955375254,
      "grad_norm": 0.259765625,
      "learning_rate": 6.09871534820825e-06,
      "loss": 1.0848,
      "step": 577
    },
    {
      "epoch": 1.1724137931034484,
      "grad_norm": 0.2333984375,
      "learning_rate": 6.091954022988507e-06,
      "loss": 1.0639,
      "step": 578
    },
    {
      "epoch": 1.1744421906693712,
      "grad_norm": 0.23828125,
      "learning_rate": 6.0851926977687636e-06,
      "loss": 1.0619,
      "step": 579
    },
    {
      "epoch": 1.1764705882352942,
      "grad_norm": 0.2392578125,
      "learning_rate": 6.07843137254902e-06,
      "loss": 1.0422,
      "step": 580
    },
    {
      "epoch": 1.178498985801217,
      "grad_norm": 0.2294921875,
      "learning_rate": 6.0716700473292766e-06,
      "loss": 1.0245,
      "step": 581
    },
    {
      "epoch": 1.18052738336714,
      "grad_norm": 0.2255859375,
      "learning_rate": 6.0649087221095335e-06,
      "loss": 1.051,
      "step": 582
    },
    {
      "epoch": 1.182555780933063,
      "grad_norm": 0.298828125,
      "learning_rate": 6.058147396889791e-06,
      "loss": 1.0893,
      "step": 583
    },
    {
      "epoch": 1.184584178498986,
      "grad_norm": 0.2412109375,
      "learning_rate": 6.051386071670048e-06,
      "loss": 1.0841,
      "step": 584
    },
    {
      "epoch": 1.1866125760649087,
      "grad_norm": 0.2451171875,
      "learning_rate": 6.044624746450305e-06,
      "loss": 1.0444,
      "step": 585
    },
    {
      "epoch": 1.1886409736308317,
      "grad_norm": 0.2490234375,
      "learning_rate": 6.037863421230562e-06,
      "loss": 1.0222,
      "step": 586
    },
    {
      "epoch": 1.1906693711967546,
      "grad_norm": 0.26171875,
      "learning_rate": 6.031102096010819e-06,
      "loss": 1.0554,
      "step": 587
    },
    {
      "epoch": 1.1926977687626774,
      "grad_norm": 0.25,
      "learning_rate": 6.024340770791075e-06,
      "loss": 1.0436,
      "step": 588
    },
    {
      "epoch": 1.1947261663286004,
      "grad_norm": 0.255859375,
      "learning_rate": 6.017579445571332e-06,
      "loss": 1.0239,
      "step": 589
    },
    {
      "epoch": 1.1967545638945234,
      "grad_norm": 0.2373046875,
      "learning_rate": 6.01081812035159e-06,
      "loss": 1.0412,
      "step": 590
    },
    {
      "epoch": 1.1987829614604462,
      "grad_norm": 0.2431640625,
      "learning_rate": 6.0040567951318465e-06,
      "loss": 1.0504,
      "step": 591
    },
    {
      "epoch": 1.2008113590263692,
      "grad_norm": 0.236328125,
      "learning_rate": 5.9972954699121034e-06,
      "loss": 1.0352,
      "step": 592
    },
    {
      "epoch": 1.2028397565922921,
      "grad_norm": 0.2353515625,
      "learning_rate": 5.99053414469236e-06,
      "loss": 1.0506,
      "step": 593
    },
    {
      "epoch": 1.204868154158215,
      "grad_norm": 0.2412109375,
      "learning_rate": 5.983772819472617e-06,
      "loss": 1.0723,
      "step": 594
    },
    {
      "epoch": 1.206896551724138,
      "grad_norm": 0.251953125,
      "learning_rate": 5.977011494252874e-06,
      "loss": 1.0563,
      "step": 595
    },
    {
      "epoch": 1.208924949290061,
      "grad_norm": 0.244140625,
      "learning_rate": 5.97025016903313e-06,
      "loss": 1.0346,
      "step": 596
    },
    {
      "epoch": 1.2109533468559839,
      "grad_norm": 0.2451171875,
      "learning_rate": 5.963488843813387e-06,
      "loss": 1.0636,
      "step": 597
    },
    {
      "epoch": 1.2129817444219066,
      "grad_norm": 0.236328125,
      "learning_rate": 5.956727518593645e-06,
      "loss": 1.0694,
      "step": 598
    },
    {
      "epoch": 1.2150101419878296,
      "grad_norm": 0.251953125,
      "learning_rate": 5.949966193373902e-06,
      "loss": 1.0332,
      "step": 599
    },
    {
      "epoch": 1.2170385395537526,
      "grad_norm": 0.234375,
      "learning_rate": 5.943204868154159e-06,
      "loss": 1.0194,
      "step": 600
    },
    {
      "epoch": 1.2190669371196754,
      "grad_norm": 0.37890625,
      "learning_rate": 5.936443542934416e-06,
      "loss": 1.0426,
      "step": 601
    },
    {
      "epoch": 1.2210953346855984,
      "grad_norm": 0.2412109375,
      "learning_rate": 5.9296822177146725e-06,
      "loss": 1.0372,
      "step": 602
    },
    {
      "epoch": 1.2231237322515214,
      "grad_norm": 0.50390625,
      "learning_rate": 5.92292089249493e-06,
      "loss": 0.9994,
      "step": 603
    },
    {
      "epoch": 1.2251521298174441,
      "grad_norm": 0.263671875,
      "learning_rate": 5.9161595672751855e-06,
      "loss": 1.0621,
      "step": 604
    },
    {
      "epoch": 1.2271805273833671,
      "grad_norm": 0.236328125,
      "learning_rate": 5.909398242055443e-06,
      "loss": 1.0593,
      "step": 605
    },
    {
      "epoch": 1.2292089249492901,
      "grad_norm": 0.25,
      "learning_rate": 5.9026369168357e-06,
      "loss": 1.0912,
      "step": 606
    },
    {
      "epoch": 1.231237322515213,
      "grad_norm": 0.23828125,
      "learning_rate": 5.895875591615957e-06,
      "loss": 1.0958,
      "step": 607
    },
    {
      "epoch": 1.2332657200811359,
      "grad_norm": 0.2392578125,
      "learning_rate": 5.889114266396214e-06,
      "loss": 0.997,
      "step": 608
    },
    {
      "epoch": 1.2352941176470589,
      "grad_norm": 0.248046875,
      "learning_rate": 5.882352941176471e-06,
      "loss": 1.1018,
      "step": 609
    },
    {
      "epoch": 1.2373225152129819,
      "grad_norm": 0.244140625,
      "learning_rate": 5.875591615956729e-06,
      "loss": 1.0352,
      "step": 610
    },
    {
      "epoch": 1.2393509127789046,
      "grad_norm": 0.265625,
      "learning_rate": 5.868830290736986e-06,
      "loss": 1.0638,
      "step": 611
    },
    {
      "epoch": 1.2413793103448276,
      "grad_norm": 0.24609375,
      "learning_rate": 5.862068965517242e-06,
      "loss": 1.0008,
      "step": 612
    },
    {
      "epoch": 1.2434077079107504,
      "grad_norm": 0.251953125,
      "learning_rate": 5.8553076402974986e-06,
      "loss": 1.0329,
      "step": 613
    },
    {
      "epoch": 1.2454361054766734,
      "grad_norm": 0.2412109375,
      "learning_rate": 5.8485463150777555e-06,
      "loss": 1.0629,
      "step": 614
    },
    {
      "epoch": 1.2474645030425964,
      "grad_norm": 0.240234375,
      "learning_rate": 5.841784989858012e-06,
      "loss": 1.0493,
      "step": 615
    },
    {
      "epoch": 1.2494929006085194,
      "grad_norm": 0.25,
      "learning_rate": 5.835023664638269e-06,
      "loss": 1.0285,
      "step": 616
    },
    {
      "epoch": 1.2515212981744421,
      "grad_norm": 0.2392578125,
      "learning_rate": 5.828262339418527e-06,
      "loss": 1.0356,
      "step": 617
    },
    {
      "epoch": 1.2535496957403651,
      "grad_norm": 0.31640625,
      "learning_rate": 5.821501014198784e-06,
      "loss": 1.0757,
      "step": 618
    },
    {
      "epoch": 1.2555780933062881,
      "grad_norm": 0.267578125,
      "learning_rate": 5.814739688979041e-06,
      "loss": 1.0564,
      "step": 619
    },
    {
      "epoch": 1.2576064908722109,
      "grad_norm": 0.25,
      "learning_rate": 5.807978363759297e-06,
      "loss": 1.0453,
      "step": 620
    },
    {
      "epoch": 1.2596348884381339,
      "grad_norm": 0.24609375,
      "learning_rate": 5.801217038539554e-06,
      "loss": 1.0489,
      "step": 621
    },
    {
      "epoch": 1.2616632860040569,
      "grad_norm": 0.25390625,
      "learning_rate": 5.794455713319811e-06,
      "loss": 1.0171,
      "step": 622
    },
    {
      "epoch": 1.2636916835699799,
      "grad_norm": 0.263671875,
      "learning_rate": 5.787694388100068e-06,
      "loss": 1.0695,
      "step": 623
    },
    {
      "epoch": 1.2657200811359026,
      "grad_norm": 0.2431640625,
      "learning_rate": 5.7809330628803254e-06,
      "loss": 1.0492,
      "step": 624
    },
    {
      "epoch": 1.2677484787018256,
      "grad_norm": 0.3984375,
      "learning_rate": 5.774171737660582e-06,
      "loss": 1.0291,
      "step": 625
    },
    {
      "epoch": 1.2697768762677484,
      "grad_norm": 0.318359375,
      "learning_rate": 5.767410412440839e-06,
      "loss": 1.0349,
      "step": 626
    },
    {
      "epoch": 1.2718052738336714,
      "grad_norm": 0.23046875,
      "learning_rate": 5.760649087221096e-06,
      "loss": 1.0465,
      "step": 627
    },
    {
      "epoch": 1.2738336713995944,
      "grad_norm": 0.26171875,
      "learning_rate": 5.753887762001352e-06,
      "loss": 1.0746,
      "step": 628
    },
    {
      "epoch": 1.2758620689655173,
      "grad_norm": 0.2578125,
      "learning_rate": 5.747126436781609e-06,
      "loss": 1.058,
      "step": 629
    },
    {
      "epoch": 1.2778904665314401,
      "grad_norm": 0.255859375,
      "learning_rate": 5.740365111561866e-06,
      "loss": 1.0603,
      "step": 630
    },
    {
      "epoch": 1.279918864097363,
      "grad_norm": 0.251953125,
      "learning_rate": 5.733603786342124e-06,
      "loss": 1.0767,
      "step": 631
    },
    {
      "epoch": 1.2819472616632859,
      "grad_norm": 0.248046875,
      "learning_rate": 5.726842461122381e-06,
      "loss": 1.0272,
      "step": 632
    },
    {
      "epoch": 1.2839756592292089,
      "grad_norm": 0.2373046875,
      "learning_rate": 5.720081135902638e-06,
      "loss": 1.0608,
      "step": 633
    },
    {
      "epoch": 1.2860040567951319,
      "grad_norm": 0.2421875,
      "learning_rate": 5.7133198106828946e-06,
      "loss": 1.0151,
      "step": 634
    },
    {
      "epoch": 1.2880324543610548,
      "grad_norm": 0.287109375,
      "learning_rate": 5.7065584854631515e-06,
      "loss": 1.0519,
      "step": 635
    },
    {
      "epoch": 1.2900608519269776,
      "grad_norm": 0.23828125,
      "learning_rate": 5.6997971602434075e-06,
      "loss": 1.0587,
      "step": 636
    },
    {
      "epoch": 1.2920892494929006,
      "grad_norm": 0.2353515625,
      "learning_rate": 5.6930358350236644e-06,
      "loss": 1.0706,
      "step": 637
    },
    {
      "epoch": 1.2941176470588236,
      "grad_norm": 0.2314453125,
      "learning_rate": 5.686274509803922e-06,
      "loss": 1.0084,
      "step": 638
    },
    {
      "epoch": 1.2961460446247464,
      "grad_norm": 0.25,
      "learning_rate": 5.679513184584179e-06,
      "loss": 1.0433,
      "step": 639
    },
    {
      "epoch": 1.2981744421906694,
      "grad_norm": 0.2353515625,
      "learning_rate": 5.672751859364436e-06,
      "loss": 1.0044,
      "step": 640
    },
    {
      "epoch": 1.3002028397565923,
      "grad_norm": 0.248046875,
      "learning_rate": 5.665990534144693e-06,
      "loss": 0.9463,
      "step": 641
    },
    {
      "epoch": 1.3022312373225153,
      "grad_norm": 0.23828125,
      "learning_rate": 5.65922920892495e-06,
      "loss": 1.0042,
      "step": 642
    },
    {
      "epoch": 1.304259634888438,
      "grad_norm": 0.322265625,
      "learning_rate": 5.652467883705207e-06,
      "loss": 1.0487,
      "step": 643
    },
    {
      "epoch": 1.306288032454361,
      "grad_norm": 0.2412109375,
      "learning_rate": 5.645706558485463e-06,
      "loss": 1.0599,
      "step": 644
    },
    {
      "epoch": 1.3083164300202839,
      "grad_norm": 0.240234375,
      "learning_rate": 5.638945233265721e-06,
      "loss": 1.0294,
      "step": 645
    },
    {
      "epoch": 1.3103448275862069,
      "grad_norm": 0.24609375,
      "learning_rate": 5.6321839080459775e-06,
      "loss": 1.0401,
      "step": 646
    },
    {
      "epoch": 1.3123732251521298,
      "grad_norm": 0.248046875,
      "learning_rate": 5.625422582826234e-06,
      "loss": 1.0143,
      "step": 647
    },
    {
      "epoch": 1.3144016227180528,
      "grad_norm": 0.2314453125,
      "learning_rate": 5.618661257606491e-06,
      "loss": 1.0506,
      "step": 648
    },
    {
      "epoch": 1.3164300202839756,
      "grad_norm": 0.23828125,
      "learning_rate": 5.611899932386748e-06,
      "loss": 1.0314,
      "step": 649
    },
    {
      "epoch": 1.3184584178498986,
      "grad_norm": 0.2333984375,
      "learning_rate": 5.605138607167005e-06,
      "loss": 1.0434,
      "step": 650
    },
    {
      "epoch": 1.3204868154158216,
      "grad_norm": 0.2890625,
      "learning_rate": 5.598377281947263e-06,
      "loss": 1.0598,
      "step": 651
    },
    {
      "epoch": 1.3225152129817443,
      "grad_norm": 0.28515625,
      "learning_rate": 5.591615956727519e-06,
      "loss": 1.011,
      "step": 652
    },
    {
      "epoch": 1.3245436105476673,
      "grad_norm": 0.25390625,
      "learning_rate": 5.584854631507776e-06,
      "loss": 1.0506,
      "step": 653
    },
    {
      "epoch": 1.3265720081135903,
      "grad_norm": 0.24609375,
      "learning_rate": 5.578093306288033e-06,
      "loss": 1.0387,
      "step": 654
    },
    {
      "epoch": 1.3286004056795133,
      "grad_norm": 0.2490234375,
      "learning_rate": 5.57133198106829e-06,
      "loss": 1.0571,
      "step": 655
    },
    {
      "epoch": 1.330628803245436,
      "grad_norm": 0.26953125,
      "learning_rate": 5.564570655848547e-06,
      "loss": 1.0351,
      "step": 656
    },
    {
      "epoch": 1.332657200811359,
      "grad_norm": 0.2431640625,
      "learning_rate": 5.5578093306288035e-06,
      "loss": 1.0454,
      "step": 657
    },
    {
      "epoch": 1.3346855983772818,
      "grad_norm": 0.248046875,
      "learning_rate": 5.551048005409061e-06,
      "loss": 1.0374,
      "step": 658
    },
    {
      "epoch": 1.3367139959432048,
      "grad_norm": 0.279296875,
      "learning_rate": 5.544286680189318e-06,
      "loss": 1.0395,
      "step": 659
    },
    {
      "epoch": 1.3387423935091278,
      "grad_norm": 0.2490234375,
      "learning_rate": 5.537525354969574e-06,
      "loss": 0.989,
      "step": 660
    },
    {
      "epoch": 1.3407707910750508,
      "grad_norm": 0.267578125,
      "learning_rate": 5.530764029749831e-06,
      "loss": 1.0449,
      "step": 661
    },
    {
      "epoch": 1.3427991886409736,
      "grad_norm": 0.23828125,
      "learning_rate": 5.524002704530088e-06,
      "loss": 0.9985,
      "step": 662
    },
    {
      "epoch": 1.3448275862068966,
      "grad_norm": 0.275390625,
      "learning_rate": 5.517241379310345e-06,
      "loss": 1.0594,
      "step": 663
    },
    {
      "epoch": 1.3468559837728193,
      "grad_norm": 0.2353515625,
      "learning_rate": 5.510480054090602e-06,
      "loss": 1.0711,
      "step": 664
    },
    {
      "epoch": 1.3488843813387423,
      "grad_norm": 0.251953125,
      "learning_rate": 5.50371872887086e-06,
      "loss": 1.0372,
      "step": 665
    },
    {
      "epoch": 1.3509127789046653,
      "grad_norm": 0.25390625,
      "learning_rate": 5.4969574036511166e-06,
      "loss": 1.0782,
      "step": 666
    },
    {
      "epoch": 1.3529411764705883,
      "grad_norm": 0.26171875,
      "learning_rate": 5.4901960784313735e-06,
      "loss": 1.0556,
      "step": 667
    },
    {
      "epoch": 1.354969574036511,
      "grad_norm": 0.30078125,
      "learning_rate": 5.4834347532116295e-06,
      "loss": 1.0984,
      "step": 668
    },
    {
      "epoch": 1.356997971602434,
      "grad_norm": 0.2431640625,
      "learning_rate": 5.4766734279918865e-06,
      "loss": 0.9965,
      "step": 669
    },
    {
      "epoch": 1.359026369168357,
      "grad_norm": 0.279296875,
      "learning_rate": 5.469912102772143e-06,
      "loss": 1.0513,
      "step": 670
    },
    {
      "epoch": 1.3610547667342798,
      "grad_norm": 0.259765625,
      "learning_rate": 5.4631507775524e-06,
      "loss": 1.0406,
      "step": 671
    },
    {
      "epoch": 1.3630831643002028,
      "grad_norm": 0.2431640625,
      "learning_rate": 5.456389452332658e-06,
      "loss": 1.0864,
      "step": 672
    },
    {
      "epoch": 1.3651115618661258,
      "grad_norm": 0.275390625,
      "learning_rate": 5.449628127112915e-06,
      "loss": 1.0379,
      "step": 673
    },
    {
      "epoch": 1.3671399594320488,
      "grad_norm": 0.51171875,
      "learning_rate": 5.442866801893172e-06,
      "loss": 1.0279,
      "step": 674
    },
    {
      "epoch": 1.3691683569979716,
      "grad_norm": 0.796875,
      "learning_rate": 5.436105476673429e-06,
      "loss": 1.0537,
      "step": 675
    },
    {
      "epoch": 1.3711967545638946,
      "grad_norm": 0.248046875,
      "learning_rate": 5.429344151453685e-06,
      "loss": 1.022,
      "step": 676
    },
    {
      "epoch": 1.3732251521298173,
      "grad_norm": 0.271484375,
      "learning_rate": 5.422582826233942e-06,
      "loss": 1.0154,
      "step": 677
    },
    {
      "epoch": 1.3752535496957403,
      "grad_norm": 0.25390625,
      "learning_rate": 5.415821501014199e-06,
      "loss": 1.0449,
      "step": 678
    },
    {
      "epoch": 1.3772819472616633,
      "grad_norm": 0.24609375,
      "learning_rate": 5.409060175794456e-06,
      "loss": 1.0143,
      "step": 679
    },
    {
      "epoch": 1.3793103448275863,
      "grad_norm": 0.2314453125,
      "learning_rate": 5.402298850574713e-06,
      "loss": 1.047,
      "step": 680
    },
    {
      "epoch": 1.381338742393509,
      "grad_norm": 0.2431640625,
      "learning_rate": 5.39553752535497e-06,
      "loss": 1.036,
      "step": 681
    },
    {
      "epoch": 1.383367139959432,
      "grad_norm": 0.236328125,
      "learning_rate": 5.388776200135227e-06,
      "loss": 1.076,
      "step": 682
    },
    {
      "epoch": 1.385395537525355,
      "grad_norm": 0.2392578125,
      "learning_rate": 5.382014874915484e-06,
      "loss": 1.0543,
      "step": 683
    },
    {
      "epoch": 1.3874239350912778,
      "grad_norm": 0.28125,
      "learning_rate": 5.37525354969574e-06,
      "loss": 1.0474,
      "step": 684
    },
    {
      "epoch": 1.3894523326572008,
      "grad_norm": 0.283203125,
      "learning_rate": 5.368492224475997e-06,
      "loss": 1.0287,
      "step": 685
    },
    {
      "epoch": 1.3914807302231238,
      "grad_norm": 0.36328125,
      "learning_rate": 5.361730899256255e-06,
      "loss": 1.0412,
      "step": 686
    },
    {
      "epoch": 1.3935091277890468,
      "grad_norm": 0.26171875,
      "learning_rate": 5.354969574036512e-06,
      "loss": 1.1062,
      "step": 687
    },
    {
      "epoch": 1.3955375253549696,
      "grad_norm": 0.23046875,
      "learning_rate": 5.348208248816769e-06,
      "loss": 1.0338,
      "step": 688
    },
    {
      "epoch": 1.3975659229208925,
      "grad_norm": 0.251953125,
      "learning_rate": 5.3414469235970255e-06,
      "loss": 1.0185,
      "step": 689
    },
    {
      "epoch": 1.3995943204868153,
      "grad_norm": 0.251953125,
      "learning_rate": 5.3346855983772824e-06,
      "loss": 1.0041,
      "step": 690
    },
    {
      "epoch": 1.4016227180527383,
      "grad_norm": 0.263671875,
      "learning_rate": 5.32792427315754e-06,
      "loss": 1.0337,
      "step": 691
    },
    {
      "epoch": 1.4036511156186613,
      "grad_norm": 0.2470703125,
      "learning_rate": 5.321162947937795e-06,
      "loss": 1.0103,
      "step": 692
    },
    {
      "epoch": 1.4056795131845843,
      "grad_norm": 0.302734375,
      "learning_rate": 5.314401622718053e-06,
      "loss": 1.0466,
      "step": 693
    },
    {
      "epoch": 1.407707910750507,
      "grad_norm": 0.27734375,
      "learning_rate": 5.30764029749831e-06,
      "loss": 1.0092,
      "step": 694
    },
    {
      "epoch": 1.40973630831643,
      "grad_norm": 0.25,
      "learning_rate": 5.300878972278567e-06,
      "loss": 1.0347,
      "step": 695
    },
    {
      "epoch": 1.4117647058823528,
      "grad_norm": 0.24609375,
      "learning_rate": 5.294117647058824e-06,
      "loss": 1.0402,
      "step": 696
    },
    {
      "epoch": 1.4137931034482758,
      "grad_norm": 0.255859375,
      "learning_rate": 5.287356321839081e-06,
      "loss": 1.0706,
      "step": 697
    },
    {
      "epoch": 1.4158215010141988,
      "grad_norm": 0.248046875,
      "learning_rate": 5.280594996619339e-06,
      "loss": 1.0361,
      "step": 698
    },
    {
      "epoch": 1.4178498985801218,
      "grad_norm": 0.251953125,
      "learning_rate": 5.2738336713995955e-06,
      "loss": 1.0189,
      "step": 699
    },
    {
      "epoch": 1.4198782961460445,
      "grad_norm": 0.30859375,
      "learning_rate": 5.2670723461798516e-06,
      "loss": 1.0324,
      "step": 700
    },
    {
      "epoch": 1.4219066937119675,
      "grad_norm": 0.248046875,
      "learning_rate": 5.2603110209601085e-06,
      "loss": 1.0408,
      "step": 701
    },
    {
      "epoch": 1.4239350912778905,
      "grad_norm": 0.271484375,
      "learning_rate": 5.253549695740365e-06,
      "loss": 1.0557,
      "step": 702
    },
    {
      "epoch": 1.4259634888438133,
      "grad_norm": 0.2578125,
      "learning_rate": 5.246788370520622e-06,
      "loss": 1.0519,
      "step": 703
    },
    {
      "epoch": 1.4279918864097363,
      "grad_norm": 0.365234375,
      "learning_rate": 5.240027045300879e-06,
      "loss": 0.9978,
      "step": 704
    },
    {
      "epoch": 1.4300202839756593,
      "grad_norm": 0.2578125,
      "learning_rate": 5.233265720081136e-06,
      "loss": 0.9964,
      "step": 705
    },
    {
      "epoch": 1.4320486815415823,
      "grad_norm": 0.25390625,
      "learning_rate": 5.226504394861394e-06,
      "loss": 1.0495,
      "step": 706
    },
    {
      "epoch": 1.434077079107505,
      "grad_norm": 0.259765625,
      "learning_rate": 5.219743069641651e-06,
      "loss": 1.0334,
      "step": 707
    },
    {
      "epoch": 1.436105476673428,
      "grad_norm": 0.310546875,
      "learning_rate": 5.212981744421907e-06,
      "loss": 1.0414,
      "step": 708
    },
    {
      "epoch": 1.4381338742393508,
      "grad_norm": 0.275390625,
      "learning_rate": 5.206220419202164e-06,
      "loss": 1.0865,
      "step": 709
    },
    {
      "epoch": 1.4401622718052738,
      "grad_norm": 0.255859375,
      "learning_rate": 5.199459093982421e-06,
      "loss": 1.0293,
      "step": 710
    },
    {
      "epoch": 1.4421906693711968,
      "grad_norm": 0.25390625,
      "learning_rate": 5.192697768762678e-06,
      "loss": 1.0371,
      "step": 711
    },
    {
      "epoch": 1.4442190669371198,
      "grad_norm": 0.267578125,
      "learning_rate": 5.1859364435429345e-06,
      "loss": 1.0549,
      "step": 712
    },
    {
      "epoch": 1.4462474645030425,
      "grad_norm": 0.2490234375,
      "learning_rate": 5.179175118323192e-06,
      "loss": 1.0262,
      "step": 713
    },
    {
      "epoch": 1.4482758620689655,
      "grad_norm": 0.240234375,
      "learning_rate": 5.172413793103449e-06,
      "loss": 1.0362,
      "step": 714
    },
    {
      "epoch": 1.4503042596348885,
      "grad_norm": 0.259765625,
      "learning_rate": 5.165652467883706e-06,
      "loss": 1.0823,
      "step": 715
    },
    {
      "epoch": 1.4523326572008113,
      "grad_norm": 0.2333984375,
      "learning_rate": 5.158891142663962e-06,
      "loss": 1.0068,
      "step": 716
    },
    {
      "epoch": 1.4543610547667343,
      "grad_norm": 0.263671875,
      "learning_rate": 5.152129817444219e-06,
      "loss": 1.0176,
      "step": 717
    },
    {
      "epoch": 1.4563894523326573,
      "grad_norm": 0.27734375,
      "learning_rate": 5.145368492224476e-06,
      "loss": 1.0531,
      "step": 718
    },
    {
      "epoch": 1.4584178498985803,
      "grad_norm": 0.2470703125,
      "learning_rate": 5.138607167004733e-06,
      "loss": 1.003,
      "step": 719
    },
    {
      "epoch": 1.460446247464503,
      "grad_norm": 0.37109375,
      "learning_rate": 5.131845841784991e-06,
      "loss": 1.097,
      "step": 720
    },
    {
      "epoch": 1.462474645030426,
      "grad_norm": 0.255859375,
      "learning_rate": 5.1250845165652475e-06,
      "loss": 1.0326,
      "step": 721
    },
    {
      "epoch": 1.4645030425963488,
      "grad_norm": 0.259765625,
      "learning_rate": 5.1183231913455045e-06,
      "loss": 1.0651,
      "step": 722
    },
    {
      "epoch": 1.4665314401622718,
      "grad_norm": 0.234375,
      "learning_rate": 5.111561866125761e-06,
      "loss": 1.0116,
      "step": 723
    },
    {
      "epoch": 1.4685598377281948,
      "grad_norm": 0.2734375,
      "learning_rate": 5.1048005409060174e-06,
      "loss": 1.0215,
      "step": 724
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 0.2451171875,
      "learning_rate": 5.098039215686274e-06,
      "loss": 1.0207,
      "step": 725
    },
    {
      "epoch": 1.4726166328600405,
      "grad_norm": 0.26171875,
      "learning_rate": 5.091277890466531e-06,
      "loss": 1.0264,
      "step": 726
    },
    {
      "epoch": 1.4746450304259635,
      "grad_norm": 0.251953125,
      "learning_rate": 5.084516565246789e-06,
      "loss": 1.0648,
      "step": 727
    },
    {
      "epoch": 1.4766734279918863,
      "grad_norm": 0.275390625,
      "learning_rate": 5.077755240027046e-06,
      "loss": 1.0485,
      "step": 728
    },
    {
      "epoch": 1.4787018255578093,
      "grad_norm": 0.2490234375,
      "learning_rate": 5.070993914807303e-06,
      "loss": 1.0618,
      "step": 729
    },
    {
      "epoch": 1.4807302231237323,
      "grad_norm": 0.28125,
      "learning_rate": 5.06423258958756e-06,
      "loss": 1.0572,
      "step": 730
    },
    {
      "epoch": 1.4827586206896552,
      "grad_norm": 0.259765625,
      "learning_rate": 5.057471264367817e-06,
      "loss": 1.0321,
      "step": 731
    },
    {
      "epoch": 1.484787018255578,
      "grad_norm": 0.259765625,
      "learning_rate": 5.050709939148073e-06,
      "loss": 1.0498,
      "step": 732
    },
    {
      "epoch": 1.486815415821501,
      "grad_norm": 0.5,
      "learning_rate": 5.04394861392833e-06,
      "loss": 1.0393,
      "step": 733
    },
    {
      "epoch": 1.488843813387424,
      "grad_norm": 0.24609375,
      "learning_rate": 5.037187288708587e-06,
      "loss": 1.047,
      "step": 734
    },
    {
      "epoch": 1.4908722109533468,
      "grad_norm": 0.267578125,
      "learning_rate": 5.030425963488844e-06,
      "loss": 1.128,
      "step": 735
    },
    {
      "epoch": 1.4929006085192698,
      "grad_norm": 0.24609375,
      "learning_rate": 5.023664638269101e-06,
      "loss": 1.0581,
      "step": 736
    },
    {
      "epoch": 1.4949290060851927,
      "grad_norm": 0.2294921875,
      "learning_rate": 5.016903313049358e-06,
      "loss": 0.9735,
      "step": 737
    },
    {
      "epoch": 1.4969574036511157,
      "grad_norm": 0.333984375,
      "learning_rate": 5.010141987829615e-06,
      "loss": 1.0535,
      "step": 738
    },
    {
      "epoch": 1.4989858012170385,
      "grad_norm": 0.2392578125,
      "learning_rate": 5.003380662609873e-06,
      "loss": 1.0524,
      "step": 739
    },
    {
      "epoch": 1.5010141987829615,
      "grad_norm": 0.2392578125,
      "learning_rate": 4.996619337390129e-06,
      "loss": 1.0575,
      "step": 740
    },
    {
      "epoch": 1.5030425963488843,
      "grad_norm": 0.255859375,
      "learning_rate": 4.989858012170386e-06,
      "loss": 1.008,
      "step": 741
    },
    {
      "epoch": 1.5050709939148073,
      "grad_norm": 0.244140625,
      "learning_rate": 4.983096686950643e-06,
      "loss": 1.0194,
      "step": 742
    },
    {
      "epoch": 1.5070993914807302,
      "grad_norm": 0.2451171875,
      "learning_rate": 4.9763353617309e-06,
      "loss": 1.0579,
      "step": 743
    },
    {
      "epoch": 1.5091277890466532,
      "grad_norm": 0.3359375,
      "learning_rate": 4.9695740365111565e-06,
      "loss": 1.0465,
      "step": 744
    },
    {
      "epoch": 1.5111561866125762,
      "grad_norm": 0.2431640625,
      "learning_rate": 4.962812711291413e-06,
      "loss": 1.044,
      "step": 745
    },
    {
      "epoch": 1.513184584178499,
      "grad_norm": 0.248046875,
      "learning_rate": 4.95605138607167e-06,
      "loss": 1.048,
      "step": 746
    },
    {
      "epoch": 1.5152129817444218,
      "grad_norm": 0.2412109375,
      "learning_rate": 4.949290060851927e-06,
      "loss": 1.0386,
      "step": 747
    },
    {
      "epoch": 1.5172413793103448,
      "grad_norm": 0.267578125,
      "learning_rate": 4.942528735632184e-06,
      "loss": 1.0929,
      "step": 748
    },
    {
      "epoch": 1.5192697768762677,
      "grad_norm": 0.337890625,
      "learning_rate": 4.935767410412441e-06,
      "loss": 1.0158,
      "step": 749
    },
    {
      "epoch": 1.5212981744421907,
      "grad_norm": 0.248046875,
      "learning_rate": 4.929006085192698e-06,
      "loss": 1.0559,
      "step": 750
    },
    {
      "epoch": 1.5233265720081137,
      "grad_norm": 0.263671875,
      "learning_rate": 4.922244759972955e-06,
      "loss": 1.0256,
      "step": 751
    },
    {
      "epoch": 1.5253549695740365,
      "grad_norm": 0.294921875,
      "learning_rate": 4.915483434753212e-06,
      "loss": 1.0062,
      "step": 752
    },
    {
      "epoch": 1.5273833671399595,
      "grad_norm": 0.251953125,
      "learning_rate": 4.9087221095334696e-06,
      "loss": 1.0676,
      "step": 753
    },
    {
      "epoch": 1.5294117647058822,
      "grad_norm": 0.2392578125,
      "learning_rate": 4.901960784313726e-06,
      "loss": 1.0193,
      "step": 754
    },
    {
      "epoch": 1.5314401622718052,
      "grad_norm": 0.2421875,
      "learning_rate": 4.8951994590939825e-06,
      "loss": 1.0317,
      "step": 755
    },
    {
      "epoch": 1.5334685598377282,
      "grad_norm": 0.2353515625,
      "learning_rate": 4.8884381338742394e-06,
      "loss": 1.0093,
      "step": 756
    },
    {
      "epoch": 1.5354969574036512,
      "grad_norm": 0.283203125,
      "learning_rate": 4.881676808654497e-06,
      "loss": 1.0976,
      "step": 757
    },
    {
      "epoch": 1.537525354969574,
      "grad_norm": 0.236328125,
      "learning_rate": 4.874915483434753e-06,
      "loss": 1.0135,
      "step": 758
    },
    {
      "epoch": 1.539553752535497,
      "grad_norm": 0.2421875,
      "learning_rate": 4.86815415821501e-06,
      "loss": 1.02,
      "step": 759
    },
    {
      "epoch": 1.5415821501014197,
      "grad_norm": 0.259765625,
      "learning_rate": 4.861392832995268e-06,
      "loss": 1.0506,
      "step": 760
    },
    {
      "epoch": 1.5436105476673427,
      "grad_norm": 0.28515625,
      "learning_rate": 4.854631507775525e-06,
      "loss": 1.0188,
      "step": 761
    },
    {
      "epoch": 1.5456389452332657,
      "grad_norm": 0.26171875,
      "learning_rate": 4.847870182555781e-06,
      "loss": 1.0333,
      "step": 762
    },
    {
      "epoch": 1.5476673427991887,
      "grad_norm": 0.248046875,
      "learning_rate": 4.841108857336038e-06,
      "loss": 1.0798,
      "step": 763
    },
    {
      "epoch": 1.5496957403651117,
      "grad_norm": 0.240234375,
      "learning_rate": 4.834347532116296e-06,
      "loss": 1.01,
      "step": 764
    },
    {
      "epoch": 1.5517241379310345,
      "grad_norm": 0.333984375,
      "learning_rate": 4.8275862068965525e-06,
      "loss": 1.081,
      "step": 765
    },
    {
      "epoch": 1.5537525354969572,
      "grad_norm": 0.248046875,
      "learning_rate": 4.8208248816768086e-06,
      "loss": 1.0455,
      "step": 766
    },
    {
      "epoch": 1.5557809330628802,
      "grad_norm": 0.240234375,
      "learning_rate": 4.814063556457066e-06,
      "loss": 1.0435,
      "step": 767
    },
    {
      "epoch": 1.5578093306288032,
      "grad_norm": 0.369140625,
      "learning_rate": 4.807302231237323e-06,
      "loss": 1.0402,
      "step": 768
    },
    {
      "epoch": 1.5598377281947262,
      "grad_norm": 0.3046875,
      "learning_rate": 4.80054090601758e-06,
      "loss": 1.0597,
      "step": 769
    },
    {
      "epoch": 1.5618661257606492,
      "grad_norm": 0.248046875,
      "learning_rate": 4.793779580797836e-06,
      "loss": 1.0579,
      "step": 770
    },
    {
      "epoch": 1.563894523326572,
      "grad_norm": 0.251953125,
      "learning_rate": 4.787018255578094e-06,
      "loss": 1.0255,
      "step": 771
    },
    {
      "epoch": 1.565922920892495,
      "grad_norm": 0.2470703125,
      "learning_rate": 4.780256930358351e-06,
      "loss": 1.0427,
      "step": 772
    },
    {
      "epoch": 1.5679513184584177,
      "grad_norm": 0.24609375,
      "learning_rate": 4.773495605138608e-06,
      "loss": 1.0013,
      "step": 773
    },
    {
      "epoch": 1.5699797160243407,
      "grad_norm": 0.33984375,
      "learning_rate": 4.766734279918865e-06,
      "loss": 1.0138,
      "step": 774
    },
    {
      "epoch": 1.5720081135902637,
      "grad_norm": 0.275390625,
      "learning_rate": 4.759972954699122e-06,
      "loss": 1.0689,
      "step": 775
    },
    {
      "epoch": 1.5740365111561867,
      "grad_norm": 0.2392578125,
      "learning_rate": 4.7532116294793785e-06,
      "loss": 1.0476,
      "step": 776
    },
    {
      "epoch": 1.5760649087221097,
      "grad_norm": 0.2578125,
      "learning_rate": 4.7464503042596354e-06,
      "loss": 1.0279,
      "step": 777
    },
    {
      "epoch": 1.5780933062880325,
      "grad_norm": 0.255859375,
      "learning_rate": 4.739688979039892e-06,
      "loss": 1.0612,
      "step": 778
    },
    {
      "epoch": 1.5801217038539552,
      "grad_norm": 0.255859375,
      "learning_rate": 4.732927653820149e-06,
      "loss": 1.0301,
      "step": 779
    },
    {
      "epoch": 1.5821501014198782,
      "grad_norm": 0.302734375,
      "learning_rate": 4.726166328600406e-06,
      "loss": 1.0758,
      "step": 780
    },
    {
      "epoch": 1.5841784989858012,
      "grad_norm": 0.306640625,
      "learning_rate": 4.719405003380663e-06,
      "loss": 1.0069,
      "step": 781
    },
    {
      "epoch": 1.5862068965517242,
      "grad_norm": 0.271484375,
      "learning_rate": 4.71264367816092e-06,
      "loss": 1.0242,
      "step": 782
    },
    {
      "epoch": 1.5882352941176472,
      "grad_norm": 0.265625,
      "learning_rate": 4.705882352941177e-06,
      "loss": 1.109,
      "step": 783
    },
    {
      "epoch": 1.59026369168357,
      "grad_norm": 0.259765625,
      "learning_rate": 4.699121027721434e-06,
      "loss": 0.9922,
      "step": 784
    },
    {
      "epoch": 1.592292089249493,
      "grad_norm": 0.267578125,
      "learning_rate": 4.692359702501691e-06,
      "loss": 1.0403,
      "step": 785
    },
    {
      "epoch": 1.5943204868154157,
      "grad_norm": 0.26953125,
      "learning_rate": 4.685598377281948e-06,
      "loss": 0.9909,
      "step": 786
    },
    {
      "epoch": 1.5963488843813387,
      "grad_norm": 0.267578125,
      "learning_rate": 4.6788370520622046e-06,
      "loss": 1.0451,
      "step": 787
    },
    {
      "epoch": 1.5983772819472617,
      "grad_norm": 0.2431640625,
      "learning_rate": 4.6720757268424615e-06,
      "loss": 1.0213,
      "step": 788
    },
    {
      "epoch": 1.6004056795131847,
      "grad_norm": 0.236328125,
      "learning_rate": 4.665314401622718e-06,
      "loss": 0.9739,
      "step": 789
    },
    {
      "epoch": 1.6024340770791075,
      "grad_norm": 0.271484375,
      "learning_rate": 4.658553076402975e-06,
      "loss": 1.0517,
      "step": 790
    },
    {
      "epoch": 1.6044624746450304,
      "grad_norm": 0.26171875,
      "learning_rate": 4.651791751183232e-06,
      "loss": 1.0491,
      "step": 791
    },
    {
      "epoch": 1.6064908722109532,
      "grad_norm": 0.2490234375,
      "learning_rate": 4.645030425963489e-06,
      "loss": 1.0499,
      "step": 792
    },
    {
      "epoch": 1.6085192697768762,
      "grad_norm": 0.255859375,
      "learning_rate": 4.638269100743746e-06,
      "loss": 1.0303,
      "step": 793
    },
    {
      "epoch": 1.6105476673427992,
      "grad_norm": 0.2734375,
      "learning_rate": 4.631507775524003e-06,
      "loss": 1.0469,
      "step": 794
    },
    {
      "epoch": 1.6125760649087222,
      "grad_norm": 0.2734375,
      "learning_rate": 4.62474645030426e-06,
      "loss": 1.0545,
      "step": 795
    },
    {
      "epoch": 1.6146044624746452,
      "grad_norm": 0.255859375,
      "learning_rate": 4.617985125084517e-06,
      "loss": 1.0506,
      "step": 796
    },
    {
      "epoch": 1.616632860040568,
      "grad_norm": 0.3984375,
      "learning_rate": 4.611223799864774e-06,
      "loss": 1.0621,
      "step": 797
    },
    {
      "epoch": 1.6186612576064907,
      "grad_norm": 0.373046875,
      "learning_rate": 4.604462474645031e-06,
      "loss": 1.0528,
      "step": 798
    },
    {
      "epoch": 1.6206896551724137,
      "grad_norm": 0.265625,
      "learning_rate": 4.5977011494252875e-06,
      "loss": 1.0781,
      "step": 799
    },
    {
      "epoch": 1.6227180527383367,
      "grad_norm": 0.27734375,
      "learning_rate": 4.590939824205544e-06,
      "loss": 1.053,
      "step": 800
    },
    {
      "epoch": 1.6247464503042597,
      "grad_norm": 0.25390625,
      "learning_rate": 4.584178498985802e-06,
      "loss": 1.0392,
      "step": 801
    },
    {
      "epoch": 1.6267748478701827,
      "grad_norm": 0.25390625,
      "learning_rate": 4.577417173766058e-06,
      "loss": 1.0657,
      "step": 802
    },
    {
      "epoch": 1.6288032454361054,
      "grad_norm": 0.25390625,
      "learning_rate": 4.570655848546315e-06,
      "loss": 1.0228,
      "step": 803
    },
    {
      "epoch": 1.6308316430020284,
      "grad_norm": 0.265625,
      "learning_rate": 4.563894523326572e-06,
      "loss": 1.0226,
      "step": 804
    },
    {
      "epoch": 1.6328600405679512,
      "grad_norm": 0.259765625,
      "learning_rate": 4.55713319810683e-06,
      "loss": 1.0523,
      "step": 805
    },
    {
      "epoch": 1.6348884381338742,
      "grad_norm": 0.255859375,
      "learning_rate": 4.550371872887086e-06,
      "loss": 1.011,
      "step": 806
    },
    {
      "epoch": 1.6369168356997972,
      "grad_norm": 0.2578125,
      "learning_rate": 4.543610547667343e-06,
      "loss": 1.0638,
      "step": 807
    },
    {
      "epoch": 1.6389452332657202,
      "grad_norm": 0.26953125,
      "learning_rate": 4.5368492224476005e-06,
      "loss": 1.0666,
      "step": 808
    },
    {
      "epoch": 1.6409736308316432,
      "grad_norm": 0.2578125,
      "learning_rate": 4.5300878972278575e-06,
      "loss": 1.0697,
      "step": 809
    },
    {
      "epoch": 1.643002028397566,
      "grad_norm": 0.25,
      "learning_rate": 4.5233265720081135e-06,
      "loss": 1.0536,
      "step": 810
    },
    {
      "epoch": 1.6450304259634887,
      "grad_norm": 0.328125,
      "learning_rate": 4.5165652467883704e-06,
      "loss": 1.0281,
      "step": 811
    },
    {
      "epoch": 1.6470588235294117,
      "grad_norm": 0.3984375,
      "learning_rate": 4.509803921568628e-06,
      "loss": 1.0882,
      "step": 812
    },
    {
      "epoch": 1.6490872210953347,
      "grad_norm": 0.255859375,
      "learning_rate": 4.503042596348885e-06,
      "loss": 1.0889,
      "step": 813
    },
    {
      "epoch": 1.6511156186612577,
      "grad_norm": 0.357421875,
      "learning_rate": 4.496281271129141e-06,
      "loss": 1.0441,
      "step": 814
    },
    {
      "epoch": 1.6531440162271807,
      "grad_norm": 0.25,
      "learning_rate": 4.489519945909399e-06,
      "loss": 1.075,
      "step": 815
    },
    {
      "epoch": 1.6551724137931034,
      "grad_norm": 0.255859375,
      "learning_rate": 4.482758620689656e-06,
      "loss": 1.0429,
      "step": 816
    },
    {
      "epoch": 1.6572008113590264,
      "grad_norm": 0.2490234375,
      "learning_rate": 4.475997295469913e-06,
      "loss": 1.0555,
      "step": 817
    },
    {
      "epoch": 1.6592292089249492,
      "grad_norm": 0.279296875,
      "learning_rate": 4.469235970250169e-06,
      "loss": 1.0478,
      "step": 818
    },
    {
      "epoch": 1.6612576064908722,
      "grad_norm": 0.265625,
      "learning_rate": 4.4624746450304266e-06,
      "loss": 1.0178,
      "step": 819
    },
    {
      "epoch": 1.6632860040567952,
      "grad_norm": 0.28125,
      "learning_rate": 4.4557133198106835e-06,
      "loss": 1.009,
      "step": 820
    },
    {
      "epoch": 1.6653144016227182,
      "grad_norm": 0.25390625,
      "learning_rate": 4.44895199459094e-06,
      "loss": 1.008,
      "step": 821
    },
    {
      "epoch": 1.667342799188641,
      "grad_norm": 0.25390625,
      "learning_rate": 4.442190669371197e-06,
      "loss": 1.0553,
      "step": 822
    },
    {
      "epoch": 1.669371196754564,
      "grad_norm": 0.263671875,
      "learning_rate": 4.435429344151454e-06,
      "loss": 1.0913,
      "step": 823
    },
    {
      "epoch": 1.6713995943204867,
      "grad_norm": 0.26953125,
      "learning_rate": 4.428668018931711e-06,
      "loss": 1.0635,
      "step": 824
    },
    {
      "epoch": 1.6734279918864097,
      "grad_norm": 0.2451171875,
      "learning_rate": 4.421906693711968e-06,
      "loss": 1.0251,
      "step": 825
    },
    {
      "epoch": 1.6754563894523327,
      "grad_norm": 0.2373046875,
      "learning_rate": 4.415145368492225e-06,
      "loss": 1.0472,
      "step": 826
    },
    {
      "epoch": 1.6774847870182557,
      "grad_norm": 0.25390625,
      "learning_rate": 4.408384043272482e-06,
      "loss": 1.0504,
      "step": 827
    },
    {
      "epoch": 1.6795131845841786,
      "grad_norm": 0.244140625,
      "learning_rate": 4.401622718052739e-06,
      "loss": 1.0581,
      "step": 828
    },
    {
      "epoch": 1.6815415821501014,
      "grad_norm": 0.244140625,
      "learning_rate": 4.394861392832996e-06,
      "loss": 1.0142,
      "step": 829
    },
    {
      "epoch": 1.6835699797160242,
      "grad_norm": 0.2451171875,
      "learning_rate": 4.388100067613253e-06,
      "loss": 1.0157,
      "step": 830
    },
    {
      "epoch": 1.6855983772819472,
      "grad_norm": 0.25390625,
      "learning_rate": 4.3813387423935095e-06,
      "loss": 1.0668,
      "step": 831
    },
    {
      "epoch": 1.6876267748478702,
      "grad_norm": 0.296875,
      "learning_rate": 4.374577417173766e-06,
      "loss": 1.009,
      "step": 832
    },
    {
      "epoch": 1.6896551724137931,
      "grad_norm": 0.2412109375,
      "learning_rate": 4.367816091954023e-06,
      "loss": 1.0159,
      "step": 833
    },
    {
      "epoch": 1.6916835699797161,
      "grad_norm": 0.2578125,
      "learning_rate": 4.36105476673428e-06,
      "loss": 1.0275,
      "step": 834
    },
    {
      "epoch": 1.693711967545639,
      "grad_norm": 0.240234375,
      "learning_rate": 4.354293441514537e-06,
      "loss": 0.9794,
      "step": 835
    },
    {
      "epoch": 1.695740365111562,
      "grad_norm": 0.2578125,
      "learning_rate": 4.347532116294794e-06,
      "loss": 1.0311,
      "step": 836
    },
    {
      "epoch": 1.6977687626774847,
      "grad_norm": 0.2431640625,
      "learning_rate": 4.340770791075051e-06,
      "loss": 1.0232,
      "step": 837
    },
    {
      "epoch": 1.6997971602434077,
      "grad_norm": 0.265625,
      "learning_rate": 4.334009465855308e-06,
      "loss": 1.0875,
      "step": 838
    },
    {
      "epoch": 1.7018255578093306,
      "grad_norm": 0.2451171875,
      "learning_rate": 4.327248140635565e-06,
      "loss": 1.0545,
      "step": 839
    },
    {
      "epoch": 1.7038539553752536,
      "grad_norm": 0.2578125,
      "learning_rate": 4.320486815415822e-06,
      "loss": 1.1009,
      "step": 840
    },
    {
      "epoch": 1.7058823529411766,
      "grad_norm": 0.240234375,
      "learning_rate": 4.313725490196079e-06,
      "loss": 1.0431,
      "step": 841
    },
    {
      "epoch": 1.7079107505070994,
      "grad_norm": 0.30078125,
      "learning_rate": 4.3069641649763355e-06,
      "loss": 1.0407,
      "step": 842
    },
    {
      "epoch": 1.7099391480730222,
      "grad_norm": 0.265625,
      "learning_rate": 4.3002028397565924e-06,
      "loss": 1.0143,
      "step": 843
    },
    {
      "epoch": 1.7119675456389452,
      "grad_norm": 0.287109375,
      "learning_rate": 4.293441514536849e-06,
      "loss": 1.0071,
      "step": 844
    },
    {
      "epoch": 1.7139959432048681,
      "grad_norm": 0.25390625,
      "learning_rate": 4.286680189317107e-06,
      "loss": 1.0152,
      "step": 845
    },
    {
      "epoch": 1.7160243407707911,
      "grad_norm": 0.25,
      "learning_rate": 4.279918864097363e-06,
      "loss": 1.0049,
      "step": 846
    },
    {
      "epoch": 1.7180527383367141,
      "grad_norm": 0.251953125,
      "learning_rate": 4.27315753887762e-06,
      "loss": 1.048,
      "step": 847
    },
    {
      "epoch": 1.720081135902637,
      "grad_norm": 0.265625,
      "learning_rate": 4.266396213657877e-06,
      "loss": 1.0403,
      "step": 848
    },
    {
      "epoch": 1.7221095334685599,
      "grad_norm": 0.2431640625,
      "learning_rate": 4.259634888438135e-06,
      "loss": 1.0488,
      "step": 849
    },
    {
      "epoch": 1.7241379310344827,
      "grad_norm": 0.2451171875,
      "learning_rate": 4.252873563218391e-06,
      "loss": 1.063,
      "step": 850
    },
    {
      "epoch": 1.7261663286004056,
      "grad_norm": 0.265625,
      "learning_rate": 4.246112237998648e-06,
      "loss": 1.0591,
      "step": 851
    },
    {
      "epoch": 1.7281947261663286,
      "grad_norm": 0.234375,
      "learning_rate": 4.2393509127789055e-06,
      "loss": 1.0191,
      "step": 852
    },
    {
      "epoch": 1.7302231237322516,
      "grad_norm": 0.275390625,
      "learning_rate": 4.232589587559162e-06,
      "loss": 1.0538,
      "step": 853
    },
    {
      "epoch": 1.7322515212981744,
      "grad_norm": 0.349609375,
      "learning_rate": 4.2258282623394185e-06,
      "loss": 1.07,
      "step": 854
    },
    {
      "epoch": 1.7342799188640974,
      "grad_norm": 0.24609375,
      "learning_rate": 4.219066937119675e-06,
      "loss": 1.0387,
      "step": 855
    },
    {
      "epoch": 1.7363083164300201,
      "grad_norm": 0.24609375,
      "learning_rate": 4.212305611899933e-06,
      "loss": 1.0549,
      "step": 856
    },
    {
      "epoch": 1.7383367139959431,
      "grad_norm": 0.3671875,
      "learning_rate": 4.20554428668019e-06,
      "loss": 1.0035,
      "step": 857
    },
    {
      "epoch": 1.7403651115618661,
      "grad_norm": 0.2490234375,
      "learning_rate": 4.198782961460446e-06,
      "loss": 1.0304,
      "step": 858
    },
    {
      "epoch": 1.7423935091277891,
      "grad_norm": 0.251953125,
      "learning_rate": 4.192021636240704e-06,
      "loss": 1.0472,
      "step": 859
    },
    {
      "epoch": 1.744421906693712,
      "grad_norm": 0.291015625,
      "learning_rate": 4.185260311020961e-06,
      "loss": 1.0034,
      "step": 860
    },
    {
      "epoch": 1.7464503042596349,
      "grad_norm": 0.271484375,
      "learning_rate": 4.178498985801218e-06,
      "loss": 1.0649,
      "step": 861
    },
    {
      "epoch": 1.7484787018255576,
      "grad_norm": 0.2431640625,
      "learning_rate": 4.171737660581474e-06,
      "loss": 1.0257,
      "step": 862
    },
    {
      "epoch": 1.7505070993914806,
      "grad_norm": 0.37109375,
      "learning_rate": 4.1649763353617315e-06,
      "loss": 1.0053,
      "step": 863
    },
    {
      "epoch": 1.7525354969574036,
      "grad_norm": 0.2470703125,
      "learning_rate": 4.1582150101419884e-06,
      "loss": 1.0393,
      "step": 864
    },
    {
      "epoch": 1.7545638945233266,
      "grad_norm": 0.26171875,
      "learning_rate": 4.151453684922245e-06,
      "loss": 1.0857,
      "step": 865
    },
    {
      "epoch": 1.7565922920892496,
      "grad_norm": 0.263671875,
      "learning_rate": 4.144692359702502e-06,
      "loss": 1.0793,
      "step": 866
    },
    {
      "epoch": 1.7586206896551724,
      "grad_norm": 0.30859375,
      "learning_rate": 4.137931034482759e-06,
      "loss": 1.0013,
      "step": 867
    },
    {
      "epoch": 1.7606490872210954,
      "grad_norm": 0.25390625,
      "learning_rate": 4.131169709263016e-06,
      "loss": 1.0325,
      "step": 868
    },
    {
      "epoch": 1.7626774847870181,
      "grad_norm": 0.2470703125,
      "learning_rate": 4.124408384043273e-06,
      "loss": 1.0407,
      "step": 869
    },
    {
      "epoch": 1.7647058823529411,
      "grad_norm": 0.2421875,
      "learning_rate": 4.11764705882353e-06,
      "loss": 1.0443,
      "step": 870
    },
    {
      "epoch": 1.7667342799188641,
      "grad_norm": 0.298828125,
      "learning_rate": 4.110885733603787e-06,
      "loss": 1.0305,
      "step": 871
    },
    {
      "epoch": 1.768762677484787,
      "grad_norm": 0.25390625,
      "learning_rate": 4.104124408384044e-06,
      "loss": 1.0855,
      "step": 872
    },
    {
      "epoch": 1.77079107505071,
      "grad_norm": 0.24609375,
      "learning_rate": 4.097363083164301e-06,
      "loss": 1.0202,
      "step": 873
    },
    {
      "epoch": 1.7728194726166329,
      "grad_norm": 0.2431640625,
      "learning_rate": 4.0906017579445575e-06,
      "loss": 1.0145,
      "step": 874
    },
    {
      "epoch": 1.7748478701825556,
      "grad_norm": 0.2578125,
      "learning_rate": 4.0838404327248145e-06,
      "loss": 1.0533,
      "step": 875
    },
    {
      "epoch": 1.7768762677484786,
      "grad_norm": 0.40234375,
      "learning_rate": 4.077079107505071e-06,
      "loss": 1.0158,
      "step": 876
    },
    {
      "epoch": 1.7789046653144016,
      "grad_norm": 0.263671875,
      "learning_rate": 4.070317782285328e-06,
      "loss": 0.9991,
      "step": 877
    },
    {
      "epoch": 1.7809330628803246,
      "grad_norm": 0.255859375,
      "learning_rate": 4.063556457065585e-06,
      "loss": 1.0217,
      "step": 878
    },
    {
      "epoch": 1.7829614604462476,
      "grad_norm": 0.24609375,
      "learning_rate": 4.056795131845842e-06,
      "loss": 1.0227,
      "step": 879
    },
    {
      "epoch": 1.7849898580121704,
      "grad_norm": 0.29296875,
      "learning_rate": 4.050033806626099e-06,
      "loss": 1.0078,
      "step": 880
    },
    {
      "epoch": 1.7870182555780934,
      "grad_norm": 0.271484375,
      "learning_rate": 4.043272481406356e-06,
      "loss": 1.0662,
      "step": 881
    },
    {
      "epoch": 1.7890466531440161,
      "grad_norm": 0.263671875,
      "learning_rate": 4.036511156186613e-06,
      "loss": 1.0436,
      "step": 882
    },
    {
      "epoch": 1.791075050709939,
      "grad_norm": 0.326171875,
      "learning_rate": 4.02974983096687e-06,
      "loss": 1.0535,
      "step": 883
    },
    {
      "epoch": 1.793103448275862,
      "grad_norm": 0.265625,
      "learning_rate": 4.022988505747127e-06,
      "loss": 1.0301,
      "step": 884
    },
    {
      "epoch": 1.795131845841785,
      "grad_norm": 0.25,
      "learning_rate": 4.0162271805273836e-06,
      "loss": 1.0391,
      "step": 885
    },
    {
      "epoch": 1.7971602434077079,
      "grad_norm": 0.3671875,
      "learning_rate": 4.0094658553076405e-06,
      "loss": 1.0251,
      "step": 886
    },
    {
      "epoch": 1.7991886409736308,
      "grad_norm": 0.251953125,
      "learning_rate": 4.002704530087897e-06,
      "loss": 1.0301,
      "step": 887
    },
    {
      "epoch": 1.8012170385395536,
      "grad_norm": 0.267578125,
      "learning_rate": 3.995943204868154e-06,
      "loss": 1.021,
      "step": 888
    },
    {
      "epoch": 1.8032454361054766,
      "grad_norm": 0.361328125,
      "learning_rate": 3.989181879648411e-06,
      "loss": 1.051,
      "step": 889
    },
    {
      "epoch": 1.8052738336713996,
      "grad_norm": 0.25390625,
      "learning_rate": 3.982420554428668e-06,
      "loss": 0.9883,
      "step": 890
    },
    {
      "epoch": 1.8073022312373226,
      "grad_norm": 0.93359375,
      "learning_rate": 3.975659229208925e-06,
      "loss": 1.055,
      "step": 891
    },
    {
      "epoch": 1.8093306288032456,
      "grad_norm": 0.2392578125,
      "learning_rate": 3.968897903989182e-06,
      "loss": 1.0091,
      "step": 892
    },
    {
      "epoch": 1.8113590263691683,
      "grad_norm": 0.25,
      "learning_rate": 3.96213657876944e-06,
      "loss": 1.0557,
      "step": 893
    },
    {
      "epoch": 1.8133874239350911,
      "grad_norm": 0.2578125,
      "learning_rate": 3.955375253549696e-06,
      "loss": 1.0326,
      "step": 894
    },
    {
      "epoch": 1.815415821501014,
      "grad_norm": 0.275390625,
      "learning_rate": 3.948613928329953e-06,
      "loss": 1.0162,
      "step": 895
    },
    {
      "epoch": 1.817444219066937,
      "grad_norm": 0.26171875,
      "learning_rate": 3.94185260311021e-06,
      "loss": 1.0341,
      "step": 896
    },
    {
      "epoch": 1.81947261663286,
      "grad_norm": 0.25390625,
      "learning_rate": 3.935091277890467e-06,
      "loss": 1.0521,
      "step": 897
    },
    {
      "epoch": 1.821501014198783,
      "grad_norm": 0.25390625,
      "learning_rate": 3.928329952670723e-06,
      "loss": 1.0544,
      "step": 898
    },
    {
      "epoch": 1.8235294117647058,
      "grad_norm": 0.287109375,
      "learning_rate": 3.92156862745098e-06,
      "loss": 0.9953,
      "step": 899
    },
    {
      "epoch": 1.8255578093306288,
      "grad_norm": 0.244140625,
      "learning_rate": 3.914807302231238e-06,
      "loss": 1.019,
      "step": 900
    },
    {
      "epoch": 1.8275862068965516,
      "grad_norm": 0.26171875,
      "learning_rate": 3.908045977011495e-06,
      "loss": 0.9932,
      "step": 901
    },
    {
      "epoch": 1.8296146044624746,
      "grad_norm": 0.251953125,
      "learning_rate": 3.901284651791751e-06,
      "loss": 1.0182,
      "step": 902
    },
    {
      "epoch": 1.8316430020283976,
      "grad_norm": 0.27734375,
      "learning_rate": 3.894523326572008e-06,
      "loss": 1.0809,
      "step": 903
    },
    {
      "epoch": 1.8336713995943206,
      "grad_norm": 0.275390625,
      "learning_rate": 3.887762001352266e-06,
      "loss": 1.0352,
      "step": 904
    },
    {
      "epoch": 1.8356997971602436,
      "grad_norm": 0.337890625,
      "learning_rate": 3.881000676132523e-06,
      "loss": 1.0161,
      "step": 905
    },
    {
      "epoch": 1.8377281947261663,
      "grad_norm": 0.2578125,
      "learning_rate": 3.874239350912779e-06,
      "loss": 1.0188,
      "step": 906
    },
    {
      "epoch": 1.839756592292089,
      "grad_norm": 0.2412109375,
      "learning_rate": 3.8674780256930365e-06,
      "loss": 1.0352,
      "step": 907
    },
    {
      "epoch": 1.841784989858012,
      "grad_norm": 0.27734375,
      "learning_rate": 3.860716700473293e-06,
      "loss": 1.0515,
      "step": 908
    },
    {
      "epoch": 1.843813387423935,
      "grad_norm": 0.265625,
      "learning_rate": 3.85395537525355e-06,
      "loss": 1.074,
      "step": 909
    },
    {
      "epoch": 1.845841784989858,
      "grad_norm": 0.310546875,
      "learning_rate": 3.847194050033806e-06,
      "loss": 1.0543,
      "step": 910
    },
    {
      "epoch": 1.847870182555781,
      "grad_norm": 0.27734375,
      "learning_rate": 3.840432724814064e-06,
      "loss": 1.0243,
      "step": 911
    },
    {
      "epoch": 1.8498985801217038,
      "grad_norm": 0.255859375,
      "learning_rate": 3.833671399594321e-06,
      "loss": 1.0708,
      "step": 912
    },
    {
      "epoch": 1.8519269776876268,
      "grad_norm": 0.263671875,
      "learning_rate": 3.826910074374578e-06,
      "loss": 1.0486,
      "step": 913
    },
    {
      "epoch": 1.8539553752535496,
      "grad_norm": 0.24609375,
      "learning_rate": 3.820148749154835e-06,
      "loss": 1.0197,
      "step": 914
    },
    {
      "epoch": 1.8559837728194726,
      "grad_norm": 0.25390625,
      "learning_rate": 3.8133874239350913e-06,
      "loss": 1.0298,
      "step": 915
    },
    {
      "epoch": 1.8580121703853956,
      "grad_norm": 0.2578125,
      "learning_rate": 3.8066260987153487e-06,
      "loss": 1.0123,
      "step": 916
    },
    {
      "epoch": 1.8600405679513186,
      "grad_norm": 0.2578125,
      "learning_rate": 3.7998647734956056e-06,
      "loss": 0.9994,
      "step": 917
    },
    {
      "epoch": 1.8620689655172413,
      "grad_norm": 0.24609375,
      "learning_rate": 3.793103448275862e-06,
      "loss": 1.0284,
      "step": 918
    },
    {
      "epoch": 1.8640973630831643,
      "grad_norm": 0.287109375,
      "learning_rate": 3.7863421230561194e-06,
      "loss": 1.0786,
      "step": 919
    },
    {
      "epoch": 1.866125760649087,
      "grad_norm": 0.318359375,
      "learning_rate": 3.7795807978363763e-06,
      "loss": 1.0081,
      "step": 920
    },
    {
      "epoch": 1.86815415821501,
      "grad_norm": 0.251953125,
      "learning_rate": 3.7728194726166332e-06,
      "loss": 0.9898,
      "step": 921
    },
    {
      "epoch": 1.870182555780933,
      "grad_norm": 0.2470703125,
      "learning_rate": 3.7660581473968897e-06,
      "loss": 1.0628,
      "step": 922
    },
    {
      "epoch": 1.872210953346856,
      "grad_norm": 0.32421875,
      "learning_rate": 3.759296822177147e-06,
      "loss": 1.0391,
      "step": 923
    },
    {
      "epoch": 1.874239350912779,
      "grad_norm": 0.240234375,
      "learning_rate": 3.752535496957404e-06,
      "loss": 1.0142,
      "step": 924
    },
    {
      "epoch": 1.8762677484787018,
      "grad_norm": 0.265625,
      "learning_rate": 3.7457741717376613e-06,
      "loss": 1.046,
      "step": 925
    },
    {
      "epoch": 1.8782961460446246,
      "grad_norm": 0.25,
      "learning_rate": 3.7390128465179178e-06,
      "loss": 1.0367,
      "step": 926
    },
    {
      "epoch": 1.8803245436105476,
      "grad_norm": 0.26953125,
      "learning_rate": 3.7322515212981747e-06,
      "loss": 0.9889,
      "step": 927
    },
    {
      "epoch": 1.8823529411764706,
      "grad_norm": 0.259765625,
      "learning_rate": 3.7254901960784316e-06,
      "loss": 1.0335,
      "step": 928
    },
    {
      "epoch": 1.8843813387423936,
      "grad_norm": 0.27734375,
      "learning_rate": 3.718728870858689e-06,
      "loss": 1.0742,
      "step": 929
    },
    {
      "epoch": 1.8864097363083165,
      "grad_norm": 0.248046875,
      "learning_rate": 3.7119675456389454e-06,
      "loss": 1.0103,
      "step": 930
    },
    {
      "epoch": 1.8884381338742393,
      "grad_norm": 0.2470703125,
      "learning_rate": 3.7052062204192023e-06,
      "loss": 1.029,
      "step": 931
    },
    {
      "epoch": 1.8904665314401623,
      "grad_norm": 0.25390625,
      "learning_rate": 3.6984448951994597e-06,
      "loss": 1.0185,
      "step": 932
    },
    {
      "epoch": 1.892494929006085,
      "grad_norm": 0.349609375,
      "learning_rate": 3.6916835699797166e-06,
      "loss": 1.0273,
      "step": 933
    },
    {
      "epoch": 1.894523326572008,
      "grad_norm": 0.279296875,
      "learning_rate": 3.684922244759973e-06,
      "loss": 1.0552,
      "step": 934
    },
    {
      "epoch": 1.896551724137931,
      "grad_norm": 0.251953125,
      "learning_rate": 3.67816091954023e-06,
      "loss": 0.9835,
      "step": 935
    },
    {
      "epoch": 1.898580121703854,
      "grad_norm": 0.251953125,
      "learning_rate": 3.6713995943204873e-06,
      "loss": 1.0271,
      "step": 936
    },
    {
      "epoch": 1.900608519269777,
      "grad_norm": 0.2431640625,
      "learning_rate": 3.6646382691007442e-06,
      "loss": 1.0514,
      "step": 937
    },
    {
      "epoch": 1.9026369168356998,
      "grad_norm": 0.263671875,
      "learning_rate": 3.6578769438810007e-06,
      "loss": 1.0763,
      "step": 938
    },
    {
      "epoch": 1.9046653144016226,
      "grad_norm": 0.255859375,
      "learning_rate": 3.651115618661258e-06,
      "loss": 1.0356,
      "step": 939
    },
    {
      "epoch": 1.9066937119675456,
      "grad_norm": 0.314453125,
      "learning_rate": 3.644354293441515e-06,
      "loss": 1.0892,
      "step": 940
    },
    {
      "epoch": 1.9087221095334685,
      "grad_norm": 0.25,
      "learning_rate": 3.637592968221772e-06,
      "loss": 1.0789,
      "step": 941
    },
    {
      "epoch": 1.9107505070993915,
      "grad_norm": 0.255859375,
      "learning_rate": 3.6308316430020284e-06,
      "loss": 1.0647,
      "step": 942
    },
    {
      "epoch": 1.9127789046653145,
      "grad_norm": 0.26953125,
      "learning_rate": 3.6240703177822857e-06,
      "loss": 1.0863,
      "step": 943
    },
    {
      "epoch": 1.9148073022312373,
      "grad_norm": 0.2470703125,
      "learning_rate": 3.6173089925625426e-06,
      "loss": 0.9983,
      "step": 944
    },
    {
      "epoch": 1.9168356997971603,
      "grad_norm": 0.2578125,
      "learning_rate": 3.6105476673427995e-06,
      "loss": 0.9991,
      "step": 945
    },
    {
      "epoch": 1.918864097363083,
      "grad_norm": 0.263671875,
      "learning_rate": 3.603786342123056e-06,
      "loss": 1.1201,
      "step": 946
    },
    {
      "epoch": 1.920892494929006,
      "grad_norm": 0.265625,
      "learning_rate": 3.5970250169033134e-06,
      "loss": 1.0471,
      "step": 947
    },
    {
      "epoch": 1.922920892494929,
      "grad_norm": 0.375,
      "learning_rate": 3.5902636916835703e-06,
      "loss": 0.9676,
      "step": 948
    },
    {
      "epoch": 1.924949290060852,
      "grad_norm": 0.251953125,
      "learning_rate": 3.5835023664638276e-06,
      "loss": 1.0699,
      "step": 949
    },
    {
      "epoch": 1.9269776876267748,
      "grad_norm": 0.263671875,
      "learning_rate": 3.576741041244084e-06,
      "loss": 1.0475,
      "step": 950
    },
    {
      "epoch": 1.9290060851926978,
      "grad_norm": 0.255859375,
      "learning_rate": 3.569979716024341e-06,
      "loss": 1.0266,
      "step": 951
    },
    {
      "epoch": 1.9310344827586206,
      "grad_norm": 0.2451171875,
      "learning_rate": 3.563218390804598e-06,
      "loss": 0.9755,
      "step": 952
    },
    {
      "epoch": 1.9330628803245435,
      "grad_norm": 0.251953125,
      "learning_rate": 3.5564570655848552e-06,
      "loss": 1.0245,
      "step": 953
    },
    {
      "epoch": 1.9350912778904665,
      "grad_norm": 0.25,
      "learning_rate": 3.5496957403651117e-06,
      "loss": 1.052,
      "step": 954
    },
    {
      "epoch": 1.9371196754563895,
      "grad_norm": 0.341796875,
      "learning_rate": 3.5429344151453686e-06,
      "loss": 1.0402,
      "step": 955
    },
    {
      "epoch": 1.9391480730223125,
      "grad_norm": 0.291015625,
      "learning_rate": 3.536173089925626e-06,
      "loss": 1.0447,
      "step": 956
    },
    {
      "epoch": 1.9411764705882353,
      "grad_norm": 0.26171875,
      "learning_rate": 3.529411764705883e-06,
      "loss": 1.0743,
      "step": 957
    },
    {
      "epoch": 1.943204868154158,
      "grad_norm": 0.26171875,
      "learning_rate": 3.5226504394861394e-06,
      "loss": 1.066,
      "step": 958
    },
    {
      "epoch": 1.945233265720081,
      "grad_norm": 0.25390625,
      "learning_rate": 3.5158891142663963e-06,
      "loss": 1.0455,
      "step": 959
    },
    {
      "epoch": 1.947261663286004,
      "grad_norm": 0.267578125,
      "learning_rate": 3.5091277890466536e-06,
      "loss": 1.0448,
      "step": 960
    },
    {
      "epoch": 1.949290060851927,
      "grad_norm": 0.30859375,
      "learning_rate": 3.5023664638269105e-06,
      "loss": 1.012,
      "step": 961
    },
    {
      "epoch": 1.95131845841785,
      "grad_norm": 0.376953125,
      "learning_rate": 3.495605138607167e-06,
      "loss": 0.9866,
      "step": 962
    },
    {
      "epoch": 1.9533468559837728,
      "grad_norm": 0.267578125,
      "learning_rate": 3.4888438133874244e-06,
      "loss": 1.0504,
      "step": 963
    },
    {
      "epoch": 1.9553752535496958,
      "grad_norm": 0.263671875,
      "learning_rate": 3.4820824881676813e-06,
      "loss": 1.0103,
      "step": 964
    },
    {
      "epoch": 1.9574036511156185,
      "grad_norm": 0.265625,
      "learning_rate": 3.475321162947938e-06,
      "loss": 1.0262,
      "step": 965
    },
    {
      "epoch": 1.9594320486815415,
      "grad_norm": 0.259765625,
      "learning_rate": 3.4685598377281947e-06,
      "loss": 1.0183,
      "step": 966
    },
    {
      "epoch": 1.9614604462474645,
      "grad_norm": 0.2451171875,
      "learning_rate": 3.461798512508452e-06,
      "loss": 1.0283,
      "step": 967
    },
    {
      "epoch": 1.9634888438133875,
      "grad_norm": 0.25390625,
      "learning_rate": 3.455037187288709e-06,
      "loss": 1.0364,
      "step": 968
    },
    {
      "epoch": 1.9655172413793105,
      "grad_norm": 0.251953125,
      "learning_rate": 3.448275862068966e-06,
      "loss": 1.0066,
      "step": 969
    },
    {
      "epoch": 1.9675456389452333,
      "grad_norm": 0.24609375,
      "learning_rate": 3.4415145368492227e-06,
      "loss": 1.083,
      "step": 970
    },
    {
      "epoch": 1.969574036511156,
      "grad_norm": 0.28515625,
      "learning_rate": 3.4347532116294797e-06,
      "loss": 1.0155,
      "step": 971
    },
    {
      "epoch": 1.971602434077079,
      "grad_norm": 0.263671875,
      "learning_rate": 3.4279918864097366e-06,
      "loss": 1.0288,
      "step": 972
    },
    {
      "epoch": 1.973630831643002,
      "grad_norm": 0.2578125,
      "learning_rate": 3.421230561189994e-06,
      "loss": 1.0395,
      "step": 973
    },
    {
      "epoch": 1.975659229208925,
      "grad_norm": 0.25,
      "learning_rate": 3.4144692359702504e-06,
      "loss": 1.0201,
      "step": 974
    },
    {
      "epoch": 1.977687626774848,
      "grad_norm": 0.248046875,
      "learning_rate": 3.4077079107505073e-06,
      "loss": 1.0418,
      "step": 975
    },
    {
      "epoch": 1.9797160243407708,
      "grad_norm": 0.25390625,
      "learning_rate": 3.400946585530764e-06,
      "loss": 1.0185,
      "step": 976
    },
    {
      "epoch": 1.9817444219066938,
      "grad_norm": 0.25,
      "learning_rate": 3.3941852603110215e-06,
      "loss": 1.0386,
      "step": 977
    },
    {
      "epoch": 1.9837728194726165,
      "grad_norm": 0.255859375,
      "learning_rate": 3.387423935091278e-06,
      "loss": 1.0045,
      "step": 978
    },
    {
      "epoch": 1.9858012170385395,
      "grad_norm": 0.2470703125,
      "learning_rate": 3.380662609871535e-06,
      "loss": 1.0222,
      "step": 979
    },
    {
      "epoch": 1.9878296146044625,
      "grad_norm": 0.251953125,
      "learning_rate": 3.3739012846517923e-06,
      "loss": 1.0219,
      "step": 980
    },
    {
      "epoch": 1.9898580121703855,
      "grad_norm": 0.365234375,
      "learning_rate": 3.367139959432049e-06,
      "loss": 1.0264,
      "step": 981
    },
    {
      "epoch": 1.9918864097363083,
      "grad_norm": 0.259765625,
      "learning_rate": 3.3603786342123057e-06,
      "loss": 1.0746,
      "step": 982
    },
    {
      "epoch": 1.9939148073022313,
      "grad_norm": 0.2490234375,
      "learning_rate": 3.3536173089925626e-06,
      "loss": 1.0116,
      "step": 983
    },
    {
      "epoch": 1.995943204868154,
      "grad_norm": 0.255859375,
      "learning_rate": 3.34685598377282e-06,
      "loss": 1.02,
      "step": 984
    },
    {
      "epoch": 1.997971602434077,
      "grad_norm": 0.291015625,
      "learning_rate": 3.340094658553077e-06,
      "loss": 1.0196,
      "step": 985
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.248046875,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.0513,
      "step": 986
    },
    {
      "epoch": 2.002028397565923,
      "grad_norm": 0.279296875,
      "learning_rate": 3.3265720081135907e-06,
      "loss": 0.9924,
      "step": 987
    },
    {
      "epoch": 2.004056795131846,
      "grad_norm": 0.25,
      "learning_rate": 3.3198106828938476e-06,
      "loss": 1.0519,
      "step": 988
    },
    {
      "epoch": 2.006085192697769,
      "grad_norm": 0.275390625,
      "learning_rate": 3.3130493576741045e-06,
      "loss": 1.0348,
      "step": 989
    },
    {
      "epoch": 2.0081135902636915,
      "grad_norm": 0.314453125,
      "learning_rate": 3.306288032454361e-06,
      "loss": 0.9656,
      "step": 990
    },
    {
      "epoch": 2.0101419878296145,
      "grad_norm": 0.27734375,
      "learning_rate": 3.2995267072346183e-06,
      "loss": 1.0121,
      "step": 991
    },
    {
      "epoch": 2.0121703853955375,
      "grad_norm": 0.28125,
      "learning_rate": 3.2927653820148752e-06,
      "loss": 1.0166,
      "step": 992
    },
    {
      "epoch": 2.0141987829614605,
      "grad_norm": 0.5625,
      "learning_rate": 3.2860040567951326e-06,
      "loss": 1.0339,
      "step": 993
    },
    {
      "epoch": 2.0162271805273835,
      "grad_norm": 0.2734375,
      "learning_rate": 3.279242731575389e-06,
      "loss": 1.0445,
      "step": 994
    },
    {
      "epoch": 2.0182555780933065,
      "grad_norm": 0.2578125,
      "learning_rate": 3.272481406355646e-06,
      "loss": 1.0673,
      "step": 995
    },
    {
      "epoch": 2.020283975659229,
      "grad_norm": 0.255859375,
      "learning_rate": 3.265720081135903e-06,
      "loss": 0.9861,
      "step": 996
    },
    {
      "epoch": 2.022312373225152,
      "grad_norm": 0.267578125,
      "learning_rate": 3.25895875591616e-06,
      "loss": 1.0428,
      "step": 997
    },
    {
      "epoch": 2.024340770791075,
      "grad_norm": 0.259765625,
      "learning_rate": 3.2521974306964167e-06,
      "loss": 1.0235,
      "step": 998
    },
    {
      "epoch": 2.026369168356998,
      "grad_norm": 0.259765625,
      "learning_rate": 3.2454361054766736e-06,
      "loss": 1.0356,
      "step": 999
    },
    {
      "epoch": 2.028397565922921,
      "grad_norm": 0.25,
      "learning_rate": 3.2386747802569305e-06,
      "loss": 1.0242,
      "step": 1000
    },
    {
      "epoch": 2.030425963488844,
      "grad_norm": 0.255859375,
      "learning_rate": 3.231913455037188e-06,
      "loss": 1.0575,
      "step": 1001
    },
    {
      "epoch": 2.032454361054767,
      "grad_norm": 0.25390625,
      "learning_rate": 3.2251521298174443e-06,
      "loss": 1.0393,
      "step": 1002
    },
    {
      "epoch": 2.0344827586206895,
      "grad_norm": 0.30078125,
      "learning_rate": 3.2183908045977012e-06,
      "loss": 0.9703,
      "step": 1003
    },
    {
      "epoch": 2.0365111561866125,
      "grad_norm": 0.251953125,
      "learning_rate": 3.2116294793779586e-06,
      "loss": 1.0081,
      "step": 1004
    },
    {
      "epoch": 2.0385395537525355,
      "grad_norm": 0.271484375,
      "learning_rate": 3.2048681541582155e-06,
      "loss": 1.0917,
      "step": 1005
    },
    {
      "epoch": 2.0405679513184585,
      "grad_norm": 0.25390625,
      "learning_rate": 3.198106828938472e-06,
      "loss": 1.0668,
      "step": 1006
    },
    {
      "epoch": 2.0425963488843815,
      "grad_norm": 0.2578125,
      "learning_rate": 3.191345503718729e-06,
      "loss": 1.036,
      "step": 1007
    },
    {
      "epoch": 2.0446247464503045,
      "grad_norm": 0.267578125,
      "learning_rate": 3.1845841784989862e-06,
      "loss": 1.0184,
      "step": 1008
    },
    {
      "epoch": 2.046653144016227,
      "grad_norm": 0.248046875,
      "learning_rate": 3.177822853279243e-06,
      "loss": 1.0415,
      "step": 1009
    },
    {
      "epoch": 2.04868154158215,
      "grad_norm": 0.2490234375,
      "learning_rate": 3.1710615280594996e-06,
      "loss": 1.0184,
      "step": 1010
    },
    {
      "epoch": 2.050709939148073,
      "grad_norm": 0.255859375,
      "learning_rate": 3.164300202839757e-06,
      "loss": 1.0386,
      "step": 1011
    },
    {
      "epoch": 2.052738336713996,
      "grad_norm": 0.2470703125,
      "learning_rate": 3.157538877620014e-06,
      "loss": 1.0234,
      "step": 1012
    },
    {
      "epoch": 2.054766734279919,
      "grad_norm": 0.25,
      "learning_rate": 3.1507775524002708e-06,
      "loss": 1.0344,
      "step": 1013
    },
    {
      "epoch": 2.056795131845842,
      "grad_norm": 0.3203125,
      "learning_rate": 3.1440162271805273e-06,
      "loss": 1.0343,
      "step": 1014
    },
    {
      "epoch": 2.0588235294117645,
      "grad_norm": 0.25390625,
      "learning_rate": 3.1372549019607846e-06,
      "loss": 1.034,
      "step": 1015
    },
    {
      "epoch": 2.0608519269776875,
      "grad_norm": 0.259765625,
      "learning_rate": 3.1304935767410415e-06,
      "loss": 1.0121,
      "step": 1016
    },
    {
      "epoch": 2.0628803245436105,
      "grad_norm": 0.31640625,
      "learning_rate": 3.123732251521299e-06,
      "loss": 1.022,
      "step": 1017
    },
    {
      "epoch": 2.0649087221095335,
      "grad_norm": 0.388671875,
      "learning_rate": 3.1169709263015553e-06,
      "loss": 1.1013,
      "step": 1018
    },
    {
      "epoch": 2.0669371196754565,
      "grad_norm": 0.2451171875,
      "learning_rate": 3.1102096010818122e-06,
      "loss": 0.994,
      "step": 1019
    },
    {
      "epoch": 2.0689655172413794,
      "grad_norm": 0.275390625,
      "learning_rate": 3.103448275862069e-06,
      "loss": 1.0659,
      "step": 1020
    },
    {
      "epoch": 2.0709939148073024,
      "grad_norm": 0.2470703125,
      "learning_rate": 3.0966869506423265e-06,
      "loss": 1.0322,
      "step": 1021
    },
    {
      "epoch": 2.073022312373225,
      "grad_norm": 0.3203125,
      "learning_rate": 3.089925625422583e-06,
      "loss": 1.0494,
      "step": 1022
    },
    {
      "epoch": 2.075050709939148,
      "grad_norm": 0.263671875,
      "learning_rate": 3.08316430020284e-06,
      "loss": 1.0761,
      "step": 1023
    },
    {
      "epoch": 2.077079107505071,
      "grad_norm": 0.296875,
      "learning_rate": 3.0764029749830972e-06,
      "loss": 1.0021,
      "step": 1024
    },
    {
      "epoch": 2.079107505070994,
      "grad_norm": 0.255859375,
      "learning_rate": 3.069641649763354e-06,
      "loss": 0.9927,
      "step": 1025
    },
    {
      "epoch": 2.081135902636917,
      "grad_norm": 0.2578125,
      "learning_rate": 3.0628803245436106e-06,
      "loss": 0.999,
      "step": 1026
    },
    {
      "epoch": 2.08316430020284,
      "grad_norm": 0.25,
      "learning_rate": 3.0561189993238675e-06,
      "loss": 1.0619,
      "step": 1027
    },
    {
      "epoch": 2.0851926977687625,
      "grad_norm": 0.2470703125,
      "learning_rate": 3.049357674104125e-06,
      "loss": 1.0605,
      "step": 1028
    },
    {
      "epoch": 2.0872210953346855,
      "grad_norm": 0.3046875,
      "learning_rate": 3.0425963488843818e-06,
      "loss": 0.971,
      "step": 1029
    },
    {
      "epoch": 2.0892494929006085,
      "grad_norm": 0.26171875,
      "learning_rate": 3.0358350236646383e-06,
      "loss": 1.0451,
      "step": 1030
    },
    {
      "epoch": 2.0912778904665315,
      "grad_norm": 0.26171875,
      "learning_rate": 3.0290736984448956e-06,
      "loss": 1.0517,
      "step": 1031
    },
    {
      "epoch": 2.0933062880324544,
      "grad_norm": 0.271484375,
      "learning_rate": 3.0223123732251525e-06,
      "loss": 1.0314,
      "step": 1032
    },
    {
      "epoch": 2.0953346855983774,
      "grad_norm": 0.26171875,
      "learning_rate": 3.0155510480054094e-06,
      "loss": 1.0495,
      "step": 1033
    },
    {
      "epoch": 2.0973630831643,
      "grad_norm": 0.251953125,
      "learning_rate": 3.008789722785666e-06,
      "loss": 1.0287,
      "step": 1034
    },
    {
      "epoch": 2.099391480730223,
      "grad_norm": 0.26953125,
      "learning_rate": 3.0020283975659233e-06,
      "loss": 1.0541,
      "step": 1035
    },
    {
      "epoch": 2.101419878296146,
      "grad_norm": 0.259765625,
      "learning_rate": 2.99526707234618e-06,
      "loss": 1.045,
      "step": 1036
    },
    {
      "epoch": 2.103448275862069,
      "grad_norm": 0.2578125,
      "learning_rate": 2.988505747126437e-06,
      "loss": 1.0201,
      "step": 1037
    },
    {
      "epoch": 2.105476673427992,
      "grad_norm": 0.283203125,
      "learning_rate": 2.9817444219066936e-06,
      "loss": 1.0175,
      "step": 1038
    },
    {
      "epoch": 2.107505070993915,
      "grad_norm": 0.25,
      "learning_rate": 2.974983096686951e-06,
      "loss": 1.0352,
      "step": 1039
    },
    {
      "epoch": 2.109533468559838,
      "grad_norm": 0.306640625,
      "learning_rate": 2.968221771467208e-06,
      "loss": 1.0876,
      "step": 1040
    },
    {
      "epoch": 2.1115618661257605,
      "grad_norm": 0.359375,
      "learning_rate": 2.961460446247465e-06,
      "loss": 0.9568,
      "step": 1041
    },
    {
      "epoch": 2.1135902636916835,
      "grad_norm": 0.3828125,
      "learning_rate": 2.9546991210277216e-06,
      "loss": 0.9813,
      "step": 1042
    },
    {
      "epoch": 2.1156186612576064,
      "grad_norm": 0.263671875,
      "learning_rate": 2.9479377958079785e-06,
      "loss": 1.0693,
      "step": 1043
    },
    {
      "epoch": 2.1176470588235294,
      "grad_norm": 0.251953125,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 0.9901,
      "step": 1044
    },
    {
      "epoch": 2.1196754563894524,
      "grad_norm": 0.26171875,
      "learning_rate": 2.934415145368493e-06,
      "loss": 1.0182,
      "step": 1045
    },
    {
      "epoch": 2.1217038539553754,
      "grad_norm": 0.2578125,
      "learning_rate": 2.9276538201487493e-06,
      "loss": 1.0229,
      "step": 1046
    },
    {
      "epoch": 2.123732251521298,
      "grad_norm": 0.25390625,
      "learning_rate": 2.920892494929006e-06,
      "loss": 1.06,
      "step": 1047
    },
    {
      "epoch": 2.125760649087221,
      "grad_norm": 0.2421875,
      "learning_rate": 2.9141311697092635e-06,
      "loss": 1.0253,
      "step": 1048
    },
    {
      "epoch": 2.127789046653144,
      "grad_norm": 0.306640625,
      "learning_rate": 2.9073698444895204e-06,
      "loss": 1.0695,
      "step": 1049
    },
    {
      "epoch": 2.129817444219067,
      "grad_norm": 0.296875,
      "learning_rate": 2.900608519269777e-06,
      "loss": 1.0031,
      "step": 1050
    },
    {
      "epoch": 2.13184584178499,
      "grad_norm": 0.296875,
      "learning_rate": 2.893847194050034e-06,
      "loss": 1.0045,
      "step": 1051
    },
    {
      "epoch": 2.133874239350913,
      "grad_norm": 0.2490234375,
      "learning_rate": 2.887085868830291e-06,
      "loss": 1.0059,
      "step": 1052
    },
    {
      "epoch": 2.135902636916836,
      "grad_norm": 0.248046875,
      "learning_rate": 2.880324543610548e-06,
      "loss": 1.004,
      "step": 1053
    },
    {
      "epoch": 2.1379310344827585,
      "grad_norm": 0.259765625,
      "learning_rate": 2.8735632183908046e-06,
      "loss": 1.0363,
      "step": 1054
    },
    {
      "epoch": 2.1399594320486814,
      "grad_norm": 0.279296875,
      "learning_rate": 2.866801893171062e-06,
      "loss": 1.0313,
      "step": 1055
    },
    {
      "epoch": 2.1419878296146044,
      "grad_norm": 0.25390625,
      "learning_rate": 2.860040567951319e-06,
      "loss": 1.0128,
      "step": 1056
    },
    {
      "epoch": 2.1440162271805274,
      "grad_norm": 0.28125,
      "learning_rate": 2.8532792427315757e-06,
      "loss": 1.0291,
      "step": 1057
    },
    {
      "epoch": 2.1460446247464504,
      "grad_norm": 0.25390625,
      "learning_rate": 2.8465179175118322e-06,
      "loss": 1.0473,
      "step": 1058
    },
    {
      "epoch": 2.1480730223123734,
      "grad_norm": 0.26171875,
      "learning_rate": 2.8397565922920896e-06,
      "loss": 1.018,
      "step": 1059
    },
    {
      "epoch": 2.150101419878296,
      "grad_norm": 0.29296875,
      "learning_rate": 2.8329952670723465e-06,
      "loss": 1.0078,
      "step": 1060
    },
    {
      "epoch": 2.152129817444219,
      "grad_norm": 0.25390625,
      "learning_rate": 2.8262339418526034e-06,
      "loss": 1.0386,
      "step": 1061
    },
    {
      "epoch": 2.154158215010142,
      "grad_norm": 0.283203125,
      "learning_rate": 2.8194726166328603e-06,
      "loss": 1.0723,
      "step": 1062
    },
    {
      "epoch": 2.156186612576065,
      "grad_norm": 0.2490234375,
      "learning_rate": 2.812711291413117e-06,
      "loss": 1.0031,
      "step": 1063
    },
    {
      "epoch": 2.158215010141988,
      "grad_norm": 0.251953125,
      "learning_rate": 2.805949966193374e-06,
      "loss": 1.0709,
      "step": 1064
    },
    {
      "epoch": 2.160243407707911,
      "grad_norm": 0.25,
      "learning_rate": 2.7991886409736314e-06,
      "loss": 1.0254,
      "step": 1065
    },
    {
      "epoch": 2.162271805273834,
      "grad_norm": 0.25,
      "learning_rate": 2.792427315753888e-06,
      "loss": 0.9745,
      "step": 1066
    },
    {
      "epoch": 2.1643002028397564,
      "grad_norm": 0.306640625,
      "learning_rate": 2.785665990534145e-06,
      "loss": 0.9904,
      "step": 1067
    },
    {
      "epoch": 2.1663286004056794,
      "grad_norm": 0.27734375,
      "learning_rate": 2.7789046653144018e-06,
      "loss": 1.0366,
      "step": 1068
    },
    {
      "epoch": 2.1683569979716024,
      "grad_norm": 0.24609375,
      "learning_rate": 2.772143340094659e-06,
      "loss": 0.9916,
      "step": 1069
    },
    {
      "epoch": 2.1703853955375254,
      "grad_norm": 0.27734375,
      "learning_rate": 2.7653820148749156e-06,
      "loss": 1.0308,
      "step": 1070
    },
    {
      "epoch": 2.1724137931034484,
      "grad_norm": 0.2470703125,
      "learning_rate": 2.7586206896551725e-06,
      "loss": 0.987,
      "step": 1071
    },
    {
      "epoch": 2.1744421906693714,
      "grad_norm": 0.25390625,
      "learning_rate": 2.75185936443543e-06,
      "loss": 1.036,
      "step": 1072
    },
    {
      "epoch": 2.176470588235294,
      "grad_norm": 0.255859375,
      "learning_rate": 2.7450980392156867e-06,
      "loss": 1.0158,
      "step": 1073
    },
    {
      "epoch": 2.178498985801217,
      "grad_norm": 0.275390625,
      "learning_rate": 2.7383367139959432e-06,
      "loss": 1.0426,
      "step": 1074
    },
    {
      "epoch": 2.18052738336714,
      "grad_norm": 0.267578125,
      "learning_rate": 2.7315753887762e-06,
      "loss": 1.0285,
      "step": 1075
    },
    {
      "epoch": 2.182555780933063,
      "grad_norm": 0.2578125,
      "learning_rate": 2.7248140635564575e-06,
      "loss": 0.9971,
      "step": 1076
    },
    {
      "epoch": 2.184584178498986,
      "grad_norm": 0.248046875,
      "learning_rate": 2.7180527383367144e-06,
      "loss": 1.0294,
      "step": 1077
    },
    {
      "epoch": 2.186612576064909,
      "grad_norm": 0.349609375,
      "learning_rate": 2.711291413116971e-06,
      "loss": 1.017,
      "step": 1078
    },
    {
      "epoch": 2.1886409736308314,
      "grad_norm": 0.265625,
      "learning_rate": 2.704530087897228e-06,
      "loss": 1.0512,
      "step": 1079
    },
    {
      "epoch": 2.1906693711967544,
      "grad_norm": 0.314453125,
      "learning_rate": 2.697768762677485e-06,
      "loss": 1.0469,
      "step": 1080
    },
    {
      "epoch": 2.1926977687626774,
      "grad_norm": 0.2734375,
      "learning_rate": 2.691007437457742e-06,
      "loss": 1.0847,
      "step": 1081
    },
    {
      "epoch": 2.1947261663286004,
      "grad_norm": 0.251953125,
      "learning_rate": 2.6842461122379985e-06,
      "loss": 1.0098,
      "step": 1082
    },
    {
      "epoch": 2.1967545638945234,
      "grad_norm": 0.25390625,
      "learning_rate": 2.677484787018256e-06,
      "loss": 1.0116,
      "step": 1083
    },
    {
      "epoch": 2.1987829614604464,
      "grad_norm": 0.396484375,
      "learning_rate": 2.6707234617985128e-06,
      "loss": 1.0333,
      "step": 1084
    },
    {
      "epoch": 2.2008113590263694,
      "grad_norm": 0.322265625,
      "learning_rate": 2.66396213657877e-06,
      "loss": 0.9811,
      "step": 1085
    },
    {
      "epoch": 2.202839756592292,
      "grad_norm": 0.2578125,
      "learning_rate": 2.6572008113590266e-06,
      "loss": 1.0221,
      "step": 1086
    },
    {
      "epoch": 2.204868154158215,
      "grad_norm": 0.32421875,
      "learning_rate": 2.6504394861392835e-06,
      "loss": 1.0477,
      "step": 1087
    },
    {
      "epoch": 2.206896551724138,
      "grad_norm": 0.2470703125,
      "learning_rate": 2.6436781609195404e-06,
      "loss": 1.0179,
      "step": 1088
    },
    {
      "epoch": 2.208924949290061,
      "grad_norm": 0.427734375,
      "learning_rate": 2.6369168356997977e-06,
      "loss": 0.9656,
      "step": 1089
    },
    {
      "epoch": 2.210953346855984,
      "grad_norm": 0.271484375,
      "learning_rate": 2.6301555104800542e-06,
      "loss": 0.9941,
      "step": 1090
    },
    {
      "epoch": 2.212981744421907,
      "grad_norm": 0.2470703125,
      "learning_rate": 2.623394185260311e-06,
      "loss": 0.9892,
      "step": 1091
    },
    {
      "epoch": 2.2150101419878294,
      "grad_norm": 0.25390625,
      "learning_rate": 2.616632860040568e-06,
      "loss": 1.0165,
      "step": 1092
    },
    {
      "epoch": 2.2170385395537524,
      "grad_norm": 0.2490234375,
      "learning_rate": 2.6098715348208254e-06,
      "loss": 1.0287,
      "step": 1093
    },
    {
      "epoch": 2.2190669371196754,
      "grad_norm": 0.25,
      "learning_rate": 2.603110209601082e-06,
      "loss": 1.0269,
      "step": 1094
    },
    {
      "epoch": 2.2210953346855984,
      "grad_norm": 0.25,
      "learning_rate": 2.596348884381339e-06,
      "loss": 1.0034,
      "step": 1095
    },
    {
      "epoch": 2.2231237322515214,
      "grad_norm": 0.251953125,
      "learning_rate": 2.589587559161596e-06,
      "loss": 1.024,
      "step": 1096
    },
    {
      "epoch": 2.2251521298174444,
      "grad_norm": 0.26171875,
      "learning_rate": 2.582826233941853e-06,
      "loss": 1.0846,
      "step": 1097
    },
    {
      "epoch": 2.227180527383367,
      "grad_norm": 0.279296875,
      "learning_rate": 2.5760649087221095e-06,
      "loss": 1.0558,
      "step": 1098
    },
    {
      "epoch": 2.22920892494929,
      "grad_norm": 0.251953125,
      "learning_rate": 2.5693035835023664e-06,
      "loss": 0.9899,
      "step": 1099
    },
    {
      "epoch": 2.231237322515213,
      "grad_norm": 0.26171875,
      "learning_rate": 2.5625422582826238e-06,
      "loss": 1.0611,
      "step": 1100
    },
    {
      "epoch": 2.233265720081136,
      "grad_norm": 0.263671875,
      "learning_rate": 2.5557809330628807e-06,
      "loss": 1.0497,
      "step": 1101
    },
    {
      "epoch": 2.235294117647059,
      "grad_norm": 0.28515625,
      "learning_rate": 2.549019607843137e-06,
      "loss": 1.037,
      "step": 1102
    },
    {
      "epoch": 2.237322515212982,
      "grad_norm": 0.25,
      "learning_rate": 2.5422582826233945e-06,
      "loss": 1.0295,
      "step": 1103
    },
    {
      "epoch": 2.239350912778905,
      "grad_norm": 0.2490234375,
      "learning_rate": 2.5354969574036514e-06,
      "loss": 1.0433,
      "step": 1104
    },
    {
      "epoch": 2.2413793103448274,
      "grad_norm": 0.267578125,
      "learning_rate": 2.5287356321839083e-06,
      "loss": 1.002,
      "step": 1105
    },
    {
      "epoch": 2.2434077079107504,
      "grad_norm": 0.251953125,
      "learning_rate": 2.521974306964165e-06,
      "loss": 1.0088,
      "step": 1106
    },
    {
      "epoch": 2.2454361054766734,
      "grad_norm": 0.353515625,
      "learning_rate": 2.515212981744422e-06,
      "loss": 0.9883,
      "step": 1107
    },
    {
      "epoch": 2.2474645030425964,
      "grad_norm": 0.2578125,
      "learning_rate": 2.508451656524679e-06,
      "loss": 1.0244,
      "step": 1108
    },
    {
      "epoch": 2.2494929006085194,
      "grad_norm": 0.28515625,
      "learning_rate": 2.5016903313049364e-06,
      "loss": 1.0374,
      "step": 1109
    },
    {
      "epoch": 2.2515212981744424,
      "grad_norm": 0.26953125,
      "learning_rate": 2.494929006085193e-06,
      "loss": 1.0797,
      "step": 1110
    },
    {
      "epoch": 2.2535496957403653,
      "grad_norm": 0.263671875,
      "learning_rate": 2.48816768086545e-06,
      "loss": 1.0207,
      "step": 1111
    },
    {
      "epoch": 2.255578093306288,
      "grad_norm": 0.2578125,
      "learning_rate": 2.4814063556457067e-06,
      "loss": 1.0208,
      "step": 1112
    },
    {
      "epoch": 2.257606490872211,
      "grad_norm": 0.248046875,
      "learning_rate": 2.4746450304259636e-06,
      "loss": 1.0544,
      "step": 1113
    },
    {
      "epoch": 2.259634888438134,
      "grad_norm": 0.353515625,
      "learning_rate": 2.4678837052062205e-06,
      "loss": 0.9771,
      "step": 1114
    },
    {
      "epoch": 2.261663286004057,
      "grad_norm": 0.255859375,
      "learning_rate": 2.4611223799864774e-06,
      "loss": 1.0019,
      "step": 1115
    },
    {
      "epoch": 2.26369168356998,
      "grad_norm": 0.25390625,
      "learning_rate": 2.4543610547667348e-06,
      "loss": 1.0274,
      "step": 1116
    },
    {
      "epoch": 2.2657200811359024,
      "grad_norm": 0.291015625,
      "learning_rate": 2.4475997295469913e-06,
      "loss": 1.0097,
      "step": 1117
    },
    {
      "epoch": 2.2677484787018254,
      "grad_norm": 0.279296875,
      "learning_rate": 2.4408384043272486e-06,
      "loss": 1.0111,
      "step": 1118
    },
    {
      "epoch": 2.2697768762677484,
      "grad_norm": 0.25390625,
      "learning_rate": 2.434077079107505e-06,
      "loss": 1.0339,
      "step": 1119
    },
    {
      "epoch": 2.2718052738336714,
      "grad_norm": 0.26953125,
      "learning_rate": 2.4273157538877624e-06,
      "loss": 1.0308,
      "step": 1120
    },
    {
      "epoch": 2.2738336713995944,
      "grad_norm": 0.337890625,
      "learning_rate": 2.420554428668019e-06,
      "loss": 1.0253,
      "step": 1121
    },
    {
      "epoch": 2.2758620689655173,
      "grad_norm": 0.259765625,
      "learning_rate": 2.4137931034482762e-06,
      "loss": 1.0244,
      "step": 1122
    },
    {
      "epoch": 2.2778904665314403,
      "grad_norm": 0.375,
      "learning_rate": 2.407031778228533e-06,
      "loss": 1.014,
      "step": 1123
    },
    {
      "epoch": 2.279918864097363,
      "grad_norm": 0.25390625,
      "learning_rate": 2.40027045300879e-06,
      "loss": 1.037,
      "step": 1124
    },
    {
      "epoch": 2.281947261663286,
      "grad_norm": 0.259765625,
      "learning_rate": 2.393509127789047e-06,
      "loss": 1.0582,
      "step": 1125
    },
    {
      "epoch": 2.283975659229209,
      "grad_norm": 0.369140625,
      "learning_rate": 2.386747802569304e-06,
      "loss": 1.0285,
      "step": 1126
    },
    {
      "epoch": 2.286004056795132,
      "grad_norm": 0.2490234375,
      "learning_rate": 2.379986477349561e-06,
      "loss": 1.0411,
      "step": 1127
    },
    {
      "epoch": 2.288032454361055,
      "grad_norm": 0.267578125,
      "learning_rate": 2.3732251521298177e-06,
      "loss": 1.0125,
      "step": 1128
    },
    {
      "epoch": 2.290060851926978,
      "grad_norm": 0.291015625,
      "learning_rate": 2.3664638269100746e-06,
      "loss": 1.0455,
      "step": 1129
    },
    {
      "epoch": 2.292089249492901,
      "grad_norm": 0.271484375,
      "learning_rate": 2.3597025016903315e-06,
      "loss": 1.0079,
      "step": 1130
    },
    {
      "epoch": 2.2941176470588234,
      "grad_norm": 0.2470703125,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 1.0286,
      "step": 1131
    },
    {
      "epoch": 2.2961460446247464,
      "grad_norm": 0.24609375,
      "learning_rate": 2.3461798512508454e-06,
      "loss": 1.0324,
      "step": 1132
    },
    {
      "epoch": 2.2981744421906694,
      "grad_norm": 0.271484375,
      "learning_rate": 2.3394185260311023e-06,
      "loss": 1.0273,
      "step": 1133
    },
    {
      "epoch": 2.3002028397565923,
      "grad_norm": 0.25,
      "learning_rate": 2.332657200811359e-06,
      "loss": 1.0111,
      "step": 1134
    },
    {
      "epoch": 2.3022312373225153,
      "grad_norm": 0.4609375,
      "learning_rate": 2.325895875591616e-06,
      "loss": 0.9797,
      "step": 1135
    },
    {
      "epoch": 2.3042596348884383,
      "grad_norm": 0.271484375,
      "learning_rate": 2.319134550371873e-06,
      "loss": 0.9904,
      "step": 1136
    },
    {
      "epoch": 2.306288032454361,
      "grad_norm": 0.251953125,
      "learning_rate": 2.31237322515213e-06,
      "loss": 1.0559,
      "step": 1137
    },
    {
      "epoch": 2.308316430020284,
      "grad_norm": 0.25390625,
      "learning_rate": 2.305611899932387e-06,
      "loss": 1.0311,
      "step": 1138
    },
    {
      "epoch": 2.310344827586207,
      "grad_norm": 0.26953125,
      "learning_rate": 2.2988505747126437e-06,
      "loss": 1.0926,
      "step": 1139
    },
    {
      "epoch": 2.31237322515213,
      "grad_norm": 0.26171875,
      "learning_rate": 2.292089249492901e-06,
      "loss": 1.0408,
      "step": 1140
    },
    {
      "epoch": 2.314401622718053,
      "grad_norm": 0.265625,
      "learning_rate": 2.2853279242731576e-06,
      "loss": 1.0569,
      "step": 1141
    },
    {
      "epoch": 2.316430020283976,
      "grad_norm": 0.26953125,
      "learning_rate": 2.278566599053415e-06,
      "loss": 1.0491,
      "step": 1142
    },
    {
      "epoch": 2.3184584178498984,
      "grad_norm": 0.255859375,
      "learning_rate": 2.2718052738336714e-06,
      "loss": 1.0171,
      "step": 1143
    },
    {
      "epoch": 2.3204868154158214,
      "grad_norm": 0.26953125,
      "learning_rate": 2.2650439486139287e-06,
      "loss": 1.0477,
      "step": 1144
    },
    {
      "epoch": 2.3225152129817443,
      "grad_norm": 0.26953125,
      "learning_rate": 2.2582826233941852e-06,
      "loss": 1.0472,
      "step": 1145
    },
    {
      "epoch": 2.3245436105476673,
      "grad_norm": 0.267578125,
      "learning_rate": 2.2515212981744425e-06,
      "loss": 1.0426,
      "step": 1146
    },
    {
      "epoch": 2.3265720081135903,
      "grad_norm": 0.263671875,
      "learning_rate": 2.2447599729546995e-06,
      "loss": 1.0696,
      "step": 1147
    },
    {
      "epoch": 2.3286004056795133,
      "grad_norm": 0.267578125,
      "learning_rate": 2.2379986477349564e-06,
      "loss": 1.0435,
      "step": 1148
    },
    {
      "epoch": 2.3306288032454363,
      "grad_norm": 0.267578125,
      "learning_rate": 2.2312373225152133e-06,
      "loss": 1.0468,
      "step": 1149
    },
    {
      "epoch": 2.332657200811359,
      "grad_norm": 0.2490234375,
      "learning_rate": 2.22447599729547e-06,
      "loss": 1.013,
      "step": 1150
    },
    {
      "epoch": 2.334685598377282,
      "grad_norm": 0.265625,
      "learning_rate": 2.217714672075727e-06,
      "loss": 1.0125,
      "step": 1151
    },
    {
      "epoch": 2.336713995943205,
      "grad_norm": 0.26171875,
      "learning_rate": 2.210953346855984e-06,
      "loss": 1.0292,
      "step": 1152
    },
    {
      "epoch": 2.338742393509128,
      "grad_norm": 0.52734375,
      "learning_rate": 2.204192021636241e-06,
      "loss": 0.9943,
      "step": 1153
    },
    {
      "epoch": 2.340770791075051,
      "grad_norm": 0.341796875,
      "learning_rate": 2.197430696416498e-06,
      "loss": 1.0632,
      "step": 1154
    },
    {
      "epoch": 2.342799188640974,
      "grad_norm": 0.2490234375,
      "learning_rate": 2.1906693711967548e-06,
      "loss": 0.9995,
      "step": 1155
    },
    {
      "epoch": 2.344827586206897,
      "grad_norm": 0.2451171875,
      "learning_rate": 2.1839080459770117e-06,
      "loss": 0.983,
      "step": 1156
    },
    {
      "epoch": 2.3468559837728193,
      "grad_norm": 0.255859375,
      "learning_rate": 2.1771467207572686e-06,
      "loss": 1.003,
      "step": 1157
    },
    {
      "epoch": 2.3488843813387423,
      "grad_norm": 0.26171875,
      "learning_rate": 2.1703853955375255e-06,
      "loss": 1.0498,
      "step": 1158
    },
    {
      "epoch": 2.3509127789046653,
      "grad_norm": 0.28125,
      "learning_rate": 2.1636240703177824e-06,
      "loss": 1.0288,
      "step": 1159
    },
    {
      "epoch": 2.3529411764705883,
      "grad_norm": 0.2578125,
      "learning_rate": 2.1568627450980393e-06,
      "loss": 1.0166,
      "step": 1160
    },
    {
      "epoch": 2.3549695740365113,
      "grad_norm": 0.259765625,
      "learning_rate": 2.1501014198782962e-06,
      "loss": 1.0634,
      "step": 1161
    },
    {
      "epoch": 2.356997971602434,
      "grad_norm": 0.291015625,
      "learning_rate": 2.1433400946585536e-06,
      "loss": 1.0077,
      "step": 1162
    },
    {
      "epoch": 2.359026369168357,
      "grad_norm": 0.263671875,
      "learning_rate": 2.13657876943881e-06,
      "loss": 1.0331,
      "step": 1163
    },
    {
      "epoch": 2.36105476673428,
      "grad_norm": 0.259765625,
      "learning_rate": 2.1298174442190674e-06,
      "loss": 0.987,
      "step": 1164
    },
    {
      "epoch": 2.363083164300203,
      "grad_norm": 0.25,
      "learning_rate": 2.123056118999324e-06,
      "loss": 1.0156,
      "step": 1165
    },
    {
      "epoch": 2.365111561866126,
      "grad_norm": 0.25390625,
      "learning_rate": 2.116294793779581e-06,
      "loss": 0.9946,
      "step": 1166
    },
    {
      "epoch": 2.367139959432049,
      "grad_norm": 0.25390625,
      "learning_rate": 2.1095334685598377e-06,
      "loss": 0.9646,
      "step": 1167
    },
    {
      "epoch": 2.369168356997972,
      "grad_norm": 0.267578125,
      "learning_rate": 2.102772143340095e-06,
      "loss": 1.0295,
      "step": 1168
    },
    {
      "epoch": 2.3711967545638943,
      "grad_norm": 0.259765625,
      "learning_rate": 2.096010818120352e-06,
      "loss": 1.0657,
      "step": 1169
    },
    {
      "epoch": 2.3732251521298173,
      "grad_norm": 0.275390625,
      "learning_rate": 2.089249492900609e-06,
      "loss": 1.0251,
      "step": 1170
    },
    {
      "epoch": 2.3752535496957403,
      "grad_norm": 0.26171875,
      "learning_rate": 2.0824881676808658e-06,
      "loss": 1.0299,
      "step": 1171
    },
    {
      "epoch": 2.3772819472616633,
      "grad_norm": 0.265625,
      "learning_rate": 2.0757268424611227e-06,
      "loss": 1.0147,
      "step": 1172
    },
    {
      "epoch": 2.3793103448275863,
      "grad_norm": 0.2734375,
      "learning_rate": 2.0689655172413796e-06,
      "loss": 0.9979,
      "step": 1173
    },
    {
      "epoch": 2.3813387423935093,
      "grad_norm": 0.265625,
      "learning_rate": 2.0622041920216365e-06,
      "loss": 1.0701,
      "step": 1174
    },
    {
      "epoch": 2.3833671399594323,
      "grad_norm": 0.25390625,
      "learning_rate": 2.0554428668018934e-06,
      "loss": 1.0585,
      "step": 1175
    },
    {
      "epoch": 2.385395537525355,
      "grad_norm": 0.287109375,
      "learning_rate": 2.0486815415821503e-06,
      "loss": 1.0384,
      "step": 1176
    },
    {
      "epoch": 2.387423935091278,
      "grad_norm": 0.326171875,
      "learning_rate": 2.0419202163624072e-06,
      "loss": 1.0231,
      "step": 1177
    },
    {
      "epoch": 2.389452332657201,
      "grad_norm": 0.2470703125,
      "learning_rate": 2.035158891142664e-06,
      "loss": 0.9854,
      "step": 1178
    },
    {
      "epoch": 2.391480730223124,
      "grad_norm": 0.26953125,
      "learning_rate": 2.028397565922921e-06,
      "loss": 0.9973,
      "step": 1179
    },
    {
      "epoch": 2.393509127789047,
      "grad_norm": 0.37109375,
      "learning_rate": 2.021636240703178e-06,
      "loss": 1.0059,
      "step": 1180
    },
    {
      "epoch": 2.3955375253549693,
      "grad_norm": 0.259765625,
      "learning_rate": 2.014874915483435e-06,
      "loss": 1.0267,
      "step": 1181
    },
    {
      "epoch": 2.3975659229208923,
      "grad_norm": 0.275390625,
      "learning_rate": 2.0081135902636918e-06,
      "loss": 1.015,
      "step": 1182
    },
    {
      "epoch": 2.3995943204868153,
      "grad_norm": 0.267578125,
      "learning_rate": 2.0013522650439487e-06,
      "loss": 1.0269,
      "step": 1183
    },
    {
      "epoch": 2.4016227180527383,
      "grad_norm": 0.28515625,
      "learning_rate": 1.9945909398242056e-06,
      "loss": 1.0155,
      "step": 1184
    },
    {
      "epoch": 2.4036511156186613,
      "grad_norm": 0.267578125,
      "learning_rate": 1.9878296146044625e-06,
      "loss": 1.0457,
      "step": 1185
    },
    {
      "epoch": 2.4056795131845843,
      "grad_norm": 0.251953125,
      "learning_rate": 1.98106828938472e-06,
      "loss": 0.9996,
      "step": 1186
    },
    {
      "epoch": 2.4077079107505073,
      "grad_norm": 0.2578125,
      "learning_rate": 1.9743069641649763e-06,
      "loss": 1.0397,
      "step": 1187
    },
    {
      "epoch": 2.40973630831643,
      "grad_norm": 0.255859375,
      "learning_rate": 1.9675456389452337e-06,
      "loss": 1.0423,
      "step": 1188
    },
    {
      "epoch": 2.411764705882353,
      "grad_norm": 0.259765625,
      "learning_rate": 1.96078431372549e-06,
      "loss": 1.0214,
      "step": 1189
    },
    {
      "epoch": 2.413793103448276,
      "grad_norm": 0.25390625,
      "learning_rate": 1.9540229885057475e-06,
      "loss": 0.9866,
      "step": 1190
    },
    {
      "epoch": 2.415821501014199,
      "grad_norm": 0.267578125,
      "learning_rate": 1.947261663286004e-06,
      "loss": 1.045,
      "step": 1191
    },
    {
      "epoch": 2.417849898580122,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.9405003380662613e-06,
      "loss": 1.0609,
      "step": 1192
    },
    {
      "epoch": 2.4198782961460448,
      "grad_norm": 0.2578125,
      "learning_rate": 1.9337390128465182e-06,
      "loss": 1.0639,
      "step": 1193
    },
    {
      "epoch": 2.4219066937119678,
      "grad_norm": 0.283203125,
      "learning_rate": 1.926977687626775e-06,
      "loss": 1.0107,
      "step": 1194
    },
    {
      "epoch": 2.4239350912778903,
      "grad_norm": 0.283203125,
      "learning_rate": 1.920216362407032e-06,
      "loss": 1.041,
      "step": 1195
    },
    {
      "epoch": 2.4259634888438133,
      "grad_norm": 0.25390625,
      "learning_rate": 1.913455037187289e-06,
      "loss": 1.0544,
      "step": 1196
    },
    {
      "epoch": 2.4279918864097363,
      "grad_norm": 0.255859375,
      "learning_rate": 1.9066937119675457e-06,
      "loss": 1.0184,
      "step": 1197
    },
    {
      "epoch": 2.4300202839756593,
      "grad_norm": 0.28515625,
      "learning_rate": 1.8999323867478028e-06,
      "loss": 1.0371,
      "step": 1198
    },
    {
      "epoch": 2.4320486815415823,
      "grad_norm": 0.265625,
      "learning_rate": 1.8931710615280597e-06,
      "loss": 1.0313,
      "step": 1199
    },
    {
      "epoch": 2.4340770791075053,
      "grad_norm": 0.27734375,
      "learning_rate": 1.8864097363083166e-06,
      "loss": 1.0275,
      "step": 1200
    },
    {
      "epoch": 2.436105476673428,
      "grad_norm": 0.255859375,
      "learning_rate": 1.8796484110885735e-06,
      "loss": 1.0283,
      "step": 1201
    },
    {
      "epoch": 2.438133874239351,
      "grad_norm": 0.25,
      "learning_rate": 1.8728870858688306e-06,
      "loss": 1.0195,
      "step": 1202
    },
    {
      "epoch": 2.440162271805274,
      "grad_norm": 0.25,
      "learning_rate": 1.8661257606490873e-06,
      "loss": 1.0568,
      "step": 1203
    },
    {
      "epoch": 2.4421906693711968,
      "grad_norm": 0.306640625,
      "learning_rate": 1.8593644354293445e-06,
      "loss": 1.0432,
      "step": 1204
    },
    {
      "epoch": 2.4442190669371198,
      "grad_norm": 0.3671875,
      "learning_rate": 1.8526031102096012e-06,
      "loss": 1.0448,
      "step": 1205
    },
    {
      "epoch": 2.4462474645030428,
      "grad_norm": 0.267578125,
      "learning_rate": 1.8458417849898583e-06,
      "loss": 1.0647,
      "step": 1206
    },
    {
      "epoch": 2.4482758620689653,
      "grad_norm": 0.263671875,
      "learning_rate": 1.839080459770115e-06,
      "loss": 1.0329,
      "step": 1207
    },
    {
      "epoch": 2.4503042596348883,
      "grad_norm": 0.2578125,
      "learning_rate": 1.8323191345503721e-06,
      "loss": 1.0383,
      "step": 1208
    },
    {
      "epoch": 2.4523326572008113,
      "grad_norm": 0.3203125,
      "learning_rate": 1.825557809330629e-06,
      "loss": 1.0725,
      "step": 1209
    },
    {
      "epoch": 2.4543610547667343,
      "grad_norm": 0.25390625,
      "learning_rate": 1.818796484110886e-06,
      "loss": 1.0147,
      "step": 1210
    },
    {
      "epoch": 2.4563894523326573,
      "grad_norm": 0.2578125,
      "learning_rate": 1.8120351588911429e-06,
      "loss": 1.0861,
      "step": 1211
    },
    {
      "epoch": 2.4584178498985803,
      "grad_norm": 0.26171875,
      "learning_rate": 1.8052738336713998e-06,
      "loss": 1.0131,
      "step": 1212
    },
    {
      "epoch": 2.4604462474645032,
      "grad_norm": 0.25390625,
      "learning_rate": 1.7985125084516567e-06,
      "loss": 1.0415,
      "step": 1213
    },
    {
      "epoch": 2.462474645030426,
      "grad_norm": 0.259765625,
      "learning_rate": 1.7917511832319138e-06,
      "loss": 0.9922,
      "step": 1214
    },
    {
      "epoch": 2.464503042596349,
      "grad_norm": 0.265625,
      "learning_rate": 1.7849898580121705e-06,
      "loss": 1.0788,
      "step": 1215
    },
    {
      "epoch": 2.4665314401622718,
      "grad_norm": 0.2578125,
      "learning_rate": 1.7782285327924276e-06,
      "loss": 1.0135,
      "step": 1216
    },
    {
      "epoch": 2.4685598377281948,
      "grad_norm": 0.25390625,
      "learning_rate": 1.7714672075726843e-06,
      "loss": 1.0231,
      "step": 1217
    },
    {
      "epoch": 2.4705882352941178,
      "grad_norm": 0.2890625,
      "learning_rate": 1.7647058823529414e-06,
      "loss": 1.0446,
      "step": 1218
    },
    {
      "epoch": 2.4726166328600407,
      "grad_norm": 0.248046875,
      "learning_rate": 1.7579445571331981e-06,
      "loss": 1.0019,
      "step": 1219
    },
    {
      "epoch": 2.4746450304259637,
      "grad_norm": 0.302734375,
      "learning_rate": 1.7511832319134553e-06,
      "loss": 0.9993,
      "step": 1220
    },
    {
      "epoch": 2.4766734279918863,
      "grad_norm": 0.2734375,
      "learning_rate": 1.7444219066937122e-06,
      "loss": 0.9909,
      "step": 1221
    },
    {
      "epoch": 2.4787018255578093,
      "grad_norm": 0.26953125,
      "learning_rate": 1.737660581473969e-06,
      "loss": 1.0211,
      "step": 1222
    },
    {
      "epoch": 2.4807302231237323,
      "grad_norm": 0.275390625,
      "learning_rate": 1.730899256254226e-06,
      "loss": 1.0205,
      "step": 1223
    },
    {
      "epoch": 2.4827586206896552,
      "grad_norm": 0.37109375,
      "learning_rate": 1.724137931034483e-06,
      "loss": 1.0238,
      "step": 1224
    },
    {
      "epoch": 2.4847870182555782,
      "grad_norm": 0.25390625,
      "learning_rate": 1.7173766058147398e-06,
      "loss": 0.9695,
      "step": 1225
    },
    {
      "epoch": 2.486815415821501,
      "grad_norm": 0.3359375,
      "learning_rate": 1.710615280594997e-06,
      "loss": 0.9944,
      "step": 1226
    },
    {
      "epoch": 2.4888438133874238,
      "grad_norm": 0.251953125,
      "learning_rate": 1.7038539553752536e-06,
      "loss": 1.0094,
      "step": 1227
    },
    {
      "epoch": 2.4908722109533468,
      "grad_norm": 0.265625,
      "learning_rate": 1.6970926301555108e-06,
      "loss": 1.0162,
      "step": 1228
    },
    {
      "epoch": 2.4929006085192698,
      "grad_norm": 0.263671875,
      "learning_rate": 1.6903313049357675e-06,
      "loss": 1.0123,
      "step": 1229
    },
    {
      "epoch": 2.4949290060851927,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.6835699797160246e-06,
      "loss": 1.0224,
      "step": 1230
    },
    {
      "epoch": 2.4969574036511157,
      "grad_norm": 0.255859375,
      "learning_rate": 1.6768086544962813e-06,
      "loss": 0.9803,
      "step": 1231
    },
    {
      "epoch": 2.4989858012170387,
      "grad_norm": 0.259765625,
      "learning_rate": 1.6700473292765384e-06,
      "loss": 1.0051,
      "step": 1232
    },
    {
      "epoch": 2.5010141987829613,
      "grad_norm": 0.2578125,
      "learning_rate": 1.6632860040567953e-06,
      "loss": 1.0288,
      "step": 1233
    },
    {
      "epoch": 2.5030425963488843,
      "grad_norm": 0.25,
      "learning_rate": 1.6565246788370522e-06,
      "loss": 1.0262,
      "step": 1234
    },
    {
      "epoch": 2.5050709939148073,
      "grad_norm": 0.294921875,
      "learning_rate": 1.6497633536173092e-06,
      "loss": 1.0119,
      "step": 1235
    },
    {
      "epoch": 2.5070993914807302,
      "grad_norm": 0.30859375,
      "learning_rate": 1.6430020283975663e-06,
      "loss": 1.0361,
      "step": 1236
    },
    {
      "epoch": 2.5091277890466532,
      "grad_norm": 0.30078125,
      "learning_rate": 1.636240703177823e-06,
      "loss": 0.9858,
      "step": 1237
    },
    {
      "epoch": 2.5111561866125762,
      "grad_norm": 0.259765625,
      "learning_rate": 1.62947937795808e-06,
      "loss": 1.0318,
      "step": 1238
    },
    {
      "epoch": 2.513184584178499,
      "grad_norm": 0.244140625,
      "learning_rate": 1.6227180527383368e-06,
      "loss": 1.0007,
      "step": 1239
    },
    {
      "epoch": 2.5152129817444218,
      "grad_norm": 0.248046875,
      "learning_rate": 1.615956727518594e-06,
      "loss": 1.0325,
      "step": 1240
    },
    {
      "epoch": 2.5172413793103448,
      "grad_norm": 0.302734375,
      "learning_rate": 1.6091954022988506e-06,
      "loss": 1.0019,
      "step": 1241
    },
    {
      "epoch": 2.5192697768762677,
      "grad_norm": 0.337890625,
      "learning_rate": 1.6024340770791077e-06,
      "loss": 1.0205,
      "step": 1242
    },
    {
      "epoch": 2.5212981744421907,
      "grad_norm": 0.283203125,
      "learning_rate": 1.5956727518593644e-06,
      "loss": 1.0035,
      "step": 1243
    },
    {
      "epoch": 2.5233265720081137,
      "grad_norm": 0.314453125,
      "learning_rate": 1.5889114266396216e-06,
      "loss": 1.0094,
      "step": 1244
    },
    {
      "epoch": 2.5253549695740363,
      "grad_norm": 0.294921875,
      "learning_rate": 1.5821501014198785e-06,
      "loss": 1.0204,
      "step": 1245
    },
    {
      "epoch": 2.5273833671399597,
      "grad_norm": 0.298828125,
      "learning_rate": 1.5753887762001354e-06,
      "loss": 0.9897,
      "step": 1246
    },
    {
      "epoch": 2.5294117647058822,
      "grad_norm": 0.2578125,
      "learning_rate": 1.5686274509803923e-06,
      "loss": 1.051,
      "step": 1247
    },
    {
      "epoch": 2.5314401622718052,
      "grad_norm": 0.2734375,
      "learning_rate": 1.5618661257606494e-06,
      "loss": 0.9939,
      "step": 1248
    },
    {
      "epoch": 2.5334685598377282,
      "grad_norm": 0.2578125,
      "learning_rate": 1.5551048005409061e-06,
      "loss": 1.0292,
      "step": 1249
    },
    {
      "epoch": 2.535496957403651,
      "grad_norm": 0.388671875,
      "learning_rate": 1.5483434753211632e-06,
      "loss": 1.1074,
      "step": 1250
    },
    {
      "epoch": 2.537525354969574,
      "grad_norm": 0.412109375,
      "learning_rate": 1.54158215010142e-06,
      "loss": 0.9867,
      "step": 1251
    },
    {
      "epoch": 2.5395537525354968,
      "grad_norm": 0.255859375,
      "learning_rate": 1.534820824881677e-06,
      "loss": 1.0396,
      "step": 1252
    },
    {
      "epoch": 2.5415821501014197,
      "grad_norm": 0.28125,
      "learning_rate": 1.5280594996619338e-06,
      "loss": 0.9953,
      "step": 1253
    },
    {
      "epoch": 2.5436105476673427,
      "grad_norm": 0.279296875,
      "learning_rate": 1.5212981744421909e-06,
      "loss": 1.0594,
      "step": 1254
    },
    {
      "epoch": 2.5456389452332657,
      "grad_norm": 0.296875,
      "learning_rate": 1.5145368492224478e-06,
      "loss": 1.0398,
      "step": 1255
    },
    {
      "epoch": 2.5476673427991887,
      "grad_norm": 0.25,
      "learning_rate": 1.5077755240027047e-06,
      "loss": 1.0247,
      "step": 1256
    },
    {
      "epoch": 2.5496957403651117,
      "grad_norm": 0.263671875,
      "learning_rate": 1.5010141987829616e-06,
      "loss": 1.003,
      "step": 1257
    },
    {
      "epoch": 2.5517241379310347,
      "grad_norm": 0.28515625,
      "learning_rate": 1.4942528735632185e-06,
      "loss": 1.0286,
      "step": 1258
    },
    {
      "epoch": 2.5537525354969572,
      "grad_norm": 0.25,
      "learning_rate": 1.4874915483434755e-06,
      "loss": 1.0062,
      "step": 1259
    },
    {
      "epoch": 2.5557809330628802,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.4807302231237326e-06,
      "loss": 1.0012,
      "step": 1260
    },
    {
      "epoch": 2.5578093306288032,
      "grad_norm": 0.251953125,
      "learning_rate": 1.4739688979039893e-06,
      "loss": 1.0322,
      "step": 1261
    },
    {
      "epoch": 2.559837728194726,
      "grad_norm": 0.255859375,
      "learning_rate": 1.4672075726842464e-06,
      "loss": 1.0477,
      "step": 1262
    },
    {
      "epoch": 2.561866125760649,
      "grad_norm": 0.255859375,
      "learning_rate": 1.460446247464503e-06,
      "loss": 1.0406,
      "step": 1263
    },
    {
      "epoch": 2.5638945233265718,
      "grad_norm": 0.25390625,
      "learning_rate": 1.4536849222447602e-06,
      "loss": 1.0073,
      "step": 1264
    },
    {
      "epoch": 2.565922920892495,
      "grad_norm": 0.25390625,
      "learning_rate": 1.446923597025017e-06,
      "loss": 1.0306,
      "step": 1265
    },
    {
      "epoch": 2.5679513184584177,
      "grad_norm": 0.28125,
      "learning_rate": 1.440162271805274e-06,
      "loss": 0.9963,
      "step": 1266
    },
    {
      "epoch": 2.5699797160243407,
      "grad_norm": 0.26953125,
      "learning_rate": 1.433400946585531e-06,
      "loss": 0.9997,
      "step": 1267
    },
    {
      "epoch": 2.5720081135902637,
      "grad_norm": 0.384765625,
      "learning_rate": 1.4266396213657879e-06,
      "loss": 1.0072,
      "step": 1268
    },
    {
      "epoch": 2.5740365111561867,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.4198782961460448e-06,
      "loss": 1.0053,
      "step": 1269
    },
    {
      "epoch": 2.5760649087221097,
      "grad_norm": 0.25390625,
      "learning_rate": 1.4131169709263017e-06,
      "loss": 1.029,
      "step": 1270
    },
    {
      "epoch": 2.5780933062880322,
      "grad_norm": 0.275390625,
      "learning_rate": 1.4063556457065586e-06,
      "loss": 1.0295,
      "step": 1271
    },
    {
      "epoch": 2.5801217038539552,
      "grad_norm": 0.30078125,
      "learning_rate": 1.3995943204868157e-06,
      "loss": 1.0263,
      "step": 1272
    },
    {
      "epoch": 2.582150101419878,
      "grad_norm": 0.255859375,
      "learning_rate": 1.3928329952670724e-06,
      "loss": 0.997,
      "step": 1273
    },
    {
      "epoch": 2.584178498985801,
      "grad_norm": 0.2578125,
      "learning_rate": 1.3860716700473295e-06,
      "loss": 1.0262,
      "step": 1274
    },
    {
      "epoch": 2.586206896551724,
      "grad_norm": 0.25390625,
      "learning_rate": 1.3793103448275862e-06,
      "loss": 1.0284,
      "step": 1275
    },
    {
      "epoch": 2.588235294117647,
      "grad_norm": 0.263671875,
      "learning_rate": 1.3725490196078434e-06,
      "loss": 0.9981,
      "step": 1276
    },
    {
      "epoch": 2.59026369168357,
      "grad_norm": 0.259765625,
      "learning_rate": 1.3657876943881e-06,
      "loss": 1.0424,
      "step": 1277
    },
    {
      "epoch": 2.5922920892494927,
      "grad_norm": 0.28515625,
      "learning_rate": 1.3590263691683572e-06,
      "loss": 1.0289,
      "step": 1278
    },
    {
      "epoch": 2.5943204868154157,
      "grad_norm": 0.25390625,
      "learning_rate": 1.352265043948614e-06,
      "loss": 1.0007,
      "step": 1279
    },
    {
      "epoch": 2.5963488843813387,
      "grad_norm": 0.25390625,
      "learning_rate": 1.345503718728871e-06,
      "loss": 1.0017,
      "step": 1280
    },
    {
      "epoch": 2.5983772819472617,
      "grad_norm": 0.263671875,
      "learning_rate": 1.338742393509128e-06,
      "loss": 1.0152,
      "step": 1281
    },
    {
      "epoch": 2.6004056795131847,
      "grad_norm": 0.37109375,
      "learning_rate": 1.331981068289385e-06,
      "loss": 1.0119,
      "step": 1282
    },
    {
      "epoch": 2.6024340770791072,
      "grad_norm": 0.296875,
      "learning_rate": 1.3252197430696418e-06,
      "loss": 1.0538,
      "step": 1283
    },
    {
      "epoch": 2.6044624746450307,
      "grad_norm": 0.267578125,
      "learning_rate": 1.3184584178498989e-06,
      "loss": 1.0105,
      "step": 1284
    },
    {
      "epoch": 2.606490872210953,
      "grad_norm": 0.25390625,
      "learning_rate": 1.3116970926301556e-06,
      "loss": 0.9894,
      "step": 1285
    },
    {
      "epoch": 2.608519269776876,
      "grad_norm": 0.3515625,
      "learning_rate": 1.3049357674104127e-06,
      "loss": 0.9832,
      "step": 1286
    },
    {
      "epoch": 2.610547667342799,
      "grad_norm": 0.26171875,
      "learning_rate": 1.2981744421906694e-06,
      "loss": 1.0766,
      "step": 1287
    },
    {
      "epoch": 2.612576064908722,
      "grad_norm": 0.2578125,
      "learning_rate": 1.2914131169709265e-06,
      "loss": 1.0027,
      "step": 1288
    },
    {
      "epoch": 2.614604462474645,
      "grad_norm": 0.255859375,
      "learning_rate": 1.2846517917511832e-06,
      "loss": 1.0245,
      "step": 1289
    },
    {
      "epoch": 2.6166328600405677,
      "grad_norm": 0.25390625,
      "learning_rate": 1.2778904665314403e-06,
      "loss": 1.065,
      "step": 1290
    },
    {
      "epoch": 2.6186612576064907,
      "grad_norm": 0.33203125,
      "learning_rate": 1.2711291413116973e-06,
      "loss": 1.0342,
      "step": 1291
    },
    {
      "epoch": 2.6206896551724137,
      "grad_norm": 0.275390625,
      "learning_rate": 1.2643678160919542e-06,
      "loss": 1.045,
      "step": 1292
    },
    {
      "epoch": 2.6227180527383367,
      "grad_norm": 0.31640625,
      "learning_rate": 1.257606490872211e-06,
      "loss": 1.0383,
      "step": 1293
    },
    {
      "epoch": 2.6247464503042597,
      "grad_norm": 0.255859375,
      "learning_rate": 1.2508451656524682e-06,
      "loss": 0.9908,
      "step": 1294
    },
    {
      "epoch": 2.6267748478701827,
      "grad_norm": 0.255859375,
      "learning_rate": 1.244083840432725e-06,
      "loss": 1.048,
      "step": 1295
    },
    {
      "epoch": 2.6288032454361057,
      "grad_norm": 0.271484375,
      "learning_rate": 1.2373225152129818e-06,
      "loss": 1.0501,
      "step": 1296
    },
    {
      "epoch": 2.630831643002028,
      "grad_norm": 0.25,
      "learning_rate": 1.2305611899932387e-06,
      "loss": 0.9794,
      "step": 1297
    },
    {
      "epoch": 2.632860040567951,
      "grad_norm": 0.28125,
      "learning_rate": 1.2237998647734956e-06,
      "loss": 0.9768,
      "step": 1298
    },
    {
      "epoch": 2.634888438133874,
      "grad_norm": 0.248046875,
      "learning_rate": 1.2170385395537525e-06,
      "loss": 1.0291,
      "step": 1299
    },
    {
      "epoch": 2.636916835699797,
      "grad_norm": 0.248046875,
      "learning_rate": 1.2102772143340095e-06,
      "loss": 1.0042,
      "step": 1300
    },
    {
      "epoch": 2.63894523326572,
      "grad_norm": 0.267578125,
      "learning_rate": 1.2035158891142666e-06,
      "loss": 1.049,
      "step": 1301
    },
    {
      "epoch": 2.640973630831643,
      "grad_norm": 0.2451171875,
      "learning_rate": 1.1967545638945235e-06,
      "loss": 1.0256,
      "step": 1302
    },
    {
      "epoch": 2.643002028397566,
      "grad_norm": 0.318359375,
      "learning_rate": 1.1899932386747804e-06,
      "loss": 0.9939,
      "step": 1303
    },
    {
      "epoch": 2.6450304259634887,
      "grad_norm": 0.259765625,
      "learning_rate": 1.1832319134550373e-06,
      "loss": 1.0379,
      "step": 1304
    },
    {
      "epoch": 2.6470588235294117,
      "grad_norm": 0.31640625,
      "learning_rate": 1.1764705882352942e-06,
      "loss": 1.0315,
      "step": 1305
    },
    {
      "epoch": 2.6490872210953347,
      "grad_norm": 0.25390625,
      "learning_rate": 1.1697092630155511e-06,
      "loss": 1.0205,
      "step": 1306
    },
    {
      "epoch": 2.6511156186612577,
      "grad_norm": 0.251953125,
      "learning_rate": 1.162947937795808e-06,
      "loss": 1.0316,
      "step": 1307
    },
    {
      "epoch": 2.6531440162271807,
      "grad_norm": 0.255859375,
      "learning_rate": 1.156186612576065e-06,
      "loss": 1.05,
      "step": 1308
    },
    {
      "epoch": 2.655172413793103,
      "grad_norm": 0.248046875,
      "learning_rate": 1.1494252873563219e-06,
      "loss": 1.0154,
      "step": 1309
    },
    {
      "epoch": 2.6572008113590266,
      "grad_norm": 0.255859375,
      "learning_rate": 1.1426639621365788e-06,
      "loss": 1.0074,
      "step": 1310
    },
    {
      "epoch": 2.659229208924949,
      "grad_norm": 0.275390625,
      "learning_rate": 1.1359026369168357e-06,
      "loss": 1.0492,
      "step": 1311
    },
    {
      "epoch": 2.661257606490872,
      "grad_norm": 0.396484375,
      "learning_rate": 1.1291413116970926e-06,
      "loss": 1.0047,
      "step": 1312
    },
    {
      "epoch": 2.663286004056795,
      "grad_norm": 0.2734375,
      "learning_rate": 1.1223799864773497e-06,
      "loss": 1.0508,
      "step": 1313
    },
    {
      "epoch": 2.665314401622718,
      "grad_norm": 0.25390625,
      "learning_rate": 1.1156186612576066e-06,
      "loss": 1.0369,
      "step": 1314
    },
    {
      "epoch": 2.667342799188641,
      "grad_norm": 0.25390625,
      "learning_rate": 1.1088573360378636e-06,
      "loss": 1.0213,
      "step": 1315
    },
    {
      "epoch": 2.6693711967545637,
      "grad_norm": 0.2578125,
      "learning_rate": 1.1020960108181205e-06,
      "loss": 1.0402,
      "step": 1316
    },
    {
      "epoch": 2.6713995943204867,
      "grad_norm": 0.494140625,
      "learning_rate": 1.0953346855983774e-06,
      "loss": 0.9848,
      "step": 1317
    },
    {
      "epoch": 2.6734279918864097,
      "grad_norm": 0.296875,
      "learning_rate": 1.0885733603786343e-06,
      "loss": 1.0522,
      "step": 1318
    },
    {
      "epoch": 2.6754563894523327,
      "grad_norm": 0.26171875,
      "learning_rate": 1.0818120351588912e-06,
      "loss": 1.0088,
      "step": 1319
    },
    {
      "epoch": 2.6774847870182557,
      "grad_norm": 0.283203125,
      "learning_rate": 1.0750507099391481e-06,
      "loss": 1.0378,
      "step": 1320
    },
    {
      "epoch": 2.6795131845841786,
      "grad_norm": 0.341796875,
      "learning_rate": 1.068289384719405e-06,
      "loss": 1.0448,
      "step": 1321
    },
    {
      "epoch": 2.6815415821501016,
      "grad_norm": 0.291015625,
      "learning_rate": 1.061528059499662e-06,
      "loss": 1.0244,
      "step": 1322
    },
    {
      "epoch": 2.683569979716024,
      "grad_norm": 0.259765625,
      "learning_rate": 1.0547667342799188e-06,
      "loss": 1.0069,
      "step": 1323
    },
    {
      "epoch": 2.685598377281947,
      "grad_norm": 0.267578125,
      "learning_rate": 1.048005409060176e-06,
      "loss": 1.042,
      "step": 1324
    },
    {
      "epoch": 2.68762677484787,
      "grad_norm": 0.248046875,
      "learning_rate": 1.0412440838404329e-06,
      "loss": 1.0167,
      "step": 1325
    },
    {
      "epoch": 2.689655172413793,
      "grad_norm": 0.294921875,
      "learning_rate": 1.0344827586206898e-06,
      "loss": 1.0087,
      "step": 1326
    },
    {
      "epoch": 2.691683569979716,
      "grad_norm": 0.255859375,
      "learning_rate": 1.0277214334009467e-06,
      "loss": 1.0285,
      "step": 1327
    },
    {
      "epoch": 2.6937119675456387,
      "grad_norm": 0.26171875,
      "learning_rate": 1.0209601081812036e-06,
      "loss": 1.0014,
      "step": 1328
    },
    {
      "epoch": 2.695740365111562,
      "grad_norm": 0.2451171875,
      "learning_rate": 1.0141987829614605e-06,
      "loss": 1.0103,
      "step": 1329
    },
    {
      "epoch": 2.6977687626774847,
      "grad_norm": 0.25,
      "learning_rate": 1.0074374577417174e-06,
      "loss": 1.0248,
      "step": 1330
    },
    {
      "epoch": 2.6997971602434077,
      "grad_norm": 0.248046875,
      "learning_rate": 1.0006761325219743e-06,
      "loss": 1.0008,
      "step": 1331
    },
    {
      "epoch": 2.7018255578093306,
      "grad_norm": 0.2490234375,
      "learning_rate": 9.939148073022313e-07,
      "loss": 0.9954,
      "step": 1332
    },
    {
      "epoch": 2.7038539553752536,
      "grad_norm": 0.25390625,
      "learning_rate": 9.871534820824882e-07,
      "loss": 1.0192,
      "step": 1333
    },
    {
      "epoch": 2.7058823529411766,
      "grad_norm": 0.2470703125,
      "learning_rate": 9.80392156862745e-07,
      "loss": 1.0073,
      "step": 1334
    },
    {
      "epoch": 2.707910750507099,
      "grad_norm": 0.328125,
      "learning_rate": 9.73630831643002e-07,
      "loss": 1.0504,
      "step": 1335
    },
    {
      "epoch": 2.709939148073022,
      "grad_norm": 0.37890625,
      "learning_rate": 9.668695064232591e-07,
      "loss": 1.0183,
      "step": 1336
    },
    {
      "epoch": 2.711967545638945,
      "grad_norm": 0.255859375,
      "learning_rate": 9.60108181203516e-07,
      "loss": 1.0052,
      "step": 1337
    },
    {
      "epoch": 2.713995943204868,
      "grad_norm": 0.25,
      "learning_rate": 9.533468559837728e-07,
      "loss": 1.0111,
      "step": 1338
    },
    {
      "epoch": 2.716024340770791,
      "grad_norm": 0.244140625,
      "learning_rate": 9.465855307640299e-07,
      "loss": 1.0238,
      "step": 1339
    },
    {
      "epoch": 2.718052738336714,
      "grad_norm": 0.265625,
      "learning_rate": 9.398242055442868e-07,
      "loss": 1.0333,
      "step": 1340
    },
    {
      "epoch": 2.720081135902637,
      "grad_norm": 0.2490234375,
      "learning_rate": 9.330628803245437e-07,
      "loss": 1.0292,
      "step": 1341
    },
    {
      "epoch": 2.7221095334685597,
      "grad_norm": 0.244140625,
      "learning_rate": 9.263015551048006e-07,
      "loss": 0.9643,
      "step": 1342
    },
    {
      "epoch": 2.7241379310344827,
      "grad_norm": 0.251953125,
      "learning_rate": 9.195402298850575e-07,
      "loss": 1.0272,
      "step": 1343
    },
    {
      "epoch": 2.7261663286004056,
      "grad_norm": 0.263671875,
      "learning_rate": 9.127789046653145e-07,
      "loss": 1.0355,
      "step": 1344
    },
    {
      "epoch": 2.7281947261663286,
      "grad_norm": 0.255859375,
      "learning_rate": 9.060175794455714e-07,
      "loss": 1.0653,
      "step": 1345
    },
    {
      "epoch": 2.7302231237322516,
      "grad_norm": 0.26171875,
      "learning_rate": 8.992562542258283e-07,
      "loss": 1.0541,
      "step": 1346
    },
    {
      "epoch": 2.732251521298174,
      "grad_norm": 0.279296875,
      "learning_rate": 8.924949290060852e-07,
      "loss": 1.0,
      "step": 1347
    },
    {
      "epoch": 2.7342799188640976,
      "grad_norm": 0.291015625,
      "learning_rate": 8.857336037863422e-07,
      "loss": 1.0285,
      "step": 1348
    },
    {
      "epoch": 2.73630831643002,
      "grad_norm": 0.25390625,
      "learning_rate": 8.789722785665991e-07,
      "loss": 1.0156,
      "step": 1349
    },
    {
      "epoch": 2.738336713995943,
      "grad_norm": 0.291015625,
      "learning_rate": 8.722109533468561e-07,
      "loss": 1.0228,
      "step": 1350
    },
    {
      "epoch": 2.740365111561866,
      "grad_norm": 0.255859375,
      "learning_rate": 8.65449628127113e-07,
      "loss": 1.0123,
      "step": 1351
    },
    {
      "epoch": 2.742393509127789,
      "grad_norm": 0.25390625,
      "learning_rate": 8.586883029073699e-07,
      "loss": 1.0359,
      "step": 1352
    },
    {
      "epoch": 2.744421906693712,
      "grad_norm": 0.291015625,
      "learning_rate": 8.519269776876268e-07,
      "loss": 1.0283,
      "step": 1353
    },
    {
      "epoch": 2.7464503042596347,
      "grad_norm": 0.251953125,
      "learning_rate": 8.451656524678837e-07,
      "loss": 1.0165,
      "step": 1354
    },
    {
      "epoch": 2.7484787018255576,
      "grad_norm": 0.25390625,
      "learning_rate": 8.384043272481406e-07,
      "loss": 1.0471,
      "step": 1355
    },
    {
      "epoch": 2.7505070993914806,
      "grad_norm": 0.25,
      "learning_rate": 8.316430020283977e-07,
      "loss": 1.037,
      "step": 1356
    },
    {
      "epoch": 2.7525354969574036,
      "grad_norm": 0.357421875,
      "learning_rate": 8.248816768086546e-07,
      "loss": 1.0044,
      "step": 1357
    },
    {
      "epoch": 2.7545638945233266,
      "grad_norm": 0.259765625,
      "learning_rate": 8.181203515889115e-07,
      "loss": 1.0651,
      "step": 1358
    },
    {
      "epoch": 2.7565922920892496,
      "grad_norm": 0.255859375,
      "learning_rate": 8.113590263691684e-07,
      "loss": 1.0226,
      "step": 1359
    },
    {
      "epoch": 2.7586206896551726,
      "grad_norm": 0.35546875,
      "learning_rate": 8.045977011494253e-07,
      "loss": 1.0059,
      "step": 1360
    },
    {
      "epoch": 2.760649087221095,
      "grad_norm": 0.251953125,
      "learning_rate": 7.978363759296822e-07,
      "loss": 0.9958,
      "step": 1361
    },
    {
      "epoch": 2.762677484787018,
      "grad_norm": 0.251953125,
      "learning_rate": 7.910750507099392e-07,
      "loss": 1.0321,
      "step": 1362
    },
    {
      "epoch": 2.764705882352941,
      "grad_norm": 0.255859375,
      "learning_rate": 7.843137254901962e-07,
      "loss": 1.0443,
      "step": 1363
    },
    {
      "epoch": 2.766734279918864,
      "grad_norm": 0.2578125,
      "learning_rate": 7.775524002704531e-07,
      "loss": 1.0088,
      "step": 1364
    },
    {
      "epoch": 2.768762677484787,
      "grad_norm": 0.251953125,
      "learning_rate": 7.7079107505071e-07,
      "loss": 1.0268,
      "step": 1365
    },
    {
      "epoch": 2.77079107505071,
      "grad_norm": 0.26171875,
      "learning_rate": 7.640297498309669e-07,
      "loss": 1.0209,
      "step": 1366
    },
    {
      "epoch": 2.772819472616633,
      "grad_norm": 0.287109375,
      "learning_rate": 7.572684246112239e-07,
      "loss": 0.9831,
      "step": 1367
    },
    {
      "epoch": 2.7748478701825556,
      "grad_norm": 0.275390625,
      "learning_rate": 7.505070993914808e-07,
      "loss": 0.9727,
      "step": 1368
    },
    {
      "epoch": 2.7768762677484786,
      "grad_norm": 0.25390625,
      "learning_rate": 7.437457741717377e-07,
      "loss": 1.012,
      "step": 1369
    },
    {
      "epoch": 2.7789046653144016,
      "grad_norm": 0.27734375,
      "learning_rate": 7.369844489519946e-07,
      "loss": 1.0417,
      "step": 1370
    },
    {
      "epoch": 2.7809330628803246,
      "grad_norm": 0.25,
      "learning_rate": 7.302231237322515e-07,
      "loss": 0.9739,
      "step": 1371
    },
    {
      "epoch": 2.7829614604462476,
      "grad_norm": 0.2490234375,
      "learning_rate": 7.234617985125085e-07,
      "loss": 1.0208,
      "step": 1372
    },
    {
      "epoch": 2.78498985801217,
      "grad_norm": 0.26953125,
      "learning_rate": 7.167004732927655e-07,
      "loss": 1.0333,
      "step": 1373
    },
    {
      "epoch": 2.7870182555780936,
      "grad_norm": 0.2578125,
      "learning_rate": 7.099391480730224e-07,
      "loss": 0.9805,
      "step": 1374
    },
    {
      "epoch": 2.789046653144016,
      "grad_norm": 0.26171875,
      "learning_rate": 7.031778228532793e-07,
      "loss": 1.0046,
      "step": 1375
    },
    {
      "epoch": 2.791075050709939,
      "grad_norm": 0.3046875,
      "learning_rate": 6.964164976335362e-07,
      "loss": 1.0241,
      "step": 1376
    },
    {
      "epoch": 2.793103448275862,
      "grad_norm": 0.25,
      "learning_rate": 6.896551724137931e-07,
      "loss": 1.0465,
      "step": 1377
    },
    {
      "epoch": 2.795131845841785,
      "grad_norm": 0.25,
      "learning_rate": 6.8289384719405e-07,
      "loss": 0.9962,
      "step": 1378
    },
    {
      "epoch": 2.797160243407708,
      "grad_norm": 0.25,
      "learning_rate": 6.76132521974307e-07,
      "loss": 1.0428,
      "step": 1379
    },
    {
      "epoch": 2.7991886409736306,
      "grad_norm": 0.2451171875,
      "learning_rate": 6.69371196754564e-07,
      "loss": 0.9963,
      "step": 1380
    },
    {
      "epoch": 2.8012170385395536,
      "grad_norm": 0.25390625,
      "learning_rate": 6.626098715348209e-07,
      "loss": 0.9982,
      "step": 1381
    },
    {
      "epoch": 2.8032454361054766,
      "grad_norm": 0.28125,
      "learning_rate": 6.558485463150778e-07,
      "loss": 1.038,
      "step": 1382
    },
    {
      "epoch": 2.8052738336713996,
      "grad_norm": 0.255859375,
      "learning_rate": 6.490872210953347e-07,
      "loss": 1.0555,
      "step": 1383
    },
    {
      "epoch": 2.8073022312373226,
      "grad_norm": 0.330078125,
      "learning_rate": 6.423258958755916e-07,
      "loss": 1.0506,
      "step": 1384
    },
    {
      "epoch": 2.8093306288032456,
      "grad_norm": 0.2578125,
      "learning_rate": 6.355645706558486e-07,
      "loss": 0.986,
      "step": 1385
    },
    {
      "epoch": 2.8113590263691686,
      "grad_norm": 0.251953125,
      "learning_rate": 6.288032454361055e-07,
      "loss": 1.0352,
      "step": 1386
    },
    {
      "epoch": 2.813387423935091,
      "grad_norm": 0.25390625,
      "learning_rate": 6.220419202163624e-07,
      "loss": 1.0198,
      "step": 1387
    },
    {
      "epoch": 2.815415821501014,
      "grad_norm": 0.263671875,
      "learning_rate": 6.152805949966194e-07,
      "loss": 1.0464,
      "step": 1388
    },
    {
      "epoch": 2.817444219066937,
      "grad_norm": 0.2470703125,
      "learning_rate": 6.085192697768763e-07,
      "loss": 1.029,
      "step": 1389
    },
    {
      "epoch": 2.81947261663286,
      "grad_norm": 0.26171875,
      "learning_rate": 6.017579445571333e-07,
      "loss": 1.0276,
      "step": 1390
    },
    {
      "epoch": 2.821501014198783,
      "grad_norm": 0.255859375,
      "learning_rate": 5.949966193373902e-07,
      "loss": 1.0087,
      "step": 1391
    },
    {
      "epoch": 2.8235294117647056,
      "grad_norm": 0.265625,
      "learning_rate": 5.882352941176471e-07,
      "loss": 0.9787,
      "step": 1392
    },
    {
      "epoch": 2.825557809330629,
      "grad_norm": 0.283203125,
      "learning_rate": 5.81473968897904e-07,
      "loss": 0.9883,
      "step": 1393
    },
    {
      "epoch": 2.8275862068965516,
      "grad_norm": 0.3359375,
      "learning_rate": 5.747126436781609e-07,
      "loss": 1.0263,
      "step": 1394
    },
    {
      "epoch": 2.8296146044624746,
      "grad_norm": 0.30859375,
      "learning_rate": 5.679513184584178e-07,
      "loss": 1.0101,
      "step": 1395
    },
    {
      "epoch": 2.8316430020283976,
      "grad_norm": 0.255859375,
      "learning_rate": 5.611899932386749e-07,
      "loss": 1.0315,
      "step": 1396
    },
    {
      "epoch": 2.8336713995943206,
      "grad_norm": 0.2578125,
      "learning_rate": 5.544286680189318e-07,
      "loss": 1.0142,
      "step": 1397
    },
    {
      "epoch": 2.8356997971602436,
      "grad_norm": 0.251953125,
      "learning_rate": 5.476673427991887e-07,
      "loss": 1.007,
      "step": 1398
    },
    {
      "epoch": 2.837728194726166,
      "grad_norm": 0.26953125,
      "learning_rate": 5.409060175794456e-07,
      "loss": 1.0391,
      "step": 1399
    },
    {
      "epoch": 2.839756592292089,
      "grad_norm": 0.2578125,
      "learning_rate": 5.341446923597025e-07,
      "loss": 1.0453,
      "step": 1400
    },
    {
      "epoch": 2.841784989858012,
      "grad_norm": 0.255859375,
      "learning_rate": 5.273833671399594e-07,
      "loss": 1.0113,
      "step": 1401
    },
    {
      "epoch": 2.843813387423935,
      "grad_norm": 0.251953125,
      "learning_rate": 5.206220419202164e-07,
      "loss": 1.026,
      "step": 1402
    },
    {
      "epoch": 2.845841784989858,
      "grad_norm": 0.251953125,
      "learning_rate": 5.138607167004734e-07,
      "loss": 1.0115,
      "step": 1403
    },
    {
      "epoch": 2.847870182555781,
      "grad_norm": 0.27734375,
      "learning_rate": 5.070993914807303e-07,
      "loss": 1.0217,
      "step": 1404
    },
    {
      "epoch": 2.849898580121704,
      "grad_norm": 0.2578125,
      "learning_rate": 5.003380662609872e-07,
      "loss": 1.0084,
      "step": 1405
    },
    {
      "epoch": 2.8519269776876266,
      "grad_norm": 0.314453125,
      "learning_rate": 4.935767410412441e-07,
      "loss": 0.988,
      "step": 1406
    },
    {
      "epoch": 2.8539553752535496,
      "grad_norm": 0.291015625,
      "learning_rate": 4.86815415821501e-07,
      "loss": 1.0294,
      "step": 1407
    },
    {
      "epoch": 2.8559837728194726,
      "grad_norm": 0.2451171875,
      "learning_rate": 4.80054090601758e-07,
      "loss": 1.0212,
      "step": 1408
    },
    {
      "epoch": 2.8580121703853956,
      "grad_norm": 0.259765625,
      "learning_rate": 4.732927653820149e-07,
      "loss": 1.043,
      "step": 1409
    },
    {
      "epoch": 2.8600405679513186,
      "grad_norm": 0.3125,
      "learning_rate": 4.6653144016227184e-07,
      "loss": 0.9945,
      "step": 1410
    },
    {
      "epoch": 2.862068965517241,
      "grad_norm": 0.291015625,
      "learning_rate": 4.5977011494252875e-07,
      "loss": 0.9841,
      "step": 1411
    },
    {
      "epoch": 2.8640973630831645,
      "grad_norm": 0.2490234375,
      "learning_rate": 4.530087897227857e-07,
      "loss": 1.0136,
      "step": 1412
    },
    {
      "epoch": 2.866125760649087,
      "grad_norm": 0.3515625,
      "learning_rate": 4.462474645030426e-07,
      "loss": 1.0142,
      "step": 1413
    },
    {
      "epoch": 2.86815415821501,
      "grad_norm": 0.271484375,
      "learning_rate": 4.3948613928329954e-07,
      "loss": 1.022,
      "step": 1414
    },
    {
      "epoch": 2.870182555780933,
      "grad_norm": 0.25390625,
      "learning_rate": 4.327248140635565e-07,
      "loss": 1.0315,
      "step": 1415
    },
    {
      "epoch": 2.872210953346856,
      "grad_norm": 0.2451171875,
      "learning_rate": 4.259634888438134e-07,
      "loss": 1.0136,
      "step": 1416
    },
    {
      "epoch": 2.874239350912779,
      "grad_norm": 0.2451171875,
      "learning_rate": 4.192021636240703e-07,
      "loss": 1.006,
      "step": 1417
    },
    {
      "epoch": 2.8762677484787016,
      "grad_norm": 0.2470703125,
      "learning_rate": 4.124408384043273e-07,
      "loss": 0.9906,
      "step": 1418
    },
    {
      "epoch": 2.8782961460446246,
      "grad_norm": 0.2734375,
      "learning_rate": 4.056795131845842e-07,
      "loss": 1.0487,
      "step": 1419
    },
    {
      "epoch": 2.8803245436105476,
      "grad_norm": 0.26171875,
      "learning_rate": 3.989181879648411e-07,
      "loss": 1.0244,
      "step": 1420
    },
    {
      "epoch": 2.8823529411764706,
      "grad_norm": 0.296875,
      "learning_rate": 3.921568627450981e-07,
      "loss": 1.0045,
      "step": 1421
    },
    {
      "epoch": 2.8843813387423936,
      "grad_norm": 0.259765625,
      "learning_rate": 3.85395537525355e-07,
      "loss": 1.0387,
      "step": 1422
    },
    {
      "epoch": 2.8864097363083165,
      "grad_norm": 0.265625,
      "learning_rate": 3.7863421230561195e-07,
      "loss": 1.0187,
      "step": 1423
    },
    {
      "epoch": 2.8884381338742395,
      "grad_norm": 0.287109375,
      "learning_rate": 3.7187288708586886e-07,
      "loss": 0.9929,
      "step": 1424
    },
    {
      "epoch": 2.890466531440162,
      "grad_norm": 0.25390625,
      "learning_rate": 3.651115618661258e-07,
      "loss": 1.013,
      "step": 1425
    },
    {
      "epoch": 2.892494929006085,
      "grad_norm": 0.314453125,
      "learning_rate": 3.5835023664638274e-07,
      "loss": 0.9687,
      "step": 1426
    },
    {
      "epoch": 2.894523326572008,
      "grad_norm": 0.267578125,
      "learning_rate": 3.5158891142663965e-07,
      "loss": 1.0375,
      "step": 1427
    },
    {
      "epoch": 2.896551724137931,
      "grad_norm": 0.26171875,
      "learning_rate": 3.4482758620689656e-07,
      "loss": 1.0068,
      "step": 1428
    },
    {
      "epoch": 2.898580121703854,
      "grad_norm": 0.248046875,
      "learning_rate": 3.380662609871535e-07,
      "loss": 1.0095,
      "step": 1429
    },
    {
      "epoch": 2.900608519269777,
      "grad_norm": 0.25,
      "learning_rate": 3.3130493576741044e-07,
      "loss": 1.0516,
      "step": 1430
    },
    {
      "epoch": 2.9026369168357,
      "grad_norm": 0.345703125,
      "learning_rate": 3.2454361054766735e-07,
      "loss": 0.9735,
      "step": 1431
    },
    {
      "epoch": 2.9046653144016226,
      "grad_norm": 0.24609375,
      "learning_rate": 3.177822853279243e-07,
      "loss": 0.9895,
      "step": 1432
    },
    {
      "epoch": 2.9066937119675456,
      "grad_norm": 0.25390625,
      "learning_rate": 3.110209601081812e-07,
      "loss": 1.0294,
      "step": 1433
    },
    {
      "epoch": 2.9087221095334685,
      "grad_norm": 0.2470703125,
      "learning_rate": 3.0425963488843814e-07,
      "loss": 0.9815,
      "step": 1434
    },
    {
      "epoch": 2.9107505070993915,
      "grad_norm": 0.25390625,
      "learning_rate": 2.974983096686951e-07,
      "loss": 1.0464,
      "step": 1435
    },
    {
      "epoch": 2.9127789046653145,
      "grad_norm": 0.296875,
      "learning_rate": 2.90736984448952e-07,
      "loss": 0.9971,
      "step": 1436
    },
    {
      "epoch": 2.914807302231237,
      "grad_norm": 0.265625,
      "learning_rate": 2.839756592292089e-07,
      "loss": 1.0677,
      "step": 1437
    },
    {
      "epoch": 2.9168356997971605,
      "grad_norm": 0.310546875,
      "learning_rate": 2.772143340094659e-07,
      "loss": 1.0104,
      "step": 1438
    },
    {
      "epoch": 2.918864097363083,
      "grad_norm": 0.283203125,
      "learning_rate": 2.704530087897228e-07,
      "loss": 1.011,
      "step": 1439
    },
    {
      "epoch": 2.920892494929006,
      "grad_norm": 0.2890625,
      "learning_rate": 2.636916835699797e-07,
      "loss": 0.9893,
      "step": 1440
    },
    {
      "epoch": 2.922920892494929,
      "grad_norm": 0.2490234375,
      "learning_rate": 2.569303583502367e-07,
      "loss": 1.0341,
      "step": 1441
    },
    {
      "epoch": 2.924949290060852,
      "grad_norm": 0.25390625,
      "learning_rate": 2.501690331304936e-07,
      "loss": 1.0429,
      "step": 1442
    },
    {
      "epoch": 2.926977687626775,
      "grad_norm": 0.25,
      "learning_rate": 2.434077079107505e-07,
      "loss": 0.9993,
      "step": 1443
    },
    {
      "epoch": 2.9290060851926976,
      "grad_norm": 0.279296875,
      "learning_rate": 2.3664638269100746e-07,
      "loss": 1.0904,
      "step": 1444
    },
    {
      "epoch": 2.9310344827586206,
      "grad_norm": 0.2578125,
      "learning_rate": 2.2988505747126437e-07,
      "loss": 1.0504,
      "step": 1445
    },
    {
      "epoch": 2.9330628803245435,
      "grad_norm": 0.25,
      "learning_rate": 2.231237322515213e-07,
      "loss": 0.9868,
      "step": 1446
    },
    {
      "epoch": 2.9350912778904665,
      "grad_norm": 0.2470703125,
      "learning_rate": 2.1636240703177825e-07,
      "loss": 1.0201,
      "step": 1447
    },
    {
      "epoch": 2.9371196754563895,
      "grad_norm": 0.25,
      "learning_rate": 2.0960108181203516e-07,
      "loss": 1.068,
      "step": 1448
    },
    {
      "epoch": 2.9391480730223125,
      "grad_norm": 0.2734375,
      "learning_rate": 2.028397565922921e-07,
      "loss": 1.0115,
      "step": 1449
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 0.2451171875,
      "learning_rate": 1.9607843137254904e-07,
      "loss": 0.9892,
      "step": 1450
    },
    {
      "epoch": 2.943204868154158,
      "grad_norm": 0.68359375,
      "learning_rate": 1.8931710615280598e-07,
      "loss": 1.0336,
      "step": 1451
    },
    {
      "epoch": 2.945233265720081,
      "grad_norm": 0.26953125,
      "learning_rate": 1.825557809330629e-07,
      "loss": 1.0369,
      "step": 1452
    },
    {
      "epoch": 2.947261663286004,
      "grad_norm": 0.251953125,
      "learning_rate": 1.7579445571331983e-07,
      "loss": 0.9911,
      "step": 1453
    },
    {
      "epoch": 2.949290060851927,
      "grad_norm": 0.25390625,
      "learning_rate": 1.6903313049357676e-07,
      "loss": 1.0183,
      "step": 1454
    },
    {
      "epoch": 2.95131845841785,
      "grad_norm": 0.259765625,
      "learning_rate": 1.6227180527383367e-07,
      "loss": 1.0408,
      "step": 1455
    },
    {
      "epoch": 2.9533468559837726,
      "grad_norm": 0.369140625,
      "learning_rate": 1.555104800540906e-07,
      "loss": 1.0125,
      "step": 1456
    },
    {
      "epoch": 2.955375253549696,
      "grad_norm": 0.255859375,
      "learning_rate": 1.4874915483434755e-07,
      "loss": 1.0095,
      "step": 1457
    },
    {
      "epoch": 2.9574036511156185,
      "grad_norm": 0.255859375,
      "learning_rate": 1.4198782961460446e-07,
      "loss": 1.0189,
      "step": 1458
    },
    {
      "epoch": 2.9594320486815415,
      "grad_norm": 0.3203125,
      "learning_rate": 1.352265043948614e-07,
      "loss": 1.0923,
      "step": 1459
    },
    {
      "epoch": 2.9614604462474645,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.2846517917511834e-07,
      "loss": 1.011,
      "step": 1460
    },
    {
      "epoch": 2.9634888438133875,
      "grad_norm": 0.37109375,
      "learning_rate": 1.2170385395537525e-07,
      "loss": 0.9992,
      "step": 1461
    },
    {
      "epoch": 2.9655172413793105,
      "grad_norm": 0.32421875,
      "learning_rate": 1.1494252873563219e-07,
      "loss": 1.0249,
      "step": 1462
    },
    {
      "epoch": 2.967545638945233,
      "grad_norm": 0.2578125,
      "learning_rate": 1.0818120351588913e-07,
      "loss": 1.0594,
      "step": 1463
    },
    {
      "epoch": 2.969574036511156,
      "grad_norm": 0.2734375,
      "learning_rate": 1.0141987829614605e-07,
      "loss": 1.0559,
      "step": 1464
    },
    {
      "epoch": 2.971602434077079,
      "grad_norm": 0.271484375,
      "learning_rate": 9.465855307640299e-08,
      "loss": 1.0337,
      "step": 1465
    },
    {
      "epoch": 2.973630831643002,
      "grad_norm": 0.263671875,
      "learning_rate": 8.789722785665991e-08,
      "loss": 1.0693,
      "step": 1466
    },
    {
      "epoch": 2.975659229208925,
      "grad_norm": 0.255859375,
      "learning_rate": 8.113590263691684e-08,
      "loss": 1.0364,
      "step": 1467
    },
    {
      "epoch": 2.977687626774848,
      "grad_norm": 0.251953125,
      "learning_rate": 7.437457741717378e-08,
      "loss": 1.0163,
      "step": 1468
    },
    {
      "epoch": 2.979716024340771,
      "grad_norm": 0.265625,
      "learning_rate": 6.76132521974307e-08,
      "loss": 0.9708,
      "step": 1469
    },
    {
      "epoch": 2.9817444219066935,
      "grad_norm": 0.251953125,
      "learning_rate": 6.085192697768762e-08,
      "loss": 1.016,
      "step": 1470
    },
    {
      "epoch": 2.9837728194726165,
      "grad_norm": 0.251953125,
      "learning_rate": 5.409060175794456e-08,
      "loss": 1.0521,
      "step": 1471
    },
    {
      "epoch": 2.9858012170385395,
      "grad_norm": 0.298828125,
      "learning_rate": 4.7329276538201494e-08,
      "loss": 1.0276,
      "step": 1472
    },
    {
      "epoch": 2.9878296146044625,
      "grad_norm": 0.26171875,
      "learning_rate": 4.056795131845842e-08,
      "loss": 1.0053,
      "step": 1473
    },
    {
      "epoch": 2.9898580121703855,
      "grad_norm": 0.27734375,
      "learning_rate": 3.380662609871535e-08,
      "loss": 0.9943,
      "step": 1474
    },
    {
      "epoch": 2.991886409736308,
      "grad_norm": 0.265625,
      "learning_rate": 2.704530087897228e-08,
      "loss": 1.0071,
      "step": 1475
    },
    {
      "epoch": 2.9939148073022315,
      "grad_norm": 0.255859375,
      "learning_rate": 2.028397565922921e-08,
      "loss": 1.0272,
      "step": 1476
    },
    {
      "epoch": 2.995943204868154,
      "grad_norm": 0.25390625,
      "learning_rate": 1.352265043948614e-08,
      "loss": 1.0101,
      "step": 1477
    },
    {
      "epoch": 2.997971602434077,
      "grad_norm": 0.251953125,
      "learning_rate": 6.76132521974307e-09,
      "loss": 1.0342,
      "step": 1478
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.259765625,
      "learning_rate": 0.0,
      "loss": 1.0294,
      "step": 1479
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1479,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.72557905413931e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}