{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 0,
  "global_step": 620,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0016129032258064516,
      "grad_norm": 0.4149036705493927,
      "learning_rate": 1e-05,
      "loss": 1.9732,
      "step": 1
    },
    {
      "epoch": 0.0032258064516129032,
      "grad_norm": 0.40366560220718384,
      "learning_rate": 9.983870967741936e-06,
      "loss": 2.0032,
      "step": 2
    },
    {
      "epoch": 0.004838709677419355,
      "grad_norm": 0.4077281951904297,
      "learning_rate": 9.967741935483871e-06,
      "loss": 1.9746,
      "step": 3
    },
    {
      "epoch": 0.0064516129032258064,
      "grad_norm": 0.41671881079673767,
      "learning_rate": 9.951612903225807e-06,
      "loss": 2.0301,
      "step": 4
    },
    {
      "epoch": 0.008064516129032258,
      "grad_norm": 0.4383932054042816,
      "learning_rate": 9.935483870967742e-06,
      "loss": 2.0058,
      "step": 5
    },
    {
      "epoch": 0.00967741935483871,
      "grad_norm": 0.41561511158943176,
      "learning_rate": 9.919354838709679e-06,
      "loss": 1.9696,
      "step": 6
    },
    {
      "epoch": 0.01129032258064516,
      "grad_norm": 0.4433887302875519,
      "learning_rate": 9.903225806451614e-06,
      "loss": 2.0398,
      "step": 7
    },
    {
      "epoch": 0.012903225806451613,
      "grad_norm": 0.43345457315444946,
      "learning_rate": 9.88709677419355e-06,
      "loss": 1.9842,
      "step": 8
    },
    {
      "epoch": 0.014516129032258065,
      "grad_norm": 0.4236122965812683,
      "learning_rate": 9.870967741935485e-06,
      "loss": 1.9423,
      "step": 9
    },
    {
      "epoch": 0.016129032258064516,
      "grad_norm": 0.4229467809200287,
      "learning_rate": 9.85483870967742e-06,
      "loss": 1.8846,
      "step": 10
    },
    {
      "epoch": 0.017741935483870968,
      "grad_norm": 0.430219829082489,
      "learning_rate": 9.838709677419356e-06,
      "loss": 1.9176,
      "step": 11
    },
    {
      "epoch": 0.01935483870967742,
      "grad_norm": 0.44402870535850525,
      "learning_rate": 9.822580645161291e-06,
      "loss": 1.9172,
      "step": 12
    },
    {
      "epoch": 0.020967741935483872,
      "grad_norm": 0.43106764554977417,
      "learning_rate": 9.806451612903226e-06,
      "loss": 1.862,
      "step": 13
    },
    {
      "epoch": 0.02258064516129032,
      "grad_norm": 0.45032334327697754,
      "learning_rate": 9.790322580645162e-06,
      "loss": 1.884,
      "step": 14
    },
    {
      "epoch": 0.024193548387096774,
      "grad_norm": 0.4227159023284912,
      "learning_rate": 9.774193548387097e-06,
      "loss": 1.8652,
      "step": 15
    },
    {
      "epoch": 0.025806451612903226,
      "grad_norm": 0.4238492548465729,
      "learning_rate": 9.758064516129034e-06,
      "loss": 1.764,
      "step": 16
    },
    {
      "epoch": 0.027419354838709678,
      "grad_norm": 0.4012880027294159,
      "learning_rate": 9.74193548387097e-06,
      "loss": 1.7919,
      "step": 17
    },
    {
      "epoch": 0.02903225806451613,
      "grad_norm": 0.40787604451179504,
      "learning_rate": 9.725806451612903e-06,
      "loss": 1.7758,
      "step": 18
    },
    {
      "epoch": 0.03064516129032258,
      "grad_norm": 0.39418700337409973,
      "learning_rate": 9.70967741935484e-06,
      "loss": 1.776,
      "step": 19
    },
    {
      "epoch": 0.03225806451612903,
      "grad_norm": 0.45701664686203003,
      "learning_rate": 9.693548387096775e-06,
      "loss": 1.8154,
      "step": 20
    },
    {
      "epoch": 0.03387096774193549,
      "grad_norm": 0.36996155977249146,
      "learning_rate": 9.67741935483871e-06,
      "loss": 1.6706,
      "step": 21
    },
    {
      "epoch": 0.035483870967741936,
      "grad_norm": 0.4031720757484436,
      "learning_rate": 9.661290322580646e-06,
      "loss": 1.7247,
      "step": 22
    },
    {
      "epoch": 0.037096774193548385,
      "grad_norm": 0.38192078471183777,
      "learning_rate": 9.645161290322581e-06,
      "loss": 1.6938,
      "step": 23
    },
    {
      "epoch": 0.03870967741935484,
      "grad_norm": 0.3661321997642517,
      "learning_rate": 9.629032258064516e-06,
      "loss": 1.6488,
      "step": 24
    },
    {
      "epoch": 0.04032258064516129,
      "grad_norm": 0.3680642247200012,
      "learning_rate": 9.612903225806453e-06,
      "loss": 1.635,
      "step": 25
    },
    {
      "epoch": 0.041935483870967745,
      "grad_norm": 0.3513418436050415,
      "learning_rate": 9.596774193548389e-06,
      "loss": 1.5819,
      "step": 26
    },
    {
      "epoch": 0.043548387096774194,
      "grad_norm": 0.3519153594970703,
      "learning_rate": 9.580645161290322e-06,
      "loss": 1.6083,
      "step": 27
    },
    {
      "epoch": 0.04516129032258064,
      "grad_norm": 0.3542042672634125,
      "learning_rate": 9.56451612903226e-06,
      "loss": 1.562,
      "step": 28
    },
    {
      "epoch": 0.0467741935483871,
      "grad_norm": 0.3318118751049042,
      "learning_rate": 9.548387096774195e-06,
      "loss": 1.5295,
      "step": 29
    },
    {
      "epoch": 0.04838709677419355,
      "grad_norm": 0.333159863948822,
      "learning_rate": 9.53225806451613e-06,
      "loss": 1.5342,
      "step": 30
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.34373632073402405,
      "learning_rate": 9.516129032258065e-06,
      "loss": 1.5171,
      "step": 31
    },
    {
      "epoch": 0.05161290322580645,
      "grad_norm": 0.330490380525589,
      "learning_rate": 9.5e-06,
      "loss": 1.4919,
      "step": 32
    },
    {
      "epoch": 0.0532258064516129,
      "grad_norm": 0.3515874743461609,
      "learning_rate": 9.483870967741936e-06,
      "loss": 1.4971,
      "step": 33
    },
    {
      "epoch": 0.054838709677419356,
      "grad_norm": 0.3169785141944885,
      "learning_rate": 9.467741935483871e-06,
      "loss": 1.4714,
      "step": 34
    },
    {
      "epoch": 0.056451612903225805,
      "grad_norm": 0.3310714662075043,
      "learning_rate": 9.451612903225808e-06,
      "loss": 1.4524,
      "step": 35
    },
    {
      "epoch": 0.05806451612903226,
      "grad_norm": 0.30540603399276733,
      "learning_rate": 9.435483870967743e-06,
      "loss": 1.4148,
      "step": 36
    },
    {
      "epoch": 0.05967741935483871,
      "grad_norm": 0.3142160177230835,
      "learning_rate": 9.419354838709677e-06,
      "loss": 1.3605,
      "step": 37
    },
    {
      "epoch": 0.06129032258064516,
      "grad_norm": 0.3096693158149719,
      "learning_rate": 9.403225806451614e-06,
      "loss": 1.4125,
      "step": 38
    },
    {
      "epoch": 0.06290322580645161,
      "grad_norm": 0.3204280138015747,
      "learning_rate": 9.38709677419355e-06,
      "loss": 1.3819,
      "step": 39
    },
    {
      "epoch": 0.06451612903225806,
      "grad_norm": 0.30345210433006287,
      "learning_rate": 9.370967741935485e-06,
      "loss": 1.3495,
      "step": 40
    },
    {
      "epoch": 0.06612903225806452,
      "grad_norm": 0.28955501317977905,
      "learning_rate": 9.35483870967742e-06,
      "loss": 1.3199,
      "step": 41
    },
    {
      "epoch": 0.06774193548387097,
      "grad_norm": 0.2997796833515167,
      "learning_rate": 9.338709677419355e-06,
      "loss": 1.3393,
      "step": 42
    },
    {
      "epoch": 0.06935483870967742,
      "grad_norm": 0.29540884494781494,
      "learning_rate": 9.32258064516129e-06,
      "loss": 1.3104,
      "step": 43
    },
    {
      "epoch": 0.07096774193548387,
      "grad_norm": 0.2922194004058838,
      "learning_rate": 9.306451612903226e-06,
      "loss": 1.2791,
      "step": 44
    },
    {
      "epoch": 0.07258064516129033,
      "grad_norm": 0.2960871160030365,
      "learning_rate": 9.290322580645163e-06,
      "loss": 1.2722,
      "step": 45
    },
    {
      "epoch": 0.07419354838709677,
      "grad_norm": 0.3251400589942932,
      "learning_rate": 9.274193548387097e-06,
      "loss": 1.2537,
      "step": 46
    },
    {
      "epoch": 0.07580645161290323,
      "grad_norm": 0.3044126629829407,
      "learning_rate": 9.258064516129034e-06,
      "loss": 1.2685,
      "step": 47
    },
    {
      "epoch": 0.07741935483870968,
      "grad_norm": 0.26955685019493103,
      "learning_rate": 9.241935483870969e-06,
      "loss": 1.2299,
      "step": 48
    },
    {
      "epoch": 0.07903225806451612,
      "grad_norm": 0.2922936677932739,
      "learning_rate": 9.225806451612904e-06,
      "loss": 1.2308,
      "step": 49
    },
    {
      "epoch": 0.08064516129032258,
      "grad_norm": 0.34550240635871887,
      "learning_rate": 9.20967741935484e-06,
      "loss": 1.2357,
      "step": 50
    },
    {
      "epoch": 0.08225806451612903,
      "grad_norm": 0.2761775553226471,
      "learning_rate": 9.193548387096775e-06,
      "loss": 1.2082,
      "step": 51
    },
    {
      "epoch": 0.08387096774193549,
      "grad_norm": 0.26871258020401,
      "learning_rate": 9.17741935483871e-06,
      "loss": 1.1652,
      "step": 52
    },
    {
      "epoch": 0.08548387096774193,
      "grad_norm": 0.26495426893234253,
      "learning_rate": 9.161290322580645e-06,
      "loss": 1.1794,
      "step": 53
    },
    {
      "epoch": 0.08709677419354839,
      "grad_norm": 0.2548621594905853,
      "learning_rate": 9.145161290322582e-06,
      "loss": 1.1379,
      "step": 54
    },
    {
      "epoch": 0.08870967741935484,
      "grad_norm": 0.3222092390060425,
      "learning_rate": 9.129032258064518e-06,
      "loss": 1.1501,
      "step": 55
    },
    {
      "epoch": 0.09032258064516129,
      "grad_norm": 0.23939836025238037,
      "learning_rate": 9.112903225806451e-06,
      "loss": 1.1304,
      "step": 56
    },
    {
      "epoch": 0.09193548387096774,
      "grad_norm": 0.2460789829492569,
      "learning_rate": 9.096774193548388e-06,
      "loss": 1.1081,
      "step": 57
    },
    {
      "epoch": 0.0935483870967742,
      "grad_norm": 0.2634338140487671,
      "learning_rate": 9.080645161290324e-06,
      "loss": 1.11,
      "step": 58
    },
    {
      "epoch": 0.09516129032258064,
      "grad_norm": 0.2724914848804474,
      "learning_rate": 9.064516129032259e-06,
      "loss": 1.0844,
      "step": 59
    },
    {
      "epoch": 0.0967741935483871,
      "grad_norm": 0.23961518704891205,
      "learning_rate": 9.048387096774194e-06,
      "loss": 1.0939,
      "step": 60
    },
    {
      "epoch": 0.09838709677419355,
      "grad_norm": 0.24861958622932434,
      "learning_rate": 9.03225806451613e-06,
      "loss": 1.0623,
      "step": 61
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2711086869239807,
      "learning_rate": 9.016129032258065e-06,
      "loss": 1.0374,
      "step": 62
    },
    {
      "epoch": 0.10161290322580645,
      "grad_norm": 0.2381855845451355,
      "learning_rate": 9e-06,
      "loss": 1.0512,
      "step": 63
    },
    {
      "epoch": 0.1032258064516129,
      "grad_norm": 0.269819438457489,
      "learning_rate": 8.983870967741937e-06,
      "loss": 1.0507,
      "step": 64
    },
    {
      "epoch": 0.10483870967741936,
      "grad_norm": 0.2363096922636032,
      "learning_rate": 8.967741935483871e-06,
      "loss": 1.0357,
      "step": 65
    },
    {
      "epoch": 0.1064516129032258,
      "grad_norm": 0.22570805251598358,
      "learning_rate": 8.951612903225806e-06,
      "loss": 1.0116,
      "step": 66
    },
    {
      "epoch": 0.10806451612903226,
      "grad_norm": 0.23280540108680725,
      "learning_rate": 8.935483870967743e-06,
      "loss": 1.0175,
      "step": 67
    },
    {
      "epoch": 0.10967741935483871,
      "grad_norm": 0.21512970328330994,
      "learning_rate": 8.919354838709678e-06,
      "loss": 1.019,
      "step": 68
    },
    {
      "epoch": 0.11129032258064517,
      "grad_norm": 0.219204381108284,
      "learning_rate": 8.903225806451614e-06,
      "loss": 0.9715,
      "step": 69
    },
    {
      "epoch": 0.11290322580645161,
      "grad_norm": 0.2575988173484802,
      "learning_rate": 8.887096774193549e-06,
      "loss": 0.9841,
      "step": 70
    },
    {
      "epoch": 0.11451612903225807,
      "grad_norm": 0.22516916692256927,
      "learning_rate": 8.870967741935484e-06,
      "loss": 0.9866,
      "step": 71
    },
    {
      "epoch": 0.11612903225806452,
      "grad_norm": 0.22140266001224518,
      "learning_rate": 8.85483870967742e-06,
      "loss": 0.947,
      "step": 72
    },
    {
      "epoch": 0.11774193548387096,
      "grad_norm": 0.21457354724407196,
      "learning_rate": 8.838709677419357e-06,
      "loss": 0.9616,
      "step": 73
    },
    {
      "epoch": 0.11935483870967742,
      "grad_norm": 0.2207586020231247,
      "learning_rate": 8.82258064516129e-06,
      "loss": 0.9313,
      "step": 74
    },
    {
      "epoch": 0.12096774193548387,
      "grad_norm": 0.23647582530975342,
      "learning_rate": 8.806451612903226e-06,
      "loss": 0.9412,
      "step": 75
    },
    {
      "epoch": 0.12258064516129032,
      "grad_norm": 0.21591290831565857,
      "learning_rate": 8.790322580645163e-06,
      "loss": 0.9168,
      "step": 76
    },
    {
      "epoch": 0.12419354838709677,
      "grad_norm": 0.21545450389385223,
      "learning_rate": 8.774193548387098e-06,
      "loss": 0.8967,
      "step": 77
    },
    {
      "epoch": 0.12580645161290321,
      "grad_norm": 0.21608586609363556,
      "learning_rate": 8.758064516129033e-06,
      "loss": 0.9078,
      "step": 78
    },
    {
      "epoch": 0.12741935483870967,
      "grad_norm": 0.21586018800735474,
      "learning_rate": 8.741935483870969e-06,
      "loss": 0.9172,
      "step": 79
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 0.21280227601528168,
      "learning_rate": 8.725806451612904e-06,
      "loss": 0.9248,
      "step": 80
    },
    {
      "epoch": 0.13064516129032258,
      "grad_norm": 0.20598526298999786,
      "learning_rate": 8.70967741935484e-06,
      "loss": 0.8971,
      "step": 81
    },
    {
      "epoch": 0.13225806451612904,
      "grad_norm": 0.2153409868478775,
      "learning_rate": 8.693548387096775e-06,
      "loss": 0.8707,
      "step": 82
    },
    {
      "epoch": 0.1338709677419355,
      "grad_norm": 0.21107478439807892,
      "learning_rate": 8.677419354838712e-06,
      "loss": 0.8895,
      "step": 83
    },
    {
      "epoch": 0.13548387096774195,
      "grad_norm": 0.22550152242183685,
      "learning_rate": 8.661290322580645e-06,
      "loss": 0.9001,
      "step": 84
    },
    {
      "epoch": 0.13709677419354838,
      "grad_norm": 0.2159673571586609,
      "learning_rate": 8.64516129032258e-06,
      "loss": 0.8782,
      "step": 85
    },
    {
      "epoch": 0.13870967741935483,
      "grad_norm": 0.20733019709587097,
      "learning_rate": 8.629032258064517e-06,
      "loss": 0.8573,
      "step": 86
    },
    {
      "epoch": 0.1403225806451613,
      "grad_norm": 0.2145857959985733,
      "learning_rate": 8.612903225806453e-06,
      "loss": 0.8646,
      "step": 87
    },
    {
      "epoch": 0.14193548387096774,
      "grad_norm": 0.20733310282230377,
      "learning_rate": 8.596774193548388e-06,
      "loss": 0.8795,
      "step": 88
    },
    {
      "epoch": 0.1435483870967742,
      "grad_norm": 0.2100955843925476,
      "learning_rate": 8.580645161290323e-06,
      "loss": 0.8406,
      "step": 89
    },
    {
      "epoch": 0.14516129032258066,
      "grad_norm": 0.19396571815013885,
      "learning_rate": 8.564516129032259e-06,
      "loss": 0.8374,
      "step": 90
    },
    {
      "epoch": 0.14677419354838708,
      "grad_norm": 0.2108495831489563,
      "learning_rate": 8.548387096774194e-06,
      "loss": 0.8403,
      "step": 91
    },
    {
      "epoch": 0.14838709677419354,
      "grad_norm": 0.2251681238412857,
      "learning_rate": 8.53225806451613e-06,
      "loss": 0.8531,
      "step": 92
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.20411686599254608,
      "learning_rate": 8.516129032258065e-06,
      "loss": 0.8568,
      "step": 93
    },
    {
      "epoch": 0.15161290322580645,
      "grad_norm": 0.20626582205295563,
      "learning_rate": 8.5e-06,
      "loss": 0.8303,
      "step": 94
    },
    {
      "epoch": 0.1532258064516129,
      "grad_norm": 0.2001323252916336,
      "learning_rate": 8.483870967741937e-06,
      "loss": 0.8249,
      "step": 95
    },
    {
      "epoch": 0.15483870967741936,
      "grad_norm": 0.19841308891773224,
      "learning_rate": 8.467741935483872e-06,
      "loss": 0.8284,
      "step": 96
    },
    {
      "epoch": 0.15645161290322582,
      "grad_norm": 0.19106732308864594,
      "learning_rate": 8.451612903225808e-06,
      "loss": 0.8279,
      "step": 97
    },
    {
      "epoch": 0.15806451612903225,
      "grad_norm": 0.20873236656188965,
      "learning_rate": 8.435483870967743e-06,
      "loss": 0.8394,
      "step": 98
    },
    {
      "epoch": 0.1596774193548387,
      "grad_norm": 0.20522858202457428,
      "learning_rate": 8.419354838709678e-06,
      "loss": 0.8143,
      "step": 99
    },
    {
      "epoch": 0.16129032258064516,
      "grad_norm": 0.21179626882076263,
      "learning_rate": 8.403225806451613e-06,
      "loss": 0.8274,
      "step": 100
    },
    {
      "epoch": 0.1629032258064516,
      "grad_norm": 0.20456169545650482,
      "learning_rate": 8.387096774193549e-06,
      "loss": 0.7906,
      "step": 101
    },
    {
      "epoch": 0.16451612903225807,
      "grad_norm": 0.2055036872625351,
      "learning_rate": 8.370967741935484e-06,
      "loss": 0.7855,
      "step": 102
    },
    {
      "epoch": 0.16612903225806452,
      "grad_norm": 0.2110312283039093,
      "learning_rate": 8.35483870967742e-06,
      "loss": 0.8066,
      "step": 103
    },
    {
      "epoch": 0.16774193548387098,
      "grad_norm": 0.1947864592075348,
      "learning_rate": 8.338709677419355e-06,
      "loss": 0.7985,
      "step": 104
    },
    {
      "epoch": 0.1693548387096774,
      "grad_norm": 0.20763535797595978,
      "learning_rate": 8.322580645161292e-06,
      "loss": 0.8132,
      "step": 105
    },
    {
      "epoch": 0.17096774193548386,
      "grad_norm": 0.20535162091255188,
      "learning_rate": 8.306451612903227e-06,
      "loss": 0.7926,
      "step": 106
    },
    {
      "epoch": 0.17258064516129032,
      "grad_norm": 0.2085881233215332,
      "learning_rate": 8.29032258064516e-06,
      "loss": 0.7876,
      "step": 107
    },
    {
      "epoch": 0.17419354838709677,
      "grad_norm": 0.20342600345611572,
      "learning_rate": 8.274193548387098e-06,
      "loss": 0.7549,
      "step": 108
    },
    {
      "epoch": 0.17580645161290323,
      "grad_norm": 0.19996292889118195,
      "learning_rate": 8.258064516129033e-06,
      "loss": 0.7799,
      "step": 109
    },
    {
      "epoch": 0.1774193548387097,
      "grad_norm": 0.19441527128219604,
      "learning_rate": 8.241935483870968e-06,
      "loss": 0.7727,
      "step": 110
    },
    {
      "epoch": 0.17903225806451614,
      "grad_norm": 0.2046634405851364,
      "learning_rate": 8.225806451612904e-06,
      "loss": 0.764,
      "step": 111
    },
    {
      "epoch": 0.18064516129032257,
      "grad_norm": 0.19041773676872253,
      "learning_rate": 8.209677419354839e-06,
      "loss": 0.7662,
      "step": 112
    },
    {
      "epoch": 0.18225806451612903,
      "grad_norm": 0.19525419175624847,
      "learning_rate": 8.193548387096774e-06,
      "loss": 0.7625,
      "step": 113
    },
    {
      "epoch": 0.18387096774193548,
      "grad_norm": 0.19813959300518036,
      "learning_rate": 8.177419354838711e-06,
      "loss": 0.7399,
      "step": 114
    },
    {
      "epoch": 0.18548387096774194,
      "grad_norm": 0.20848198235034943,
      "learning_rate": 8.161290322580647e-06,
      "loss": 0.749,
      "step": 115
    },
    {
      "epoch": 0.1870967741935484,
      "grad_norm": 0.20862382650375366,
      "learning_rate": 8.145161290322582e-06,
      "loss": 0.7626,
      "step": 116
    },
    {
      "epoch": 0.18870967741935485,
      "grad_norm": 0.1952451467514038,
      "learning_rate": 8.129032258064517e-06,
      "loss": 0.7441,
      "step": 117
    },
    {
      "epoch": 0.19032258064516128,
      "grad_norm": 0.21553944051265717,
      "learning_rate": 8.112903225806452e-06,
      "loss": 0.7435,
      "step": 118
    },
    {
      "epoch": 0.19193548387096773,
      "grad_norm": 0.20483921468257904,
      "learning_rate": 8.096774193548388e-06,
      "loss": 0.7351,
      "step": 119
    },
    {
      "epoch": 0.1935483870967742,
      "grad_norm": 0.21844688057899475,
      "learning_rate": 8.080645161290323e-06,
      "loss": 0.7473,
      "step": 120
    },
    {
      "epoch": 0.19516129032258064,
      "grad_norm": 0.21265223622322083,
      "learning_rate": 8.064516129032258e-06,
      "loss": 0.7431,
      "step": 121
    },
    {
      "epoch": 0.1967741935483871,
      "grad_norm": 0.20953942835330963,
      "learning_rate": 8.048387096774194e-06,
      "loss": 0.7606,
      "step": 122
    },
    {
      "epoch": 0.19838709677419356,
      "grad_norm": 0.20656244456768036,
      "learning_rate": 8.032258064516129e-06,
      "loss": 0.7309,
      "step": 123
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.21102698147296906,
      "learning_rate": 8.016129032258066e-06,
      "loss": 0.7222,
      "step": 124
    },
    {
      "epoch": 0.20161290322580644,
      "grad_norm": 0.20201365649700165,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.7432,
      "step": 125
    },
    {
      "epoch": 0.2032258064516129,
      "grad_norm": 0.2118074595928192,
      "learning_rate": 7.983870967741935e-06,
      "loss": 0.7462,
      "step": 126
    },
    {
      "epoch": 0.20483870967741935,
      "grad_norm": 0.21506865322589874,
      "learning_rate": 7.967741935483872e-06,
      "loss": 0.7391,
      "step": 127
    },
    {
      "epoch": 0.2064516129032258,
      "grad_norm": 0.24671930074691772,
      "learning_rate": 7.951612903225807e-06,
      "loss": 0.6943,
      "step": 128
    },
    {
      "epoch": 0.20806451612903226,
      "grad_norm": 0.20577409863471985,
      "learning_rate": 7.935483870967743e-06,
      "loss": 0.7244,
      "step": 129
    },
    {
      "epoch": 0.20967741935483872,
      "grad_norm": 0.20574966073036194,
      "learning_rate": 7.919354838709678e-06,
      "loss": 0.7307,
      "step": 130
    },
    {
      "epoch": 0.21129032258064517,
      "grad_norm": 0.19984951615333557,
      "learning_rate": 7.903225806451613e-06,
      "loss": 0.708,
      "step": 131
    },
    {
      "epoch": 0.2129032258064516,
      "grad_norm": 0.19704149663448334,
      "learning_rate": 7.887096774193549e-06,
      "loss": 0.7131,
      "step": 132
    },
    {
      "epoch": 0.21451612903225806,
      "grad_norm": 0.20403990149497986,
      "learning_rate": 7.870967741935484e-06,
      "loss": 0.7328,
      "step": 133
    },
    {
      "epoch": 0.2161290322580645,
      "grad_norm": 0.20674261450767517,
      "learning_rate": 7.85483870967742e-06,
      "loss": 0.7021,
      "step": 134
    },
    {
      "epoch": 0.21774193548387097,
      "grad_norm": 0.20338214933872223,
      "learning_rate": 7.838709677419354e-06,
      "loss": 0.7343,
      "step": 135
    },
    {
      "epoch": 0.21935483870967742,
      "grad_norm": 0.19696038961410522,
      "learning_rate": 7.822580645161291e-06,
      "loss": 0.7192,
      "step": 136
    },
    {
      "epoch": 0.22096774193548388,
      "grad_norm": 0.19543690979480743,
      "learning_rate": 7.806451612903227e-06,
      "loss": 0.7097,
      "step": 137
    },
    {
      "epoch": 0.22258064516129034,
      "grad_norm": 0.19741502404212952,
      "learning_rate": 7.790322580645162e-06,
      "loss": 0.715,
      "step": 138
    },
    {
      "epoch": 0.22419354838709676,
      "grad_norm": 0.21623419225215912,
      "learning_rate": 7.774193548387097e-06,
      "loss": 0.6689,
      "step": 139
    },
    {
      "epoch": 0.22580645161290322,
      "grad_norm": 0.21058198809623718,
      "learning_rate": 7.758064516129033e-06,
      "loss": 0.7125,
      "step": 140
    },
    {
      "epoch": 0.22741935483870968,
      "grad_norm": 0.19485919177532196,
      "learning_rate": 7.741935483870968e-06,
      "loss": 0.7134,
      "step": 141
    },
    {
      "epoch": 0.22903225806451613,
      "grad_norm": 0.219106525182724,
      "learning_rate": 7.725806451612903e-06,
      "loss": 0.689,
      "step": 142
    },
    {
      "epoch": 0.2306451612903226,
      "grad_norm": 0.19786982238292694,
      "learning_rate": 7.70967741935484e-06,
      "loss": 0.6841,
      "step": 143
    },
    {
      "epoch": 0.23225806451612904,
      "grad_norm": 0.20511047542095184,
      "learning_rate": 7.693548387096776e-06,
      "loss": 0.7288,
      "step": 144
    },
    {
      "epoch": 0.23387096774193547,
      "grad_norm": 0.20030516386032104,
      "learning_rate": 7.67741935483871e-06,
      "loss": 0.6753,
      "step": 145
    },
    {
      "epoch": 0.23548387096774193,
      "grad_norm": 0.2286970168352127,
      "learning_rate": 7.661290322580646e-06,
      "loss": 0.7171,
      "step": 146
    },
    {
      "epoch": 0.23709677419354838,
      "grad_norm": 0.2508814036846161,
      "learning_rate": 7.645161290322582e-06,
      "loss": 0.7139,
      "step": 147
    },
    {
      "epoch": 0.23870967741935484,
      "grad_norm": 0.2056959867477417,
      "learning_rate": 7.629032258064517e-06,
      "loss": 0.6716,
      "step": 148
    },
    {
      "epoch": 0.2403225806451613,
      "grad_norm": 0.2112589329481125,
      "learning_rate": 7.612903225806451e-06,
      "loss": 0.6787,
      "step": 149
    },
    {
      "epoch": 0.24193548387096775,
      "grad_norm": 0.19306176900863647,
      "learning_rate": 7.5967741935483875e-06,
      "loss": 0.6751,
      "step": 150
    },
    {
      "epoch": 0.2435483870967742,
      "grad_norm": 0.209248885512352,
      "learning_rate": 7.580645161290323e-06,
      "loss": 0.6463,
      "step": 151
    },
    {
      "epoch": 0.24516129032258063,
      "grad_norm": 0.2033674120903015,
      "learning_rate": 7.564516129032259e-06,
      "loss": 0.6965,
      "step": 152
    },
    {
      "epoch": 0.2467741935483871,
      "grad_norm": 0.23038403689861298,
      "learning_rate": 7.548387096774194e-06,
      "loss": 0.7067,
      "step": 153
    },
    {
      "epoch": 0.24838709677419354,
      "grad_norm": 0.21119633316993713,
      "learning_rate": 7.5322580645161296e-06,
      "loss": 0.7101,
      "step": 154
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.2412784993648529,
      "learning_rate": 7.516129032258065e-06,
      "loss": 0.6653,
      "step": 155
    },
    {
      "epoch": 0.25161290322580643,
      "grad_norm": 0.3812393248081207,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.6664,
      "step": 156
    },
    {
      "epoch": 0.2532258064516129,
      "grad_norm": 0.20586633682250977,
      "learning_rate": 7.483870967741936e-06,
      "loss": 0.6619,
      "step": 157
    },
    {
      "epoch": 0.25483870967741934,
      "grad_norm": 0.22009281814098358,
      "learning_rate": 7.467741935483872e-06,
      "loss": 0.655,
      "step": 158
    },
    {
      "epoch": 0.2564516129032258,
      "grad_norm": 0.23014044761657715,
      "learning_rate": 7.451612903225807e-06,
      "loss": 0.6444,
      "step": 159
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 0.24797269701957703,
      "learning_rate": 7.435483870967742e-06,
      "loss": 0.6704,
      "step": 160
    },
    {
      "epoch": 0.25967741935483873,
      "grad_norm": 0.20850303769111633,
      "learning_rate": 7.4193548387096784e-06,
      "loss": 0.6808,
      "step": 161
    },
    {
      "epoch": 0.26129032258064516,
      "grad_norm": 0.19972310960292816,
      "learning_rate": 7.403225806451614e-06,
      "loss": 0.666,
      "step": 162
    },
    {
      "epoch": 0.2629032258064516,
      "grad_norm": 0.22347970306873322,
      "learning_rate": 7.38709677419355e-06,
      "loss": 0.6759,
      "step": 163
    },
    {
      "epoch": 0.2645161290322581,
      "grad_norm": 0.20320618152618408,
      "learning_rate": 7.370967741935484e-06,
      "loss": 0.6697,
      "step": 164
    },
    {
      "epoch": 0.2661290322580645,
      "grad_norm": 0.217058002948761,
      "learning_rate": 7.35483870967742e-06,
      "loss": 0.6517,
      "step": 165
    },
    {
      "epoch": 0.267741935483871,
      "grad_norm": 0.21123358607292175,
      "learning_rate": 7.338709677419356e-06,
      "loss": 0.6464,
      "step": 166
    },
    {
      "epoch": 0.2693548387096774,
      "grad_norm": 0.20597852766513824,
      "learning_rate": 7.322580645161291e-06,
      "loss": 0.6689,
      "step": 167
    },
    {
      "epoch": 0.2709677419354839,
      "grad_norm": 0.2017354667186737,
      "learning_rate": 7.306451612903226e-06,
      "loss": 0.6583,
      "step": 168
    },
    {
      "epoch": 0.2725806451612903,
      "grad_norm": 0.22379596531391144,
      "learning_rate": 7.290322580645162e-06,
      "loss": 0.6759,
      "step": 169
    },
    {
      "epoch": 0.27419354838709675,
      "grad_norm": 0.22543247044086456,
      "learning_rate": 7.274193548387097e-06,
      "loss": 0.6575,
      "step": 170
    },
    {
      "epoch": 0.27580645161290324,
      "grad_norm": 0.21274809539318085,
      "learning_rate": 7.258064516129033e-06,
      "loss": 0.6598,
      "step": 171
    },
    {
      "epoch": 0.27741935483870966,
      "grad_norm": 0.21563737094402313,
      "learning_rate": 7.2419354838709685e-06,
      "loss": 0.6348,
      "step": 172
    },
    {
      "epoch": 0.27903225806451615,
      "grad_norm": 0.22299213707447052,
      "learning_rate": 7.225806451612903e-06,
      "loss": 0.667,
      "step": 173
    },
    {
      "epoch": 0.2806451612903226,
      "grad_norm": 0.23880073428153992,
      "learning_rate": 7.209677419354839e-06,
      "loss": 0.6233,
      "step": 174
    },
    {
      "epoch": 0.28225806451612906,
      "grad_norm": 0.22842200100421906,
      "learning_rate": 7.1935483870967745e-06,
      "loss": 0.6498,
      "step": 175
    },
    {
      "epoch": 0.2838709677419355,
      "grad_norm": 0.2109701931476593,
      "learning_rate": 7.177419354838711e-06,
      "loss": 0.6345,
      "step": 176
    },
    {
      "epoch": 0.2854838709677419,
      "grad_norm": 0.21737806499004364,
      "learning_rate": 7.161290322580646e-06,
      "loss": 0.63,
      "step": 177
    },
    {
      "epoch": 0.2870967741935484,
      "grad_norm": 0.22068488597869873,
      "learning_rate": 7.145161290322581e-06,
      "loss": 0.6573,
      "step": 178
    },
    {
      "epoch": 0.2887096774193548,
      "grad_norm": 0.2123258262872696,
      "learning_rate": 7.1290322580645166e-06,
      "loss": 0.6755,
      "step": 179
    },
    {
      "epoch": 0.2903225806451613,
      "grad_norm": 0.2496638149023056,
      "learning_rate": 7.112903225806453e-06,
      "loss": 0.6221,
      "step": 180
    },
    {
      "epoch": 0.29193548387096774,
      "grad_norm": 0.2366655468940735,
      "learning_rate": 7.096774193548388e-06,
      "loss": 0.6254,
      "step": 181
    },
    {
      "epoch": 0.29354838709677417,
      "grad_norm": 0.24110838770866394,
      "learning_rate": 7.0806451612903225e-06,
      "loss": 0.6366,
      "step": 182
    },
    {
      "epoch": 0.29516129032258065,
      "grad_norm": 0.19342628121376038,
      "learning_rate": 7.064516129032259e-06,
      "loss": 0.6273,
      "step": 183
    },
    {
      "epoch": 0.2967741935483871,
      "grad_norm": 0.20501407980918884,
      "learning_rate": 7.048387096774194e-06,
      "loss": 0.6265,
      "step": 184
    },
    {
      "epoch": 0.29838709677419356,
      "grad_norm": 0.21043051779270172,
      "learning_rate": 7.03225806451613e-06,
      "loss": 0.6394,
      "step": 185
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.2217208296060562,
      "learning_rate": 7.0161290322580654e-06,
      "loss": 0.6429,
      "step": 186
    },
    {
      "epoch": 0.3016129032258065,
      "grad_norm": 0.21705065667629242,
      "learning_rate": 7e-06,
      "loss": 0.6514,
      "step": 187
    },
    {
      "epoch": 0.3032258064516129,
      "grad_norm": 0.21718049049377441,
      "learning_rate": 6.983870967741936e-06,
      "loss": 0.6334,
      "step": 188
    },
    {
      "epoch": 0.30483870967741933,
      "grad_norm": 0.23951107263565063,
      "learning_rate": 6.967741935483871e-06,
      "loss": 0.6246,
      "step": 189
    },
    {
      "epoch": 0.3064516129032258,
      "grad_norm": 0.21290113031864166,
      "learning_rate": 6.9516129032258075e-06,
      "loss": 0.6104,
      "step": 190
    },
    {
      "epoch": 0.30806451612903224,
      "grad_norm": 0.2273268699645996,
      "learning_rate": 6.935483870967743e-06,
      "loss": 0.6386,
      "step": 191
    },
    {
      "epoch": 0.3096774193548387,
      "grad_norm": 0.22425788640975952,
      "learning_rate": 6.919354838709677e-06,
      "loss": 0.6081,
      "step": 192
    },
    {
      "epoch": 0.31129032258064515,
      "grad_norm": 0.2883557379245758,
      "learning_rate": 6.9032258064516135e-06,
      "loss": 0.6064,
      "step": 193
    },
    {
      "epoch": 0.31290322580645163,
      "grad_norm": 0.21180373430252075,
      "learning_rate": 6.887096774193549e-06,
      "loss": 0.6185,
      "step": 194
    },
    {
      "epoch": 0.31451612903225806,
      "grad_norm": 0.20835724472999573,
      "learning_rate": 6.870967741935485e-06,
      "loss": 0.6142,
      "step": 195
    },
    {
      "epoch": 0.3161290322580645,
      "grad_norm": 0.22428107261657715,
      "learning_rate": 6.854838709677419e-06,
      "loss": 0.6386,
      "step": 196
    },
    {
      "epoch": 0.317741935483871,
      "grad_norm": 0.25496411323547363,
      "learning_rate": 6.838709677419355e-06,
      "loss": 0.6203,
      "step": 197
    },
    {
      "epoch": 0.3193548387096774,
      "grad_norm": 0.24751965701580048,
      "learning_rate": 6.822580645161291e-06,
      "loss": 0.643,
      "step": 198
    },
    {
      "epoch": 0.3209677419354839,
      "grad_norm": 0.2779710590839386,
      "learning_rate": 6.806451612903226e-06,
      "loss": 0.6214,
      "step": 199
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 0.25653859972953796,
      "learning_rate": 6.790322580645162e-06,
      "loss": 0.6068,
      "step": 200
    },
    {
      "epoch": 0.3241935483870968,
      "grad_norm": 0.22022564709186554,
      "learning_rate": 6.774193548387097e-06,
      "loss": 0.6189,
      "step": 201
    },
    {
      "epoch": 0.3258064516129032,
      "grad_norm": 0.24609944224357605,
      "learning_rate": 6.758064516129033e-06,
      "loss": 0.6282,
      "step": 202
    },
    {
      "epoch": 0.32741935483870965,
      "grad_norm": 0.2342696487903595,
      "learning_rate": 6.741935483870968e-06,
      "loss": 0.6163,
      "step": 203
    },
    {
      "epoch": 0.32903225806451614,
      "grad_norm": 0.2140294909477234,
      "learning_rate": 6.725806451612904e-06,
      "loss": 0.6118,
      "step": 204
    },
    {
      "epoch": 0.33064516129032256,
      "grad_norm": 0.24296094477176666,
      "learning_rate": 6.70967741935484e-06,
      "loss": 0.6109,
      "step": 205
    },
    {
      "epoch": 0.33225806451612905,
      "grad_norm": 0.22356118261814117,
      "learning_rate": 6.693548387096774e-06,
      "loss": 0.5995,
      "step": 206
    },
    {
      "epoch": 0.3338709677419355,
      "grad_norm": 0.2111385613679886,
      "learning_rate": 6.67741935483871e-06,
      "loss": 0.6206,
      "step": 207
    },
    {
      "epoch": 0.33548387096774196,
      "grad_norm": 0.22614255547523499,
      "learning_rate": 6.661290322580646e-06,
      "loss": 0.6214,
      "step": 208
    },
    {
      "epoch": 0.3370967741935484,
      "grad_norm": 0.23774157464504242,
      "learning_rate": 6.645161290322582e-06,
      "loss": 0.6038,
      "step": 209
    },
    {
      "epoch": 0.3387096774193548,
      "grad_norm": 0.24832037091255188,
      "learning_rate": 6.629032258064517e-06,
      "loss": 0.6008,
      "step": 210
    },
    {
      "epoch": 0.3403225806451613,
      "grad_norm": 0.21897301077842712,
      "learning_rate": 6.612903225806452e-06,
      "loss": 0.605,
      "step": 211
    },
    {
      "epoch": 0.3419354838709677,
      "grad_norm": 0.2282402068376541,
      "learning_rate": 6.596774193548388e-06,
      "loss": 0.6132,
      "step": 212
    },
    {
      "epoch": 0.3435483870967742,
      "grad_norm": 0.21266363561153412,
      "learning_rate": 6.580645161290323e-06,
      "loss": 0.594,
      "step": 213
    },
    {
      "epoch": 0.34516129032258064,
      "grad_norm": 0.21843482553958893,
      "learning_rate": 6.564516129032259e-06,
      "loss": 0.6178,
      "step": 214
    },
    {
      "epoch": 0.3467741935483871,
      "grad_norm": 0.21178372204303741,
      "learning_rate": 6.548387096774194e-06,
      "loss": 0.6153,
      "step": 215
    },
    {
      "epoch": 0.34838709677419355,
      "grad_norm": 0.2247849702835083,
      "learning_rate": 6.532258064516129e-06,
      "loss": 0.6145,
      "step": 216
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.21938370168209076,
      "learning_rate": 6.516129032258065e-06,
      "loss": 0.6022,
      "step": 217
    },
    {
      "epoch": 0.35161290322580646,
      "grad_norm": 0.20435960590839386,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 0.6015,
      "step": 218
    },
    {
      "epoch": 0.3532258064516129,
      "grad_norm": 0.2253369390964508,
      "learning_rate": 6.483870967741937e-06,
      "loss": 0.6162,
      "step": 219
    },
    {
      "epoch": 0.3548387096774194,
      "grad_norm": 0.20931388437747955,
      "learning_rate": 6.467741935483871e-06,
      "loss": 0.6107,
      "step": 220
    },
    {
      "epoch": 0.3564516129032258,
      "grad_norm": 0.21693675220012665,
      "learning_rate": 6.451612903225806e-06,
      "loss": 0.6093,
      "step": 221
    },
    {
      "epoch": 0.3580645161290323,
      "grad_norm": 0.28597238659858704,
      "learning_rate": 6.4354838709677425e-06,
      "loss": 0.5937,
      "step": 222
    },
    {
      "epoch": 0.3596774193548387,
      "grad_norm": 0.21171928942203522,
      "learning_rate": 6.419354838709678e-06,
      "loss": 0.6165,
      "step": 223
    },
    {
      "epoch": 0.36129032258064514,
      "grad_norm": 0.21383732557296753,
      "learning_rate": 6.403225806451614e-06,
      "loss": 0.6291,
      "step": 224
    },
    {
      "epoch": 0.3629032258064516,
      "grad_norm": 0.2365543097257614,
      "learning_rate": 6.3870967741935485e-06,
      "loss": 0.6012,
      "step": 225
    },
    {
      "epoch": 0.36451612903225805,
      "grad_norm": 0.23569746315479279,
      "learning_rate": 6.370967741935485e-06,
      "loss": 0.6117,
      "step": 226
    },
    {
      "epoch": 0.36612903225806454,
      "grad_norm": 0.2315007746219635,
      "learning_rate": 6.35483870967742e-06,
      "loss": 0.6239,
      "step": 227
    },
    {
      "epoch": 0.36774193548387096,
      "grad_norm": 0.21914735436439514,
      "learning_rate": 6.338709677419356e-06,
      "loss": 0.6004,
      "step": 228
    },
    {
      "epoch": 0.36935483870967745,
      "grad_norm": 0.2070642113685608,
      "learning_rate": 6.3225806451612906e-06,
      "loss": 0.6014,
      "step": 229
    },
    {
      "epoch": 0.3709677419354839,
      "grad_norm": 0.2161273956298828,
      "learning_rate": 6.306451612903226e-06,
      "loss": 0.5994,
      "step": 230
    },
    {
      "epoch": 0.3725806451612903,
      "grad_norm": 0.24465568363666534,
      "learning_rate": 6.290322580645162e-06,
      "loss": 0.5728,
      "step": 231
    },
    {
      "epoch": 0.3741935483870968,
      "grad_norm": 0.22045667469501495,
      "learning_rate": 6.274193548387097e-06,
      "loss": 0.6076,
      "step": 232
    },
    {
      "epoch": 0.3758064516129032,
      "grad_norm": 0.21165244281291962,
      "learning_rate": 6.2580645161290335e-06,
      "loss": 0.5937,
      "step": 233
    },
    {
      "epoch": 0.3774193548387097,
      "grad_norm": 0.2323848456144333,
      "learning_rate": 6.241935483870968e-06,
      "loss": 0.5789,
      "step": 234
    },
    {
      "epoch": 0.3790322580645161,
      "grad_norm": 0.21705137193202972,
      "learning_rate": 6.225806451612903e-06,
      "loss": 0.5825,
      "step": 235
    },
    {
      "epoch": 0.38064516129032255,
      "grad_norm": 0.26011893153190613,
      "learning_rate": 6.209677419354839e-06,
      "loss": 0.6225,
      "step": 236
    },
    {
      "epoch": 0.38225806451612904,
      "grad_norm": 0.23147037625312805,
      "learning_rate": 6.193548387096775e-06,
      "loss": 0.5901,
      "step": 237
    },
    {
      "epoch": 0.38387096774193546,
      "grad_norm": 0.246103897690773,
      "learning_rate": 6.177419354838711e-06,
      "loss": 0.5835,
      "step": 238
    },
    {
      "epoch": 0.38548387096774195,
      "grad_norm": 0.22375421226024628,
      "learning_rate": 6.161290322580645e-06,
      "loss": 0.5966,
      "step": 239
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 0.22323036193847656,
      "learning_rate": 6.145161290322581e-06,
      "loss": 0.6073,
      "step": 240
    },
    {
      "epoch": 0.38870967741935486,
      "grad_norm": 0.2433113306760788,
      "learning_rate": 6.129032258064517e-06,
      "loss": 0.585,
      "step": 241
    },
    {
      "epoch": 0.3903225806451613,
      "grad_norm": 0.25956395268440247,
      "learning_rate": 6.112903225806452e-06,
      "loss": 0.5788,
      "step": 242
    },
    {
      "epoch": 0.3919354838709677,
      "grad_norm": 0.39998650550842285,
      "learning_rate": 6.0967741935483874e-06,
      "loss": 0.5827,
      "step": 243
    },
    {
      "epoch": 0.3935483870967742,
      "grad_norm": 0.2392798215150833,
      "learning_rate": 6.080645161290323e-06,
      "loss": 0.5819,
      "step": 244
    },
    {
      "epoch": 0.3951612903225806,
      "grad_norm": 0.2475408911705017,
      "learning_rate": 6.064516129032259e-06,
      "loss": 0.5883,
      "step": 245
    },
    {
      "epoch": 0.3967741935483871,
      "grad_norm": 0.2724418342113495,
      "learning_rate": 6.048387096774194e-06,
      "loss": 0.5783,
      "step": 246
    },
    {
      "epoch": 0.39838709677419354,
      "grad_norm": 0.26776161789894104,
      "learning_rate": 6.0322580645161295e-06,
      "loss": 0.5801,
      "step": 247
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.24182568490505219,
      "learning_rate": 6.016129032258065e-06,
      "loss": 0.6008,
      "step": 248
    },
    {
      "epoch": 0.40161290322580645,
      "grad_norm": 0.29988470673561096,
      "learning_rate": 6e-06,
      "loss": 0.5901,
      "step": 249
    },
    {
      "epoch": 0.4032258064516129,
      "grad_norm": 0.23937034606933594,
      "learning_rate": 5.983870967741936e-06,
      "loss": 0.5816,
      "step": 250
    },
    {
      "epoch": 0.40483870967741936,
      "grad_norm": 0.22731514275074005,
      "learning_rate": 5.967741935483872e-06,
      "loss": 0.5791,
      "step": 251
    },
    {
      "epoch": 0.4064516129032258,
      "grad_norm": 0.22850239276885986,
      "learning_rate": 5.951612903225808e-06,
      "loss": 0.5739,
      "step": 252
    },
    {
      "epoch": 0.4080645161290323,
      "grad_norm": 0.24138176441192627,
      "learning_rate": 5.935483870967742e-06,
      "loss": 0.5955,
      "step": 253
    },
    {
      "epoch": 0.4096774193548387,
      "grad_norm": 0.24978545308113098,
      "learning_rate": 5.9193548387096776e-06,
      "loss": 0.5924,
      "step": 254
    },
    {
      "epoch": 0.4112903225806452,
      "grad_norm": 0.2553789019584656,
      "learning_rate": 5.903225806451614e-06,
      "loss": 0.5589,
      "step": 255
    },
    {
      "epoch": 0.4129032258064516,
      "grad_norm": 0.23900365829467773,
      "learning_rate": 5.887096774193549e-06,
      "loss": 0.6232,
      "step": 256
    },
    {
      "epoch": 0.41451612903225804,
      "grad_norm": 0.23978835344314575,
      "learning_rate": 5.8709677419354835e-06,
      "loss": 0.5859,
      "step": 257
    },
    {
      "epoch": 0.4161290322580645,
      "grad_norm": 0.23133380711078644,
      "learning_rate": 5.85483870967742e-06,
      "loss": 0.5764,
      "step": 258
    },
    {
      "epoch": 0.41774193548387095,
      "grad_norm": 0.25588124990463257,
      "learning_rate": 5.838709677419355e-06,
      "loss": 0.5777,
      "step": 259
    },
    {
      "epoch": 0.41935483870967744,
      "grad_norm": 0.21677161753177643,
      "learning_rate": 5.822580645161291e-06,
      "loss": 0.5879,
      "step": 260
    },
    {
      "epoch": 0.42096774193548386,
      "grad_norm": 0.22040721774101257,
      "learning_rate": 5.806451612903226e-06,
      "loss": 0.5894,
      "step": 261
    },
    {
      "epoch": 0.42258064516129035,
      "grad_norm": 0.25298911333084106,
      "learning_rate": 5.790322580645161e-06,
      "loss": 0.5533,
      "step": 262
    },
    {
      "epoch": 0.4241935483870968,
      "grad_norm": 0.2580544948577881,
      "learning_rate": 5.774193548387097e-06,
      "loss": 0.5657,
      "step": 263
    },
    {
      "epoch": 0.4258064516129032,
      "grad_norm": 0.24336276948451996,
      "learning_rate": 5.758064516129032e-06,
      "loss": 0.5677,
      "step": 264
    },
    {
      "epoch": 0.4274193548387097,
      "grad_norm": 0.22580578923225403,
      "learning_rate": 5.7419354838709685e-06,
      "loss": 0.5784,
      "step": 265
    },
    {
      "epoch": 0.4290322580645161,
      "grad_norm": 0.22121259570121765,
      "learning_rate": 5.725806451612904e-06,
      "loss": 0.567,
      "step": 266
    },
    {
      "epoch": 0.4306451612903226,
      "grad_norm": 0.2514612376689911,
      "learning_rate": 5.709677419354839e-06,
      "loss": 0.5572,
      "step": 267
    },
    {
      "epoch": 0.432258064516129,
      "grad_norm": 0.26086390018463135,
      "learning_rate": 5.6935483870967744e-06,
      "loss": 0.5872,
      "step": 268
    },
    {
      "epoch": 0.4338709677419355,
      "grad_norm": 0.27195727825164795,
      "learning_rate": 5.677419354838711e-06,
      "loss": 0.567,
      "step": 269
    },
    {
      "epoch": 0.43548387096774194,
      "grad_norm": 0.2358841747045517,
      "learning_rate": 5.661290322580646e-06,
      "loss": 0.5823,
      "step": 270
    },
    {
      "epoch": 0.43709677419354837,
      "grad_norm": 0.22467739880084991,
      "learning_rate": 5.645161290322582e-06,
      "loss": 0.5769,
      "step": 271
    },
    {
      "epoch": 0.43870967741935485,
      "grad_norm": 0.23845376074314117,
      "learning_rate": 5.6290322580645165e-06,
      "loss": 0.588,
      "step": 272
    },
    {
      "epoch": 0.4403225806451613,
      "grad_norm": 0.2315254807472229,
      "learning_rate": 5.612903225806452e-06,
      "loss": 0.5885,
      "step": 273
    },
    {
      "epoch": 0.44193548387096776,
      "grad_norm": 0.23150938749313354,
      "learning_rate": 5.596774193548388e-06,
      "loss": 0.5771,
      "step": 274
    },
    {
      "epoch": 0.4435483870967742,
      "grad_norm": 0.24565409123897552,
      "learning_rate": 5.580645161290323e-06,
      "loss": 0.5791,
      "step": 275
    },
    {
      "epoch": 0.44516129032258067,
      "grad_norm": 0.23849840462207794,
      "learning_rate": 5.564516129032258e-06,
      "loss": 0.5753,
      "step": 276
    },
    {
      "epoch": 0.4467741935483871,
      "grad_norm": 0.2292090505361557,
      "learning_rate": 5.548387096774194e-06,
      "loss": 0.5801,
      "step": 277
    },
    {
      "epoch": 0.4483870967741935,
      "grad_norm": 0.22398246824741364,
      "learning_rate": 5.532258064516129e-06,
      "loss": 0.5765,
      "step": 278
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.21963945031166077,
      "learning_rate": 5.516129032258065e-06,
      "loss": 0.5827,
      "step": 279
    },
    {
      "epoch": 0.45161290322580644,
      "grad_norm": 0.24076302349567413,
      "learning_rate": 5.500000000000001e-06,
      "loss": 0.5615,
      "step": 280
    },
    {
      "epoch": 0.4532258064516129,
      "grad_norm": 0.24950669705867767,
      "learning_rate": 5.483870967741935e-06,
      "loss": 0.5645,
      "step": 281
    },
    {
      "epoch": 0.45483870967741935,
      "grad_norm": 0.22547991573810577,
      "learning_rate": 5.467741935483871e-06,
      "loss": 0.5616,
      "step": 282
    },
    {
      "epoch": 0.45645161290322583,
      "grad_norm": 0.2633694112300873,
      "learning_rate": 5.451612903225807e-06,
      "loss": 0.5676,
      "step": 283
    },
    {
      "epoch": 0.45806451612903226,
      "grad_norm": 0.2537447512149811,
      "learning_rate": 5.435483870967743e-06,
      "loss": 0.5782,
      "step": 284
    },
    {
      "epoch": 0.4596774193548387,
      "grad_norm": 0.22154152393341064,
      "learning_rate": 5.419354838709678e-06,
      "loss": 0.5611,
      "step": 285
    },
    {
      "epoch": 0.4612903225806452,
      "grad_norm": 0.24094460904598236,
      "learning_rate": 5.4032258064516126e-06,
      "loss": 0.5801,
      "step": 286
    },
    {
      "epoch": 0.4629032258064516,
      "grad_norm": 0.2375778704881668,
      "learning_rate": 5.387096774193549e-06,
      "loss": 0.5639,
      "step": 287
    },
    {
      "epoch": 0.4645161290322581,
      "grad_norm": 0.25544312596321106,
      "learning_rate": 5.370967741935484e-06,
      "loss": 0.5598,
      "step": 288
    },
    {
      "epoch": 0.4661290322580645,
      "grad_norm": 0.26763466000556946,
      "learning_rate": 5.35483870967742e-06,
      "loss": 0.5653,
      "step": 289
    },
    {
      "epoch": 0.46774193548387094,
      "grad_norm": 0.23010335862636566,
      "learning_rate": 5.338709677419355e-06,
      "loss": 0.5816,
      "step": 290
    },
    {
      "epoch": 0.4693548387096774,
      "grad_norm": 0.23648463189601898,
      "learning_rate": 5.322580645161291e-06,
      "loss": 0.5843,
      "step": 291
    },
    {
      "epoch": 0.47096774193548385,
      "grad_norm": 0.2576672434806824,
      "learning_rate": 5.306451612903226e-06,
      "loss": 0.5435,
      "step": 292
    },
    {
      "epoch": 0.47258064516129034,
      "grad_norm": 0.24991868436336517,
      "learning_rate": 5.290322580645162e-06,
      "loss": 0.5713,
      "step": 293
    },
    {
      "epoch": 0.47419354838709676,
      "grad_norm": 0.2536208927631378,
      "learning_rate": 5.274193548387098e-06,
      "loss": 0.5828,
      "step": 294
    },
    {
      "epoch": 0.47580645161290325,
      "grad_norm": 0.23970668017864227,
      "learning_rate": 5.258064516129032e-06,
      "loss": 0.5895,
      "step": 295
    },
    {
      "epoch": 0.4774193548387097,
      "grad_norm": 0.23503370583057404,
      "learning_rate": 5.241935483870968e-06,
      "loss": 0.5639,
      "step": 296
    },
    {
      "epoch": 0.4790322580645161,
      "grad_norm": 0.25181689858436584,
      "learning_rate": 5.2258064516129035e-06,
      "loss": 0.5445,
      "step": 297
    },
    {
      "epoch": 0.4806451612903226,
      "grad_norm": 0.2378697693347931,
      "learning_rate": 5.20967741935484e-06,
      "loss": 0.5639,
      "step": 298
    },
    {
      "epoch": 0.482258064516129,
      "grad_norm": 0.2824658453464508,
      "learning_rate": 5.193548387096775e-06,
      "loss": 0.5552,
      "step": 299
    },
    {
      "epoch": 0.4838709677419355,
      "grad_norm": 0.2645666301250458,
      "learning_rate": 5.1774193548387095e-06,
      "loss": 0.5709,
      "step": 300
    },
    {
      "epoch": 0.4854838709677419,
      "grad_norm": 0.24378114938735962,
      "learning_rate": 5.161290322580646e-06,
      "loss": 0.5373,
      "step": 301
    },
    {
      "epoch": 0.4870967741935484,
      "grad_norm": 0.2600345313549042,
      "learning_rate": 5.145161290322581e-06,
      "loss": 0.5663,
      "step": 302
    },
    {
      "epoch": 0.48870967741935484,
      "grad_norm": 0.23881690204143524,
      "learning_rate": 5.129032258064517e-06,
      "loss": 0.5476,
      "step": 303
    },
    {
      "epoch": 0.49032258064516127,
      "grad_norm": 0.24611565470695496,
      "learning_rate": 5.1129032258064515e-06,
      "loss": 0.5496,
      "step": 304
    },
    {
      "epoch": 0.49193548387096775,
      "grad_norm": 0.2523384690284729,
      "learning_rate": 5.096774193548387e-06,
      "loss": 0.5703,
      "step": 305
    },
    {
      "epoch": 0.4935483870967742,
      "grad_norm": 0.28607070446014404,
      "learning_rate": 5.080645161290323e-06,
      "loss": 0.571,
      "step": 306
    },
    {
      "epoch": 0.49516129032258066,
      "grad_norm": 0.24216914176940918,
      "learning_rate": 5.064516129032258e-06,
      "loss": 0.5566,
      "step": 307
    },
    {
      "epoch": 0.4967741935483871,
      "grad_norm": 0.2398214191198349,
      "learning_rate": 5.0483870967741945e-06,
      "loss": 0.5675,
      "step": 308
    },
    {
      "epoch": 0.49838709677419357,
      "grad_norm": 0.2531791031360626,
      "learning_rate": 5.032258064516129e-06,
      "loss": 0.5816,
      "step": 309
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.26761093735694885,
      "learning_rate": 5.016129032258065e-06,
      "loss": 0.5426,
      "step": 310
    },
    {
      "epoch": 0.5016129032258064,
      "grad_norm": 0.26697683334350586,
      "learning_rate": 5e-06,
      "loss": 0.5504,
      "step": 311
    },
    {
      "epoch": 0.5032258064516129,
      "grad_norm": 0.24238017201423645,
      "learning_rate": 4.983870967741936e-06,
      "loss": 0.5423,
      "step": 312
    },
    {
      "epoch": 0.5048387096774194,
      "grad_norm": 0.22473596036434174,
      "learning_rate": 4.967741935483871e-06,
      "loss": 0.549,
      "step": 313
    },
    {
      "epoch": 0.5064516129032258,
      "grad_norm": 0.2368832379579544,
      "learning_rate": 4.951612903225807e-06,
      "loss": 0.5653,
      "step": 314
    },
    {
      "epoch": 0.5080645161290323,
      "grad_norm": 0.2600952684879303,
      "learning_rate": 4.9354838709677425e-06,
      "loss": 0.5476,
      "step": 315
    },
    {
      "epoch": 0.5096774193548387,
      "grad_norm": 0.23911896347999573,
      "learning_rate": 4.919354838709678e-06,
      "loss": 0.5539,
      "step": 316
    },
    {
      "epoch": 0.5112903225806451,
      "grad_norm": 0.25259920954704285,
      "learning_rate": 4.903225806451613e-06,
      "loss": 0.547,
      "step": 317
    },
    {
      "epoch": 0.5129032258064516,
      "grad_norm": 0.24832768738269806,
      "learning_rate": 4.8870967741935484e-06,
      "loss": 0.5537,
      "step": 318
    },
    {
      "epoch": 0.5145161290322581,
      "grad_norm": 0.2794283628463745,
      "learning_rate": 4.870967741935485e-06,
      "loss": 0.568,
      "step": 319
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 0.2542977035045624,
      "learning_rate": 4.85483870967742e-06,
      "loss": 0.5417,
      "step": 320
    },
    {
      "epoch": 0.5177419354838709,
      "grad_norm": 0.22608086466789246,
      "learning_rate": 4.838709677419355e-06,
      "loss": 0.5366,
      "step": 321
    },
    {
      "epoch": 0.5193548387096775,
      "grad_norm": 0.2845644950866699,
      "learning_rate": 4.8225806451612905e-06,
      "loss": 0.5579,
      "step": 322
    },
    {
      "epoch": 0.5209677419354839,
      "grad_norm": 0.2463885098695755,
      "learning_rate": 4.806451612903227e-06,
      "loss": 0.5658,
      "step": 323
    },
    {
      "epoch": 0.5225806451612903,
      "grad_norm": 0.27739280462265015,
      "learning_rate": 4.790322580645161e-06,
      "loss": 0.5439,
      "step": 324
    },
    {
      "epoch": 0.5241935483870968,
      "grad_norm": 0.2409254014492035,
      "learning_rate": 4.774193548387097e-06,
      "loss": 0.563,
      "step": 325
    },
    {
      "epoch": 0.5258064516129032,
      "grad_norm": 0.22346703708171844,
      "learning_rate": 4.758064516129033e-06,
      "loss": 0.5701,
      "step": 326
    },
    {
      "epoch": 0.5274193548387097,
      "grad_norm": 0.23573532700538635,
      "learning_rate": 4.741935483870968e-06,
      "loss": 0.5683,
      "step": 327
    },
    {
      "epoch": 0.5290322580645161,
      "grad_norm": 0.239626944065094,
      "learning_rate": 4.725806451612904e-06,
      "loss": 0.5333,
      "step": 328
    },
    {
      "epoch": 0.5306451612903226,
      "grad_norm": 0.23985332250595093,
      "learning_rate": 4.7096774193548385e-06,
      "loss": 0.5466,
      "step": 329
    },
    {
      "epoch": 0.532258064516129,
      "grad_norm": 0.25201615691185,
      "learning_rate": 4.693548387096775e-06,
      "loss": 0.5187,
      "step": 330
    },
    {
      "epoch": 0.5338709677419354,
      "grad_norm": 0.23118242621421814,
      "learning_rate": 4.67741935483871e-06,
      "loss": 0.5574,
      "step": 331
    },
    {
      "epoch": 0.535483870967742,
      "grad_norm": 0.2564533054828644,
      "learning_rate": 4.661290322580645e-06,
      "loss": 0.5544,
      "step": 332
    },
    {
      "epoch": 0.5370967741935484,
      "grad_norm": 0.2269071638584137,
      "learning_rate": 4.6451612903225815e-06,
      "loss": 0.5515,
      "step": 333
    },
    {
      "epoch": 0.5387096774193548,
      "grad_norm": 0.26530760526657104,
      "learning_rate": 4.629032258064517e-06,
      "loss": 0.5673,
      "step": 334
    },
    {
      "epoch": 0.5403225806451613,
      "grad_norm": 0.2500969171524048,
      "learning_rate": 4.612903225806452e-06,
      "loss": 0.5342,
      "step": 335
    },
    {
      "epoch": 0.5419354838709678,
      "grad_norm": 0.26055610179901123,
      "learning_rate": 4.596774193548387e-06,
      "loss": 0.5552,
      "step": 336
    },
    {
      "epoch": 0.5435483870967742,
      "grad_norm": 0.28036999702453613,
      "learning_rate": 4.580645161290323e-06,
      "loss": 0.5747,
      "step": 337
    },
    {
      "epoch": 0.5451612903225806,
      "grad_norm": 0.24298302829265594,
      "learning_rate": 4.564516129032259e-06,
      "loss": 0.5579,
      "step": 338
    },
    {
      "epoch": 0.5467741935483871,
      "grad_norm": 0.2627933621406555,
      "learning_rate": 4.548387096774194e-06,
      "loss": 0.5781,
      "step": 339
    },
    {
      "epoch": 0.5483870967741935,
      "grad_norm": 0.23984497785568237,
      "learning_rate": 4.5322580645161295e-06,
      "loss": 0.5421,
      "step": 340
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.29026395082473755,
      "learning_rate": 4.516129032258065e-06,
      "loss": 0.5344,
      "step": 341
    },
    {
      "epoch": 0.5516129032258065,
      "grad_norm": 0.24710486829280853,
      "learning_rate": 4.5e-06,
      "loss": 0.5556,
      "step": 342
    },
    {
      "epoch": 0.5532258064516129,
      "grad_norm": 0.32868704199790955,
      "learning_rate": 4.4838709677419354e-06,
      "loss": 0.5541,
      "step": 343
    },
    {
      "epoch": 0.5548387096774193,
      "grad_norm": 0.22784964740276337,
      "learning_rate": 4.467741935483872e-06,
      "loss": 0.5476,
      "step": 344
    },
    {
      "epoch": 0.5564516129032258,
      "grad_norm": 0.24119064211845398,
      "learning_rate": 4.451612903225807e-06,
      "loss": 0.5516,
      "step": 345
    },
    {
      "epoch": 0.5580645161290323,
      "grad_norm": 0.24467317759990692,
      "learning_rate": 4.435483870967742e-06,
      "loss": 0.5541,
      "step": 346
    },
    {
      "epoch": 0.5596774193548387,
      "grad_norm": 0.23644810914993286,
      "learning_rate": 4.419354838709678e-06,
      "loss": 0.5548,
      "step": 347
    },
    {
      "epoch": 0.5612903225806452,
      "grad_norm": 0.24117104709148407,
      "learning_rate": 4.403225806451613e-06,
      "loss": 0.5422,
      "step": 348
    },
    {
      "epoch": 0.5629032258064516,
      "grad_norm": 0.2391674965620041,
      "learning_rate": 4.387096774193549e-06,
      "loss": 0.5381,
      "step": 349
    },
    {
      "epoch": 0.5645161290322581,
      "grad_norm": 0.2769351005554199,
      "learning_rate": 4.370967741935484e-06,
      "loss": 0.5523,
      "step": 350
    },
    {
      "epoch": 0.5661290322580645,
      "grad_norm": 0.28661730885505676,
      "learning_rate": 4.35483870967742e-06,
      "loss": 0.5492,
      "step": 351
    },
    {
      "epoch": 0.567741935483871,
      "grad_norm": 0.2437850683927536,
      "learning_rate": 4.338709677419356e-06,
      "loss": 0.5654,
      "step": 352
    },
    {
      "epoch": 0.5693548387096774,
      "grad_norm": 0.24940255284309387,
      "learning_rate": 4.32258064516129e-06,
      "loss": 0.5394,
      "step": 353
    },
    {
      "epoch": 0.5709677419354838,
      "grad_norm": 0.23793688416481018,
      "learning_rate": 4.306451612903226e-06,
      "loss": 0.5523,
      "step": 354
    },
    {
      "epoch": 0.5725806451612904,
      "grad_norm": 0.2645905315876007,
      "learning_rate": 4.290322580645162e-06,
      "loss": 0.5319,
      "step": 355
    },
    {
      "epoch": 0.5741935483870968,
      "grad_norm": 0.2567193806171417,
      "learning_rate": 4.274193548387097e-06,
      "loss": 0.5281,
      "step": 356
    },
    {
      "epoch": 0.5758064516129032,
      "grad_norm": 0.26286256313323975,
      "learning_rate": 4.258064516129032e-06,
      "loss": 0.567,
      "step": 357
    },
    {
      "epoch": 0.5774193548387097,
      "grad_norm": 0.2480311393737793,
      "learning_rate": 4.2419354838709685e-06,
      "loss": 0.5355,
      "step": 358
    },
    {
      "epoch": 0.5790322580645161,
      "grad_norm": 0.267391562461853,
      "learning_rate": 4.225806451612904e-06,
      "loss": 0.5537,
      "step": 359
    },
    {
      "epoch": 0.5806451612903226,
      "grad_norm": 0.25936076045036316,
      "learning_rate": 4.209677419354839e-06,
      "loss": 0.5666,
      "step": 360
    },
    {
      "epoch": 0.582258064516129,
      "grad_norm": 0.26621752977371216,
      "learning_rate": 4.193548387096774e-06,
      "loss": 0.5294,
      "step": 361
    },
    {
      "epoch": 0.5838709677419355,
      "grad_norm": 0.29609939455986023,
      "learning_rate": 4.17741935483871e-06,
      "loss": 0.5229,
      "step": 362
    },
    {
      "epoch": 0.5854838709677419,
      "grad_norm": 0.24256721138954163,
      "learning_rate": 4.161290322580646e-06,
      "loss": 0.5482,
      "step": 363
    },
    {
      "epoch": 0.5870967741935483,
      "grad_norm": 0.42926526069641113,
      "learning_rate": 4.14516129032258e-06,
      "loss": 0.5801,
      "step": 364
    },
    {
      "epoch": 0.5887096774193549,
      "grad_norm": 0.25055360794067383,
      "learning_rate": 4.1290322580645165e-06,
      "loss": 0.546,
      "step": 365
    },
    {
      "epoch": 0.5903225806451613,
      "grad_norm": 0.25681114196777344,
      "learning_rate": 4.112903225806452e-06,
      "loss": 0.5483,
      "step": 366
    },
    {
      "epoch": 0.5919354838709677,
      "grad_norm": 0.2869875729084015,
      "learning_rate": 4.096774193548387e-06,
      "loss": 0.5154,
      "step": 367
    },
    {
      "epoch": 0.5935483870967742,
      "grad_norm": 0.2622673511505127,
      "learning_rate": 4.080645161290323e-06,
      "loss": 0.539,
      "step": 368
    },
    {
      "epoch": 0.5951612903225807,
      "grad_norm": 0.24124076962471008,
      "learning_rate": 4.064516129032259e-06,
      "loss": 0.5426,
      "step": 369
    },
    {
      "epoch": 0.5967741935483871,
      "grad_norm": 0.2506384551525116,
      "learning_rate": 4.048387096774194e-06,
      "loss": 0.5537,
      "step": 370
    },
    {
      "epoch": 0.5983870967741935,
      "grad_norm": 0.264374315738678,
      "learning_rate": 4.032258064516129e-06,
      "loss": 0.5504,
      "step": 371
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.28201982378959656,
      "learning_rate": 4.0161290322580645e-06,
      "loss": 0.533,
      "step": 372
    },
    {
      "epoch": 0.6016129032258064,
      "grad_norm": 0.27864888310432434,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.5324,
      "step": 373
    },
    {
      "epoch": 0.603225806451613,
      "grad_norm": 0.2419031411409378,
      "learning_rate": 3.983870967741936e-06,
      "loss": 0.5271,
      "step": 374
    },
    {
      "epoch": 0.6048387096774194,
      "grad_norm": 0.2609096169471741,
      "learning_rate": 3.967741935483871e-06,
      "loss": 0.5338,
      "step": 375
    },
    {
      "epoch": 0.6064516129032258,
      "grad_norm": 0.24379217624664307,
      "learning_rate": 3.951612903225807e-06,
      "loss": 0.521,
      "step": 376
    },
    {
      "epoch": 0.6080645161290322,
      "grad_norm": 0.3704190254211426,
      "learning_rate": 3.935483870967742e-06,
      "loss": 0.5164,
      "step": 377
    },
    {
      "epoch": 0.6096774193548387,
      "grad_norm": 0.2791970372200012,
      "learning_rate": 3.919354838709677e-06,
      "loss": 0.5284,
      "step": 378
    },
    {
      "epoch": 0.6112903225806452,
      "grad_norm": 0.24987898766994476,
      "learning_rate": 3.903225806451613e-06,
      "loss": 0.5526,
      "step": 379
    },
    {
      "epoch": 0.6129032258064516,
      "grad_norm": 0.34006813168525696,
      "learning_rate": 3.887096774193549e-06,
      "loss": 0.517,
      "step": 380
    },
    {
      "epoch": 0.614516129032258,
      "grad_norm": 0.24967533349990845,
      "learning_rate": 3.870967741935484e-06,
      "loss": 0.5443,
      "step": 381
    },
    {
      "epoch": 0.6161290322580645,
      "grad_norm": 0.28577515482902527,
      "learning_rate": 3.85483870967742e-06,
      "loss": 0.5561,
      "step": 382
    },
    {
      "epoch": 0.617741935483871,
      "grad_norm": 0.28166574239730835,
      "learning_rate": 3.838709677419355e-06,
      "loss": 0.5163,
      "step": 383
    },
    {
      "epoch": 0.6193548387096774,
      "grad_norm": 0.314942330121994,
      "learning_rate": 3.822580645161291e-06,
      "loss": 0.5388,
      "step": 384
    },
    {
      "epoch": 0.6209677419354839,
      "grad_norm": 0.2574032247066498,
      "learning_rate": 3.8064516129032257e-06,
      "loss": 0.5244,
      "step": 385
    },
    {
      "epoch": 0.6225806451612903,
      "grad_norm": 0.3042287230491638,
      "learning_rate": 3.7903225806451614e-06,
      "loss": 0.5399,
      "step": 386
    },
    {
      "epoch": 0.6241935483870967,
      "grad_norm": 0.26517248153686523,
      "learning_rate": 3.774193548387097e-06,
      "loss": 0.5303,
      "step": 387
    },
    {
      "epoch": 0.6258064516129033,
      "grad_norm": 0.260510116815567,
      "learning_rate": 3.7580645161290324e-06,
      "loss": 0.5372,
      "step": 388
    },
    {
      "epoch": 0.6274193548387097,
      "grad_norm": 0.27165958285331726,
      "learning_rate": 3.741935483870968e-06,
      "loss": 0.5372,
      "step": 389
    },
    {
      "epoch": 0.6290322580645161,
      "grad_norm": 0.24873486161231995,
      "learning_rate": 3.7258064516129035e-06,
      "loss": 0.5573,
      "step": 390
    },
    {
      "epoch": 0.6306451612903226,
      "grad_norm": 0.38619476556777954,
      "learning_rate": 3.7096774193548392e-06,
      "loss": 0.5184,
      "step": 391
    },
    {
      "epoch": 0.632258064516129,
      "grad_norm": 0.259986013174057,
      "learning_rate": 3.693548387096775e-06,
      "loss": 0.5412,
      "step": 392
    },
    {
      "epoch": 0.6338709677419355,
      "grad_norm": 0.24737648665905,
      "learning_rate": 3.67741935483871e-06,
      "loss": 0.5396,
      "step": 393
    },
    {
      "epoch": 0.635483870967742,
      "grad_norm": 0.2459106296300888,
      "learning_rate": 3.6612903225806456e-06,
      "loss": 0.5415,
      "step": 394
    },
    {
      "epoch": 0.6370967741935484,
      "grad_norm": 0.2435675710439682,
      "learning_rate": 3.645161290322581e-06,
      "loss": 0.5317,
      "step": 395
    },
    {
      "epoch": 0.6387096774193548,
      "grad_norm": 0.26263484358787537,
      "learning_rate": 3.6290322580645166e-06,
      "loss": 0.5294,
      "step": 396
    },
    {
      "epoch": 0.6403225806451613,
      "grad_norm": 0.2650511860847473,
      "learning_rate": 3.6129032258064515e-06,
      "loss": 0.5212,
      "step": 397
    },
    {
      "epoch": 0.6419354838709678,
      "grad_norm": 0.2480410486459732,
      "learning_rate": 3.5967741935483872e-06,
      "loss": 0.5133,
      "step": 398
    },
    {
      "epoch": 0.6435483870967742,
      "grad_norm": 0.256890207529068,
      "learning_rate": 3.580645161290323e-06,
      "loss": 0.5283,
      "step": 399
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 0.2562207877635956,
      "learning_rate": 3.5645161290322583e-06,
      "loss": 0.529,
      "step": 400
    },
    {
      "epoch": 0.646774193548387,
      "grad_norm": 0.2598036825656891,
      "learning_rate": 3.548387096774194e-06,
      "loss": 0.5432,
      "step": 401
    },
    {
      "epoch": 0.6483870967741936,
      "grad_norm": 0.24838826060295105,
      "learning_rate": 3.5322580645161293e-06,
      "loss": 0.5407,
      "step": 402
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2629624307155609,
      "learning_rate": 3.516129032258065e-06,
      "loss": 0.5499,
      "step": 403
    },
    {
      "epoch": 0.6516129032258065,
      "grad_norm": 0.25237321853637695,
      "learning_rate": 3.5e-06,
      "loss": 0.5178,
      "step": 404
    },
    {
      "epoch": 0.6532258064516129,
      "grad_norm": 0.23014047741889954,
      "learning_rate": 3.4838709677419357e-06,
      "loss": 0.5344,
      "step": 405
    },
    {
      "epoch": 0.6548387096774193,
      "grad_norm": 0.23497240245342255,
      "learning_rate": 3.4677419354838714e-06,
      "loss": 0.5439,
      "step": 406
    },
    {
      "epoch": 0.6564516129032258,
      "grad_norm": 0.24355649948120117,
      "learning_rate": 3.4516129032258067e-06,
      "loss": 0.527,
      "step": 407
    },
    {
      "epoch": 0.6580645161290323,
      "grad_norm": 0.26334676146507263,
      "learning_rate": 3.4354838709677425e-06,
      "loss": 0.5431,
      "step": 408
    },
    {
      "epoch": 0.6596774193548387,
      "grad_norm": 0.26638317108154297,
      "learning_rate": 3.4193548387096773e-06,
      "loss": 0.5426,
      "step": 409
    },
    {
      "epoch": 0.6612903225806451,
      "grad_norm": 0.2653932571411133,
      "learning_rate": 3.403225806451613e-06,
      "loss": 0.518,
      "step": 410
    },
    {
      "epoch": 0.6629032258064517,
      "grad_norm": 0.24097463488578796,
      "learning_rate": 3.3870967741935484e-06,
      "loss": 0.5484,
      "step": 411
    },
    {
      "epoch": 0.6645161290322581,
      "grad_norm": 0.2641076147556305,
      "learning_rate": 3.370967741935484e-06,
      "loss": 0.5573,
      "step": 412
    },
    {
      "epoch": 0.6661290322580645,
      "grad_norm": 0.2587883770465851,
      "learning_rate": 3.35483870967742e-06,
      "loss": 0.5277,
      "step": 413
    },
    {
      "epoch": 0.667741935483871,
      "grad_norm": 0.2661212086677551,
      "learning_rate": 3.338709677419355e-06,
      "loss": 0.5347,
      "step": 414
    },
    {
      "epoch": 0.6693548387096774,
      "grad_norm": 0.2564260959625244,
      "learning_rate": 3.322580645161291e-06,
      "loss": 0.5316,
      "step": 415
    },
    {
      "epoch": 0.6709677419354839,
      "grad_norm": 0.30527156591415405,
      "learning_rate": 3.306451612903226e-06,
      "loss": 0.5073,
      "step": 416
    },
    {
      "epoch": 0.6725806451612903,
      "grad_norm": 0.24589048326015472,
      "learning_rate": 3.2903225806451615e-06,
      "loss": 0.5306,
      "step": 417
    },
    {
      "epoch": 0.6741935483870968,
      "grad_norm": 0.24648092687129974,
      "learning_rate": 3.274193548387097e-06,
      "loss": 0.5322,
      "step": 418
    },
    {
      "epoch": 0.6758064516129032,
      "grad_norm": 0.25914090871810913,
      "learning_rate": 3.2580645161290326e-06,
      "loss": 0.5233,
      "step": 419
    },
    {
      "epoch": 0.6774193548387096,
      "grad_norm": 0.241806760430336,
      "learning_rate": 3.2419354838709683e-06,
      "loss": 0.5267,
      "step": 420
    },
    {
      "epoch": 0.6790322580645162,
      "grad_norm": 0.2456393837928772,
      "learning_rate": 3.225806451612903e-06,
      "loss": 0.5244,
      "step": 421
    },
    {
      "epoch": 0.6806451612903226,
      "grad_norm": 0.24856601655483246,
      "learning_rate": 3.209677419354839e-06,
      "loss": 0.5353,
      "step": 422
    },
    {
      "epoch": 0.682258064516129,
      "grad_norm": 0.24317948520183563,
      "learning_rate": 3.1935483870967742e-06,
      "loss": 0.5311,
      "step": 423
    },
    {
      "epoch": 0.6838709677419355,
      "grad_norm": 0.25349122285842896,
      "learning_rate": 3.17741935483871e-06,
      "loss": 0.5229,
      "step": 424
    },
    {
      "epoch": 0.6854838709677419,
      "grad_norm": 0.23912274837493896,
      "learning_rate": 3.1612903225806453e-06,
      "loss": 0.5293,
      "step": 425
    },
    {
      "epoch": 0.6870967741935484,
      "grad_norm": 0.248322531580925,
      "learning_rate": 3.145161290322581e-06,
      "loss": 0.5188,
      "step": 426
    },
    {
      "epoch": 0.6887096774193548,
      "grad_norm": 0.31336531043052673,
      "learning_rate": 3.1290322580645167e-06,
      "loss": 0.5213,
      "step": 427
    },
    {
      "epoch": 0.6903225806451613,
      "grad_norm": 0.23948226869106293,
      "learning_rate": 3.1129032258064516e-06,
      "loss": 0.5172,
      "step": 428
    },
    {
      "epoch": 0.6919354838709677,
      "grad_norm": 0.2589098811149597,
      "learning_rate": 3.0967741935483874e-06,
      "loss": 0.5242,
      "step": 429
    },
    {
      "epoch": 0.6935483870967742,
      "grad_norm": 0.2652011215686798,
      "learning_rate": 3.0806451612903227e-06,
      "loss": 0.547,
      "step": 430
    },
    {
      "epoch": 0.6951612903225807,
      "grad_norm": 0.2518770694732666,
      "learning_rate": 3.0645161290322584e-06,
      "loss": 0.5421,
      "step": 431
    },
    {
      "epoch": 0.6967741935483871,
      "grad_norm": 0.2548541724681854,
      "learning_rate": 3.0483870967741937e-06,
      "loss": 0.5061,
      "step": 432
    },
    {
      "epoch": 0.6983870967741935,
      "grad_norm": 0.2687875032424927,
      "learning_rate": 3.0322580645161295e-06,
      "loss": 0.53,
      "step": 433
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.2581419050693512,
      "learning_rate": 3.0161290322580648e-06,
      "loss": 0.5181,
      "step": 434
    },
    {
      "epoch": 0.7016129032258065,
      "grad_norm": 0.24633686244487762,
      "learning_rate": 3e-06,
      "loss": 0.5154,
      "step": 435
    },
    {
      "epoch": 0.7032258064516129,
      "grad_norm": 0.30055686831474304,
      "learning_rate": 2.983870967741936e-06,
      "loss": 0.5264,
      "step": 436
    },
    {
      "epoch": 0.7048387096774194,
      "grad_norm": 0.2681370973587036,
      "learning_rate": 2.967741935483871e-06,
      "loss": 0.5238,
      "step": 437
    },
    {
      "epoch": 0.7064516129032258,
      "grad_norm": 0.2386113852262497,
      "learning_rate": 2.951612903225807e-06,
      "loss": 0.5446,
      "step": 438
    },
    {
      "epoch": 0.7080645161290322,
      "grad_norm": 0.25566092133522034,
      "learning_rate": 2.9354838709677417e-06,
      "loss": 0.5162,
      "step": 439
    },
    {
      "epoch": 0.7096774193548387,
      "grad_norm": 0.25040191411972046,
      "learning_rate": 2.9193548387096775e-06,
      "loss": 0.5259,
      "step": 440
    },
    {
      "epoch": 0.7112903225806452,
      "grad_norm": 0.27381905913352966,
      "learning_rate": 2.903225806451613e-06,
      "loss": 0.5265,
      "step": 441
    },
    {
      "epoch": 0.7129032258064516,
      "grad_norm": 0.2620590627193451,
      "learning_rate": 2.8870967741935485e-06,
      "loss": 0.5273,
      "step": 442
    },
    {
      "epoch": 0.714516129032258,
      "grad_norm": 0.3565981090068817,
      "learning_rate": 2.8709677419354843e-06,
      "loss": 0.5357,
      "step": 443
    },
    {
      "epoch": 0.7161290322580646,
      "grad_norm": 0.2628966271877289,
      "learning_rate": 2.8548387096774196e-06,
      "loss": 0.5165,
      "step": 444
    },
    {
      "epoch": 0.717741935483871,
      "grad_norm": 0.2833978235721588,
      "learning_rate": 2.8387096774193553e-06,
      "loss": 0.5362,
      "step": 445
    },
    {
      "epoch": 0.7193548387096774,
      "grad_norm": 0.24739386141300201,
      "learning_rate": 2.822580645161291e-06,
      "loss": 0.5562,
      "step": 446
    },
    {
      "epoch": 0.7209677419354839,
      "grad_norm": 0.2674955129623413,
      "learning_rate": 2.806451612903226e-06,
      "loss": 0.5363,
      "step": 447
    },
    {
      "epoch": 0.7225806451612903,
      "grad_norm": 0.258000910282135,
      "learning_rate": 2.7903225806451617e-06,
      "loss": 0.5331,
      "step": 448
    },
    {
      "epoch": 0.7241935483870968,
      "grad_norm": 0.27372485399246216,
      "learning_rate": 2.774193548387097e-06,
      "loss": 0.5296,
      "step": 449
    },
    {
      "epoch": 0.7258064516129032,
      "grad_norm": 0.3836631774902344,
      "learning_rate": 2.7580645161290327e-06,
      "loss": 0.5015,
      "step": 450
    },
    {
      "epoch": 0.7274193548387097,
      "grad_norm": 0.24657531082630157,
      "learning_rate": 2.7419354838709676e-06,
      "loss": 0.5441,
      "step": 451
    },
    {
      "epoch": 0.7290322580645161,
      "grad_norm": 0.2479039430618286,
      "learning_rate": 2.7258064516129033e-06,
      "loss": 0.5191,
      "step": 452
    },
    {
      "epoch": 0.7306451612903225,
      "grad_norm": 0.25095316767692566,
      "learning_rate": 2.709677419354839e-06,
      "loss": 0.5246,
      "step": 453
    },
    {
      "epoch": 0.7322580645161291,
      "grad_norm": 0.2488427311182022,
      "learning_rate": 2.6935483870967744e-06,
      "loss": 0.5283,
      "step": 454
    },
    {
      "epoch": 0.7338709677419355,
      "grad_norm": 0.2636864483356476,
      "learning_rate": 2.67741935483871e-06,
      "loss": 0.5361,
      "step": 455
    },
    {
      "epoch": 0.7354838709677419,
      "grad_norm": 0.27361011505126953,
      "learning_rate": 2.6612903225806454e-06,
      "loss": 0.5258,
      "step": 456
    },
    {
      "epoch": 0.7370967741935484,
      "grad_norm": 0.24612177908420563,
      "learning_rate": 2.645161290322581e-06,
      "loss": 0.5181,
      "step": 457
    },
    {
      "epoch": 0.7387096774193549,
      "grad_norm": 0.24624574184417725,
      "learning_rate": 2.629032258064516e-06,
      "loss": 0.534,
      "step": 458
    },
    {
      "epoch": 0.7403225806451613,
      "grad_norm": 0.2390994131565094,
      "learning_rate": 2.6129032258064518e-06,
      "loss": 0.5211,
      "step": 459
    },
    {
      "epoch": 0.7419354838709677,
      "grad_norm": 0.27476683259010315,
      "learning_rate": 2.5967741935483875e-06,
      "loss": 0.5384,
      "step": 460
    },
    {
      "epoch": 0.7435483870967742,
      "grad_norm": 0.2904980480670929,
      "learning_rate": 2.580645161290323e-06,
      "loss": 0.5206,
      "step": 461
    },
    {
      "epoch": 0.7451612903225806,
      "grad_norm": 0.2503720819950104,
      "learning_rate": 2.5645161290322585e-06,
      "loss": 0.512,
      "step": 462
    },
    {
      "epoch": 0.7467741935483871,
      "grad_norm": 0.28298500180244446,
      "learning_rate": 2.5483870967741934e-06,
      "loss": 0.5409,
      "step": 463
    },
    {
      "epoch": 0.7483870967741936,
      "grad_norm": 0.2565171718597412,
      "learning_rate": 2.532258064516129e-06,
      "loss": 0.5166,
      "step": 464
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.2905714511871338,
      "learning_rate": 2.5161290322580645e-06,
      "loss": 0.5314,
      "step": 465
    },
    {
      "epoch": 0.7516129032258064,
      "grad_norm": 0.2637373208999634,
      "learning_rate": 2.5e-06,
      "loss": 0.5292,
      "step": 466
    },
    {
      "epoch": 0.7532258064516129,
      "grad_norm": 0.2647969722747803,
      "learning_rate": 2.4838709677419355e-06,
      "loss": 0.5306,
      "step": 467
    },
    {
      "epoch": 0.7548387096774194,
      "grad_norm": 0.2616194486618042,
      "learning_rate": 2.4677419354838712e-06,
      "loss": 0.5269,
      "step": 468
    },
    {
      "epoch": 0.7564516129032258,
      "grad_norm": 0.2985436022281647,
      "learning_rate": 2.4516129032258066e-06,
      "loss": 0.5167,
      "step": 469
    },
    {
      "epoch": 0.7580645161290323,
      "grad_norm": 0.24966569244861603,
      "learning_rate": 2.4354838709677423e-06,
      "loss": 0.5275,
      "step": 470
    },
    {
      "epoch": 0.7596774193548387,
      "grad_norm": 0.341682493686676,
      "learning_rate": 2.4193548387096776e-06,
      "loss": 0.5093,
      "step": 471
    },
    {
      "epoch": 0.7612903225806451,
      "grad_norm": 0.3279021680355072,
      "learning_rate": 2.4032258064516133e-06,
      "loss": 0.5083,
      "step": 472
    },
    {
      "epoch": 0.7629032258064516,
      "grad_norm": 0.2608683705329895,
      "learning_rate": 2.3870967741935486e-06,
      "loss": 0.5205,
      "step": 473
    },
    {
      "epoch": 0.7645161290322581,
      "grad_norm": 0.34653976559638977,
      "learning_rate": 2.370967741935484e-06,
      "loss": 0.5121,
      "step": 474
    },
    {
      "epoch": 0.7661290322580645,
      "grad_norm": 0.2594946324825287,
      "learning_rate": 2.3548387096774193e-06,
      "loss": 0.5407,
      "step": 475
    },
    {
      "epoch": 0.7677419354838709,
      "grad_norm": 0.27168598771095276,
      "learning_rate": 2.338709677419355e-06,
      "loss": 0.5288,
      "step": 476
    },
    {
      "epoch": 0.7693548387096775,
      "grad_norm": 0.36508646607398987,
      "learning_rate": 2.3225806451612907e-06,
      "loss": 0.5184,
      "step": 477
    },
    {
      "epoch": 0.7709677419354839,
      "grad_norm": 0.3241867125034332,
      "learning_rate": 2.306451612903226e-06,
      "loss": 0.5204,
      "step": 478
    },
    {
      "epoch": 0.7725806451612903,
      "grad_norm": 0.2588053345680237,
      "learning_rate": 2.2903225806451614e-06,
      "loss": 0.5024,
      "step": 479
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 0.25477027893066406,
      "learning_rate": 2.274193548387097e-06,
      "loss": 0.5285,
      "step": 480
    },
    {
      "epoch": 0.7758064516129032,
      "grad_norm": 0.24968232214450836,
      "learning_rate": 2.2580645161290324e-06,
      "loss": 0.5004,
      "step": 481
    },
    {
      "epoch": 0.7774193548387097,
      "grad_norm": 0.25119203329086304,
      "learning_rate": 2.2419354838709677e-06,
      "loss": 0.5266,
      "step": 482
    },
    {
      "epoch": 0.7790322580645161,
      "grad_norm": 0.25507548451423645,
      "learning_rate": 2.2258064516129034e-06,
      "loss": 0.5031,
      "step": 483
    },
    {
      "epoch": 0.7806451612903226,
      "grad_norm": 0.2566664516925812,
      "learning_rate": 2.209677419354839e-06,
      "loss": 0.5164,
      "step": 484
    },
    {
      "epoch": 0.782258064516129,
      "grad_norm": 0.288947731256485,
      "learning_rate": 2.1935483870967745e-06,
      "loss": 0.5223,
      "step": 485
    },
    {
      "epoch": 0.7838709677419354,
      "grad_norm": 0.28457242250442505,
      "learning_rate": 2.17741935483871e-06,
      "loss": 0.5369,
      "step": 486
    },
    {
      "epoch": 0.785483870967742,
      "grad_norm": 0.2549360394477844,
      "learning_rate": 2.161290322580645e-06,
      "loss": 0.5232,
      "step": 487
    },
    {
      "epoch": 0.7870967741935484,
      "grad_norm": 0.26417675614356995,
      "learning_rate": 2.145161290322581e-06,
      "loss": 0.5307,
      "step": 488
    },
    {
      "epoch": 0.7887096774193548,
      "grad_norm": 0.2682485580444336,
      "learning_rate": 2.129032258064516e-06,
      "loss": 0.5265,
      "step": 489
    },
    {
      "epoch": 0.7903225806451613,
      "grad_norm": 0.2523765563964844,
      "learning_rate": 2.112903225806452e-06,
      "loss": 0.5268,
      "step": 490
    },
    {
      "epoch": 0.7919354838709678,
      "grad_norm": 0.2418035864830017,
      "learning_rate": 2.096774193548387e-06,
      "loss": 0.5227,
      "step": 491
    },
    {
      "epoch": 0.7935483870967742,
      "grad_norm": 0.2418898493051529,
      "learning_rate": 2.080645161290323e-06,
      "loss": 0.5372,
      "step": 492
    },
    {
      "epoch": 0.7951612903225806,
      "grad_norm": 0.24053268134593964,
      "learning_rate": 2.0645161290322582e-06,
      "loss": 0.5155,
      "step": 493
    },
    {
      "epoch": 0.7967741935483871,
      "grad_norm": 0.24148932099342346,
      "learning_rate": 2.0483870967741936e-06,
      "loss": 0.5293,
      "step": 494
    },
    {
      "epoch": 0.7983870967741935,
      "grad_norm": 0.28729158639907837,
      "learning_rate": 2.0322580645161293e-06,
      "loss": 0.5327,
      "step": 495
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2925098240375519,
      "learning_rate": 2.0161290322580646e-06,
      "loss": 0.4983,
      "step": 496
    },
    {
      "epoch": 0.8016129032258065,
      "grad_norm": 0.23848143219947815,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.5286,
      "step": 497
    },
    {
      "epoch": 0.8032258064516129,
      "grad_norm": 0.25597795844078064,
      "learning_rate": 1.9838709677419356e-06,
      "loss": 0.5187,
      "step": 498
    },
    {
      "epoch": 0.8048387096774193,
      "grad_norm": 0.25131309032440186,
      "learning_rate": 1.967741935483871e-06,
      "loss": 0.5058,
      "step": 499
    },
    {
      "epoch": 0.8064516129032258,
      "grad_norm": 0.2580709755420685,
      "learning_rate": 1.9516129032258067e-06,
      "loss": 0.5302,
      "step": 500
    },
    {
      "epoch": 0.8080645161290323,
      "grad_norm": 0.2502778172492981,
      "learning_rate": 1.935483870967742e-06,
      "loss": 0.502,
      "step": 501
    },
    {
      "epoch": 0.8096774193548387,
      "grad_norm": 0.2716468274593353,
      "learning_rate": 1.9193548387096773e-06,
      "loss": 0.5094,
      "step": 502
    },
    {
      "epoch": 0.8112903225806452,
      "grad_norm": 0.2615470588207245,
      "learning_rate": 1.9032258064516128e-06,
      "loss": 0.5292,
      "step": 503
    },
    {
      "epoch": 0.8129032258064516,
      "grad_norm": 0.2531861662864685,
      "learning_rate": 1.8870967741935486e-06,
      "loss": 0.533,
      "step": 504
    },
    {
      "epoch": 0.8145161290322581,
      "grad_norm": 0.300936222076416,
      "learning_rate": 1.870967741935484e-06,
      "loss": 0.5292,
      "step": 505
    },
    {
      "epoch": 0.8161290322580645,
      "grad_norm": 0.3023757338523865,
      "learning_rate": 1.8548387096774196e-06,
      "loss": 0.5521,
      "step": 506
    },
    {
      "epoch": 0.817741935483871,
      "grad_norm": 0.2437535524368286,
      "learning_rate": 1.838709677419355e-06,
      "loss": 0.522,
      "step": 507
    },
    {
      "epoch": 0.8193548387096774,
      "grad_norm": 0.27051031589508057,
      "learning_rate": 1.8225806451612904e-06,
      "loss": 0.5278,
      "step": 508
    },
    {
      "epoch": 0.8209677419354838,
      "grad_norm": 0.2751609981060028,
      "learning_rate": 1.8064516129032258e-06,
      "loss": 0.5121,
      "step": 509
    },
    {
      "epoch": 0.8225806451612904,
      "grad_norm": 0.26372015476226807,
      "learning_rate": 1.7903225806451615e-06,
      "loss": 0.5266,
      "step": 510
    },
    {
      "epoch": 0.8241935483870968,
      "grad_norm": 0.25960126519203186,
      "learning_rate": 1.774193548387097e-06,
      "loss": 0.5325,
      "step": 511
    },
    {
      "epoch": 0.8258064516129032,
      "grad_norm": 0.2556919455528259,
      "learning_rate": 1.7580645161290325e-06,
      "loss": 0.5038,
      "step": 512
    },
    {
      "epoch": 0.8274193548387097,
      "grad_norm": 0.24999508261680603,
      "learning_rate": 1.7419354838709678e-06,
      "loss": 0.5295,
      "step": 513
    },
    {
      "epoch": 0.8290322580645161,
      "grad_norm": 0.24331335723400116,
      "learning_rate": 1.7258064516129034e-06,
      "loss": 0.5199,
      "step": 514
    },
    {
      "epoch": 0.8306451612903226,
      "grad_norm": 0.26429879665374756,
      "learning_rate": 1.7096774193548387e-06,
      "loss": 0.5261,
      "step": 515
    },
    {
      "epoch": 0.832258064516129,
      "grad_norm": 0.25512707233428955,
      "learning_rate": 1.6935483870967742e-06,
      "loss": 0.5252,
      "step": 516
    },
    {
      "epoch": 0.8338709677419355,
      "grad_norm": 0.2564190626144409,
      "learning_rate": 1.67741935483871e-06,
      "loss": 0.5257,
      "step": 517
    },
    {
      "epoch": 0.8354838709677419,
      "grad_norm": 0.2474660873413086,
      "learning_rate": 1.6612903225806455e-06,
      "loss": 0.5349,
      "step": 518
    },
    {
      "epoch": 0.8370967741935483,
      "grad_norm": 0.24328656494617462,
      "learning_rate": 1.6451612903225808e-06,
      "loss": 0.5115,
      "step": 519
    },
    {
      "epoch": 0.8387096774193549,
      "grad_norm": 0.2572808861732483,
      "learning_rate": 1.6290322580645163e-06,
      "loss": 0.5328,
      "step": 520
    },
    {
      "epoch": 0.8403225806451613,
      "grad_norm": 0.2618654668331146,
      "learning_rate": 1.6129032258064516e-06,
      "loss": 0.5113,
      "step": 521
    },
    {
      "epoch": 0.8419354838709677,
      "grad_norm": 0.2746831178665161,
      "learning_rate": 1.5967741935483871e-06,
      "loss": 0.5226,
      "step": 522
    },
    {
      "epoch": 0.8435483870967742,
      "grad_norm": 0.2682168781757355,
      "learning_rate": 1.5806451612903226e-06,
      "loss": 0.5154,
      "step": 523
    },
    {
      "epoch": 0.8451612903225807,
      "grad_norm": 0.27077072858810425,
      "learning_rate": 1.5645161290322584e-06,
      "loss": 0.5367,
      "step": 524
    },
    {
      "epoch": 0.8467741935483871,
      "grad_norm": 0.2974366843700409,
      "learning_rate": 1.5483870967741937e-06,
      "loss": 0.525,
      "step": 525
    },
    {
      "epoch": 0.8483870967741935,
      "grad_norm": 0.24702797830104828,
      "learning_rate": 1.5322580645161292e-06,
      "loss": 0.5504,
      "step": 526
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2764948904514313,
      "learning_rate": 1.5161290322580647e-06,
      "loss": 0.5035,
      "step": 527
    },
    {
      "epoch": 0.8516129032258064,
      "grad_norm": 0.25754353404045105,
      "learning_rate": 1.5e-06,
      "loss": 0.5154,
      "step": 528
    },
    {
      "epoch": 0.853225806451613,
      "grad_norm": 0.26369044184684753,
      "learning_rate": 1.4838709677419356e-06,
      "loss": 0.5039,
      "step": 529
    },
    {
      "epoch": 0.8548387096774194,
      "grad_norm": 0.2980899214744568,
      "learning_rate": 1.4677419354838709e-06,
      "loss": 0.5201,
      "step": 530
    },
    {
      "epoch": 0.8564516129032258,
      "grad_norm": 0.2589383125305176,
      "learning_rate": 1.4516129032258066e-06,
      "loss": 0.5308,
      "step": 531
    },
    {
      "epoch": 0.8580645161290322,
      "grad_norm": 0.2434888333082199,
      "learning_rate": 1.4354838709677421e-06,
      "loss": 0.513,
      "step": 532
    },
    {
      "epoch": 0.8596774193548387,
      "grad_norm": 0.2615712285041809,
      "learning_rate": 1.4193548387096776e-06,
      "loss": 0.5345,
      "step": 533
    },
    {
      "epoch": 0.8612903225806452,
      "grad_norm": 0.26421046257019043,
      "learning_rate": 1.403225806451613e-06,
      "loss": 0.5033,
      "step": 534
    },
    {
      "epoch": 0.8629032258064516,
      "grad_norm": 0.2547113001346588,
      "learning_rate": 1.3870967741935485e-06,
      "loss": 0.5213,
      "step": 535
    },
    {
      "epoch": 0.864516129032258,
      "grad_norm": 0.24323803186416626,
      "learning_rate": 1.3709677419354838e-06,
      "loss": 0.5102,
      "step": 536
    },
    {
      "epoch": 0.8661290322580645,
      "grad_norm": 0.26939383149147034,
      "learning_rate": 1.3548387096774195e-06,
      "loss": 0.5029,
      "step": 537
    },
    {
      "epoch": 0.867741935483871,
      "grad_norm": 0.24826033413410187,
      "learning_rate": 1.338709677419355e-06,
      "loss": 0.5187,
      "step": 538
    },
    {
      "epoch": 0.8693548387096774,
      "grad_norm": 0.28377267718315125,
      "learning_rate": 1.3225806451612906e-06,
      "loss": 0.523,
      "step": 539
    },
    {
      "epoch": 0.8709677419354839,
      "grad_norm": 0.23943786323070526,
      "learning_rate": 1.3064516129032259e-06,
      "loss": 0.5123,
      "step": 540
    },
    {
      "epoch": 0.8725806451612903,
      "grad_norm": 0.25731176137924194,
      "learning_rate": 1.2903225806451614e-06,
      "loss": 0.5036,
      "step": 541
    },
    {
      "epoch": 0.8741935483870967,
      "grad_norm": 0.24346058070659637,
      "learning_rate": 1.2741935483870967e-06,
      "loss": 0.5077,
      "step": 542
    },
    {
      "epoch": 0.8758064516129033,
      "grad_norm": 0.2417251467704773,
      "learning_rate": 1.2580645161290322e-06,
      "loss": 0.5206,
      "step": 543
    },
    {
      "epoch": 0.8774193548387097,
      "grad_norm": 0.25407710671424866,
      "learning_rate": 1.2419354838709678e-06,
      "loss": 0.5092,
      "step": 544
    },
    {
      "epoch": 0.8790322580645161,
      "grad_norm": 0.2566354274749756,
      "learning_rate": 1.2258064516129033e-06,
      "loss": 0.5231,
      "step": 545
    },
    {
      "epoch": 0.8806451612903226,
      "grad_norm": 0.3326081931591034,
      "learning_rate": 1.2096774193548388e-06,
      "loss": 0.5081,
      "step": 546
    },
    {
      "epoch": 0.882258064516129,
      "grad_norm": 0.2545093595981598,
      "learning_rate": 1.1935483870967743e-06,
      "loss": 0.4951,
      "step": 547
    },
    {
      "epoch": 0.8838709677419355,
      "grad_norm": 0.23696079850196838,
      "learning_rate": 1.1774193548387096e-06,
      "loss": 0.5173,
      "step": 548
    },
    {
      "epoch": 0.885483870967742,
      "grad_norm": 0.26442858576774597,
      "learning_rate": 1.1612903225806454e-06,
      "loss": 0.5235,
      "step": 549
    },
    {
      "epoch": 0.8870967741935484,
      "grad_norm": 0.29053497314453125,
      "learning_rate": 1.1451612903225807e-06,
      "loss": 0.5395,
      "step": 550
    },
    {
      "epoch": 0.8887096774193548,
      "grad_norm": 0.2511870861053467,
      "learning_rate": 1.1290322580645162e-06,
      "loss": 0.5202,
      "step": 551
    },
    {
      "epoch": 0.8903225806451613,
      "grad_norm": 0.24783313274383545,
      "learning_rate": 1.1129032258064517e-06,
      "loss": 0.5107,
      "step": 552
    },
    {
      "epoch": 0.8919354838709678,
      "grad_norm": 0.25164860486984253,
      "learning_rate": 1.0967741935483872e-06,
      "loss": 0.515,
      "step": 553
    },
    {
      "epoch": 0.8935483870967742,
      "grad_norm": 0.2822752594947815,
      "learning_rate": 1.0806451612903226e-06,
      "loss": 0.5347,
      "step": 554
    },
    {
      "epoch": 0.8951612903225806,
      "grad_norm": 0.2955528199672699,
      "learning_rate": 1.064516129032258e-06,
      "loss": 0.5244,
      "step": 555
    },
    {
      "epoch": 0.896774193548387,
      "grad_norm": 0.24685484170913696,
      "learning_rate": 1.0483870967741936e-06,
      "loss": 0.5152,
      "step": 556
    },
    {
      "epoch": 0.8983870967741936,
      "grad_norm": 0.3644320070743561,
      "learning_rate": 1.0322580645161291e-06,
      "loss": 0.5139,
      "step": 557
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2688722610473633,
      "learning_rate": 1.0161290322580646e-06,
      "loss": 0.503,
      "step": 558
    },
    {
      "epoch": 0.9016129032258065,
      "grad_norm": 0.2570165693759918,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.506,
      "step": 559
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 0.2872963845729828,
      "learning_rate": 9.838709677419355e-07,
      "loss": 0.5336,
      "step": 560
    },
    {
      "epoch": 0.9048387096774193,
      "grad_norm": 0.27872368693351746,
      "learning_rate": 9.67741935483871e-07,
      "loss": 0.5245,
      "step": 561
    },
    {
      "epoch": 0.9064516129032258,
      "grad_norm": 0.25013256072998047,
      "learning_rate": 9.516129032258064e-07,
      "loss": 0.5272,
      "step": 562
    },
    {
      "epoch": 0.9080645161290323,
      "grad_norm": 0.25760418176651,
      "learning_rate": 9.35483870967742e-07,
      "loss": 0.494,
      "step": 563
    },
    {
      "epoch": 0.9096774193548387,
      "grad_norm": 0.26583731174468994,
      "learning_rate": 9.193548387096775e-07,
      "loss": 0.5055,
      "step": 564
    },
    {
      "epoch": 0.9112903225806451,
      "grad_norm": 0.24285121262073517,
      "learning_rate": 9.032258064516129e-07,
      "loss": 0.5083,
      "step": 565
    },
    {
      "epoch": 0.9129032258064517,
      "grad_norm": 0.31793537735939026,
      "learning_rate": 8.870967741935485e-07,
      "loss": 0.5006,
      "step": 566
    },
    {
      "epoch": 0.9145161290322581,
      "grad_norm": 0.2583857774734497,
      "learning_rate": 8.709677419354839e-07,
      "loss": 0.5337,
      "step": 567
    },
    {
      "epoch": 0.9161290322580645,
      "grad_norm": 0.25192221999168396,
      "learning_rate": 8.548387096774193e-07,
      "loss": 0.5266,
      "step": 568
    },
    {
      "epoch": 0.917741935483871,
      "grad_norm": 0.2837211489677429,
      "learning_rate": 8.38709677419355e-07,
      "loss": 0.5296,
      "step": 569
    },
    {
      "epoch": 0.9193548387096774,
      "grad_norm": 0.2662264108657837,
      "learning_rate": 8.225806451612904e-07,
      "loss": 0.5102,
      "step": 570
    },
    {
      "epoch": 0.9209677419354839,
      "grad_norm": 0.25672924518585205,
      "learning_rate": 8.064516129032258e-07,
      "loss": 0.5416,
      "step": 571
    },
    {
      "epoch": 0.9225806451612903,
      "grad_norm": 0.24367856979370117,
      "learning_rate": 7.903225806451613e-07,
      "loss": 0.5145,
      "step": 572
    },
    {
      "epoch": 0.9241935483870968,
      "grad_norm": 0.3081861436367035,
      "learning_rate": 7.741935483870968e-07,
      "loss": 0.5305,
      "step": 573
    },
    {
      "epoch": 0.9258064516129032,
      "grad_norm": 0.24979440867900848,
      "learning_rate": 7.580645161290324e-07,
      "loss": 0.529,
      "step": 574
    },
    {
      "epoch": 0.9274193548387096,
      "grad_norm": 0.2464689314365387,
      "learning_rate": 7.419354838709678e-07,
      "loss": 0.5168,
      "step": 575
    },
    {
      "epoch": 0.9290322580645162,
      "grad_norm": 0.24449992179870605,
      "learning_rate": 7.258064516129033e-07,
      "loss": 0.5266,
      "step": 576
    },
    {
      "epoch": 0.9306451612903226,
      "grad_norm": 0.2542634904384613,
      "learning_rate": 7.096774193548388e-07,
      "loss": 0.5257,
      "step": 577
    },
    {
      "epoch": 0.932258064516129,
      "grad_norm": 0.36566394567489624,
      "learning_rate": 6.935483870967742e-07,
      "loss": 0.4989,
      "step": 578
    },
    {
      "epoch": 0.9338709677419355,
      "grad_norm": 0.2696138024330139,
      "learning_rate": 6.774193548387098e-07,
      "loss": 0.5045,
      "step": 579
    },
    {
      "epoch": 0.9354838709677419,
      "grad_norm": 0.278236448764801,
      "learning_rate": 6.612903225806453e-07,
      "loss": 0.5105,
      "step": 580
    },
    {
      "epoch": 0.9370967741935484,
      "grad_norm": 0.25552305579185486,
      "learning_rate": 6.451612903225807e-07,
      "loss": 0.5246,
      "step": 581
    },
    {
      "epoch": 0.9387096774193548,
      "grad_norm": 0.2449941188097,
      "learning_rate": 6.290322580645161e-07,
      "loss": 0.5171,
      "step": 582
    },
    {
      "epoch": 0.9403225806451613,
      "grad_norm": 0.2464756816625595,
      "learning_rate": 6.129032258064516e-07,
      "loss": 0.497,
      "step": 583
    },
    {
      "epoch": 0.9419354838709677,
      "grad_norm": 0.2985890507698059,
      "learning_rate": 5.967741935483872e-07,
      "loss": 0.523,
      "step": 584
    },
    {
      "epoch": 0.9435483870967742,
      "grad_norm": 0.24009205400943756,
      "learning_rate": 5.806451612903227e-07,
      "loss": 0.5042,
      "step": 585
    },
    {
      "epoch": 0.9451612903225807,
      "grad_norm": 0.24655751883983612,
      "learning_rate": 5.645161290322581e-07,
      "loss": 0.5132,
      "step": 586
    },
    {
      "epoch": 0.9467741935483871,
      "grad_norm": 0.2544240653514862,
      "learning_rate": 5.483870967741936e-07,
      "loss": 0.5159,
      "step": 587
    },
    {
      "epoch": 0.9483870967741935,
      "grad_norm": 0.25240597128868103,
      "learning_rate": 5.32258064516129e-07,
      "loss": 0.5179,
      "step": 588
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2595331072807312,
      "learning_rate": 5.161290322580646e-07,
      "loss": 0.5071,
      "step": 589
    },
    {
      "epoch": 0.9516129032258065,
      "grad_norm": 0.2624625563621521,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.5102,
      "step": 590
    },
    {
      "epoch": 0.9532258064516129,
      "grad_norm": 0.2530181109905243,
      "learning_rate": 4.838709677419355e-07,
      "loss": 0.5136,
      "step": 591
    },
    {
      "epoch": 0.9548387096774194,
      "grad_norm": 0.24445129930973053,
      "learning_rate": 4.67741935483871e-07,
      "loss": 0.5071,
      "step": 592
    },
    {
      "epoch": 0.9564516129032258,
      "grad_norm": 0.24910619854927063,
      "learning_rate": 4.5161290322580644e-07,
      "loss": 0.5295,
      "step": 593
    },
    {
      "epoch": 0.9580645161290322,
      "grad_norm": 0.2733474373817444,
      "learning_rate": 4.3548387096774196e-07,
      "loss": 0.521,
      "step": 594
    },
    {
      "epoch": 0.9596774193548387,
      "grad_norm": 0.2591184675693512,
      "learning_rate": 4.193548387096775e-07,
      "loss": 0.5171,
      "step": 595
    },
    {
      "epoch": 0.9612903225806452,
      "grad_norm": 0.25961247086524963,
      "learning_rate": 4.032258064516129e-07,
      "loss": 0.5102,
      "step": 596
    },
    {
      "epoch": 0.9629032258064516,
      "grad_norm": 0.2469893991947174,
      "learning_rate": 3.870967741935484e-07,
      "loss": 0.5147,
      "step": 597
    },
    {
      "epoch": 0.964516129032258,
      "grad_norm": 0.2753467559814453,
      "learning_rate": 3.709677419354839e-07,
      "loss": 0.4967,
      "step": 598
    },
    {
      "epoch": 0.9661290322580646,
      "grad_norm": 0.2905588150024414,
      "learning_rate": 3.548387096774194e-07,
      "loss": 0.52,
      "step": 599
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 0.24612858891487122,
      "learning_rate": 3.387096774193549e-07,
      "loss": 0.5264,
      "step": 600
    },
    {
      "epoch": 0.9693548387096774,
      "grad_norm": 0.2494245171546936,
      "learning_rate": 3.2258064516129035e-07,
      "loss": 0.5283,
      "step": 601
    },
    {
      "epoch": 0.9709677419354839,
      "grad_norm": 0.24669529497623444,
      "learning_rate": 3.064516129032258e-07,
      "loss": 0.526,
      "step": 602
    },
    {
      "epoch": 0.9725806451612903,
      "grad_norm": 0.2652488648891449,
      "learning_rate": 2.9032258064516134e-07,
      "loss": 0.5228,
      "step": 603
    },
    {
      "epoch": 0.9741935483870968,
      "grad_norm": 0.28917163610458374,
      "learning_rate": 2.741935483870968e-07,
      "loss": 0.5201,
      "step": 604
    },
    {
      "epoch": 0.9758064516129032,
      "grad_norm": 0.25875285267829895,
      "learning_rate": 2.580645161290323e-07,
      "loss": 0.5397,
      "step": 605
    },
    {
      "epoch": 0.9774193548387097,
      "grad_norm": 0.24711525440216064,
      "learning_rate": 2.4193548387096775e-07,
      "loss": 0.51,
      "step": 606
    },
    {
      "epoch": 0.9790322580645161,
      "grad_norm": 0.262067586183548,
      "learning_rate": 2.2580645161290322e-07,
      "loss": 0.5312,
      "step": 607
    },
    {
      "epoch": 0.9806451612903225,
      "grad_norm": 0.249936044216156,
      "learning_rate": 2.0967741935483874e-07,
      "loss": 0.5129,
      "step": 608
    },
    {
      "epoch": 0.9822580645161291,
      "grad_norm": 0.2701192796230316,
      "learning_rate": 1.935483870967742e-07,
      "loss": 0.5205,
      "step": 609
    },
    {
      "epoch": 0.9838709677419355,
      "grad_norm": 0.25568753480911255,
      "learning_rate": 1.774193548387097e-07,
      "loss": 0.5081,
      "step": 610
    },
    {
      "epoch": 0.9854838709677419,
      "grad_norm": 0.25237226486206055,
      "learning_rate": 1.6129032258064518e-07,
      "loss": 0.5199,
      "step": 611
    },
    {
      "epoch": 0.9870967741935484,
      "grad_norm": 0.26863721013069153,
      "learning_rate": 1.4516129032258067e-07,
      "loss": 0.5222,
      "step": 612
    },
    {
      "epoch": 0.9887096774193549,
      "grad_norm": 0.2414901852607727,
      "learning_rate": 1.2903225806451614e-07,
      "loss": 0.5238,
      "step": 613
    },
    {
      "epoch": 0.9903225806451613,
      "grad_norm": 0.24693086743354797,
      "learning_rate": 1.1290322580645161e-07,
      "loss": 0.5091,
      "step": 614
    },
    {
      "epoch": 0.9919354838709677,
      "grad_norm": 0.24713680148124695,
      "learning_rate": 9.67741935483871e-08,
      "loss": 0.5254,
      "step": 615
    },
    {
      "epoch": 0.9935483870967742,
      "grad_norm": 0.23941707611083984,
      "learning_rate": 8.064516129032259e-08,
      "loss": 0.4986,
      "step": 616
    },
    {
      "epoch": 0.9951612903225806,
      "grad_norm": 0.25244206190109253,
      "learning_rate": 6.451612903225807e-08,
      "loss": 0.5007,
      "step": 617
    },
    {
      "epoch": 0.9967741935483871,
      "grad_norm": 0.2302418202161789,
      "learning_rate": 4.838709677419355e-08,
      "loss": 0.5126,
      "step": 618
    },
    {
      "epoch": 0.9983870967741936,
      "grad_norm": 0.263541042804718,
      "learning_rate": 3.2258064516129035e-08,
      "loss": 0.5274,
      "step": 619
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.23829706013202667,
      "learning_rate": 1.6129032258064518e-08,
      "loss": 0.5249,
      "step": 620
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 620,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.461281793140326e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}