{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 19.97088108209656,
  "eval_steps": 500,
  "global_step": 13300,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.015029118917903438,
      "grad_norm": 0.2293534129858017,
      "learning_rate": 6.766917293233083e-07,
      "loss": 1.5634,
      "step": 10
    },
    {
      "epoch": 0.030058237835806877,
      "grad_norm": 0.2535412907600403,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 1.5043,
      "step": 20
    },
    {
      "epoch": 0.04508735675371031,
      "grad_norm": 0.3165118992328644,
      "learning_rate": 2.1804511278195492e-06,
      "loss": 1.5571,
      "step": 30
    },
    {
      "epoch": 0.06011647567161375,
      "grad_norm": 0.27761849761009216,
      "learning_rate": 2.9323308270676694e-06,
      "loss": 1.5064,
      "step": 40
    },
    {
      "epoch": 0.0751455945895172,
      "grad_norm": 0.34336039423942566,
      "learning_rate": 3.6842105263157892e-06,
      "loss": 1.5299,
      "step": 50
    },
    {
      "epoch": 0.09017471350742062,
      "grad_norm": 0.4327663481235504,
      "learning_rate": 4.436090225563911e-06,
      "loss": 1.5351,
      "step": 60
    },
    {
      "epoch": 0.10520383242532406,
      "grad_norm": 0.4244738221168518,
      "learning_rate": 5.187969924812031e-06,
      "loss": 1.4876,
      "step": 70
    },
    {
      "epoch": 0.1202329513432275,
      "grad_norm": 0.39235126972198486,
      "learning_rate": 5.939849624060151e-06,
      "loss": 1.4138,
      "step": 80
    },
    {
      "epoch": 0.13526207026113093,
      "grad_norm": 0.36149346828460693,
      "learning_rate": 6.691729323308271e-06,
      "loss": 1.3901,
      "step": 90
    },
    {
      "epoch": 0.1502911891790344,
      "grad_norm": 0.2174796313047409,
      "learning_rate": 7.4436090225563915e-06,
      "loss": 1.284,
      "step": 100
    },
    {
      "epoch": 0.16532030809693782,
      "grad_norm": 0.19376038014888763,
      "learning_rate": 8.195488721804512e-06,
      "loss": 1.2713,
      "step": 110
    },
    {
      "epoch": 0.18034942701484125,
      "grad_norm": 0.18585975468158722,
      "learning_rate": 8.947368421052632e-06,
      "loss": 1.2301,
      "step": 120
    },
    {
      "epoch": 0.1953785459327447,
      "grad_norm": 0.18462727963924408,
      "learning_rate": 9.699248120300752e-06,
      "loss": 1.231,
      "step": 130
    },
    {
      "epoch": 0.21040766485064813,
      "grad_norm": 0.16348238289356232,
      "learning_rate": 1.0451127819548872e-05,
      "loss": 1.2167,
      "step": 140
    },
    {
      "epoch": 0.22543678376855156,
      "grad_norm": 0.17574988305568695,
      "learning_rate": 1.1203007518796992e-05,
      "loss": 1.1999,
      "step": 150
    },
    {
      "epoch": 0.240465902686455,
      "grad_norm": 0.14682741463184357,
      "learning_rate": 1.1954887218045113e-05,
      "loss": 1.2491,
      "step": 160
    },
    {
      "epoch": 0.25549502160435844,
      "grad_norm": 0.1753804236650467,
      "learning_rate": 1.2706766917293233e-05,
      "loss": 1.2036,
      "step": 170
    },
    {
      "epoch": 0.27052414052226187,
      "grad_norm": 0.17857442796230316,
      "learning_rate": 1.3458646616541353e-05,
      "loss": 1.1822,
      "step": 180
    },
    {
      "epoch": 0.2855532594401653,
      "grad_norm": 0.18367990851402283,
      "learning_rate": 1.4210526315789475e-05,
      "loss": 1.1679,
      "step": 190
    },
    {
      "epoch": 0.3005823783580688,
      "grad_norm": 0.20284640789031982,
      "learning_rate": 1.4962406015037595e-05,
      "loss": 1.1337,
      "step": 200
    },
    {
      "epoch": 0.3156114972759722,
      "grad_norm": 0.16659210622310638,
      "learning_rate": 1.5714285714285715e-05,
      "loss": 1.181,
      "step": 210
    },
    {
      "epoch": 0.33064061619387564,
      "grad_norm": 0.1798979490995407,
      "learning_rate": 1.6466165413533834e-05,
      "loss": 1.1785,
      "step": 220
    },
    {
      "epoch": 0.34566973511177906,
      "grad_norm": 0.1689957082271576,
      "learning_rate": 1.7218045112781956e-05,
      "loss": 1.1489,
      "step": 230
    },
    {
      "epoch": 0.3606988540296825,
      "grad_norm": 0.199369415640831,
      "learning_rate": 1.7969924812030074e-05,
      "loss": 1.1677,
      "step": 240
    },
    {
      "epoch": 0.375727972947586,
      "grad_norm": 0.23965977132320404,
      "learning_rate": 1.8721804511278196e-05,
      "loss": 1.1516,
      "step": 250
    },
    {
      "epoch": 0.3907570918654894,
      "grad_norm": 0.18958410620689392,
      "learning_rate": 1.9473684210526315e-05,
      "loss": 1.1278,
      "step": 260
    },
    {
      "epoch": 0.40578621078339283,
      "grad_norm": 0.20659048855304718,
      "learning_rate": 2.0225563909774437e-05,
      "loss": 1.1613,
      "step": 270
    },
    {
      "epoch": 0.42081532970129626,
      "grad_norm": 0.22374583780765533,
      "learning_rate": 2.097744360902256e-05,
      "loss": 1.1348,
      "step": 280
    },
    {
      "epoch": 0.4358444486191997,
      "grad_norm": 0.22938427329063416,
      "learning_rate": 2.1729323308270677e-05,
      "loss": 1.157,
      "step": 290
    },
    {
      "epoch": 0.4508735675371031,
      "grad_norm": 0.2688145935535431,
      "learning_rate": 2.24812030075188e-05,
      "loss": 1.1329,
      "step": 300
    },
    {
      "epoch": 0.4659026864550066,
      "grad_norm": 0.21894283592700958,
      "learning_rate": 2.3233082706766917e-05,
      "loss": 1.1197,
      "step": 310
    },
    {
      "epoch": 0.48093180537291,
      "grad_norm": 0.2249055653810501,
      "learning_rate": 2.398496240601504e-05,
      "loss": 1.127,
      "step": 320
    },
    {
      "epoch": 0.49596092429081345,
      "grad_norm": 0.2487722635269165,
      "learning_rate": 2.4736842105263158e-05,
      "loss": 1.1331,
      "step": 330
    },
    {
      "epoch": 0.5109900432087169,
      "grad_norm": 0.2143404483795166,
      "learning_rate": 2.548872180451128e-05,
      "loss": 1.1342,
      "step": 340
    },
    {
      "epoch": 0.5260191621266204,
      "grad_norm": 0.27003639936447144,
      "learning_rate": 2.6240601503759398e-05,
      "loss": 1.133,
      "step": 350
    },
    {
      "epoch": 0.5410482810445237,
      "grad_norm": 0.25785332918167114,
      "learning_rate": 2.699248120300752e-05,
      "loss": 1.1284,
      "step": 360
    },
    {
      "epoch": 0.5560773999624272,
      "grad_norm": 0.24334581196308136,
      "learning_rate": 2.774436090225564e-05,
      "loss": 1.1149,
      "step": 370
    },
    {
      "epoch": 0.5711065188803306,
      "grad_norm": 0.23162595927715302,
      "learning_rate": 2.849624060150376e-05,
      "loss": 1.144,
      "step": 380
    },
    {
      "epoch": 0.5861356377982341,
      "grad_norm": 0.2650283873081207,
      "learning_rate": 2.924812030075188e-05,
      "loss": 1.1431,
      "step": 390
    },
    {
      "epoch": 0.6011647567161376,
      "grad_norm": 0.2596570551395416,
      "learning_rate": 3e-05,
      "loss": 1.1211,
      "step": 400
    },
    {
      "epoch": 0.6161938756340409,
      "grad_norm": 0.25908759236335754,
      "learning_rate": 3.075187969924812e-05,
      "loss": 1.1287,
      "step": 410
    },
    {
      "epoch": 0.6312229945519444,
      "grad_norm": 0.24592378735542297,
      "learning_rate": 3.150375939849624e-05,
      "loss": 1.0913,
      "step": 420
    },
    {
      "epoch": 0.6462521134698478,
      "grad_norm": 0.2371867448091507,
      "learning_rate": 3.225563909774436e-05,
      "loss": 1.1435,
      "step": 430
    },
    {
      "epoch": 0.6612812323877513,
      "grad_norm": 0.25050684809684753,
      "learning_rate": 3.300751879699248e-05,
      "loss": 1.1009,
      "step": 440
    },
    {
      "epoch": 0.6763103513056548,
      "grad_norm": 0.26998868584632874,
      "learning_rate": 3.3759398496240603e-05,
      "loss": 1.1018,
      "step": 450
    },
    {
      "epoch": 0.6913394702235581,
      "grad_norm": 0.255825012922287,
      "learning_rate": 3.451127819548872e-05,
      "loss": 1.096,
      "step": 460
    },
    {
      "epoch": 0.7063685891414616,
      "grad_norm": 0.2328484058380127,
      "learning_rate": 3.526315789473684e-05,
      "loss": 1.1083,
      "step": 470
    },
    {
      "epoch": 0.721397708059365,
      "grad_norm": 0.2772115170955658,
      "learning_rate": 3.6015037593984966e-05,
      "loss": 1.1243,
      "step": 480
    },
    {
      "epoch": 0.7364268269772685,
      "grad_norm": 0.2620559334754944,
      "learning_rate": 3.6766917293233084e-05,
      "loss": 1.1357,
      "step": 490
    },
    {
      "epoch": 0.751455945895172,
      "grad_norm": 0.2600899934768677,
      "learning_rate": 3.75187969924812e-05,
      "loss": 1.1044,
      "step": 500
    },
    {
      "epoch": 0.7664850648130753,
      "grad_norm": 0.23489312827587128,
      "learning_rate": 3.827067669172932e-05,
      "loss": 1.1028,
      "step": 510
    },
    {
      "epoch": 0.7815141837309788,
      "grad_norm": 0.2843015491962433,
      "learning_rate": 3.9022556390977447e-05,
      "loss": 1.1234,
      "step": 520
    },
    {
      "epoch": 0.7965433026488822,
      "grad_norm": 0.27744609117507935,
      "learning_rate": 3.9774436090225565e-05,
      "loss": 1.0939,
      "step": 530
    },
    {
      "epoch": 0.8115724215667857,
      "grad_norm": 0.2344987690448761,
      "learning_rate": 4.0526315789473684e-05,
      "loss": 1.094,
      "step": 540
    },
    {
      "epoch": 0.826601540484689,
      "grad_norm": 0.2847677171230316,
      "learning_rate": 4.12781954887218e-05,
      "loss": 1.1,
      "step": 550
    },
    {
      "epoch": 0.8416306594025925,
      "grad_norm": 0.3026759922504425,
      "learning_rate": 4.203007518796993e-05,
      "loss": 1.1191,
      "step": 560
    },
    {
      "epoch": 0.856659778320496,
      "grad_norm": 0.38774576783180237,
      "learning_rate": 4.2781954887218046e-05,
      "loss": 1.1273,
      "step": 570
    },
    {
      "epoch": 0.8716888972383994,
      "grad_norm": 0.28009462356567383,
      "learning_rate": 4.3533834586466164e-05,
      "loss": 1.081,
      "step": 580
    },
    {
      "epoch": 0.8867180161563029,
      "grad_norm": 0.2575189471244812,
      "learning_rate": 4.428571428571428e-05,
      "loss": 1.1077,
      "step": 590
    },
    {
      "epoch": 0.9017471350742062,
      "grad_norm": 0.2847520112991333,
      "learning_rate": 4.503759398496241e-05,
      "loss": 1.1041,
      "step": 600
    },
    {
      "epoch": 0.9167762539921097,
      "grad_norm": 0.31493791937828064,
      "learning_rate": 4.5789473684210527e-05,
      "loss": 1.1406,
      "step": 610
    },
    {
      "epoch": 0.9318053729100132,
      "grad_norm": 0.2649036645889282,
      "learning_rate": 4.6541353383458645e-05,
      "loss": 1.0949,
      "step": 620
    },
    {
      "epoch": 0.9468344918279166,
      "grad_norm": 0.29710251092910767,
      "learning_rate": 4.729323308270677e-05,
      "loss": 1.0853,
      "step": 630
    },
    {
      "epoch": 0.96186361074582,
      "grad_norm": 0.26907584071159363,
      "learning_rate": 4.804511278195489e-05,
      "loss": 1.1092,
      "step": 640
    },
    {
      "epoch": 0.9768927296637234,
      "grad_norm": 0.3357178568840027,
      "learning_rate": 4.879699248120301e-05,
      "loss": 1.1179,
      "step": 650
    },
    {
      "epoch": 0.9919218485816269,
      "grad_norm": 0.2772427201271057,
      "learning_rate": 4.9548872180451126e-05,
      "loss": 1.0903,
      "step": 660
    },
    {
      "epoch": 1.0060116475671614,
      "grad_norm": 0.26991239190101624,
      "learning_rate": 5.030075187969925e-05,
      "loss": 1.1113,
      "step": 670
    },
    {
      "epoch": 1.021040766485065,
      "grad_norm": 0.24760043621063232,
      "learning_rate": 5.1052631578947376e-05,
      "loss": 1.068,
      "step": 680
    },
    {
      "epoch": 1.0360698854029682,
      "grad_norm": 0.28557974100112915,
      "learning_rate": 5.180451127819549e-05,
      "loss": 1.0954,
      "step": 690
    },
    {
      "epoch": 1.0510990043208717,
      "grad_norm": 0.3007003962993622,
      "learning_rate": 5.2556390977443613e-05,
      "loss": 1.0944,
      "step": 700
    },
    {
      "epoch": 1.0661281232387751,
      "grad_norm": 0.30276528000831604,
      "learning_rate": 5.330827067669173e-05,
      "loss": 1.0945,
      "step": 710
    },
    {
      "epoch": 1.0811572421566786,
      "grad_norm": 0.26913130283355713,
      "learning_rate": 5.406015037593986e-05,
      "loss": 1.112,
      "step": 720
    },
    {
      "epoch": 1.0961863610745821,
      "grad_norm": 0.289982408285141,
      "learning_rate": 5.481203007518797e-05,
      "loss": 1.0891,
      "step": 730
    },
    {
      "epoch": 1.1112154799924854,
      "grad_norm": 0.28320783376693726,
      "learning_rate": 5.5563909774436094e-05,
      "loss": 1.094,
      "step": 740
    },
    {
      "epoch": 1.1262445989103889,
      "grad_norm": 0.31406116485595703,
      "learning_rate": 5.631578947368421e-05,
      "loss": 1.0853,
      "step": 750
    },
    {
      "epoch": 1.1412737178282923,
      "grad_norm": 0.299730122089386,
      "learning_rate": 5.706766917293234e-05,
      "loss": 1.1048,
      "step": 760
    },
    {
      "epoch": 1.1563028367461958,
      "grad_norm": 0.30774202942848206,
      "learning_rate": 5.781954887218045e-05,
      "loss": 1.0549,
      "step": 770
    },
    {
      "epoch": 1.1713319556640993,
      "grad_norm": 0.325926810503006,
      "learning_rate": 5.8571428571428575e-05,
      "loss": 1.0823,
      "step": 780
    },
    {
      "epoch": 1.1863610745820026,
      "grad_norm": 0.31851741671562195,
      "learning_rate": 5.9323308270676694e-05,
      "loss": 1.0989,
      "step": 790
    },
    {
      "epoch": 1.201390193499906,
      "grad_norm": 0.3333583474159241,
      "learning_rate": 6.007518796992482e-05,
      "loss": 1.0625,
      "step": 800
    },
    {
      "epoch": 1.2164193124178095,
      "grad_norm": 0.3349563479423523,
      "learning_rate": 6.082706766917293e-05,
      "loss": 1.1002,
      "step": 810
    },
    {
      "epoch": 1.231448431335713,
      "grad_norm": 0.3039754629135132,
      "learning_rate": 6.157894736842106e-05,
      "loss": 1.0927,
      "step": 820
    },
    {
      "epoch": 1.2464775502536165,
      "grad_norm": 0.3020300269126892,
      "learning_rate": 6.233082706766917e-05,
      "loss": 1.0983,
      "step": 830
    },
    {
      "epoch": 1.2615066691715198,
      "grad_norm": 0.31834477186203003,
      "learning_rate": 6.308270676691729e-05,
      "loss": 1.0628,
      "step": 840
    },
    {
      "epoch": 1.2765357880894233,
      "grad_norm": 0.3013087809085846,
      "learning_rate": 6.383458646616541e-05,
      "loss": 1.0683,
      "step": 850
    },
    {
      "epoch": 1.2915649070073267,
      "grad_norm": 0.3001497983932495,
      "learning_rate": 6.458646616541354e-05,
      "loss": 1.0858,
      "step": 860
    },
    {
      "epoch": 1.30659402592523,
      "grad_norm": 0.32003313302993774,
      "learning_rate": 6.533834586466165e-05,
      "loss": 1.0747,
      "step": 870
    },
    {
      "epoch": 1.3216231448431337,
      "grad_norm": 0.3063625693321228,
      "learning_rate": 6.609022556390978e-05,
      "loss": 1.1008,
      "step": 880
    },
    {
      "epoch": 1.336652263761037,
      "grad_norm": 0.27760475873947144,
      "learning_rate": 6.68421052631579e-05,
      "loss": 1.0903,
      "step": 890
    },
    {
      "epoch": 1.3516813826789404,
      "grad_norm": 0.25132644176483154,
      "learning_rate": 6.759398496240602e-05,
      "loss": 1.0808,
      "step": 900
    },
    {
      "epoch": 1.366710501596844,
      "grad_norm": 0.2900444567203522,
      "learning_rate": 6.834586466165414e-05,
      "loss": 1.0755,
      "step": 910
    },
    {
      "epoch": 1.3817396205147472,
      "grad_norm": 0.2900155484676361,
      "learning_rate": 6.909774436090227e-05,
      "loss": 1.0797,
      "step": 920
    },
    {
      "epoch": 1.396768739432651,
      "grad_norm": 0.31477174162864685,
      "learning_rate": 6.984962406015037e-05,
      "loss": 1.076,
      "step": 930
    },
    {
      "epoch": 1.4117978583505542,
      "grad_norm": 0.3233202397823334,
      "learning_rate": 7.06015037593985e-05,
      "loss": 1.0968,
      "step": 940
    },
    {
      "epoch": 1.4268269772684576,
      "grad_norm": 0.30731186270713806,
      "learning_rate": 7.135338345864661e-05,
      "loss": 1.0976,
      "step": 950
    },
    {
      "epoch": 1.4418560961863611,
      "grad_norm": 0.24933114647865295,
      "learning_rate": 7.210526315789474e-05,
      "loss": 1.0713,
      "step": 960
    },
    {
      "epoch": 1.4568852151042644,
      "grad_norm": 0.2990662753582001,
      "learning_rate": 7.285714285714286e-05,
      "loss": 1.0988,
      "step": 970
    },
    {
      "epoch": 1.4719143340221679,
      "grad_norm": 0.25678712129592896,
      "learning_rate": 7.360902255639098e-05,
      "loss": 1.0874,
      "step": 980
    },
    {
      "epoch": 1.4869434529400714,
      "grad_norm": 0.3273868262767792,
      "learning_rate": 7.43609022556391e-05,
      "loss": 1.1036,
      "step": 990
    },
    {
      "epoch": 1.5019725718579748,
      "grad_norm": 0.26454275846481323,
      "learning_rate": 7.511278195488723e-05,
      "loss": 1.0713,
      "step": 1000
    },
    {
      "epoch": 1.5170016907758783,
      "grad_norm": 0.2492770105600357,
      "learning_rate": 7.586466165413533e-05,
      "loss": 1.063,
      "step": 1010
    },
    {
      "epoch": 1.5320308096937816,
      "grad_norm": 0.28998205065727234,
      "learning_rate": 7.661654135338347e-05,
      "loss": 1.0866,
      "step": 1020
    },
    {
      "epoch": 1.5470599286116853,
      "grad_norm": 0.26011377573013306,
      "learning_rate": 7.736842105263159e-05,
      "loss": 1.0615,
      "step": 1030
    },
    {
      "epoch": 1.5620890475295885,
      "grad_norm": 0.25039157271385193,
      "learning_rate": 7.81203007518797e-05,
      "loss": 1.0613,
      "step": 1040
    },
    {
      "epoch": 1.577118166447492,
      "grad_norm": 0.26238375902175903,
      "learning_rate": 7.887218045112782e-05,
      "loss": 1.0927,
      "step": 1050
    },
    {
      "epoch": 1.5921472853653955,
      "grad_norm": 0.23926205933094025,
      "learning_rate": 7.962406015037594e-05,
      "loss": 1.0568,
      "step": 1060
    },
    {
      "epoch": 1.6071764042832988,
      "grad_norm": 0.24725791811943054,
      "learning_rate": 8.037593984962406e-05,
      "loss": 1.0772,
      "step": 1070
    },
    {
      "epoch": 1.6222055232012025,
      "grad_norm": 0.25732311606407166,
      "learning_rate": 8.112781954887219e-05,
      "loss": 1.1058,
      "step": 1080
    },
    {
      "epoch": 1.6372346421191057,
      "grad_norm": 0.2595824897289276,
      "learning_rate": 8.18796992481203e-05,
      "loss": 1.1056,
      "step": 1090
    },
    {
      "epoch": 1.6522637610370092,
      "grad_norm": 0.25049930810928345,
      "learning_rate": 8.263157894736843e-05,
      "loss": 1.0818,
      "step": 1100
    },
    {
      "epoch": 1.6672928799549127,
      "grad_norm": 0.2525707185268402,
      "learning_rate": 8.338345864661655e-05,
      "loss": 1.1147,
      "step": 1110
    },
    {
      "epoch": 1.682321998872816,
      "grad_norm": 0.25421109795570374,
      "learning_rate": 8.413533834586467e-05,
      "loss": 1.0959,
      "step": 1120
    },
    {
      "epoch": 1.6973511177907197,
      "grad_norm": 0.2396637499332428,
      "learning_rate": 8.488721804511278e-05,
      "loss": 1.1012,
      "step": 1130
    },
    {
      "epoch": 1.712380236708623,
      "grad_norm": 0.24933594465255737,
      "learning_rate": 8.56390977443609e-05,
      "loss": 1.0931,
      "step": 1140
    },
    {
      "epoch": 1.7274093556265264,
      "grad_norm": 0.2631904184818268,
      "learning_rate": 8.639097744360902e-05,
      "loss": 1.1116,
      "step": 1150
    },
    {
      "epoch": 1.74243847454443,
      "grad_norm": 0.25884145498275757,
      "learning_rate": 8.714285714285715e-05,
      "loss": 1.0957,
      "step": 1160
    },
    {
      "epoch": 1.7574675934623332,
      "grad_norm": 0.23709504306316376,
      "learning_rate": 8.789473684210526e-05,
      "loss": 1.0804,
      "step": 1170
    },
    {
      "epoch": 1.7724967123802369,
      "grad_norm": 0.25201550126075745,
      "learning_rate": 8.864661654135339e-05,
      "loss": 1.0887,
      "step": 1180
    },
    {
      "epoch": 1.7875258312981401,
      "grad_norm": 0.2535940110683441,
      "learning_rate": 8.939849624060151e-05,
      "loss": 1.0748,
      "step": 1190
    },
    {
      "epoch": 1.8025549502160436,
      "grad_norm": 0.2509770691394806,
      "learning_rate": 9.015037593984963e-05,
      "loss": 1.1021,
      "step": 1200
    },
    {
      "epoch": 1.817584069133947,
      "grad_norm": 0.23271974921226501,
      "learning_rate": 9.090225563909775e-05,
      "loss": 1.0516,
      "step": 1210
    },
    {
      "epoch": 1.8326131880518504,
      "grad_norm": 0.249566912651062,
      "learning_rate": 9.165413533834586e-05,
      "loss": 1.0766,
      "step": 1220
    },
    {
      "epoch": 1.8476423069697538,
      "grad_norm": 0.22922058403491974,
      "learning_rate": 9.240601503759398e-05,
      "loss": 1.1056,
      "step": 1230
    },
    {
      "epoch": 1.8626714258876573,
      "grad_norm": 0.24767987430095673,
      "learning_rate": 9.315789473684211e-05,
      "loss": 1.0934,
      "step": 1240
    },
    {
      "epoch": 1.8777005448055608,
      "grad_norm": 0.23084762692451477,
      "learning_rate": 9.390977443609022e-05,
      "loss": 1.0894,
      "step": 1250
    },
    {
      "epoch": 1.8927296637234643,
      "grad_norm": 0.24973560869693756,
      "learning_rate": 9.466165413533835e-05,
      "loss": 1.0788,
      "step": 1260
    },
    {
      "epoch": 1.9077587826413676,
      "grad_norm": 0.248574361205101,
      "learning_rate": 9.541353383458647e-05,
      "loss": 1.0829,
      "step": 1270
    },
    {
      "epoch": 1.922787901559271,
      "grad_norm": 0.24072329699993134,
      "learning_rate": 9.616541353383459e-05,
      "loss": 1.1161,
      "step": 1280
    },
    {
      "epoch": 1.9378170204771745,
      "grad_norm": 0.2310166209936142,
      "learning_rate": 9.69172932330827e-05,
      "loss": 1.0682,
      "step": 1290
    },
    {
      "epoch": 1.952846139395078,
      "grad_norm": 0.23928825557231903,
      "learning_rate": 9.766917293233084e-05,
      "loss": 1.1194,
      "step": 1300
    },
    {
      "epoch": 1.9678752583129815,
      "grad_norm": 0.2643069624900818,
      "learning_rate": 9.842105263157894e-05,
      "loss": 1.0712,
      "step": 1310
    },
    {
      "epoch": 1.9829043772308848,
      "grad_norm": 0.2541036307811737,
      "learning_rate": 9.917293233082708e-05,
      "loss": 1.0847,
      "step": 1320
    },
    {
      "epoch": 1.9979334961487882,
      "grad_norm": 0.2341761291027069,
      "learning_rate": 9.99248120300752e-05,
      "loss": 1.0847,
      "step": 1330
    },
    {
      "epoch": 2.012023295134323,
      "grad_norm": 0.2271430492401123,
      "learning_rate": 9.999986051218537e-05,
      "loss": 1.0459,
      "step": 1340
    },
    {
      "epoch": 2.027052414052226,
      "grad_norm": 0.2847868800163269,
      "learning_rate": 9.999937833308459e-05,
      "loss": 1.0499,
      "step": 1350
    },
    {
      "epoch": 2.04208153297013,
      "grad_norm": 0.283787339925766,
      "learning_rate": 9.999855174394648e-05,
      "loss": 1.0434,
      "step": 1360
    },
    {
      "epoch": 2.057110651888033,
      "grad_norm": 0.3147590756416321,
      "learning_rate": 9.999738075046483e-05,
      "loss": 1.053,
      "step": 1370
    },
    {
      "epoch": 2.0721397708059364,
      "grad_norm": 0.26797565817832947,
      "learning_rate": 9.999586536070575e-05,
      "loss": 1.0599,
      "step": 1380
    },
    {
      "epoch": 2.08716888972384,
      "grad_norm": 0.3145821988582611,
      "learning_rate": 9.99940055851077e-05,
      "loss": 1.053,
      "step": 1390
    },
    {
      "epoch": 2.1021980086417433,
      "grad_norm": 0.2934500277042389,
      "learning_rate": 9.999180143648135e-05,
      "loss": 1.0613,
      "step": 1400
    },
    {
      "epoch": 2.117227127559647,
      "grad_norm": 0.26865336298942566,
      "learning_rate": 9.998925293000949e-05,
      "loss": 1.0548,
      "step": 1410
    },
    {
      "epoch": 2.1322562464775503,
      "grad_norm": 0.3006330132484436,
      "learning_rate": 9.998636008324698e-05,
      "loss": 1.0362,
      "step": 1420
    },
    {
      "epoch": 2.1472853653954536,
      "grad_norm": 0.3416139483451843,
      "learning_rate": 9.998312291612057e-05,
      "loss": 1.0588,
      "step": 1430
    },
    {
      "epoch": 2.1623144843133573,
      "grad_norm": 0.3035484552383423,
      "learning_rate": 9.997954145092878e-05,
      "loss": 1.0675,
      "step": 1440
    },
    {
      "epoch": 2.1773436032312605,
      "grad_norm": 0.2740626335144043,
      "learning_rate": 9.997561571234179e-05,
      "loss": 1.0435,
      "step": 1450
    },
    {
      "epoch": 2.1923727221491642,
      "grad_norm": 0.2556332051753998,
      "learning_rate": 9.997134572740121e-05,
      "loss": 1.0803,
      "step": 1460
    },
    {
      "epoch": 2.2074018410670675,
      "grad_norm": 0.30163928866386414,
      "learning_rate": 9.996673152551991e-05,
      "loss": 1.0734,
      "step": 1470
    },
    {
      "epoch": 2.2224309599849708,
      "grad_norm": 0.3375592529773712,
      "learning_rate": 9.996177313848184e-05,
      "loss": 1.0906,
      "step": 1480
    },
    {
      "epoch": 2.2374600789028745,
      "grad_norm": 0.2721370756626129,
      "learning_rate": 9.995647060044177e-05,
      "loss": 1.0335,
      "step": 1490
    },
    {
      "epoch": 2.2524891978207777,
      "grad_norm": 0.26590871810913086,
      "learning_rate": 9.995082394792514e-05,
      "loss": 1.0448,
      "step": 1500
    },
    {
      "epoch": 2.2675183167386814,
      "grad_norm": 0.31041955947875977,
      "learning_rate": 9.994483321982768e-05,
      "loss": 1.0715,
      "step": 1510
    },
    {
      "epoch": 2.2825474356565847,
      "grad_norm": 0.2897711396217346,
      "learning_rate": 9.993849845741524e-05,
      "loss": 1.0564,
      "step": 1520
    },
    {
      "epoch": 2.297576554574488,
      "grad_norm": 0.3064815402030945,
      "learning_rate": 9.993181970432349e-05,
      "loss": 1.0634,
      "step": 1530
    },
    {
      "epoch": 2.3126056734923917,
      "grad_norm": 0.28484266996383667,
      "learning_rate": 9.99247970065576e-05,
      "loss": 1.0742,
      "step": 1540
    },
    {
      "epoch": 2.327634792410295,
      "grad_norm": 0.2922673523426056,
      "learning_rate": 9.99174304124919e-05,
      "loss": 1.0851,
      "step": 1550
    },
    {
      "epoch": 2.3426639113281986,
      "grad_norm": 0.3106658160686493,
      "learning_rate": 9.990971997286961e-05,
      "loss": 1.1097,
      "step": 1560
    },
    {
      "epoch": 2.357693030246102,
      "grad_norm": 0.30149292945861816,
      "learning_rate": 9.990166574080246e-05,
      "loss": 1.048,
      "step": 1570
    },
    {
      "epoch": 2.372722149164005,
      "grad_norm": 0.2597978115081787,
      "learning_rate": 9.989326777177028e-05,
      "loss": 1.029,
      "step": 1580
    },
    {
      "epoch": 2.387751268081909,
      "grad_norm": 0.24886192381381989,
      "learning_rate": 9.988452612362071e-05,
      "loss": 1.054,
      "step": 1590
    },
    {
      "epoch": 2.402780386999812,
      "grad_norm": 0.3196369707584381,
      "learning_rate": 9.987544085656873e-05,
      "loss": 1.0715,
      "step": 1600
    },
    {
      "epoch": 2.417809505917716,
      "grad_norm": 0.28219732642173767,
      "learning_rate": 9.986601203319623e-05,
      "loss": 1.0631,
      "step": 1610
    },
    {
      "epoch": 2.432838624835619,
      "grad_norm": 0.2625892162322998,
      "learning_rate": 9.985623971845169e-05,
      "loss": 1.0699,
      "step": 1620
    },
    {
      "epoch": 2.4478677437535223,
      "grad_norm": 0.26191845536231995,
      "learning_rate": 9.984612397964956e-05,
      "loss": 1.0536,
      "step": 1630
    },
    {
      "epoch": 2.462896862671426,
      "grad_norm": 0.27230942249298096,
      "learning_rate": 9.983566488646999e-05,
      "loss": 1.0924,
      "step": 1640
    },
    {
      "epoch": 2.4779259815893293,
      "grad_norm": 0.2692161500453949,
      "learning_rate": 9.982486251095817e-05,
      "loss": 1.0414,
      "step": 1650
    },
    {
      "epoch": 2.492955100507233,
      "grad_norm": 0.2909376323223114,
      "learning_rate": 9.981371692752401e-05,
      "loss": 1.0797,
      "step": 1660
    },
    {
      "epoch": 2.5079842194251363,
      "grad_norm": 0.3020433783531189,
      "learning_rate": 9.980222821294143e-05,
      "loss": 1.0637,
      "step": 1670
    },
    {
      "epoch": 2.5230133383430395,
      "grad_norm": 0.2783840596675873,
      "learning_rate": 9.979039644634802e-05,
      "loss": 1.0617,
      "step": 1680
    },
    {
      "epoch": 2.5380424572609432,
      "grad_norm": 0.27026644349098206,
      "learning_rate": 9.977822170924434e-05,
      "loss": 1.0515,
      "step": 1690
    },
    {
      "epoch": 2.5530715761788465,
      "grad_norm": 0.2597585618495941,
      "learning_rate": 9.97657040854935e-05,
      "loss": 1.0541,
      "step": 1700
    },
    {
      "epoch": 2.56810069509675,
      "grad_norm": 0.2972753345966339,
      "learning_rate": 9.975284366132047e-05,
      "loss": 1.0541,
      "step": 1710
    },
    {
      "epoch": 2.5831298140146535,
      "grad_norm": 0.25682052969932556,
      "learning_rate": 9.973964052531154e-05,
      "loss": 1.0533,
      "step": 1720
    },
    {
      "epoch": 2.5981589329325567,
      "grad_norm": 0.2819693684577942,
      "learning_rate": 9.972609476841367e-05,
      "loss": 1.0458,
      "step": 1730
    },
    {
      "epoch": 2.61318805185046,
      "grad_norm": 0.28979477286338806,
      "learning_rate": 9.971220648393394e-05,
      "loss": 1.0747,
      "step": 1740
    },
    {
      "epoch": 2.6282171707683637,
      "grad_norm": 0.2849046289920807,
      "learning_rate": 9.96979757675388e-05,
      "loss": 1.05,
      "step": 1750
    },
    {
      "epoch": 2.6432462896862674,
      "grad_norm": 0.28079524636268616,
      "learning_rate": 9.968340271725352e-05,
      "loss": 1.0755,
      "step": 1760
    },
    {
      "epoch": 2.6582754086041707,
      "grad_norm": 0.27980852127075195,
      "learning_rate": 9.966848743346144e-05,
      "loss": 1.0874,
      "step": 1770
    },
    {
      "epoch": 2.673304527522074,
      "grad_norm": 0.25519728660583496,
      "learning_rate": 9.965323001890331e-05,
      "loss": 1.0319,
      "step": 1780
    },
    {
      "epoch": 2.688333646439977,
      "grad_norm": 0.25402480363845825,
      "learning_rate": 9.963763057867656e-05,
      "loss": 1.0268,
      "step": 1790
    },
    {
      "epoch": 2.703362765357881,
      "grad_norm": 0.25798556208610535,
      "learning_rate": 9.962168922023462e-05,
      "loss": 1.0365,
      "step": 1800
    },
    {
      "epoch": 2.7183918842757846,
      "grad_norm": 0.2535860538482666,
      "learning_rate": 9.960540605338613e-05,
      "loss": 1.0543,
      "step": 1810
    },
    {
      "epoch": 2.733421003193688,
      "grad_norm": 0.26214438676834106,
      "learning_rate": 9.958878119029418e-05,
      "loss": 1.0336,
      "step": 1820
    },
    {
      "epoch": 2.748450122111591,
      "grad_norm": 0.27087315917015076,
      "learning_rate": 9.957181474547563e-05,
      "loss": 1.0457,
      "step": 1830
    },
    {
      "epoch": 2.7634792410294944,
      "grad_norm": 0.27433788776397705,
      "learning_rate": 9.955450683580018e-05,
      "loss": 1.07,
      "step": 1840
    },
    {
      "epoch": 2.778508359947398,
      "grad_norm": 0.2705138027667999,
      "learning_rate": 9.953685758048967e-05,
      "loss": 1.0403,
      "step": 1850
    },
    {
      "epoch": 2.793537478865302,
      "grad_norm": 0.2626933157444,
      "learning_rate": 9.951886710111723e-05,
      "loss": 1.0464,
      "step": 1860
    },
    {
      "epoch": 2.808566597783205,
      "grad_norm": 0.27033478021621704,
      "learning_rate": 9.950053552160644e-05,
      "loss": 1.0653,
      "step": 1870
    },
    {
      "epoch": 2.8235957167011083,
      "grad_norm": 0.2985825836658478,
      "learning_rate": 9.948186296823048e-05,
      "loss": 1.0417,
      "step": 1880
    },
    {
      "epoch": 2.8386248356190116,
      "grad_norm": 0.2883852422237396,
      "learning_rate": 9.94628495696112e-05,
      "loss": 1.0503,
      "step": 1890
    },
    {
      "epoch": 2.8536539545369153,
      "grad_norm": 0.25887343287467957,
      "learning_rate": 9.94434954567184e-05,
      "loss": 1.0526,
      "step": 1900
    },
    {
      "epoch": 2.868683073454819,
      "grad_norm": 0.26801565289497375,
      "learning_rate": 9.94238007628687e-05,
      "loss": 1.0917,
      "step": 1910
    },
    {
      "epoch": 2.8837121923727222,
      "grad_norm": 0.2502713203430176,
      "learning_rate": 9.940376562372482e-05,
      "loss": 1.0638,
      "step": 1920
    },
    {
      "epoch": 2.8987413112906255,
      "grad_norm": 0.2549043297767639,
      "learning_rate": 9.93833901772945e-05,
      "loss": 1.0438,
      "step": 1930
    },
    {
      "epoch": 2.9137704302085288,
      "grad_norm": 0.26013997197151184,
      "learning_rate": 9.936267456392971e-05,
      "loss": 1.0759,
      "step": 1940
    },
    {
      "epoch": 2.9287995491264325,
      "grad_norm": 0.29080161452293396,
      "learning_rate": 9.934161892632547e-05,
      "loss": 1.0387,
      "step": 1950
    },
    {
      "epoch": 2.9438286680443357,
      "grad_norm": 0.27860552072525024,
      "learning_rate": 9.932022340951909e-05,
      "loss": 1.0339,
      "step": 1960
    },
    {
      "epoch": 2.9588577869622394,
      "grad_norm": 0.25391969084739685,
      "learning_rate": 9.929848816088897e-05,
      "loss": 1.0503,
      "step": 1970
    },
    {
      "epoch": 2.9738869058801427,
      "grad_norm": 0.2683584690093994,
      "learning_rate": 9.927641333015377e-05,
      "loss": 1.0617,
      "step": 1980
    },
    {
      "epoch": 2.988916024798046,
      "grad_norm": 0.29328426718711853,
      "learning_rate": 9.925399906937123e-05,
      "loss": 1.068,
      "step": 1990
    },
    {
      "epoch": 3.003005823783581,
      "grad_norm": 0.26925235986709595,
      "learning_rate": 9.923124553293718e-05,
      "loss": 1.0641,
      "step": 2000
    },
    {
      "epoch": 3.018034942701484,
      "grad_norm": 0.2933187186717987,
      "learning_rate": 9.920815287758451e-05,
      "loss": 1.0264,
      "step": 2010
    },
    {
      "epoch": 3.0330640616193874,
      "grad_norm": 0.30965468287467957,
      "learning_rate": 9.918472126238206e-05,
      "loss": 1.0154,
      "step": 2020
    },
    {
      "epoch": 3.048093180537291,
      "grad_norm": 0.3275061547756195,
      "learning_rate": 9.916095084873347e-05,
      "loss": 0.9905,
      "step": 2030
    },
    {
      "epoch": 3.0631222994551943,
      "grad_norm": 0.40177953243255615,
      "learning_rate": 9.913684180037619e-05,
      "loss": 1.0066,
      "step": 2040
    },
    {
      "epoch": 3.078151418373098,
      "grad_norm": 0.389649361371994,
      "learning_rate": 9.911239428338023e-05,
      "loss": 1.0424,
      "step": 2050
    },
    {
      "epoch": 3.0931805372910013,
      "grad_norm": 0.3205302953720093,
      "learning_rate": 9.908760846614709e-05,
      "loss": 1.0234,
      "step": 2060
    },
    {
      "epoch": 3.1082096562089045,
      "grad_norm": 0.3212546408176422,
      "learning_rate": 9.906248451940861e-05,
      "loss": 1.0075,
      "step": 2070
    },
    {
      "epoch": 3.1232387751268083,
      "grad_norm": 0.33269983530044556,
      "learning_rate": 9.903702261622567e-05,
      "loss": 1.0039,
      "step": 2080
    },
    {
      "epoch": 3.1382678940447115,
      "grad_norm": 0.34872928261756897,
      "learning_rate": 9.901122293198719e-05,
      "loss": 0.9952,
      "step": 2090
    },
    {
      "epoch": 3.153297012962615,
      "grad_norm": 0.348037987947464,
      "learning_rate": 9.898508564440879e-05,
      "loss": 1.0133,
      "step": 2100
    },
    {
      "epoch": 3.1683261318805185,
      "grad_norm": 0.3966461420059204,
      "learning_rate": 9.895861093353158e-05,
      "loss": 1.0049,
      "step": 2110
    },
    {
      "epoch": 3.1833552507984217,
      "grad_norm": 0.3553076684474945,
      "learning_rate": 9.893179898172095e-05,
      "loss": 0.9789,
      "step": 2120
    },
    {
      "epoch": 3.1983843697163254,
      "grad_norm": 0.38464319705963135,
      "learning_rate": 9.890464997366529e-05,
      "loss": 1.0062,
      "step": 2130
    },
    {
      "epoch": 3.2134134886342287,
      "grad_norm": 0.3749645948410034,
      "learning_rate": 9.887716409637478e-05,
      "loss": 1.0364,
      "step": 2140
    },
    {
      "epoch": 3.2284426075521324,
      "grad_norm": 0.3553982675075531,
      "learning_rate": 9.884934153917997e-05,
      "loss": 0.9896,
      "step": 2150
    },
    {
      "epoch": 3.2434717264700357,
      "grad_norm": 0.34840455651283264,
      "learning_rate": 9.882118249373063e-05,
      "loss": 0.9954,
      "step": 2160
    },
    {
      "epoch": 3.258500845387939,
      "grad_norm": 0.34040772914886475,
      "learning_rate": 9.879268715399432e-05,
      "loss": 1.0224,
      "step": 2170
    },
    {
      "epoch": 3.2735299643058426,
      "grad_norm": 0.37151041626930237,
      "learning_rate": 9.87638557162551e-05,
      "loss": 0.9864,
      "step": 2180
    },
    {
      "epoch": 3.288559083223746,
      "grad_norm": 0.34764307737350464,
      "learning_rate": 9.87346883791122e-05,
      "loss": 1.0121,
      "step": 2190
    },
    {
      "epoch": 3.3035882021416496,
      "grad_norm": 0.3537833094596863,
      "learning_rate": 9.870518534347853e-05,
      "loss": 0.9952,
      "step": 2200
    },
    {
      "epoch": 3.318617321059553,
      "grad_norm": 0.3364524245262146,
      "learning_rate": 9.867534681257951e-05,
      "loss": 1.0383,
      "step": 2210
    },
    {
      "epoch": 3.333646439977456,
      "grad_norm": 0.33494752645492554,
      "learning_rate": 9.864517299195144e-05,
      "loss": 1.0318,
      "step": 2220
    },
    {
      "epoch": 3.34867555889536,
      "grad_norm": 0.31135261058807373,
      "learning_rate": 9.861466408944027e-05,
      "loss": 0.9749,
      "step": 2230
    },
    {
      "epoch": 3.363704677813263,
      "grad_norm": 0.36317843198776245,
      "learning_rate": 9.858382031520005e-05,
      "loss": 1.0232,
      "step": 2240
    },
    {
      "epoch": 3.378733796731167,
      "grad_norm": 0.346181720495224,
      "learning_rate": 9.855264188169152e-05,
      "loss": 1.0099,
      "step": 2250
    },
    {
      "epoch": 3.39376291564907,
      "grad_norm": 0.35162779688835144,
      "learning_rate": 9.852112900368066e-05,
      "loss": 1.0128,
      "step": 2260
    },
    {
      "epoch": 3.4087920345669733,
      "grad_norm": 0.3490872383117676,
      "learning_rate": 9.848928189823723e-05,
      "loss": 1.0,
      "step": 2270
    },
    {
      "epoch": 3.423821153484877,
      "grad_norm": 0.3363298177719116,
      "learning_rate": 9.845710078473316e-05,
      "loss": 1.0171,
      "step": 2280
    },
    {
      "epoch": 3.4388502724027803,
      "grad_norm": 0.323453813791275,
      "learning_rate": 9.842458588484123e-05,
      "loss": 0.9908,
      "step": 2290
    },
    {
      "epoch": 3.453879391320684,
      "grad_norm": 0.3421192765235901,
      "learning_rate": 9.839173742253334e-05,
      "loss": 1.0134,
      "step": 2300
    },
    {
      "epoch": 3.4689085102385873,
      "grad_norm": 0.33773696422576904,
      "learning_rate": 9.835855562407912e-05,
      "loss": 0.9938,
      "step": 2310
    },
    {
      "epoch": 3.4839376291564905,
      "grad_norm": 0.34854745864868164,
      "learning_rate": 9.83250407180443e-05,
      "loss": 0.9922,
      "step": 2320
    },
    {
      "epoch": 3.4989667480743942,
      "grad_norm": 0.35300213098526,
      "learning_rate": 9.829119293528916e-05,
      "loss": 1.0067,
      "step": 2330
    },
    {
      "epoch": 3.5139958669922975,
      "grad_norm": 0.34796491265296936,
      "learning_rate": 9.82570125089669e-05,
      "loss": 1.0133,
      "step": 2340
    },
    {
      "epoch": 3.529024985910201,
      "grad_norm": 0.35767292976379395,
      "learning_rate": 9.822249967452213e-05,
      "loss": 1.0187,
      "step": 2350
    },
    {
      "epoch": 3.5440541048281045,
      "grad_norm": 0.3610760569572449,
      "learning_rate": 9.818765466968909e-05,
      "loss": 1.0044,
      "step": 2360
    },
    {
      "epoch": 3.5590832237460077,
      "grad_norm": 0.3299923241138458,
      "learning_rate": 9.815247773449018e-05,
      "loss": 0.9999,
      "step": 2370
    },
    {
      "epoch": 3.5741123426639114,
      "grad_norm": 0.27984675765037537,
      "learning_rate": 9.81169691112342e-05,
      "loss": 0.9758,
      "step": 2380
    },
    {
      "epoch": 3.5891414615818147,
      "grad_norm": 0.30341655015945435,
      "learning_rate": 9.80811290445147e-05,
      "loss": 1.0024,
      "step": 2390
    },
    {
      "epoch": 3.6041705804997184,
      "grad_norm": 0.33460941910743713,
      "learning_rate": 9.804495778120833e-05,
      "loss": 1.0167,
      "step": 2400
    },
    {
      "epoch": 3.6191996994176217,
      "grad_norm": 0.33041292428970337,
      "learning_rate": 9.800845557047314e-05,
      "loss": 1.0108,
      "step": 2410
    },
    {
      "epoch": 3.634228818335525,
      "grad_norm": 0.304404079914093,
      "learning_rate": 9.797162266374676e-05,
      "loss": 1.0052,
      "step": 2420
    },
    {
      "epoch": 3.6492579372534286,
      "grad_norm": 0.3226507008075714,
      "learning_rate": 9.793445931474485e-05,
      "loss": 1.0087,
      "step": 2430
    },
    {
      "epoch": 3.664287056171332,
      "grad_norm": 0.3016469180583954,
      "learning_rate": 9.789696577945917e-05,
      "loss": 1.0068,
      "step": 2440
    },
    {
      "epoch": 3.6793161750892356,
      "grad_norm": 0.317958265542984,
      "learning_rate": 9.785914231615594e-05,
      "loss": 1.0256,
      "step": 2450
    },
    {
      "epoch": 3.694345294007139,
      "grad_norm": 0.3319275677204132,
      "learning_rate": 9.782098918537399e-05,
      "loss": 0.9882,
      "step": 2460
    },
    {
      "epoch": 3.709374412925042,
      "grad_norm": 0.34686529636383057,
      "learning_rate": 9.778250664992304e-05,
      "loss": 1.0071,
      "step": 2470
    },
    {
      "epoch": 3.724403531842946,
      "grad_norm": 0.36334285140037537,
      "learning_rate": 9.77436949748818e-05,
      "loss": 1.0086,
      "step": 2480
    },
    {
      "epoch": 3.739432650760849,
      "grad_norm": 0.36445969343185425,
      "learning_rate": 9.770455442759621e-05,
      "loss": 1.0285,
      "step": 2490
    },
    {
      "epoch": 3.754461769678753,
      "grad_norm": 0.32181107997894287,
      "learning_rate": 9.766508527767757e-05,
      "loss": 1.0374,
      "step": 2500
    },
    {
      "epoch": 3.769490888596656,
      "grad_norm": 0.371354341506958,
      "learning_rate": 9.762528779700067e-05,
      "loss": 1.0192,
      "step": 2510
    },
    {
      "epoch": 3.7845200075145593,
      "grad_norm": 0.3308964669704437,
      "learning_rate": 9.758516225970198e-05,
      "loss": 1.0117,
      "step": 2520
    },
    {
      "epoch": 3.799549126432463,
      "grad_norm": 0.35072851181030273,
      "learning_rate": 9.754470894217767e-05,
      "loss": 1.02,
      "step": 2530
    },
    {
      "epoch": 3.8145782453503663,
      "grad_norm": 0.3249657452106476,
      "learning_rate": 9.750392812308178e-05,
      "loss": 1.0205,
      "step": 2540
    },
    {
      "epoch": 3.82960736426827,
      "grad_norm": 0.3178282380104065,
      "learning_rate": 9.74628200833243e-05,
      "loss": 1.0244,
      "step": 2550
    },
    {
      "epoch": 3.8446364831861732,
      "grad_norm": 0.3914138674736023,
      "learning_rate": 9.742138510606915e-05,
      "loss": 1.0201,
      "step": 2560
    },
    {
      "epoch": 3.8596656021040765,
      "grad_norm": 0.3437259793281555,
      "learning_rate": 9.737962347673231e-05,
      "loss": 1.0067,
      "step": 2570
    },
    {
      "epoch": 3.87469472102198,
      "grad_norm": 0.3310168385505676,
      "learning_rate": 9.733753548297988e-05,
      "loss": 1.0215,
      "step": 2580
    },
    {
      "epoch": 3.8897238399398835,
      "grad_norm": 0.35641738772392273,
      "learning_rate": 9.729512141472599e-05,
      "loss": 1.0181,
      "step": 2590
    },
    {
      "epoch": 3.904752958857787,
      "grad_norm": 0.36426904797554016,
      "learning_rate": 9.725238156413089e-05,
      "loss": 1.0174,
      "step": 2600
    },
    {
      "epoch": 3.9197820777756904,
      "grad_norm": 0.3366813659667969,
      "learning_rate": 9.720931622559893e-05,
      "loss": 1.0126,
      "step": 2610
    },
    {
      "epoch": 3.9348111966935937,
      "grad_norm": 0.3486657440662384,
      "learning_rate": 9.716592569577646e-05,
      "loss": 1.0161,
      "step": 2620
    },
    {
      "epoch": 3.9498403156114974,
      "grad_norm": 0.3317498564720154,
      "learning_rate": 9.712221027354991e-05,
      "loss": 1.0171,
      "step": 2630
    },
    {
      "epoch": 3.9648694345294007,
      "grad_norm": 0.3477359712123871,
      "learning_rate": 9.707817026004362e-05,
      "loss": 1.0195,
      "step": 2640
    },
    {
      "epoch": 3.9798985534473044,
      "grad_norm": 0.30774736404418945,
      "learning_rate": 9.70338059586178e-05,
      "loss": 1.0261,
      "step": 2650
    },
    {
      "epoch": 3.9949276723652076,
      "grad_norm": 0.38554686307907104,
      "learning_rate": 9.698911767486649e-05,
      "loss": 1.0376,
      "step": 2660
    },
    {
      "epoch": 4.0090174713507425,
      "grad_norm": 0.40208327770233154,
      "learning_rate": 9.694410571661537e-05,
      "loss": 0.9654,
      "step": 2670
    },
    {
      "epoch": 4.024046590268646,
      "grad_norm": 0.4230579733848572,
      "learning_rate": 9.689877039391968e-05,
      "loss": 0.9452,
      "step": 2680
    },
    {
      "epoch": 4.039075709186549,
      "grad_norm": 0.4582759439945221,
      "learning_rate": 9.685311201906215e-05,
      "loss": 0.9308,
      "step": 2690
    },
    {
      "epoch": 4.054104828104452,
      "grad_norm": 0.4000380337238312,
      "learning_rate": 9.680713090655072e-05,
      "loss": 0.9203,
      "step": 2700
    },
    {
      "epoch": 4.0691339470223555,
      "grad_norm": 0.3987461030483246,
      "learning_rate": 9.676082737311645e-05,
      "loss": 0.9427,
      "step": 2710
    },
    {
      "epoch": 4.08416306594026,
      "grad_norm": 0.4363115429878235,
      "learning_rate": 9.671420173771136e-05,
      "loss": 0.9249,
      "step": 2720
    },
    {
      "epoch": 4.099192184858163,
      "grad_norm": 0.39811596274375916,
      "learning_rate": 9.666725432150616e-05,
      "loss": 0.9205,
      "step": 2730
    },
    {
      "epoch": 4.114221303776066,
      "grad_norm": 0.4178659915924072,
      "learning_rate": 9.661998544788813e-05,
      "loss": 0.927,
      "step": 2740
    },
    {
      "epoch": 4.1292504226939695,
      "grad_norm": 0.43525931239128113,
      "learning_rate": 9.657239544245876e-05,
      "loss": 0.9172,
      "step": 2750
    },
    {
      "epoch": 4.144279541611873,
      "grad_norm": 0.38502469658851624,
      "learning_rate": 9.652448463303168e-05,
      "loss": 0.9331,
      "step": 2760
    },
    {
      "epoch": 4.159308660529776,
      "grad_norm": 0.50247722864151,
      "learning_rate": 9.647625334963024e-05,
      "loss": 0.9558,
      "step": 2770
    },
    {
      "epoch": 4.17433777944768,
      "grad_norm": 0.4176265597343445,
      "learning_rate": 9.642770192448536e-05,
      "loss": 0.9374,
      "step": 2780
    },
    {
      "epoch": 4.189366898365583,
      "grad_norm": 0.4144188463687897,
      "learning_rate": 9.637883069203314e-05,
      "loss": 0.9119,
      "step": 2790
    },
    {
      "epoch": 4.204396017283487,
      "grad_norm": 0.4362613558769226,
      "learning_rate": 9.632963998891262e-05,
      "loss": 0.928,
      "step": 2800
    },
    {
      "epoch": 4.21942513620139,
      "grad_norm": 0.45967820286750793,
      "learning_rate": 9.628013015396346e-05,
      "loss": 0.9398,
      "step": 2810
    },
    {
      "epoch": 4.234454255119294,
      "grad_norm": 0.4533185660839081,
      "learning_rate": 9.62303015282236e-05,
      "loss": 0.9586,
      "step": 2820
    },
    {
      "epoch": 4.249483374037197,
      "grad_norm": 0.438513845205307,
      "learning_rate": 9.618015445492688e-05,
      "loss": 0.9469,
      "step": 2830
    },
    {
      "epoch": 4.264512492955101,
      "grad_norm": 0.45950812101364136,
      "learning_rate": 9.612968927950065e-05,
      "loss": 0.9438,
      "step": 2840
    },
    {
      "epoch": 4.279541611873004,
      "grad_norm": 0.42663341760635376,
      "learning_rate": 9.607890634956355e-05,
      "loss": 0.9461,
      "step": 2850
    },
    {
      "epoch": 4.294570730790907,
      "grad_norm": 0.4346635043621063,
      "learning_rate": 9.602780601492294e-05,
      "loss": 0.9323,
      "step": 2860
    },
    {
      "epoch": 4.30959984970881,
      "grad_norm": 0.4921177327632904,
      "learning_rate": 9.597638862757255e-05,
      "loss": 0.9337,
      "step": 2870
    },
    {
      "epoch": 4.3246289686267145,
      "grad_norm": 0.39174574613571167,
      "learning_rate": 9.592465454169004e-05,
      "loss": 0.938,
      "step": 2880
    },
    {
      "epoch": 4.339658087544618,
      "grad_norm": 0.40984979271888733,
      "learning_rate": 9.587260411363465e-05,
      "loss": 0.9461,
      "step": 2890
    },
    {
      "epoch": 4.354687206462521,
      "grad_norm": 0.37494781613349915,
      "learning_rate": 9.582023770194461e-05,
      "loss": 0.9407,
      "step": 2900
    },
    {
      "epoch": 4.369716325380424,
      "grad_norm": 0.35851216316223145,
      "learning_rate": 9.57675556673348e-05,
      "loss": 0.9285,
      "step": 2910
    },
    {
      "epoch": 4.3847454442983285,
      "grad_norm": 0.37766364216804504,
      "learning_rate": 9.571455837269411e-05,
      "loss": 0.9268,
      "step": 2920
    },
    {
      "epoch": 4.399774563216232,
      "grad_norm": 0.45168834924697876,
      "learning_rate": 9.566124618308312e-05,
      "loss": 0.9593,
      "step": 2930
    },
    {
      "epoch": 4.414803682134135,
      "grad_norm": 0.43097320199012756,
      "learning_rate": 9.560761946573143e-05,
      "loss": 0.9537,
      "step": 2940
    },
    {
      "epoch": 4.429832801052038,
      "grad_norm": 0.415606826543808,
      "learning_rate": 9.555367859003525e-05,
      "loss": 0.929,
      "step": 2950
    },
    {
      "epoch": 4.4448619199699415,
      "grad_norm": 0.3891099989414215,
      "learning_rate": 9.54994239275548e-05,
      "loss": 0.9103,
      "step": 2960
    },
    {
      "epoch": 4.459891038887845,
      "grad_norm": 0.3769884705543518,
      "learning_rate": 9.544485585201169e-05,
      "loss": 0.9234,
      "step": 2970
    },
    {
      "epoch": 4.474920157805749,
      "grad_norm": 0.46022331714630127,
      "learning_rate": 9.538997473928647e-05,
      "loss": 0.9734,
      "step": 2980
    },
    {
      "epoch": 4.489949276723652,
      "grad_norm": 0.36743420362472534,
      "learning_rate": 9.533478096741597e-05,
      "loss": 0.9025,
      "step": 2990
    },
    {
      "epoch": 4.5049783956415554,
      "grad_norm": 0.4562210738658905,
      "learning_rate": 9.527927491659068e-05,
      "loss": 0.9444,
      "step": 3000
    },
    {
      "epoch": 4.520007514559459,
      "grad_norm": 0.4317024052143097,
      "learning_rate": 9.522345696915218e-05,
      "loss": 0.9301,
      "step": 3010
    },
    {
      "epoch": 4.535036633477363,
      "grad_norm": 0.43993476033210754,
      "learning_rate": 9.51673275095905e-05,
      "loss": 0.9425,
      "step": 3020
    },
    {
      "epoch": 4.550065752395266,
      "grad_norm": 0.34426409006118774,
      "learning_rate": 9.51108869245414e-05,
      "loss": 0.9348,
      "step": 3030
    },
    {
      "epoch": 4.565094871313169,
      "grad_norm": 0.44477733969688416,
      "learning_rate": 9.505413560278382e-05,
      "loss": 0.9295,
      "step": 3040
    },
    {
      "epoch": 4.580123990231073,
      "grad_norm": 0.4211689829826355,
      "learning_rate": 9.49970739352371e-05,
      "loss": 0.933,
      "step": 3050
    },
    {
      "epoch": 4.595153109148976,
      "grad_norm": 0.45019835233688354,
      "learning_rate": 9.493970231495835e-05,
      "loss": 0.9471,
      "step": 3060
    },
    {
      "epoch": 4.610182228066879,
      "grad_norm": 0.42713072896003723,
      "learning_rate": 9.488202113713973e-05,
      "loss": 0.953,
      "step": 3070
    },
    {
      "epoch": 4.625211346984783,
      "grad_norm": 0.41138195991516113,
      "learning_rate": 9.482403079910571e-05,
      "loss": 0.9398,
      "step": 3080
    },
    {
      "epoch": 4.640240465902687,
      "grad_norm": 0.42336663603782654,
      "learning_rate": 9.476573170031035e-05,
      "loss": 0.9342,
      "step": 3090
    },
    {
      "epoch": 4.65526958482059,
      "grad_norm": 0.4236120581626892,
      "learning_rate": 9.470712424233452e-05,
      "loss": 0.9306,
      "step": 3100
    },
    {
      "epoch": 4.670298703738493,
      "grad_norm": 0.47870710492134094,
      "learning_rate": 9.464820882888319e-05,
      "loss": 0.9763,
      "step": 3110
    },
    {
      "epoch": 4.685327822656397,
      "grad_norm": 0.44699183106422424,
      "learning_rate": 9.45889858657826e-05,
      "loss": 0.9479,
      "step": 3120
    },
    {
      "epoch": 4.7003569415743005,
      "grad_norm": 0.41658318042755127,
      "learning_rate": 9.452945576097748e-05,
      "loss": 0.9381,
      "step": 3130
    },
    {
      "epoch": 4.715386060492204,
      "grad_norm": 0.42650163173675537,
      "learning_rate": 9.446961892452824e-05,
      "loss": 0.9333,
      "step": 3140
    },
    {
      "epoch": 4.730415179410107,
      "grad_norm": 0.4480834901332855,
      "learning_rate": 9.440947576860814e-05,
      "loss": 0.9349,
      "step": 3150
    },
    {
      "epoch": 4.74544429832801,
      "grad_norm": 0.41825857758522034,
      "learning_rate": 9.434902670750047e-05,
      "loss": 0.9768,
      "step": 3160
    },
    {
      "epoch": 4.7604734172459136,
      "grad_norm": 0.38604798913002014,
      "learning_rate": 9.428827215759568e-05,
      "loss": 0.9374,
      "step": 3170
    },
    {
      "epoch": 4.775502536163818,
      "grad_norm": 0.43158042430877686,
      "learning_rate": 9.42272125373885e-05,
      "loss": 0.942,
      "step": 3180
    },
    {
      "epoch": 4.790531655081721,
      "grad_norm": 0.4181406497955322,
      "learning_rate": 9.416584826747509e-05,
      "loss": 0.9427,
      "step": 3190
    },
    {
      "epoch": 4.805560773999624,
      "grad_norm": 0.42289501428604126,
      "learning_rate": 9.410417977055011e-05,
      "loss": 0.9731,
      "step": 3200
    },
    {
      "epoch": 4.8205898929175275,
      "grad_norm": 0.42214304208755493,
      "learning_rate": 9.404220747140382e-05,
      "loss": 0.9236,
      "step": 3210
    },
    {
      "epoch": 4.835619011835432,
      "grad_norm": 0.4040350019931793,
      "learning_rate": 9.397993179691917e-05,
      "loss": 0.9478,
      "step": 3220
    },
    {
      "epoch": 4.850648130753335,
      "grad_norm": 0.40848028659820557,
      "learning_rate": 9.391735317606885e-05,
      "loss": 0.955,
      "step": 3230
    },
    {
      "epoch": 4.865677249671238,
      "grad_norm": 0.46537673473358154,
      "learning_rate": 9.385447203991231e-05,
      "loss": 0.9618,
      "step": 3240
    },
    {
      "epoch": 4.880706368589141,
      "grad_norm": 0.419888973236084,
      "learning_rate": 9.379128882159283e-05,
      "loss": 0.9686,
      "step": 3250
    },
    {
      "epoch": 4.895735487507045,
      "grad_norm": 0.3668920397758484,
      "learning_rate": 9.372780395633451e-05,
      "loss": 0.9389,
      "step": 3260
    },
    {
      "epoch": 4.910764606424948,
      "grad_norm": 0.3719962239265442,
      "learning_rate": 9.36640178814393e-05,
      "loss": 0.9546,
      "step": 3270
    },
    {
      "epoch": 4.925793725342852,
      "grad_norm": 0.3528194725513458,
      "learning_rate": 9.359993103628393e-05,
      "loss": 0.9492,
      "step": 3280
    },
    {
      "epoch": 4.940822844260755,
      "grad_norm": 0.4485328495502472,
      "learning_rate": 9.353554386231695e-05,
      "loss": 0.9555,
      "step": 3290
    },
    {
      "epoch": 4.955851963178659,
      "grad_norm": 0.4136585593223572,
      "learning_rate": 9.347085680305565e-05,
      "loss": 0.9383,
      "step": 3300
    },
    {
      "epoch": 4.970881082096562,
      "grad_norm": 0.4350145757198334,
      "learning_rate": 9.340587030408304e-05,
      "loss": 0.9432,
      "step": 3310
    },
    {
      "epoch": 4.985910201014466,
      "grad_norm": 0.5096591114997864,
      "learning_rate": 9.334058481304471e-05,
      "loss": 0.9451,
      "step": 3320
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.6608612537384033,
      "learning_rate": 9.327500077964584e-05,
      "loss": 0.935,
      "step": 3330
    },
    {
      "epoch": 5.015029118917903,
      "grad_norm": 0.4970506429672241,
      "learning_rate": 9.320911865564802e-05,
      "loss": 0.8215,
      "step": 3340
    },
    {
      "epoch": 5.0300582378358065,
      "grad_norm": 0.4373551607131958,
      "learning_rate": 9.314293889486619e-05,
      "loss": 0.8335,
      "step": 3350
    },
    {
      "epoch": 5.045087356753711,
      "grad_norm": 0.47342097759246826,
      "learning_rate": 9.30764619531655e-05,
      "loss": 0.8232,
      "step": 3360
    },
    {
      "epoch": 5.060116475671614,
      "grad_norm": 0.4043892025947571,
      "learning_rate": 9.300968828845817e-05,
      "loss": 0.8394,
      "step": 3370
    },
    {
      "epoch": 5.075145594589517,
      "grad_norm": 0.5077358484268188,
      "learning_rate": 9.294261836070032e-05,
      "loss": 0.8202,
      "step": 3380
    },
    {
      "epoch": 5.0901747135074205,
      "grad_norm": 0.5389407277107239,
      "learning_rate": 9.28752526318888e-05,
      "loss": 0.812,
      "step": 3390
    },
    {
      "epoch": 5.105203832425324,
      "grad_norm": 0.5698477625846863,
      "learning_rate": 9.28075915660581e-05,
      "loss": 0.8424,
      "step": 3400
    },
    {
      "epoch": 5.120232951343228,
      "grad_norm": 0.47804853320121765,
      "learning_rate": 9.273963562927695e-05,
      "loss": 0.8513,
      "step": 3410
    },
    {
      "epoch": 5.135262070261131,
      "grad_norm": 0.5664450526237488,
      "learning_rate": 9.267138528964536e-05,
      "loss": 0.8276,
      "step": 3420
    },
    {
      "epoch": 5.150291189179034,
      "grad_norm": 0.5398600697517395,
      "learning_rate": 9.260284101729116e-05,
      "loss": 0.8398,
      "step": 3430
    },
    {
      "epoch": 5.165320308096938,
      "grad_norm": 0.5055420398712158,
      "learning_rate": 9.253400328436699e-05,
      "loss": 0.8297,
      "step": 3440
    },
    {
      "epoch": 5.180349427014841,
      "grad_norm": 0.4511585831642151,
      "learning_rate": 9.246487256504682e-05,
      "loss": 0.8141,
      "step": 3450
    },
    {
      "epoch": 5.195378545932745,
      "grad_norm": 0.5470993518829346,
      "learning_rate": 9.239544933552286e-05,
      "loss": 0.8434,
      "step": 3460
    },
    {
      "epoch": 5.210407664850648,
      "grad_norm": 0.4637773036956787,
      "learning_rate": 9.232573407400221e-05,
      "loss": 0.8497,
      "step": 3470
    },
    {
      "epoch": 5.225436783768552,
      "grad_norm": 0.4901561141014099,
      "learning_rate": 9.225572726070354e-05,
      "loss": 0.8361,
      "step": 3480
    },
    {
      "epoch": 5.240465902686455,
      "grad_norm": 0.531245231628418,
      "learning_rate": 9.218542937785384e-05,
      "loss": 0.8506,
      "step": 3490
    },
    {
      "epoch": 5.255495021604358,
      "grad_norm": 0.5206908583641052,
      "learning_rate": 9.211484090968506e-05,
      "loss": 0.8347,
      "step": 3500
    },
    {
      "epoch": 5.270524140522262,
      "grad_norm": 0.5049258470535278,
      "learning_rate": 9.204396234243076e-05,
      "loss": 0.8383,
      "step": 3510
    },
    {
      "epoch": 5.2855532594401655,
      "grad_norm": 0.5462550520896912,
      "learning_rate": 9.197279416432284e-05,
      "loss": 0.8301,
      "step": 3520
    },
    {
      "epoch": 5.300582378358069,
      "grad_norm": 0.5243920683860779,
      "learning_rate": 9.190133686558808e-05,
      "loss": 0.8392,
      "step": 3530
    },
    {
      "epoch": 5.315611497275972,
      "grad_norm": 0.5010761618614197,
      "learning_rate": 9.182959093844483e-05,
      "loss": 0.8215,
      "step": 3540
    },
    {
      "epoch": 5.330640616193875,
      "grad_norm": 0.5377451181411743,
      "learning_rate": 9.175755687709956e-05,
      "loss": 0.8311,
      "step": 3550
    },
    {
      "epoch": 5.3456697351117795,
      "grad_norm": 0.5271348357200623,
      "learning_rate": 9.168523517774356e-05,
      "loss": 0.8266,
      "step": 3560
    },
    {
      "epoch": 5.360698854029683,
      "grad_norm": 0.48982876539230347,
      "learning_rate": 9.161262633854935e-05,
      "loss": 0.8571,
      "step": 3570
    },
    {
      "epoch": 5.375727972947586,
      "grad_norm": 0.5555334687232971,
      "learning_rate": 9.153973085966746e-05,
      "loss": 0.8414,
      "step": 3580
    },
    {
      "epoch": 5.390757091865489,
      "grad_norm": 0.5088291764259338,
      "learning_rate": 9.146654924322277e-05,
      "loss": 0.8541,
      "step": 3590
    },
    {
      "epoch": 5.4057862107833925,
      "grad_norm": 0.6044062376022339,
      "learning_rate": 9.139308199331125e-05,
      "loss": 0.8553,
      "step": 3600
    },
    {
      "epoch": 5.420815329701297,
      "grad_norm": 0.549253523349762,
      "learning_rate": 9.131932961599636e-05,
      "loss": 0.8303,
      "step": 3610
    },
    {
      "epoch": 5.4358444486192,
      "grad_norm": 0.5907899737358093,
      "learning_rate": 9.124529261930559e-05,
      "loss": 0.8264,
      "step": 3620
    },
    {
      "epoch": 5.450873567537103,
      "grad_norm": 0.5540890097618103,
      "learning_rate": 9.117097151322697e-05,
      "loss": 0.8292,
      "step": 3630
    },
    {
      "epoch": 5.465902686455006,
      "grad_norm": 0.5545858144760132,
      "learning_rate": 9.109636680970557e-05,
      "loss": 0.8382,
      "step": 3640
    },
    {
      "epoch": 5.48093180537291,
      "grad_norm": 0.5407220721244812,
      "learning_rate": 9.102147902263995e-05,
      "loss": 0.863,
      "step": 3650
    },
    {
      "epoch": 5.495960924290814,
      "grad_norm": 0.5022987723350525,
      "learning_rate": 9.094630866787863e-05,
      "loss": 0.8624,
      "step": 3660
    },
    {
      "epoch": 5.510990043208717,
      "grad_norm": 0.5069270730018616,
      "learning_rate": 9.087085626321657e-05,
      "loss": 0.8494,
      "step": 3670
    },
    {
      "epoch": 5.52601916212662,
      "grad_norm": 0.586992621421814,
      "learning_rate": 9.07951223283915e-05,
      "loss": 0.8708,
      "step": 3680
    },
    {
      "epoch": 5.541048281044524,
      "grad_norm": 0.48386263847351074,
      "learning_rate": 9.071910738508048e-05,
      "loss": 0.8327,
      "step": 3690
    },
    {
      "epoch": 5.556077399962427,
      "grad_norm": 0.5556206703186035,
      "learning_rate": 9.064281195689621e-05,
      "loss": 0.8506,
      "step": 3700
    },
    {
      "epoch": 5.571106518880331,
      "grad_norm": 0.4873793423175812,
      "learning_rate": 9.056623656938344e-05,
      "loss": 0.8314,
      "step": 3710
    },
    {
      "epoch": 5.586135637798234,
      "grad_norm": 0.5752863883972168,
      "learning_rate": 9.048938175001535e-05,
      "loss": 0.8559,
      "step": 3720
    },
    {
      "epoch": 5.601164756716138,
      "grad_norm": 0.5001512765884399,
      "learning_rate": 9.041224802818999e-05,
      "loss": 0.8517,
      "step": 3730
    },
    {
      "epoch": 5.616193875634041,
      "grad_norm": 0.5640326142311096,
      "learning_rate": 9.033483593522651e-05,
      "loss": 0.8471,
      "step": 3740
    },
    {
      "epoch": 5.631222994551944,
      "grad_norm": 0.544611930847168,
      "learning_rate": 9.025714600436157e-05,
      "loss": 0.8314,
      "step": 3750
    },
    {
      "epoch": 5.646252113469847,
      "grad_norm": 0.5598495602607727,
      "learning_rate": 9.017917877074565e-05,
      "loss": 0.8454,
      "step": 3760
    },
    {
      "epoch": 5.6612812323877515,
      "grad_norm": 0.6049039959907532,
      "learning_rate": 9.010093477143942e-05,
      "loss": 0.8376,
      "step": 3770
    },
    {
      "epoch": 5.676310351305655,
      "grad_norm": 0.5953666567802429,
      "learning_rate": 9.002241454540992e-05,
      "loss": 0.8655,
      "step": 3780
    },
    {
      "epoch": 5.691339470223558,
      "grad_norm": 0.5012089610099792,
      "learning_rate": 8.994361863352696e-05,
      "loss": 0.8556,
      "step": 3790
    },
    {
      "epoch": 5.706368589141461,
      "grad_norm": 0.5770487189292908,
      "learning_rate": 8.986454757855938e-05,
      "loss": 0.8613,
      "step": 3800
    },
    {
      "epoch": 5.721397708059365,
      "grad_norm": 0.5475596189498901,
      "learning_rate": 8.978520192517121e-05,
      "loss": 0.8689,
      "step": 3810
    },
    {
      "epoch": 5.736426826977269,
      "grad_norm": 0.4748040437698364,
      "learning_rate": 8.970558221991807e-05,
      "loss": 0.8444,
      "step": 3820
    },
    {
      "epoch": 5.751455945895172,
      "grad_norm": 0.5324169993400574,
      "learning_rate": 8.962568901124327e-05,
      "loss": 0.8642,
      "step": 3830
    },
    {
      "epoch": 5.766485064813075,
      "grad_norm": 0.5375658869743347,
      "learning_rate": 8.954552284947411e-05,
      "loss": 0.8528,
      "step": 3840
    },
    {
      "epoch": 5.7815141837309785,
      "grad_norm": 0.5448617339134216,
      "learning_rate": 8.946508428681807e-05,
      "loss": 0.8394,
      "step": 3850
    },
    {
      "epoch": 5.796543302648882,
      "grad_norm": 0.5199793577194214,
      "learning_rate": 8.938437387735903e-05,
      "loss": 0.8615,
      "step": 3860
    },
    {
      "epoch": 5.811572421566786,
      "grad_norm": 0.5268539190292358,
      "learning_rate": 8.930339217705337e-05,
      "loss": 0.8661,
      "step": 3870
    },
    {
      "epoch": 5.826601540484689,
      "grad_norm": 0.5181281566619873,
      "learning_rate": 8.922213974372628e-05,
      "loss": 0.8643,
      "step": 3880
    },
    {
      "epoch": 5.841630659402592,
      "grad_norm": 0.5384554862976074,
      "learning_rate": 8.914061713706776e-05,
      "loss": 0.8355,
      "step": 3890
    },
    {
      "epoch": 5.856659778320496,
      "grad_norm": 0.5838069319725037,
      "learning_rate": 8.905882491862888e-05,
      "loss": 0.8723,
      "step": 3900
    },
    {
      "epoch": 5.8716888972384,
      "grad_norm": 0.5165135860443115,
      "learning_rate": 8.897676365181784e-05,
      "loss": 0.8298,
      "step": 3910
    },
    {
      "epoch": 5.886718016156303,
      "grad_norm": 0.5289579033851624,
      "learning_rate": 8.889443390189618e-05,
      "loss": 0.8664,
      "step": 3920
    },
    {
      "epoch": 5.901747135074206,
      "grad_norm": 0.4891420304775238,
      "learning_rate": 8.88118362359748e-05,
      "loss": 0.8503,
      "step": 3930
    },
    {
      "epoch": 5.91677625399211,
      "grad_norm": 0.49529027938842773,
      "learning_rate": 8.872897122301004e-05,
      "loss": 0.8497,
      "step": 3940
    },
    {
      "epoch": 5.931805372910013,
      "grad_norm": 0.6124776601791382,
      "learning_rate": 8.864583943379987e-05,
      "loss": 0.8829,
      "step": 3950
    },
    {
      "epoch": 5.946834491827916,
      "grad_norm": 0.5730892419815063,
      "learning_rate": 8.856244144097988e-05,
      "loss": 0.8372,
      "step": 3960
    },
    {
      "epoch": 5.96186361074582,
      "grad_norm": 0.5806572437286377,
      "learning_rate": 8.847877781901928e-05,
      "loss": 0.8661,
      "step": 3970
    },
    {
      "epoch": 5.9768927296637235,
      "grad_norm": 0.5184414386749268,
      "learning_rate": 8.83948491442171e-05,
      "loss": 0.8747,
      "step": 3980
    },
    {
      "epoch": 5.991921848581627,
      "grad_norm": 0.5810568332672119,
      "learning_rate": 8.831065599469806e-05,
      "loss": 0.8747,
      "step": 3990
    },
    {
      "epoch": 6.006011647567162,
      "grad_norm": 0.5326306819915771,
      "learning_rate": 8.822619895040868e-05,
      "loss": 0.7988,
      "step": 4000
    },
    {
      "epoch": 6.021040766485065,
      "grad_norm": 0.5372363924980164,
      "learning_rate": 8.814147859311332e-05,
      "loss": 0.712,
      "step": 4010
    },
    {
      "epoch": 6.036069885402968,
      "grad_norm": 0.6200835108757019,
      "learning_rate": 8.805649550639004e-05,
      "loss": 0.7213,
      "step": 4020
    },
    {
      "epoch": 6.051099004320871,
      "grad_norm": 0.5874983072280884,
      "learning_rate": 8.797125027562665e-05,
      "loss": 0.7096,
      "step": 4030
    },
    {
      "epoch": 6.066128123238775,
      "grad_norm": 0.6422827243804932,
      "learning_rate": 8.788574348801675e-05,
      "loss": 0.7223,
      "step": 4040
    },
    {
      "epoch": 6.081157242156679,
      "grad_norm": 0.641160786151886,
      "learning_rate": 8.779997573255553e-05,
      "loss": 0.7231,
      "step": 4050
    },
    {
      "epoch": 6.096186361074582,
      "grad_norm": 0.7293818593025208,
      "learning_rate": 8.771394760003593e-05,
      "loss": 0.7092,
      "step": 4060
    },
    {
      "epoch": 6.111215479992485,
      "grad_norm": 0.60944664478302,
      "learning_rate": 8.762765968304431e-05,
      "loss": 0.7203,
      "step": 4070
    },
    {
      "epoch": 6.126244598910389,
      "grad_norm": 0.6189725399017334,
      "learning_rate": 8.754111257595657e-05,
      "loss": 0.7136,
      "step": 4080
    },
    {
      "epoch": 6.141273717828292,
      "grad_norm": 0.6322532296180725,
      "learning_rate": 8.745430687493396e-05,
      "loss": 0.7382,
      "step": 4090
    },
    {
      "epoch": 6.156302836746196,
      "grad_norm": 0.6236686706542969,
      "learning_rate": 8.736724317791902e-05,
      "loss": 0.7221,
      "step": 4100
    },
    {
      "epoch": 6.171331955664099,
      "grad_norm": 0.5708134174346924,
      "learning_rate": 8.727992208463143e-05,
      "loss": 0.7205,
      "step": 4110
    },
    {
      "epoch": 6.186361074582003,
      "grad_norm": 0.6412458419799805,
      "learning_rate": 8.719234419656387e-05,
      "loss": 0.7306,
      "step": 4120
    },
    {
      "epoch": 6.201390193499906,
      "grad_norm": 0.6535741686820984,
      "learning_rate": 8.710451011697793e-05,
      "loss": 0.7169,
      "step": 4130
    },
    {
      "epoch": 6.216419312417809,
      "grad_norm": 0.6490382552146912,
      "learning_rate": 8.701642045089992e-05,
      "loss": 0.7145,
      "step": 4140
    },
    {
      "epoch": 6.231448431335713,
      "grad_norm": 0.7014051079750061,
      "learning_rate": 8.692807580511667e-05,
      "loss": 0.7569,
      "step": 4150
    },
    {
      "epoch": 6.2464775502536165,
      "grad_norm": 0.7195674180984497,
      "learning_rate": 8.683947678817139e-05,
      "loss": 0.7244,
      "step": 4160
    },
    {
      "epoch": 6.26150666917152,
      "grad_norm": 0.6836762428283691,
      "learning_rate": 8.675062401035952e-05,
      "loss": 0.7303,
      "step": 4170
    },
    {
      "epoch": 6.276535788089423,
      "grad_norm": 0.6135929822921753,
      "learning_rate": 8.666151808372439e-05,
      "loss": 0.7179,
      "step": 4180
    },
    {
      "epoch": 6.291564907007326,
      "grad_norm": 0.6589913368225098,
      "learning_rate": 8.657215962205319e-05,
      "loss": 0.7455,
      "step": 4190
    },
    {
      "epoch": 6.30659402592523,
      "grad_norm": 0.6406304836273193,
      "learning_rate": 8.648254924087254e-05,
      "loss": 0.7496,
      "step": 4200
    },
    {
      "epoch": 6.321623144843134,
      "grad_norm": 0.6410109400749207,
      "learning_rate": 8.639268755744447e-05,
      "loss": 0.7355,
      "step": 4210
    },
    {
      "epoch": 6.336652263761037,
      "grad_norm": 0.6654278039932251,
      "learning_rate": 8.630257519076196e-05,
      "loss": 0.7367,
      "step": 4220
    },
    {
      "epoch": 6.35168138267894,
      "grad_norm": 0.588206946849823,
      "learning_rate": 8.621221276154481e-05,
      "loss": 0.7255,
      "step": 4230
    },
    {
      "epoch": 6.3667105015968435,
      "grad_norm": 0.633627712726593,
      "learning_rate": 8.612160089223529e-05,
      "loss": 0.7248,
      "step": 4240
    },
    {
      "epoch": 6.381739620514748,
      "grad_norm": 0.6771560311317444,
      "learning_rate": 8.603074020699393e-05,
      "loss": 0.7393,
      "step": 4250
    },
    {
      "epoch": 6.396768739432651,
      "grad_norm": 0.682534396648407,
      "learning_rate": 8.593963133169514e-05,
      "loss": 0.7406,
      "step": 4260
    },
    {
      "epoch": 6.411797858350554,
      "grad_norm": 0.6308305859565735,
      "learning_rate": 8.584827489392293e-05,
      "loss": 0.751,
      "step": 4270
    },
    {
      "epoch": 6.426826977268457,
      "grad_norm": 0.7026039958000183,
      "learning_rate": 8.575667152296665e-05,
      "loss": 0.7335,
      "step": 4280
    },
    {
      "epoch": 6.441856096186361,
      "grad_norm": 0.6078832149505615,
      "learning_rate": 8.566482184981651e-05,
      "loss": 0.752,
      "step": 4290
    },
    {
      "epoch": 6.456885215104265,
      "grad_norm": 0.6271105408668518,
      "learning_rate": 8.557272650715939e-05,
      "loss": 0.7436,
      "step": 4300
    },
    {
      "epoch": 6.471914334022168,
      "grad_norm": 0.7435263991355896,
      "learning_rate": 8.54803861293744e-05,
      "loss": 0.7516,
      "step": 4310
    },
    {
      "epoch": 6.486943452940071,
      "grad_norm": 0.6983492970466614,
      "learning_rate": 8.538780135252844e-05,
      "loss": 0.7369,
      "step": 4320
    },
    {
      "epoch": 6.501972571857975,
      "grad_norm": 0.6141520738601685,
      "learning_rate": 8.529497281437204e-05,
      "loss": 0.7415,
      "step": 4330
    },
    {
      "epoch": 6.517001690775878,
      "grad_norm": 0.580833375453949,
      "learning_rate": 8.520190115433473e-05,
      "loss": 0.7542,
      "step": 4340
    },
    {
      "epoch": 6.532030809693782,
      "grad_norm": 0.6651113033294678,
      "learning_rate": 8.510858701352076e-05,
      "loss": 0.7251,
      "step": 4350
    },
    {
      "epoch": 6.547059928611685,
      "grad_norm": 0.676468551158905,
      "learning_rate": 8.501503103470466e-05,
      "loss": 0.7377,
      "step": 4360
    },
    {
      "epoch": 6.5620890475295885,
      "grad_norm": 0.6262651085853577,
      "learning_rate": 8.492123386232677e-05,
      "loss": 0.7158,
      "step": 4370
    },
    {
      "epoch": 6.577118166447492,
      "grad_norm": 0.7301998138427734,
      "learning_rate": 8.482719614248894e-05,
      "loss": 0.7483,
      "step": 4380
    },
    {
      "epoch": 6.592147285365395,
      "grad_norm": 0.602796733379364,
      "learning_rate": 8.473291852294987e-05,
      "loss": 0.7332,
      "step": 4390
    },
    {
      "epoch": 6.607176404283299,
      "grad_norm": 0.6329184770584106,
      "learning_rate": 8.463840165312082e-05,
      "loss": 0.7518,
      "step": 4400
    },
    {
      "epoch": 6.6222055232012025,
      "grad_norm": 0.7019734382629395,
      "learning_rate": 8.454364618406106e-05,
      "loss": 0.7702,
      "step": 4410
    },
    {
      "epoch": 6.637234642119106,
      "grad_norm": 0.6546521782875061,
      "learning_rate": 8.444865276847338e-05,
      "loss": 0.751,
      "step": 4420
    },
    {
      "epoch": 6.652263761037009,
      "grad_norm": 0.7014687657356262,
      "learning_rate": 8.435342206069965e-05,
      "loss": 0.7662,
      "step": 4430
    },
    {
      "epoch": 6.667292879954912,
      "grad_norm": 0.6677362322807312,
      "learning_rate": 8.425795471671625e-05,
      "loss": 0.74,
      "step": 4440
    },
    {
      "epoch": 6.682321998872816,
      "grad_norm": 0.6421080231666565,
      "learning_rate": 8.416225139412959e-05,
      "loss": 0.7491,
      "step": 4450
    },
    {
      "epoch": 6.69735111779072,
      "grad_norm": 0.6495652794837952,
      "learning_rate": 8.406631275217156e-05,
      "loss": 0.7612,
      "step": 4460
    },
    {
      "epoch": 6.712380236708623,
      "grad_norm": 0.7310630679130554,
      "learning_rate": 8.397013945169501e-05,
      "loss": 0.7475,
      "step": 4470
    },
    {
      "epoch": 6.727409355626526,
      "grad_norm": 0.6594589948654175,
      "learning_rate": 8.387373215516918e-05,
      "loss": 0.7295,
      "step": 4480
    },
    {
      "epoch": 6.7424384745444295,
      "grad_norm": 0.6998351216316223,
      "learning_rate": 8.377709152667512e-05,
      "loss": 0.756,
      "step": 4490
    },
    {
      "epoch": 6.757467593462334,
      "grad_norm": 0.6579599380493164,
      "learning_rate": 8.368021823190116e-05,
      "loss": 0.7256,
      "step": 4500
    },
    {
      "epoch": 6.772496712380237,
      "grad_norm": 0.6116402745246887,
      "learning_rate": 8.358311293813832e-05,
      "loss": 0.7358,
      "step": 4510
    },
    {
      "epoch": 6.78752583129814,
      "grad_norm": 0.6876879930496216,
      "learning_rate": 8.348577631427566e-05,
      "loss": 0.7568,
      "step": 4520
    },
    {
      "epoch": 6.802554950216043,
      "grad_norm": 0.6426005363464355,
      "learning_rate": 8.33882090307957e-05,
      "loss": 0.7563,
      "step": 4530
    },
    {
      "epoch": 6.817584069133947,
      "grad_norm": 0.6187247633934021,
      "learning_rate": 8.329041175976987e-05,
      "loss": 0.7367,
      "step": 4540
    },
    {
      "epoch": 6.832613188051851,
      "grad_norm": 0.6543039679527283,
      "learning_rate": 8.319238517485375e-05,
      "loss": 0.7577,
      "step": 4550
    },
    {
      "epoch": 6.847642306969754,
      "grad_norm": 0.6411317586898804,
      "learning_rate": 8.309412995128256e-05,
      "loss": 0.7614,
      "step": 4560
    },
    {
      "epoch": 6.862671425887657,
      "grad_norm": 0.7125687599182129,
      "learning_rate": 8.299564676586638e-05,
      "loss": 0.7572,
      "step": 4570
    },
    {
      "epoch": 6.877700544805561,
      "grad_norm": 0.7412214875221252,
      "learning_rate": 8.289693629698564e-05,
      "loss": 0.7724,
      "step": 4580
    },
    {
      "epoch": 6.892729663723464,
      "grad_norm": 0.6838482022285461,
      "learning_rate": 8.279799922458629e-05,
      "loss": 0.7428,
      "step": 4590
    },
    {
      "epoch": 6.907758782641368,
      "grad_norm": 0.6079447269439697,
      "learning_rate": 8.269883623017522e-05,
      "loss": 0.7515,
      "step": 4600
    },
    {
      "epoch": 6.922787901559271,
      "grad_norm": 0.7181859612464905,
      "learning_rate": 8.259944799681555e-05,
      "loss": 0.7472,
      "step": 4610
    },
    {
      "epoch": 6.9378170204771745,
      "grad_norm": 0.7185594439506531,
      "learning_rate": 8.249983520912187e-05,
      "loss": 0.7582,
      "step": 4620
    },
    {
      "epoch": 6.952846139395078,
      "grad_norm": 0.7397907972335815,
      "learning_rate": 8.239999855325563e-05,
      "loss": 0.7578,
      "step": 4630
    },
    {
      "epoch": 6.967875258312981,
      "grad_norm": 0.6544892191886902,
      "learning_rate": 8.229993871692028e-05,
      "loss": 0.7511,
      "step": 4640
    },
    {
      "epoch": 6.982904377230885,
      "grad_norm": 0.7269999384880066,
      "learning_rate": 8.219965638935662e-05,
      "loss": 0.7557,
      "step": 4650
    },
    {
      "epoch": 6.9979334961487885,
      "grad_norm": 0.7143056392669678,
      "learning_rate": 8.209915226133807e-05,
      "loss": 0.7603,
      "step": 4660
    },
    {
      "epoch": 7.012023295134322,
      "grad_norm": 0.740738034248352,
      "learning_rate": 8.199842702516583e-05,
      "loss": 0.6384,
      "step": 4670
    },
    {
      "epoch": 7.027052414052227,
      "grad_norm": 0.7142441868782043,
      "learning_rate": 8.189748137466417e-05,
      "loss": 0.6018,
      "step": 4680
    },
    {
      "epoch": 7.04208153297013,
      "grad_norm": 0.8026095628738403,
      "learning_rate": 8.179631600517565e-05,
      "loss": 0.6187,
      "step": 4690
    },
    {
      "epoch": 7.057110651888033,
      "grad_norm": 0.8209463953971863,
      "learning_rate": 8.169493161355633e-05,
      "loss": 0.6178,
      "step": 4700
    },
    {
      "epoch": 7.072139770805936,
      "grad_norm": 0.7156078219413757,
      "learning_rate": 8.159332889817088e-05,
      "loss": 0.6223,
      "step": 4710
    },
    {
      "epoch": 7.08716888972384,
      "grad_norm": 0.7837380170822144,
      "learning_rate": 8.149150855888794e-05,
      "loss": 0.603,
      "step": 4720
    },
    {
      "epoch": 7.102198008641744,
      "grad_norm": 0.7317357063293457,
      "learning_rate": 8.138947129707517e-05,
      "loss": 0.6183,
      "step": 4730
    },
    {
      "epoch": 7.117227127559647,
      "grad_norm": 0.6778579950332642,
      "learning_rate": 8.128721781559443e-05,
      "loss": 0.6123,
      "step": 4740
    },
    {
      "epoch": 7.13225624647755,
      "grad_norm": 0.6829363703727722,
      "learning_rate": 8.118474881879701e-05,
      "loss": 0.6111,
      "step": 4750
    },
    {
      "epoch": 7.147285365395454,
      "grad_norm": 0.7064921855926514,
      "learning_rate": 8.108206501251866e-05,
      "loss": 0.6142,
      "step": 4760
    },
    {
      "epoch": 7.162314484313357,
      "grad_norm": 0.7147718071937561,
      "learning_rate": 8.097916710407492e-05,
      "loss": 0.6128,
      "step": 4770
    },
    {
      "epoch": 7.177343603231261,
      "grad_norm": 0.7428337335586548,
      "learning_rate": 8.0876055802256e-05,
      "loss": 0.6087,
      "step": 4780
    },
    {
      "epoch": 7.192372722149164,
      "grad_norm": 0.7002803087234497,
      "learning_rate": 8.077273181732207e-05,
      "loss": 0.6421,
      "step": 4790
    },
    {
      "epoch": 7.2074018410670675,
      "grad_norm": 0.7221034169197083,
      "learning_rate": 8.066919586099834e-05,
      "loss": 0.6159,
      "step": 4800
    },
    {
      "epoch": 7.222430959984971,
      "grad_norm": 0.7155001759529114,
      "learning_rate": 8.056544864647015e-05,
      "loss": 0.6227,
      "step": 4810
    },
    {
      "epoch": 7.237460078902874,
      "grad_norm": 0.828462541103363,
      "learning_rate": 8.046149088837802e-05,
      "loss": 0.6249,
      "step": 4820
    },
    {
      "epoch": 7.252489197820778,
      "grad_norm": 0.7177339792251587,
      "learning_rate": 8.035732330281273e-05,
      "loss": 0.6205,
      "step": 4830
    },
    {
      "epoch": 7.267518316738681,
      "grad_norm": 0.7466073632240295,
      "learning_rate": 8.025294660731048e-05,
      "loss": 0.6225,
      "step": 4840
    },
    {
      "epoch": 7.282547435656585,
      "grad_norm": 0.7658254504203796,
      "learning_rate": 8.014836152084784e-05,
      "loss": 0.6259,
      "step": 4850
    },
    {
      "epoch": 7.297576554574488,
      "grad_norm": 0.7269898653030396,
      "learning_rate": 8.00435687638368e-05,
      "loss": 0.6228,
      "step": 4860
    },
    {
      "epoch": 7.312605673492391,
      "grad_norm": 0.8240427374839783,
      "learning_rate": 7.993856905811991e-05,
      "loss": 0.6242,
      "step": 4870
    },
    {
      "epoch": 7.327634792410295,
      "grad_norm": 0.7971922755241394,
      "learning_rate": 7.983336312696522e-05,
      "loss": 0.6272,
      "step": 4880
    },
    {
      "epoch": 7.342663911328199,
      "grad_norm": 0.7452378869056702,
      "learning_rate": 7.972795169506129e-05,
      "loss": 0.6214,
      "step": 4890
    },
    {
      "epoch": 7.357693030246102,
      "grad_norm": 0.7922284603118896,
      "learning_rate": 7.962233548851227e-05,
      "loss": 0.6257,
      "step": 4900
    },
    {
      "epoch": 7.372722149164005,
      "grad_norm": 0.8231662511825562,
      "learning_rate": 7.951651523483283e-05,
      "loss": 0.6288,
      "step": 4910
    },
    {
      "epoch": 7.387751268081908,
      "grad_norm": 0.7604002952575684,
      "learning_rate": 7.941049166294319e-05,
      "loss": 0.6416,
      "step": 4920
    },
    {
      "epoch": 7.402780386999812,
      "grad_norm": 0.7322626709938049,
      "learning_rate": 7.930426550316406e-05,
      "loss": 0.628,
      "step": 4930
    },
    {
      "epoch": 7.417809505917716,
      "grad_norm": 0.7688371539115906,
      "learning_rate": 7.919783748721168e-05,
      "loss": 0.6245,
      "step": 4940
    },
    {
      "epoch": 7.432838624835619,
      "grad_norm": 0.8524195551872253,
      "learning_rate": 7.909120834819268e-05,
      "loss": 0.6431,
      "step": 4950
    },
    {
      "epoch": 7.447867743753522,
      "grad_norm": 0.8562901020050049,
      "learning_rate": 7.898437882059913e-05,
      "loss": 0.6291,
      "step": 4960
    },
    {
      "epoch": 7.462896862671426,
      "grad_norm": 0.7663971185684204,
      "learning_rate": 7.887734964030337e-05,
      "loss": 0.6361,
      "step": 4970
    },
    {
      "epoch": 7.47792598158933,
      "grad_norm": 0.7779290676116943,
      "learning_rate": 7.87701215445531e-05,
      "loss": 0.6321,
      "step": 4980
    },
    {
      "epoch": 7.492955100507233,
      "grad_norm": 0.8450044393539429,
      "learning_rate": 7.86626952719661e-05,
      "loss": 0.6554,
      "step": 4990
    },
    {
      "epoch": 7.507984219425136,
      "grad_norm": 0.7660729885101318,
      "learning_rate": 7.855507156252535e-05,
      "loss": 0.6546,
      "step": 5000
    },
    {
      "epoch": 7.5230133383430395,
      "grad_norm": 0.9639895558357239,
      "learning_rate": 7.844725115757375e-05,
      "loss": 0.6388,
      "step": 5010
    },
    {
      "epoch": 7.538042457260943,
      "grad_norm": 0.8670216798782349,
      "learning_rate": 7.833923479980914e-05,
      "loss": 0.6489,
      "step": 5020
    },
    {
      "epoch": 7.553071576178846,
      "grad_norm": 0.7850314974784851,
      "learning_rate": 7.823102323327911e-05,
      "loss": 0.6397,
      "step": 5030
    },
    {
      "epoch": 7.56810069509675,
      "grad_norm": 0.7203473448753357,
      "learning_rate": 7.812261720337594e-05,
      "loss": 0.6466,
      "step": 5040
    },
    {
      "epoch": 7.5831298140146535,
      "grad_norm": 0.7159662246704102,
      "learning_rate": 7.801401745683143e-05,
      "loss": 0.6336,
      "step": 5050
    },
    {
      "epoch": 7.598158932932557,
      "grad_norm": 0.8092458844184875,
      "learning_rate": 7.79052247417117e-05,
      "loss": 0.6415,
      "step": 5060
    },
    {
      "epoch": 7.61318805185046,
      "grad_norm": 0.7300180196762085,
      "learning_rate": 7.779623980741214e-05,
      "loss": 0.6469,
      "step": 5070
    },
    {
      "epoch": 7.628217170768364,
      "grad_norm": 0.8448249697685242,
      "learning_rate": 7.768706340465219e-05,
      "loss": 0.6281,
      "step": 5080
    },
    {
      "epoch": 7.643246289686267,
      "grad_norm": 0.7753276824951172,
      "learning_rate": 7.757769628547018e-05,
      "loss": 0.644,
      "step": 5090
    },
    {
      "epoch": 7.658275408604171,
      "grad_norm": 0.7004479765892029,
      "learning_rate": 7.746813920321816e-05,
      "loss": 0.6349,
      "step": 5100
    },
    {
      "epoch": 7.673304527522074,
      "grad_norm": 0.7119005918502808,
      "learning_rate": 7.735839291255667e-05,
      "loss": 0.6477,
      "step": 5110
    },
    {
      "epoch": 7.688333646439977,
      "grad_norm": 0.8026734590530396,
      "learning_rate": 7.724845816944961e-05,
      "loss": 0.6302,
      "step": 5120
    },
    {
      "epoch": 7.7033627653578804,
      "grad_norm": 0.7971638441085815,
      "learning_rate": 7.713833573115894e-05,
      "loss": 0.642,
      "step": 5130
    },
    {
      "epoch": 7.718391884275785,
      "grad_norm": 0.7363801598548889,
      "learning_rate": 7.70280263562396e-05,
      "loss": 0.6509,
      "step": 5140
    },
    {
      "epoch": 7.733421003193688,
      "grad_norm": 0.7832568883895874,
      "learning_rate": 7.691753080453412e-05,
      "loss": 0.6517,
      "step": 5150
    },
    {
      "epoch": 7.748450122111591,
      "grad_norm": 0.7115653157234192,
      "learning_rate": 7.680684983716753e-05,
      "loss": 0.6484,
      "step": 5160
    },
    {
      "epoch": 7.763479241029494,
      "grad_norm": 0.7662774324417114,
      "learning_rate": 7.6695984216542e-05,
      "loss": 0.6496,
      "step": 5170
    },
    {
      "epoch": 7.7785083599473985,
      "grad_norm": 0.7544398307800293,
      "learning_rate": 7.658493470633173e-05,
      "loss": 0.6394,
      "step": 5180
    },
    {
      "epoch": 7.793537478865302,
      "grad_norm": 0.7812057733535767,
      "learning_rate": 7.647370207147748e-05,
      "loss": 0.6494,
      "step": 5190
    },
    {
      "epoch": 7.808566597783205,
      "grad_norm": 0.7722028493881226,
      "learning_rate": 7.636228707818154e-05,
      "loss": 0.6395,
      "step": 5200
    },
    {
      "epoch": 7.823595716701108,
      "grad_norm": 0.776189923286438,
      "learning_rate": 7.625069049390227e-05,
      "loss": 0.6474,
      "step": 5210
    },
    {
      "epoch": 7.838624835619012,
      "grad_norm": 0.6927589178085327,
      "learning_rate": 7.613891308734894e-05,
      "loss": 0.6419,
      "step": 5220
    },
    {
      "epoch": 7.853653954536915,
      "grad_norm": 0.8120152354240417,
      "learning_rate": 7.60269556284763e-05,
      "loss": 0.6638,
      "step": 5230
    },
    {
      "epoch": 7.868683073454819,
      "grad_norm": 0.8518467545509338,
      "learning_rate": 7.59148188884794e-05,
      "loss": 0.6546,
      "step": 5240
    },
    {
      "epoch": 7.883712192372722,
      "grad_norm": 0.8371894359588623,
      "learning_rate": 7.580250363978824e-05,
      "loss": 0.6567,
      "step": 5250
    },
    {
      "epoch": 7.8987413112906255,
      "grad_norm": 0.8003565669059753,
      "learning_rate": 7.569001065606238e-05,
      "loss": 0.6443,
      "step": 5260
    },
    {
      "epoch": 7.913770430208529,
      "grad_norm": 0.8672810196876526,
      "learning_rate": 7.557734071218576e-05,
      "loss": 0.6559,
      "step": 5270
    },
    {
      "epoch": 7.928799549126433,
      "grad_norm": 0.7518348097801208,
      "learning_rate": 7.546449458426117e-05,
      "loss": 0.6579,
      "step": 5280
    },
    {
      "epoch": 7.943828668044336,
      "grad_norm": 0.8424391150474548,
      "learning_rate": 7.535147304960508e-05,
      "loss": 0.6588,
      "step": 5290
    },
    {
      "epoch": 7.9588577869622394,
      "grad_norm": 0.7776015996932983,
      "learning_rate": 7.52382768867422e-05,
      "loss": 0.6516,
      "step": 5300
    },
    {
      "epoch": 7.973886905880143,
      "grad_norm": 0.8192471861839294,
      "learning_rate": 7.512490687540009e-05,
      "loss": 0.6686,
      "step": 5310
    },
    {
      "epoch": 7.988916024798046,
      "grad_norm": 0.7316805720329285,
      "learning_rate": 7.501136379650388e-05,
      "loss": 0.6505,
      "step": 5320
    },
    {
      "epoch": 8.00300582378358,
      "grad_norm": 0.8020321726799011,
      "learning_rate": 7.489764843217082e-05,
      "loss": 0.6468,
      "step": 5330
    },
    {
      "epoch": 8.018034942701485,
      "grad_norm": 0.7429752349853516,
      "learning_rate": 7.478376156570489e-05,
      "loss": 0.5209,
      "step": 5340
    },
    {
      "epoch": 8.033064061619388,
      "grad_norm": 0.7338524460792542,
      "learning_rate": 7.466970398159145e-05,
      "loss": 0.5215,
      "step": 5350
    },
    {
      "epoch": 8.048093180537292,
      "grad_norm": 0.7771674990653992,
      "learning_rate": 7.45554764654918e-05,
      "loss": 0.5066,
      "step": 5360
    },
    {
      "epoch": 8.063122299455195,
      "grad_norm": 0.7496100068092346,
      "learning_rate": 7.444107980423778e-05,
      "loss": 0.5101,
      "step": 5370
    },
    {
      "epoch": 8.078151418373098,
      "grad_norm": 0.8719698786735535,
      "learning_rate": 7.432651478582636e-05,
      "loss": 0.513,
      "step": 5380
    },
    {
      "epoch": 8.093180537291001,
      "grad_norm": 0.706078052520752,
      "learning_rate": 7.42117821994142e-05,
      "loss": 0.5185,
      "step": 5390
    },
    {
      "epoch": 8.108209656208905,
      "grad_norm": 0.7622345685958862,
      "learning_rate": 7.409688283531222e-05,
      "loss": 0.5162,
      "step": 5400
    },
    {
      "epoch": 8.123238775126808,
      "grad_norm": 0.7656405568122864,
      "learning_rate": 7.398181748498015e-05,
      "loss": 0.5137,
      "step": 5410
    },
    {
      "epoch": 8.138267894044711,
      "grad_norm": 0.8089895248413086,
      "learning_rate": 7.386658694102103e-05,
      "loss": 0.5006,
      "step": 5420
    },
    {
      "epoch": 8.153297012962614,
      "grad_norm": 0.7622844576835632,
      "learning_rate": 7.375119199717591e-05,
      "loss": 0.5224,
      "step": 5430
    },
    {
      "epoch": 8.16832613188052,
      "grad_norm": 0.8785136342048645,
      "learning_rate": 7.363563344831818e-05,
      "loss": 0.5277,
      "step": 5440
    },
    {
      "epoch": 8.183355250798423,
      "grad_norm": 0.8507887721061707,
      "learning_rate": 7.351991209044821e-05,
      "loss": 0.5203,
      "step": 5450
    },
    {
      "epoch": 8.198384369716326,
      "grad_norm": 0.9602698683738708,
      "learning_rate": 7.340402872068789e-05,
      "loss": 0.5186,
      "step": 5460
    },
    {
      "epoch": 8.21341348863423,
      "grad_norm": 0.8880749344825745,
      "learning_rate": 7.328798413727503e-05,
      "loss": 0.5175,
      "step": 5470
    },
    {
      "epoch": 8.228442607552132,
      "grad_norm": 0.8679527640342712,
      "learning_rate": 7.317177913955795e-05,
      "loss": 0.513,
      "step": 5480
    },
    {
      "epoch": 8.243471726470036,
      "grad_norm": 0.7859882116317749,
      "learning_rate": 7.305541452798997e-05,
      "loss": 0.5252,
      "step": 5490
    },
    {
      "epoch": 8.258500845387939,
      "grad_norm": 0.8226519227027893,
      "learning_rate": 7.293889110412387e-05,
      "loss": 0.5211,
      "step": 5500
    },
    {
      "epoch": 8.273529964305842,
      "grad_norm": 0.8628718256950378,
      "learning_rate": 7.282220967060633e-05,
      "loss": 0.5294,
      "step": 5510
    },
    {
      "epoch": 8.288559083223745,
      "grad_norm": 0.9453558325767517,
      "learning_rate": 7.270537103117252e-05,
      "loss": 0.5238,
      "step": 5520
    },
    {
      "epoch": 8.303588202141649,
      "grad_norm": 0.9046574831008911,
      "learning_rate": 7.258837599064043e-05,
      "loss": 0.5186,
      "step": 5530
    },
    {
      "epoch": 8.318617321059552,
      "grad_norm": 0.9415176510810852,
      "learning_rate": 7.24712253549054e-05,
      "loss": 0.5282,
      "step": 5540
    },
    {
      "epoch": 8.333646439977457,
      "grad_norm": 0.8018948435783386,
      "learning_rate": 7.235391993093456e-05,
      "loss": 0.5264,
      "step": 5550
    },
    {
      "epoch": 8.34867555889536,
      "grad_norm": 0.818480908870697,
      "learning_rate": 7.22364605267613e-05,
      "loss": 0.5272,
      "step": 5560
    },
    {
      "epoch": 8.363704677813264,
      "grad_norm": 0.8961235284805298,
      "learning_rate": 7.211884795147958e-05,
      "loss": 0.5373,
      "step": 5570
    },
    {
      "epoch": 8.378733796731167,
      "grad_norm": 0.8245147466659546,
      "learning_rate": 7.200108301523854e-05,
      "loss": 0.5423,
      "step": 5580
    },
    {
      "epoch": 8.39376291564907,
      "grad_norm": 0.8225317001342773,
      "learning_rate": 7.188316652923677e-05,
      "loss": 0.5374,
      "step": 5590
    },
    {
      "epoch": 8.408792034566973,
      "grad_norm": 0.9353516697883606,
      "learning_rate": 7.176509930571682e-05,
      "loss": 0.5418,
      "step": 5600
    },
    {
      "epoch": 8.423821153484877,
      "grad_norm": 0.9062713384628296,
      "learning_rate": 7.16468821579595e-05,
      "loss": 0.5508,
      "step": 5610
    },
    {
      "epoch": 8.43885027240278,
      "grad_norm": 0.8618881106376648,
      "learning_rate": 7.152851590027843e-05,
      "loss": 0.5424,
      "step": 5620
    },
    {
      "epoch": 8.453879391320683,
      "grad_norm": 0.8350569009780884,
      "learning_rate": 7.141000134801425e-05,
      "loss": 0.5433,
      "step": 5630
    },
    {
      "epoch": 8.468908510238588,
      "grad_norm": 0.8575078845024109,
      "learning_rate": 7.129133931752914e-05,
      "loss": 0.5459,
      "step": 5640
    },
    {
      "epoch": 8.483937629156491,
      "grad_norm": 0.869219183921814,
      "learning_rate": 7.117253062620118e-05,
      "loss": 0.5397,
      "step": 5650
    },
    {
      "epoch": 8.498966748074395,
      "grad_norm": 0.900360643863678,
      "learning_rate": 7.105357609241863e-05,
      "loss": 0.5435,
      "step": 5660
    },
    {
      "epoch": 8.513995866992298,
      "grad_norm": 0.9262248277664185,
      "learning_rate": 7.093447653557441e-05,
      "loss": 0.5462,
      "step": 5670
    },
    {
      "epoch": 8.529024985910201,
      "grad_norm": 0.9586583971977234,
      "learning_rate": 7.081523277606035e-05,
      "loss": 0.5386,
      "step": 5680
    },
    {
      "epoch": 8.544054104828104,
      "grad_norm": 0.8671521544456482,
      "learning_rate": 7.069584563526166e-05,
      "loss": 0.539,
      "step": 5690
    },
    {
      "epoch": 8.559083223746008,
      "grad_norm": 0.8206884860992432,
      "learning_rate": 7.057631593555111e-05,
      "loss": 0.5389,
      "step": 5700
    },
    {
      "epoch": 8.574112342663911,
      "grad_norm": 0.8640275597572327,
      "learning_rate": 7.045664450028352e-05,
      "loss": 0.5443,
      "step": 5710
    },
    {
      "epoch": 8.589141461581814,
      "grad_norm": 0.8697555661201477,
      "learning_rate": 7.033683215379002e-05,
      "loss": 0.5488,
      "step": 5720
    },
    {
      "epoch": 8.604170580499718,
      "grad_norm": 0.9721740484237671,
      "learning_rate": 7.021687972137235e-05,
      "loss": 0.5474,
      "step": 5730
    },
    {
      "epoch": 8.61919969941762,
      "grad_norm": 0.895819902420044,
      "learning_rate": 7.009678802929724e-05,
      "loss": 0.5504,
      "step": 5740
    },
    {
      "epoch": 8.634228818335526,
      "grad_norm": 1.060189962387085,
      "learning_rate": 6.997655790479061e-05,
      "loss": 0.5469,
      "step": 5750
    },
    {
      "epoch": 8.649257937253429,
      "grad_norm": 0.955331563949585,
      "learning_rate": 6.985619017603207e-05,
      "loss": 0.5491,
      "step": 5760
    },
    {
      "epoch": 8.664287056171332,
      "grad_norm": 0.9543823599815369,
      "learning_rate": 6.973568567214894e-05,
      "loss": 0.5549,
      "step": 5770
    },
    {
      "epoch": 8.679316175089236,
      "grad_norm": 0.8880019187927246,
      "learning_rate": 6.961504522321076e-05,
      "loss": 0.5466,
      "step": 5780
    },
    {
      "epoch": 8.694345294007139,
      "grad_norm": 0.8980219960212708,
      "learning_rate": 6.949426966022354e-05,
      "loss": 0.5321,
      "step": 5790
    },
    {
      "epoch": 8.709374412925042,
      "grad_norm": 0.9821533560752869,
      "learning_rate": 6.937335981512389e-05,
      "loss": 0.5466,
      "step": 5800
    },
    {
      "epoch": 8.724403531842945,
      "grad_norm": 0.9177353978157043,
      "learning_rate": 6.925231652077348e-05,
      "loss": 0.5568,
      "step": 5810
    },
    {
      "epoch": 8.739432650760849,
      "grad_norm": 0.9436571002006531,
      "learning_rate": 6.913114061095319e-05,
      "loss": 0.5537,
      "step": 5820
    },
    {
      "epoch": 8.754461769678752,
      "grad_norm": 0.8605087995529175,
      "learning_rate": 6.900983292035739e-05,
      "loss": 0.5456,
      "step": 5830
    },
    {
      "epoch": 8.769490888596657,
      "grad_norm": 0.9178728461265564,
      "learning_rate": 6.888839428458818e-05,
      "loss": 0.5522,
      "step": 5840
    },
    {
      "epoch": 8.78452000751456,
      "grad_norm": 0.8443792462348938,
      "learning_rate": 6.876682554014967e-05,
      "loss": 0.5465,
      "step": 5850
    },
    {
      "epoch": 8.799549126432463,
      "grad_norm": 0.8694719076156616,
      "learning_rate": 6.86451275244422e-05,
      "loss": 0.5516,
      "step": 5860
    },
    {
      "epoch": 8.814578245350367,
      "grad_norm": 0.8430178165435791,
      "learning_rate": 6.852330107575652e-05,
      "loss": 0.549,
      "step": 5870
    },
    {
      "epoch": 8.82960736426827,
      "grad_norm": 0.8651490211486816,
      "learning_rate": 6.840134703326815e-05,
      "loss": 0.5525,
      "step": 5880
    },
    {
      "epoch": 8.844636483186173,
      "grad_norm": 0.7867377400398254,
      "learning_rate": 6.827926623703142e-05,
      "loss": 0.5594,
      "step": 5890
    },
    {
      "epoch": 8.859665602104076,
      "grad_norm": 0.9743750691413879,
      "learning_rate": 6.815705952797382e-05,
      "loss": 0.5617,
      "step": 5900
    },
    {
      "epoch": 8.87469472102198,
      "grad_norm": 0.8857339024543762,
      "learning_rate": 6.80347277478902e-05,
      "loss": 0.5559,
      "step": 5910
    },
    {
      "epoch": 8.889723839939883,
      "grad_norm": 0.9169685244560242,
      "learning_rate": 6.791227173943684e-05,
      "loss": 0.5473,
      "step": 5920
    },
    {
      "epoch": 8.904752958857786,
      "grad_norm": 1.0672627687454224,
      "learning_rate": 6.778969234612584e-05,
      "loss": 0.5532,
      "step": 5930
    },
    {
      "epoch": 8.91978207777569,
      "grad_norm": 0.9694510698318481,
      "learning_rate": 6.766699041231913e-05,
      "loss": 0.5541,
      "step": 5940
    },
    {
      "epoch": 8.934811196693595,
      "grad_norm": 0.940804123878479,
      "learning_rate": 6.754416678322281e-05,
      "loss": 0.5569,
      "step": 5950
    },
    {
      "epoch": 8.949840315611498,
      "grad_norm": 0.9347053170204163,
      "learning_rate": 6.74212223048812e-05,
      "loss": 0.5614,
      "step": 5960
    },
    {
      "epoch": 8.964869434529401,
      "grad_norm": 0.8529021739959717,
      "learning_rate": 6.729815782417105e-05,
      "loss": 0.5438,
      "step": 5970
    },
    {
      "epoch": 8.979898553447304,
      "grad_norm": 0.9158792495727539,
      "learning_rate": 6.717497418879579e-05,
      "loss": 0.5687,
      "step": 5980
    },
    {
      "epoch": 8.994927672365208,
      "grad_norm": 0.8642351627349854,
      "learning_rate": 6.705167224727955e-05,
      "loss": 0.5508,
      "step": 5990
    },
    {
      "epoch": 9.009017471350742,
      "grad_norm": 1.036657452583313,
      "learning_rate": 6.692825284896142e-05,
      "loss": 0.496,
      "step": 6000
    },
    {
      "epoch": 9.024046590268645,
      "grad_norm": 1.0688594579696655,
      "learning_rate": 6.680471684398957e-05,
      "loss": 0.4279,
      "step": 6010
    },
    {
      "epoch": 9.039075709186548,
      "grad_norm": 0.9282298684120178,
      "learning_rate": 6.668106508331539e-05,
      "loss": 0.4258,
      "step": 6020
    },
    {
      "epoch": 9.054104828104453,
      "grad_norm": 0.8562738299369812,
      "learning_rate": 6.655729841868758e-05,
      "loss": 0.4266,
      "step": 6030
    },
    {
      "epoch": 9.069133947022356,
      "grad_norm": 0.9267016649246216,
      "learning_rate": 6.643341770264642e-05,
      "loss": 0.4253,
      "step": 6040
    },
    {
      "epoch": 9.08416306594026,
      "grad_norm": 0.838796079158783,
      "learning_rate": 6.630942378851774e-05,
      "loss": 0.4209,
      "step": 6050
    },
    {
      "epoch": 9.099192184858163,
      "grad_norm": 1.0836501121520996,
      "learning_rate": 6.618531753040712e-05,
      "loss": 0.4319,
      "step": 6060
    },
    {
      "epoch": 9.114221303776066,
      "grad_norm": 0.912151038646698,
      "learning_rate": 6.606109978319404e-05,
      "loss": 0.4242,
      "step": 6070
    },
    {
      "epoch": 9.12925042269397,
      "grad_norm": 0.9484944939613342,
      "learning_rate": 6.593677140252588e-05,
      "loss": 0.4275,
      "step": 6080
    },
    {
      "epoch": 9.144279541611873,
      "grad_norm": 0.8877925276756287,
      "learning_rate": 6.581233324481216e-05,
      "loss": 0.4372,
      "step": 6090
    },
    {
      "epoch": 9.159308660529776,
      "grad_norm": 0.9061231017112732,
      "learning_rate": 6.568778616721853e-05,
      "loss": 0.4309,
      "step": 6100
    },
    {
      "epoch": 9.17433777944768,
      "grad_norm": 0.9550976753234863,
      "learning_rate": 6.556313102766094e-05,
      "loss": 0.4344,
      "step": 6110
    },
    {
      "epoch": 9.189366898365583,
      "grad_norm": 0.9908791780471802,
      "learning_rate": 6.543836868479968e-05,
      "loss": 0.4366,
      "step": 6120
    },
    {
      "epoch": 9.204396017283488,
      "grad_norm": 1.0337473154067993,
      "learning_rate": 6.531349999803353e-05,
      "loss": 0.4357,
      "step": 6130
    },
    {
      "epoch": 9.21942513620139,
      "grad_norm": 0.9019971489906311,
      "learning_rate": 6.518852582749373e-05,
      "loss": 0.439,
      "step": 6140
    },
    {
      "epoch": 9.234454255119294,
      "grad_norm": 0.9498554468154907,
      "learning_rate": 6.506344703403819e-05,
      "loss": 0.4348,
      "step": 6150
    },
    {
      "epoch": 9.249483374037197,
      "grad_norm": 0.9589983820915222,
      "learning_rate": 6.493826447924541e-05,
      "loss": 0.4512,
      "step": 6160
    },
    {
      "epoch": 9.2645124929551,
      "grad_norm": 0.9420648217201233,
      "learning_rate": 6.481297902540875e-05,
      "loss": 0.4415,
      "step": 6170
    },
    {
      "epoch": 9.279541611873004,
      "grad_norm": 0.8353439569473267,
      "learning_rate": 6.468759153553022e-05,
      "loss": 0.4482,
      "step": 6180
    },
    {
      "epoch": 9.294570730790907,
      "grad_norm": 0.9372383952140808,
      "learning_rate": 6.456210287331483e-05,
      "loss": 0.4401,
      "step": 6190
    },
    {
      "epoch": 9.30959984970881,
      "grad_norm": 1.0183303356170654,
      "learning_rate": 6.443651390316437e-05,
      "loss": 0.4387,
      "step": 6200
    },
    {
      "epoch": 9.324628968626714,
      "grad_norm": 0.9157505035400391,
      "learning_rate": 6.431082549017166e-05,
      "loss": 0.4364,
      "step": 6210
    },
    {
      "epoch": 9.339658087544617,
      "grad_norm": 0.9424082040786743,
      "learning_rate": 6.41850385001145e-05,
      "loss": 0.4456,
      "step": 6220
    },
    {
      "epoch": 9.354687206462522,
      "grad_norm": 0.987912654876709,
      "learning_rate": 6.405915379944966e-05,
      "loss": 0.4427,
      "step": 6230
    },
    {
      "epoch": 9.369716325380425,
      "grad_norm": 0.9018827676773071,
      "learning_rate": 6.393317225530706e-05,
      "loss": 0.4545,
      "step": 6240
    },
    {
      "epoch": 9.384745444298328,
      "grad_norm": 0.8961259722709656,
      "learning_rate": 6.380709473548361e-05,
      "loss": 0.4524,
      "step": 6250
    },
    {
      "epoch": 9.399774563216232,
      "grad_norm": 0.939476728439331,
      "learning_rate": 6.368092210843739e-05,
      "loss": 0.4465,
      "step": 6260
    },
    {
      "epoch": 9.414803682134135,
      "grad_norm": 0.9325003623962402,
      "learning_rate": 6.35546552432816e-05,
      "loss": 0.4562,
      "step": 6270
    },
    {
      "epoch": 9.429832801052038,
      "grad_norm": 1.0927010774612427,
      "learning_rate": 6.342829500977856e-05,
      "loss": 0.4499,
      "step": 6280
    },
    {
      "epoch": 9.444861919969942,
      "grad_norm": 0.9243865013122559,
      "learning_rate": 6.330184227833376e-05,
      "loss": 0.4469,
      "step": 6290
    },
    {
      "epoch": 9.459891038887845,
      "grad_norm": 0.9676965475082397,
      "learning_rate": 6.31752979199898e-05,
      "loss": 0.4475,
      "step": 6300
    },
    {
      "epoch": 9.474920157805748,
      "grad_norm": 1.0749905109405518,
      "learning_rate": 6.30486628064205e-05,
      "loss": 0.4644,
      "step": 6310
    },
    {
      "epoch": 9.489949276723651,
      "grad_norm": 1.0174274444580078,
      "learning_rate": 6.292193780992474e-05,
      "loss": 0.4657,
      "step": 6320
    },
    {
      "epoch": 9.504978395641556,
      "grad_norm": 0.9137683510780334,
      "learning_rate": 6.279512380342065e-05,
      "loss": 0.4574,
      "step": 6330
    },
    {
      "epoch": 9.52000751455946,
      "grad_norm": 0.8929033279418945,
      "learning_rate": 6.266822166043937e-05,
      "loss": 0.4571,
      "step": 6340
    },
    {
      "epoch": 9.535036633477363,
      "grad_norm": 1.0599805116653442,
      "learning_rate": 6.254123225511923e-05,
      "loss": 0.4606,
      "step": 6350
    },
    {
      "epoch": 9.550065752395266,
      "grad_norm": 1.183914065361023,
      "learning_rate": 6.241415646219963e-05,
      "loss": 0.459,
      "step": 6360
    },
    {
      "epoch": 9.56509487131317,
      "grad_norm": 1.0352977514266968,
      "learning_rate": 6.228699515701501e-05,
      "loss": 0.4593,
      "step": 6370
    },
    {
      "epoch": 9.580123990231073,
      "grad_norm": 0.8676705956459045,
      "learning_rate": 6.215974921548887e-05,
      "loss": 0.4546,
      "step": 6380
    },
    {
      "epoch": 9.595153109148976,
      "grad_norm": 1.03312087059021,
      "learning_rate": 6.203241951412767e-05,
      "loss": 0.4495,
      "step": 6390
    },
    {
      "epoch": 9.61018222806688,
      "grad_norm": 0.9865357279777527,
      "learning_rate": 6.19050069300149e-05,
      "loss": 0.4533,
      "step": 6400
    },
    {
      "epoch": 9.625211346984782,
      "grad_norm": 1.0788352489471436,
      "learning_rate": 6.177751234080491e-05,
      "loss": 0.4515,
      "step": 6410
    },
    {
      "epoch": 9.640240465902686,
      "grad_norm": 1.049320936203003,
      "learning_rate": 6.164993662471692e-05,
      "loss": 0.4568,
      "step": 6420
    },
    {
      "epoch": 9.65526958482059,
      "grad_norm": 0.9056411981582642,
      "learning_rate": 6.152228066052904e-05,
      "loss": 0.4648,
      "step": 6430
    },
    {
      "epoch": 9.670298703738494,
      "grad_norm": 0.9347831010818481,
      "learning_rate": 6.139454532757208e-05,
      "loss": 0.4622,
      "step": 6440
    },
    {
      "epoch": 9.685327822656397,
      "grad_norm": 0.9340201020240784,
      "learning_rate": 6.126673150572362e-05,
      "loss": 0.4537,
      "step": 6450
    },
    {
      "epoch": 9.7003569415743,
      "grad_norm": 0.9909615516662598,
      "learning_rate": 6.113884007540184e-05,
      "loss": 0.4704,
      "step": 6460
    },
    {
      "epoch": 9.715386060492204,
      "grad_norm": 1.0939775705337524,
      "learning_rate": 6.1010871917559576e-05,
      "loss": 0.4596,
      "step": 6470
    },
    {
      "epoch": 9.730415179410107,
      "grad_norm": 0.9341562986373901,
      "learning_rate": 6.088282791367812e-05,
      "loss": 0.46,
      "step": 6480
    },
    {
      "epoch": 9.74544429832801,
      "grad_norm": 0.9412760734558105,
      "learning_rate": 6.075470894576124e-05,
      "loss": 0.4701,
      "step": 6490
    },
    {
      "epoch": 9.760473417245914,
      "grad_norm": 1.0007338523864746,
      "learning_rate": 6.062651589632911e-05,
      "loss": 0.4652,
      "step": 6500
    },
    {
      "epoch": 9.775502536163817,
      "grad_norm": 1.0357065200805664,
      "learning_rate": 6.0498249648412134e-05,
      "loss": 0.4684,
      "step": 6510
    },
    {
      "epoch": 9.79053165508172,
      "grad_norm": 0.8514649868011475,
      "learning_rate": 6.036991108554497e-05,
      "loss": 0.454,
      "step": 6520
    },
    {
      "epoch": 9.805560773999623,
      "grad_norm": 0.9953536987304688,
      "learning_rate": 6.02415010917604e-05,
      "loss": 0.4579,
      "step": 6530
    },
    {
      "epoch": 9.820589892917528,
      "grad_norm": 0.9308024644851685,
      "learning_rate": 6.011302055158324e-05,
      "loss": 0.4631,
      "step": 6540
    },
    {
      "epoch": 9.835619011835432,
      "grad_norm": 0.9298855662345886,
      "learning_rate": 5.9984470350024256e-05,
      "loss": 0.4544,
      "step": 6550
    },
    {
      "epoch": 9.850648130753335,
      "grad_norm": 0.9751214385032654,
      "learning_rate": 5.985585137257401e-05,
      "loss": 0.4571,
      "step": 6560
    },
    {
      "epoch": 9.865677249671238,
      "grad_norm": 0.9474308490753174,
      "learning_rate": 5.9727164505196905e-05,
      "loss": 0.4658,
      "step": 6570
    },
    {
      "epoch": 9.880706368589141,
      "grad_norm": 1.0583529472351074,
      "learning_rate": 5.95984106343249e-05,
      "loss": 0.4561,
      "step": 6580
    },
    {
      "epoch": 9.895735487507045,
      "grad_norm": 1.0418837070465088,
      "learning_rate": 5.946959064685156e-05,
      "loss": 0.4637,
      "step": 6590
    },
    {
      "epoch": 9.910764606424948,
      "grad_norm": 1.0113483667373657,
      "learning_rate": 5.934070543012582e-05,
      "loss": 0.4705,
      "step": 6600
    },
    {
      "epoch": 9.925793725342851,
      "grad_norm": 1.046410083770752,
      "learning_rate": 5.921175587194601e-05,
      "loss": 0.4884,
      "step": 6610
    },
    {
      "epoch": 9.940822844260754,
      "grad_norm": 0.9872678518295288,
      "learning_rate": 5.9082742860553576e-05,
      "loss": 0.4744,
      "step": 6620
    },
    {
      "epoch": 9.95585196317866,
      "grad_norm": 1.0428500175476074,
      "learning_rate": 5.895366728462709e-05,
      "loss": 0.4704,
      "step": 6630
    },
    {
      "epoch": 9.970881082096563,
      "grad_norm": 0.922476053237915,
      "learning_rate": 5.882453003327612e-05,
      "loss": 0.465,
      "step": 6640
    },
    {
      "epoch": 9.985910201014466,
      "grad_norm": 1.03745698928833,
      "learning_rate": 5.8695331996034986e-05,
      "loss": 0.4674,
      "step": 6650
    },
    {
      "epoch": 10.0,
      "grad_norm": 1.6415784358978271,
      "learning_rate": 5.8566074062856815e-05,
      "loss": 0.4717,
      "step": 6660
    },
    {
      "epoch": 10.015029118917903,
      "grad_norm": 0.9536633491516113,
      "learning_rate": 5.8436757124107245e-05,
      "loss": 0.361,
      "step": 6670
    },
    {
      "epoch": 10.030058237835807,
      "grad_norm": 0.8403608202934265,
      "learning_rate": 5.83073820705584e-05,
      "loss": 0.3593,
      "step": 6680
    },
    {
      "epoch": 10.04508735675371,
      "grad_norm": 1.0014981031417847,
      "learning_rate": 5.8177949793382705e-05,
      "loss": 0.3669,
      "step": 6690
    },
    {
      "epoch": 10.060116475671613,
      "grad_norm": 0.9928374290466309,
      "learning_rate": 5.804846118414671e-05,
      "loss": 0.3584,
      "step": 6700
    },
    {
      "epoch": 10.075145594589518,
      "grad_norm": 0.9604836106300354,
      "learning_rate": 5.7918917134805096e-05,
      "loss": 0.3467,
      "step": 6710
    },
    {
      "epoch": 10.090174713507421,
      "grad_norm": 1.0535321235656738,
      "learning_rate": 5.7789318537694335e-05,
      "loss": 0.3623,
      "step": 6720
    },
    {
      "epoch": 10.105203832425325,
      "grad_norm": 1.0338060855865479,
      "learning_rate": 5.76596662855267e-05,
      "loss": 0.3504,
      "step": 6730
    },
    {
      "epoch": 10.120232951343228,
      "grad_norm": 0.9590771794319153,
      "learning_rate": 5.752996127138404e-05,
      "loss": 0.3571,
      "step": 6740
    },
    {
      "epoch": 10.135262070261131,
      "grad_norm": 0.939929187297821,
      "learning_rate": 5.740020438871162e-05,
      "loss": 0.3709,
      "step": 6750
    },
    {
      "epoch": 10.150291189179034,
      "grad_norm": 1.0055979490280151,
      "learning_rate": 5.727039653131202e-05,
      "loss": 0.3646,
      "step": 6760
    },
    {
      "epoch": 10.165320308096938,
      "grad_norm": 1.0767991542816162,
      "learning_rate": 5.714053859333893e-05,
      "loss": 0.3626,
      "step": 6770
    },
    {
      "epoch": 10.180349427014841,
      "grad_norm": 0.9774537682533264,
      "learning_rate": 5.701063146929103e-05,
      "loss": 0.3691,
      "step": 6780
    },
    {
      "epoch": 10.195378545932744,
      "grad_norm": 1.1948145627975464,
      "learning_rate": 5.688067605400579e-05,
      "loss": 0.3707,
      "step": 6790
    },
    {
      "epoch": 10.210407664850647,
      "grad_norm": 1.1181336641311646,
      "learning_rate": 5.675067324265332e-05,
      "loss": 0.3637,
      "step": 6800
    },
    {
      "epoch": 10.22543678376855,
      "grad_norm": 0.9550219774246216,
      "learning_rate": 5.662062393073022e-05,
      "loss": 0.3625,
      "step": 6810
    },
    {
      "epoch": 10.240465902686456,
      "grad_norm": 0.9461958408355713,
      "learning_rate": 5.6490529014053405e-05,
      "loss": 0.3719,
      "step": 6820
    },
    {
      "epoch": 10.255495021604359,
      "grad_norm": 0.9581360816955566,
      "learning_rate": 5.636038938875391e-05,
      "loss": 0.3711,
      "step": 6830
    },
    {
      "epoch": 10.270524140522262,
      "grad_norm": 0.9395859837532043,
      "learning_rate": 5.623020595127073e-05,
      "loss": 0.3624,
      "step": 6840
    },
    {
      "epoch": 10.285553259440166,
      "grad_norm": 1.146485447883606,
      "learning_rate": 5.609997959834471e-05,
      "loss": 0.3684,
      "step": 6850
    },
    {
      "epoch": 10.300582378358069,
      "grad_norm": 0.9923917055130005,
      "learning_rate": 5.596971122701221e-05,
      "loss": 0.3695,
      "step": 6860
    },
    {
      "epoch": 10.315611497275972,
      "grad_norm": 0.9672958850860596,
      "learning_rate": 5.583940173459913e-05,
      "loss": 0.3735,
      "step": 6870
    },
    {
      "epoch": 10.330640616193875,
      "grad_norm": 0.9627594947814941,
      "learning_rate": 5.5709052018714536e-05,
      "loss": 0.3585,
      "step": 6880
    },
    {
      "epoch": 10.345669735111779,
      "grad_norm": 1.0451908111572266,
      "learning_rate": 5.5578662977244625e-05,
      "loss": 0.3726,
      "step": 6890
    },
    {
      "epoch": 10.360698854029682,
      "grad_norm": 1.0388795137405396,
      "learning_rate": 5.5448235508346435e-05,
      "loss": 0.3778,
      "step": 6900
    },
    {
      "epoch": 10.375727972947587,
      "grad_norm": 0.9968121647834778,
      "learning_rate": 5.5317770510441745e-05,
      "loss": 0.3837,
      "step": 6910
    },
    {
      "epoch": 10.39075709186549,
      "grad_norm": 1.104638934135437,
      "learning_rate": 5.518726888221082e-05,
      "loss": 0.3719,
      "step": 6920
    },
    {
      "epoch": 10.405786210783393,
      "grad_norm": 1.006320595741272,
      "learning_rate": 5.5056731522586236e-05,
      "loss": 0.3664,
      "step": 6930
    },
    {
      "epoch": 10.420815329701297,
      "grad_norm": 1.1039286851882935,
      "learning_rate": 5.492615933074673e-05,
      "loss": 0.3768,
      "step": 6940
    },
    {
      "epoch": 10.4358444486192,
      "grad_norm": 0.9026983380317688,
      "learning_rate": 5.479555320611094e-05,
      "loss": 0.3661,
      "step": 6950
    },
    {
      "epoch": 10.450873567537103,
      "grad_norm": 1.0680197477340698,
      "learning_rate": 5.466491404833127e-05,
      "loss": 0.375,
      "step": 6960
    },
    {
      "epoch": 10.465902686455006,
      "grad_norm": 1.079924464225769,
      "learning_rate": 5.4534242757287643e-05,
      "loss": 0.3865,
      "step": 6970
    },
    {
      "epoch": 10.48093180537291,
      "grad_norm": 1.037091851234436,
      "learning_rate": 5.440354023308134e-05,
      "loss": 0.3861,
      "step": 6980
    },
    {
      "epoch": 10.495960924290813,
      "grad_norm": 1.0389127731323242,
      "learning_rate": 5.4272807376028777e-05,
      "loss": 0.3701,
      "step": 6990
    },
    {
      "epoch": 10.510990043208716,
      "grad_norm": 1.079481840133667,
      "learning_rate": 5.41420450866553e-05,
      "loss": 0.3775,
      "step": 7000
    },
    {
      "epoch": 10.52601916212662,
      "grad_norm": 1.3485366106033325,
      "learning_rate": 5.401125426568904e-05,
      "loss": 0.3722,
      "step": 7010
    },
    {
      "epoch": 10.541048281044525,
      "grad_norm": 1.0112107992172241,
      "learning_rate": 5.388043581405461e-05,
      "loss": 0.3712,
      "step": 7020
    },
    {
      "epoch": 10.556077399962428,
      "grad_norm": 0.9727371335029602,
      "learning_rate": 5.374959063286695e-05,
      "loss": 0.3732,
      "step": 7030
    },
    {
      "epoch": 10.571106518880331,
      "grad_norm": 0.9836901426315308,
      "learning_rate": 5.361871962342518e-05,
      "loss": 0.3787,
      "step": 7040
    },
    {
      "epoch": 10.586135637798234,
      "grad_norm": 1.0882790088653564,
      "learning_rate": 5.348782368720626e-05,
      "loss": 0.3816,
      "step": 7050
    },
    {
      "epoch": 10.601164756716138,
      "grad_norm": 0.9604332447052002,
      "learning_rate": 5.335690372585892e-05,
      "loss": 0.3765,
      "step": 7060
    },
    {
      "epoch": 10.61619387563404,
      "grad_norm": 0.9835896492004395,
      "learning_rate": 5.322596064119731e-05,
      "loss": 0.3808,
      "step": 7070
    },
    {
      "epoch": 10.631222994551944,
      "grad_norm": 0.9179807901382446,
      "learning_rate": 5.309499533519493e-05,
      "loss": 0.378,
      "step": 7080
    },
    {
      "epoch": 10.646252113469847,
      "grad_norm": 1.0876275300979614,
      "learning_rate": 5.2964008709978305e-05,
      "loss": 0.3752,
      "step": 7090
    },
    {
      "epoch": 10.66128123238775,
      "grad_norm": 0.9817517995834351,
      "learning_rate": 5.2833001667820816e-05,
      "loss": 0.3856,
      "step": 7100
    },
    {
      "epoch": 10.676310351305656,
      "grad_norm": 1.0658329725265503,
      "learning_rate": 5.270197511113649e-05,
      "loss": 0.3747,
      "step": 7110
    },
    {
      "epoch": 10.691339470223559,
      "grad_norm": 1.0060932636260986,
      "learning_rate": 5.257092994247377e-05,
      "loss": 0.3867,
      "step": 7120
    },
    {
      "epoch": 10.706368589141462,
      "grad_norm": 1.1070188283920288,
      "learning_rate": 5.243986706450933e-05,
      "loss": 0.3765,
      "step": 7130
    },
    {
      "epoch": 10.721397708059365,
      "grad_norm": 0.9768523573875427,
      "learning_rate": 5.2308787380041777e-05,
      "loss": 0.3852,
      "step": 7140
    },
    {
      "epoch": 10.736426826977269,
      "grad_norm": 0.9963809847831726,
      "learning_rate": 5.217769179198555e-05,
      "loss": 0.3924,
      "step": 7150
    },
    {
      "epoch": 10.751455945895172,
      "grad_norm": 0.9897161722183228,
      "learning_rate": 5.2046581203364586e-05,
      "loss": 0.3871,
      "step": 7160
    },
    {
      "epoch": 10.766485064813075,
      "grad_norm": 1.0196555852890015,
      "learning_rate": 5.191545651730616e-05,
      "loss": 0.3766,
      "step": 7170
    },
    {
      "epoch": 10.781514183730978,
      "grad_norm": 0.8715333342552185,
      "learning_rate": 5.1784318637034676e-05,
      "loss": 0.3878,
      "step": 7180
    },
    {
      "epoch": 10.796543302648882,
      "grad_norm": 1.0659235715866089,
      "learning_rate": 5.165316846586541e-05,
      "loss": 0.387,
      "step": 7190
    },
    {
      "epoch": 10.811572421566785,
      "grad_norm": 1.0283163785934448,
      "learning_rate": 5.15220069071983e-05,
      "loss": 0.3899,
      "step": 7200
    },
    {
      "epoch": 10.826601540484688,
      "grad_norm": 0.972322404384613,
      "learning_rate": 5.139083486451172e-05,
      "loss": 0.3916,
      "step": 7210
    },
    {
      "epoch": 10.841630659402593,
      "grad_norm": 1.1113601922988892,
      "learning_rate": 5.1259653241356276e-05,
      "loss": 0.3832,
      "step": 7220
    },
    {
      "epoch": 10.856659778320497,
      "grad_norm": 1.1082892417907715,
      "learning_rate": 5.1128462941348554e-05,
      "loss": 0.3863,
      "step": 7230
    },
    {
      "epoch": 10.8716888972384,
      "grad_norm": 1.0528475046157837,
      "learning_rate": 5.0997264868164903e-05,
      "loss": 0.393,
      "step": 7240
    },
    {
      "epoch": 10.886718016156303,
      "grad_norm": 0.9899016618728638,
      "learning_rate": 5.0866059925535234e-05,
      "loss": 0.39,
      "step": 7250
    },
    {
      "epoch": 10.901747135074206,
      "grad_norm": 1.1150156259536743,
      "learning_rate": 5.073484901723676e-05,
      "loss": 0.3806,
      "step": 7260
    },
    {
      "epoch": 10.91677625399211,
      "grad_norm": 1.0797758102416992,
      "learning_rate": 5.0603633047087817e-05,
      "loss": 0.3953,
      "step": 7270
    },
    {
      "epoch": 10.931805372910013,
      "grad_norm": 1.122441291809082,
      "learning_rate": 5.047241291894156e-05,
      "loss": 0.386,
      "step": 7280
    },
    {
      "epoch": 10.946834491827916,
      "grad_norm": 0.8962685465812683,
      "learning_rate": 5.034118953667982e-05,
      "loss": 0.3914,
      "step": 7290
    },
    {
      "epoch": 10.96186361074582,
      "grad_norm": 1.1607177257537842,
      "learning_rate": 5.020996380420685e-05,
      "loss": 0.3995,
      "step": 7300
    },
    {
      "epoch": 10.976892729663723,
      "grad_norm": 1.0731902122497559,
      "learning_rate": 5.0078736625443054e-05,
      "loss": 0.3836,
      "step": 7310
    },
    {
      "epoch": 10.991921848581628,
      "grad_norm": 1.0019197463989258,
      "learning_rate": 4.994750890431884e-05,
      "loss": 0.3845,
      "step": 7320
    },
    {
      "epoch": 11.006011647567162,
      "grad_norm": 0.9175123572349548,
      "learning_rate": 4.9816281544768326e-05,
      "loss": 0.3611,
      "step": 7330
    },
    {
      "epoch": 11.021040766485065,
      "grad_norm": 0.8413906097412109,
      "learning_rate": 4.968505545072313e-05,
      "loss": 0.3021,
      "step": 7340
    },
    {
      "epoch": 11.036069885402968,
      "grad_norm": 1.0692964792251587,
      "learning_rate": 4.955383152610621e-05,
      "loss": 0.2892,
      "step": 7350
    },
    {
      "epoch": 11.051099004320871,
      "grad_norm": 1.0013508796691895,
      "learning_rate": 4.9422610674825495e-05,
      "loss": 0.2979,
      "step": 7360
    },
    {
      "epoch": 11.066128123238775,
      "grad_norm": 1.0104172229766846,
      "learning_rate": 4.929139380076783e-05,
      "loss": 0.2995,
      "step": 7370
    },
    {
      "epoch": 11.081157242156678,
      "grad_norm": 1.0872989892959595,
      "learning_rate": 4.9160181807792586e-05,
      "loss": 0.2909,
      "step": 7380
    },
    {
      "epoch": 11.096186361074581,
      "grad_norm": 1.1095547676086426,
      "learning_rate": 4.90289755997256e-05,
      "loss": 0.29,
      "step": 7390
    },
    {
      "epoch": 11.111215479992486,
      "grad_norm": 1.0950359106063843,
      "learning_rate": 4.889777608035273e-05,
      "loss": 0.3107,
      "step": 7400
    },
    {
      "epoch": 11.12624459891039,
      "grad_norm": 1.060843586921692,
      "learning_rate": 4.876658415341393e-05,
      "loss": 0.3128,
      "step": 7410
    },
    {
      "epoch": 11.141273717828293,
      "grad_norm": 1.0450581312179565,
      "learning_rate": 4.863540072259668e-05,
      "loss": 0.3099,
      "step": 7420
    },
    {
      "epoch": 11.156302836746196,
      "grad_norm": 0.9836236238479614,
      "learning_rate": 4.850422669153009e-05,
      "loss": 0.3038,
      "step": 7430
    },
    {
      "epoch": 11.1713319556641,
      "grad_norm": 0.9338634610176086,
      "learning_rate": 4.837306296377841e-05,
      "loss": 0.2983,
      "step": 7440
    },
    {
      "epoch": 11.186361074582003,
      "grad_norm": 0.9969077706336975,
      "learning_rate": 4.824191044283498e-05,
      "loss": 0.3041,
      "step": 7450
    },
    {
      "epoch": 11.201390193499906,
      "grad_norm": 1.1370275020599365,
      "learning_rate": 4.811077003211592e-05,
      "loss": 0.3124,
      "step": 7460
    },
    {
      "epoch": 11.216419312417809,
      "grad_norm": 1.122521162033081,
      "learning_rate": 4.797964263495394e-05,
      "loss": 0.3077,
      "step": 7470
    },
    {
      "epoch": 11.231448431335712,
      "grad_norm": 1.1988801956176758,
      "learning_rate": 4.78485291545921e-05,
      "loss": 0.3154,
      "step": 7480
    },
    {
      "epoch": 11.246477550253616,
      "grad_norm": 1.1286782026290894,
      "learning_rate": 4.771743049417761e-05,
      "loss": 0.2994,
      "step": 7490
    },
    {
      "epoch": 11.26150666917152,
      "grad_norm": 1.0577936172485352,
      "learning_rate": 4.7586347556755573e-05,
      "loss": 0.3036,
      "step": 7500
    },
    {
      "epoch": 11.276535788089424,
      "grad_norm": 1.0209895372390747,
      "learning_rate": 4.745528124526282e-05,
      "loss": 0.3043,
      "step": 7510
    },
    {
      "epoch": 11.291564907007327,
      "grad_norm": 0.9786052107810974,
      "learning_rate": 4.7324232462521634e-05,
      "loss": 0.3089,
      "step": 7520
    },
    {
      "epoch": 11.30659402592523,
      "grad_norm": 1.1310527324676514,
      "learning_rate": 4.719320211123358e-05,
      "loss": 0.3016,
      "step": 7530
    },
    {
      "epoch": 11.321623144843134,
      "grad_norm": 0.9561529755592346,
      "learning_rate": 4.706219109397319e-05,
      "loss": 0.3154,
      "step": 7540
    },
    {
      "epoch": 11.336652263761037,
      "grad_norm": 0.9974495768547058,
      "learning_rate": 4.6931200313181944e-05,
      "loss": 0.3208,
      "step": 7550
    },
    {
      "epoch": 11.35168138267894,
      "grad_norm": 0.9916987419128418,
      "learning_rate": 4.6800230671161784e-05,
      "loss": 0.3069,
      "step": 7560
    },
    {
      "epoch": 11.366710501596843,
      "grad_norm": 1.231939435005188,
      "learning_rate": 4.666928307006918e-05,
      "loss": 0.3063,
      "step": 7570
    },
    {
      "epoch": 11.381739620514747,
      "grad_norm": 1.0125497579574585,
      "learning_rate": 4.6538358411908646e-05,
      "loss": 0.318,
      "step": 7580
    },
    {
      "epoch": 11.39676873943265,
      "grad_norm": 1.0557286739349365,
      "learning_rate": 4.640745759852677e-05,
      "loss": 0.3112,
      "step": 7590
    },
    {
      "epoch": 11.411797858350555,
      "grad_norm": 1.0968514680862427,
      "learning_rate": 4.6276581531605824e-05,
      "loss": 0.3163,
      "step": 7600
    },
    {
      "epoch": 11.426826977268458,
      "grad_norm": 1.0451496839523315,
      "learning_rate": 4.6145731112657644e-05,
      "loss": 0.3096,
      "step": 7610
    },
    {
      "epoch": 11.441856096186362,
      "grad_norm": 1.1789813041687012,
      "learning_rate": 4.601490724301738e-05,
      "loss": 0.3024,
      "step": 7620
    },
    {
      "epoch": 11.456885215104265,
      "grad_norm": 1.1728602647781372,
      "learning_rate": 4.5884110823837334e-05,
      "loss": 0.3052,
      "step": 7630
    },
    {
      "epoch": 11.471914334022168,
      "grad_norm": 1.032285451889038,
      "learning_rate": 4.5753342756080666e-05,
      "loss": 0.3108,
      "step": 7640
    },
    {
      "epoch": 11.486943452940071,
      "grad_norm": 1.1014740467071533,
      "learning_rate": 4.5622603940515326e-05,
      "loss": 0.3049,
      "step": 7650
    },
    {
      "epoch": 11.501972571857975,
      "grad_norm": 1.2548887729644775,
      "learning_rate": 4.549189527770767e-05,
      "loss": 0.3204,
      "step": 7660
    },
    {
      "epoch": 11.517001690775878,
      "grad_norm": 1.0855730772018433,
      "learning_rate": 4.5361217668016446e-05,
      "loss": 0.3136,
      "step": 7670
    },
    {
      "epoch": 11.532030809693781,
      "grad_norm": 0.9988487362861633,
      "learning_rate": 4.52305720115864e-05,
      "loss": 0.3173,
      "step": 7680
    },
    {
      "epoch": 11.547059928611684,
      "grad_norm": 1.1315146684646606,
      "learning_rate": 4.509995920834229e-05,
      "loss": 0.3138,
      "step": 7690
    },
    {
      "epoch": 11.56208904752959,
      "grad_norm": 0.9927186965942383,
      "learning_rate": 4.496938015798246e-05,
      "loss": 0.3079,
      "step": 7700
    },
    {
      "epoch": 11.577118166447493,
      "grad_norm": 1.1122972965240479,
      "learning_rate": 4.483883575997284e-05,
      "loss": 0.3179,
      "step": 7710
    },
    {
      "epoch": 11.592147285365396,
      "grad_norm": 1.007947564125061,
      "learning_rate": 4.47083269135406e-05,
      "loss": 0.3276,
      "step": 7720
    },
    {
      "epoch": 11.6071764042833,
      "grad_norm": 1.00367271900177,
      "learning_rate": 4.4577854517668075e-05,
      "loss": 0.3202,
      "step": 7730
    },
    {
      "epoch": 11.622205523201202,
      "grad_norm": 1.1806467771530151,
      "learning_rate": 4.4447419471086484e-05,
      "loss": 0.3203,
      "step": 7740
    },
    {
      "epoch": 11.637234642119106,
      "grad_norm": 1.2128424644470215,
      "learning_rate": 4.431702267226979e-05,
      "loss": 0.3188,
      "step": 7750
    },
    {
      "epoch": 11.652263761037009,
      "grad_norm": 1.2076245546340942,
      "learning_rate": 4.418666501942848e-05,
      "loss": 0.3093,
      "step": 7760
    },
    {
      "epoch": 11.667292879954912,
      "grad_norm": 1.1673307418823242,
      "learning_rate": 4.4056347410503414e-05,
      "loss": 0.3204,
      "step": 7770
    },
    {
      "epoch": 11.682321998872816,
      "grad_norm": 0.9249235987663269,
      "learning_rate": 4.392607074315957e-05,
      "loss": 0.3167,
      "step": 7780
    },
    {
      "epoch": 11.697351117790719,
      "grad_norm": 1.0417946577072144,
      "learning_rate": 4.379583591477999e-05,
      "loss": 0.3157,
      "step": 7790
    },
    {
      "epoch": 11.712380236708622,
      "grad_norm": 1.1642825603485107,
      "learning_rate": 4.366564382245943e-05,
      "loss": 0.3145,
      "step": 7800
    },
    {
      "epoch": 11.727409355626527,
      "grad_norm": 1.1535450220108032,
      "learning_rate": 4.353549536299835e-05,
      "loss": 0.3144,
      "step": 7810
    },
    {
      "epoch": 11.74243847454443,
      "grad_norm": 0.992770254611969,
      "learning_rate": 4.3405391432896555e-05,
      "loss": 0.3084,
      "step": 7820
    },
    {
      "epoch": 11.757467593462334,
      "grad_norm": 1.064002275466919,
      "learning_rate": 4.327533292834723e-05,
      "loss": 0.3186,
      "step": 7830
    },
    {
      "epoch": 11.772496712380237,
      "grad_norm": 1.1059247255325317,
      "learning_rate": 4.314532074523057e-05,
      "loss": 0.3233,
      "step": 7840
    },
    {
      "epoch": 11.78752583129814,
      "grad_norm": 1.1188381910324097,
      "learning_rate": 4.3015355779107734e-05,
      "loss": 0.3361,
      "step": 7850
    },
    {
      "epoch": 11.802554950216043,
      "grad_norm": 1.0294090509414673,
      "learning_rate": 4.288543892521463e-05,
      "loss": 0.3144,
      "step": 7860
    },
    {
      "epoch": 11.817584069133947,
      "grad_norm": 1.265080451965332,
      "learning_rate": 4.275557107845576e-05,
      "loss": 0.3171,
      "step": 7870
    },
    {
      "epoch": 11.83261318805185,
      "grad_norm": 1.3412435054779053,
      "learning_rate": 4.262575313339803e-05,
      "loss": 0.3249,
      "step": 7880
    },
    {
      "epoch": 11.847642306969753,
      "grad_norm": 1.074264407157898,
      "learning_rate": 4.249598598426465e-05,
      "loss": 0.3241,
      "step": 7890
    },
    {
      "epoch": 11.862671425887658,
      "grad_norm": 1.2046911716461182,
      "learning_rate": 4.236627052492889e-05,
      "loss": 0.3202,
      "step": 7900
    },
    {
      "epoch": 11.877700544805561,
      "grad_norm": 1.1616815328598022,
      "learning_rate": 4.2236607648907984e-05,
      "loss": 0.3185,
      "step": 7910
    },
    {
      "epoch": 11.892729663723465,
      "grad_norm": 1.1158292293548584,
      "learning_rate": 4.210699824935695e-05,
      "loss": 0.3209,
      "step": 7920
    },
    {
      "epoch": 11.907758782641368,
      "grad_norm": 1.0398184061050415,
      "learning_rate": 4.197744321906247e-05,
      "loss": 0.3124,
      "step": 7930
    },
    {
      "epoch": 11.922787901559271,
      "grad_norm": 1.1969057321548462,
      "learning_rate": 4.1847943450436686e-05,
      "loss": 0.3432,
      "step": 7940
    },
    {
      "epoch": 11.937817020477175,
      "grad_norm": 1.1535173654556274,
      "learning_rate": 4.17184998355111e-05,
      "loss": 0.3143,
      "step": 7950
    },
    {
      "epoch": 11.952846139395078,
      "grad_norm": 1.0445293188095093,
      "learning_rate": 4.158911326593037e-05,
      "loss": 0.3222,
      "step": 7960
    },
    {
      "epoch": 11.967875258312981,
      "grad_norm": 1.1093374490737915,
      "learning_rate": 4.14597846329463e-05,
      "loss": 0.3311,
      "step": 7970
    },
    {
      "epoch": 11.982904377230884,
      "grad_norm": 1.1024218797683716,
      "learning_rate": 4.133051482741149e-05,
      "loss": 0.3153,
      "step": 7980
    },
    {
      "epoch": 11.997933496148788,
      "grad_norm": 1.0923748016357422,
      "learning_rate": 4.120130473977343e-05,
      "loss": 0.3194,
      "step": 7990
    },
    {
      "epoch": 12.012023295134323,
      "grad_norm": 1.1858222484588623,
      "learning_rate": 4.107215526006817e-05,
      "loss": 0.2696,
      "step": 8000
    },
    {
      "epoch": 12.027052414052227,
      "grad_norm": 0.9616860151290894,
      "learning_rate": 4.094306727791436e-05,
      "loss": 0.2594,
      "step": 8010
    },
    {
      "epoch": 12.04208153297013,
      "grad_norm": 0.9500885009765625,
      "learning_rate": 4.081404168250694e-05,
      "loss": 0.2461,
      "step": 8020
    },
    {
      "epoch": 12.057110651888033,
      "grad_norm": 1.0713434219360352,
      "learning_rate": 4.0685079362611204e-05,
      "loss": 0.2645,
      "step": 8030
    },
    {
      "epoch": 12.072139770805936,
      "grad_norm": 1.0027638673782349,
      "learning_rate": 4.055618120655652e-05,
      "loss": 0.2624,
      "step": 8040
    },
    {
      "epoch": 12.08716888972384,
      "grad_norm": 1.0205668210983276,
      "learning_rate": 4.0427348102230314e-05,
      "loss": 0.2464,
      "step": 8050
    },
    {
      "epoch": 12.102198008641743,
      "grad_norm": 0.970747172832489,
      "learning_rate": 4.029858093707189e-05,
      "loss": 0.2406,
      "step": 8060
    },
    {
      "epoch": 12.117227127559646,
      "grad_norm": 1.1178600788116455,
      "learning_rate": 4.01698805980664e-05,
      "loss": 0.2533,
      "step": 8070
    },
    {
      "epoch": 12.13225624647755,
      "grad_norm": 1.0586788654327393,
      "learning_rate": 4.004124797173857e-05,
      "loss": 0.2549,
      "step": 8080
    },
    {
      "epoch": 12.147285365395454,
      "grad_norm": 1.0152502059936523,
      "learning_rate": 3.991268394414685e-05,
      "loss": 0.2499,
      "step": 8090
    },
    {
      "epoch": 12.162314484313358,
      "grad_norm": 1.0560377836227417,
      "learning_rate": 3.9784189400877005e-05,
      "loss": 0.2591,
      "step": 8100
    },
    {
      "epoch": 12.177343603231261,
      "grad_norm": 1.1126878261566162,
      "learning_rate": 3.965576522703631e-05,
      "loss": 0.2593,
      "step": 8110
    },
    {
      "epoch": 12.192372722149164,
      "grad_norm": 0.9110709428787231,
      "learning_rate": 3.9527412307247205e-05,
      "loss": 0.2623,
      "step": 8120
    },
    {
      "epoch": 12.207401841067067,
      "grad_norm": 1.153400182723999,
      "learning_rate": 3.9399131525641405e-05,
      "loss": 0.2598,
      "step": 8130
    },
    {
      "epoch": 12.22243095998497,
      "grad_norm": 0.8933331966400146,
      "learning_rate": 3.927092376585363e-05,
      "loss": 0.2529,
      "step": 8140
    },
    {
      "epoch": 12.237460078902874,
      "grad_norm": 1.031607747077942,
      "learning_rate": 3.914278991101568e-05,
      "loss": 0.2554,
      "step": 8150
    },
    {
      "epoch": 12.252489197820777,
      "grad_norm": 1.1537200212478638,
      "learning_rate": 3.901473084375023e-05,
      "loss": 0.2474,
      "step": 8160
    },
    {
      "epoch": 12.26751831673868,
      "grad_norm": 1.024788498878479,
      "learning_rate": 3.88867474461648e-05,
      "loss": 0.2475,
      "step": 8170
    },
    {
      "epoch": 12.282547435656584,
      "grad_norm": 1.087825059890747,
      "learning_rate": 3.875884059984571e-05,
      "loss": 0.2568,
      "step": 8180
    },
    {
      "epoch": 12.297576554574489,
      "grad_norm": 1.000375509262085,
      "learning_rate": 3.863101118585194e-05,
      "loss": 0.259,
      "step": 8190
    },
    {
      "epoch": 12.312605673492392,
      "grad_norm": 1.0344016551971436,
      "learning_rate": 3.850326008470908e-05,
      "loss": 0.2553,
      "step": 8200
    },
    {
      "epoch": 12.327634792410295,
      "grad_norm": 0.9918733835220337,
      "learning_rate": 3.8375588176403345e-05,
      "loss": 0.2597,
      "step": 8210
    },
    {
      "epoch": 12.342663911328199,
      "grad_norm": 1.0089991092681885,
      "learning_rate": 3.8247996340375344e-05,
      "loss": 0.2477,
      "step": 8220
    },
    {
      "epoch": 12.357693030246102,
      "grad_norm": 1.012367606163025,
      "learning_rate": 3.812048545551426e-05,
      "loss": 0.2585,
      "step": 8230
    },
    {
      "epoch": 12.372722149164005,
      "grad_norm": 1.1676548719406128,
      "learning_rate": 3.799305640015152e-05,
      "loss": 0.2534,
      "step": 8240
    },
    {
      "epoch": 12.387751268081908,
      "grad_norm": 1.1742953062057495,
      "learning_rate": 3.786571005205498e-05,
      "loss": 0.2577,
      "step": 8250
    },
    {
      "epoch": 12.402780386999812,
      "grad_norm": 1.2898715734481812,
      "learning_rate": 3.773844728842275e-05,
      "loss": 0.2534,
      "step": 8260
    },
    {
      "epoch": 12.417809505917715,
      "grad_norm": 1.093583583831787,
      "learning_rate": 3.7611268985877215e-05,
      "loss": 0.259,
      "step": 8270
    },
    {
      "epoch": 12.432838624835618,
      "grad_norm": 0.9623090624809265,
      "learning_rate": 3.7484176020458906e-05,
      "loss": 0.2647,
      "step": 8280
    },
    {
      "epoch": 12.447867743753523,
      "grad_norm": 1.0669386386871338,
      "learning_rate": 3.735716926762059e-05,
      "loss": 0.2628,
      "step": 8290
    },
    {
      "epoch": 12.462896862671426,
      "grad_norm": 1.136635184288025,
      "learning_rate": 3.723024960222116e-05,
      "loss": 0.264,
      "step": 8300
    },
    {
      "epoch": 12.47792598158933,
      "grad_norm": 1.2198032140731812,
      "learning_rate": 3.710341789851962e-05,
      "loss": 0.2575,
      "step": 8310
    },
    {
      "epoch": 12.492955100507233,
      "grad_norm": 1.1004136800765991,
      "learning_rate": 3.697667503016904e-05,
      "loss": 0.2573,
      "step": 8320
    },
    {
      "epoch": 12.507984219425136,
      "grad_norm": 0.9815653562545776,
      "learning_rate": 3.685002187021064e-05,
      "loss": 0.2693,
      "step": 8330
    },
    {
      "epoch": 12.52301333834304,
      "grad_norm": 1.23141348361969,
      "learning_rate": 3.6723459291067615e-05,
      "loss": 0.2632,
      "step": 8340
    },
    {
      "epoch": 12.538042457260943,
      "grad_norm": 1.0357614755630493,
      "learning_rate": 3.65969881645393e-05,
      "loss": 0.2582,
      "step": 8350
    },
    {
      "epoch": 12.553071576178846,
      "grad_norm": 1.283329963684082,
      "learning_rate": 3.647060936179497e-05,
      "loss": 0.2654,
      "step": 8360
    },
    {
      "epoch": 12.56810069509675,
      "grad_norm": 1.062829613685608,
      "learning_rate": 3.63443237533681e-05,
      "loss": 0.2652,
      "step": 8370
    },
    {
      "epoch": 12.583129814014653,
      "grad_norm": 1.0494091510772705,
      "learning_rate": 3.6218132209150045e-05,
      "loss": 0.2664,
      "step": 8380
    },
    {
      "epoch": 12.598158932932558,
      "grad_norm": 1.1577351093292236,
      "learning_rate": 3.6092035598384354e-05,
      "loss": 0.2765,
      "step": 8390
    },
    {
      "epoch": 12.61318805185046,
      "grad_norm": 1.1229662895202637,
      "learning_rate": 3.5966034789660574e-05,
      "loss": 0.2658,
      "step": 8400
    },
    {
      "epoch": 12.628217170768364,
      "grad_norm": 1.1747732162475586,
      "learning_rate": 3.584013065090837e-05,
      "loss": 0.2631,
      "step": 8410
    },
    {
      "epoch": 12.643246289686267,
      "grad_norm": 1.2156236171722412,
      "learning_rate": 3.571432404939149e-05,
      "loss": 0.2618,
      "step": 8420
    },
    {
      "epoch": 12.65827540860417,
      "grad_norm": 1.2369886636734009,
      "learning_rate": 3.5588615851701855e-05,
      "loss": 0.2637,
      "step": 8430
    },
    {
      "epoch": 12.673304527522074,
      "grad_norm": 0.9820154905319214,
      "learning_rate": 3.546300692375352e-05,
      "loss": 0.2675,
      "step": 8440
    },
    {
      "epoch": 12.688333646439977,
      "grad_norm": 1.0225483179092407,
      "learning_rate": 3.533749813077677e-05,
      "loss": 0.2634,
      "step": 8450
    },
    {
      "epoch": 12.70336276535788,
      "grad_norm": 0.9450991153717041,
      "learning_rate": 3.5212090337312095e-05,
      "loss": 0.2713,
      "step": 8460
    },
    {
      "epoch": 12.718391884275784,
      "grad_norm": 1.1000279188156128,
      "learning_rate": 3.508678440720431e-05,
      "loss": 0.2728,
      "step": 8470
    },
    {
      "epoch": 12.733421003193687,
      "grad_norm": 1.1958969831466675,
      "learning_rate": 3.496158120359653e-05,
      "loss": 0.2546,
      "step": 8480
    },
    {
      "epoch": 12.748450122111592,
      "grad_norm": 1.0161027908325195,
      "learning_rate": 3.483648158892431e-05,
      "loss": 0.265,
      "step": 8490
    },
    {
      "epoch": 12.763479241029495,
      "grad_norm": 1.069886326789856,
      "learning_rate": 3.471148642490957e-05,
      "loss": 0.2605,
      "step": 8500
    },
    {
      "epoch": 12.778508359947399,
      "grad_norm": 1.082297444343567,
      "learning_rate": 3.4586596572554856e-05,
      "loss": 0.2739,
      "step": 8510
    },
    {
      "epoch": 12.793537478865302,
      "grad_norm": 1.0885424613952637,
      "learning_rate": 3.4461812892137196e-05,
      "loss": 0.2708,
      "step": 8520
    },
    {
      "epoch": 12.808566597783205,
      "grad_norm": 1.0391422510147095,
      "learning_rate": 3.433713624320234e-05,
      "loss": 0.2655,
      "step": 8530
    },
    {
      "epoch": 12.823595716701108,
      "grad_norm": 1.225851058959961,
      "learning_rate": 3.421256748455873e-05,
      "loss": 0.2542,
      "step": 8540
    },
    {
      "epoch": 12.838624835619012,
      "grad_norm": 0.993791401386261,
      "learning_rate": 3.408810747427169e-05,
      "loss": 0.2697,
      "step": 8550
    },
    {
      "epoch": 12.853653954536915,
      "grad_norm": 1.0382951498031616,
      "learning_rate": 3.396375706965738e-05,
      "loss": 0.2706,
      "step": 8560
    },
    {
      "epoch": 12.868683073454818,
      "grad_norm": 1.0424343347549438,
      "learning_rate": 3.383951712727701e-05,
      "loss": 0.2755,
      "step": 8570
    },
    {
      "epoch": 12.883712192372721,
      "grad_norm": 1.1532506942749023,
      "learning_rate": 3.371538850293088e-05,
      "loss": 0.2628,
      "step": 8580
    },
    {
      "epoch": 12.898741311290626,
      "grad_norm": 1.1272519826889038,
      "learning_rate": 3.359137205165251e-05,
      "loss": 0.2699,
      "step": 8590
    },
    {
      "epoch": 12.91377043020853,
      "grad_norm": 1.073285698890686,
      "learning_rate": 3.3467468627702734e-05,
      "loss": 0.2677,
      "step": 8600
    },
    {
      "epoch": 12.928799549126433,
      "grad_norm": 1.2244044542312622,
      "learning_rate": 3.334367908456384e-05,
      "loss": 0.2673,
      "step": 8610
    },
    {
      "epoch": 12.943828668044336,
      "grad_norm": 1.1868269443511963,
      "learning_rate": 3.32200042749336e-05,
      "loss": 0.2671,
      "step": 8620
    },
    {
      "epoch": 12.95885778696224,
      "grad_norm": 1.1779018640518188,
      "learning_rate": 3.309644505071959e-05,
      "loss": 0.2744,
      "step": 8630
    },
    {
      "epoch": 12.973886905880143,
      "grad_norm": 1.1692800521850586,
      "learning_rate": 3.297300226303306e-05,
      "loss": 0.2741,
      "step": 8640
    },
    {
      "epoch": 12.988916024798046,
      "grad_norm": 1.0709041357040405,
      "learning_rate": 3.284967676218336e-05,
      "loss": 0.2672,
      "step": 8650
    },
    {
      "epoch": 13.00300582378358,
      "grad_norm": 0.9654292464256287,
      "learning_rate": 3.272646939767179e-05,
      "loss": 0.255,
      "step": 8660
    },
    {
      "epoch": 13.018034942701485,
      "grad_norm": 0.9214917421340942,
      "learning_rate": 3.2603381018186016e-05,
      "loss": 0.2085,
      "step": 8670
    },
    {
      "epoch": 13.033064061619388,
      "grad_norm": 0.9971623420715332,
      "learning_rate": 3.248041247159401e-05,
      "loss": 0.2158,
      "step": 8680
    },
    {
      "epoch": 13.048093180537292,
      "grad_norm": 0.8868154287338257,
      "learning_rate": 3.235756460493836e-05,
      "loss": 0.2225,
      "step": 8690
    },
    {
      "epoch": 13.063122299455195,
      "grad_norm": 0.9371384382247925,
      "learning_rate": 3.2234838264430346e-05,
      "loss": 0.2194,
      "step": 8700
    },
    {
      "epoch": 13.078151418373098,
      "grad_norm": 0.933928370475769,
      "learning_rate": 3.211223429544415e-05,
      "loss": 0.2087,
      "step": 8710
    },
    {
      "epoch": 13.093180537291001,
      "grad_norm": 1.1291043758392334,
      "learning_rate": 3.198975354251101e-05,
      "loss": 0.214,
      "step": 8720
    },
    {
      "epoch": 13.108209656208905,
      "grad_norm": 0.9412780404090881,
      "learning_rate": 3.1867396849313466e-05,
      "loss": 0.2059,
      "step": 8730
    },
    {
      "epoch": 13.123238775126808,
      "grad_norm": 0.9674059748649597,
      "learning_rate": 3.174516505867943e-05,
      "loss": 0.2118,
      "step": 8740
    },
    {
      "epoch": 13.138267894044711,
      "grad_norm": 1.1346533298492432,
      "learning_rate": 3.16230590125765e-05,
      "loss": 0.2191,
      "step": 8750
    },
    {
      "epoch": 13.153297012962614,
      "grad_norm": 0.9253365993499756,
      "learning_rate": 3.150107955210606e-05,
      "loss": 0.2137,
      "step": 8760
    },
    {
      "epoch": 13.16832613188052,
      "grad_norm": 1.0744667053222656,
      "learning_rate": 3.137922751749762e-05,
      "loss": 0.2194,
      "step": 8770
    },
    {
      "epoch": 13.183355250798423,
      "grad_norm": 0.9793460965156555,
      "learning_rate": 3.125750374810283e-05,
      "loss": 0.2131,
      "step": 8780
    },
    {
      "epoch": 13.198384369716326,
      "grad_norm": 0.923272430896759,
      "learning_rate": 3.113590908238994e-05,
      "loss": 0.228,
      "step": 8790
    },
    {
      "epoch": 13.21341348863423,
      "grad_norm": 1.0247244834899902,
      "learning_rate": 3.101444435793777e-05,
      "loss": 0.2104,
      "step": 8800
    },
    {
      "epoch": 13.228442607552132,
      "grad_norm": 1.0090657472610474,
      "learning_rate": 3.089311041143017e-05,
      "loss": 0.2161,
      "step": 8810
    },
    {
      "epoch": 13.243471726470036,
      "grad_norm": 0.9428199529647827,
      "learning_rate": 3.077190807865009e-05,
      "loss": 0.2165,
      "step": 8820
    },
    {
      "epoch": 13.258500845387939,
      "grad_norm": 1.083084225654602,
      "learning_rate": 3.065083819447393e-05,
      "loss": 0.2135,
      "step": 8830
    },
    {
      "epoch": 13.273529964305842,
      "grad_norm": 1.0958205461502075,
      "learning_rate": 3.0529901592865705e-05,
      "loss": 0.2128,
      "step": 8840
    },
    {
      "epoch": 13.288559083223745,
      "grad_norm": 0.9356290698051453,
      "learning_rate": 3.0409099106871374e-05,
      "loss": 0.2136,
      "step": 8850
    },
    {
      "epoch": 13.303588202141649,
      "grad_norm": 1.1614493131637573,
      "learning_rate": 3.0288431568613053e-05,
      "loss": 0.2256,
      "step": 8860
    },
    {
      "epoch": 13.318617321059552,
      "grad_norm": 1.0191394090652466,
      "learning_rate": 3.0167899809283308e-05,
      "loss": 0.2183,
      "step": 8870
    },
    {
      "epoch": 13.333646439977457,
      "grad_norm": 1.0032422542572021,
      "learning_rate": 3.0047504659139404e-05,
      "loss": 0.214,
      "step": 8880
    },
    {
      "epoch": 13.34867555889536,
      "grad_norm": 0.9819022417068481,
      "learning_rate": 2.9927246947497644e-05,
      "loss": 0.2169,
      "step": 8890
    },
    {
      "epoch": 13.363704677813264,
      "grad_norm": 1.050058364868164,
      "learning_rate": 2.9807127502727537e-05,
      "loss": 0.2249,
      "step": 8900
    },
    {
      "epoch": 13.378733796731167,
      "grad_norm": 0.9431155920028687,
      "learning_rate": 2.9687147152246276e-05,
      "loss": 0.2148,
      "step": 8910
    },
    {
      "epoch": 13.39376291564907,
      "grad_norm": 0.8861021399497986,
      "learning_rate": 2.9567306722512833e-05,
      "loss": 0.2202,
      "step": 8920
    },
    {
      "epoch": 13.408792034566973,
      "grad_norm": 1.0134702920913696,
      "learning_rate": 2.944760703902244e-05,
      "loss": 0.2214,
      "step": 8930
    },
    {
      "epoch": 13.423821153484877,
      "grad_norm": 1.1062716245651245,
      "learning_rate": 2.9328048926300766e-05,
      "loss": 0.2238,
      "step": 8940
    },
    {
      "epoch": 13.43885027240278,
      "grad_norm": 1.0837918519973755,
      "learning_rate": 2.9208633207898372e-05,
      "loss": 0.2142,
      "step": 8950
    },
    {
      "epoch": 13.453879391320683,
      "grad_norm": 1.1653366088867188,
      "learning_rate": 2.908936070638487e-05,
      "loss": 0.2172,
      "step": 8960
    },
    {
      "epoch": 13.468908510238588,
      "grad_norm": 1.0416685342788696,
      "learning_rate": 2.8970232243343482e-05,
      "loss": 0.2185,
      "step": 8970
    },
    {
      "epoch": 13.483937629156491,
      "grad_norm": 1.0021854639053345,
      "learning_rate": 2.8851248639365114e-05,
      "loss": 0.2166,
      "step": 8980
    },
    {
      "epoch": 13.498966748074395,
      "grad_norm": 1.0365519523620605,
      "learning_rate": 2.8732410714042957e-05,
      "loss": 0.2209,
      "step": 8990
    },
    {
      "epoch": 13.513995866992298,
      "grad_norm": 1.008899211883545,
      "learning_rate": 2.8613719285966623e-05,
      "loss": 0.2254,
      "step": 9000
    },
    {
      "epoch": 13.529024985910201,
      "grad_norm": 0.8905879855155945,
      "learning_rate": 2.8495175172716692e-05,
      "loss": 0.2204,
      "step": 9010
    },
    {
      "epoch": 13.544054104828104,
      "grad_norm": 1.0459271669387817,
      "learning_rate": 2.837677919085896e-05,
      "loss": 0.217,
      "step": 9020
    },
    {
      "epoch": 13.559083223746008,
      "grad_norm": 1.0746241807937622,
      "learning_rate": 2.8258532155938875e-05,
      "loss": 0.2154,
      "step": 9030
    },
    {
      "epoch": 13.574112342663911,
      "grad_norm": 1.0592225790023804,
      "learning_rate": 2.8140434882475847e-05,
      "loss": 0.2232,
      "step": 9040
    },
    {
      "epoch": 13.589141461581814,
      "grad_norm": 0.9885957837104797,
      "learning_rate": 2.802248818395773e-05,
      "loss": 0.2158,
      "step": 9050
    },
    {
      "epoch": 13.604170580499718,
      "grad_norm": 1.1569939851760864,
      "learning_rate": 2.790469287283517e-05,
      "loss": 0.2218,
      "step": 9060
    },
    {
      "epoch": 13.61919969941762,
      "grad_norm": 1.135467529296875,
      "learning_rate": 2.7787049760516013e-05,
      "loss": 0.2214,
      "step": 9070
    },
    {
      "epoch": 13.634228818335526,
      "grad_norm": 1.140293002128601,
      "learning_rate": 2.766955965735968e-05,
      "loss": 0.2174,
      "step": 9080
    },
    {
      "epoch": 13.649257937253429,
      "grad_norm": 1.062946081161499,
      "learning_rate": 2.755222337267168e-05,
      "loss": 0.2245,
      "step": 9090
    },
    {
      "epoch": 13.664287056171332,
      "grad_norm": 1.142333984375,
      "learning_rate": 2.74350417146979e-05,
      "loss": 0.2159,
      "step": 9100
    },
    {
      "epoch": 13.679316175089236,
      "grad_norm": 1.206817388534546,
      "learning_rate": 2.731801549061923e-05,
      "loss": 0.2213,
      "step": 9110
    },
    {
      "epoch": 13.694345294007139,
      "grad_norm": 1.0265262126922607,
      "learning_rate": 2.7201145506545756e-05,
      "loss": 0.2307,
      "step": 9120
    },
    {
      "epoch": 13.709374412925042,
      "grad_norm": 1.2109159231185913,
      "learning_rate": 2.7084432567511443e-05,
      "loss": 0.2188,
      "step": 9130
    },
    {
      "epoch": 13.724403531842945,
      "grad_norm": 1.3201031684875488,
      "learning_rate": 2.6967877477468397e-05,
      "loss": 0.2243,
      "step": 9140
    },
    {
      "epoch": 13.739432650760849,
      "grad_norm": 1.1013463735580444,
      "learning_rate": 2.6851481039281478e-05,
      "loss": 0.2285,
      "step": 9150
    },
    {
      "epoch": 13.754461769678752,
      "grad_norm": 1.1080180406570435,
      "learning_rate": 2.6735244054722697e-05,
      "loss": 0.2289,
      "step": 9160
    },
    {
      "epoch": 13.769490888596657,
      "grad_norm": 1.0649311542510986,
      "learning_rate": 2.66191673244657e-05,
      "loss": 0.2243,
      "step": 9170
    },
    {
      "epoch": 13.78452000751456,
      "grad_norm": 1.1212127208709717,
      "learning_rate": 2.6503251648080212e-05,
      "loss": 0.217,
      "step": 9180
    },
    {
      "epoch": 13.799549126432463,
      "grad_norm": 1.0007354021072388,
      "learning_rate": 2.6387497824026637e-05,
      "loss": 0.2213,
      "step": 9190
    },
    {
      "epoch": 13.814578245350367,
      "grad_norm": 0.9835550785064697,
      "learning_rate": 2.6271906649650457e-05,
      "loss": 0.2206,
      "step": 9200
    },
    {
      "epoch": 13.82960736426827,
      "grad_norm": 1.1858932971954346,
      "learning_rate": 2.6156478921176807e-05,
      "loss": 0.2285,
      "step": 9210
    },
    {
      "epoch": 13.844636483186173,
      "grad_norm": 1.2049376964569092,
      "learning_rate": 2.6041215433704903e-05,
      "loss": 0.2236,
      "step": 9220
    },
    {
      "epoch": 13.859665602104076,
      "grad_norm": 0.9520084261894226,
      "learning_rate": 2.5926116981202688e-05,
      "loss": 0.233,
      "step": 9230
    },
    {
      "epoch": 13.87469472102198,
      "grad_norm": 1.0784698724746704,
      "learning_rate": 2.581118435650121e-05,
      "loss": 0.2284,
      "step": 9240
    },
    {
      "epoch": 13.889723839939883,
      "grad_norm": 1.1517982482910156,
      "learning_rate": 2.5696418351289387e-05,
      "loss": 0.2209,
      "step": 9250
    },
    {
      "epoch": 13.904752958857786,
      "grad_norm": 1.0725606679916382,
      "learning_rate": 2.558181975610827e-05,
      "loss": 0.2179,
      "step": 9260
    },
    {
      "epoch": 13.91978207777569,
      "grad_norm": 1.0226749181747437,
      "learning_rate": 2.546738936034585e-05,
      "loss": 0.2247,
      "step": 9270
    },
    {
      "epoch": 13.934811196693595,
      "grad_norm": 1.1553442478179932,
      "learning_rate": 2.5353127952231404e-05,
      "loss": 0.2179,
      "step": 9280
    },
    {
      "epoch": 13.949840315611498,
      "grad_norm": 1.0485488176345825,
      "learning_rate": 2.5239036318830278e-05,
      "loss": 0.2179,
      "step": 9290
    },
    {
      "epoch": 13.964869434529401,
      "grad_norm": 1.2220666408538818,
      "learning_rate": 2.51251152460383e-05,
      "loss": 0.2247,
      "step": 9300
    },
    {
      "epoch": 13.979898553447304,
      "grad_norm": 1.1536996364593506,
      "learning_rate": 2.5011365518576467e-05,
      "loss": 0.2331,
      "step": 9310
    },
    {
      "epoch": 13.994927672365208,
      "grad_norm": 1.0037457942962646,
      "learning_rate": 2.4897787919985454e-05,
      "loss": 0.2266,
      "step": 9320
    },
    {
      "epoch": 14.009017471350742,
      "grad_norm": 0.900565505027771,
      "learning_rate": 2.4784383232620295e-05,
      "loss": 0.1914,
      "step": 9330
    },
    {
      "epoch": 14.024046590268645,
      "grad_norm": 0.9061153531074524,
      "learning_rate": 2.467115223764495e-05,
      "loss": 0.1753,
      "step": 9340
    },
    {
      "epoch": 14.039075709186548,
      "grad_norm": 0.8884809613227844,
      "learning_rate": 2.4558095715026973e-05,
      "loss": 0.1721,
      "step": 9350
    },
    {
      "epoch": 14.054104828104453,
      "grad_norm": 0.9852058291435242,
      "learning_rate": 2.4445214443532027e-05,
      "loss": 0.1734,
      "step": 9360
    },
    {
      "epoch": 14.069133947022356,
      "grad_norm": 0.8632417321205139,
      "learning_rate": 2.4332509200718673e-05,
      "loss": 0.1898,
      "step": 9370
    },
    {
      "epoch": 14.08416306594026,
      "grad_norm": 0.9666391015052795,
      "learning_rate": 2.421998076293285e-05,
      "loss": 0.1835,
      "step": 9380
    },
    {
      "epoch": 14.099192184858163,
      "grad_norm": 0.8072938919067383,
      "learning_rate": 2.4107629905302738e-05,
      "loss": 0.1845,
      "step": 9390
    },
    {
      "epoch": 14.114221303776066,
      "grad_norm": 1.2991918325424194,
      "learning_rate": 2.3995457401733158e-05,
      "loss": 0.1809,
      "step": 9400
    },
    {
      "epoch": 14.12925042269397,
      "grad_norm": 0.8927931785583496,
      "learning_rate": 2.3883464024900482e-05,
      "loss": 0.1743,
      "step": 9410
    },
    {
      "epoch": 14.144279541611873,
      "grad_norm": 0.9115880727767944,
      "learning_rate": 2.3771650546247128e-05,
      "loss": 0.1742,
      "step": 9420
    },
    {
      "epoch": 14.159308660529776,
      "grad_norm": 0.904136061668396,
      "learning_rate": 2.3660017735976374e-05,
      "loss": 0.1873,
      "step": 9430
    },
    {
      "epoch": 14.17433777944768,
      "grad_norm": 0.9878782629966736,
      "learning_rate": 2.3548566363046992e-05,
      "loss": 0.1839,
      "step": 9440
    },
    {
      "epoch": 14.189366898365583,
      "grad_norm": 1.261094093322754,
      "learning_rate": 2.343729719516798e-05,
      "loss": 0.1722,
      "step": 9450
    },
    {
      "epoch": 14.204396017283488,
      "grad_norm": 0.959791362285614,
      "learning_rate": 2.332621099879318e-05,
      "loss": 0.1797,
      "step": 9460
    },
    {
      "epoch": 14.21942513620139,
      "grad_norm": 1.0712839365005493,
      "learning_rate": 2.321530853911616e-05,
      "loss": 0.1779,
      "step": 9470
    },
    {
      "epoch": 14.234454255119294,
      "grad_norm": 0.9205087423324585,
      "learning_rate": 2.3104590580064823e-05,
      "loss": 0.1978,
      "step": 9480
    },
    {
      "epoch": 14.249483374037197,
      "grad_norm": 0.9004307985305786,
      "learning_rate": 2.299405788429619e-05,
      "loss": 0.1792,
      "step": 9490
    },
    {
      "epoch": 14.2645124929551,
      "grad_norm": 0.9223144054412842,
      "learning_rate": 2.288371121319109e-05,
      "loss": 0.1795,
      "step": 9500
    },
    {
      "epoch": 14.279541611873004,
      "grad_norm": 0.8646677732467651,
      "learning_rate": 2.2773551326849036e-05,
      "loss": 0.1778,
      "step": 9510
    },
    {
      "epoch": 14.294570730790907,
      "grad_norm": 1.060955286026001,
      "learning_rate": 2.266357898408282e-05,
      "loss": 0.1864,
      "step": 9520
    },
    {
      "epoch": 14.30959984970881,
      "grad_norm": 0.9104660153388977,
      "learning_rate": 2.2553794942413503e-05,
      "loss": 0.1825,
      "step": 9530
    },
    {
      "epoch": 14.324628968626714,
      "grad_norm": 0.945350170135498,
      "learning_rate": 2.2444199958064955e-05,
      "loss": 0.1836,
      "step": 9540
    },
    {
      "epoch": 14.339658087544617,
      "grad_norm": 1.2413114309310913,
      "learning_rate": 2.2334794785958845e-05,
      "loss": 0.1769,
      "step": 9550
    },
    {
      "epoch": 14.354687206462522,
      "grad_norm": 0.9645456671714783,
      "learning_rate": 2.2225580179709303e-05,
      "loss": 0.1845,
      "step": 9560
    },
    {
      "epoch": 14.369716325380425,
      "grad_norm": 0.9362895488739014,
      "learning_rate": 2.2116556891617825e-05,
      "loss": 0.1813,
      "step": 9570
    },
    {
      "epoch": 14.384745444298328,
      "grad_norm": 1.0554242134094238,
      "learning_rate": 2.200772567266805e-05,
      "loss": 0.1932,
      "step": 9580
    },
    {
      "epoch": 14.399774563216232,
      "grad_norm": 1.0449492931365967,
      "learning_rate": 2.1899087272520595e-05,
      "loss": 0.1882,
      "step": 9590
    },
    {
      "epoch": 14.414803682134135,
      "grad_norm": 1.107164978981018,
      "learning_rate": 2.179064243950784e-05,
      "loss": 0.1878,
      "step": 9600
    },
    {
      "epoch": 14.429832801052038,
      "grad_norm": 1.010380506515503,
      "learning_rate": 2.1682391920628868e-05,
      "loss": 0.1784,
      "step": 9610
    },
    {
      "epoch": 14.444861919969942,
      "grad_norm": 1.1067860126495361,
      "learning_rate": 2.1574336461544258e-05,
      "loss": 0.1823,
      "step": 9620
    },
    {
      "epoch": 14.459891038887845,
      "grad_norm": 1.0193742513656616,
      "learning_rate": 2.1466476806570972e-05,
      "loss": 0.1887,
      "step": 9630
    },
    {
      "epoch": 14.474920157805748,
      "grad_norm": 0.9946687817573547,
      "learning_rate": 2.1358813698677178e-05,
      "loss": 0.1956,
      "step": 9640
    },
    {
      "epoch": 14.489949276723651,
      "grad_norm": 1.2227554321289062,
      "learning_rate": 2.125134787947722e-05,
      "loss": 0.1815,
      "step": 9650
    },
    {
      "epoch": 14.504978395641556,
      "grad_norm": 1.002421259880066,
      "learning_rate": 2.114408008922639e-05,
      "loss": 0.1851,
      "step": 9660
    },
    {
      "epoch": 14.52000751455946,
      "grad_norm": 1.0360831022262573,
      "learning_rate": 2.103701106681602e-05,
      "loss": 0.1838,
      "step": 9670
    },
    {
      "epoch": 14.535036633477363,
      "grad_norm": 0.9968597292900085,
      "learning_rate": 2.0930141549768144e-05,
      "loss": 0.1842,
      "step": 9680
    },
    {
      "epoch": 14.550065752395266,
      "grad_norm": 1.0610520839691162,
      "learning_rate": 2.082347227423064e-05,
      "loss": 0.1844,
      "step": 9690
    },
    {
      "epoch": 14.56509487131317,
      "grad_norm": 0.9733484983444214,
      "learning_rate": 2.071700397497199e-05,
      "loss": 0.1877,
      "step": 9700
    },
    {
      "epoch": 14.580123990231073,
      "grad_norm": 1.059486746788025,
      "learning_rate": 2.061073738537635e-05,
      "loss": 0.1917,
      "step": 9710
    },
    {
      "epoch": 14.595153109148976,
      "grad_norm": 1.0647083520889282,
      "learning_rate": 2.0504673237438422e-05,
      "loss": 0.1935,
      "step": 9720
    },
    {
      "epoch": 14.61018222806688,
      "grad_norm": 1.005767583847046,
      "learning_rate": 2.0398812261758444e-05,
      "loss": 0.1868,
      "step": 9730
    },
    {
      "epoch": 14.625211346984782,
      "grad_norm": 1.0666831731796265,
      "learning_rate": 2.029315518753711e-05,
      "loss": 0.1863,
      "step": 9740
    },
    {
      "epoch": 14.640240465902686,
      "grad_norm": 1.0782824754714966,
      "learning_rate": 2.018770274257062e-05,
      "loss": 0.2028,
      "step": 9750
    },
    {
      "epoch": 14.65526958482059,
      "grad_norm": 0.9997120499610901,
      "learning_rate": 2.0082455653245612e-05,
      "loss": 0.1945,
      "step": 9760
    },
    {
      "epoch": 14.670298703738494,
      "grad_norm": 1.096117615699768,
      "learning_rate": 1.9977414644534205e-05,
      "loss": 0.1876,
      "step": 9770
    },
    {
      "epoch": 14.685327822656397,
      "grad_norm": 0.9982436895370483,
      "learning_rate": 1.98725804399889e-05,
      "loss": 0.1847,
      "step": 9780
    },
    {
      "epoch": 14.7003569415743,
      "grad_norm": 1.2439534664154053,
      "learning_rate": 1.9767953761737772e-05,
      "loss": 0.189,
      "step": 9790
    },
    {
      "epoch": 14.715386060492204,
      "grad_norm": 1.0233805179595947,
      "learning_rate": 1.9663535330479305e-05,
      "loss": 0.1905,
      "step": 9800
    },
    {
      "epoch": 14.730415179410107,
      "grad_norm": 0.9537500739097595,
      "learning_rate": 1.9559325865477573e-05,
      "loss": 0.1757,
      "step": 9810
    },
    {
      "epoch": 14.74544429832801,
      "grad_norm": 1.0633177757263184,
      "learning_rate": 1.9455326084557213e-05,
      "loss": 0.1926,
      "step": 9820
    },
    {
      "epoch": 14.760473417245914,
      "grad_norm": 0.9927921295166016,
      "learning_rate": 1.9351536704098527e-05,
      "loss": 0.1907,
      "step": 9830
    },
    {
      "epoch": 14.775502536163817,
      "grad_norm": 1.0007320642471313,
      "learning_rate": 1.9247958439032448e-05,
      "loss": 0.189,
      "step": 9840
    },
    {
      "epoch": 14.79053165508172,
      "grad_norm": 1.1696594953536987,
      "learning_rate": 1.9144592002835756e-05,
      "loss": 0.1894,
      "step": 9850
    },
    {
      "epoch": 14.805560773999623,
      "grad_norm": 4.139706611633301,
      "learning_rate": 1.9041438107526056e-05,
      "loss": 0.1839,
      "step": 9860
    },
    {
      "epoch": 14.820589892917528,
      "grad_norm": 0.9341458678245544,
      "learning_rate": 1.8938497463656945e-05,
      "loss": 0.1991,
      "step": 9870
    },
    {
      "epoch": 14.835619011835432,
      "grad_norm": 1.1703625917434692,
      "learning_rate": 1.8835770780313027e-05,
      "loss": 0.1837,
      "step": 9880
    },
    {
      "epoch": 14.850648130753335,
      "grad_norm": 0.9725760221481323,
      "learning_rate": 1.8733258765105126e-05,
      "loss": 0.1831,
      "step": 9890
    },
    {
      "epoch": 14.865677249671238,
      "grad_norm": 0.9153964519500732,
      "learning_rate": 1.8630962124165375e-05,
      "loss": 0.1955,
      "step": 9900
    },
    {
      "epoch": 14.880706368589141,
      "grad_norm": 1.1788238286972046,
      "learning_rate": 1.852888156214233e-05,
      "loss": 0.1869,
      "step": 9910
    },
    {
      "epoch": 14.895735487507045,
      "grad_norm": 0.9835808873176575,
      "learning_rate": 1.8427017782196127e-05,
      "loss": 0.1915,
      "step": 9920
    },
    {
      "epoch": 14.910764606424948,
      "grad_norm": 1.1048306226730347,
      "learning_rate": 1.832537148599367e-05,
      "loss": 0.1851,
      "step": 9930
    },
    {
      "epoch": 14.925793725342851,
      "grad_norm": 1.847183108329773,
      "learning_rate": 1.8223943373703734e-05,
      "loss": 0.1848,
      "step": 9940
    },
    {
      "epoch": 14.940822844260754,
      "grad_norm": 0.9361986517906189,
      "learning_rate": 1.8122734143992214e-05,
      "loss": 0.1946,
      "step": 9950
    },
    {
      "epoch": 14.95585196317866,
      "grad_norm": 1.007897973060608,
      "learning_rate": 1.8021744494017283e-05,
      "loss": 0.1917,
      "step": 9960
    },
    {
      "epoch": 14.970881082096563,
      "grad_norm": 1.0453609228134155,
      "learning_rate": 1.7920975119424576e-05,
      "loss": 0.1956,
      "step": 9970
    },
    {
      "epoch": 14.985910201014466,
      "grad_norm": 1.3399736881256104,
      "learning_rate": 1.7820426714342374e-05,
      "loss": 0.1963,
      "step": 9980
    },
    {
      "epoch": 15.0,
      "grad_norm": 1.1934865713119507,
      "learning_rate": 1.7720099971376907e-05,
      "loss": 0.192,
      "step": 9990
    },
    {
      "epoch": 15.015029118917903,
      "grad_norm": 0.9646713733673096,
      "learning_rate": 1.7619995581607516e-05,
      "loss": 0.1614,
      "step": 10000
    },
    {
      "epoch": 15.030058237835807,
      "grad_norm": 0.815608561038971,
      "learning_rate": 1.7520114234581912e-05,
      "loss": 0.1628,
      "step": 10010
    },
    {
      "epoch": 15.04508735675371,
      "grad_norm": 0.9114384055137634,
      "learning_rate": 1.7420456618311405e-05,
      "loss": 0.1567,
      "step": 10020
    },
    {
      "epoch": 15.060116475671613,
      "grad_norm": 0.9106918573379517,
      "learning_rate": 1.7321023419266193e-05,
      "loss": 0.1582,
      "step": 10030
    },
    {
      "epoch": 15.075145594589518,
      "grad_norm": 0.7602341771125793,
      "learning_rate": 1.7221815322370632e-05,
      "loss": 0.1563,
      "step": 10040
    },
    {
      "epoch": 15.090174713507421,
      "grad_norm": 0.7736881971359253,
      "learning_rate": 1.7122833010998535e-05,
      "loss": 0.1533,
      "step": 10050
    },
    {
      "epoch": 15.105203832425325,
      "grad_norm": 0.9630312919616699,
      "learning_rate": 1.702407716696836e-05,
      "loss": 0.1533,
      "step": 10060
    },
    {
      "epoch": 15.120232951343228,
      "grad_norm": 0.8553804755210876,
      "learning_rate": 1.6925548470538695e-05,
      "loss": 0.1629,
      "step": 10070
    },
    {
      "epoch": 15.135262070261131,
      "grad_norm": 1.0749071836471558,
      "learning_rate": 1.6827247600403366e-05,
      "loss": 0.1605,
      "step": 10080
    },
    {
      "epoch": 15.150291189179034,
      "grad_norm": 0.8994390964508057,
      "learning_rate": 1.6729175233686955e-05,
      "loss": 0.1506,
      "step": 10090
    },
    {
      "epoch": 15.165320308096938,
      "grad_norm": 1.0106632709503174,
      "learning_rate": 1.6631332045939996e-05,
      "loss": 0.1652,
      "step": 10100
    },
    {
      "epoch": 15.180349427014841,
      "grad_norm": 1.0532327890396118,
      "learning_rate": 1.6533718711134412e-05,
      "loss": 0.1603,
      "step": 10110
    },
    {
      "epoch": 15.195378545932744,
      "grad_norm": 0.821412205696106,
      "learning_rate": 1.6436335901658766e-05,
      "loss": 0.1511,
      "step": 10120
    },
    {
      "epoch": 15.210407664850647,
      "grad_norm": 0.8959778547286987,
      "learning_rate": 1.633918428831377e-05,
      "loss": 0.1609,
      "step": 10130
    },
    {
      "epoch": 15.22543678376855,
      "grad_norm": 0.8607751131057739,
      "learning_rate": 1.6242264540307552e-05,
      "loss": 0.1579,
      "step": 10140
    },
    {
      "epoch": 15.240465902686456,
      "grad_norm": 0.8581548929214478,
      "learning_rate": 1.614557732525111e-05,
      "loss": 0.1563,
      "step": 10150
    },
    {
      "epoch": 15.255495021604359,
      "grad_norm": 0.8387672901153564,
      "learning_rate": 1.604912330915364e-05,
      "loss": 0.1576,
      "step": 10160
    },
    {
      "epoch": 15.270524140522262,
      "grad_norm": 0.871376097202301,
      "learning_rate": 1.595290315641806e-05,
      "loss": 0.1621,
      "step": 10170
    },
    {
      "epoch": 15.285553259440166,
      "grad_norm": 1.072432279586792,
      "learning_rate": 1.585691752983629e-05,
      "loss": 0.153,
      "step": 10180
    },
    {
      "epoch": 15.300582378358069,
      "grad_norm": 0.9539718627929688,
      "learning_rate": 1.5761167090584882e-05,
      "loss": 0.1551,
      "step": 10190
    },
    {
      "epoch": 15.315611497275972,
      "grad_norm": 0.9477748274803162,
      "learning_rate": 1.5665652498220236e-05,
      "loss": 0.1596,
      "step": 10200
    },
    {
      "epoch": 15.330640616193875,
      "grad_norm": 1.0767313241958618,
      "learning_rate": 1.5570374410674243e-05,
      "loss": 0.1597,
      "step": 10210
    },
    {
      "epoch": 15.345669735111779,
      "grad_norm": 0.8535225987434387,
      "learning_rate": 1.547533348424963e-05,
      "loss": 0.1653,
      "step": 10220
    },
    {
      "epoch": 15.360698854029682,
      "grad_norm": 0.92160964012146,
      "learning_rate": 1.5380530373615542e-05,
      "loss": 0.1487,
      "step": 10230
    },
    {
      "epoch": 15.375727972947587,
      "grad_norm": 0.840239942073822,
      "learning_rate": 1.5285965731802944e-05,
      "loss": 0.1545,
      "step": 10240
    },
    {
      "epoch": 15.39075709186549,
      "grad_norm": 1.0626702308654785,
      "learning_rate": 1.5191640210200187e-05,
      "loss": 0.1559,
      "step": 10250
    },
    {
      "epoch": 15.405786210783393,
      "grad_norm": 0.9364585280418396,
      "learning_rate": 1.5097554458548452e-05,
      "loss": 0.1646,
      "step": 10260
    },
    {
      "epoch": 15.420815329701297,
      "grad_norm": 1.0330567359924316,
      "learning_rate": 1.5003709124937354e-05,
      "loss": 0.1625,
      "step": 10270
    },
    {
      "epoch": 15.4358444486192,
      "grad_norm": 0.9339507818222046,
      "learning_rate": 1.4910104855800427e-05,
      "loss": 0.1515,
      "step": 10280
    },
    {
      "epoch": 15.450873567537103,
      "grad_norm": 0.7912824153900146,
      "learning_rate": 1.4816742295910708e-05,
      "loss": 0.162,
      "step": 10290
    },
    {
      "epoch": 15.465902686455006,
      "grad_norm": 0.9348452687263489,
      "learning_rate": 1.4723622088376205e-05,
      "loss": 0.1572,
      "step": 10300
    },
    {
      "epoch": 15.48093180537291,
      "grad_norm": 0.8750469088554382,
      "learning_rate": 1.463074487463561e-05,
      "loss": 0.1485,
      "step": 10310
    },
    {
      "epoch": 15.495960924290813,
      "grad_norm": 0.9709532260894775,
      "learning_rate": 1.4538111294453732e-05,
      "loss": 0.1583,
      "step": 10320
    },
    {
      "epoch": 15.510990043208716,
      "grad_norm": 0.9631896018981934,
      "learning_rate": 1.4445721985917254e-05,
      "loss": 0.1606,
      "step": 10330
    },
    {
      "epoch": 15.52601916212662,
      "grad_norm": 0.8176620006561279,
      "learning_rate": 1.435357758543015e-05,
      "loss": 0.1583,
      "step": 10340
    },
    {
      "epoch": 15.541048281044525,
      "grad_norm": 0.8556742668151855,
      "learning_rate": 1.426167872770947e-05,
      "loss": 0.1593,
      "step": 10350
    },
    {
      "epoch": 15.556077399962428,
      "grad_norm": 1.2856311798095703,
      "learning_rate": 1.4170026045780832e-05,
      "loss": 0.169,
      "step": 10360
    },
    {
      "epoch": 15.571106518880331,
      "grad_norm": 1.07082200050354,
      "learning_rate": 1.4078620170974177e-05,
      "loss": 0.1581,
      "step": 10370
    },
    {
      "epoch": 15.586135637798234,
      "grad_norm": 0.9026190042495728,
      "learning_rate": 1.3987461732919343e-05,
      "loss": 0.1704,
      "step": 10380
    },
    {
      "epoch": 15.601164756716138,
      "grad_norm": 0.9147086143493652,
      "learning_rate": 1.3896551359541782e-05,
      "loss": 0.1566,
      "step": 10390
    },
    {
      "epoch": 15.61619387563404,
      "grad_norm": 0.9676672220230103,
      "learning_rate": 1.3805889677058149e-05,
      "loss": 0.1668,
      "step": 10400
    },
    {
      "epoch": 15.631222994551944,
      "grad_norm": 0.9647960066795349,
      "learning_rate": 1.3715477309972086e-05,
      "loss": 0.1603,
      "step": 10410
    },
    {
      "epoch": 15.646252113469847,
      "grad_norm": 0.9588443636894226,
      "learning_rate": 1.3625314881069873e-05,
      "loss": 0.1614,
      "step": 10420
    },
    {
      "epoch": 15.66128123238775,
      "grad_norm": 0.921419084072113,
      "learning_rate": 1.3535403011416158e-05,
      "loss": 0.1574,
      "step": 10430
    },
    {
      "epoch": 15.676310351305656,
      "grad_norm": 0.9163838624954224,
      "learning_rate": 1.3445742320349625e-05,
      "loss": 0.1521,
      "step": 10440
    },
    {
      "epoch": 15.691339470223559,
      "grad_norm": 0.9288631081581116,
      "learning_rate": 1.3356333425478817e-05,
      "loss": 0.159,
      "step": 10450
    },
    {
      "epoch": 15.706368589141462,
      "grad_norm": 0.9103051424026489,
      "learning_rate": 1.3267176942677761e-05,
      "loss": 0.1648,
      "step": 10460
    },
    {
      "epoch": 15.721397708059365,
      "grad_norm": 0.8684786558151245,
      "learning_rate": 1.317827348608191e-05,
      "loss": 0.1598,
      "step": 10470
    },
    {
      "epoch": 15.736426826977269,
      "grad_norm": 1.129595160484314,
      "learning_rate": 1.3089623668083683e-05,
      "loss": 0.1595,
      "step": 10480
    },
    {
      "epoch": 15.751455945895172,
      "grad_norm": 0.8634871244430542,
      "learning_rate": 1.3001228099328443e-05,
      "loss": 0.1642,
      "step": 10490
    },
    {
      "epoch": 15.766485064813075,
      "grad_norm": 0.932549774646759,
      "learning_rate": 1.2913087388710165e-05,
      "loss": 0.1541,
      "step": 10500
    },
    {
      "epoch": 15.781514183730978,
      "grad_norm": 0.9329362511634827,
      "learning_rate": 1.282520214336731e-05,
      "loss": 0.1523,
      "step": 10510
    },
    {
      "epoch": 15.796543302648882,
      "grad_norm": 0.9856179356575012,
      "learning_rate": 1.2737572968678623e-05,
      "loss": 0.1597,
      "step": 10520
    },
    {
      "epoch": 15.811572421566785,
      "grad_norm": 0.9236768484115601,
      "learning_rate": 1.2650200468258966e-05,
      "loss": 0.161,
      "step": 10530
    },
    {
      "epoch": 15.826601540484688,
      "grad_norm": 1.0709694623947144,
      "learning_rate": 1.256308524395512e-05,
      "loss": 0.1641,
      "step": 10540
    },
    {
      "epoch": 15.841630659402593,
      "grad_norm": 0.8838292956352234,
      "learning_rate": 1.2476227895841713e-05,
      "loss": 0.1683,
      "step": 10550
    },
    {
      "epoch": 15.856659778320497,
      "grad_norm": 1.0665549039840698,
      "learning_rate": 1.238962902221703e-05,
      "loss": 0.165,
      "step": 10560
    },
    {
      "epoch": 15.8716888972384,
      "grad_norm": 0.876946210861206,
      "learning_rate": 1.2303289219598934e-05,
      "loss": 0.1645,
      "step": 10570
    },
    {
      "epoch": 15.886718016156303,
      "grad_norm": 0.8602812886238098,
      "learning_rate": 1.2217209082720677e-05,
      "loss": 0.1648,
      "step": 10580
    },
    {
      "epoch": 15.901747135074206,
      "grad_norm": 0.9444336295127869,
      "learning_rate": 1.2131389204526927e-05,
      "loss": 0.1531,
      "step": 10590
    },
    {
      "epoch": 15.91677625399211,
      "grad_norm": 0.8952954411506653,
      "learning_rate": 1.2045830176169542e-05,
      "loss": 0.1653,
      "step": 10600
    },
    {
      "epoch": 15.931805372910013,
      "grad_norm": 0.9685820937156677,
      "learning_rate": 1.1960532587003664e-05,
      "loss": 0.1683,
      "step": 10610
    },
    {
      "epoch": 15.946834491827916,
      "grad_norm": 0.9807755351066589,
      "learning_rate": 1.1875497024583476e-05,
      "loss": 0.1588,
      "step": 10620
    },
    {
      "epoch": 15.96186361074582,
      "grad_norm": 0.986831784248352,
      "learning_rate": 1.1790724074658315e-05,
      "loss": 0.1734,
      "step": 10630
    },
    {
      "epoch": 15.976892729663723,
      "grad_norm": 0.932146430015564,
      "learning_rate": 1.1706214321168513e-05,
      "loss": 0.1581,
      "step": 10640
    },
    {
      "epoch": 15.991921848581628,
      "grad_norm": 0.9639928936958313,
      "learning_rate": 1.1621968346241457e-05,
      "loss": 0.1595,
      "step": 10650
    },
    {
      "epoch": 16.00601164756716,
      "grad_norm": 0.7162834405899048,
      "learning_rate": 1.1537986730187566e-05,
      "loss": 0.1529,
      "step": 10660
    },
    {
      "epoch": 16.021040766485065,
      "grad_norm": 0.9273526072502136,
      "learning_rate": 1.1454270051496264e-05,
      "loss": 0.1424,
      "step": 10670
    },
    {
      "epoch": 16.03606988540297,
      "grad_norm": 0.7194620370864868,
      "learning_rate": 1.1370818886831985e-05,
      "loss": 0.147,
      "step": 10680
    },
    {
      "epoch": 16.05109900432087,
      "grad_norm": 0.8820509910583496,
      "learning_rate": 1.1287633811030268e-05,
      "loss": 0.1394,
      "step": 10690
    },
    {
      "epoch": 16.066128123238776,
      "grad_norm": 0.9373833537101746,
      "learning_rate": 1.1204715397093734e-05,
      "loss": 0.1347,
      "step": 10700
    },
    {
      "epoch": 16.081157242156678,
      "grad_norm": 0.7921836376190186,
      "learning_rate": 1.1122064216188183e-05,
      "loss": 0.1368,
      "step": 10710
    },
    {
      "epoch": 16.096186361074583,
      "grad_norm": 0.7020202875137329,
      "learning_rate": 1.1039680837638594e-05,
      "loss": 0.1403,
      "step": 10720
    },
    {
      "epoch": 16.111215479992484,
      "grad_norm": 0.7879025340080261,
      "learning_rate": 1.0957565828925293e-05,
      "loss": 0.1319,
      "step": 10730
    },
    {
      "epoch": 16.12624459891039,
      "grad_norm": 0.7713704705238342,
      "learning_rate": 1.0875719755679936e-05,
      "loss": 0.1335,
      "step": 10740
    },
    {
      "epoch": 16.14127371782829,
      "grad_norm": 0.8271151185035706,
      "learning_rate": 1.0794143181681782e-05,
      "loss": 0.1357,
      "step": 10750
    },
    {
      "epoch": 16.156302836746196,
      "grad_norm": 0.7664535641670227,
      "learning_rate": 1.0712836668853582e-05,
      "loss": 0.137,
      "step": 10760
    },
    {
      "epoch": 16.171331955664098,
      "grad_norm": 0.8511399626731873,
      "learning_rate": 1.063180077725791e-05,
      "loss": 0.151,
      "step": 10770
    },
    {
      "epoch": 16.186361074582003,
      "grad_norm": 0.8683989644050598,
      "learning_rate": 1.0551036065093172e-05,
      "loss": 0.1416,
      "step": 10780
    },
    {
      "epoch": 16.201390193499908,
      "grad_norm": 0.8145375847816467,
      "learning_rate": 1.0470543088689855e-05,
      "loss": 0.1364,
      "step": 10790
    },
    {
      "epoch": 16.21641931241781,
      "grad_norm": 0.9890855550765991,
      "learning_rate": 1.0390322402506619e-05,
      "loss": 0.1312,
      "step": 10800
    },
    {
      "epoch": 16.231448431335714,
      "grad_norm": 0.7960677742958069,
      "learning_rate": 1.0310374559126551e-05,
      "loss": 0.1259,
      "step": 10810
    },
    {
      "epoch": 16.246477550253616,
      "grad_norm": 0.7810579538345337,
      "learning_rate": 1.0230700109253256e-05,
      "loss": 0.1476,
      "step": 10820
    },
    {
      "epoch": 16.26150666917152,
      "grad_norm": 0.7869362235069275,
      "learning_rate": 1.0151299601707187e-05,
      "loss": 0.1326,
      "step": 10830
    },
    {
      "epoch": 16.276535788089422,
      "grad_norm": 0.7896257042884827,
      "learning_rate": 1.0072173583421769e-05,
      "loss": 0.1414,
      "step": 10840
    },
    {
      "epoch": 16.291564907007327,
      "grad_norm": 0.8226996660232544,
      "learning_rate": 9.993322599439692e-06,
      "loss": 0.1437,
      "step": 10850
    },
    {
      "epoch": 16.30659402592523,
      "grad_norm": 0.8732724785804749,
      "learning_rate": 9.914747192909096e-06,
      "loss": 0.1286,
      "step": 10860
    },
    {
      "epoch": 16.321623144843134,
      "grad_norm": 0.8967133164405823,
      "learning_rate": 9.836447905079905e-06,
      "loss": 0.1476,
      "step": 10870
    },
    {
      "epoch": 16.33665226376104,
      "grad_norm": 0.8874047994613647,
      "learning_rate": 9.758425275299999e-06,
      "loss": 0.1301,
      "step": 10880
    },
    {
      "epoch": 16.35168138267894,
      "grad_norm": 0.7454355359077454,
      "learning_rate": 9.680679841011652e-06,
      "loss": 0.1466,
      "step": 10890
    },
    {
      "epoch": 16.366710501596845,
      "grad_norm": 0.9600047469139099,
      "learning_rate": 9.603212137747641e-06,
      "loss": 0.1384,
      "step": 10900
    },
    {
      "epoch": 16.381739620514747,
      "grad_norm": 1.0687470436096191,
      "learning_rate": 9.526022699127718e-06,
      "loss": 0.1337,
      "step": 10910
    },
    {
      "epoch": 16.396768739432652,
      "grad_norm": 0.7660526633262634,
      "learning_rate": 9.449112056854813e-06,
      "loss": 0.1372,
      "step": 10920
    },
    {
      "epoch": 16.411797858350553,
      "grad_norm": 0.7811424136161804,
      "learning_rate": 9.372480740711475e-06,
      "loss": 0.1368,
      "step": 10930
    },
    {
      "epoch": 16.42682697726846,
      "grad_norm": 0.9468358159065247,
      "learning_rate": 9.296129278556155e-06,
      "loss": 0.1399,
      "step": 10940
    },
    {
      "epoch": 16.44185609618636,
      "grad_norm": 0.799017071723938,
      "learning_rate": 9.220058196319598e-06,
      "loss": 0.1439,
      "step": 10950
    },
    {
      "epoch": 16.456885215104265,
      "grad_norm": 0.811414361000061,
      "learning_rate": 9.144268018001184e-06,
      "loss": 0.1445,
      "step": 10960
    },
    {
      "epoch": 16.471914334022166,
      "grad_norm": 0.8114548325538635,
      "learning_rate": 9.068759265665384e-06,
      "loss": 0.1478,
      "step": 10970
    },
    {
      "epoch": 16.48694345294007,
      "grad_norm": 0.753917932510376,
      "learning_rate": 8.993532459438098e-06,
      "loss": 0.1432,
      "step": 10980
    },
    {
      "epoch": 16.501972571857976,
      "grad_norm": 0.8858105540275574,
      "learning_rate": 8.91858811750313e-06,
      "loss": 0.1367,
      "step": 10990
    },
    {
      "epoch": 16.517001690775878,
      "grad_norm": 0.7127811312675476,
      "learning_rate": 8.843926756098547e-06,
      "loss": 0.1342,
      "step": 11000
    },
    {
      "epoch": 16.532030809693783,
      "grad_norm": 0.8266831636428833,
      "learning_rate": 8.769548889513212e-06,
      "loss": 0.1492,
      "step": 11010
    },
    {
      "epoch": 16.547059928611684,
      "grad_norm": 0.9057301878929138,
      "learning_rate": 8.695455030083144e-06,
      "loss": 0.1474,
      "step": 11020
    },
    {
      "epoch": 16.56208904752959,
      "grad_norm": 0.7918298840522766,
      "learning_rate": 8.621645688188085e-06,
      "loss": 0.1388,
      "step": 11030
    },
    {
      "epoch": 16.57711816644749,
      "grad_norm": 0.8264976739883423,
      "learning_rate": 8.548121372247918e-06,
      "loss": 0.1449,
      "step": 11040
    },
    {
      "epoch": 16.592147285365396,
      "grad_norm": 0.9591594934463501,
      "learning_rate": 8.474882588719196e-06,
      "loss": 0.1436,
      "step": 11050
    },
    {
      "epoch": 16.607176404283297,
      "grad_norm": 0.8288829326629639,
      "learning_rate": 8.401929842091616e-06,
      "loss": 0.1291,
      "step": 11060
    },
    {
      "epoch": 16.622205523201202,
      "grad_norm": 0.865283191204071,
      "learning_rate": 8.329263634884598e-06,
      "loss": 0.1443,
      "step": 11070
    },
    {
      "epoch": 16.637234642119104,
      "grad_norm": 0.8038478493690491,
      "learning_rate": 8.256884467643788e-06,
      "loss": 0.1409,
      "step": 11080
    },
    {
      "epoch": 16.65226376103701,
      "grad_norm": 0.7755337357521057,
      "learning_rate": 8.184792838937633e-06,
      "loss": 0.1378,
      "step": 11090
    },
    {
      "epoch": 16.667292879954914,
      "grad_norm": 0.7843419313430786,
      "learning_rate": 8.112989245353896e-06,
      "loss": 0.1532,
      "step": 11100
    },
    {
      "epoch": 16.682321998872816,
      "grad_norm": 0.7573866248130798,
      "learning_rate": 8.0414741814963e-06,
      "loss": 0.1451,
      "step": 11110
    },
    {
      "epoch": 16.69735111779072,
      "grad_norm": 0.8233633637428284,
      "learning_rate": 7.97024813998109e-06,
      "loss": 0.1364,
      "step": 11120
    },
    {
      "epoch": 16.712380236708622,
      "grad_norm": 0.8834894895553589,
      "learning_rate": 7.899311611433646e-06,
      "loss": 0.1431,
      "step": 11130
    },
    {
      "epoch": 16.727409355626527,
      "grad_norm": 0.8282538056373596,
      "learning_rate": 7.828665084485076e-06,
      "loss": 0.1316,
      "step": 11140
    },
    {
      "epoch": 16.74243847454443,
      "grad_norm": 0.7527298927307129,
      "learning_rate": 7.758309045768908e-06,
      "loss": 0.1465,
      "step": 11150
    },
    {
      "epoch": 16.757467593462334,
      "grad_norm": 0.7522730827331543,
      "learning_rate": 7.688243979917664e-06,
      "loss": 0.1386,
      "step": 11160
    },
    {
      "epoch": 16.772496712380235,
      "grad_norm": 0.949739933013916,
      "learning_rate": 7.6184703695595936e-06,
      "loss": 0.1317,
      "step": 11170
    },
    {
      "epoch": 16.78752583129814,
      "grad_norm": 0.8552820086479187,
      "learning_rate": 7.5489886953153125e-06,
      "loss": 0.1313,
      "step": 11180
    },
    {
      "epoch": 16.802554950216045,
      "grad_norm": 0.7522038817405701,
      "learning_rate": 7.479799435794499e-06,
      "loss": 0.1399,
      "step": 11190
    },
    {
      "epoch": 16.817584069133947,
      "grad_norm": 0.8218302726745605,
      "learning_rate": 7.410903067592562e-06,
      "loss": 0.139,
      "step": 11200
    },
    {
      "epoch": 16.83261318805185,
      "grad_norm": 0.7487614154815674,
      "learning_rate": 7.342300065287439e-06,
      "loss": 0.1462,
      "step": 11210
    },
    {
      "epoch": 16.847642306969753,
      "grad_norm": 0.8830420970916748,
      "learning_rate": 7.273990901436245e-06,
      "loss": 0.1466,
      "step": 11220
    },
    {
      "epoch": 16.862671425887658,
      "grad_norm": 1.094682216644287,
      "learning_rate": 7.2059760465720825e-06,
      "loss": 0.1473,
      "step": 11230
    },
    {
      "epoch": 16.87770054480556,
      "grad_norm": 0.7629777789115906,
      "learning_rate": 7.1382559692007245e-06,
      "loss": 0.1385,
      "step": 11240
    },
    {
      "epoch": 16.892729663723465,
      "grad_norm": 0.7562497854232788,
      "learning_rate": 7.070831135797473e-06,
      "loss": 0.1454,
      "step": 11250
    },
    {
      "epoch": 16.907758782641366,
      "grad_norm": 0.8945866823196411,
      "learning_rate": 7.003702010803892e-06,
      "loss": 0.1405,
      "step": 11260
    },
    {
      "epoch": 16.92278790155927,
      "grad_norm": 0.7205698490142822,
      "learning_rate": 6.936869056624623e-06,
      "loss": 0.1475,
      "step": 11270
    },
    {
      "epoch": 16.937817020477176,
      "grad_norm": 0.8356210589408875,
      "learning_rate": 6.870332733624174e-06,
      "loss": 0.1431,
      "step": 11280
    },
    {
      "epoch": 16.952846139395078,
      "grad_norm": 0.8396646976470947,
      "learning_rate": 6.8040935001238256e-06,
      "loss": 0.1426,
      "step": 11290
    },
    {
      "epoch": 16.967875258312983,
      "grad_norm": 0.9201752543449402,
      "learning_rate": 6.738151812398352e-06,
      "loss": 0.1434,
      "step": 11300
    },
    {
      "epoch": 16.982904377230884,
      "grad_norm": 0.9603893756866455,
      "learning_rate": 6.67250812467301e-06,
      "loss": 0.142,
      "step": 11310
    },
    {
      "epoch": 16.99793349614879,
      "grad_norm": 0.7966869473457336,
      "learning_rate": 6.607162889120305e-06,
      "loss": 0.155,
      "step": 11320
    },
    {
      "epoch": 17.012023295134323,
      "grad_norm": 0.5946935415267944,
      "learning_rate": 6.542116555856953e-06,
      "loss": 0.1274,
      "step": 11330
    },
    {
      "epoch": 17.027052414052225,
      "grad_norm": 0.774712324142456,
      "learning_rate": 6.477369572940706e-06,
      "loss": 0.1221,
      "step": 11340
    },
    {
      "epoch": 17.04208153297013,
      "grad_norm": 0.7754786610603333,
      "learning_rate": 6.412922386367332e-06,
      "loss": 0.1317,
      "step": 11350
    },
    {
      "epoch": 17.05711065188803,
      "grad_norm": 0.6870192885398865,
      "learning_rate": 6.348775440067506e-06,
      "loss": 0.1174,
      "step": 11360
    },
    {
      "epoch": 17.072139770805936,
      "grad_norm": 0.8024049401283264,
      "learning_rate": 6.284929175903786e-06,
      "loss": 0.127,
      "step": 11370
    },
    {
      "epoch": 17.08716888972384,
      "grad_norm": 0.752888023853302,
      "learning_rate": 6.2213840336674936e-06,
      "loss": 0.1207,
      "step": 11380
    },
    {
      "epoch": 17.102198008641743,
      "grad_norm": 0.7125491499900818,
      "learning_rate": 6.158140451075795e-06,
      "loss": 0.1351,
      "step": 11390
    },
    {
      "epoch": 17.117227127559648,
      "grad_norm": 0.7468791007995605,
      "learning_rate": 6.095198863768564e-06,
      "loss": 0.131,
      "step": 11400
    },
    {
      "epoch": 17.13225624647755,
      "grad_norm": 0.8037786483764648,
      "learning_rate": 6.032559705305523e-06,
      "loss": 0.1308,
      "step": 11410
    },
    {
      "epoch": 17.147285365395454,
      "grad_norm": 0.7919206023216248,
      "learning_rate": 5.9702234071631e-06,
      "loss": 0.1234,
      "step": 11420
    },
    {
      "epoch": 17.162314484313356,
      "grad_norm": 0.7676987051963806,
      "learning_rate": 5.9081903987316e-06,
      "loss": 0.1197,
      "step": 11430
    },
    {
      "epoch": 17.17734360323126,
      "grad_norm": 1.1687105894088745,
      "learning_rate": 5.8464611073121235e-06,
      "loss": 0.1241,
      "step": 11440
    },
    {
      "epoch": 17.192372722149162,
      "grad_norm": 0.7436251044273376,
      "learning_rate": 5.785035958113716e-06,
      "loss": 0.1288,
      "step": 11450
    },
    {
      "epoch": 17.207401841067067,
      "grad_norm": 0.656187117099762,
      "learning_rate": 5.7239153742503995e-06,
      "loss": 0.1187,
      "step": 11460
    },
    {
      "epoch": 17.222430959984973,
      "grad_norm": 0.6904690265655518,
      "learning_rate": 5.663099776738273e-06,
      "loss": 0.1366,
      "step": 11470
    },
    {
      "epoch": 17.237460078902874,
      "grad_norm": 0.8284912109375,
      "learning_rate": 5.602589584492562e-06,
      "loss": 0.1242,
      "step": 11480
    },
    {
      "epoch": 17.25248919782078,
      "grad_norm": 0.8081623911857605,
      "learning_rate": 5.542385214324819e-06,
      "loss": 0.1234,
      "step": 11490
    },
    {
      "epoch": 17.26751831673868,
      "grad_norm": 1.1938631534576416,
      "learning_rate": 5.48248708093998e-06,
      "loss": 0.1326,
      "step": 11500
    },
    {
      "epoch": 17.282547435656586,
      "grad_norm": 0.6938109993934631,
      "learning_rate": 5.422895596933558e-06,
      "loss": 0.1305,
      "step": 11510
    },
    {
      "epoch": 17.297576554574487,
      "grad_norm": 0.7339420914649963,
      "learning_rate": 5.36361117278874e-06,
      "loss": 0.1206,
      "step": 11520
    },
    {
      "epoch": 17.312605673492392,
      "grad_norm": 0.7437239289283752,
      "learning_rate": 5.304634216873633e-06,
      "loss": 0.1205,
      "step": 11530
    },
    {
      "epoch": 17.327634792410294,
      "grad_norm": 0.7222012281417847,
      "learning_rate": 5.24596513543838e-06,
      "loss": 0.1219,
      "step": 11540
    },
    {
      "epoch": 17.3426639113282,
      "grad_norm": 0.8264778852462769,
      "learning_rate": 5.187604332612445e-06,
      "loss": 0.1318,
      "step": 11550
    },
    {
      "epoch": 17.3576930302461,
      "grad_norm": 0.7213618159294128,
      "learning_rate": 5.129552210401728e-06,
      "loss": 0.1203,
      "step": 11560
    },
    {
      "epoch": 17.372722149164005,
      "grad_norm": 0.7722398638725281,
      "learning_rate": 5.071809168685887e-06,
      "loss": 0.1266,
      "step": 11570
    },
    {
      "epoch": 17.38775126808191,
      "grad_norm": 0.8326044678688049,
      "learning_rate": 5.014375605215521e-06,
      "loss": 0.1267,
      "step": 11580
    },
    {
      "epoch": 17.40278038699981,
      "grad_norm": 0.886371374130249,
      "learning_rate": 4.957251915609462e-06,
      "loss": 0.119,
      "step": 11590
    },
    {
      "epoch": 17.417809505917717,
      "grad_norm": 0.7517515420913696,
      "learning_rate": 4.900438493352055e-06,
      "loss": 0.1291,
      "step": 11600
    },
    {
      "epoch": 17.432838624835618,
      "grad_norm": 0.8436376452445984,
      "learning_rate": 4.843935729790422e-06,
      "loss": 0.1336,
      "step": 11610
    },
    {
      "epoch": 17.447867743753523,
      "grad_norm": 0.8188118934631348,
      "learning_rate": 4.7877440141317675e-06,
      "loss": 0.1276,
      "step": 11620
    },
    {
      "epoch": 17.462896862671425,
      "grad_norm": 0.7850053310394287,
      "learning_rate": 4.731863733440733e-06,
      "loss": 0.1263,
      "step": 11630
    },
    {
      "epoch": 17.47792598158933,
      "grad_norm": 0.7156862616539001,
      "learning_rate": 4.676295272636688e-06,
      "loss": 0.1371,
      "step": 11640
    },
    {
      "epoch": 17.49295510050723,
      "grad_norm": 0.9043847322463989,
      "learning_rate": 4.621039014491119e-06,
      "loss": 0.136,
      "step": 11650
    },
    {
      "epoch": 17.507984219425136,
      "grad_norm": 0.7520122528076172,
      "learning_rate": 4.566095339624943e-06,
      "loss": 0.1278,
      "step": 11660
    },
    {
      "epoch": 17.52301333834304,
      "grad_norm": 0.8322932124137878,
      "learning_rate": 4.511464626505935e-06,
      "loss": 0.1178,
      "step": 11670
    },
    {
      "epoch": 17.538042457260943,
      "grad_norm": 0.7075957655906677,
      "learning_rate": 4.457147251446075e-06,
      "loss": 0.1295,
      "step": 11680
    },
    {
      "epoch": 17.553071576178848,
      "grad_norm": 0.7323919534683228,
      "learning_rate": 4.403143588599029e-06,
      "loss": 0.1272,
      "step": 11690
    },
    {
      "epoch": 17.56810069509675,
      "grad_norm": 0.9109891653060913,
      "learning_rate": 4.349454009957471e-06,
      "loss": 0.1236,
      "step": 11700
    },
    {
      "epoch": 17.583129814014654,
      "grad_norm": 0.8152607679367065,
      "learning_rate": 4.296078885350607e-06,
      "loss": 0.1267,
      "step": 11710
    },
    {
      "epoch": 17.598158932932556,
      "grad_norm": 0.7224797606468201,
      "learning_rate": 4.2430185824415715e-06,
      "loss": 0.1355,
      "step": 11720
    },
    {
      "epoch": 17.61318805185046,
      "grad_norm": 0.7984783053398132,
      "learning_rate": 4.190273466724925e-06,
      "loss": 0.1364,
      "step": 11730
    },
    {
      "epoch": 17.628217170768362,
      "grad_norm": 0.9017600417137146,
      "learning_rate": 4.137843901524141e-06,
      "loss": 0.1281,
      "step": 11740
    },
    {
      "epoch": 17.643246289686267,
      "grad_norm": 0.7681065797805786,
      "learning_rate": 4.085730247989078e-06,
      "loss": 0.1234,
      "step": 11750
    },
    {
      "epoch": 17.65827540860417,
      "grad_norm": 0.7442010045051575,
      "learning_rate": 4.033932865093499e-06,
      "loss": 0.1331,
      "step": 11760
    },
    {
      "epoch": 17.673304527522074,
      "grad_norm": 0.7311212420463562,
      "learning_rate": 3.982452109632617e-06,
      "loss": 0.1336,
      "step": 11770
    },
    {
      "epoch": 17.68833364643998,
      "grad_norm": 0.7073860764503479,
      "learning_rate": 3.931288336220617e-06,
      "loss": 0.1263,
      "step": 11780
    },
    {
      "epoch": 17.70336276535788,
      "grad_norm": 0.6838569641113281,
      "learning_rate": 3.880441897288234e-06,
      "loss": 0.1299,
      "step": 11790
    },
    {
      "epoch": 17.718391884275785,
      "grad_norm": 0.9706346988677979,
      "learning_rate": 3.829913143080283e-06,
      "loss": 0.1276,
      "step": 11800
    },
    {
      "epoch": 17.733421003193687,
      "grad_norm": 0.7603088617324829,
      "learning_rate": 3.7797024216533138e-06,
      "loss": 0.1263,
      "step": 11810
    },
    {
      "epoch": 17.748450122111592,
      "grad_norm": 0.7066922187805176,
      "learning_rate": 3.729810078873125e-06,
      "loss": 0.1284,
      "step": 11820
    },
    {
      "epoch": 17.763479241029493,
      "grad_norm": 0.7454369068145752,
      "learning_rate": 3.6802364584124947e-06,
      "loss": 0.124,
      "step": 11830
    },
    {
      "epoch": 17.7785083599474,
      "grad_norm": 0.7552350759506226,
      "learning_rate": 3.6309819017487034e-06,
      "loss": 0.1259,
      "step": 11840
    },
    {
      "epoch": 17.7935374788653,
      "grad_norm": 0.8061559200286865,
      "learning_rate": 3.5820467481612496e-06,
      "loss": 0.126,
      "step": 11850
    },
    {
      "epoch": 17.808566597783205,
      "grad_norm": 0.6990138292312622,
      "learning_rate": 3.5334313347294757e-06,
      "loss": 0.1271,
      "step": 11860
    },
    {
      "epoch": 17.82359571670111,
      "grad_norm": 0.7601016163825989,
      "learning_rate": 3.4851359963302798e-06,
      "loss": 0.1397,
      "step": 11870
    },
    {
      "epoch": 17.83862483561901,
      "grad_norm": 0.7683603167533875,
      "learning_rate": 3.43716106563578e-06,
      "loss": 0.1376,
      "step": 11880
    },
    {
      "epoch": 17.853653954536917,
      "grad_norm": 0.8137221932411194,
      "learning_rate": 3.3895068731110534e-06,
      "loss": 0.122,
      "step": 11890
    },
    {
      "epoch": 17.868683073454818,
      "grad_norm": 0.8366261124610901,
      "learning_rate": 3.342173747011801e-06,
      "loss": 0.1273,
      "step": 11900
    },
    {
      "epoch": 17.883712192372723,
      "grad_norm": 0.8289967179298401,
      "learning_rate": 3.295162013382164e-06,
      "loss": 0.1274,
      "step": 11910
    },
    {
      "epoch": 17.898741311290625,
      "grad_norm": 0.6871482133865356,
      "learning_rate": 3.248471996052432e-06,
      "loss": 0.1357,
      "step": 11920
    },
    {
      "epoch": 17.91377043020853,
      "grad_norm": 0.7140630483627319,
      "learning_rate": 3.202104016636814e-06,
      "loss": 0.1247,
      "step": 11930
    },
    {
      "epoch": 17.92879954912643,
      "grad_norm": 0.7578158974647522,
      "learning_rate": 3.156058394531225e-06,
      "loss": 0.1285,
      "step": 11940
    },
    {
      "epoch": 17.943828668044336,
      "grad_norm": 0.718285858631134,
      "learning_rate": 3.1103354469111056e-06,
      "loss": 0.1285,
      "step": 11950
    },
    {
      "epoch": 17.958857786962238,
      "grad_norm": 0.7415304780006409,
      "learning_rate": 3.0649354887291925e-06,
      "loss": 0.1259,
      "step": 11960
    },
    {
      "epoch": 17.973886905880143,
      "grad_norm": 0.7331326007843018,
      "learning_rate": 3.019858832713435e-06,
      "loss": 0.1264,
      "step": 11970
    },
    {
      "epoch": 17.988916024798048,
      "grad_norm": 0.7621225714683533,
      "learning_rate": 2.9751057893647237e-06,
      "loss": 0.1306,
      "step": 11980
    },
    {
      "epoch": 18.00300582378358,
      "grad_norm": 0.6445237994194031,
      "learning_rate": 2.930676666954846e-06,
      "loss": 0.1289,
      "step": 11990
    },
    {
      "epoch": 18.018034942701483,
      "grad_norm": 0.6551523208618164,
      "learning_rate": 2.8865717715243212e-06,
      "loss": 0.123,
      "step": 12000
    },
    {
      "epoch": 18.03306406161939,
      "grad_norm": 0.6718552708625793,
      "learning_rate": 2.842791406880291e-06,
      "loss": 0.1254,
      "step": 12010
    },
    {
      "epoch": 18.04809318053729,
      "grad_norm": 0.653846263885498,
      "learning_rate": 2.7993358745944608e-06,
      "loss": 0.1237,
      "step": 12020
    },
    {
      "epoch": 18.063122299455195,
      "grad_norm": 0.7196510434150696,
      "learning_rate": 2.756205474000978e-06,
      "loss": 0.1162,
      "step": 12030
    },
    {
      "epoch": 18.078151418373096,
      "grad_norm": 0.6618478894233704,
      "learning_rate": 2.7134005021943852e-06,
      "loss": 0.117,
      "step": 12040
    },
    {
      "epoch": 18.093180537291,
      "grad_norm": 0.8368316292762756,
      "learning_rate": 2.670921254027592e-06,
      "loss": 0.1205,
      "step": 12050
    },
    {
      "epoch": 18.108209656208906,
      "grad_norm": 0.6879215836524963,
      "learning_rate": 2.6287680221098233e-06,
      "loss": 0.1171,
      "step": 12060
    },
    {
      "epoch": 18.123238775126808,
      "grad_norm": 0.7069093585014343,
      "learning_rate": 2.5869410968046294e-06,
      "loss": 0.1235,
      "step": 12070
    },
    {
      "epoch": 18.138267894044713,
      "grad_norm": 0.6723190546035767,
      "learning_rate": 2.5454407662278244e-06,
      "loss": 0.1085,
      "step": 12080
    },
    {
      "epoch": 18.153297012962614,
      "grad_norm": 0.6698660850524902,
      "learning_rate": 2.5042673162455954e-06,
      "loss": 0.1195,
      "step": 12090
    },
    {
      "epoch": 18.16832613188052,
      "grad_norm": 0.6730449795722961,
      "learning_rate": 2.463421030472429e-06,
      "loss": 0.1139,
      "step": 12100
    },
    {
      "epoch": 18.18335525079842,
      "grad_norm": 0.805294394493103,
      "learning_rate": 2.422902190269266e-06,
      "loss": 0.1242,
      "step": 12110
    },
    {
      "epoch": 18.198384369716326,
      "grad_norm": 1.0811830759048462,
      "learning_rate": 2.3827110747414785e-06,
      "loss": 0.1195,
      "step": 12120
    },
    {
      "epoch": 18.213413488634227,
      "grad_norm": 0.6854028105735779,
      "learning_rate": 2.342847960736966e-06,
      "loss": 0.119,
      "step": 12130
    },
    {
      "epoch": 18.228442607552132,
      "grad_norm": 0.6735851764678955,
      "learning_rate": 2.303313122844286e-06,
      "loss": 0.1321,
      "step": 12140
    },
    {
      "epoch": 18.243471726470037,
      "grad_norm": 0.7301083207130432,
      "learning_rate": 2.264106833390722e-06,
      "loss": 0.1204,
      "step": 12150
    },
    {
      "epoch": 18.25850084538794,
      "grad_norm": 0.7372903823852539,
      "learning_rate": 2.2252293624404176e-06,
      "loss": 0.1201,
      "step": 12160
    },
    {
      "epoch": 18.273529964305844,
      "grad_norm": 0.6305893659591675,
      "learning_rate": 2.1866809777925324e-06,
      "loss": 0.1128,
      "step": 12170
    },
    {
      "epoch": 18.288559083223745,
      "grad_norm": 0.7112670540809631,
      "learning_rate": 2.148461944979385e-06,
      "loss": 0.1172,
      "step": 12180
    },
    {
      "epoch": 18.30358820214165,
      "grad_norm": 0.6915646195411682,
      "learning_rate": 2.1105725272646094e-06,
      "loss": 0.1197,
      "step": 12190
    },
    {
      "epoch": 18.318617321059552,
      "grad_norm": 0.6650305986404419,
      "learning_rate": 2.0730129856413707e-06,
      "loss": 0.121,
      "step": 12200
    },
    {
      "epoch": 18.333646439977457,
      "grad_norm": 0.6500080823898315,
      "learning_rate": 2.0357835788305467e-06,
      "loss": 0.1209,
      "step": 12210
    },
    {
      "epoch": 18.34867555889536,
      "grad_norm": 0.7032843828201294,
      "learning_rate": 1.998884563278963e-06,
      "loss": 0.1194,
      "step": 12220
    },
    {
      "epoch": 18.363704677813264,
      "grad_norm": 0.6876169443130493,
      "learning_rate": 1.962316193157593e-06,
      "loss": 0.117,
      "step": 12230
    },
    {
      "epoch": 18.378733796731165,
      "grad_norm": 0.6640487909317017,
      "learning_rate": 1.926078720359853e-06,
      "loss": 0.1246,
      "step": 12240
    },
    {
      "epoch": 18.39376291564907,
      "grad_norm": 0.7534406185150146,
      "learning_rate": 1.8901723944998118e-06,
      "loss": 0.1175,
      "step": 12250
    },
    {
      "epoch": 18.408792034566975,
      "grad_norm": 0.7041878700256348,
      "learning_rate": 1.8545974629105622e-06,
      "loss": 0.1191,
      "step": 12260
    },
    {
      "epoch": 18.423821153484877,
      "grad_norm": 0.6589450240135193,
      "learning_rate": 1.81935417064239e-06,
      "loss": 0.1155,
      "step": 12270
    },
    {
      "epoch": 18.43885027240278,
      "grad_norm": 0.6730456352233887,
      "learning_rate": 1.7844427604612024e-06,
      "loss": 0.1283,
      "step": 12280
    },
    {
      "epoch": 18.453879391320683,
      "grad_norm": 0.7545807361602783,
      "learning_rate": 1.74986347284678e-06,
      "loss": 0.114,
      "step": 12290
    },
    {
      "epoch": 18.468908510238588,
      "grad_norm": 0.720689058303833,
      "learning_rate": 1.7156165459911665e-06,
      "loss": 0.1228,
      "step": 12300
    },
    {
      "epoch": 18.48393762915649,
      "grad_norm": 0.6629992723464966,
      "learning_rate": 1.6817022157970042e-06,
      "loss": 0.1171,
      "step": 12310
    },
    {
      "epoch": 18.498966748074395,
      "grad_norm": 0.6659217476844788,
      "learning_rate": 1.648120715875906e-06,
      "loss": 0.1133,
      "step": 12320
    },
    {
      "epoch": 18.513995866992296,
      "grad_norm": 0.6609564423561096,
      "learning_rate": 1.6148722775468639e-06,
      "loss": 0.1343,
      "step": 12330
    },
    {
      "epoch": 18.5290249859102,
      "grad_norm": 0.6903553009033203,
      "learning_rate": 1.581957129834638e-06,
      "loss": 0.1182,
      "step": 12340
    },
    {
      "epoch": 18.544054104828106,
      "grad_norm": 0.7767003178596497,
      "learning_rate": 1.5493754994681976e-06,
      "loss": 0.122,
      "step": 12350
    },
    {
      "epoch": 18.559083223746008,
      "grad_norm": 0.6776891350746155,
      "learning_rate": 1.5171276108791544e-06,
      "loss": 0.1129,
      "step": 12360
    },
    {
      "epoch": 18.574112342663913,
      "grad_norm": 0.6937426924705505,
      "learning_rate": 1.4852136862001764e-06,
      "loss": 0.1136,
      "step": 12370
    },
    {
      "epoch": 18.589141461581814,
      "grad_norm": 0.7074488401412964,
      "learning_rate": 1.4536339452635384e-06,
      "loss": 0.1126,
      "step": 12380
    },
    {
      "epoch": 18.60417058049972,
      "grad_norm": 0.6760552525520325,
      "learning_rate": 1.4223886055995172e-06,
      "loss": 0.1227,
      "step": 12390
    },
    {
      "epoch": 18.61919969941762,
      "grad_norm": 0.7237436175346375,
      "learning_rate": 1.3914778824349884e-06,
      "loss": 0.1208,
      "step": 12400
    },
    {
      "epoch": 18.634228818335526,
      "grad_norm": 0.6534668803215027,
      "learning_rate": 1.3609019886918427e-06,
      "loss": 0.1171,
      "step": 12410
    },
    {
      "epoch": 18.649257937253427,
      "grad_norm": 0.6551641225814819,
      "learning_rate": 1.3306611349856112e-06,
      "loss": 0.1184,
      "step": 12420
    },
    {
      "epoch": 18.664287056171332,
      "grad_norm": 0.681528627872467,
      "learning_rate": 1.300755529623937e-06,
      "loss": 0.1203,
      "step": 12430
    },
    {
      "epoch": 18.679316175089234,
      "grad_norm": 0.7110047340393066,
      "learning_rate": 1.2711853786052109e-06,
      "loss": 0.1227,
      "step": 12440
    },
    {
      "epoch": 18.69434529400714,
      "grad_norm": 0.7127984166145325,
      "learning_rate": 1.241950885617088e-06,
      "loss": 0.1192,
      "step": 12450
    },
    {
      "epoch": 18.709374412925044,
      "grad_norm": 0.9400015473365784,
      "learning_rate": 1.2130522520351405e-06,
      "loss": 0.1206,
      "step": 12460
    },
    {
      "epoch": 18.724403531842945,
      "grad_norm": 0.640738844871521,
      "learning_rate": 1.1844896769214186e-06,
      "loss": 0.125,
      "step": 12470
    },
    {
      "epoch": 18.73943265076085,
      "grad_norm": 0.6960272789001465,
      "learning_rate": 1.1562633570231352e-06,
      "loss": 0.1181,
      "step": 12480
    },
    {
      "epoch": 18.754461769678752,
      "grad_norm": 0.7713277339935303,
      "learning_rate": 1.128373486771256e-06,
      "loss": 0.1183,
      "step": 12490
    },
    {
      "epoch": 18.769490888596657,
      "grad_norm": 0.6949428915977478,
      "learning_rate": 1.1008202582792004e-06,
      "loss": 0.1308,
      "step": 12500
    },
    {
      "epoch": 18.78452000751456,
      "grad_norm": 0.6489851474761963,
      "learning_rate": 1.0736038613414878e-06,
      "loss": 0.1288,
      "step": 12510
    },
    {
      "epoch": 18.799549126432463,
      "grad_norm": 0.7511118054389954,
      "learning_rate": 1.0467244834324707e-06,
      "loss": 0.1098,
      "step": 12520
    },
    {
      "epoch": 18.814578245350365,
      "grad_norm": 0.7278922200202942,
      "learning_rate": 1.0201823097049812e-06,
      "loss": 0.1248,
      "step": 12530
    },
    {
      "epoch": 18.82960736426827,
      "grad_norm": 0.7048822641372681,
      "learning_rate": 9.939775229891313e-07,
      "loss": 0.1201,
      "step": 12540
    },
    {
      "epoch": 18.84463648318617,
      "grad_norm": 0.7828486561775208,
      "learning_rate": 9.681103037909866e-07,
      "loss": 0.1271,
      "step": 12550
    },
    {
      "epoch": 18.859665602104076,
      "grad_norm": 0.6916821002960205,
      "learning_rate": 9.42580830291373e-07,
      "loss": 0.1151,
      "step": 12560
    },
    {
      "epoch": 18.87469472102198,
      "grad_norm": 0.7299247980117798,
      "learning_rate": 9.173892783445992e-07,
      "loss": 0.1287,
      "step": 12570
    },
    {
      "epoch": 18.889723839939883,
      "grad_norm": 0.8514544367790222,
      "learning_rate": 8.925358214772972e-07,
      "loss": 0.1261,
      "step": 12580
    },
    {
      "epoch": 18.904752958857788,
      "grad_norm": 0.6913233995437622,
      "learning_rate": 8.680206308871952e-07,
      "loss": 0.1091,
      "step": 12590
    },
    {
      "epoch": 18.91978207777569,
      "grad_norm": 0.7069427967071533,
      "learning_rate": 8.43843875441952e-07,
      "loss": 0.1242,
      "step": 12600
    },
    {
      "epoch": 18.934811196693595,
      "grad_norm": 0.6860793232917786,
      "learning_rate": 8.2000572167798e-07,
      "loss": 0.1245,
      "step": 12610
    },
    {
      "epoch": 18.949840315611496,
      "grad_norm": 0.6952442526817322,
      "learning_rate": 7.965063337993017e-07,
      "loss": 0.1194,
      "step": 12620
    },
    {
      "epoch": 18.9648694345294,
      "grad_norm": 0.7195196747779846,
      "learning_rate": 7.733458736764398e-07,
      "loss": 0.1266,
      "step": 12630
    },
    {
      "epoch": 18.979898553447303,
      "grad_norm": 0.685310959815979,
      "learning_rate": 7.505245008452788e-07,
      "loss": 0.1153,
      "step": 12640
    },
    {
      "epoch": 18.994927672365208,
      "grad_norm": 0.6967130899429321,
      "learning_rate": 7.280423725059604e-07,
      "loss": 0.1331,
      "step": 12650
    },
    {
      "epoch": 19.00901747135074,
      "grad_norm": 0.5955845713615417,
      "learning_rate": 7.058996435218346e-07,
      "loss": 0.1032,
      "step": 12660
    },
    {
      "epoch": 19.024046590268647,
      "grad_norm": 0.6826702356338501,
      "learning_rate": 6.840964664183436e-07,
      "loss": 0.1116,
      "step": 12670
    },
    {
      "epoch": 19.039075709186548,
      "grad_norm": 0.6504730582237244,
      "learning_rate": 6.626329913820339e-07,
      "loss": 0.1218,
      "step": 12680
    },
    {
      "epoch": 19.054104828104453,
      "grad_norm": 0.6690040230751038,
      "learning_rate": 6.415093662594629e-07,
      "loss": 0.1218,
      "step": 12690
    },
    {
      "epoch": 19.069133947022355,
      "grad_norm": 0.7162594199180603,
      "learning_rate": 6.207257365562047e-07,
      "loss": 0.1148,
      "step": 12700
    },
    {
      "epoch": 19.08416306594026,
      "grad_norm": 0.6570801734924316,
      "learning_rate": 6.00282245435857e-07,
      "loss": 0.1138,
      "step": 12710
    },
    {
      "epoch": 19.09919218485816,
      "grad_norm": 0.6705721616744995,
      "learning_rate": 5.80179033719036e-07,
      "loss": 0.1241,
      "step": 12720
    },
    {
      "epoch": 19.114221303776066,
      "grad_norm": 0.7230423092842102,
      "learning_rate": 5.604162398824275e-07,
      "loss": 0.1122,
      "step": 12730
    },
    {
      "epoch": 19.12925042269397,
      "grad_norm": 0.6463306546211243,
      "learning_rate": 5.409940000578206e-07,
      "loss": 0.1085,
      "step": 12740
    },
    {
      "epoch": 19.144279541611873,
      "grad_norm": 0.7528629302978516,
      "learning_rate": 5.219124480311532e-07,
      "loss": 0.1186,
      "step": 12750
    },
    {
      "epoch": 19.159308660529778,
      "grad_norm": 1.4888911247253418,
      "learning_rate": 5.031717152416238e-07,
      "loss": 0.1158,
      "step": 12760
    },
    {
      "epoch": 19.17433777944768,
      "grad_norm": 0.6441943645477295,
      "learning_rate": 4.847719307807752e-07,
      "loss": 0.1197,
      "step": 12770
    },
    {
      "epoch": 19.189366898365584,
      "grad_norm": 0.6627583503723145,
      "learning_rate": 4.6671322139158477e-07,
      "loss": 0.1168,
      "step": 12780
    },
    {
      "epoch": 19.204396017283486,
      "grad_norm": 0.6732495427131653,
      "learning_rate": 4.4899571146761467e-07,
      "loss": 0.1104,
      "step": 12790
    },
    {
      "epoch": 19.21942513620139,
      "grad_norm": 0.6743932366371155,
      "learning_rate": 4.3161952305215136e-07,
      "loss": 0.1185,
      "step": 12800
    },
    {
      "epoch": 19.234454255119292,
      "grad_norm": 0.7038917541503906,
      "learning_rate": 4.145847758373511e-07,
      "loss": 0.1216,
      "step": 12810
    },
    {
      "epoch": 19.249483374037197,
      "grad_norm": 0.6505002975463867,
      "learning_rate": 3.9789158716343475e-07,
      "loss": 0.1247,
      "step": 12820
    },
    {
      "epoch": 19.2645124929551,
      "grad_norm": 0.6234051585197449,
      "learning_rate": 3.815400720178719e-07,
      "loss": 0.1122,
      "step": 12830
    },
    {
      "epoch": 19.279541611873004,
      "grad_norm": 0.6669496297836304,
      "learning_rate": 3.6553034303457577e-07,
      "loss": 0.1127,
      "step": 12840
    },
    {
      "epoch": 19.29457073079091,
      "grad_norm": 0.7005789279937744,
      "learning_rate": 3.49862510493143e-07,
      "loss": 0.1135,
      "step": 12850
    },
    {
      "epoch": 19.30959984970881,
      "grad_norm": 0.7209417223930359,
      "learning_rate": 3.3453668231809286e-07,
      "loss": 0.115,
      "step": 12860
    },
    {
      "epoch": 19.324628968626715,
      "grad_norm": 0.670708179473877,
      "learning_rate": 3.1955296407811807e-07,
      "loss": 0.1147,
      "step": 12870
    },
    {
      "epoch": 19.339658087544617,
      "grad_norm": 0.6531425714492798,
      "learning_rate": 3.0491145898536856e-07,
      "loss": 0.1153,
      "step": 12880
    },
    {
      "epoch": 19.354687206462522,
      "grad_norm": 0.6748098134994507,
      "learning_rate": 2.9061226789471873e-07,
      "loss": 0.1098,
      "step": 12890
    },
    {
      "epoch": 19.369716325380423,
      "grad_norm": 0.7407058477401733,
      "learning_rate": 2.7665548930308484e-07,
      "loss": 0.1186,
      "step": 12900
    },
    {
      "epoch": 19.38474544429833,
      "grad_norm": 0.7474448680877686,
      "learning_rate": 2.6304121934876966e-07,
      "loss": 0.1167,
      "step": 12910
    },
    {
      "epoch": 19.39977456321623,
      "grad_norm": 0.710455596446991,
      "learning_rate": 2.497695518107579e-07,
      "loss": 0.1256,
      "step": 12920
    },
    {
      "epoch": 19.414803682134135,
      "grad_norm": 0.674196183681488,
      "learning_rate": 2.3684057810808847e-07,
      "loss": 0.1199,
      "step": 12930
    },
    {
      "epoch": 19.42983280105204,
      "grad_norm": 0.6443490982055664,
      "learning_rate": 2.2425438729924419e-07,
      "loss": 0.1134,
      "step": 12940
    },
    {
      "epoch": 19.44486191996994,
      "grad_norm": 0.6689858436584473,
      "learning_rate": 2.120110660815078e-07,
      "loss": 0.1213,
      "step": 12950
    },
    {
      "epoch": 19.459891038887847,
      "grad_norm": 0.6597970128059387,
      "learning_rate": 2.0011069879038447e-07,
      "loss": 0.127,
      "step": 12960
    },
    {
      "epoch": 19.474920157805748,
      "grad_norm": 0.6606748104095459,
      "learning_rate": 1.8855336739901363e-07,
      "loss": 0.1184,
      "step": 12970
    },
    {
      "epoch": 19.489949276723653,
      "grad_norm": 0.6770042181015015,
      "learning_rate": 1.773391515176026e-07,
      "loss": 0.1199,
      "step": 12980
    },
    {
      "epoch": 19.504978395641555,
      "grad_norm": 0.6483029723167419,
      "learning_rate": 1.6646812839287706e-07,
      "loss": 0.1094,
      "step": 12990
    },
    {
      "epoch": 19.52000751455946,
      "grad_norm": 0.6776772737503052,
      "learning_rate": 1.5594037290755925e-07,
      "loss": 0.115,
      "step": 13000
    },
    {
      "epoch": 19.53503663347736,
      "grad_norm": 0.6734815835952759,
      "learning_rate": 1.4575595757985173e-07,
      "loss": 0.1176,
      "step": 13010
    },
    {
      "epoch": 19.550065752395266,
      "grad_norm": 0.671363353729248,
      "learning_rate": 1.3591495256291554e-07,
      "loss": 0.1158,
      "step": 13020
    },
    {
      "epoch": 19.565094871313168,
      "grad_norm": 0.7096564769744873,
      "learning_rate": 1.2641742564441506e-07,
      "loss": 0.1178,
      "step": 13030
    },
    {
      "epoch": 19.580123990231073,
      "grad_norm": 0.7112547755241394,
      "learning_rate": 1.1726344224603502e-07,
      "loss": 0.1186,
      "step": 13040
    },
    {
      "epoch": 19.595153109148978,
      "grad_norm": 0.9371479153633118,
      "learning_rate": 1.0845306542303645e-07,
      "loss": 0.1158,
      "step": 13050
    },
    {
      "epoch": 19.61018222806688,
      "grad_norm": 0.666856050491333,
      "learning_rate": 9.998635586381255e-08,
      "loss": 0.1151,
      "step": 13060
    },
    {
      "epoch": 19.625211346984784,
      "grad_norm": 0.6255350708961487,
      "learning_rate": 9.186337188949457e-08,
      "loss": 0.1287,
      "step": 13070
    },
    {
      "epoch": 19.640240465902686,
      "grad_norm": 0.6888746619224548,
      "learning_rate": 8.408416945351328e-08,
      "loss": 0.119,
      "step": 13080
    },
    {
      "epoch": 19.65526958482059,
      "grad_norm": 0.6902468204498291,
      "learning_rate": 7.664880214123815e-08,
      "loss": 0.1199,
      "step": 13090
    },
    {
      "epoch": 19.670298703738492,
      "grad_norm": 0.6694928407669067,
      "learning_rate": 6.95573211696221e-08,
      "loss": 0.1262,
      "step": 13100
    },
    {
      "epoch": 19.685327822656397,
      "grad_norm": 0.6304376125335693,
      "learning_rate": 6.280977538681288e-08,
      "loss": 0.1196,
      "step": 13110
    },
    {
      "epoch": 19.7003569415743,
      "grad_norm": 0.7109536528587341,
      "learning_rate": 5.64062112718311e-08,
      "loss": 0.1158,
      "step": 13120
    },
    {
      "epoch": 19.715386060492204,
      "grad_norm": 0.6978461146354675,
      "learning_rate": 5.0346672934270534e-08,
      "loss": 0.1139,
      "step": 13130
    },
    {
      "epoch": 19.73041517941011,
      "grad_norm": 0.6379060745239258,
      "learning_rate": 4.4631202113953886e-08,
      "loss": 0.1157,
      "step": 13140
    },
    {
      "epoch": 19.74544429832801,
      "grad_norm": 0.6268938779830933,
      "learning_rate": 3.925983818069412e-08,
      "loss": 0.1086,
      "step": 13150
    },
    {
      "epoch": 19.760473417245915,
      "grad_norm": 0.7297201156616211,
      "learning_rate": 3.4232618133978044e-08,
      "loss": 0.1132,
      "step": 13160
    },
    {
      "epoch": 19.775502536163817,
      "grad_norm": 0.6648380756378174,
      "learning_rate": 2.9549576602733164e-08,
      "loss": 0.1124,
      "step": 13170
    },
    {
      "epoch": 19.790531655081722,
      "grad_norm": 0.7137235999107361,
      "learning_rate": 2.5210745845100082e-08,
      "loss": 0.1165,
      "step": 13180
    },
    {
      "epoch": 19.805560773999623,
      "grad_norm": 0.6801294684410095,
      "learning_rate": 2.1216155748182696e-08,
      "loss": 0.1155,
      "step": 13190
    },
    {
      "epoch": 19.82058989291753,
      "grad_norm": 0.719840407371521,
      "learning_rate": 1.756583382785948e-08,
      "loss": 0.1261,
      "step": 13200
    },
    {
      "epoch": 19.83561901183543,
      "grad_norm": 0.6777321696281433,
      "learning_rate": 1.4259805228594713e-08,
      "loss": 0.1172,
      "step": 13210
    },
    {
      "epoch": 19.850648130753335,
      "grad_norm": 0.6588504314422607,
      "learning_rate": 1.129809272326643e-08,
      "loss": 0.1151,
      "step": 13220
    },
    {
      "epoch": 19.865677249671236,
      "grad_norm": 0.6828821897506714,
      "learning_rate": 8.680716712988756e-09,
      "loss": 0.1176,
      "step": 13230
    },
    {
      "epoch": 19.88070636858914,
      "grad_norm": 0.7881568670272827,
      "learning_rate": 6.40769522700091e-09,
      "loss": 0.1212,
      "step": 13240
    },
    {
      "epoch": 19.895735487507046,
      "grad_norm": 0.6444976329803467,
      "learning_rate": 4.479043922528403e-09,
      "loss": 0.1141,
      "step": 13250
    },
    {
      "epoch": 19.910764606424948,
      "grad_norm": 0.6598045825958252,
      "learning_rate": 2.894776084672035e-09,
      "loss": 0.1181,
      "step": 13260
    },
    {
      "epoch": 19.925793725342853,
      "grad_norm": 0.6139656901359558,
      "learning_rate": 1.654902626324617e-09,
      "loss": 0.1222,
      "step": 13270
    },
    {
      "epoch": 19.940822844260754,
      "grad_norm": 0.6389946341514587,
      "learning_rate": 7.594320880821571e-10,
      "loss": 0.1218,
      "step": 13280
    },
    {
      "epoch": 19.95585196317866,
      "grad_norm": 0.6922657489776611,
      "learning_rate": 2.0837063821055326e-10,
      "loss": 0.1139,
      "step": 13290
    },
    {
      "epoch": 19.97088108209656,
      "grad_norm": 0.6712486743927002,
      "learning_rate": 1.7220725789801607e-12,
      "loss": 0.1172,
      "step": 13300
    }
  ],
  "logging_steps": 10,
  "max_steps": 13300,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.732273085924172e+20,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}