diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -1,4489 +1,371 @@
 {
-  "best_metric": 42.71378740060809,
-  "best_model_checkpoint": "./whisper-small-ka/checkpoint-14500",
-  "epoch": 3.7697914048755967,
-  "eval_steps": 500,
-  "global_step": 15000,
+  "best_metric": 41.511269513669795,
+  "best_model_checkpoint": "./whisper-small-all-ka/checkpoint-8000",
+  "epoch": 3.9623576027736505,
+  "eval_steps": 1000,
+  "global_step": 8000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.008451656524678837,
-      "grad_norm": 7.251798629760742,
-      "learning_rate": 4.6000000000000004e-07,
-      "loss": 1.7697,
-      "step": 25
-    },
-    {
-      "epoch": 0.016903313049357674,
-      "grad_norm": 6.12908935546875,
-      "learning_rate": 9.600000000000001e-07,
-      "loss": 1.6874,
-      "step": 50
-    },
-    {
-      "epoch": 0.02535496957403651,
-      "grad_norm": 6.023613452911377,
-      "learning_rate": 1.46e-06,
-      "loss": 1.5915,
-      "step": 75
-    },
-    {
-      "epoch": 0.03380662609871535,
-      "grad_norm": 8.941411972045898,
-      "learning_rate": 1.9600000000000003e-06,
-      "loss": 1.3679,
-      "step": 100
-    },
-    {
-      "epoch": 0.042258282623394185,
-      "grad_norm": 6.101173400878906,
-      "learning_rate": 2.46e-06,
-      "loss": 0.9502,
-      "step": 125
-    },
-    {
-      "epoch": 0.05070993914807302,
-      "grad_norm": 6.879887580871582,
-      "learning_rate": 2.96e-06,
-      "loss": 0.6954,
-      "step": 150
-    },
-    {
-      "epoch": 0.05916159567275186,
-      "grad_norm": 5.129401206970215,
-      "learning_rate": 3.46e-06,
-      "loss": 0.5745,
-      "step": 175
-    },
-    {
-      "epoch": 0.0676132521974307,
-      "grad_norm": 6.113542079925537,
-      "learning_rate": 3.96e-06,
-      "loss": 0.4604,
+      "epoch": 0.09905894006934125,
+      "grad_norm": 2.2366678714752197,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 1.2185,
       "step": 200
     },
     {
-      "epoch": 0.07606490872210954,
-      "grad_norm": 5.392640590667725,
-      "learning_rate": 4.4600000000000005e-06,
-      "loss": 0.4114,
-      "step": 225
-    },
-    {
-      "epoch": 0.08451656524678837,
-      "grad_norm": 5.14113712310791,
-      "learning_rate": 4.960000000000001e-06,
-      "loss": 0.3859,
-      "step": 250
-    },
-    {
-      "epoch": 0.09296822177146721,
-      "grad_norm": 3.8609211444854736,
-      "learning_rate": 5.460000000000001e-06,
-      "loss": 0.3692,
-      "step": 275
-    },
-    {
-      "epoch": 0.10141987829614604,
-      "grad_norm": 4.686000823974609,
-      "learning_rate": 5.9600000000000005e-06,
-      "loss": 0.3298,
-      "step": 300
-    },
-    {
-      "epoch": 0.10987153482082489,
-      "grad_norm": 5.032454490661621,
-      "learning_rate": 6.460000000000001e-06,
-      "loss": 0.2976,
-      "step": 325
-    },
-    {
-      "epoch": 0.11832319134550372,
-      "grad_norm": 3.724012851715088,
-      "learning_rate": 6.96e-06,
-      "loss": 0.309,
-      "step": 350
-    },
-    {
-      "epoch": 0.12677484787018256,
-      "grad_norm": 3.2685935497283936,
-      "learning_rate": 7.4600000000000006e-06,
-      "loss": 0.2897,
-      "step": 375
-    },
-    {
-      "epoch": 0.1352265043948614,
-      "grad_norm": 3.796637535095215,
-      "learning_rate": 7.960000000000002e-06,
-      "loss": 0.2763,
+      "epoch": 0.1981178801386825,
+      "grad_norm": 2.3154804706573486,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 0.3894,
       "step": 400
     },
     {
-      "epoch": 0.14367816091954022,
-      "grad_norm": 6.331181049346924,
-      "learning_rate": 8.46e-06,
-      "loss": 0.2714,
-      "step": 425
-    },
-    {
-      "epoch": 0.15212981744421908,
-      "grad_norm": 4.792943000793457,
-      "learning_rate": 8.96e-06,
-      "loss": 0.2718,
-      "step": 450
-    },
-    {
-      "epoch": 0.1605814739688979,
-      "grad_norm": 3.872354507446289,
-      "learning_rate": 9.460000000000001e-06,
-      "loss": 0.2692,
-      "step": 475
-    },
-    {
-      "epoch": 0.16903313049357674,
-      "grad_norm": 3.859339475631714,
-      "learning_rate": 9.960000000000001e-06,
-      "loss": 0.2612,
-      "step": 500
-    },
-    {
-      "epoch": 0.16903313049357674,
-      "eval_loss": 0.26686015725135803,
-      "eval_runtime": 8169.6122,
-      "eval_samples_per_second": 1.79,
-      "eval_steps_per_second": 0.224,
-      "eval_wer": 61.611321105313856,
-      "step": 500
-    },
-    {
-      "epoch": 0.17748478701825557,
-      "grad_norm": 3.6627910137176514,
-      "learning_rate": 9.975789473684211e-06,
-      "loss": 0.2347,
-      "step": 525
-    },
-    {
-      "epoch": 0.18593644354293443,
-      "grad_norm": 3.168164014816284,
-      "learning_rate": 9.949473684210526e-06,
-      "loss": 0.2438,
-      "step": 550
-    },
-    {
-      "epoch": 0.19438810006761326,
-      "grad_norm": 2.521146297454834,
-      "learning_rate": 9.923157894736844e-06,
-      "loss": 0.2238,
-      "step": 575
-    },
-    {
-      "epoch": 0.2028397565922921,
-      "grad_norm": 4.583806991577148,
-      "learning_rate": 9.89684210526316e-06,
-      "loss": 0.2412,
+      "epoch": 0.2971768202080238,
+      "grad_norm": 2.071636915206909,
+      "learning_rate": 6e-06,
+      "loss": 0.2868,
       "step": 600
     },
     {
-      "epoch": 0.21129141311697092,
-      "grad_norm": 3.045239210128784,
-      "learning_rate": 9.870526315789474e-06,
-      "loss": 0.2155,
-      "step": 625
-    },
-    {
-      "epoch": 0.21974306964164977,
-      "grad_norm": 3.3001856803894043,
-      "learning_rate": 9.84421052631579e-06,
-      "loss": 0.2382,
-      "step": 650
-    },
-    {
-      "epoch": 0.2281947261663286,
-      "grad_norm": 3.613844871520996,
-      "learning_rate": 9.817894736842106e-06,
-      "loss": 0.2266,
-      "step": 675
-    },
-    {
-      "epoch": 0.23664638269100743,
-      "grad_norm": 3.4819045066833496,
-      "learning_rate": 9.791578947368422e-06,
-      "loss": 0.199,
-      "step": 700
-    },
-    {
-      "epoch": 0.24509803921568626,
-      "grad_norm": 3.3764617443084717,
-      "learning_rate": 9.765263157894737e-06,
-      "loss": 0.1981,
-      "step": 725
-    },
-    {
-      "epoch": 0.2535496957403651,
-      "grad_norm": 2.9908406734466553,
-      "learning_rate": 9.738947368421054e-06,
-      "loss": 0.2129,
-      "step": 750
-    },
-    {
-      "epoch": 0.26200135226504395,
-      "grad_norm": 3.408409833908081,
-      "learning_rate": 9.712631578947369e-06,
-      "loss": 0.2171,
-      "step": 775
-    },
-    {
-      "epoch": 0.2704530087897228,
-      "grad_norm": 3.7549092769622803,
-      "learning_rate": 9.686315789473684e-06,
-      "loss": 0.2112,
+      "epoch": 0.396235760277365,
+      "grad_norm": 1.6677467823028564,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 0.241,
       "step": 800
     },
     {
-      "epoch": 0.2789046653144016,
-      "grad_norm": 3.1782822608947754,
-      "learning_rate": 9.66e-06,
-      "loss": 0.2224,
-      "step": 825
-    },
-    {
-      "epoch": 0.28735632183908044,
-      "grad_norm": 3.1413159370422363,
-      "learning_rate": 9.633684210526316e-06,
-      "loss": 0.1974,
-      "step": 850
-    },
-    {
-      "epoch": 0.29580797836375927,
-      "grad_norm": 3.027810573577881,
-      "learning_rate": 9.607368421052632e-06,
-      "loss": 0.2078,
-      "step": 875
-    },
-    {
-      "epoch": 0.30425963488843816,
-      "grad_norm": 2.7142438888549805,
-      "learning_rate": 9.581052631578947e-06,
-      "loss": 0.209,
-      "step": 900
-    },
-    {
-      "epoch": 0.312711291413117,
-      "grad_norm": 2.405505895614624,
-      "learning_rate": 9.554736842105264e-06,
-      "loss": 0.1896,
-      "step": 925
-    },
-    {
-      "epoch": 0.3211629479377958,
-      "grad_norm": 3.2011518478393555,
-      "learning_rate": 9.52842105263158e-06,
-      "loss": 0.1906,
-      "step": 950
-    },
-    {
-      "epoch": 0.32961460446247465,
-      "grad_norm": 3.0706121921539307,
-      "learning_rate": 9.502105263157896e-06,
-      "loss": 0.1677,
-      "step": 975
-    },
-    {
-      "epoch": 0.3380662609871535,
-      "grad_norm": 2.0819201469421387,
-      "learning_rate": 9.475789473684212e-06,
-      "loss": 0.1919,
+      "epoch": 0.4952947003467063,
+      "grad_norm": 2.1703829765319824,
+      "learning_rate": 1e-05,
+      "loss": 0.2149,
       "step": 1000
     },
     {
-      "epoch": 0.3380662609871535,
-      "eval_loss": 0.2120433747768402,
-      "eval_runtime": 8173.558,
-      "eval_samples_per_second": 1.79,
-      "eval_steps_per_second": 0.224,
-      "eval_wer": 54.19627095935024,
+      "epoch": 0.4952947003467063,
+      "eval_loss": 0.20653420686721802,
+      "eval_runtime": 3478.9242,
+      "eval_samples_per_second": 2.805,
+      "eval_steps_per_second": 0.351,
+      "eval_wer": 54.861029030703634,
       "step": 1000
     },
     {
-      "epoch": 0.3465179175118323,
-      "grad_norm": 4.2216315269470215,
-      "learning_rate": 9.449473684210527e-06,
-      "loss": 0.181,
-      "step": 1025
-    },
-    {
-      "epoch": 0.35496957403651114,
-      "grad_norm": 3.4836745262145996,
-      "learning_rate": 9.423157894736842e-06,
-      "loss": 0.187,
-      "step": 1050
-    },
-    {
-      "epoch": 0.36342123056118997,
-      "grad_norm": 2.6206018924713135,
-      "learning_rate": 9.396842105263159e-06,
-      "loss": 0.1634,
-      "step": 1075
-    },
-    {
-      "epoch": 0.37187288708586885,
-      "grad_norm": 1.9824305772781372,
-      "learning_rate": 9.370526315789474e-06,
-      "loss": 0.1835,
-      "step": 1100
-    },
-    {
-      "epoch": 0.3803245436105477,
-      "grad_norm": 3.2038474082946777,
-      "learning_rate": 9.34421052631579e-06,
-      "loss": 0.1849,
-      "step": 1125
-    },
-    {
-      "epoch": 0.3887762001352265,
-      "grad_norm": 2.054469108581543,
-      "learning_rate": 9.317894736842105e-06,
-      "loss": 0.1739,
-      "step": 1150
-    },
-    {
-      "epoch": 0.39722785665990534,
-      "grad_norm": 3.952493190765381,
-      "learning_rate": 9.291578947368422e-06,
-      "loss": 0.193,
-      "step": 1175
-    },
-    {
-      "epoch": 0.4056795131845842,
-      "grad_norm": 2.7407076358795166,
-      "learning_rate": 9.265263157894737e-06,
-      "loss": 0.1709,
+      "epoch": 0.5943536404160475,
+      "grad_norm": 1.6030035018920898,
+      "learning_rate": 9.94921279837481e-06,
+      "loss": 0.1983,
       "step": 1200
     },
     {
-      "epoch": 0.414131169709263,
-      "grad_norm": 2.922785758972168,
-      "learning_rate": 9.238947368421052e-06,
-      "loss": 0.1782,
-      "step": 1225
-    },
-    {
-      "epoch": 0.42258282623394183,
-      "grad_norm": 2.69055438041687,
-      "learning_rate": 9.21263157894737e-06,
-      "loss": 0.1596,
-      "step": 1250
-    },
-    {
-      "epoch": 0.43103448275862066,
-      "grad_norm": 2.2836110591888428,
-      "learning_rate": 9.186315789473685e-06,
-      "loss": 0.1747,
-      "step": 1275
-    },
-    {
-      "epoch": 0.43948613928329955,
-      "grad_norm": 3.7077369689941406,
-      "learning_rate": 9.16e-06,
-      "loss": 0.1669,
-      "step": 1300
-    },
-    {
-      "epoch": 0.4479377958079784,
-      "grad_norm": 2.6970176696777344,
-      "learning_rate": 9.133684210526317e-06,
-      "loss": 0.1501,
-      "step": 1325
-    },
-    {
-      "epoch": 0.4563894523326572,
-      "grad_norm": 2.819770097732544,
-      "learning_rate": 9.107368421052632e-06,
-      "loss": 0.1559,
-      "step": 1350
-    },
-    {
-      "epoch": 0.46484110885733604,
-      "grad_norm": 2.728736400604248,
-      "learning_rate": 9.081052631578949e-06,
-      "loss": 0.1865,
-      "step": 1375
-    },
-    {
-      "epoch": 0.47329276538201487,
-      "grad_norm": 2.9660186767578125,
-      "learning_rate": 9.054736842105264e-06,
-      "loss": 0.1664,
+      "epoch": 0.6934125804853888,
+      "grad_norm": 2.294896125793457,
+      "learning_rate": 9.89842559674962e-06,
+      "loss": 0.1817,
       "step": 1400
     },
     {
-      "epoch": 0.4817444219066937,
-      "grad_norm": 2.8889880180358887,
-      "learning_rate": 9.02842105263158e-06,
-      "loss": 0.1533,
-      "step": 1425
-    },
-    {
-      "epoch": 0.49019607843137253,
-      "grad_norm": 2.158355474472046,
-      "learning_rate": 9.002105263157895e-06,
-      "loss": 0.1494,
-      "step": 1450
-    },
-    {
-      "epoch": 0.49864773495605136,
-      "grad_norm": 2.2264366149902344,
-      "learning_rate": 8.97578947368421e-06,
-      "loss": 0.1551,
-      "step": 1475
-    },
-    {
-      "epoch": 0.5070993914807302,
-      "grad_norm": 2.8769357204437256,
-      "learning_rate": 8.949473684210527e-06,
-      "loss": 0.1706,
-      "step": 1500
-    },
-    {
-      "epoch": 0.5070993914807302,
-      "eval_loss": 0.19238848984241486,
-      "eval_runtime": 8175.5745,
-      "eval_samples_per_second": 1.789,
-      "eval_steps_per_second": 0.224,
-      "eval_wer": 51.696552128819626,
-      "step": 1500
-    },
-    {
-      "epoch": 0.5155510480054091,
-      "grad_norm": 2.3073925971984863,
-      "learning_rate": 8.923157894736842e-06,
-      "loss": 0.1645,
-      "step": 1525
-    },
-    {
-      "epoch": 0.5240027045300879,
-      "grad_norm": 2.7228150367736816,
-      "learning_rate": 8.896842105263159e-06,
-      "loss": 0.1333,
-      "step": 1550
-    },
-    {
-      "epoch": 0.5324543610547667,
-      "grad_norm": 1.97380530834198,
-      "learning_rate": 8.870526315789474e-06,
-      "loss": 0.1557,
-      "step": 1575
-    },
-    {
-      "epoch": 0.5409060175794456,
-      "grad_norm": 2.8810389041900635,
-      "learning_rate": 8.84421052631579e-06,
-      "loss": 0.1578,
+      "epoch": 0.79247152055473,
+      "grad_norm": 1.2499381303787231,
+      "learning_rate": 9.84763839512443e-06,
+      "loss": 0.1717,
       "step": 1600
     },
     {
-      "epoch": 0.5493576741041244,
-      "grad_norm": 2.2714059352874756,
-      "learning_rate": 8.817894736842107e-06,
-      "loss": 0.138,
-      "step": 1625
-    },
-    {
-      "epoch": 0.5578093306288032,
-      "grad_norm": 1.7381818294525146,
-      "learning_rate": 8.791578947368422e-06,
-      "loss": 0.1486,
-      "step": 1650
-    },
-    {
-      "epoch": 0.566260987153482,
-      "grad_norm": 3.1913645267486572,
-      "learning_rate": 8.765263157894739e-06,
-      "loss": 0.1431,
-      "step": 1675
-    },
-    {
-      "epoch": 0.5747126436781609,
-      "grad_norm": 2.8816912174224854,
-      "learning_rate": 8.738947368421053e-06,
-      "loss": 0.1592,
-      "step": 1700
-    },
-    {
-      "epoch": 0.5831643002028397,
-      "grad_norm": 2.4529218673706055,
-      "learning_rate": 8.712631578947368e-06,
-      "loss": 0.1554,
-      "step": 1725
-    },
-    {
-      "epoch": 0.5916159567275185,
-      "grad_norm": 1.9601649045944214,
-      "learning_rate": 8.686315789473685e-06,
-      "loss": 0.135,
-      "step": 1750
-    },
-    {
-      "epoch": 0.6000676132521975,
-      "grad_norm": 2.27895188331604,
-      "learning_rate": 8.66e-06,
-      "loss": 0.1559,
-      "step": 1775
-    },
-    {
-      "epoch": 0.6085192697768763,
-      "grad_norm": 2.6185851097106934,
-      "learning_rate": 8.633684210526317e-06,
-      "loss": 0.1491,
+      "epoch": 0.8915304606240714,
+      "grad_norm": 1.322660207748413,
+      "learning_rate": 9.796851193499239e-06,
+      "loss": 0.165,
       "step": 1800
     },
     {
-      "epoch": 0.6169709263015551,
-      "grad_norm": 2.6344733238220215,
-      "learning_rate": 8.607368421052632e-06,
-      "loss": 0.1277,
-      "step": 1825
-    },
-    {
-      "epoch": 0.625422582826234,
-      "grad_norm": 2.459585189819336,
-      "learning_rate": 8.581052631578948e-06,
-      "loss": 0.1367,
-      "step": 1850
-    },
-    {
-      "epoch": 0.6338742393509128,
-      "grad_norm": 2.8337063789367676,
-      "learning_rate": 8.554736842105263e-06,
-      "loss": 0.1354,
-      "step": 1875
-    },
-    {
-      "epoch": 0.6423258958755916,
-      "grad_norm": 1.8884564638137817,
-      "learning_rate": 8.528421052631578e-06,
-      "loss": 0.1335,
-      "step": 1900
-    },
-    {
-      "epoch": 0.6507775524002705,
-      "grad_norm": 1.8263589143753052,
-      "learning_rate": 8.502105263157897e-06,
-      "loss": 0.1465,
-      "step": 1925
-    },
-    {
-      "epoch": 0.6592292089249493,
-      "grad_norm": 1.995797038078308,
-      "learning_rate": 8.475789473684212e-06,
-      "loss": 0.141,
-      "step": 1950
-    },
-    {
-      "epoch": 0.6676808654496281,
-      "grad_norm": 2.030308961868286,
-      "learning_rate": 8.449473684210527e-06,
-      "loss": 0.1368,
-      "step": 1975
-    },
-    {
-      "epoch": 0.676132521974307,
-      "grad_norm": 1.9444704055786133,
-      "learning_rate": 8.423157894736843e-06,
-      "loss": 0.1398,
+      "epoch": 0.9905894006934126,
+      "grad_norm": 1.1454402208328247,
+      "learning_rate": 9.746063991874048e-06,
+      "loss": 0.1589,
       "step": 2000
     },
     {
-      "epoch": 0.676132521974307,
-      "eval_loss": 0.18893150985240936,
-      "eval_runtime": 9002.7886,
-      "eval_samples_per_second": 1.625,
-      "eval_steps_per_second": 0.203,
-      "eval_wer": 48.848672146618874,
+      "epoch": 0.9905894006934126,
+      "eval_loss": 0.16001442074775696,
+      "eval_runtime": 3476.6879,
+      "eval_samples_per_second": 2.807,
+      "eval_steps_per_second": 0.351,
+      "eval_wer": 47.45924518352169,
       "step": 2000
     },
     {
-      "epoch": 0.6845841784989858,
-      "grad_norm": 2.6425070762634277,
-      "learning_rate": 8.396842105263158e-06,
-      "loss": 0.1373,
-      "step": 2025
-    },
-    {
-      "epoch": 0.6930358350236646,
-      "grad_norm": 2.495431900024414,
-      "learning_rate": 8.370526315789475e-06,
-      "loss": 0.143,
-      "step": 2050
-    },
-    {
-      "epoch": 0.7014874915483434,
-      "grad_norm": 1.92854642868042,
-      "learning_rate": 8.34421052631579e-06,
-      "loss": 0.144,
-      "step": 2075
-    },
-    {
-      "epoch": 0.7099391480730223,
-      "grad_norm": 2.4910595417022705,
-      "learning_rate": 8.317894736842107e-06,
-      "loss": 0.1222,
-      "step": 2100
-    },
-    {
-      "epoch": 0.7183908045977011,
-      "grad_norm": 2.873384475708008,
-      "learning_rate": 8.291578947368422e-06,
-      "loss": 0.1341,
-      "step": 2125
-    },
-    {
-      "epoch": 0.7268424611223799,
-      "grad_norm": 2.113551616668701,
-      "learning_rate": 8.265263157894737e-06,
-      "loss": 0.1372,
-      "step": 2150
-    },
-    {
-      "epoch": 0.7352941176470589,
-      "grad_norm": 2.322167158126831,
-      "learning_rate": 8.238947368421053e-06,
-      "loss": 0.1451,
-      "step": 2175
-    },
-    {
-      "epoch": 0.7437457741717377,
-      "grad_norm": 1.3647667169570923,
-      "learning_rate": 8.212631578947368e-06,
-      "loss": 0.1334,
+      "epoch": 1.0896483407627537,
+      "grad_norm": 1.3895001411437988,
+      "learning_rate": 9.695276790248857e-06,
+      "loss": 0.1459,
       "step": 2200
     },
     {
-      "epoch": 0.7521974306964165,
-      "grad_norm": 1.4476187229156494,
-      "learning_rate": 8.186315789473685e-06,
-      "loss": 0.1293,
-      "step": 2225
-    },
-    {
-      "epoch": 0.7606490872210954,
-      "grad_norm": 2.103031635284424,
-      "learning_rate": 8.16e-06,
-      "loss": 0.1414,
-      "step": 2250
-    },
-    {
-      "epoch": 0.7691007437457742,
-      "grad_norm": 2.4936468601226807,
-      "learning_rate": 8.133684210526316e-06,
-      "loss": 0.1333,
-      "step": 2275
-    },
-    {
-      "epoch": 0.777552400270453,
-      "grad_norm": 2.8524506092071533,
-      "learning_rate": 8.107368421052633e-06,
-      "loss": 0.1502,
-      "step": 2300
-    },
-    {
-      "epoch": 0.7860040567951319,
-      "grad_norm": 1.78004789352417,
-      "learning_rate": 8.081052631578948e-06,
-      "loss": 0.1416,
-      "step": 2325
-    },
-    {
-      "epoch": 0.7944557133198107,
-      "grad_norm": 2.4518020153045654,
-      "learning_rate": 8.054736842105265e-06,
-      "loss": 0.1305,
-      "step": 2350
-    },
-    {
-      "epoch": 0.8029073698444895,
-      "grad_norm": 1.6946748495101929,
-      "learning_rate": 8.02842105263158e-06,
-      "loss": 0.1277,
-      "step": 2375
-    },
-    {
-      "epoch": 0.8113590263691683,
-      "grad_norm": 2.044149160385132,
-      "learning_rate": 8.002105263157895e-06,
-      "loss": 0.1342,
+      "epoch": 1.188707280832095,
+      "grad_norm": 1.2915339469909668,
+      "learning_rate": 9.644489588623668e-06,
+      "loss": 0.1432,
       "step": 2400
     },
     {
-      "epoch": 0.8198106828938472,
-      "grad_norm": 2.5751612186431885,
-      "learning_rate": 7.975789473684211e-06,
-      "loss": 0.1382,
-      "step": 2425
-    },
-    {
-      "epoch": 0.828262339418526,
-      "grad_norm": 2.957038164138794,
-      "learning_rate": 7.949473684210526e-06,
-      "loss": 0.1238,
-      "step": 2450
-    },
-    {
-      "epoch": 0.8367139959432048,
-      "grad_norm": 1.6040945053100586,
-      "learning_rate": 7.923157894736843e-06,
-      "loss": 0.1382,
-      "step": 2475
-    },
-    {
-      "epoch": 0.8451656524678837,
-      "grad_norm": 2.2693052291870117,
-      "learning_rate": 7.896842105263158e-06,
-      "loss": 0.1317,
-      "step": 2500
-    },
-    {
-      "epoch": 0.8451656524678837,
-      "eval_loss": 0.1813763976097107,
-      "eval_runtime": 8337.7114,
-      "eval_samples_per_second": 1.754,
-      "eval_steps_per_second": 0.219,
-      "eval_wer": 47.81250152809494,
-      "step": 2500
-    },
-    {
-      "epoch": 0.8536173089925625,
-      "grad_norm": 1.6725122928619385,
-      "learning_rate": 7.870526315789475e-06,
-      "loss": 0.123,
-      "step": 2525
-    },
-    {
-      "epoch": 0.8620689655172413,
-      "grad_norm": 2.4779107570648193,
-      "learning_rate": 7.84421052631579e-06,
-      "loss": 0.1202,
-      "step": 2550
-    },
-    {
-      "epoch": 0.8705206220419203,
-      "grad_norm": 2.3893909454345703,
-      "learning_rate": 7.817894736842105e-06,
-      "loss": 0.1197,
-      "step": 2575
-    },
-    {
-      "epoch": 0.8789722785665991,
-      "grad_norm": 1.9995834827423096,
-      "learning_rate": 7.791578947368423e-06,
+      "epoch": 1.2877662209014362,
+      "grad_norm": 1.4027740955352783,
+      "learning_rate": 9.593702386998477e-06,
       "loss": 0.1396,
       "step": 2600
     },
     {
-      "epoch": 0.8874239350912779,
-      "grad_norm": 2.6336281299591064,
-      "learning_rate": 7.765263157894738e-06,
-      "loss": 0.1295,
-      "step": 2625
-    },
-    {
-      "epoch": 0.8958755916159568,
-      "grad_norm": 2.0509071350097656,
-      "learning_rate": 7.738947368421053e-06,
-      "loss": 0.1184,
-      "step": 2650
-    },
-    {
-      "epoch": 0.9043272481406356,
-      "grad_norm": 2.0094475746154785,
-      "learning_rate": 7.71263157894737e-06,
-      "loss": 0.1275,
-      "step": 2675
-    },
-    {
-      "epoch": 0.9127789046653144,
-      "grad_norm": 1.5212738513946533,
-      "learning_rate": 7.686315789473685e-06,
-      "loss": 0.1129,
-      "step": 2700
-    },
-    {
-      "epoch": 0.9212305611899932,
-      "grad_norm": 1.1331150531768799,
-      "learning_rate": 7.660000000000001e-06,
-      "loss": 0.1195,
-      "step": 2725
-    },
-    {
-      "epoch": 0.9296822177146721,
-      "grad_norm": 2.1462574005126953,
-      "learning_rate": 7.633684210526316e-06,
-      "loss": 0.1191,
-      "step": 2750
-    },
-    {
-      "epoch": 0.9381338742393509,
-      "grad_norm": 2.8891022205352783,
-      "learning_rate": 7.607368421052632e-06,
-      "loss": 0.1369,
-      "step": 2775
-    },
-    {
-      "epoch": 0.9465855307640297,
-      "grad_norm": 1.5433547496795654,
-      "learning_rate": 7.581052631578948e-06,
-      "loss": 0.1233,
+      "epoch": 1.3868251609707776,
+      "grad_norm": 1.3594259023666382,
+      "learning_rate": 9.542915185373287e-06,
+      "loss": 0.1359,
       "step": 2800
     },
     {
-      "epoch": 0.9550371872887086,
-      "grad_norm": 1.6972781419754028,
-      "learning_rate": 7.554736842105264e-06,
-      "loss": 0.1358,
-      "step": 2825
-    },
-    {
-      "epoch": 0.9634888438133874,
-      "grad_norm": 1.8598979711532593,
-      "learning_rate": 7.5284210526315794e-06,
-      "loss": 0.1203,
-      "step": 2850
-    },
-    {
-      "epoch": 0.9719405003380662,
-      "grad_norm": 2.7386326789855957,
-      "learning_rate": 7.502105263157895e-06,
-      "loss": 0.1122,
-      "step": 2875
+      "epoch": 1.485884101040119,
+      "grad_norm": 1.2143176794052124,
+      "learning_rate": 9.492127983748096e-06,
+      "loss": 0.1332,
+      "step": 3000
     },
     {
-      "epoch": 0.9803921568627451,
-      "grad_norm": 1.9333444833755493,
-      "learning_rate": 7.475789473684211e-06,
-      "loss": 0.1278,
-      "step": 2900
+      "epoch": 1.485884101040119,
+      "eval_loss": 0.14520840346813202,
+      "eval_runtime": 3482.9046,
+      "eval_samples_per_second": 2.802,
+      "eval_steps_per_second": 0.35,
+      "eval_wer": 45.08623746442761,
+      "step": 3000
     },
     {
-      "epoch": 0.9888438133874239,
-      "grad_norm": 2.209989070892334,
-      "learning_rate": 7.449473684210526e-06,
-      "loss": 0.1176,
-      "step": 2925
+      "epoch": 1.5849430411094603,
+      "grad_norm": 1.00477135181427,
+      "learning_rate": 9.441340782122905e-06,
+      "loss": 0.133,
+      "step": 3200
     },
     {
-      "epoch": 0.9972954699121027,
-      "grad_norm": 1.7954308986663818,
-      "learning_rate": 7.4231578947368436e-06,
-      "loss": 0.123,
-      "step": 2950
+      "epoch": 1.6840019811788014,
+      "grad_norm": 1.0558192729949951,
+      "learning_rate": 9.390553580497716e-06,
+      "loss": 0.1294,
+      "step": 3400
     },
     {
-      "epoch": 1.0057471264367817,
-      "grad_norm": 2.3497698307037354,
-      "learning_rate": 7.3968421052631585e-06,
-      "loss": 0.1234,
-      "step": 2975
+      "epoch": 1.7830609212481425,
+      "grad_norm": 1.1081092357635498,
+      "learning_rate": 9.339766378872525e-06,
+      "loss": 0.1296,
+      "step": 3600
     },
     {
-      "epoch": 1.0141987829614605,
-      "grad_norm": 2.3470804691314697,
-      "learning_rate": 7.370526315789474e-06,
-      "loss": 0.1015,
-      "step": 3000
+      "epoch": 1.8821198613174839,
+      "grad_norm": 1.0857079029083252,
+      "learning_rate": 9.288979177247334e-06,
+      "loss": 0.1262,
+      "step": 3800
     },
     {
-      "epoch": 1.0141987829614605,
-      "eval_loss": 0.18137025833129883,
-      "eval_runtime": 8405.7063,
-      "eval_samples_per_second": 1.74,
-      "eval_steps_per_second": 0.218,
-      "eval_wer": 47.43940186696528,
-      "step": 3000
+      "epoch": 1.9811788013868252,
+      "grad_norm": 0.9101235866546631,
+      "learning_rate": 9.238191975622143e-06,
+      "loss": 0.1259,
+      "step": 4000
     },
     {
-      "epoch": 1.0226504394861393,
-      "grad_norm": 1.895668864250183,
-      "learning_rate": 7.34421052631579e-06,
-      "loss": 0.1106,
-      "step": 3025
+      "epoch": 1.9811788013868252,
+      "eval_loss": 0.13690388202667236,
+      "eval_runtime": 3481.4796,
+      "eval_samples_per_second": 2.803,
+      "eval_steps_per_second": 0.35,
+      "eval_wer": 43.51605189704238,
+      "step": 4000
     },
     {
-      "epoch": 1.0311020960108181,
-      "grad_norm": 1.3763364553451538,
-      "learning_rate": 7.317894736842106e-06,
-      "loss": 0.0896,
-      "step": 3050
+      "epoch": 2.0802377414561666,
+      "grad_norm": 1.0484652519226074,
+      "learning_rate": 9.18765871000508e-06,
+      "loss": 0.1131,
+      "step": 4200
     },
     {
-      "epoch": 1.039553752535497,
-      "grad_norm": 1.778601884841919,
-      "learning_rate": 7.291578947368422e-06,
-      "loss": 0.1068,
-      "step": 3075
+      "epoch": 2.1792966815255075,
+      "grad_norm": 1.1338391304016113,
+      "learning_rate": 9.13687150837989e-06,
+      "loss": 0.1112,
+      "step": 4400
     },
     {
-      "epoch": 1.0480054090601758,
-      "grad_norm": 1.7413523197174072,
-      "learning_rate": 7.265263157894738e-06,
-      "loss": 0.0941,
-      "step": 3100
+      "epoch": 2.278355621594849,
+      "grad_norm": 0.9634003043174744,
+      "learning_rate": 9.086084306754698e-06,
+      "loss": 0.1106,
+      "step": 4600
     },
     {
-      "epoch": 1.0564570655848546,
-      "grad_norm": 1.7844879627227783,
-      "learning_rate": 7.2389473684210534e-06,
-      "loss": 0.098,
-      "step": 3125
+      "epoch": 2.37741456166419,
+      "grad_norm": 0.9234340786933899,
+      "learning_rate": 9.035297105129508e-06,
+      "loss": 0.1094,
+      "step": 4800
     },
     {
-      "epoch": 1.0649087221095335,
-      "grad_norm": 1.9690433740615845,
-      "learning_rate": 7.212631578947369e-06,
-      "loss": 0.1019,
-      "step": 3150
+      "epoch": 2.4764735017335315,
+      "grad_norm": 1.1325962543487549,
+      "learning_rate": 8.984509903504318e-06,
+      "loss": 0.11,
+      "step": 5000
     },
     {
-      "epoch": 1.0733603786342123,
-      "grad_norm": 1.6368364095687866,
-      "learning_rate": 7.186315789473684e-06,
-      "loss": 0.0997,
-      "step": 3175
+      "epoch": 2.4764735017335315,
+      "eval_loss": 0.1342398077249527,
+      "eval_runtime": 3538.4773,
+      "eval_samples_per_second": 2.758,
+      "eval_steps_per_second": 0.345,
+      "eval_wer": 42.52138889141444,
+      "step": 5000
     },
     {
-      "epoch": 1.0818120351588911,
-      "grad_norm": 1.9386001825332642,
-      "learning_rate": 7.16e-06,
-      "loss": 0.0877,
-      "step": 3200
+      "epoch": 2.5755324418028724,
+      "grad_norm": 0.9091247916221619,
+      "learning_rate": 8.933722701879128e-06,
+      "loss": 0.1098,
+      "step": 5200
     },
     {
-      "epoch": 1.09026369168357,
-      "grad_norm": 1.983993411064148,
-      "learning_rate": 7.133684210526316e-06,
+      "epoch": 2.6745913818722142,
+      "grad_norm": 0.9756883978843689,
+      "learning_rate": 8.882935500253937e-06,
       "loss": 0.107,
-      "step": 3225
-    },
-    {
-      "epoch": 1.0987153482082488,
-      "grad_norm": 1.3441216945648193,
-      "learning_rate": 7.107368421052632e-06,
-      "loss": 0.1085,
-      "step": 3250
-    },
-    {
-      "epoch": 1.1071670047329276,
-      "grad_norm": 2.490309238433838,
-      "learning_rate": 7.0810526315789475e-06,
-      "loss": 0.1067,
-      "step": 3275
-    },
-    {
-      "epoch": 1.1156186612576064,
-      "grad_norm": 1.403867483139038,
-      "learning_rate": 7.054736842105264e-06,
-      "loss": 0.0971,
-      "step": 3300
+      "step": 5400
     },
     {
-      "epoch": 1.1240703177822853,
-      "grad_norm": 2.164853096008301,
-      "learning_rate": 7.02842105263158e-06,
-      "loss": 0.1001,
-      "step": 3325
+      "epoch": 2.773650321941555,
+      "grad_norm": 1.0698374509811401,
+      "learning_rate": 8.832148298628746e-06,
+      "loss": 0.1076,
+      "step": 5600
     },
     {
-      "epoch": 1.132521974306964,
-      "grad_norm": 1.6618404388427734,
-      "learning_rate": 7.002105263157896e-06,
-      "loss": 0.1215,
-      "step": 3350
+      "epoch": 2.8727092620108965,
+      "grad_norm": 1.0525143146514893,
+      "learning_rate": 8.781361097003555e-06,
+      "loss": 0.1069,
+      "step": 5800
     },
     {
-      "epoch": 1.140973630831643,
-      "grad_norm": 0.8422718048095703,
-      "learning_rate": 6.975789473684212e-06,
-      "loss": 0.0979,
-      "step": 3375
+      "epoch": 2.971768202080238,
+      "grad_norm": 0.9000458717346191,
+      "learning_rate": 8.730573895378366e-06,
+      "loss": 0.1071,
+      "step": 6000
     },
     {
-      "epoch": 1.1494252873563218,
-      "grad_norm": 2.008251905441284,
-      "learning_rate": 6.9494736842105275e-06,
-      "loss": 0.0979,
-      "step": 3400
+      "epoch": 2.971768202080238,
+      "eval_loss": 0.13021869957447052,
+      "eval_runtime": 3466.5665,
+      "eval_samples_per_second": 2.815,
+      "eval_steps_per_second": 0.352,
+      "eval_wer": 42.22862701955686,
+      "step": 6000
     },
     {
-      "epoch": 1.1578769438810006,
-      "grad_norm": 1.493073582649231,
-      "learning_rate": 6.9231578947368424e-06,
-      "loss": 0.1067,
-      "step": 3425
+      "epoch": 3.070827142149579,
+      "grad_norm": 0.9356966018676758,
+      "learning_rate": 8.679786693753175e-06,
+      "loss": 0.0966,
+      "step": 6200
     },
     {
-      "epoch": 1.1663286004056794,
-      "grad_norm": 1.2973432540893555,
-      "learning_rate": 6.896842105263158e-06,
-      "loss": 0.0844,
-      "step": 3450
+      "epoch": 3.16988608221892,
+      "grad_norm": 0.8852076530456543,
+      "learning_rate": 8.628999492127984e-06,
+      "loss": 0.0935,
+      "step": 6400
     },
     {
-      "epoch": 1.1747802569303583,
-      "grad_norm": 1.9988205432891846,
-      "learning_rate": 6.870526315789474e-06,
-      "loss": 0.1018,
-      "step": 3475
+      "epoch": 3.2689450222882614,
+      "grad_norm": 0.8325952291488647,
+      "learning_rate": 8.578212290502793e-06,
+      "loss": 0.0928,
+      "step": 6600
     },
     {
-      "epoch": 1.183231913455037,
-      "grad_norm": 2.0083346366882324,
-      "learning_rate": 6.84421052631579e-06,
-      "loss": 0.1093,
-      "step": 3500
+      "epoch": 3.368003962357603,
+      "grad_norm": 0.9712433218955994,
+      "learning_rate": 8.527425088877603e-06,
+      "loss": 0.0925,
+      "step": 6800
     },
     {
-      "epoch": 1.183231913455037,
-      "eval_loss": 0.1796853244304657,
-      "eval_runtime": 8340.7798,
-      "eval_samples_per_second": 1.754,
-      "eval_steps_per_second": 0.219,
-      "eval_wer": 46.34797533532515,
-      "step": 3500
+      "epoch": 3.467062902426944,
+      "grad_norm": 0.8990651369094849,
+      "learning_rate": 8.476637887252413e-06,
+      "loss": 0.0932,
+      "step": 7000
     },
     {
-      "epoch": 1.1916835699797161,
-      "grad_norm": 1.823431372642517,
-      "learning_rate": 6.817894736842106e-06,
-      "loss": 0.0996,
-      "step": 3525
+      "epoch": 3.467062902426944,
+      "eval_loss": 0.1307862401008606,
+      "eval_runtime": 3471.2099,
+      "eval_samples_per_second": 2.811,
+      "eval_steps_per_second": 0.351,
+      "eval_wer": 41.745842690499785,
+      "step": 7000
     },
     {
-      "epoch": 1.2001352265043947,
-      "grad_norm": 2.2880189418792725,
-      "learning_rate": 6.7915789473684215e-06,
-      "loss": 0.1032,
-      "step": 3550
+      "epoch": 3.566121842496285,
+      "grad_norm": 0.9829621911048889,
+      "learning_rate": 8.425850685627223e-06,
+      "loss": 0.0923,
+      "step": 7200
     },
     {
-      "epoch": 1.2085868830290738,
-      "grad_norm": 1.070098876953125,
-      "learning_rate": 6.765263157894737e-06,
-      "loss": 0.1062,
-      "step": 3575
+      "epoch": 3.6651807825656264,
+      "grad_norm": 1.0099509954452515,
+      "learning_rate": 8.375063484002032e-06,
+      "loss": 0.0926,
+      "step": 7400
     },
     {
-      "epoch": 1.2170385395537526,
-      "grad_norm": 2.1815688610076904,
-      "learning_rate": 6.738947368421052e-06,
-      "loss": 0.1148,
-      "step": 3600
+      "epoch": 3.7642397226349678,
+      "grad_norm": 0.8921763896942139,
+      "learning_rate": 8.324276282376843e-06,
+      "loss": 0.0921,
+      "step": 7600
     },
     {
-      "epoch": 1.2254901960784315,
-      "grad_norm": 2.817481756210327,
-      "learning_rate": 6.71263157894737e-06,
-      "loss": 0.0933,
-      "step": 3625
+      "epoch": 3.863298662704309,
+      "grad_norm": 0.9494955539703369,
+      "learning_rate": 8.273489080751652e-06,
+      "loss": 0.0925,
+      "step": 7800
     },
     {
-      "epoch": 1.2339418526031103,
-      "grad_norm": 1.8840892314910889,
-      "learning_rate": 6.686315789473685e-06,
-      "loss": 0.0965,
-      "step": 3650
+      "epoch": 3.9623576027736505,
+      "grad_norm": 0.8222095966339111,
+      "learning_rate": 8.222701879126461e-06,
+      "loss": 0.0916,
+      "step": 8000
     },
     {
-      "epoch": 1.2423935091277891,
-      "grad_norm": 2.0833046436309814,
-      "learning_rate": 6.660000000000001e-06,
-      "loss": 0.1168,
-      "step": 3675
-    },
-    {
-      "epoch": 1.250845165652468,
-      "grad_norm": 1.6042765378952026,
-      "learning_rate": 6.6336842105263164e-06,
-      "loss": 0.1033,
-      "step": 3700
-    },
-    {
-      "epoch": 1.2592968221771468,
-      "grad_norm": 1.8703746795654297,
-      "learning_rate": 6.607368421052632e-06,
-      "loss": 0.0969,
-      "step": 3725
-    },
-    {
-      "epoch": 1.2677484787018256,
-      "grad_norm": 1.789585828781128,
-      "learning_rate": 6.581052631578948e-06,
-      "loss": 0.1084,
-      "step": 3750
-    },
-    {
-      "epoch": 1.2762001352265044,
-      "grad_norm": 1.974095106124878,
-      "learning_rate": 6.554736842105264e-06,
-      "loss": 0.1023,
-      "step": 3775
-    },
-    {
-      "epoch": 1.2846517917511833,
-      "grad_norm": 2.729954481124878,
-      "learning_rate": 6.52842105263158e-06,
-      "loss": 0.1109,
-      "step": 3800
-    },
-    {
-      "epoch": 1.293103448275862,
-      "grad_norm": 1.8322004079818726,
-      "learning_rate": 6.5021052631578955e-06,
-      "loss": 0.0994,
-      "step": 3825
-    },
-    {
-      "epoch": 1.301555104800541,
-      "grad_norm": 2.05082368850708,
-      "learning_rate": 6.4757894736842105e-06,
-      "loss": 0.105,
-      "step": 3850
-    },
-    {
-      "epoch": 1.3100067613252198,
-      "grad_norm": 1.8818949460983276,
-      "learning_rate": 6.449473684210526e-06,
-      "loss": 0.0872,
-      "step": 3875
-    },
-    {
-      "epoch": 1.3184584178498986,
-      "grad_norm": 1.996830940246582,
-      "learning_rate": 6.423157894736842e-06,
-      "loss": 0.0928,
-      "step": 3900
-    },
-    {
-      "epoch": 1.3269100743745774,
-      "grad_norm": 3.266448736190796,
-      "learning_rate": 6.396842105263158e-06,
-      "loss": 0.0972,
-      "step": 3925
-    },
-    {
-      "epoch": 1.3353617308992562,
-      "grad_norm": 1.4689350128173828,
-      "learning_rate": 6.370526315789474e-06,
-      "loss": 0.0968,
-      "step": 3950
-    },
-    {
-      "epoch": 1.343813387423935,
-      "grad_norm": 1.166890263557434,
-      "learning_rate": 6.3442105263157904e-06,
-      "loss": 0.1024,
-      "step": 3975
-    },
-    {
-      "epoch": 1.352265043948614,
-      "grad_norm": 2.1290385723114014,
-      "learning_rate": 6.317894736842106e-06,
-      "loss": 0.1011,
-      "step": 4000
-    },
-    {
-      "epoch": 1.352265043948614,
-      "eval_loss": 0.18109461665153503,
-      "eval_runtime": 8386.0632,
-      "eval_samples_per_second": 1.744,
-      "eval_steps_per_second": 0.218,
-      "eval_wer": 46.233062595658744,
-      "step": 4000
-    },
-    {
-      "epoch": 1.3607167004732927,
-      "grad_norm": 1.8343077898025513,
-      "learning_rate": 6.291578947368422e-06,
-      "loss": 0.0864,
-      "step": 4025
-    },
-    {
-      "epoch": 1.3691683569979716,
-      "grad_norm": 1.3331023454666138,
-      "learning_rate": 6.265263157894738e-06,
-      "loss": 0.0833,
-      "step": 4050
-    },
-    {
-      "epoch": 1.3776200135226504,
-      "grad_norm": 2.407951831817627,
-      "learning_rate": 6.238947368421054e-06,
-      "loss": 0.1027,
-      "step": 4075
-    },
-    {
-      "epoch": 1.3860716700473292,
-      "grad_norm": 1.5978944301605225,
-      "learning_rate": 6.212631578947369e-06,
-      "loss": 0.0994,
-      "step": 4100
-    },
-    {
-      "epoch": 1.394523326572008,
-      "grad_norm": 1.399279236793518,
-      "learning_rate": 6.1863157894736845e-06,
-      "loss": 0.0916,
-      "step": 4125
-    },
-    {
-      "epoch": 1.402974983096687,
-      "grad_norm": 1.4253430366516113,
-      "learning_rate": 6.16e-06,
-      "loss": 0.0999,
-      "step": 4150
-    },
-    {
-      "epoch": 1.4114266396213657,
-      "grad_norm": 1.8193767070770264,
-      "learning_rate": 6.133684210526316e-06,
-      "loss": 0.099,
-      "step": 4175
-    },
-    {
-      "epoch": 1.4198782961460445,
-      "grad_norm": 1.1313689947128296,
-      "learning_rate": 6.107368421052632e-06,
-      "loss": 0.1019,
-      "step": 4200
-    },
-    {
-      "epoch": 1.4283299526707234,
-      "grad_norm": 2.423612594604492,
-      "learning_rate": 6.081052631578948e-06,
-      "loss": 0.0976,
-      "step": 4225
-    },
-    {
-      "epoch": 1.4367816091954024,
-      "grad_norm": 1.1028584241867065,
-      "learning_rate": 6.054736842105264e-06,
-      "loss": 0.0904,
-      "step": 4250
-    },
-    {
-      "epoch": 1.445233265720081,
-      "grad_norm": 1.811155915260315,
-      "learning_rate": 6.0284210526315786e-06,
-      "loss": 0.0951,
-      "step": 4275
-    },
-    {
-      "epoch": 1.45368492224476,
-      "grad_norm": 1.2637566328048706,
-      "learning_rate": 6.002105263157896e-06,
-      "loss": 0.0963,
-      "step": 4300
-    },
-    {
-      "epoch": 1.4621365787694387,
-      "grad_norm": 1.9464035034179688,
-      "learning_rate": 5.975789473684212e-06,
-      "loss": 0.089,
-      "step": 4325
-    },
-    {
-      "epoch": 1.4705882352941178,
-      "grad_norm": 1.8550575971603394,
-      "learning_rate": 5.949473684210527e-06,
-      "loss": 0.0902,
-      "step": 4350
-    },
-    {
-      "epoch": 1.4790398918187964,
-      "grad_norm": 2.030001640319824,
-      "learning_rate": 5.923157894736843e-06,
-      "loss": 0.0945,
-      "step": 4375
-    },
-    {
-      "epoch": 1.4874915483434754,
-      "grad_norm": 1.992264986038208,
-      "learning_rate": 5.8968421052631585e-06,
-      "loss": 0.1017,
-      "step": 4400
-    },
-    {
-      "epoch": 1.495943204868154,
-      "grad_norm": 1.6505546569824219,
-      "learning_rate": 5.870526315789474e-06,
-      "loss": 0.0944,
-      "step": 4425
-    },
-    {
-      "epoch": 1.504394861392833,
-      "grad_norm": 1.857921838760376,
-      "learning_rate": 5.84421052631579e-06,
-      "loss": 0.1005,
-      "step": 4450
-    },
-    {
-      "epoch": 1.5128465179175117,
-      "grad_norm": 1.2483346462249756,
-      "learning_rate": 5.817894736842106e-06,
-      "loss": 0.0851,
-      "step": 4475
-    },
-    {
-      "epoch": 1.5212981744421907,
-      "grad_norm": 2.141049861907959,
-      "learning_rate": 5.791578947368422e-06,
-      "loss": 0.0952,
-      "step": 4500
-    },
-    {
-      "epoch": 1.5212981744421907,
-      "eval_loss": 0.18032518029212952,
-      "eval_runtime": 8277.5716,
-      "eval_samples_per_second": 1.767,
-      "eval_steps_per_second": 0.221,
-      "eval_wer": 45.674635579918146,
-      "step": 4500
-    },
-    {
-      "epoch": 1.5297498309668696,
-      "grad_norm": 2.129145622253418,
-      "learning_rate": 5.765263157894737e-06,
-      "loss": 0.0998,
-      "step": 4525
-    },
-    {
-      "epoch": 1.5382014874915484,
-      "grad_norm": 1.1393293142318726,
-      "learning_rate": 5.7389473684210526e-06,
-      "loss": 0.1009,
-      "step": 4550
-    },
-    {
-      "epoch": 1.5466531440162272,
-      "grad_norm": 2.5733561515808105,
-      "learning_rate": 5.712631578947368e-06,
-      "loss": 0.0986,
-      "step": 4575
-    },
-    {
-      "epoch": 1.555104800540906,
-      "grad_norm": 1.9032436609268188,
-      "learning_rate": 5.686315789473684e-06,
-      "loss": 0.0871,
-      "step": 4600
-    },
-    {
-      "epoch": 1.5635564570655849,
-      "grad_norm": 1.4245878458023071,
-      "learning_rate": 5.66e-06,
-      "loss": 0.1071,
-      "step": 4625
-    },
-    {
-      "epoch": 1.5720081135902637,
-      "grad_norm": 1.322015404701233,
-      "learning_rate": 5.633684210526317e-06,
-      "loss": 0.0856,
-      "step": 4650
-    },
-    {
-      "epoch": 1.5804597701149425,
-      "grad_norm": 2.069826126098633,
-      "learning_rate": 5.6073684210526325e-06,
-      "loss": 0.0802,
-      "step": 4675
-    },
-    {
-      "epoch": 1.5889114266396214,
-      "grad_norm": 1.566107988357544,
-      "learning_rate": 5.581052631578948e-06,
-      "loss": 0.0896,
-      "step": 4700
-    },
-    {
-      "epoch": 1.5973630831643002,
-      "grad_norm": 2.0934951305389404,
-      "learning_rate": 5.554736842105264e-06,
-      "loss": 0.0948,
-      "step": 4725
-    },
-    {
-      "epoch": 1.605814739688979,
-      "grad_norm": 1.2778680324554443,
-      "learning_rate": 5.52842105263158e-06,
-      "loss": 0.0914,
-      "step": 4750
-    },
-    {
-      "epoch": 1.6142663962136579,
-      "grad_norm": 2.1123738288879395,
-      "learning_rate": 5.502105263157895e-06,
-      "loss": 0.0981,
-      "step": 4775
-    },
-    {
-      "epoch": 1.6227180527383367,
-      "grad_norm": 0.9122495651245117,
-      "learning_rate": 5.475789473684211e-06,
-      "loss": 0.0832,
-      "step": 4800
-    },
-    {
-      "epoch": 1.6311697092630155,
-      "grad_norm": 1.6515990495681763,
-      "learning_rate": 5.4494736842105266e-06,
-      "loss": 0.0975,
-      "step": 4825
-    },
-    {
-      "epoch": 1.6396213657876944,
-      "grad_norm": 1.507886528968811,
-      "learning_rate": 5.423157894736842e-06,
-      "loss": 0.0934,
-      "step": 4850
-    },
-    {
-      "epoch": 1.6480730223123732,
-      "grad_norm": 1.307924747467041,
-      "learning_rate": 5.396842105263158e-06,
-      "loss": 0.0855,
-      "step": 4875
-    },
-    {
-      "epoch": 1.656524678837052,
-      "grad_norm": 1.2642782926559448,
-      "learning_rate": 5.370526315789474e-06,
-      "loss": 0.1,
-      "step": 4900
-    },
-    {
-      "epoch": 1.664976335361731,
-      "grad_norm": 1.7240660190582275,
-      "learning_rate": 5.34421052631579e-06,
-      "loss": 0.0925,
-      "step": 4925
-    },
-    {
-      "epoch": 1.6734279918864097,
-      "grad_norm": 1.4809589385986328,
-      "learning_rate": 5.317894736842105e-06,
-      "loss": 0.1017,
-      "step": 4950
-    },
-    {
-      "epoch": 1.6818796484110887,
-      "grad_norm": 2.2714500427246094,
-      "learning_rate": 5.291578947368422e-06,
-      "loss": 0.0908,
-      "step": 4975
-    },
-    {
-      "epoch": 1.6903313049357673,
-      "grad_norm": 1.7016249895095825,
-      "learning_rate": 5.265263157894738e-06,
-      "loss": 0.0959,
-      "step": 5000
-    },
-    {
-      "epoch": 1.6903313049357673,
-      "eval_loss": 0.18442150950431824,
-      "eval_runtime": 8017.4704,
-      "eval_samples_per_second": 1.824,
-      "eval_steps_per_second": 0.228,
-      "eval_wer": 45.91424086688215,
-      "step": 5000
-    },
-    {
-      "epoch": 1.6987829614604464,
-      "grad_norm": 1.7705456018447876,
-      "learning_rate": 5.238947368421053e-06,
-      "loss": 0.1014,
-      "step": 5025
-    },
-    {
-      "epoch": 1.707234617985125,
-      "grad_norm": 1.8674064874649048,
-      "learning_rate": 5.212631578947369e-06,
-      "loss": 0.1012,
-      "step": 5050
-    },
-    {
-      "epoch": 1.715686274509804,
-      "grad_norm": 1.4433462619781494,
-      "learning_rate": 5.186315789473685e-06,
-      "loss": 0.0859,
-      "step": 5075
-    },
-    {
-      "epoch": 1.7241379310344827,
-      "grad_norm": 1.2248002290725708,
-      "learning_rate": 5.1600000000000006e-06,
-      "loss": 0.0884,
-      "step": 5100
-    },
-    {
-      "epoch": 1.7325895875591617,
-      "grad_norm": 1.763519525527954,
-      "learning_rate": 5.133684210526316e-06,
-      "loss": 0.1033,
-      "step": 5125
-    },
-    {
-      "epoch": 1.7410412440838403,
-      "grad_norm": 1.8742742538452148,
-      "learning_rate": 5.107368421052632e-06,
-      "loss": 0.0994,
-      "step": 5150
-    },
-    {
-      "epoch": 1.7494929006085194,
-      "grad_norm": 1.9813201427459717,
-      "learning_rate": 5.081052631578948e-06,
-      "loss": 0.0912,
-      "step": 5175
-    },
-    {
-      "epoch": 1.757944557133198,
-      "grad_norm": 2.3702893257141113,
-      "learning_rate": 5.054736842105263e-06,
-      "loss": 0.0934,
-      "step": 5200
-    },
-    {
-      "epoch": 1.766396213657877,
-      "grad_norm": 1.5483486652374268,
-      "learning_rate": 5.028421052631579e-06,
-      "loss": 0.1052,
-      "step": 5225
-    },
-    {
-      "epoch": 1.7748478701825556,
-      "grad_norm": 1.4521353244781494,
-      "learning_rate": 5.002105263157895e-06,
-      "loss": 0.1046,
-      "step": 5250
-    },
-    {
-      "epoch": 1.7832995267072347,
-      "grad_norm": 2.0621144771575928,
-      "learning_rate": 4.975789473684211e-06,
-      "loss": 0.0996,
-      "step": 5275
-    },
-    {
-      "epoch": 1.7917511832319133,
-      "grad_norm": 2.86627197265625,
-      "learning_rate": 4.949473684210527e-06,
-      "loss": 0.0974,
-      "step": 5300
-    },
-    {
-      "epoch": 1.8002028397565923,
-      "grad_norm": 1.1360923051834106,
-      "learning_rate": 4.923157894736842e-06,
-      "loss": 0.0874,
-      "step": 5325
-    },
-    {
-      "epoch": 1.8086544962812712,
-      "grad_norm": 1.4977036714553833,
-      "learning_rate": 4.896842105263158e-06,
-      "loss": 0.0926,
-      "step": 5350
-    },
-    {
-      "epoch": 1.81710615280595,
-      "grad_norm": 1.642228126525879,
-      "learning_rate": 4.870526315789474e-06,
-      "loss": 0.0878,
-      "step": 5375
-    },
-    {
-      "epoch": 1.8255578093306288,
-      "grad_norm": 1.6537584066390991,
-      "learning_rate": 4.84421052631579e-06,
-      "loss": 0.088,
-      "step": 5400
-    },
-    {
-      "epoch": 1.8340094658553077,
-      "grad_norm": 1.3952895402908325,
-      "learning_rate": 4.817894736842106e-06,
-      "loss": 0.0888,
-      "step": 5425
-    },
-    {
-      "epoch": 1.8424611223799865,
-      "grad_norm": 1.2289971113204956,
-      "learning_rate": 4.791578947368421e-06,
-      "loss": 0.0917,
-      "step": 5450
-    },
-    {
-      "epoch": 1.8509127789046653,
-      "grad_norm": 1.2816951274871826,
-      "learning_rate": 4.765263157894737e-06,
-      "loss": 0.0851,
-      "step": 5475
-    },
-    {
-      "epoch": 1.8593644354293442,
-      "grad_norm": 1.385846495628357,
-      "learning_rate": 4.738947368421053e-06,
-      "loss": 0.0828,
-      "step": 5500
-    },
-    {
-      "epoch": 1.8593644354293442,
-      "eval_loss": 0.18521299958229065,
-      "eval_runtime": 8001.8096,
-      "eval_samples_per_second": 1.828,
-      "eval_steps_per_second": 0.229,
-      "eval_wer": 45.38564226441666,
-      "step": 5500
-    },
-    {
-      "epoch": 1.867816091954023,
-      "grad_norm": 1.7502315044403076,
-      "learning_rate": 4.712631578947369e-06,
-      "loss": 0.0931,
-      "step": 5525
-    },
-    {
-      "epoch": 1.8762677484787018,
-      "grad_norm": 1.384947657585144,
-      "learning_rate": 4.6863157894736845e-06,
-      "loss": 0.081,
-      "step": 5550
-    },
-    {
-      "epoch": 1.8847194050033806,
-      "grad_norm": 1.736101508140564,
-      "learning_rate": 4.66e-06,
-      "loss": 0.1042,
-      "step": 5575
-    },
-    {
-      "epoch": 1.8931710615280595,
-      "grad_norm": 1.5998270511627197,
-      "learning_rate": 4.633684210526316e-06,
-      "loss": 0.0784,
-      "step": 5600
-    },
-    {
-      "epoch": 1.9016227180527383,
-      "grad_norm": 1.7052019834518433,
-      "learning_rate": 4.607368421052632e-06,
-      "loss": 0.0867,
-      "step": 5625
-    },
-    {
-      "epoch": 1.9100743745774171,
-      "grad_norm": 1.8424391746520996,
-      "learning_rate": 4.581052631578948e-06,
-      "loss": 0.1042,
-      "step": 5650
-    },
-    {
-      "epoch": 1.918526031102096,
-      "grad_norm": 1.484885573387146,
-      "learning_rate": 4.5547368421052636e-06,
-      "loss": 0.089,
-      "step": 5675
-    },
-    {
-      "epoch": 1.9269776876267748,
-      "grad_norm": 1.7894026041030884,
-      "learning_rate": 4.528421052631579e-06,
-      "loss": 0.0847,
-      "step": 5700
-    },
-    {
-      "epoch": 1.9354293441514536,
-      "grad_norm": 1.5164501667022705,
-      "learning_rate": 4.502105263157895e-06,
-      "loss": 0.1001,
-      "step": 5725
-    },
-    {
-      "epoch": 1.9438810006761327,
-      "grad_norm": 0.9590908885002136,
-      "learning_rate": 4.475789473684211e-06,
-      "loss": 0.0858,
-      "step": 5750
-    },
-    {
-      "epoch": 1.9523326572008113,
-      "grad_norm": 1.887405514717102,
-      "learning_rate": 4.449473684210527e-06,
-      "loss": 0.079,
-      "step": 5775
-    },
-    {
-      "epoch": 1.9607843137254903,
-      "grad_norm": 2.0071308612823486,
-      "learning_rate": 4.423157894736843e-06,
-      "loss": 0.094,
-      "step": 5800
-    },
-    {
-      "epoch": 1.969235970250169,
-      "grad_norm": 2.262946605682373,
-      "learning_rate": 4.3968421052631585e-06,
-      "loss": 0.0992,
-      "step": 5825
-    },
-    {
-      "epoch": 1.977687626774848,
-      "grad_norm": 1.1825026273727417,
-      "learning_rate": 4.370526315789474e-06,
-      "loss": 0.0831,
-      "step": 5850
-    },
-    {
-      "epoch": 1.9861392832995266,
-      "grad_norm": 1.4014040231704712,
-      "learning_rate": 4.344210526315789e-06,
-      "loss": 0.0983,
-      "step": 5875
-    },
-    {
-      "epoch": 1.9945909398242057,
-      "grad_norm": 1.7053906917572021,
-      "learning_rate": 4.317894736842105e-06,
-      "loss": 0.0937,
-      "step": 5900
-    },
-    {
-      "epoch": 2.0030425963488843,
-      "grad_norm": 1.2354754209518433,
-      "learning_rate": 4.291578947368422e-06,
-      "loss": 0.0794,
-      "step": 5925
-    },
-    {
-      "epoch": 2.0114942528735633,
-      "grad_norm": 1.5480238199234009,
-      "learning_rate": 4.2652631578947376e-06,
-      "loss": 0.0621,
-      "step": 5950
-    },
-    {
-      "epoch": 2.019945909398242,
-      "grad_norm": 1.6204942464828491,
-      "learning_rate": 4.238947368421053e-06,
-      "loss": 0.0679,
-      "step": 5975
-    },
-    {
-      "epoch": 2.028397565922921,
-      "grad_norm": 1.8844307661056519,
-      "learning_rate": 4.212631578947368e-06,
-      "loss": 0.0814,
-      "step": 6000
-    },
-    {
-      "epoch": 2.028397565922921,
-      "eval_loss": 0.18354202806949615,
-      "eval_runtime": 8220.3894,
-      "eval_samples_per_second": 1.779,
-      "eval_steps_per_second": 0.222,
-      "eval_wer": 45.245302024909165,
-      "step": 6000
-    },
-    {
-      "epoch": 2.0368492224475996,
-      "grad_norm": 1.34647798538208,
-      "learning_rate": 4.186315789473684e-06,
-      "loss": 0.0707,
-      "step": 6025
-    },
-    {
-      "epoch": 2.0453008789722786,
-      "grad_norm": 2.5605897903442383,
-      "learning_rate": 4.16e-06,
-      "loss": 0.0658,
-      "step": 6050
-    },
-    {
-      "epoch": 2.0537525354969572,
-      "grad_norm": 0.988107442855835,
-      "learning_rate": 4.133684210526316e-06,
-      "loss": 0.0787,
-      "step": 6075
-    },
-    {
-      "epoch": 2.0622041920216363,
-      "grad_norm": 1.3938881158828735,
-      "learning_rate": 4.1073684210526325e-06,
-      "loss": 0.0772,
-      "step": 6100
-    },
-    {
-      "epoch": 2.070655848546315,
-      "grad_norm": 0.3137703835964203,
-      "learning_rate": 4.0810526315789474e-06,
-      "loss": 0.0728,
-      "step": 6125
-    },
-    {
-      "epoch": 2.079107505070994,
-      "grad_norm": 1.0805671215057373,
-      "learning_rate": 4.054736842105263e-06,
-      "loss": 0.0723,
-      "step": 6150
-    },
-    {
-      "epoch": 2.0875591615956726,
-      "grad_norm": 1.8240491151809692,
-      "learning_rate": 4.029473684210527e-06,
-      "loss": 0.0824,
-      "step": 6175
-    },
-    {
-      "epoch": 2.0960108181203516,
-      "grad_norm": 0.9932010173797607,
-      "learning_rate": 4.0031578947368424e-06,
-      "loss": 0.0808,
-      "step": 6200
-    },
-    {
-      "epoch": 2.1044624746450302,
-      "grad_norm": 1.7233359813690186,
-      "learning_rate": 3.976842105263158e-06,
-      "loss": 0.0656,
-      "step": 6225
-    },
-    {
-      "epoch": 2.1129141311697093,
-      "grad_norm": 1.3749310970306396,
-      "learning_rate": 3.950526315789474e-06,
-      "loss": 0.0782,
-      "step": 6250
-    },
-    {
-      "epoch": 2.121365787694388,
-      "grad_norm": 1.1162022352218628,
-      "learning_rate": 3.92421052631579e-06,
-      "loss": 0.0764,
-      "step": 6275
-    },
-    {
-      "epoch": 2.129817444219067,
-      "grad_norm": 2.195281505584717,
-      "learning_rate": 3.897894736842106e-06,
-      "loss": 0.0694,
-      "step": 6300
-    },
-    {
-      "epoch": 2.138269100743746,
-      "grad_norm": 1.5847153663635254,
-      "learning_rate": 3.8715789473684215e-06,
-      "loss": 0.0778,
-      "step": 6325
-    },
-    {
-      "epoch": 2.1467207572684246,
-      "grad_norm": 1.5322215557098389,
-      "learning_rate": 3.845263157894737e-06,
-      "loss": 0.068,
-      "step": 6350
-    },
-    {
-      "epoch": 2.1551724137931036,
-      "grad_norm": 2.1042368412017822,
-      "learning_rate": 3.818947368421053e-06,
-      "loss": 0.063,
-      "step": 6375
-    },
-    {
-      "epoch": 2.1636240703177823,
-      "grad_norm": 2.016451120376587,
-      "learning_rate": 3.792631578947369e-06,
-      "loss": 0.0757,
-      "step": 6400
-    },
-    {
-      "epoch": 2.1720757268424613,
-      "grad_norm": 1.9875035285949707,
-      "learning_rate": 3.766315789473685e-06,
-      "loss": 0.0633,
-      "step": 6425
-    },
-    {
-      "epoch": 2.18052738336714,
-      "grad_norm": 1.0881574153900146,
-      "learning_rate": 3.74e-06,
-      "loss": 0.0779,
-      "step": 6450
-    },
-    {
-      "epoch": 2.188979039891819,
-      "grad_norm": 1.4989287853240967,
-      "learning_rate": 3.713684210526316e-06,
-      "loss": 0.0672,
-      "step": 6475
-    },
-    {
-      "epoch": 2.1974306964164976,
-      "grad_norm": 1.430418848991394,
-      "learning_rate": 3.687368421052632e-06,
-      "loss": 0.0903,
-      "step": 6500
-    },
-    {
-      "epoch": 2.1974306964164976,
-      "eval_loss": 0.18892446160316467,
-      "eval_runtime": 8703.8448,
-      "eval_samples_per_second": 1.681,
-      "eval_steps_per_second": 0.21,
-      "eval_wer": 45.42427250455984,
-      "step": 6500
-    },
-    {
-      "epoch": 2.2058823529411766,
-      "grad_norm": 1.1100589036941528,
-      "learning_rate": 3.6610526315789472e-06,
-      "loss": 0.0682,
-      "step": 6525
-    },
-    {
-      "epoch": 2.2143340094658552,
-      "grad_norm": 1.5231108665466309,
-      "learning_rate": 3.6347368421052635e-06,
-      "loss": 0.0772,
-      "step": 6550
-    },
-    {
-      "epoch": 2.2227856659905343,
-      "grad_norm": 1.5531678199768066,
-      "learning_rate": 3.6084210526315793e-06,
-      "loss": 0.0769,
-      "step": 6575
-    },
-    {
-      "epoch": 2.231237322515213,
-      "grad_norm": 2.173323154449463,
-      "learning_rate": 3.582105263157895e-06,
-      "loss": 0.0753,
-      "step": 6600
-    },
-    {
-      "epoch": 2.239688979039892,
-      "grad_norm": 1.8664982318878174,
-      "learning_rate": 3.555789473684211e-06,
-      "loss": 0.0732,
-      "step": 6625
-    },
-    {
-      "epoch": 2.2481406355645706,
-      "grad_norm": 1.264046549797058,
-      "learning_rate": 3.5294736842105263e-06,
-      "loss": 0.0727,
-      "step": 6650
-    },
-    {
-      "epoch": 2.2565922920892496,
-      "grad_norm": 0.6508150100708008,
-      "learning_rate": 3.503157894736842e-06,
-      "loss": 0.0627,
-      "step": 6675
-    },
-    {
-      "epoch": 2.265043948613928,
-      "grad_norm": 2.036755323410034,
-      "learning_rate": 3.476842105263158e-06,
-      "loss": 0.0703,
-      "step": 6700
-    },
-    {
-      "epoch": 2.2734956051386073,
-      "grad_norm": 1.4108197689056396,
-      "learning_rate": 3.450526315789474e-06,
-      "loss": 0.0815,
-      "step": 6725
-    },
-    {
-      "epoch": 2.281947261663286,
-      "grad_norm": 1.388468623161316,
-      "learning_rate": 3.42421052631579e-06,
-      "loss": 0.0678,
-      "step": 6750
-    },
-    {
-      "epoch": 2.290398918187965,
-      "grad_norm": 1.7254157066345215,
-      "learning_rate": 3.3978947368421054e-06,
-      "loss": 0.0713,
-      "step": 6775
-    },
-    {
-      "epoch": 2.2988505747126435,
-      "grad_norm": 1.8082466125488281,
-      "learning_rate": 3.3715789473684212e-06,
-      "loss": 0.0643,
-      "step": 6800
-    },
-    {
-      "epoch": 2.3073022312373226,
-      "grad_norm": 1.5543231964111328,
-      "learning_rate": 3.345263157894737e-06,
-      "loss": 0.0693,
-      "step": 6825
-    },
-    {
-      "epoch": 2.315753887762001,
-      "grad_norm": 2.165055513381958,
-      "learning_rate": 3.318947368421053e-06,
-      "loss": 0.0718,
-      "step": 6850
-    },
-    {
-      "epoch": 2.3242055442866802,
-      "grad_norm": 1.7937675714492798,
-      "learning_rate": 3.292631578947369e-06,
-      "loss": 0.0694,
-      "step": 6875
-    },
-    {
-      "epoch": 2.332657200811359,
-      "grad_norm": 1.602084994316101,
-      "learning_rate": 3.2663157894736845e-06,
-      "loss": 0.0575,
-      "step": 6900
-    },
-    {
-      "epoch": 2.341108857336038,
-      "grad_norm": 0.9363685846328735,
-      "learning_rate": 3.2400000000000003e-06,
-      "loss": 0.0663,
-      "step": 6925
-    },
-    {
-      "epoch": 2.3495605138607165,
-      "grad_norm": 1.2168769836425781,
-      "learning_rate": 3.213684210526316e-06,
-      "loss": 0.0755,
-      "step": 6950
-    },
-    {
-      "epoch": 2.3580121703853956,
-      "grad_norm": 1.4504033327102661,
-      "learning_rate": 3.187368421052632e-06,
-      "loss": 0.079,
-      "step": 6975
-    },
-    {
-      "epoch": 2.366463826910074,
-      "grad_norm": 1.5413113832473755,
-      "learning_rate": 3.1610526315789474e-06,
-      "loss": 0.0712,
-      "step": 7000
-    },
-    {
-      "epoch": 2.366463826910074,
-      "eval_loss": 0.19058801233768463,
-      "eval_runtime": 8456.0898,
-      "eval_samples_per_second": 1.73,
-      "eval_steps_per_second": 0.216,
-      "eval_wer": 45.145058996689535,
-      "step": 7000
-    },
-    {
-      "epoch": 2.3749154834347532,
-      "grad_norm": 1.0616259574890137,
-      "learning_rate": 3.134736842105263e-06,
-      "loss": 0.066,
-      "step": 7025
-    },
-    {
-      "epoch": 2.3833671399594323,
-      "grad_norm": 1.821663737297058,
-      "learning_rate": 3.1084210526315794e-06,
-      "loss": 0.0692,
-      "step": 7050
-    },
-    {
-      "epoch": 2.391818796484111,
-      "grad_norm": 1.2044411897659302,
-      "learning_rate": 3.0821052631578952e-06,
-      "loss": 0.0631,
-      "step": 7075
-    },
-    {
-      "epoch": 2.4002704530087895,
-      "grad_norm": 1.1496453285217285,
-      "learning_rate": 3.055789473684211e-06,
-      "loss": 0.0598,
-      "step": 7100
-    },
-    {
-      "epoch": 2.4087221095334685,
-      "grad_norm": 1.834873914718628,
-      "learning_rate": 3.0294736842105264e-06,
-      "loss": 0.0696,
-      "step": 7125
-    },
-    {
-      "epoch": 2.4171737660581476,
-      "grad_norm": 1.9280352592468262,
-      "learning_rate": 3.0031578947368423e-06,
-      "loss": 0.0937,
-      "step": 7150
-    },
-    {
-      "epoch": 2.425625422582826,
-      "grad_norm": 1.8316441774368286,
-      "learning_rate": 2.976842105263158e-06,
-      "loss": 0.0843,
-      "step": 7175
-    },
-    {
-      "epoch": 2.4340770791075053,
-      "grad_norm": 1.6660900115966797,
-      "learning_rate": 2.9505263157894735e-06,
-      "loss": 0.0747,
-      "step": 7200
-    },
-    {
-      "epoch": 2.442528735632184,
-      "grad_norm": 1.2995704412460327,
-      "learning_rate": 2.92421052631579e-06,
-      "loss": 0.0697,
-      "step": 7225
-    },
-    {
-      "epoch": 2.450980392156863,
-      "grad_norm": 0.837418794631958,
-      "learning_rate": 2.8978947368421055e-06,
-      "loss": 0.0532,
-      "step": 7250
-    },
-    {
-      "epoch": 2.4594320486815415,
-      "grad_norm": 1.582984447479248,
-      "learning_rate": 2.8715789473684214e-06,
-      "loss": 0.0785,
-      "step": 7275
-    },
-    {
-      "epoch": 2.4678837052062206,
-      "grad_norm": 2.5198307037353516,
-      "learning_rate": 2.845263157894737e-06,
-      "loss": 0.0695,
-      "step": 7300
-    },
-    {
-      "epoch": 2.476335361730899,
-      "grad_norm": 1.9426721334457397,
-      "learning_rate": 2.8189473684210526e-06,
-      "loss": 0.0683,
-      "step": 7325
-    },
-    {
-      "epoch": 2.4847870182555782,
-      "grad_norm": 1.8814282417297363,
-      "learning_rate": 2.7926315789473684e-06,
-      "loss": 0.0635,
-      "step": 7350
-    },
-    {
-      "epoch": 2.493238674780257,
-      "grad_norm": 1.7943637371063232,
-      "learning_rate": 2.766315789473684e-06,
-      "loss": 0.0703,
-      "step": 7375
-    },
-    {
-      "epoch": 2.501690331304936,
-      "grad_norm": 1.7339930534362793,
-      "learning_rate": 2.7400000000000004e-06,
-      "loss": 0.0834,
-      "step": 7400
-    },
-    {
-      "epoch": 2.5101419878296145,
-      "grad_norm": 0.6923316121101379,
-      "learning_rate": 2.7136842105263163e-06,
-      "loss": 0.0749,
-      "step": 7425
-    },
-    {
-      "epoch": 2.5185936443542936,
-      "grad_norm": 1.8081867694854736,
-      "learning_rate": 2.6873684210526317e-06,
-      "loss": 0.0832,
-      "step": 7450
-    },
-    {
-      "epoch": 2.527045300878972,
-      "grad_norm": 0.8502326607704163,
-      "learning_rate": 2.6610526315789475e-06,
-      "loss": 0.072,
-      "step": 7475
-    },
-    {
-      "epoch": 2.535496957403651,
-      "grad_norm": 2.073284864425659,
-      "learning_rate": 2.6347368421052633e-06,
-      "loss": 0.0937,
-      "step": 7500
-    },
-    {
-      "epoch": 2.535496957403651,
-      "eval_loss": 0.18810197710990906,
-      "eval_runtime": 8587.5354,
-      "eval_samples_per_second": 1.703,
-      "eval_steps_per_second": 0.213,
-      "eval_wer": 44.96070962284172,
-      "step": 7500
-    },
-    {
-      "epoch": 2.54394861392833,
-      "grad_norm": 1.5389723777770996,
-      "learning_rate": 2.608421052631579e-06,
-      "loss": 0.0695,
-      "step": 7525
-    },
-    {
-      "epoch": 2.552400270453009,
-      "grad_norm": 1.7400459051132202,
-      "learning_rate": 2.5821052631578954e-06,
-      "loss": 0.0752,
-      "step": 7550
-    },
-    {
-      "epoch": 2.5608519269776875,
-      "grad_norm": 0.9405755400657654,
-      "learning_rate": 2.5557894736842108e-06,
-      "loss": 0.0728,
-      "step": 7575
-    },
-    {
-      "epoch": 2.5693035835023665,
-      "grad_norm": 2.09281849861145,
-      "learning_rate": 2.5294736842105266e-06,
-      "loss": 0.0785,
-      "step": 7600
-    },
-    {
-      "epoch": 2.577755240027045,
-      "grad_norm": 1.1472514867782593,
-      "learning_rate": 2.5031578947368424e-06,
-      "loss": 0.0763,
-      "step": 7625
-    },
-    {
-      "epoch": 2.586206896551724,
-      "grad_norm": 1.5787365436553955,
-      "learning_rate": 2.476842105263158e-06,
-      "loss": 0.0782,
-      "step": 7650
-    },
-    {
-      "epoch": 2.5946585530764033,
-      "grad_norm": 0.8288754820823669,
-      "learning_rate": 2.4505263157894736e-06,
-      "loss": 0.0617,
-      "step": 7675
-    },
-    {
-      "epoch": 2.603110209601082,
-      "grad_norm": 1.3931238651275635,
-      "learning_rate": 2.42421052631579e-06,
-      "loss": 0.0652,
-      "step": 7700
-    },
-    {
-      "epoch": 2.6115618661257605,
-      "grad_norm": 1.8449468612670898,
-      "learning_rate": 2.3978947368421052e-06,
-      "loss": 0.0708,
-      "step": 7725
-    },
-    {
-      "epoch": 2.6200135226504395,
-      "grad_norm": 1.462990641593933,
-      "learning_rate": 2.371578947368421e-06,
-      "loss": 0.0799,
-      "step": 7750
-    },
-    {
-      "epoch": 2.6284651791751186,
-      "grad_norm": 1.80518639087677,
-      "learning_rate": 2.3452631578947373e-06,
-      "loss": 0.0712,
-      "step": 7775
-    },
-    {
-      "epoch": 2.636916835699797,
-      "grad_norm": 1.4477194547653198,
-      "learning_rate": 2.3189473684210527e-06,
-      "loss": 0.0748,
-      "step": 7800
-    },
-    {
-      "epoch": 2.645368492224476,
-      "grad_norm": 1.8457978963851929,
-      "learning_rate": 2.2926315789473685e-06,
-      "loss": 0.0652,
-      "step": 7825
-    },
-    {
-      "epoch": 2.653820148749155,
-      "grad_norm": 1.2285178899765015,
-      "learning_rate": 2.2663157894736843e-06,
-      "loss": 0.051,
-      "step": 7850
-    },
-    {
-      "epoch": 2.662271805273834,
-      "grad_norm": 1.664722204208374,
-      "learning_rate": 2.24e-06,
-      "loss": 0.0696,
-      "step": 7875
-    },
-    {
-      "epoch": 2.6707234617985125,
-      "grad_norm": 1.1485116481781006,
-      "learning_rate": 2.213684210526316e-06,
-      "loss": 0.078,
-      "step": 7900
-    },
-    {
-      "epoch": 2.679175118323191,
-      "grad_norm": 1.6024932861328125,
-      "learning_rate": 2.187368421052632e-06,
-      "loss": 0.0811,
-      "step": 7925
-    },
-    {
-      "epoch": 2.68762677484787,
-      "grad_norm": 1.3482303619384766,
-      "learning_rate": 2.1610526315789476e-06,
-      "loss": 0.0744,
-      "step": 7950
-    },
-    {
-      "epoch": 2.696078431372549,
-      "grad_norm": 1.4488401412963867,
-      "learning_rate": 2.1347368421052634e-06,
-      "loss": 0.0717,
-      "step": 7975
-    },
-    {
-      "epoch": 2.704530087897228,
-      "grad_norm": 2.0738377571105957,
-      "learning_rate": 2.1084210526315792e-06,
-      "loss": 0.0637,
-      "step": 8000
-    },
-    {
-      "epoch": 2.704530087897228,
-      "eval_loss": 0.19148404896259308,
-      "eval_runtime": 8546.7321,
-      "eval_samples_per_second": 1.711,
-      "eval_steps_per_second": 0.214,
-      "eval_wer": 44.85362072928025,
-      "step": 8000
-    },
-    {
-      "epoch": 2.7129817444219064,
-      "grad_norm": 1.608497142791748,
-      "learning_rate": 2.082105263157895e-06,
-      "loss": 0.0725,
-      "step": 8025
-    },
-    {
-      "epoch": 2.7214334009465855,
-      "grad_norm": 2.1245532035827637,
-      "learning_rate": 2.055789473684211e-06,
-      "loss": 0.0726,
-      "step": 8050
-    },
-    {
-      "epoch": 2.7298850574712645,
-      "grad_norm": 1.3856103420257568,
-      "learning_rate": 2.0294736842105263e-06,
-      "loss": 0.0731,
-      "step": 8075
-    },
-    {
-      "epoch": 2.738336713995943,
-      "grad_norm": 1.2372052669525146,
-      "learning_rate": 2.003157894736842e-06,
-      "loss": 0.0756,
-      "step": 8100
-    },
-    {
-      "epoch": 2.746788370520622,
-      "grad_norm": 1.6612149477005005,
-      "learning_rate": 1.976842105263158e-06,
-      "loss": 0.0636,
-      "step": 8125
-    },
-    {
-      "epoch": 2.755240027045301,
-      "grad_norm": 1.719821572303772,
-      "learning_rate": 1.9505263157894737e-06,
-      "loss": 0.0804,
-      "step": 8150
-    },
-    {
-      "epoch": 2.76369168356998,
-      "grad_norm": 1.575764536857605,
-      "learning_rate": 1.9242105263157896e-06,
-      "loss": 0.0778,
-      "step": 8175
-    },
-    {
-      "epoch": 2.7721433400946585,
-      "grad_norm": 1.507033348083496,
-      "learning_rate": 1.8978947368421056e-06,
-      "loss": 0.0643,
-      "step": 8200
-    },
-    {
-      "epoch": 2.7805949966193375,
-      "grad_norm": 1.1668611764907837,
-      "learning_rate": 1.8715789473684212e-06,
-      "loss": 0.0867,
-      "step": 8225
-    },
-    {
-      "epoch": 2.789046653144016,
-      "grad_norm": 0.9894188046455383,
-      "learning_rate": 1.845263157894737e-06,
-      "loss": 0.0648,
-      "step": 8250
-    },
-    {
-      "epoch": 2.797498309668695,
-      "grad_norm": 1.6405720710754395,
-      "learning_rate": 1.8189473684210528e-06,
-      "loss": 0.0708,
-      "step": 8275
-    },
-    {
-      "epoch": 2.805949966193374,
-      "grad_norm": 1.034415364265442,
-      "learning_rate": 1.7926315789473686e-06,
-      "loss": 0.0546,
-      "step": 8300
-    },
-    {
-      "epoch": 2.814401622718053,
-      "grad_norm": 0.9419425129890442,
-      "learning_rate": 1.7663157894736843e-06,
-      "loss": 0.07,
-      "step": 8325
-    },
-    {
-      "epoch": 2.8228532792427314,
-      "grad_norm": 2.342827558517456,
-      "learning_rate": 1.74e-06,
-      "loss": 0.0697,
-      "step": 8350
-    },
-    {
-      "epoch": 2.8313049357674105,
-      "grad_norm": 1.535322904586792,
-      "learning_rate": 1.713684210526316e-06,
-      "loss": 0.0696,
-      "step": 8375
-    },
-    {
-      "epoch": 2.839756592292089,
-      "grad_norm": 1.6388691663742065,
-      "learning_rate": 1.6873684210526317e-06,
-      "loss": 0.0736,
-      "step": 8400
-    },
-    {
-      "epoch": 2.848208248816768,
-      "grad_norm": 1.7451198101043701,
-      "learning_rate": 1.6610526315789473e-06,
-      "loss": 0.0751,
-      "step": 8425
-    },
-    {
-      "epoch": 2.8566599053414468,
-      "grad_norm": 1.4245884418487549,
-      "learning_rate": 1.6347368421052633e-06,
-      "loss": 0.0797,
-      "step": 8450
-    },
-    {
-      "epoch": 2.865111561866126,
-      "grad_norm": 0.799862265586853,
-      "learning_rate": 1.6084210526315792e-06,
-      "loss": 0.0664,
-      "step": 8475
-    },
-    {
-      "epoch": 2.873563218390805,
-      "grad_norm": 1.09870183467865,
-      "learning_rate": 1.5821052631578948e-06,
-      "loss": 0.062,
-      "step": 8500
-    },
-    {
-      "epoch": 2.873563218390805,
-      "eval_loss": 0.1915096938610077,
-      "eval_runtime": 8477.0001,
-      "eval_samples_per_second": 1.725,
-      "eval_steps_per_second": 0.216,
-      "eval_wer": 44.89322895018655,
-      "step": 8500
-    },
-    {
-      "epoch": 2.8820148749154835,
-      "grad_norm": 1.4032130241394043,
-      "learning_rate": 1.5557894736842106e-06,
-      "loss": 0.0743,
-      "step": 8525
-    },
-    {
-      "epoch": 2.890466531440162,
-      "grad_norm": 0.7570385932922363,
-      "learning_rate": 1.5294736842105264e-06,
-      "loss": 0.0687,
-      "step": 8550
-    },
-    {
-      "epoch": 2.898918187964841,
-      "grad_norm": 1.0193418264389038,
-      "learning_rate": 1.5031578947368422e-06,
-      "loss": 0.0615,
-      "step": 8575
-    },
-    {
-      "epoch": 2.90736984448952,
-      "grad_norm": 1.9574233293533325,
-      "learning_rate": 1.4768421052631578e-06,
-      "loss": 0.0835,
-      "step": 8600
-    },
-    {
-      "epoch": 2.915821501014199,
-      "grad_norm": 1.0290601253509521,
-      "learning_rate": 1.4505263157894739e-06,
-      "loss": 0.0678,
-      "step": 8625
-    },
-    {
-      "epoch": 2.9242731575388774,
-      "grad_norm": 1.3625876903533936,
-      "learning_rate": 1.4242105263157897e-06,
-      "loss": 0.0621,
-      "step": 8650
-    },
-    {
-      "epoch": 2.9327248140635565,
-      "grad_norm": 1.5794146060943604,
-      "learning_rate": 1.3978947368421053e-06,
-      "loss": 0.0657,
-      "step": 8675
-    },
-    {
-      "epoch": 2.9411764705882355,
-      "grad_norm": 1.314706563949585,
-      "learning_rate": 1.3715789473684213e-06,
-      "loss": 0.069,
-      "step": 8700
-    },
-    {
-      "epoch": 2.949628127112914,
-      "grad_norm": 1.9198169708251953,
-      "learning_rate": 1.345263157894737e-06,
-      "loss": 0.0701,
-      "step": 8725
-    },
-    {
-      "epoch": 2.9580797836375927,
-      "grad_norm": 1.3500406742095947,
-      "learning_rate": 1.3189473684210527e-06,
-      "loss": 0.076,
-      "step": 8750
-    },
-    {
-      "epoch": 2.9665314401622718,
-      "grad_norm": 1.7573151588439941,
-      "learning_rate": 1.2926315789473683e-06,
-      "loss": 0.0697,
-      "step": 8775
-    },
-    {
-      "epoch": 2.974983096686951,
-      "grad_norm": 0.8199857473373413,
-      "learning_rate": 1.2663157894736844e-06,
-      "loss": 0.0744,
-      "step": 8800
-    },
-    {
-      "epoch": 2.9834347532116294,
-      "grad_norm": 2.14540696144104,
-      "learning_rate": 1.2400000000000002e-06,
-      "loss": 0.0686,
-      "step": 8825
-    },
-    {
-      "epoch": 2.991886409736308,
-      "grad_norm": 1.5464670658111572,
-      "learning_rate": 1.213684210526316e-06,
-      "loss": 0.07,
-      "step": 8850
-    },
-    {
-      "epoch": 3.000338066260987,
-      "grad_norm": 1.2003583908081055,
-      "learning_rate": 1.188421052631579e-06,
-      "loss": 0.0781,
-      "step": 8875
-    },
-    {
-      "epoch": 3.008789722785666,
-      "grad_norm": 0.630574107170105,
-      "learning_rate": 1.1621052631578948e-06,
-      "loss": 0.0565,
-      "step": 8900
-    },
-    {
-      "epoch": 3.0172413793103448,
-      "grad_norm": 1.4540669918060303,
-      "learning_rate": 1.1357894736842106e-06,
-      "loss": 0.0547,
-      "step": 8925
-    },
-    {
-      "epoch": 3.025693035835024,
-      "grad_norm": 1.408868670463562,
-      "learning_rate": 1.1094736842105264e-06,
-      "loss": 0.0604,
-      "step": 8950
-    },
-    {
-      "epoch": 3.0341446923597024,
-      "grad_norm": 1.040751576423645,
-      "learning_rate": 1.0831578947368422e-06,
-      "loss": 0.063,
-      "step": 8975
-    },
-    {
-      "epoch": 3.0425963488843815,
-      "grad_norm": 1.449309229850769,
-      "learning_rate": 1.0568421052631578e-06,
-      "loss": 0.0593,
-      "step": 9000
-    },
-    {
-      "epoch": 3.0425963488843815,
-      "eval_loss": 0.19757185876369476,
-      "eval_runtime": 8436.2186,
-      "eval_samples_per_second": 1.734,
-      "eval_steps_per_second": 0.217,
-      "eval_wer": 44.964132555512634,
-      "step": 9000
-    },
-    {
-      "epoch": 3.05104800540906,
-      "grad_norm": 2.647589921951294,
-      "learning_rate": 1.0305263157894739e-06,
-      "loss": 0.0602,
-      "step": 9025
-    },
-    {
-      "epoch": 3.059499661933739,
-      "grad_norm": 1.1657071113586426,
-      "learning_rate": 1.0042105263157897e-06,
-      "loss": 0.0637,
-      "step": 9050
-    },
-    {
-      "epoch": 3.0679513184584177,
-      "grad_norm": 1.9827054738998413,
-      "learning_rate": 9.778947368421053e-07,
-      "loss": 0.0667,
-      "step": 9075
-    },
-    {
-      "epoch": 3.076402974983097,
-      "grad_norm": 1.7273396253585815,
-      "learning_rate": 9.515789473684212e-07,
-      "loss": 0.0592,
-      "step": 9100
-    },
-    {
-      "epoch": 3.0848546315077754,
-      "grad_norm": 1.3955703973770142,
-      "learning_rate": 9.252631578947368e-07,
-      "loss": 0.0522,
-      "step": 9125
-    },
-    {
-      "epoch": 3.0933062880324544,
-      "grad_norm": 1.3141138553619385,
-      "learning_rate": 8.989473684210527e-07,
-      "loss": 0.0627,
-      "step": 9150
-    },
-    {
-      "epoch": 3.101757944557133,
-      "grad_norm": 0.7096537351608276,
-      "learning_rate": 8.726315789473686e-07,
-      "loss": 0.0583,
-      "step": 9175
-    },
-    {
-      "epoch": 3.110209601081812,
-      "grad_norm": 1.3626320362091064,
-      "learning_rate": 8.463157894736843e-07,
-      "loss": 0.0556,
-      "step": 9200
-    },
-    {
-      "epoch": 3.1186612576064907,
-      "grad_norm": 1.7827398777008057,
-      "learning_rate": 8.200000000000001e-07,
-      "loss": 0.0549,
-      "step": 9225
-    },
-    {
-      "epoch": 3.1271129141311698,
-      "grad_norm": 1.8511258363723755,
-      "learning_rate": 7.936842105263158e-07,
-      "loss": 0.052,
-      "step": 9250
-    },
-    {
-      "epoch": 3.1355645706558484,
-      "grad_norm": 1.5785564184188843,
-      "learning_rate": 7.673684210526316e-07,
-      "loss": 0.0554,
-      "step": 9275
-    },
-    {
-      "epoch": 3.1440162271805274,
-      "grad_norm": 1.3359767198562622,
-      "learning_rate": 7.410526315789475e-07,
-      "loss": 0.0599,
-      "step": 9300
-    },
-    {
-      "epoch": 3.152467883705206,
-      "grad_norm": 1.2103520631790161,
-      "learning_rate": 7.147368421052632e-07,
-      "loss": 0.0564,
-      "step": 9325
-    },
-    {
-      "epoch": 3.160919540229885,
-      "grad_norm": 1.3505812883377075,
-      "learning_rate": 6.884210526315791e-07,
-      "loss": 0.0642,
-      "step": 9350
-    },
-    {
-      "epoch": 3.1693711967545637,
-      "grad_norm": 1.9448202848434448,
-      "learning_rate": 6.621052631578948e-07,
-      "loss": 0.0567,
-      "step": 9375
-    },
-    {
-      "epoch": 3.1778228532792427,
-      "grad_norm": 1.4661892652511597,
-      "learning_rate": 6.357894736842106e-07,
-      "loss": 0.063,
-      "step": 9400
-    },
-    {
-      "epoch": 3.186274509803922,
-      "grad_norm": 2.1202943325042725,
-      "learning_rate": 6.094736842105263e-07,
-      "loss": 0.0589,
-      "step": 9425
-    },
-    {
-      "epoch": 3.1947261663286004,
-      "grad_norm": 1.8288671970367432,
-      "learning_rate": 5.831578947368421e-07,
-      "loss": 0.0601,
-      "step": 9450
-    },
-    {
-      "epoch": 3.203177822853279,
-      "grad_norm": 1.0134177207946777,
-      "learning_rate": 5.56842105263158e-07,
-      "loss": 0.0546,
-      "step": 9475
-    },
-    {
-      "epoch": 3.211629479377958,
-      "grad_norm": 2.195054292678833,
-      "learning_rate": 5.305263157894737e-07,
-      "loss": 0.0598,
-      "step": 9500
-    },
-    {
-      "epoch": 3.211629479377958,
-      "eval_loss": 0.1982024759054184,
-      "eval_runtime": 8467.5483,
-      "eval_samples_per_second": 1.727,
-      "eval_steps_per_second": 0.216,
-      "eval_wer": 44.87513630606886,
-      "step": 9500
-    },
-    {
-      "epoch": 3.220081135902637,
-      "grad_norm": 1.3598229885101318,
-      "learning_rate": 5.042105263157895e-07,
-      "loss": 0.0544,
-      "step": 9525
-    },
-    {
-      "epoch": 3.2285327924273157,
-      "grad_norm": 1.9829254150390625,
-      "learning_rate": 4.778947368421053e-07,
-      "loss": 0.0583,
-      "step": 9550
-    },
-    {
-      "epoch": 3.2369844489519948,
-      "grad_norm": 1.2495145797729492,
-      "learning_rate": 4.5157894736842107e-07,
-      "loss": 0.0659,
-      "step": 9575
-    },
-    {
-      "epoch": 3.2454361054766734,
-      "grad_norm": 1.0571123361587524,
-      "learning_rate": 4.2526315789473684e-07,
-      "loss": 0.0548,
-      "step": 9600
-    },
-    {
-      "epoch": 3.2538877620013524,
-      "grad_norm": 1.3266067504882812,
-      "learning_rate": 3.9894736842105266e-07,
-      "loss": 0.0606,
-      "step": 9625
-    },
-    {
-      "epoch": 3.262339418526031,
-      "grad_norm": 2.1030797958374023,
-      "learning_rate": 3.726315789473685e-07,
-      "loss": 0.0651,
-      "step": 9650
-    },
-    {
-      "epoch": 3.27079107505071,
-      "grad_norm": 0.6798356175422668,
-      "learning_rate": 3.4631578947368424e-07,
-      "loss": 0.0567,
-      "step": 9675
-    },
-    {
-      "epoch": 3.2792427315753887,
-      "grad_norm": 1.9583333730697632,
-      "learning_rate": 3.2e-07,
-      "loss": 0.0581,
-      "step": 9700
-    },
-    {
-      "epoch": 3.2876943881000678,
-      "grad_norm": 2.115421772003174,
-      "learning_rate": 2.936842105263158e-07,
-      "loss": 0.0502,
-      "step": 9725
-    },
-    {
-      "epoch": 3.2961460446247464,
-      "grad_norm": 1.1875923871994019,
-      "learning_rate": 2.6736842105263164e-07,
-      "loss": 0.0621,
-      "step": 9750
-    },
-    {
-      "epoch": 3.3045977011494254,
-      "grad_norm": 1.232844352722168,
-      "learning_rate": 2.410526315789474e-07,
-      "loss": 0.0591,
-      "step": 9775
-    },
-    {
-      "epoch": 3.313049357674104,
-      "grad_norm": 1.3175997734069824,
-      "learning_rate": 2.1473684210526317e-07,
-      "loss": 0.0547,
-      "step": 9800
-    },
-    {
-      "epoch": 3.321501014198783,
-      "grad_norm": 1.7271957397460938,
-      "learning_rate": 1.8842105263157897e-07,
-      "loss": 0.0611,
-      "step": 9825
-    },
-    {
-      "epoch": 3.3299526707234617,
-      "grad_norm": 1.2155121564865112,
-      "learning_rate": 1.6210526315789476e-07,
-      "loss": 0.0645,
-      "step": 9850
-    },
-    {
-      "epoch": 3.3384043272481407,
-      "grad_norm": 1.6896015405654907,
-      "learning_rate": 1.3578947368421055e-07,
-      "loss": 0.0526,
-      "step": 9875
-    },
-    {
-      "epoch": 3.3468559837728193,
-      "grad_norm": 1.4547408819198608,
-      "learning_rate": 1.0947368421052632e-07,
-      "loss": 0.0512,
-      "step": 9900
-    },
-    {
-      "epoch": 3.3553076402974984,
-      "grad_norm": 0.5560055375099182,
-      "learning_rate": 8.315789473684211e-08,
-      "loss": 0.0665,
-      "step": 9925
-    },
-    {
-      "epoch": 3.363759296822177,
-      "grad_norm": 1.9773001670837402,
-      "learning_rate": 5.68421052631579e-08,
-      "loss": 0.0522,
-      "step": 9950
-    },
-    {
-      "epoch": 3.372210953346856,
-      "grad_norm": 1.2007287740707397,
-      "learning_rate": 3.0526315789473686e-08,
-      "loss": 0.0623,
-      "step": 9975
-    },
-    {
-      "epoch": 3.3806626098715347,
-      "grad_norm": 1.430873990058899,
-      "learning_rate": 4.210526315789474e-09,
-      "loss": 0.0553,
-      "step": 10000
-    },
-    {
-      "epoch": 3.3806626098715347,
-      "eval_loss": 0.19793640077114105,
-      "eval_runtime": 8419.2841,
-      "eval_samples_per_second": 1.737,
-      "eval_steps_per_second": 0.217,
-      "eval_wer": 44.86535649843768,
-      "step": 10000
-    },
-    {
-      "epoch": 2.519477255591857,
-      "grad_norm": 2.5541698932647705,
-      "learning_rate": 3.4337931034482762e-06,
-      "loss": 0.1093,
-      "step": 10025
-    },
-    {
-      "epoch": 2.5257602412666498,
-      "grad_norm": 2.943728446960449,
-      "learning_rate": 3.4165517241379315e-06,
-      "loss": 0.0942,
-      "step": 10050
-    },
-    {
-      "epoch": 2.5320432269414423,
-      "grad_norm": 1.3236327171325684,
-      "learning_rate": 3.3993103448275864e-06,
-      "loss": 0.0831,
-      "step": 10075
-    },
-    {
-      "epoch": 2.5383262126162354,
-      "grad_norm": 1.9076201915740967,
-      "learning_rate": 3.3820689655172417e-06,
-      "loss": 0.0808,
-      "step": 10100
-    },
-    {
-      "epoch": 2.544609198291028,
-      "grad_norm": 1.5796664953231812,
-      "learning_rate": 3.364827586206897e-06,
-      "loss": 0.0738,
-      "step": 10125
-    },
-    {
-      "epoch": 2.5508921839658205,
-      "grad_norm": 1.349244475364685,
-      "learning_rate": 3.347586206896552e-06,
-      "loss": 0.0854,
-      "step": 10150
-    },
-    {
-      "epoch": 2.557175169640613,
-      "grad_norm": 1.5423616170883179,
-      "learning_rate": 3.330344827586207e-06,
-      "loss": 0.0694,
-      "step": 10175
-    },
-    {
-      "epoch": 2.5634581553154057,
-      "grad_norm": 1.882533073425293,
-      "learning_rate": 3.3131034482758624e-06,
-      "loss": 0.0804,
-      "step": 10200
-    },
-    {
-      "epoch": 2.5697411409901987,
-      "grad_norm": 1.6644792556762695,
-      "learning_rate": 3.2958620689655173e-06,
-      "loss": 0.0818,
-      "step": 10225
-    },
-    {
-      "epoch": 2.5760241266649913,
-      "grad_norm": 1.648979663848877,
-      "learning_rate": 3.2786206896551726e-06,
-      "loss": 0.0806,
-      "step": 10250
-    },
-    {
-      "epoch": 2.582307112339784,
-      "grad_norm": 1.8302336931228638,
-      "learning_rate": 3.261379310344828e-06,
-      "loss": 0.0685,
-      "step": 10275
-    },
-    {
-      "epoch": 2.5885900980145764,
-      "grad_norm": 1.5764237642288208,
-      "learning_rate": 3.2441379310344828e-06,
-      "loss": 0.0669,
-      "step": 10300
-    },
-    {
-      "epoch": 2.594873083689369,
-      "grad_norm": 1.609424352645874,
-      "learning_rate": 3.226896551724138e-06,
-      "loss": 0.0703,
-      "step": 10325
-    },
-    {
-      "epoch": 2.601156069364162,
-      "grad_norm": 2.0463669300079346,
-      "learning_rate": 3.209655172413793e-06,
-      "loss": 0.0812,
-      "step": 10350
-    },
-    {
-      "epoch": 2.6074390550389546,
-      "grad_norm": 1.0998157262802124,
-      "learning_rate": 3.1924137931034486e-06,
-      "loss": 0.0811,
-      "step": 10375
-    },
-    {
-      "epoch": 2.613722040713747,
-      "grad_norm": 2.0969502925872803,
-      "learning_rate": 3.175172413793104e-06,
-      "loss": 0.0831,
-      "step": 10400
-    },
-    {
-      "epoch": 2.6200050263885397,
-      "grad_norm": 1.6050735712051392,
-      "learning_rate": 3.1579310344827592e-06,
-      "loss": 0.0856,
-      "step": 10425
-    },
-    {
-      "epoch": 2.6262880120633323,
-      "grad_norm": 1.6979131698608398,
-      "learning_rate": 3.140689655172414e-06,
-      "loss": 0.0774,
-      "step": 10450
-    },
-    {
-      "epoch": 2.6325709977381253,
-      "grad_norm": 2.0969455242156982,
-      "learning_rate": 3.1234482758620694e-06,
-      "loss": 0.0871,
-      "step": 10475
-    },
-    {
-      "epoch": 2.638853983412918,
-      "grad_norm": 1.3703320026397705,
-      "learning_rate": 3.1062068965517243e-06,
-      "loss": 0.0677,
-      "step": 10500
-    },
-    {
-      "epoch": 2.638853983412918,
-      "eval_loss": 0.169998437166214,
-      "eval_runtime": 11305.71,
-      "eval_samples_per_second": 1.728,
-      "eval_steps_per_second": 0.216,
-      "eval_wer": 44.5221605147797,
-      "step": 10500
-    },
-    {
-      "epoch": 2.6451369690877105,
-      "grad_norm": 1.9054275751113892,
-      "learning_rate": 3.0889655172413796e-06,
-      "loss": 0.0703,
-      "step": 10525
-    },
-    {
-      "epoch": 2.651419954762503,
-      "grad_norm": 1.9211713075637817,
-      "learning_rate": 3.071724137931035e-06,
-      "loss": 0.078,
-      "step": 10550
-    },
-    {
-      "epoch": 2.6577029404372956,
-      "grad_norm": 1.7208181619644165,
-      "learning_rate": 3.0544827586206897e-06,
-      "loss": 0.0732,
-      "step": 10575
-    },
-    {
-      "epoch": 2.6639859261120886,
-      "grad_norm": 1.2526366710662842,
-      "learning_rate": 3.037241379310345e-06,
-      "loss": 0.0827,
-      "step": 10600
-    },
-    {
-      "epoch": 2.670268911786881,
-      "grad_norm": 1.8517524003982544,
-      "learning_rate": 3.0200000000000003e-06,
-      "loss": 0.0758,
-      "step": 10625
-    },
-    {
-      "epoch": 2.6765518974616738,
-      "grad_norm": 1.4826529026031494,
-      "learning_rate": 3.002758620689655e-06,
-      "loss": 0.0831,
-      "step": 10650
-    },
-    {
-      "epoch": 2.6828348831364663,
-      "grad_norm": 2.6525490283966064,
-      "learning_rate": 2.9855172413793105e-06,
-      "loss": 0.0783,
-      "step": 10675
-    },
-    {
-      "epoch": 2.689117868811259,
-      "grad_norm": 1.8993303775787354,
-      "learning_rate": 2.9682758620689658e-06,
-      "loss": 0.0821,
-      "step": 10700
-    },
-    {
-      "epoch": 2.695400854486052,
-      "grad_norm": 1.4494125843048096,
-      "learning_rate": 2.9510344827586206e-06,
-      "loss": 0.0771,
-      "step": 10725
-    },
-    {
-      "epoch": 2.7016838401608445,
-      "grad_norm": 1.8887574672698975,
-      "learning_rate": 2.933793103448276e-06,
-      "loss": 0.0705,
-      "step": 10750
-    },
-    {
-      "epoch": 2.707966825835637,
-      "grad_norm": 2.0872342586517334,
-      "learning_rate": 2.9165517241379316e-06,
-      "loss": 0.0707,
-      "step": 10775
-    },
-    {
-      "epoch": 2.7142498115104297,
-      "grad_norm": 1.3491803407669067,
-      "learning_rate": 2.8993103448275865e-06,
-      "loss": 0.0733,
-      "step": 10800
-    },
-    {
-      "epoch": 2.7205327971852222,
-      "grad_norm": 1.6230404376983643,
-      "learning_rate": 2.882068965517242e-06,
-      "loss": 0.0703,
-      "step": 10825
-    },
-    {
-      "epoch": 2.7268157828600152,
-      "grad_norm": 1.4654004573822021,
-      "learning_rate": 2.864827586206897e-06,
-      "loss": 0.0705,
-      "step": 10850
-    },
-    {
-      "epoch": 2.733098768534808,
-      "grad_norm": 1.7205106019973755,
-      "learning_rate": 2.847586206896552e-06,
-      "loss": 0.0713,
-      "step": 10875
-    },
-    {
-      "epoch": 2.7393817542096004,
-      "grad_norm": 1.7660115957260132,
-      "learning_rate": 2.8303448275862073e-06,
-      "loss": 0.0759,
-      "step": 10900
-    },
-    {
-      "epoch": 2.745664739884393,
-      "grad_norm": 1.3411388397216797,
-      "learning_rate": 2.813103448275862e-06,
-      "loss": 0.0819,
-      "step": 10925
-    },
-    {
-      "epoch": 2.7519477255591855,
-      "grad_norm": 1.66763436794281,
-      "learning_rate": 2.7958620689655174e-06,
-      "loss": 0.0714,
-      "step": 10950
-    },
-    {
-      "epoch": 2.7582307112339786,
-      "grad_norm": 1.856402039527893,
-      "learning_rate": 2.7786206896551727e-06,
-      "loss": 0.0737,
-      "step": 10975
-    },
-    {
-      "epoch": 2.764513696908771,
-      "grad_norm": 1.4149645566940308,
-      "learning_rate": 2.7613793103448276e-06,
-      "loss": 0.0698,
-      "step": 11000
-    },
-    {
-      "epoch": 2.764513696908771,
-      "eval_loss": 0.16873179376125336,
-      "eval_runtime": 11438.4823,
-      "eval_samples_per_second": 1.708,
-      "eval_steps_per_second": 0.213,
-      "eval_wer": 44.161424743801774,
-      "step": 11000
-    },
-    {
-      "epoch": 2.7707966825835637,
-      "grad_norm": 1.936444878578186,
-      "learning_rate": 2.744137931034483e-06,
-      "loss": 0.0757,
-      "step": 11025
-    },
-    {
-      "epoch": 2.7770796682583563,
-      "grad_norm": 1.3079452514648438,
-      "learning_rate": 2.726896551724138e-06,
-      "loss": 0.0773,
-      "step": 11050
-    },
-    {
-      "epoch": 2.783362653933149,
-      "grad_norm": 1.8395476341247559,
-      "learning_rate": 2.709655172413793e-06,
-      "loss": 0.069,
-      "step": 11075
-    },
-    {
-      "epoch": 2.789645639607942,
-      "grad_norm": 1.5000851154327393,
-      "learning_rate": 2.6924137931034483e-06,
-      "loss": 0.0808,
-      "step": 11100
-    },
-    {
-      "epoch": 2.7959286252827344,
-      "grad_norm": 1.7593291997909546,
-      "learning_rate": 2.6751724137931036e-06,
-      "loss": 0.0742,
-      "step": 11125
-    },
-    {
-      "epoch": 2.802211610957527,
-      "grad_norm": 1.671397089958191,
-      "learning_rate": 2.6579310344827585e-06,
-      "loss": 0.0742,
-      "step": 11150
-    },
-    {
-      "epoch": 2.8084945966323196,
-      "grad_norm": 2.4030308723449707,
-      "learning_rate": 2.6406896551724142e-06,
-      "loss": 0.0715,
-      "step": 11175
-    },
-    {
-      "epoch": 2.814777582307112,
-      "grad_norm": 1.1083357334136963,
-      "learning_rate": 2.6234482758620695e-06,
-      "loss": 0.0685,
-      "step": 11200
-    },
-    {
-      "epoch": 2.821060567981905,
-      "grad_norm": 2.314483404159546,
-      "learning_rate": 2.6062068965517244e-06,
-      "loss": 0.0709,
-      "step": 11225
-    },
-    {
-      "epoch": 2.8273435536566978,
-      "grad_norm": 2.6994457244873047,
-      "learning_rate": 2.5889655172413797e-06,
-      "loss": 0.0716,
-      "step": 11250
-    },
-    {
-      "epoch": 2.8336265393314903,
-      "grad_norm": 1.5674411058425903,
-      "learning_rate": 2.571724137931035e-06,
-      "loss": 0.0751,
-      "step": 11275
-    },
-    {
-      "epoch": 2.839909525006283,
-      "grad_norm": 1.6868212223052979,
-      "learning_rate": 2.55448275862069e-06,
-      "loss": 0.0775,
-      "step": 11300
-    },
-    {
-      "epoch": 2.8461925106810755,
-      "grad_norm": 1.8248207569122314,
-      "learning_rate": 2.537241379310345e-06,
-      "loss": 0.0682,
-      "step": 11325
-    },
-    {
-      "epoch": 2.8524754963558685,
-      "grad_norm": 1.6669248342514038,
-      "learning_rate": 2.52e-06,
-      "loss": 0.0706,
-      "step": 11350
-    },
-    {
-      "epoch": 2.858758482030661,
-      "grad_norm": 2.579449415206909,
-      "learning_rate": 2.5027586206896553e-06,
-      "loss": 0.0711,
-      "step": 11375
-    },
-    {
-      "epoch": 2.8650414677054536,
-      "grad_norm": 2.2403104305267334,
-      "learning_rate": 2.4855172413793106e-06,
-      "loss": 0.0731,
-      "step": 11400
-    },
-    {
-      "epoch": 2.8713244533802462,
-      "grad_norm": 1.7787814140319824,
-      "learning_rate": 2.4682758620689655e-06,
-      "loss": 0.0683,
-      "step": 11425
-    },
-    {
-      "epoch": 2.877607439055039,
-      "grad_norm": 1.8239678144454956,
-      "learning_rate": 2.4510344827586208e-06,
-      "loss": 0.0752,
-      "step": 11450
-    },
-    {
-      "epoch": 2.883890424729832,
-      "grad_norm": 3.1103549003601074,
-      "learning_rate": 2.433793103448276e-06,
-      "loss": 0.074,
-      "step": 11475
-    },
-    {
-      "epoch": 2.8901734104046244,
-      "grad_norm": 1.3953099250793457,
-      "learning_rate": 2.4165517241379314e-06,
-      "loss": 0.069,
-      "step": 11500
-    },
-    {
-      "epoch": 2.8901734104046244,
-      "eval_loss": 0.16406717896461487,
-      "eval_runtime": 11006.7152,
-      "eval_samples_per_second": 1.775,
-      "eval_steps_per_second": 0.222,
-      "eval_wer": 43.59414156441607,
-      "step": 11500
-    },
-    {
-      "epoch": 2.896456396079417,
-      "grad_norm": 1.4673534631729126,
-      "learning_rate": 2.3993103448275866e-06,
-      "loss": 0.072,
-      "step": 11525
-    },
-    {
-      "epoch": 2.9027393817542095,
-      "grad_norm": 1.790159821510315,
-      "learning_rate": 2.3820689655172415e-06,
-      "loss": 0.0846,
-      "step": 11550
-    },
-    {
-      "epoch": 2.909022367429002,
-      "grad_norm": 1.482283115386963,
-      "learning_rate": 2.364827586206897e-06,
-      "loss": 0.0718,
-      "step": 11575
-    },
-    {
-      "epoch": 2.915305353103795,
-      "grad_norm": 1.344299077987671,
-      "learning_rate": 2.3475862068965517e-06,
-      "loss": 0.0647,
-      "step": 11600
-    },
-    {
-      "epoch": 2.9215883387785877,
-      "grad_norm": 2.296725034713745,
-      "learning_rate": 2.330344827586207e-06,
-      "loss": 0.0729,
-      "step": 11625
-    },
-    {
-      "epoch": 2.9278713244533803,
-      "grad_norm": 1.4769775867462158,
-      "learning_rate": 2.3131034482758623e-06,
-      "loss": 0.0665,
-      "step": 11650
-    },
-    {
-      "epoch": 2.934154310128173,
-      "grad_norm": 1.83705735206604,
-      "learning_rate": 2.2958620689655176e-06,
-      "loss": 0.0777,
-      "step": 11675
-    },
-    {
-      "epoch": 2.9404372958029654,
-      "grad_norm": 1.8100663423538208,
-      "learning_rate": 2.278620689655173e-06,
-      "loss": 0.0717,
-      "step": 11700
-    },
-    {
-      "epoch": 2.9467202814777584,
-      "grad_norm": 1.144631028175354,
-      "learning_rate": 2.2613793103448277e-06,
-      "loss": 0.0622,
-      "step": 11725
-    },
-    {
-      "epoch": 2.953003267152551,
-      "grad_norm": 1.8608859777450562,
-      "learning_rate": 2.244137931034483e-06,
-      "loss": 0.0706,
-      "step": 11750
-    },
-    {
-      "epoch": 2.9592862528273436,
-      "grad_norm": 2.04830002784729,
-      "learning_rate": 2.2268965517241383e-06,
-      "loss": 0.065,
-      "step": 11775
-    },
-    {
-      "epoch": 2.965569238502136,
-      "grad_norm": 1.9950125217437744,
-      "learning_rate": 2.209655172413793e-06,
-      "loss": 0.0734,
-      "step": 11800
-    },
-    {
-      "epoch": 2.9718522241769287,
-      "grad_norm": 1.2800809144973755,
-      "learning_rate": 2.1924137931034485e-06,
-      "loss": 0.0626,
-      "step": 11825
-    },
-    {
-      "epoch": 2.9781352098517218,
-      "grad_norm": 2.180931568145752,
-      "learning_rate": 2.1751724137931033e-06,
-      "loss": 0.0694,
-      "step": 11850
-    },
-    {
-      "epoch": 2.9844181955265143,
-      "grad_norm": 1.5621517896652222,
-      "learning_rate": 2.157931034482759e-06,
-      "loss": 0.0789,
-      "step": 11875
-    },
-    {
-      "epoch": 2.990701181201307,
-      "grad_norm": 1.7615336179733276,
-      "learning_rate": 2.140689655172414e-06,
-      "loss": 0.0714,
-      "step": 11900
-    },
-    {
-      "epoch": 2.9969841668760995,
-      "grad_norm": 1.793643593788147,
-      "learning_rate": 2.1234482758620692e-06,
-      "loss": 0.0663,
-      "step": 11925
-    },
-    {
-      "epoch": 3.003267152550892,
-      "grad_norm": 1.6309877634048462,
-      "learning_rate": 2.1062068965517245e-06,
-      "loss": 0.0638,
-      "step": 11950
-    },
-    {
-      "epoch": 3.009550138225685,
-      "grad_norm": 1.6418914794921875,
-      "learning_rate": 2.0889655172413794e-06,
-      "loss": 0.0601,
-      "step": 11975
-    },
-    {
-      "epoch": 3.0158331239004776,
-      "grad_norm": 1.7936900854110718,
-      "learning_rate": 2.0717241379310347e-06,
-      "loss": 0.0575,
-      "step": 12000
-    },
-    {
-      "epoch": 3.0158331239004776,
-      "eval_loss": 0.1658269762992859,
-      "eval_runtime": 10966.6675,
-      "eval_samples_per_second": 1.781,
-      "eval_steps_per_second": 0.223,
-      "eval_wer": 43.487979085269416,
-      "step": 12000
-    },
-    {
-      "epoch": 3.02211610957527,
-      "grad_norm": 1.462873935699463,
-      "learning_rate": 2.0544827586206896e-06,
-      "loss": 0.0606,
-      "step": 12025
-    },
-    {
-      "epoch": 3.028399095250063,
-      "grad_norm": 1.7744050025939941,
-      "learning_rate": 2.037241379310345e-06,
-      "loss": 0.07,
-      "step": 12050
-    },
-    {
-      "epoch": 3.0346820809248554,
-      "grad_norm": 2.0455141067504883,
-      "learning_rate": 2.02e-06,
-      "loss": 0.063,
-      "step": 12075
-    },
-    {
-      "epoch": 3.040965066599648,
-      "grad_norm": 1.5644878149032593,
-      "learning_rate": 2.0027586206896554e-06,
-      "loss": 0.0688,
-      "step": 12100
-    },
-    {
-      "epoch": 3.047248052274441,
-      "grad_norm": 1.5917677879333496,
-      "learning_rate": 1.9855172413793107e-06,
-      "loss": 0.0751,
-      "step": 12125
-    },
-    {
-      "epoch": 3.0535310379492335,
-      "grad_norm": 1.8695135116577148,
-      "learning_rate": 1.9682758620689656e-06,
-      "loss": 0.0683,
-      "step": 12150
-    },
-    {
-      "epoch": 3.059814023624026,
-      "grad_norm": 1.6950143575668335,
-      "learning_rate": 1.951034482758621e-06,
-      "loss": 0.0707,
-      "step": 12175
-    },
-    {
-      "epoch": 3.0660970092988187,
-      "grad_norm": 1.7341082096099854,
-      "learning_rate": 1.933793103448276e-06,
-      "loss": 0.0705,
-      "step": 12200
-    },
-    {
-      "epoch": 3.0723799949736113,
-      "grad_norm": 2.4413957595825195,
-      "learning_rate": 1.916551724137931e-06,
-      "loss": 0.0732,
-      "step": 12225
-    },
-    {
-      "epoch": 3.0786629806484043,
-      "grad_norm": 1.6173579692840576,
-      "learning_rate": 1.8993103448275864e-06,
-      "loss": 0.0693,
-      "step": 12250
-    },
-    {
-      "epoch": 3.084945966323197,
-      "grad_norm": 1.606766939163208,
-      "learning_rate": 1.8820689655172416e-06,
-      "loss": 0.0648,
-      "step": 12275
-    },
-    {
-      "epoch": 3.0912289519979894,
-      "grad_norm": 1.7197469472885132,
-      "learning_rate": 1.8648275862068967e-06,
-      "loss": 0.0607,
-      "step": 12300
-    },
-    {
-      "epoch": 3.097511937672782,
-      "grad_norm": 1.3897112607955933,
-      "learning_rate": 1.847586206896552e-06,
-      "loss": 0.0722,
-      "step": 12325
-    },
-    {
-      "epoch": 3.1037949233475746,
-      "grad_norm": 1.53862726688385,
-      "learning_rate": 1.830344827586207e-06,
-      "loss": 0.0635,
-      "step": 12350
-    },
-    {
-      "epoch": 3.1100779090223676,
-      "grad_norm": 2.654273509979248,
-      "learning_rate": 1.8131034482758622e-06,
-      "loss": 0.0604,
-      "step": 12375
-    },
-    {
-      "epoch": 3.11636089469716,
-      "grad_norm": 1.34363853931427,
-      "learning_rate": 1.7958620689655173e-06,
-      "loss": 0.0563,
-      "step": 12400
-    },
-    {
-      "epoch": 3.1226438803719527,
-      "grad_norm": 1.0993194580078125,
-      "learning_rate": 1.7786206896551726e-06,
-      "loss": 0.0689,
-      "step": 12425
-    },
-    {
-      "epoch": 3.1289268660467453,
-      "grad_norm": 1.6156988143920898,
-      "learning_rate": 1.7613793103448276e-06,
-      "loss": 0.0563,
-      "step": 12450
-    },
-    {
-      "epoch": 3.135209851721538,
-      "grad_norm": 1.7135562896728516,
-      "learning_rate": 1.744137931034483e-06,
-      "loss": 0.0606,
-      "step": 12475
-    },
-    {
-      "epoch": 3.141492837396331,
-      "grad_norm": 1.968897819519043,
-      "learning_rate": 1.7268965517241382e-06,
-      "loss": 0.0653,
-      "step": 12500
-    },
-    {
-      "epoch": 3.141492837396331,
-      "eval_loss": 0.1663118600845337,
-      "eval_runtime": 11490.7091,
-      "eval_samples_per_second": 1.7,
-      "eval_steps_per_second": 0.213,
-      "eval_wer": 43.23918334332368,
-      "step": 12500
-    },
-    {
-      "epoch": 3.1477758230711235,
-      "grad_norm": 2.3499624729156494,
-      "learning_rate": 1.7096551724137933e-06,
-      "loss": 0.0694,
-      "step": 12525
-    },
-    {
-      "epoch": 3.154058808745916,
-      "grad_norm": 2.061582088470459,
-      "learning_rate": 1.6924137931034484e-06,
-      "loss": 0.0585,
-      "step": 12550
-    },
-    {
-      "epoch": 3.1603417944207086,
-      "grad_norm": 1.3034265041351318,
-      "learning_rate": 1.6751724137931037e-06,
-      "loss": 0.0585,
-      "step": 12575
-    },
-    {
-      "epoch": 3.166624780095501,
-      "grad_norm": 1.5961774587631226,
-      "learning_rate": 1.6579310344827588e-06,
-      "loss": 0.0623,
-      "step": 12600
-    },
-    {
-      "epoch": 3.172907765770294,
-      "grad_norm": 1.5717999935150146,
-      "learning_rate": 1.6406896551724138e-06,
-      "loss": 0.0801,
-      "step": 12625
-    },
-    {
-      "epoch": 3.179190751445087,
-      "grad_norm": 0.8206491470336914,
-      "learning_rate": 1.623448275862069e-06,
-      "loss": 0.0645,
-      "step": 12650
-    },
-    {
-      "epoch": 3.1854737371198794,
-      "grad_norm": 1.6915777921676636,
-      "learning_rate": 1.6062068965517244e-06,
-      "loss": 0.0639,
-      "step": 12675
-    },
-    {
-      "epoch": 3.191756722794672,
-      "grad_norm": 1.749098300933838,
-      "learning_rate": 1.5889655172413795e-06,
-      "loss": 0.0613,
-      "step": 12700
-    },
-    {
-      "epoch": 3.1980397084694645,
-      "grad_norm": 1.5118510723114014,
-      "learning_rate": 1.5717241379310346e-06,
-      "loss": 0.0654,
-      "step": 12725
-    },
-    {
-      "epoch": 3.2043226941442575,
-      "grad_norm": 1.413273811340332,
-      "learning_rate": 1.55448275862069e-06,
-      "loss": 0.071,
-      "step": 12750
-    },
-    {
-      "epoch": 3.21060567981905,
-      "grad_norm": 2.4434258937835693,
-      "learning_rate": 1.537241379310345e-06,
-      "loss": 0.0611,
-      "step": 12775
-    },
-    {
-      "epoch": 3.2168886654938427,
-      "grad_norm": 1.5421768426895142,
-      "learning_rate": 1.52e-06,
-      "loss": 0.0626,
-      "step": 12800
-    },
-    {
-      "epoch": 3.2231716511686352,
-      "grad_norm": 1.3737552165985107,
-      "learning_rate": 1.5027586206896551e-06,
-      "loss": 0.0644,
-      "step": 12825
-    },
-    {
-      "epoch": 3.229454636843428,
-      "grad_norm": 1.0774625539779663,
-      "learning_rate": 1.4855172413793104e-06,
-      "loss": 0.0628,
-      "step": 12850
-    },
-    {
-      "epoch": 3.235737622518221,
-      "grad_norm": 1.323012113571167,
-      "learning_rate": 1.4682758620689657e-06,
-      "loss": 0.0681,
-      "step": 12875
-    },
-    {
-      "epoch": 3.2420206081930134,
-      "grad_norm": 1.7004013061523438,
-      "learning_rate": 1.4510344827586208e-06,
-      "loss": 0.0575,
-      "step": 12900
-    },
-    {
-      "epoch": 3.248303593867806,
-      "grad_norm": 1.1748865842819214,
-      "learning_rate": 1.433793103448276e-06,
-      "loss": 0.0686,
-      "step": 12925
-    },
-    {
-      "epoch": 3.2545865795425986,
-      "grad_norm": 1.9509600400924683,
-      "learning_rate": 1.4165517241379312e-06,
-      "loss": 0.064,
-      "step": 12950
-    },
-    {
-      "epoch": 3.260869565217391,
-      "grad_norm": 1.4009268283843994,
-      "learning_rate": 1.3993103448275863e-06,
-      "loss": 0.07,
-      "step": 12975
-    },
-    {
-      "epoch": 3.267152550892184,
-      "grad_norm": 2.449444532394409,
-      "learning_rate": 1.3820689655172416e-06,
-      "loss": 0.0759,
-      "step": 13000
-    },
-    {
-      "epoch": 3.267152550892184,
-      "eval_loss": 0.16605377197265625,
-      "eval_runtime": 11752.4146,
-      "eval_samples_per_second": 1.662,
-      "eval_steps_per_second": 0.208,
-      "eval_wer": 43.109910664634896,
-      "step": 13000
-    },
-    {
-      "epoch": 3.2734355365669767,
-      "grad_norm": 1.3904393911361694,
-      "learning_rate": 1.3648275862068966e-06,
-      "loss": 0.0607,
-      "step": 13025
-    },
-    {
-      "epoch": 3.2797185222417693,
-      "grad_norm": 1.4722603559494019,
-      "learning_rate": 1.3475862068965517e-06,
-      "loss": 0.0646,
-      "step": 13050
-    },
-    {
-      "epoch": 3.286001507916562,
-      "grad_norm": 1.7087178230285645,
-      "learning_rate": 1.3303448275862072e-06,
-      "loss": 0.056,
-      "step": 13075
-    },
-    {
-      "epoch": 3.2922844935913544,
-      "grad_norm": 1.5727674961090088,
-      "learning_rate": 1.3131034482758623e-06,
-      "loss": 0.0635,
-      "step": 13100
-    },
-    {
-      "epoch": 3.2985674792661475,
-      "grad_norm": 1.9577021598815918,
-      "learning_rate": 1.2958620689655174e-06,
-      "loss": 0.064,
-      "step": 13125
-    },
-    {
-      "epoch": 3.30485046494094,
-      "grad_norm": 1.86566960811615,
-      "learning_rate": 1.2786206896551725e-06,
-      "loss": 0.062,
-      "step": 13150
-    },
-    {
-      "epoch": 3.3111334506157326,
-      "grad_norm": 1.787929892539978,
-      "learning_rate": 1.2613793103448278e-06,
-      "loss": 0.0587,
-      "step": 13175
-    },
-    {
-      "epoch": 3.317416436290525,
-      "grad_norm": 1.5625816583633423,
-      "learning_rate": 1.2441379310344829e-06,
-      "loss": 0.0638,
-      "step": 13200
-    },
-    {
-      "epoch": 3.3236994219653178,
-      "grad_norm": 1.4375091791152954,
-      "learning_rate": 1.226896551724138e-06,
-      "loss": 0.066,
-      "step": 13225
-    },
-    {
-      "epoch": 3.3299824076401103,
-      "grad_norm": 1.6865044832229614,
-      "learning_rate": 1.2096551724137932e-06,
-      "loss": 0.0584,
-      "step": 13250
-    },
-    {
-      "epoch": 3.3362653933149033,
-      "grad_norm": 2.0026865005493164,
-      "learning_rate": 1.1924137931034483e-06,
-      "loss": 0.0627,
-      "step": 13275
-    },
-    {
-      "epoch": 3.342548378989696,
-      "grad_norm": 0.9974460601806641,
-      "learning_rate": 1.1751724137931036e-06,
-      "loss": 0.0638,
-      "step": 13300
-    },
-    {
-      "epoch": 3.3488313646644885,
-      "grad_norm": 1.6640186309814453,
-      "learning_rate": 1.1579310344827587e-06,
-      "loss": 0.0599,
-      "step": 13325
-    },
-    {
-      "epoch": 3.355114350339281,
-      "grad_norm": 1.8832957744598389,
-      "learning_rate": 1.140689655172414e-06,
-      "loss": 0.0609,
-      "step": 13350
-    },
-    {
-      "epoch": 3.3613973360140736,
-      "grad_norm": 1.3539857864379883,
-      "learning_rate": 1.123448275862069e-06,
-      "loss": 0.0647,
-      "step": 13375
-    },
-    {
-      "epoch": 3.3676803216888667,
-      "grad_norm": 1.54263174533844,
-      "learning_rate": 1.1062068965517241e-06,
-      "loss": 0.0615,
-      "step": 13400
-    },
-    {
-      "epoch": 3.3739633073636592,
-      "grad_norm": 1.5486729145050049,
-      "learning_rate": 1.0889655172413794e-06,
-      "loss": 0.0543,
-      "step": 13425
-    },
-    {
-      "epoch": 3.380246293038452,
-      "grad_norm": 1.3974565267562866,
-      "learning_rate": 1.0717241379310345e-06,
-      "loss": 0.0661,
-      "step": 13450
-    },
-    {
-      "epoch": 3.3865292787132444,
-      "grad_norm": 1.3940776586532593,
-      "learning_rate": 1.0544827586206898e-06,
-      "loss": 0.062,
-      "step": 13475
-    },
-    {
-      "epoch": 3.392812264388037,
-      "grad_norm": 2.181025981903076,
-      "learning_rate": 1.0372413793103449e-06,
-      "loss": 0.0668,
-      "step": 13500
-    },
-    {
-      "epoch": 3.392812264388037,
-      "eval_loss": 0.16507452726364136,
-      "eval_runtime": 11681.06,
-      "eval_samples_per_second": 1.672,
-      "eval_steps_per_second": 0.209,
-      "eval_wer": 43.06982891230401,
-      "step": 13500
-    },
-    {
-      "epoch": 3.39909525006283,
-      "grad_norm": 1.663004755973816,
-      "learning_rate": 1.02e-06,
-      "loss": 0.0597,
-      "step": 13525
-    },
-    {
-      "epoch": 3.4053782357376225,
-      "grad_norm": 1.9507300853729248,
-      "learning_rate": 1.0027586206896553e-06,
-      "loss": 0.0623,
-      "step": 13550
-    },
-    {
-      "epoch": 3.411661221412415,
-      "grad_norm": 2.0604774951934814,
-      "learning_rate": 9.855172413793104e-07,
-      "loss": 0.061,
-      "step": 13575
-    },
-    {
-      "epoch": 3.4179442070872077,
-      "grad_norm": 1.7244702577590942,
-      "learning_rate": 9.682758620689656e-07,
-      "loss": 0.0609,
-      "step": 13600
-    },
-    {
-      "epoch": 3.4242271927620003,
-      "grad_norm": 1.3366154432296753,
-      "learning_rate": 9.510344827586207e-07,
-      "loss": 0.0623,
-      "step": 13625
-    },
-    {
-      "epoch": 3.4305101784367933,
-      "grad_norm": 1.6767691373825073,
-      "learning_rate": 9.33793103448276e-07,
-      "loss": 0.0597,
-      "step": 13650
-    },
-    {
-      "epoch": 3.436793164111586,
-      "grad_norm": 1.580768346786499,
-      "learning_rate": 9.165517241379311e-07,
-      "loss": 0.073,
-      "step": 13675
-    },
-    {
-      "epoch": 3.4430761497863784,
-      "grad_norm": 1.6998015642166138,
-      "learning_rate": 8.993103448275863e-07,
-      "loss": 0.0591,
-      "step": 13700
-    },
-    {
-      "epoch": 3.449359135461171,
-      "grad_norm": 1.5298068523406982,
-      "learning_rate": 8.820689655172414e-07,
-      "loss": 0.0598,
-      "step": 13725
-    },
-    {
-      "epoch": 3.4556421211359636,
-      "grad_norm": 2.080108165740967,
-      "learning_rate": 8.648275862068967e-07,
-      "loss": 0.0668,
-      "step": 13750
-    },
-    {
-      "epoch": 3.4619251068107566,
-      "grad_norm": 1.8349488973617554,
-      "learning_rate": 8.475862068965517e-07,
-      "loss": 0.0671,
-      "step": 13775
-    },
-    {
-      "epoch": 3.468208092485549,
-      "grad_norm": 2.383136034011841,
-      "learning_rate": 8.303448275862069e-07,
-      "loss": 0.0647,
-      "step": 13800
-    },
-    {
-      "epoch": 3.4744910781603418,
-      "grad_norm": 1.7982120513916016,
-      "learning_rate": 8.131034482758621e-07,
-      "loss": 0.0708,
-      "step": 13825
-    },
-    {
-      "epoch": 3.4807740638351343,
-      "grad_norm": 1.5413868427276611,
-      "learning_rate": 7.958620689655173e-07,
-      "loss": 0.0624,
-      "step": 13850
-    },
-    {
-      "epoch": 3.487057049509927,
-      "grad_norm": 2.7131173610687256,
-      "learning_rate": 7.786206896551725e-07,
-      "loss": 0.0709,
-      "step": 13875
-    },
-    {
-      "epoch": 3.49334003518472,
-      "grad_norm": 1.5475999116897583,
-      "learning_rate": 7.613793103448276e-07,
-      "loss": 0.0588,
-      "step": 13900
-    },
-    {
-      "epoch": 3.4996230208595125,
-      "grad_norm": 0.9188130497932434,
-      "learning_rate": 7.441379310344828e-07,
-      "loss": 0.0541,
-      "step": 13925
-    },
-    {
-      "epoch": 3.505906006534305,
-      "grad_norm": 1.8402552604675293,
-      "learning_rate": 7.268965517241381e-07,
-      "loss": 0.0611,
-      "step": 13950
-    },
-    {
-      "epoch": 3.5121889922090976,
-      "grad_norm": 1.9850478172302246,
-      "learning_rate": 7.096551724137931e-07,
-      "loss": 0.0586,
-      "step": 13975
-    },
-    {
-      "epoch": 3.51847197788389,
-      "grad_norm": 1.791929006576538,
-      "learning_rate": 6.924137931034483e-07,
-      "loss": 0.0582,
-      "step": 14000
-    },
-    {
-      "epoch": 3.51847197788389,
-      "eval_loss": 0.16593758761882782,
-      "eval_runtime": 11717.6125,
-      "eval_samples_per_second": 1.667,
-      "eval_steps_per_second": 0.208,
-      "eval_wer": 42.9048076436985,
-      "step": 14000
-    },
-    {
-      "epoch": 3.5247549635586832,
-      "grad_norm": 1.5299566984176636,
-      "learning_rate": 6.758620689655172e-07,
-      "loss": 0.0644,
-      "step": 14025
-    },
-    {
-      "epoch": 3.531037949233476,
-      "grad_norm": 1.8366338014602661,
-      "learning_rate": 6.586206896551725e-07,
-      "loss": 0.0621,
-      "step": 14050
-    },
-    {
-      "epoch": 3.5373209349082684,
-      "grad_norm": 1.5470293760299683,
-      "learning_rate": 6.413793103448277e-07,
-      "loss": 0.0624,
-      "step": 14075
-    },
-    {
-      "epoch": 3.543603920583061,
-      "grad_norm": 1.9549955129623413,
-      "learning_rate": 6.241379310344828e-07,
-      "loss": 0.064,
-      "step": 14100
-    },
-    {
-      "epoch": 3.5498869062578535,
-      "grad_norm": 1.6928914785385132,
-      "learning_rate": 6.068965517241379e-07,
-      "loss": 0.0688,
-      "step": 14125
-    },
-    {
-      "epoch": 3.5561698919326465,
-      "grad_norm": 1.8158848285675049,
-      "learning_rate": 5.896551724137931e-07,
-      "loss": 0.0666,
-      "step": 14150
-    },
-    {
-      "epoch": 3.562452877607439,
-      "grad_norm": 1.2600568532943726,
-      "learning_rate": 5.724137931034483e-07,
-      "loss": 0.057,
-      "step": 14175
-    },
-    {
-      "epoch": 3.5687358632822317,
-      "grad_norm": 1.5076507329940796,
-      "learning_rate": 5.551724137931035e-07,
-      "loss": 0.0643,
-      "step": 14200
-    },
-    {
-      "epoch": 3.5750188489570243,
-      "grad_norm": 1.486598014831543,
-      "learning_rate": 5.379310344827587e-07,
-      "loss": 0.063,
-      "step": 14225
-    },
-    {
-      "epoch": 3.581301834631817,
-      "grad_norm": 1.381836175918579,
-      "learning_rate": 5.206896551724138e-07,
-      "loss": 0.06,
-      "step": 14250
-    },
-    {
-      "epoch": 3.58758482030661,
-      "grad_norm": 1.3430190086364746,
-      "learning_rate": 5.03448275862069e-07,
-      "loss": 0.0551,
-      "step": 14275
-    },
-    {
-      "epoch": 3.5938678059814024,
-      "grad_norm": 1.7509955167770386,
-      "learning_rate": 4.862068965517241e-07,
-      "loss": 0.0555,
-      "step": 14300
-    },
-    {
-      "epoch": 3.600150791656195,
-      "grad_norm": 1.3928794860839844,
-      "learning_rate": 4.6896551724137934e-07,
-      "loss": 0.0577,
-      "step": 14325
-    },
-    {
-      "epoch": 3.6064337773309876,
-      "grad_norm": 1.7978532314300537,
-      "learning_rate": 4.5172413793103447e-07,
-      "loss": 0.0668,
-      "step": 14350
-    },
-    {
-      "epoch": 3.61271676300578,
-      "grad_norm": 1.4505749940872192,
-      "learning_rate": 4.344827586206897e-07,
-      "loss": 0.0608,
-      "step": 14375
-    },
-    {
-      "epoch": 3.618999748680573,
-      "grad_norm": 1.6973689794540405,
-      "learning_rate": 4.1724137931034485e-07,
-      "loss": 0.0501,
-      "step": 14400
-    },
-    {
-      "epoch": 3.6252827343553657,
-      "grad_norm": 2.222531318664551,
-      "learning_rate": 4.0000000000000003e-07,
-      "loss": 0.0645,
-      "step": 14425
-    },
-    {
-      "epoch": 3.6315657200301583,
-      "grad_norm": 2.4952709674835205,
-      "learning_rate": 3.8275862068965517e-07,
-      "loss": 0.0537,
-      "step": 14450
-    },
-    {
-      "epoch": 3.637848705704951,
-      "grad_norm": 2.3859033584594727,
-      "learning_rate": 3.6551724137931036e-07,
-      "loss": 0.0652,
-      "step": 14475
-    },
-    {
-      "epoch": 3.6441316913797435,
-      "grad_norm": 1.629402756690979,
-      "learning_rate": 3.4827586206896555e-07,
-      "loss": 0.055,
-      "step": 14500
-    },
-    {
-      "epoch": 3.6441316913797435,
-      "eval_loss": 0.16478079557418823,
-      "eval_runtime": 11635.7899,
-      "eval_samples_per_second": 1.679,
-      "eval_steps_per_second": 0.21,
-      "eval_wer": 42.71378740060809,
-      "step": 14500
-    },
-    {
-      "epoch": 3.6504146770545365,
-      "grad_norm": 1.4962036609649658,
-      "learning_rate": 3.3103448275862073e-07,
-      "loss": 0.0589,
-      "step": 14525
-    },
-    {
-      "epoch": 3.656697662729329,
-      "grad_norm": 1.3538328409194946,
-      "learning_rate": 3.1379310344827587e-07,
-      "loss": 0.0614,
-      "step": 14550
-    },
-    {
-      "epoch": 3.6629806484041216,
-      "grad_norm": 1.8565229177474976,
-      "learning_rate": 2.9655172413793106e-07,
-      "loss": 0.082,
-      "step": 14575
-    },
-    {
-      "epoch": 3.669263634078914,
-      "grad_norm": 1.5180363655090332,
-      "learning_rate": 2.7931034482758624e-07,
-      "loss": 0.064,
-      "step": 14600
-    },
-    {
-      "epoch": 3.675546619753707,
-      "grad_norm": 2.005053997039795,
-      "learning_rate": 2.6206896551724143e-07,
-      "loss": 0.0734,
-      "step": 14625
-    },
-    {
-      "epoch": 3.6818296054285,
-      "grad_norm": 1.190696120262146,
-      "learning_rate": 2.4482758620689657e-07,
-      "loss": 0.0606,
-      "step": 14650
-    },
-    {
-      "epoch": 3.6881125911032924,
-      "grad_norm": 1.364521861076355,
-      "learning_rate": 2.2758620689655175e-07,
-      "loss": 0.0652,
-      "step": 14675
-    },
-    {
-      "epoch": 3.694395576778085,
-      "grad_norm": 1.3325939178466797,
-      "learning_rate": 2.1034482758620692e-07,
-      "loss": 0.0635,
-      "step": 14700
-    },
-    {
-      "epoch": 3.7006785624528775,
-      "grad_norm": 2.166093587875366,
-      "learning_rate": 1.931034482758621e-07,
-      "loss": 0.0638,
-      "step": 14725
-    },
-    {
-      "epoch": 3.70696154812767,
-      "grad_norm": 1.497362494468689,
-      "learning_rate": 1.7586206896551726e-07,
-      "loss": 0.0595,
-      "step": 14750
-    },
-    {
-      "epoch": 3.713244533802463,
-      "grad_norm": 1.7004494667053223,
-      "learning_rate": 1.5862068965517243e-07,
-      "loss": 0.0591,
-      "step": 14775
-    },
-    {
-      "epoch": 3.7195275194772557,
-      "grad_norm": 1.4566409587860107,
-      "learning_rate": 1.413793103448276e-07,
-      "loss": 0.0621,
-      "step": 14800
-    },
-    {
-      "epoch": 3.7258105051520483,
-      "grad_norm": 0.7791139483451843,
-      "learning_rate": 1.2413793103448277e-07,
-      "loss": 0.0569,
-      "step": 14825
-    },
-    {
-      "epoch": 3.732093490826841,
-      "grad_norm": 1.436057209968567,
-      "learning_rate": 1.0689655172413794e-07,
-      "loss": 0.0636,
-      "step": 14850
-    },
-    {
-      "epoch": 3.7383764765016334,
-      "grad_norm": 1.0641875267028809,
-      "learning_rate": 8.965517241379311e-08,
-      "loss": 0.0595,
-      "step": 14875
-    },
-    {
-      "epoch": 3.7446594621764264,
-      "grad_norm": 1.1096875667572021,
-      "learning_rate": 7.241379310344829e-08,
-      "loss": 0.0588,
-      "step": 14900
-    },
-    {
-      "epoch": 3.750942447851219,
-      "grad_norm": 1.2665530443191528,
-      "learning_rate": 5.517241379310345e-08,
-      "loss": 0.0627,
-      "step": 14925
-    },
-    {
-      "epoch": 3.7572254335260116,
-      "grad_norm": 1.4025217294692993,
-      "learning_rate": 3.793103448275862e-08,
-      "loss": 0.056,
-      "step": 14950
-    },
-    {
-      "epoch": 3.763508419200804,
-      "grad_norm": 1.0198439359664917,
-      "learning_rate": 2.0689655172413796e-08,
-      "loss": 0.0584,
-      "step": 14975
-    },
-    {
-      "epoch": 3.7697914048755967,
-      "grad_norm": 1.531874656677246,
-      "learning_rate": 3.4482758620689654e-09,
-      "loss": 0.0577,
-      "step": 15000
-    },
-    {
-      "epoch": 3.7697914048755967,
-      "eval_loss": 0.16528290510177612,
-      "eval_runtime": 11264.7491,
-      "eval_samples_per_second": 1.734,
-      "eval_steps_per_second": 0.217,
-      "eval_wer": 42.7856456773094,
-      "step": 15000
+      "epoch": 3.9623576027736505,
+      "eval_loss": 0.12850907444953918,
+      "eval_runtime": 3467.0941,
+      "eval_samples_per_second": 2.815,
+      "eval_steps_per_second": 0.352,
+      "eval_wer": 41.511269513669795,
+      "step": 8000
     }
   ],
-  "logging_steps": 25,
-  "max_steps": 15000,
+  "logging_steps": 200,
+  "max_steps": 40380,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 4,
-  "save_steps": 500,
+  "num_train_epochs": 20,
+  "save_steps": 1000,
   "stateful_callbacks": {
     "TrainerControl": {
       "args": {
@@ -4491,13 +373,13 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": true
+        "should_training_stop": false
       },
       "attributes": {}
     }
   },
-  "total_flos": 6.924722114838528e+19,
-  "train_batch_size": 16,
+  "total_flos": 2.9550365812187136e+20,
+  "train_batch_size": 64,
   "trial_name": null,
   "trial_params": null
 }