Model save

all_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 2.9987959060806744,
     "total_flos": 2.4970885598061527e+19,
-    "train_loss": 0.046114599592564115,
-    "train_runtime": 4604.1373,
-    "train_samples_per_second": 69.254,
-    "train_steps_per_second": 0.541
+    "train_loss": 0.05150821726141782,
+    "train_runtime": 5585.3207,
+    "train_samples_per_second": 57.088,
+    "train_steps_per_second": 0.446
 }

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 2.9987959060806744,
     "total_flos": 2.4970885598061527e+19,
-    "train_loss": 0.046114599592564115,
-    "train_runtime": 4604.1373,
-    "train_samples_per_second": 69.254,
-    "train_steps_per_second": 0.541
+    "train_loss": 0.05150821726141782,
+    "train_runtime": 5585.3207,
+    "train_samples_per_second": 57.088,
+    "train_steps_per_second": 0.446
 }

trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 0.9959466783459585,
+  "best_metric": 0.9951696391786315,
   "best_model_checkpoint": "swin-base-patch4-window7-224-finetuned-eurosat/checkpoint-2490",
   "epoch": 2.9987959060806744,
   "eval_steps": 500,
@@ -10,1782 +10,1782 @@
   "log_history": [
     {
       "epoch": 0.012040939193257074,
-      "grad_norm": 32.612525939941406,
+      "grad_norm": 37.881980895996094,
       "learning_rate": 2.0080321285140564e-06,
-      "loss": 1.3843,
+      "loss": 1.3851,
       "step": 10
     },
     {
       "epoch": 0.024081878386514148,
-      "grad_norm": 36.75254440307617,
+      "grad_norm": 27.445205688476562,
       "learning_rate": 4.016064257028113e-06,
-      "loss": 1.1816,
+      "loss": 1.1863,
       "step": 20
     },
     {
       "epoch": 0.036122817579771226,
-      "grad_norm": 42.68634033203125,
+      "grad_norm": 26.590789794921875,
       "learning_rate": 6.024096385542169e-06,
-      "loss": 0.8859,
+      "loss": 0.9271,
       "step": 30
     },
     {
       "epoch": 0.048163756773028296,
-      "grad_norm": 35.38270568847656,
+      "grad_norm": 24.892778396606445,
       "learning_rate": 8.032128514056226e-06,
-      "loss": 0.5628,
+      "loss": 0.5864,
       "step": 40
     },
     {
       "epoch": 0.060204695966285374,
-      "grad_norm": 29.919187545776367,
+      "grad_norm": 28.44145393371582,
       "learning_rate": 1.0040160642570281e-05,
-      "loss": 0.3711,
+      "loss": 0.3409,
       "step": 50
     },
     {
       "epoch": 0.07224563515954245,
-      "grad_norm": 40.82660675048828,
+      "grad_norm": 53.996341705322266,
       "learning_rate": 1.2048192771084338e-05,
-      "loss": 0.2547,
+      "loss": 0.2325,
       "step": 60
     },
     {
       "epoch": 0.08428657435279951,
-      "grad_norm": 36.59829330444336,
+      "grad_norm": 52.281253814697266,
       "learning_rate": 1.4056224899598394e-05,
-      "loss": 0.1965,
+      "loss": 0.1837,
       "step": 70
     },
     {
       "epoch": 0.09632751354605659,
-      "grad_norm": 33.438053131103516,
+      "grad_norm": 33.00680160522461,
       "learning_rate": 1.606425702811245e-05,
-      "loss": 0.1394,
+      "loss": 0.1589,
       "step": 80
     },
     {
       "epoch": 0.10836845273931367,
-      "grad_norm": 18.46332359313965,
+      "grad_norm": 48.353519439697266,
       "learning_rate": 1.8072289156626505e-05,
-      "loss": 0.1197,
+      "loss": 0.1678,
       "step": 90
     },
     {
       "epoch": 0.12040939193257075,
-      "grad_norm": 33.16898727416992,
+      "grad_norm": 40.386356353759766,
       "learning_rate": 2.0080321285140562e-05,
-      "loss": 0.1488,
+      "loss": 0.1699,
       "step": 100
     },
     {
       "epoch": 0.13245033112582782,
-      "grad_norm": 12.674606323242188,
+      "grad_norm": 57.39128112792969,
       "learning_rate": 2.208835341365462e-05,
-      "loss": 0.1066,
+      "loss": 0.1331,
       "step": 110
     },
     {
       "epoch": 0.1444912703190849,
-      "grad_norm": 21.0738582611084,
+      "grad_norm": 32.292842864990234,
       "learning_rate": 2.4096385542168677e-05,
-      "loss": 0.0717,
+      "loss": 0.0939,
       "step": 120
     },
     {
       "epoch": 0.15653220951234195,
-      "grad_norm": 41.47367858886719,
+      "grad_norm": 57.7134895324707,
       "learning_rate": 2.6104417670682734e-05,
-      "loss": 0.1077,
+      "loss": 0.1299,
       "step": 130
     },
     {
       "epoch": 0.16857314870559903,
-      "grad_norm": 25.500967025756836,
+      "grad_norm": 19.494935989379883,
       "learning_rate": 2.8112449799196788e-05,
-      "loss": 0.1064,
+      "loss": 0.1485,
       "step": 140
     },
     {
       "epoch": 0.1806140878988561,
-      "grad_norm": 35.477237701416016,
+      "grad_norm": 34.56547164916992,
       "learning_rate": 3.012048192771085e-05,
-      "loss": 0.0799,
+      "loss": 0.102,
       "step": 150
     },
     {
       "epoch": 0.19265502709211318,
-      "grad_norm": 14.265376091003418,
+      "grad_norm": 53.24101638793945,
       "learning_rate": 3.21285140562249e-05,
-      "loss": 0.0881,
+      "loss": 0.0968,
       "step": 160
     },
     {
       "epoch": 0.20469596628537026,
-      "grad_norm": 11.8284912109375,
+      "grad_norm": 20.195816040039062,
       "learning_rate": 3.413654618473896e-05,
-      "loss": 0.0879,
+      "loss": 0.1091,
       "step": 170
     },
     {
       "epoch": 0.21673690547862734,
-      "grad_norm": 31.987476348876953,
+      "grad_norm": 38.21851348876953,
       "learning_rate": 3.614457831325301e-05,
-      "loss": 0.1052,
+      "loss": 0.0995,
       "step": 180
     },
     {
       "epoch": 0.22877784467188442,
-      "grad_norm": 15.683510780334473,
+      "grad_norm": 78.3773193359375,
       "learning_rate": 3.815261044176707e-05,
-      "loss": 0.0805,
+      "loss": 0.0987,
       "step": 190
     },
     {
       "epoch": 0.2408187838651415,
-      "grad_norm": 19.198974609375,
+      "grad_norm": 19.694732666015625,
       "learning_rate": 4.0160642570281125e-05,
-      "loss": 0.0735,
+      "loss": 0.0757,
       "step": 200
     },
     {
       "epoch": 0.25285972305839854,
-      "grad_norm": 10.244300842285156,
+      "grad_norm": 22.578950881958008,
       "learning_rate": 4.2168674698795186e-05,
-      "loss": 0.0908,
+      "loss": 0.0906,
       "step": 210
     },
     {
       "epoch": 0.26490066225165565,
-      "grad_norm": 22.921781539916992,
+      "grad_norm": 16.256385803222656,
       "learning_rate": 4.417670682730924e-05,
-      "loss": 0.0797,
+      "loss": 0.072,
       "step": 220
     },
     {
       "epoch": 0.2769416014449127,
-      "grad_norm": 22.745960235595703,
+      "grad_norm": 19.03795623779297,
       "learning_rate": 4.61847389558233e-05,
-      "loss": 0.0737,
+      "loss": 0.1194,
       "step": 230
     },
     {
       "epoch": 0.2889825406381698,
-      "grad_norm": 11.816954612731934,
+      "grad_norm": 28.470212936401367,
       "learning_rate": 4.8192771084337354e-05,
-      "loss": 0.0699,
+      "loss": 0.1137,
       "step": 240
     },
     {
       "epoch": 0.30102347983142685,
-      "grad_norm": 14.574070930480957,
+      "grad_norm": 26.385528564453125,
       "learning_rate": 4.9977688531905406e-05,
-      "loss": 0.0982,
+      "loss": 0.0885,
       "step": 250
     },
     {
       "epoch": 0.3130644190246839,
-      "grad_norm": 12.386483192443848,
+      "grad_norm": 13.934977531433105,
       "learning_rate": 4.97545738509594e-05,
-      "loss": 0.0698,
+      "loss": 0.0767,
       "step": 260
     },
     {
       "epoch": 0.325105358217941,
-      "grad_norm": 9.17690658569336,
+      "grad_norm": 13.682855606079102,
       "learning_rate": 4.953145917001339e-05,
-      "loss": 0.0679,
+      "loss": 0.0935,
       "step": 270
     },
     {
       "epoch": 0.33714629741119806,
-      "grad_norm": 12.940923690795898,
+      "grad_norm": 12.338207244873047,
       "learning_rate": 4.930834448906738e-05,
-      "loss": 0.064,
+      "loss": 0.0621,
       "step": 280
     },
     {
       "epoch": 0.34918723660445516,
-      "grad_norm": 5.107398986816406,
+      "grad_norm": 9.674701690673828,
       "learning_rate": 4.908522980812137e-05,
-      "loss": 0.0761,
+      "loss": 0.1039,
       "step": 290
     },
     {
       "epoch": 0.3612281757977122,
-      "grad_norm": 17.51556396484375,
+      "grad_norm": 16.479585647583008,
       "learning_rate": 4.886211512717537e-05,
-      "loss": 0.0725,
+      "loss": 0.0928,
       "step": 300
     },
     {
       "epoch": 0.3732691149909693,
-      "grad_norm": 14.238765716552734,
+      "grad_norm": 25.431562423706055,
       "learning_rate": 4.8639000446229364e-05,
-      "loss": 0.0655,
+      "loss": 0.0737,
       "step": 310
     },
     {
       "epoch": 0.38531005418422637,
-      "grad_norm": 14.03766918182373,
+      "grad_norm": 6.355775833129883,
       "learning_rate": 4.8415885765283355e-05,
-      "loss": 0.0678,
+      "loss": 0.081,
       "step": 320
     },
     {
       "epoch": 0.3973509933774834,
-      "grad_norm": 5.484993934631348,
+      "grad_norm": 13.13481616973877,
       "learning_rate": 4.8192771084337354e-05,
-      "loss": 0.0663,
+      "loss": 0.0968,
       "step": 330
     },
     {
       "epoch": 0.4093919325707405,
-      "grad_norm": 5.191390037536621,
+      "grad_norm": 5.214439868927002,
       "learning_rate": 4.7969656403391346e-05,
-      "loss": 0.0673,
+      "loss": 0.0734,
       "step": 340
     },
     {
       "epoch": 0.4214328717639976,
-      "grad_norm": 13.674844741821289,
+      "grad_norm": 17.911102294921875,
       "learning_rate": 4.774654172244534e-05,
-      "loss": 0.0317,
+      "loss": 0.0323,
       "step": 350
     },
     {
       "epoch": 0.4334738109572547,
-      "grad_norm": 10.170462608337402,
+      "grad_norm": 20.677658081054688,
       "learning_rate": 4.7523427041499336e-05,
-      "loss": 0.0554,
+      "loss": 0.0442,
       "step": 360
     },
     {
       "epoch": 0.44551475015051173,
-      "grad_norm": 14.504225730895996,
+      "grad_norm": 21.959959030151367,
       "learning_rate": 4.730031236055333e-05,
-      "loss": 0.045,
+      "loss": 0.1071,
       "step": 370
     },
     {
       "epoch": 0.45755568934376883,
-      "grad_norm": 11.081159591674805,
+      "grad_norm": 11.989217758178711,
       "learning_rate": 4.707719767960732e-05,
-      "loss": 0.0788,
+      "loss": 0.1196,
       "step": 380
     },
     {
       "epoch": 0.4695966285370259,
-      "grad_norm": 8.752190589904785,
+      "grad_norm": 18.601367950439453,
       "learning_rate": 4.685408299866131e-05,
-      "loss": 0.0718,
+      "loss": 0.084,
       "step": 390
     },
     {
       "epoch": 0.481637567730283,
-      "grad_norm": 12.14074420928955,
+      "grad_norm": 26.319194793701172,
       "learning_rate": 4.663096831771531e-05,
-      "loss": 0.0587,
+      "loss": 0.1009,
       "step": 400
     },
     {
       "epoch": 0.49367850692354004,
-      "grad_norm": 16.538904190063477,
+      "grad_norm": 16.73026466369629,
       "learning_rate": 4.64078536367693e-05,
-      "loss": 0.0565,
+      "loss": 0.065,
       "step": 410
     },
     {
       "epoch": 0.5057194461167971,
-      "grad_norm": 16.974504470825195,
+      "grad_norm": 6.364532947540283,
       "learning_rate": 4.61847389558233e-05,
-      "loss": 0.0389,
+      "loss": 0.0411,
       "step": 420
     },
     {
       "epoch": 0.5177603853100542,
-      "grad_norm": 16.62447166442871,
+      "grad_norm": 15.919637680053711,
       "learning_rate": 4.596162427487729e-05,
-      "loss": 0.083,
+      "loss": 0.0826,
       "step": 430
     },
     {
       "epoch": 0.5298013245033113,
-      "grad_norm": 5.195260047912598,
+      "grad_norm": 9.566567420959473,
       "learning_rate": 4.5738509593931284e-05,
-      "loss": 0.037,
+      "loss": 0.0626,
       "step": 440
     },
     {
       "epoch": 0.5418422636965683,
-      "grad_norm": 24.313247680664062,
+      "grad_norm": 15.061929702758789,
       "learning_rate": 4.5515394912985275e-05,
-      "loss": 0.0818,
+      "loss": 0.0628,
       "step": 450
     },
     {
       "epoch": 0.5538832028898254,
-      "grad_norm": 10.289843559265137,
+      "grad_norm": 9.935952186584473,
       "learning_rate": 4.529228023203927e-05,
-      "loss": 0.0441,
+      "loss": 0.0522,
       "step": 460
     },
     {
       "epoch": 0.5659241420830825,
-      "grad_norm": 10.024016380310059,
+      "grad_norm": 25.847078323364258,
       "learning_rate": 4.506916555109326e-05,
-      "loss": 0.0525,
+      "loss": 0.0542,
       "step": 470
     },
     {
       "epoch": 0.5779650812763396,
-      "grad_norm": 17.331464767456055,
+      "grad_norm": 26.931169509887695,
       "learning_rate": 4.484605087014726e-05,
-      "loss": 0.0597,
+      "loss": 0.0678,
       "step": 480
     },
     {
       "epoch": 0.5900060204695966,
-      "grad_norm": 12.607904434204102,
+      "grad_norm": 16.654766082763672,
       "learning_rate": 4.4622936189201256e-05,
-      "loss": 0.0565,
+      "loss": 0.056,
       "step": 490
     },
     {
       "epoch": 0.6020469596628537,
-      "grad_norm": 8.530034065246582,
+      "grad_norm": 28.53946304321289,
       "learning_rate": 4.439982150825525e-05,
-      "loss": 0.0355,
+      "loss": 0.0477,
       "step": 500
     },
     {
       "epoch": 0.6140878988561108,
-      "grad_norm": 14.896183013916016,
+      "grad_norm": 27.371204376220703,
       "learning_rate": 4.417670682730924e-05,
-      "loss": 0.0381,
+      "loss": 0.0627,
       "step": 510
     },
     {
       "epoch": 0.6261288380493678,
-      "grad_norm": 4.303857326507568,
+      "grad_norm": 10.891378402709961,
       "learning_rate": 4.395359214636323e-05,
-      "loss": 0.0504,
+      "loss": 0.0435,
       "step": 520
     },
     {
       "epoch": 0.6381697772426249,
-      "grad_norm": 7.028829097747803,
+      "grad_norm": 16.968677520751953,
       "learning_rate": 4.373047746541722e-05,
-      "loss": 0.0313,
+      "loss": 0.0418,
       "step": 530
     },
     {
       "epoch": 0.650210716435882,
-      "grad_norm": 0.6708688139915466,
+      "grad_norm": 7.117012023925781,
       "learning_rate": 4.350736278447122e-05,
-      "loss": 0.0263,
+      "loss": 0.035,
       "step": 540
     },
     {
       "epoch": 0.6622516556291391,
-      "grad_norm": 21.792503356933594,
+      "grad_norm": 42.22456741333008,
       "learning_rate": 4.328424810352521e-05,
-      "loss": 0.0337,
+      "loss": 0.0332,
       "step": 550
     },
     {
       "epoch": 0.6742925948223961,
-      "grad_norm": 30.61802101135254,
+      "grad_norm": 8.816338539123535,
       "learning_rate": 4.306113342257921e-05,
-      "loss": 0.0514,
+      "loss": 0.0632,
       "step": 560
     },
     {
       "epoch": 0.6863335340156532,
-      "grad_norm": 15.264066696166992,
+      "grad_norm": 4.652446269989014,
       "learning_rate": 4.2838018741633203e-05,
-      "loss": 0.0565,
+      "loss": 0.059,
       "step": 570
     },
     {
       "epoch": 0.6983744732089103,
-      "grad_norm": 9.57032299041748,
+      "grad_norm": 14.168267250061035,
       "learning_rate": 4.2614904060687195e-05,
-      "loss": 0.0425,
+      "loss": 0.0457,
       "step": 580
     },
     {
       "epoch": 0.7104154124021673,
-      "grad_norm": 16.22507095336914,
+      "grad_norm": 21.56100845336914,
       "learning_rate": 4.239178937974119e-05,
-      "loss": 0.0305,
+      "loss": 0.0339,
       "step": 590
     },
     {
       "epoch": 0.7224563515954244,
-      "grad_norm": 18.800668716430664,
+      "grad_norm": 30.049415588378906,
       "learning_rate": 4.2168674698795186e-05,
-      "loss": 0.0506,
+      "loss": 0.041,
       "step": 600
     },
     {
       "epoch": 0.7344972907886815,
-      "grad_norm": 21.669200897216797,
+      "grad_norm": 16.741825103759766,
       "learning_rate": 4.194556001784918e-05,
-      "loss": 0.0413,
+      "loss": 0.0468,
       "step": 610
     },
     {
       "epoch": 0.7465382299819386,
-      "grad_norm": 19.009016036987305,
+      "grad_norm": 14.885356903076172,
       "learning_rate": 4.172244533690317e-05,
-      "loss": 0.0296,
+      "loss": 0.0274,
       "step": 620
     },
     {
       "epoch": 0.7585791691751956,
-      "grad_norm": 1.3789639472961426,
+      "grad_norm": 14.38347339630127,
       "learning_rate": 4.149933065595716e-05,
-      "loss": 0.0188,
+      "loss": 0.0429,
       "step": 630
     },
     {
       "epoch": 0.7706201083684527,
-      "grad_norm": 18.90018081665039,
+      "grad_norm": 17.572885513305664,
       "learning_rate": 4.127621597501116e-05,
-      "loss": 0.0424,
+      "loss": 0.0382,
       "step": 640
     },
     {
       "epoch": 0.7826610475617098,
-      "grad_norm": 0.7864706516265869,
+      "grad_norm": 6.489743709564209,
       "learning_rate": 4.105310129406515e-05,
-      "loss": 0.0379,
+      "loss": 0.0268,
       "step": 650
     },
     {
       "epoch": 0.7947019867549668,
-      "grad_norm": 14.94273567199707,
+      "grad_norm": 26.665414810180664,
       "learning_rate": 4.082998661311915e-05,
-      "loss": 0.0616,
+      "loss": 0.0625,
       "step": 660
     },
     {
       "epoch": 0.8067429259482239,
-      "grad_norm": 12.019325256347656,
+      "grad_norm": 18.689409255981445,
       "learning_rate": 4.060687193217314e-05,
-      "loss": 0.0393,
+      "loss": 0.0445,
       "step": 670
     },
     {
       "epoch": 0.818783865141481,
-      "grad_norm": 14.43171215057373,
+      "grad_norm": 9.611627578735352,
       "learning_rate": 4.038375725122713e-05,
-      "loss": 0.0341,
+      "loss": 0.036,
       "step": 680
     },
     {
       "epoch": 0.8308248043347382,
-      "grad_norm": 1.1099140644073486,
+      "grad_norm": 23.417274475097656,
       "learning_rate": 4.0160642570281125e-05,
-      "loss": 0.0314,
+      "loss": 0.0338,
       "step": 690
     },
     {
       "epoch": 0.8428657435279951,
-      "grad_norm": 11.7412109375,
+      "grad_norm": 10.954760551452637,
       "learning_rate": 3.993752788933512e-05,
-      "loss": 0.0278,
+      "loss": 0.0369,
       "step": 700
     },
     {
       "epoch": 0.8549066827212523,
-      "grad_norm": 14.483551025390625,
+      "grad_norm": 23.96639633178711,
       "learning_rate": 3.9714413208389115e-05,
-      "loss": 0.0536,
+      "loss": 0.0531,
       "step": 710
     },
     {
       "epoch": 0.8669476219145094,
-      "grad_norm": 19.979427337646484,
+      "grad_norm": 8.682661056518555,
       "learning_rate": 3.949129852744311e-05,
-      "loss": 0.0403,
+      "loss": 0.0497,
       "step": 720
     },
     {
       "epoch": 0.8789885611077664,
-      "grad_norm": 7.5272040367126465,
+      "grad_norm": 4.494186878204346,
       "learning_rate": 3.9268183846497105e-05,
-      "loss": 0.0272,
+      "loss": 0.0285,
       "step": 730
     },
     {
       "epoch": 0.8910295003010235,
-      "grad_norm": 9.31237506866455,
+      "grad_norm": 15.755534172058105,
       "learning_rate": 3.90450691655511e-05,
-      "loss": 0.0269,
+      "loss": 0.0322,
       "step": 740
     },
     {
       "epoch": 0.9030704394942806,
-      "grad_norm": 32.383060455322266,
+      "grad_norm": 7.190816879272461,
       "learning_rate": 3.882195448460509e-05,
-      "loss": 0.0346,
+      "loss": 0.0301,
       "step": 750
     },
     {
       "epoch": 0.9151113786875377,
-      "grad_norm": 15.195170402526855,
+      "grad_norm": 0.7052440047264099,
       "learning_rate": 3.859883980365908e-05,
-      "loss": 0.0501,
+      "loss": 0.0191,
       "step": 760
     },
     {
       "epoch": 0.9271523178807947,
-      "grad_norm": 12.330805778503418,
+      "grad_norm": 10.254659652709961,
       "learning_rate": 3.837572512271307e-05,
-      "loss": 0.0345,
+      "loss": 0.0333,
       "step": 770
     },
     {
       "epoch": 0.9391932570740518,
-      "grad_norm": 5.9623494148254395,
+      "grad_norm": 16.437780380249023,
       "learning_rate": 3.815261044176707e-05,
-      "loss": 0.0257,
+      "loss": 0.0324,
       "step": 780
     },
     {
       "epoch": 0.9512341962673089,
-      "grad_norm": 7.9370503425598145,
+      "grad_norm": 17.565311431884766,
       "learning_rate": 3.792949576082106e-05,
-      "loss": 0.0327,
+      "loss": 0.0318,
       "step": 790
     },
     {
       "epoch": 0.963275135460566,
-      "grad_norm": 4.536835193634033,
+      "grad_norm": 9.585817337036133,
       "learning_rate": 3.770638107987506e-05,
-      "loss": 0.022,
+      "loss": 0.0322,
       "step": 800
     },
     {
       "epoch": 0.975316074653823,
-      "grad_norm": 36.62160110473633,
+      "grad_norm": 20.597179412841797,
       "learning_rate": 3.748326639892905e-05,
-      "loss": 0.0331,
+      "loss": 0.0342,
       "step": 810
     },
     {
       "epoch": 0.9873570138470801,
-      "grad_norm": 34.91263961791992,
+      "grad_norm": 26.928421020507812,
       "learning_rate": 3.7260151717983045e-05,
-      "loss": 0.0538,
+      "loss": 0.0388,
       "step": 820
     },
     {
       "epoch": 0.9993979530403372,
-      "grad_norm": 33.354026794433594,
+      "grad_norm": 23.810352325439453,
       "learning_rate": 3.7037037037037037e-05,
-      "loss": 0.0421,
+      "loss": 0.0376,
       "step": 830
     },
     {
       "epoch": 0.9993979530403372,
-      "eval_f1": 0.9880010179847418,
-      "eval_loss": 0.018475642427802086,
-      "eval_runtime": 90.9858,
-      "eval_samples_per_second": 129.8,
-      "eval_steps_per_second": 4.067,
+      "eval_f1": 0.9759432907017198,
+      "eval_loss": 0.022286901250481606,
+      "eval_runtime": 124.0129,
+      "eval_samples_per_second": 95.232,
+      "eval_steps_per_second": 2.984,
       "step": 830
     },
     {
       "epoch": 1.0117399157134257,
-      "grad_norm": 2.2255642414093018,
+      "grad_norm": 10.749777793884277,
       "learning_rate": 3.6813922356091035e-05,
-      "loss": 0.0266,
+      "loss": 0.0336,
       "step": 840
     },
     {
       "epoch": 1.0237808549066827,
-      "grad_norm": 3.464303493499756,
+      "grad_norm": 9.403740882873535,
       "learning_rate": 3.659080767514503e-05,
-      "loss": 0.0172,
+      "loss": 0.0179,
       "step": 850
     },
     {
       "epoch": 1.03582179409994,
-      "grad_norm": 24.46825408935547,
+      "grad_norm": 3.2515432834625244,
       "learning_rate": 3.636769299419902e-05,
-      "loss": 0.0336,
+      "loss": 0.0318,
       "step": 860
     },
     {
       "epoch": 1.047862733293197,
-      "grad_norm": 12.748779296875,
+      "grad_norm": 59.94658279418945,
       "learning_rate": 3.614457831325301e-05,
-      "loss": 0.0223,
+      "loss": 0.0305,
       "step": 870
     },
     {
       "epoch": 1.059903672486454,
-      "grad_norm": 12.276277542114258,
+      "grad_norm": 29.028059005737305,
       "learning_rate": 3.592146363230701e-05,
-      "loss": 0.0159,
+      "loss": 0.0345,
       "step": 880
     },
     {
       "epoch": 1.0719446116797111,
-      "grad_norm": 0.5621600151062012,
+      "grad_norm": 19.99188232421875,
       "learning_rate": 3.5698348951361e-05,
-      "loss": 0.0124,
+      "loss": 0.0305,
       "step": 890
     },
     {
       "epoch": 1.083985550872968,
-      "grad_norm": 13.014676094055176,
+      "grad_norm": 10.841901779174805,
       "learning_rate": 3.5475234270415e-05,
-      "loss": 0.0312,
+      "loss": 0.0283,
       "step": 900
     },
     {
       "epoch": 1.096026490066225,
-      "grad_norm": 10.154387474060059,
+      "grad_norm": 23.107820510864258,
       "learning_rate": 3.525211958946899e-05,
-      "loss": 0.0209,
+      "loss": 0.0195,
       "step": 910
     },
     {
       "epoch": 1.1080674292594823,
-      "grad_norm": 9.21349048614502,
+      "grad_norm": 25.3140811920166,
       "learning_rate": 3.502900490852298e-05,
-      "loss": 0.0232,
+      "loss": 0.0303,
       "step": 920
     },
     {
       "epoch": 1.1201083684527393,
-      "grad_norm": 18.21417808532715,
+      "grad_norm": 24.250219345092773,
       "learning_rate": 3.4805890227576974e-05,
-      "loss": 0.0197,
+      "loss": 0.0426,
       "step": 930
     },
     {
       "epoch": 1.1321493076459963,
-      "grad_norm": 4.2937846183776855,
+      "grad_norm": 6.2568793296813965,
       "learning_rate": 3.4582775546630966e-05,
-      "loss": 0.0177,
+      "loss": 0.0289,
       "step": 940
     },
     {
       "epoch": 1.1441902468392535,
-      "grad_norm": 4.605610370635986,
+      "grad_norm": 6.120177268981934,
       "learning_rate": 3.4359660865684965e-05,
-      "loss": 0.0198,
+      "loss": 0.0469,
       "step": 950
     },
     {
       "epoch": 1.1562311860325105,
-      "grad_norm": 51.68130111694336,
+      "grad_norm": 31.236495971679688,
       "learning_rate": 3.413654618473896e-05,
-      "loss": 0.0257,
+      "loss": 0.0297,
       "step": 960
     },
     {
       "epoch": 1.1682721252257675,
-      "grad_norm": 27.81155014038086,
+      "grad_norm": 9.599982261657715,
       "learning_rate": 3.3913431503792955e-05,
-      "loss": 0.032,
+      "loss": 0.0217,
       "step": 970
     },
     {
       "epoch": 1.1803130644190247,
-      "grad_norm": 26.49490737915039,
+      "grad_norm": 20.92270278930664,
       "learning_rate": 3.369031682284695e-05,
-      "loss": 0.0372,
+      "loss": 0.0325,
       "step": 980
     },
     {
       "epoch": 1.1923540036122817,
-      "grad_norm": 32.12468719482422,
+      "grad_norm": 10.290868759155273,
       "learning_rate": 3.346720214190094e-05,
-      "loss": 0.0241,
+      "loss": 0.0372,
       "step": 990
     },
     {
       "epoch": 1.2043949428055387,
-      "grad_norm": 22.349802017211914,
+      "grad_norm": 17.62599754333496,
       "learning_rate": 3.324408746095493e-05,
-      "loss": 0.0429,
+      "loss": 0.0305,
       "step": 1000
     },
     {
       "epoch": 1.216435881998796,
-      "grad_norm": 12.724302291870117,
+      "grad_norm": 6.780280590057373,
       "learning_rate": 3.302097278000892e-05,
-      "loss": 0.0182,
+      "loss": 0.0172,
       "step": 1010
     },
     {
       "epoch": 1.228476821192053,
-      "grad_norm": 1.7184627056121826,
+      "grad_norm": 16.38884735107422,
       "learning_rate": 3.279785809906292e-05,
-      "loss": 0.0157,
+      "loss": 0.0249,
       "step": 1020
     },
     {
       "epoch": 1.2405177603853101,
-      "grad_norm": 5.114785194396973,
+      "grad_norm": 16.210906982421875,
       "learning_rate": 3.257474341811691e-05,
-      "loss": 0.0317,
+      "loss": 0.0436,
       "step": 1030
     },
     {
       "epoch": 1.2525586995785671,
-      "grad_norm": 12.009075164794922,
+      "grad_norm": 12.718667984008789,
       "learning_rate": 3.235162873717091e-05,
-      "loss": 0.0185,
+      "loss": 0.017,
       "step": 1040
     },
     {
       "epoch": 1.2645996387718241,
-      "grad_norm": 1.8376182317733765,
+      "grad_norm": 0.5069631338119507,
       "learning_rate": 3.21285140562249e-05,
-      "loss": 0.0268,
+      "loss": 0.0358,
       "step": 1050
     },
     {
       "epoch": 1.2766405779650813,
-      "grad_norm": 22.057708740234375,
+      "grad_norm": 8.307098388671875,
       "learning_rate": 3.1905399375278894e-05,
-      "loss": 0.0259,
+      "loss": 0.011,
       "step": 1060
     },
     {
       "epoch": 1.2886815171583383,
-      "grad_norm": 20.427913665771484,
+      "grad_norm": 7.443680763244629,
       "learning_rate": 3.1682284694332886e-05,
-      "loss": 0.0177,
+      "loss": 0.0254,
       "step": 1070
     },
     {
       "epoch": 1.3007224563515956,
-      "grad_norm": 9.291601181030273,
+      "grad_norm": 13.364812850952148,
       "learning_rate": 3.1459170013386885e-05,
-      "loss": 0.0212,
+      "loss": 0.0164,
       "step": 1080
     },
     {
       "epoch": 1.3127633955448526,
-      "grad_norm": 5.983607769012451,
+      "grad_norm": 17.30490493774414,
       "learning_rate": 3.1236055332440876e-05,
-      "loss": 0.0193,
+      "loss": 0.0293,
       "step": 1090
     },
     {
       "epoch": 1.3248043347381095,
-      "grad_norm": 6.0939249992370605,
+      "grad_norm": 3.6283154487609863,
       "learning_rate": 3.101294065149487e-05,
-      "loss": 0.0331,
+      "loss": 0.019,
       "step": 1100
     },
     {
       "epoch": 1.3368452739313668,
-      "grad_norm": 16.53692054748535,
+      "grad_norm": 24.23577308654785,
       "learning_rate": 3.078982597054887e-05,
-      "loss": 0.0111,
+      "loss": 0.0136,
       "step": 1110
     },
     {
       "epoch": 1.3488862131246238,
-      "grad_norm": 0.17522521317005157,
+      "grad_norm": 0.5705559849739075,
       "learning_rate": 3.056671128960286e-05,
-      "loss": 0.0194,
+      "loss": 0.0282,
       "step": 1120
     },
     {
       "epoch": 1.3609271523178808,
-      "grad_norm": 18.992000579833984,
+      "grad_norm": 25.361787796020508,
       "learning_rate": 3.034359660865685e-05,
-      "loss": 0.0216,
+      "loss": 0.0272,
       "step": 1130
     },
     {
       "epoch": 1.372968091511138,
-      "grad_norm": 0.417311429977417,
+      "grad_norm": 8.514543533325195,
       "learning_rate": 3.012048192771085e-05,
-      "loss": 0.0146,
+      "loss": 0.0214,
       "step": 1140
     },
     {
       "epoch": 1.385009030704395,
-      "grad_norm": 1.3428151607513428,
+      "grad_norm": 25.069978713989258,
       "learning_rate": 2.989736724676484e-05,
-      "loss": 0.0147,
+      "loss": 0.0237,
       "step": 1150
     },
     {
       "epoch": 1.397049969897652,
-      "grad_norm": 0.13748735189437866,
+      "grad_norm": 33.56332015991211,
       "learning_rate": 2.9674252565818832e-05,
-      "loss": 0.0177,
+      "loss": 0.0139,
       "step": 1160
     },
     {
       "epoch": 1.4090909090909092,
-      "grad_norm": 0.030834615230560303,
+      "grad_norm": 6.231565952301025,
       "learning_rate": 2.9451137884872827e-05,
-      "loss": 0.0164,
+      "loss": 0.0279,
       "step": 1170
     },
     {
       "epoch": 1.4211318482841662,
-      "grad_norm": 0.3782236576080322,
+      "grad_norm": 1.0254443883895874,
       "learning_rate": 2.922802320392682e-05,
-      "loss": 0.0208,
+      "loss": 0.0242,
       "step": 1180
     },
     {
       "epoch": 1.4331727874774232,
-      "grad_norm": 0.44036567211151123,
+      "grad_norm": 2.424696445465088,
       "learning_rate": 2.900490852298081e-05,
-      "loss": 0.0251,
+      "loss": 0.0215,
       "step": 1190
     },
     {
       "epoch": 1.4452137266706804,
-      "grad_norm": 0.4725724458694458,
+      "grad_norm": 27.256423950195312,
       "learning_rate": 2.878179384203481e-05,
-      "loss": 0.0192,
+      "loss": 0.0501,
       "step": 1200
     },
     {
       "epoch": 1.4572546658639374,
-      "grad_norm": 5.114048480987549,
+      "grad_norm": 10.172979354858398,
       "learning_rate": 2.85586791610888e-05,
-      "loss": 0.0132,
+      "loss": 0.0362,
       "step": 1210
     },
     {
       "epoch": 1.4692956050571944,
-      "grad_norm": 17.11988067626953,
+      "grad_norm": 9.41952896118164,
       "learning_rate": 2.8335564480142796e-05,
-      "loss": 0.0159,
+      "loss": 0.027,
       "step": 1220
     },
     {
       "epoch": 1.4813365442504516,
-      "grad_norm": 25.324487686157227,
+      "grad_norm": 35.477848052978516,
       "learning_rate": 2.8112449799196788e-05,
-      "loss": 0.0319,
+      "loss": 0.0118,
       "step": 1230
     },
     {
       "epoch": 1.4933774834437086,
-      "grad_norm": 2.2991812229156494,
+      "grad_norm": 0.077400341629982,
       "learning_rate": 2.788933511825078e-05,
-      "loss": 0.0088,
+      "loss": 0.0283,
       "step": 1240
     },
     {
       "epoch": 1.5054184226369656,
-      "grad_norm": 20.014575958251953,
+      "grad_norm": 10.312284469604492,
       "learning_rate": 2.7666220437304775e-05,
-      "loss": 0.0212,
+      "loss": 0.0248,
       "step": 1250
     },
     {
       "epoch": 1.5174593618302228,
-      "grad_norm": 5.483692169189453,
+      "grad_norm": 33.70686340332031,
       "learning_rate": 2.7443105756358774e-05,
-      "loss": 0.0083,
+      "loss": 0.0073,
       "step": 1260
     },
     {
       "epoch": 1.5295003010234798,
-      "grad_norm": 0.06430387496948242,
+      "grad_norm": 1.402552604675293,
       "learning_rate": 2.7219991075412765e-05,
-      "loss": 0.0367,
+      "loss": 0.0515,
       "step": 1270
     },
     {
       "epoch": 1.5415412402167368,
-      "grad_norm": 0.13903234899044037,
+      "grad_norm": 32.386474609375,
       "learning_rate": 2.6996876394466757e-05,
-      "loss": 0.0103,
+      "loss": 0.0142,
       "step": 1280
     },
     {
       "epoch": 1.553582179409994,
-      "grad_norm": 0.16191639006137848,
+      "grad_norm": 17.349578857421875,
       "learning_rate": 2.6773761713520752e-05,
-      "loss": 0.0217,
+      "loss": 0.019,
       "step": 1290
     },
     {
       "epoch": 1.5656231186032512,
-      "grad_norm": 29.6510066986084,
+      "grad_norm": 7.253089904785156,
       "learning_rate": 2.6550647032574744e-05,
-      "loss": 0.017,
+      "loss": 0.0201,
       "step": 1300
     },
     {
       "epoch": 1.577664057796508,
-      "grad_norm": 42.304893493652344,
+      "grad_norm": 0.33720967173576355,
       "learning_rate": 2.6327532351628736e-05,
-      "loss": 0.0103,
+      "loss": 0.0106,
       "step": 1310
     },
     {
       "epoch": 1.5897049969897652,
-      "grad_norm": 15.645540237426758,
+      "grad_norm": 33.96757125854492,
       "learning_rate": 2.6104417670682734e-05,
-      "loss": 0.0111,
+      "loss": 0.0357,
       "step": 1320
     },
     {
       "epoch": 1.6017459361830224,
-      "grad_norm": 13.845064163208008,
+      "grad_norm": 14.57841682434082,
       "learning_rate": 2.5881302989736726e-05,
-      "loss": 0.0206,
+      "loss": 0.0138,
       "step": 1330
     },
     {
       "epoch": 1.6137868753762792,
-      "grad_norm": 14.391059875488281,
+      "grad_norm": 14.796563148498535,
       "learning_rate": 2.565818830879072e-05,
-      "loss": 0.016,
+      "loss": 0.011,
       "step": 1340
     },
     {
       "epoch": 1.6258278145695364,
-      "grad_norm": 25.877519607543945,
+      "grad_norm": 25.40349578857422,
       "learning_rate": 2.5435073627844713e-05,
-      "loss": 0.028,
+      "loss": 0.0222,
       "step": 1350
     },
     {
       "epoch": 1.6378687537627936,
-      "grad_norm": 24.07805061340332,
+      "grad_norm": 15.135784149169922,
       "learning_rate": 2.5211958946898705e-05,
-      "loss": 0.0193,
+      "loss": 0.0238,
       "step": 1360
     },
     {
       "epoch": 1.6499096929560506,
-      "grad_norm": 14.133194923400879,
+      "grad_norm": 14.570870399475098,
       "learning_rate": 2.4988844265952703e-05,
-      "loss": 0.0199,
+      "loss": 0.0236,
       "step": 1370
     },
     {
       "epoch": 1.6619506321493076,
-      "grad_norm": 12.122308731079102,
+      "grad_norm": 15.314672470092773,
       "learning_rate": 2.4765729585006695e-05,
-      "loss": 0.0149,
+      "loss": 0.0265,
       "step": 1380
     },
     {
       "epoch": 1.6739915713425648,
-      "grad_norm": 0.21004052460193634,
+      "grad_norm": 4.963397026062012,
       "learning_rate": 2.4542614904060687e-05,
-      "loss": 0.0188,
+      "loss": 0.0165,
       "step": 1390
     },
     {
       "epoch": 1.6860325105358218,
-      "grad_norm": 33.458866119384766,
+      "grad_norm": 11.424381256103516,
       "learning_rate": 2.4319500223114682e-05,
-      "loss": 0.0246,
+      "loss": 0.0244,
       "step": 1400
     },
     {
       "epoch": 1.6980734497290788,
-      "grad_norm": 7.240118503570557,
+      "grad_norm": 0.2027626931667328,
       "learning_rate": 2.4096385542168677e-05,
-      "loss": 0.0235,
+      "loss": 0.0101,
       "step": 1410
     },
     {
       "epoch": 1.710114388922336,
-      "grad_norm": 24.10188102722168,
+      "grad_norm": 11.940728187561035,
       "learning_rate": 2.387327086122267e-05,
-      "loss": 0.0285,
+      "loss": 0.0201,
       "step": 1420
     },
     {
       "epoch": 1.722155328115593,
-      "grad_norm": 11.55083179473877,
+      "grad_norm": 12.448373794555664,
       "learning_rate": 2.3650156180276664e-05,
-      "loss": 0.0456,
+      "loss": 0.0425,
       "step": 1430
     },
     {
       "epoch": 1.73419626730885,
-      "grad_norm": 18.611114501953125,
+      "grad_norm": 15.968953132629395,
       "learning_rate": 2.3427041499330656e-05,
-      "loss": 0.0177,
+      "loss": 0.0294,
       "step": 1440
     },
     {
       "epoch": 1.7462372065021072,
-      "grad_norm": 1.5293560028076172,
+      "grad_norm": 0.5868140459060669,
       "learning_rate": 2.320392681838465e-05,
-      "loss": 0.0364,
+      "loss": 0.0328,
       "step": 1450
     },
     {
       "epoch": 1.7582781456953642,
-      "grad_norm": 10.18093490600586,
+      "grad_norm": 18.026885986328125,
       "learning_rate": 2.2980812137438646e-05,
-      "loss": 0.0188,
+      "loss": 0.0363,
       "step": 1460
     },
     {
       "epoch": 1.7703190848886212,
-      "grad_norm": 14.831791877746582,
+      "grad_norm": 26.996437072753906,
       "learning_rate": 2.2757697456492638e-05,
-      "loss": 0.0197,
+      "loss": 0.032,
       "step": 1470
     },
     {
       "epoch": 1.7823600240818784,
-      "grad_norm": 2.1004889011383057,
+      "grad_norm": 25.193265914916992,
       "learning_rate": 2.253458277554663e-05,
-      "loss": 0.0127,
+      "loss": 0.0191,
       "step": 1480
     },
     {
       "epoch": 1.7944009632751354,
-      "grad_norm": 0.04246840998530388,
+      "grad_norm": 1.650780439376831,
       "learning_rate": 2.2311468094600628e-05,
-      "loss": 0.0081,
+      "loss": 0.0147,
       "step": 1490
     },
     {
       "epoch": 1.8064419024683924,
-      "grad_norm": 0.033497102558612823,
+      "grad_norm": 0.1049940213561058,
       "learning_rate": 2.208835341365462e-05,
-      "loss": 0.0236,
+      "loss": 0.0213,
       "step": 1500
     },
     {
       "epoch": 1.8184828416616496,
-      "grad_norm": 19.713680267333984,
+      "grad_norm": 1.9366893768310547,
       "learning_rate": 2.186523873270861e-05,
-      "loss": 0.0205,
+      "loss": 0.0176,
       "step": 1510
     },
     {
       "epoch": 1.8305237808549066,
-      "grad_norm": 32.84787368774414,
+      "grad_norm": 0.09167797118425369,
       "learning_rate": 2.1642124051762607e-05,
-      "loss": 0.0187,
+      "loss": 0.0227,
       "step": 1520
     },
     {
       "epoch": 1.8425647200481636,
-      "grad_norm": 8.59056282043457,
+      "grad_norm": 20.63637351989746,
       "learning_rate": 2.1419009370816602e-05,
-      "loss": 0.0176,
+      "loss": 0.0199,
       "step": 1530
     },
     {
       "epoch": 1.8546056592414208,
-      "grad_norm": 14.714003562927246,
+      "grad_norm": 7.514628887176514,
       "learning_rate": 2.1195894689870593e-05,
-      "loss": 0.0187,
+      "loss": 0.0159,
       "step": 1540
     },
     {
       "epoch": 1.866646598434678,
-      "grad_norm": 12.329898834228516,
+      "grad_norm": 27.5736141204834,
       "learning_rate": 2.097278000892459e-05,
-      "loss": 0.0078,
+      "loss": 0.0189,
       "step": 1550
     },
     {
       "epoch": 1.8786875376279348,
-      "grad_norm": 10.909245491027832,
+      "grad_norm": 9.517942428588867,
       "learning_rate": 2.074966532797858e-05,
-      "loss": 0.0116,
+      "loss": 0.0036,
       "step": 1560
     },
     {
       "epoch": 1.890728476821192,
-      "grad_norm": 3.1681225299835205,
+      "grad_norm": 1.2054420709609985,
       "learning_rate": 2.0526550647032576e-05,
-      "loss": 0.0105,
+      "loss": 0.0211,
       "step": 1570
     },
     {
       "epoch": 1.9027694160144493,
-      "grad_norm": 40.327972412109375,
+      "grad_norm": 3.337954521179199,
       "learning_rate": 2.030343596608657e-05,
-      "loss": 0.0302,
+      "loss": 0.0207,
       "step": 1580
     },
     {
       "epoch": 1.914810355207706,
-      "grad_norm": 0.34792542457580566,
+      "grad_norm": 10.905184745788574,
       "learning_rate": 2.0080321285140562e-05,
-      "loss": 0.0054,
+      "loss": 0.0123,
       "step": 1590
     },
     {
       "epoch": 1.9268512944009633,
-      "grad_norm": 15.200536727905273,
+      "grad_norm": 7.964990615844727,
       "learning_rate": 1.9857206604194558e-05,
-      "loss": 0.0133,
+      "loss": 0.0204,
       "step": 1600
     },
     {
       "epoch": 1.9388922335942205,
-      "grad_norm": 21.62051773071289,
+      "grad_norm": 11.229500770568848,
       "learning_rate": 1.9634091923248553e-05,
-      "loss": 0.0116,
+      "loss": 0.0258,
       "step": 1610
     },
     {
       "epoch": 1.9509331727874775,
-      "grad_norm": 69.98641204833984,
+      "grad_norm": 21.939224243164062,
       "learning_rate": 1.9410977242302544e-05,
-      "loss": 0.0112,
+      "loss": 0.0121,
       "step": 1620
     },
     {
       "epoch": 1.9629741119807345,
-      "grad_norm": 4.132745742797852,
+      "grad_norm": 3.842597723007202,
       "learning_rate": 1.9187862561356536e-05,
-      "loss": 0.0239,
+      "loss": 0.0157,
       "step": 1630
     },
     {
       "epoch": 1.9750150511739917,
-      "grad_norm": 37.902156829833984,
+      "grad_norm": 17.12714958190918,
       "learning_rate": 1.896474788041053e-05,
-      "loss": 0.0072,
+      "loss": 0.0159,
       "step": 1640
     },
     {
       "epoch": 1.9870559903672487,
-      "grad_norm": 17.657148361206055,
+      "grad_norm": 23.860105514526367,
       "learning_rate": 1.8741633199464527e-05,
-      "loss": 0.0084,
+      "loss": 0.0069,
       "step": 1650
     },
     {
       "epoch": 1.9990969295605057,
-      "grad_norm": 4.640130043029785,
+      "grad_norm": 31.328365325927734,
       "learning_rate": 1.8518518518518518e-05,
-      "loss": 0.0068,
+      "loss": 0.0088,
       "step": 1660
     },
     {
       "epoch": 1.9990969295605057,
-      "eval_f1": 0.9919412107164509,
-      "eval_loss": 0.014574301429092884,
-      "eval_runtime": 90.4829,
-      "eval_samples_per_second": 130.522,
-      "eval_steps_per_second": 4.089,
+      "eval_f1": 0.991992163050005,
+      "eval_loss": 0.014776448719203472,
+      "eval_runtime": 123.3802,
+      "eval_samples_per_second": 95.72,
+      "eval_steps_per_second": 2.999,
       "step": 1660
     },
     {
       "epoch": 2.011438892233594,
-      "grad_norm": 0.18395759165287018,
+      "grad_norm": 20.75777244567871,
       "learning_rate": 1.8295403837572513e-05,
-      "loss": 0.0123,
+      "loss": 0.0128,
       "step": 1670
     },
     {
       "epoch": 2.0234798314268514,
-      "grad_norm": 1.8568618297576904,
+      "grad_norm": 0.30569037795066833,
       "learning_rate": 1.8072289156626505e-05,
-      "loss": 0.0132,
+      "loss": 0.0044,
       "step": 1680
     },
     {
       "epoch": 2.035520770620108,
-      "grad_norm": 24.79265785217285,
+      "grad_norm": 0.06706225126981735,
       "learning_rate": 1.78491744756805e-05,
-      "loss": 0.0125,
+      "loss": 0.0133,
       "step": 1690
     },
     {
       "epoch": 2.0475617098133654,
-      "grad_norm": 27.074316024780273,
+      "grad_norm": 38.09376907348633,
       "learning_rate": 1.7626059794734495e-05,
-      "loss": 0.0087,
+      "loss": 0.0068,
       "step": 1700
     },
     {
       "epoch": 2.0596026490066226,
-      "grad_norm": 72.42098999023438,
+      "grad_norm": 26.19437599182129,
       "learning_rate": 1.7402945113788487e-05,
-      "loss": 0.0219,
+      "loss": 0.0258,
       "step": 1710
     },
     {
       "epoch": 2.07164358819988,
-      "grad_norm": 0.01518308836966753,
+      "grad_norm": 0.3012349307537079,
       "learning_rate": 1.7179830432842482e-05,
-      "loss": 0.0159,
+      "loss": 0.0255,
       "step": 1720
     },
     {
       "epoch": 2.0836845273931366,
-      "grad_norm": 0.050431251525878906,
+      "grad_norm": 0.3738686144351959,
       "learning_rate": 1.6956715751896478e-05,
-      "loss": 0.0115,
+      "loss": 0.0299,
       "step": 1730
     },
     {
       "epoch": 2.095725466586394,
-      "grad_norm": 16.709060668945312,
+      "grad_norm": 15.113606452941895,
       "learning_rate": 1.673360107095047e-05,
-      "loss": 0.0135,
+      "loss": 0.0159,
       "step": 1740
     },
     {
       "epoch": 2.107766405779651,
-      "grad_norm": 0.12416893243789673,
+      "grad_norm": 0.10998114198446274,
       "learning_rate": 1.651048639000446e-05,
-      "loss": 0.0047,
+      "loss": 0.0123,
       "step": 1750
     },
     {
       "epoch": 2.119807344972908,
-      "grad_norm": 0.011000348255038261,
+      "grad_norm": 0.23346582055091858,
       "learning_rate": 1.6287371709058456e-05,
-      "loss": 0.0034,
+      "loss": 0.0015,
       "step": 1760
     },
     {
       "epoch": 2.131848284166165,
-      "grad_norm": 20.947795867919922,
+      "grad_norm": 11.610380172729492,
       "learning_rate": 1.606425702811245e-05,
-      "loss": 0.0209,
+      "loss": 0.0279,
       "step": 1770
     },
     {
       "epoch": 2.1438892233594222,
-      "grad_norm": 33.35802459716797,
+      "grad_norm": 40.500938415527344,
       "learning_rate": 1.5841142347166443e-05,
-      "loss": 0.0031,
+      "loss": 0.0024,
       "step": 1780
     },
     {
       "epoch": 2.155930162552679,
-      "grad_norm": 2.035996913909912,
+      "grad_norm": 10.448357582092285,
       "learning_rate": 1.5618027666220438e-05,
-      "loss": 0.0142,
+      "loss": 0.0319,
       "step": 1790
     },
     {
       "epoch": 2.167971101745936,
-      "grad_norm": 0.2591819167137146,
+      "grad_norm": 33.20566940307617,
       "learning_rate": 1.5394912985274433e-05,
-      "loss": 0.0065,
+      "loss": 0.0138,
       "step": 1800
     },
     {
       "epoch": 2.1800120409391934,
-      "grad_norm": 0.16437557339668274,
+      "grad_norm": 1.2241170406341553,
       "learning_rate": 1.5171798304328425e-05,
-      "loss": 0.0074,
+      "loss": 0.0021,
       "step": 1810
     },
     {
       "epoch": 2.19205298013245,
-      "grad_norm": 0.00624335091561079,
+      "grad_norm": 3.8104119300842285,
       "learning_rate": 1.494868362338242e-05,
-      "loss": 0.0094,
+      "loss": 0.005,
       "step": 1820
     },
     {
       "epoch": 2.2040939193257074,
-      "grad_norm": 4.014737606048584,
+      "grad_norm": 0.266283243894577,
       "learning_rate": 1.4725568942436414e-05,
-      "loss": 0.0004,
+      "loss": 0.0073,
       "step": 1830
     },
     {
       "epoch": 2.2161348585189646,
-      "grad_norm": 18.55063819885254,
+      "grad_norm": 17.923351287841797,
       "learning_rate": 1.4502454261490405e-05,
-      "loss": 0.0131,
+      "loss": 0.0164,
       "step": 1840
     },
     {
       "epoch": 2.2281757977122214,
-      "grad_norm": 6.684368133544922,
+      "grad_norm": 34.860801696777344,
       "learning_rate": 1.42793395805444e-05,
-      "loss": 0.0055,
+      "loss": 0.0217,
       "step": 1850
     },
     {
       "epoch": 2.2402167369054786,
-      "grad_norm": 47.78480529785156,
+      "grad_norm": 13.830132484436035,
       "learning_rate": 1.4056224899598394e-05,
-      "loss": 0.0064,
+      "loss": 0.0116,
       "step": 1860
     },
     {
       "epoch": 2.252257676098736,
-      "grad_norm": 4.028109073638916,
+      "grad_norm": 30.40813446044922,
       "learning_rate": 1.3833110218652387e-05,
-      "loss": 0.0011,
+      "loss": 0.0145,
       "step": 1870
     },
     {
       "epoch": 2.2642986152919926,
-      "grad_norm": 37.70731735229492,
+      "grad_norm": 5.166720867156982,
       "learning_rate": 1.3609995537706383e-05,
-      "loss": 0.012,
+      "loss": 0.0114,
       "step": 1880
     },
     {
       "epoch": 2.27633955448525,
-      "grad_norm": 17.22875213623047,
+      "grad_norm": 0.14178332686424255,
       "learning_rate": 1.3386880856760376e-05,
-      "loss": 0.0039,
+      "loss": 0.006,
       "step": 1890
     },
     {
       "epoch": 2.288380493678507,
-      "grad_norm": 0.056806787848472595,
+      "grad_norm": 14.360862731933594,
       "learning_rate": 1.3163766175814368e-05,
-      "loss": 0.0086,
+      "loss": 0.0196,
       "step": 1900
     },
     {
       "epoch": 2.300421432871764,
-      "grad_norm": 3.934164524078369,
+      "grad_norm": 36.61174392700195,
       "learning_rate": 1.2940651494868363e-05,
-      "loss": 0.0136,
+      "loss": 0.0112,
       "step": 1910
     },
     {
       "epoch": 2.312462372065021,
-      "grad_norm": 0.12872309982776642,
+      "grad_norm": 0.05367890000343323,
       "learning_rate": 1.2717536813922356e-05,
-      "loss": 0.0021,
+      "loss": 0.0044,
       "step": 1920
     },
     {
       "epoch": 2.3245033112582782,
-      "grad_norm": 44.9831657409668,
+      "grad_norm": 5.995903968811035,
       "learning_rate": 1.2494422132976352e-05,
-      "loss": 0.003,
+      "loss": 0.0068,
       "step": 1930
     },
     {
       "epoch": 2.336544250451535,
-      "grad_norm": 0.02911054715514183,
+      "grad_norm": 0.1826033890247345,
       "learning_rate": 1.2271307452030343e-05,
-      "loss": 0.0051,
+      "loss": 0.0037,
       "step": 1940
     },
     {
       "epoch": 2.3485851896447922,
-      "grad_norm": 0.1190517470240593,
+      "grad_norm": 0.022175664082169533,
       "learning_rate": 1.2048192771084338e-05,
-      "loss": 0.0129,
+      "loss": 0.0039,
       "step": 1950
     },
     {
       "epoch": 2.3606261288380495,
-      "grad_norm": 1.1983438730239868,
+      "grad_norm": 0.009515208192169666,
       "learning_rate": 1.1825078090138332e-05,
-      "loss": 0.0124,
+      "loss": 0.0174,
       "step": 1960
     },
     {
       "epoch": 2.3726670680313067,
-      "grad_norm": 2.53009033203125,
+      "grad_norm": 1.4253636598587036,
       "learning_rate": 1.1601963409192325e-05,
-      "loss": 0.0125,
+      "loss": 0.0172,
       "step": 1970
     },
     {
       "epoch": 2.3847080072245634,
-      "grad_norm": 0.16323573887348175,
+      "grad_norm": 0.5044592022895813,
       "learning_rate": 1.1378848728246319e-05,
-      "loss": 0.0024,
+      "loss": 0.0136,
       "step": 1980
     },
     {
       "epoch": 2.3967489464178207,
-      "grad_norm": 0.08998429030179977,
+      "grad_norm": 0.10618968307971954,
       "learning_rate": 1.1155734047300314e-05,
-      "loss": 0.0139,
+      "loss": 0.0134,
       "step": 1990
     },
     {
       "epoch": 2.4087898856110774,
-      "grad_norm": 4.886857509613037,
+      "grad_norm": 0.37878698110580444,
       "learning_rate": 1.0932619366354306e-05,
-      "loss": 0.0054,
+      "loss": 0.0077,
       "step": 2000
     },
     {
       "epoch": 2.4208308248043346,
-      "grad_norm": 0.01201044674962759,
+      "grad_norm": 0.15668153762817383,
       "learning_rate": 1.0709504685408301e-05,
-      "loss": 0.0035,
+      "loss": 0.0045,
       "step": 2010
     },
     {
       "epoch": 2.432871763997592,
-      "grad_norm": 15.749720573425293,
+      "grad_norm": 43.199405670166016,
       "learning_rate": 1.0486390004462294e-05,
-      "loss": 0.0036,
+      "loss": 0.0107,
       "step": 2020
     },
     {
       "epoch": 2.444912703190849,
-      "grad_norm": 1.3309760093688965,
+      "grad_norm": 25.30035972595215,
       "learning_rate": 1.0263275323516288e-05,
-      "loss": 0.0028,
+      "loss": 0.0067,
       "step": 2030
     },
     {
       "epoch": 2.456953642384106,
-      "grad_norm": 0.008413532748818398,
+      "grad_norm": 0.006626456510275602,
       "learning_rate": 1.0040160642570281e-05,
-      "loss": 0.0126,
+      "loss": 0.0122,
       "step": 2040
     },
     {
       "epoch": 2.468994581577363,
-      "grad_norm": 2.204921245574951,
+      "grad_norm": 6.633700847625732,
       "learning_rate": 9.817045961624276e-06,
-      "loss": 0.004,
+      "loss": 0.0094,
       "step": 2050
     },
     {
       "epoch": 2.4810355207706203,
-      "grad_norm": 0.04116813465952873,
+      "grad_norm": 0.006737573072314262,
       "learning_rate": 9.593931280678268e-06,
-      "loss": 0.0029,
+      "loss": 0.0069,
       "step": 2060
     },
     {
       "epoch": 2.493076459963877,
-      "grad_norm": 0.0023259413428604603,
+      "grad_norm": 0.12591099739074707,
       "learning_rate": 9.370816599732263e-06,
-      "loss": 0.0048,
+      "loss": 0.0134,
       "step": 2070
     },
     {
       "epoch": 2.5051173991571343,
-      "grad_norm": 0.21206362545490265,
+      "grad_norm": 0.9642283916473389,
       "learning_rate": 9.147701918786257e-06,
-      "loss": 0.0022,
+      "loss": 0.0047,
       "step": 2080
     },
     {
       "epoch": 2.5171583383503915,
-      "grad_norm": 6.095514297485352,
+      "grad_norm": 17.466915130615234,
       "learning_rate": 8.92458723784025e-06,
-      "loss": 0.0074,
+      "loss": 0.0136,
       "step": 2090
     },
     {
       "epoch": 2.5291992775436483,
-      "grad_norm": 0.0026727153453975916,
+      "grad_norm": 0.034244559705257416,
       "learning_rate": 8.701472556894244e-06,
-      "loss": 0.0059,
+      "loss": 0.0111,
       "step": 2100
     },
     {
       "epoch": 2.5412402167369055,
-      "grad_norm": 1.8913568258285522,
+      "grad_norm": 0.06431080400943756,
       "learning_rate": 8.478357875948239e-06,
-      "loss": 0.0007,
+      "loss": 0.0027,
       "step": 2110
     },
     {
       "epoch": 2.5532811559301627,
-      "grad_norm": 0.06810165196657181,
+      "grad_norm": 0.09189895540475845,
       "learning_rate": 8.25524319500223e-06,
-      "loss": 0.0025,
+      "loss": 0.0153,
       "step": 2120
     },
     {
       "epoch": 2.5653220951234195,
-      "grad_norm": 1.2513346672058105,
+      "grad_norm": 0.2820568084716797,
       "learning_rate": 8.032128514056226e-06,
-      "loss": 0.008,
+      "loss": 0.0082,
       "step": 2130
     },
     {
       "epoch": 2.5773630343166767,
-      "grad_norm": 0.012058227322995663,
+      "grad_norm": 0.28683242201805115,
       "learning_rate": 7.809013833110219e-06,
-      "loss": 0.0073,
+      "loss": 0.0069,
       "step": 2140
     },
     {
       "epoch": 2.589403973509934,
-      "grad_norm": 0.011178981512784958,
+      "grad_norm": 0.005995332263410091,
       "learning_rate": 7.5858991521642126e-06,
-      "loss": 0.0004,
+      "loss": 0.003,
       "step": 2150
     },
     {
       "epoch": 2.601444912703191,
-      "grad_norm": 0.003355270717293024,
+      "grad_norm": 0.008528484962880611,
       "learning_rate": 7.362784471218207e-06,
-      "loss": 0.0051,
+      "loss": 0.009,
       "step": 2160
     },
     {
       "epoch": 2.613485851896448,
-      "grad_norm": 0.001846944447606802,
+      "grad_norm": 0.0026729849632829428,
       "learning_rate": 7.1396697902722e-06,
-      "loss": 0.0013,
+      "loss": 0.002,
       "step": 2170
     },
     {
       "epoch": 2.625526791089705,
-      "grad_norm": 0.003519382094964385,
+      "grad_norm": 0.052899375557899475,
       "learning_rate": 6.916555109326194e-06,
-      "loss": 0.0067,
+      "loss": 0.0129,
       "step": 2180
     },
     {
       "epoch": 2.637567730282962,
-      "grad_norm": 6.0739850997924805,
+      "grad_norm": 4.501436710357666,
       "learning_rate": 6.693440428380188e-06,
-      "loss": 0.0046,
+      "loss": 0.0124,
       "step": 2190
     },
     {
       "epoch": 2.649608669476219,
-      "grad_norm": 11.507709503173828,
+      "grad_norm": 7.804245948791504,
       "learning_rate": 6.4703257474341815e-06,
-      "loss": 0.0033,
+      "loss": 0.0037,
       "step": 2200
     },
     {
       "epoch": 2.6616496086694763,
-      "grad_norm": 0.13278013467788696,
+      "grad_norm": 0.03340630233287811,
       "learning_rate": 6.247211066488176e-06,
-      "loss": 0.0048,
+      "loss": 0.0064,
       "step": 2210
     },
     {
       "epoch": 2.6736905478627335,
-      "grad_norm": 0.018278079107403755,
+      "grad_norm": 0.016790101304650307,
       "learning_rate": 6.024096385542169e-06,
-      "loss": 0.0073,
+      "loss": 0.0124,
       "step": 2220
     },
     {
       "epoch": 2.6857314870559903,
-      "grad_norm": 0.2687268555164337,
+      "grad_norm": 0.05290292948484421,
       "learning_rate": 5.800981704596163e-06,
-      "loss": 0.0002,
+      "loss": 0.0023,
       "step": 2230
     },
     {
       "epoch": 2.6977724262492475,
-      "grad_norm": 6.959306716918945,
+      "grad_norm": 7.013312816619873,
       "learning_rate": 5.577867023650157e-06,
-      "loss": 0.0026,
+      "loss": 0.0093,
       "step": 2240
     },
     {
       "epoch": 2.7098133654425043,
-      "grad_norm": 0.012783128768205643,
+      "grad_norm": 5.808313846588135,
       "learning_rate": 5.3547523427041504e-06,
-      "loss": 0.0,
+      "loss": 0.0025,
       "step": 2250
     },
     {
       "epoch": 2.7218543046357615,
-      "grad_norm": 0.0021891624201089144,
+      "grad_norm": 0.07213304936885834,
       "learning_rate": 5.131637661758144e-06,
-      "loss": 0.0011,
+      "loss": 0.0036,
       "step": 2260
     },
     {
       "epoch": 2.7338952438290187,
-      "grad_norm": 0.6082541346549988,
+      "grad_norm": 0.8108634352684021,
       "learning_rate": 4.908522980812138e-06,
-      "loss": 0.0003,
+      "loss": 0.0019,
       "step": 2270
     },
     {
       "epoch": 2.745936183022276,
-      "grad_norm": 0.07555132359266281,
+      "grad_norm": 0.007346575614064932,
       "learning_rate": 4.685408299866132e-06,
-      "loss": 0.0045,
+      "loss": 0.0039,
       "step": 2280
     },
     {
       "epoch": 2.7579771222155327,
-      "grad_norm": 2.3299763202667236,
+      "grad_norm": 12.846696853637695,
       "learning_rate": 4.462293618920125e-06,
-      "loss": 0.004,
+      "loss": 0.0203,
       "step": 2290
     },
     {
       "epoch": 2.77001806140879,
-      "grad_norm": 0.035113465040922165,
+      "grad_norm": 1.8753130435943604,
       "learning_rate": 4.239178937974119e-06,
-      "loss": 0.0002,
+      "loss": 0.0004,
       "step": 2300
     },
     {
       "epoch": 2.7820590006020467,
-      "grad_norm": 0.004046901594847441,
+      "grad_norm": 0.018001612275838852,
       "learning_rate": 4.016064257028113e-06,
-      "loss": 0.0042,
+      "loss": 0.0054,
       "step": 2310
     },
     {
       "epoch": 2.794099939795304,
-      "grad_norm": 0.9368377923965454,
+      "grad_norm": 1.2618842124938965,
       "learning_rate": 3.7929495760821063e-06,
-      "loss": 0.0007,
+      "loss": 0.0005,
       "step": 2320
     },
     {
       "epoch": 2.806140878988561,
-      "grad_norm": 0.4543118178844452,
+      "grad_norm": 0.04195760190486908,
       "learning_rate": 3.5698348951361e-06,
-      "loss": 0.0058,
+      "loss": 0.0164,
       "step": 2330
     },
     {
       "epoch": 2.8181818181818183,
-      "grad_norm": 0.005980230402201414,
+      "grad_norm": 0.20935901999473572,
       "learning_rate": 3.346720214190094e-06,
-      "loss": 0.0115,
+      "loss": 0.0121,
       "step": 2340
     },
     {
       "epoch": 2.830222757375075,
-      "grad_norm": 0.0012502376921474934,
+      "grad_norm": 0.14867332577705383,
       "learning_rate": 3.123605533244088e-06,
-      "loss": 0.0,
+      "loss": 0.0002,
       "step": 2350
     },
     {
       "epoch": 2.8422636965683323,
-      "grad_norm": 10.579268455505371,
+      "grad_norm": 12.636212348937988,
       "learning_rate": 2.9004908522980813e-06,
-      "loss": 0.0096,
+      "loss": 0.0059,
       "step": 2360
     },
     {
       "epoch": 2.8543046357615895,
-      "grad_norm": 0.2079772800207138,
+      "grad_norm": 0.08282257616519928,
       "learning_rate": 2.6773761713520752e-06,
-      "loss": 0.0099,
+      "loss": 0.0072,
       "step": 2370
     },
     {
       "epoch": 2.8663455749548463,
-      "grad_norm": 29.779769897460938,
+      "grad_norm": 37.93838882446289,
       "learning_rate": 2.454261490406069e-06,
-      "loss": 0.0129,
+      "loss": 0.0139,
       "step": 2380
     },
     {
       "epoch": 2.8783865141481035,
-      "grad_norm": 0.18259233236312866,
+      "grad_norm": 0.531898558139801,
       "learning_rate": 2.2311468094600625e-06,
-      "loss": 0.0041,
+      "loss": 0.0065,
       "step": 2390
     },
     {
       "epoch": 2.8904274533413608,
-      "grad_norm": 0.00777797307819128,
+      "grad_norm": 17.711135864257812,
       "learning_rate": 2.0080321285140564e-06,
-      "loss": 0.0013,
+      "loss": 0.007,
       "step": 2400
     },
     {
       "epoch": 2.902468392534618,
-      "grad_norm": 0.001924191485159099,
+      "grad_norm": 0.04107944294810295,
       "learning_rate": 1.78491744756805e-06,
-      "loss": 0.0001,
+      "loss": 0.0041,
       "step": 2410
     },
     {
       "epoch": 2.9145093317278747,
-      "grad_norm": 0.019644932821393013,
+      "grad_norm": 0.00876621063798666,
       "learning_rate": 1.561802766622044e-06,
-      "loss": 0.0,
+      "loss": 0.0098,
       "step": 2420
     },
     {
       "epoch": 2.926550270921132,
-      "grad_norm": 0.09246612340211868,
+      "grad_norm": 0.09590450674295425,
       "learning_rate": 1.3386880856760376e-06,
-      "loss": 0.0002,
+      "loss": 0.0004,
       "step": 2430
     },
     {
       "epoch": 2.9385912101143887,
-      "grad_norm": 2.428246259689331,
+      "grad_norm": 0.335151344537735,
       "learning_rate": 1.1155734047300313e-06,
-      "loss": 0.0002,
+      "loss": 0.002,
       "step": 2440
     },
     {
       "epoch": 2.950632149307646,
-      "grad_norm": 23.632675170898438,
+      "grad_norm": 17.89304542541504,
       "learning_rate": 8.92458723784025e-07,
-      "loss": 0.0056,
+      "loss": 0.0038,
       "step": 2450
     },
     {
       "epoch": 2.962673088500903,
-      "grad_norm": 20.292911529541016,
+      "grad_norm": 7.468949794769287,
       "learning_rate": 6.693440428380188e-07,
-      "loss": 0.0086,
+      "loss": 0.0054,
       "step": 2460
     },
     {
       "epoch": 2.9747140276941604,
-      "grad_norm": 0.10044017434120178,
+      "grad_norm": 1.7089877128601074,
       "learning_rate": 4.462293618920125e-07,
-      "loss": 0.0015,
+      "loss": 0.0044,
       "step": 2470
     },
     {
       "epoch": 2.986754966887417,
-      "grad_norm": 0.31968560814857483,
+      "grad_norm": 0.03323278948664665,
       "learning_rate": 2.2311468094600626e-07,
-      "loss": 0.0003,
+      "loss": 0.0097,
       "step": 2480
     },
     {
       "epoch": 2.9987959060806744,
-      "grad_norm": 0.010867997072637081,
+      "grad_norm": 0.1638062298297882,
       "learning_rate": 0.0,
-      "loss": 0.0002,
+      "loss": 0.0042,
       "step": 2490
     },
     {
       "epoch": 2.9987959060806744,
-      "eval_f1": 0.9959466783459585,
-      "eval_loss": 0.00824679434299469,
-      "eval_runtime": 91.491,
-      "eval_samples_per_second": 129.084,
-      "eval_steps_per_second": 4.044,
+      "eval_f1": 0.9951696391786315,
+      "eval_loss": 0.009932301938533783,
+      "eval_runtime": 123.5306,
+      "eval_samples_per_second": 95.604,
+      "eval_steps_per_second": 2.995,
       "step": 2490
     },
     {
       "epoch": 2.9987959060806744,
       "step": 2490,
       "total_flos": 2.4970885598061527e+19,
-      "train_loss": 0.046114599592564115,
-      "train_runtime": 4604.1373,
-      "train_samples_per_second": 69.254,
-      "train_steps_per_second": 0.541
+      "train_loss": 0.05150821726141782,
+      "train_runtime": 5585.3207,
+      "train_samples_per_second": 57.088,
+      "train_steps_per_second": 0.446
     }
   ],
   "logging_steps": 10,