End of training

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fa928722693b9821daac943b92f425e91898d1f9884bf65301b0bdfaf61c6bd
+oid sha256:f6ef272b9e4d94e4cd3da45621a0a2ac8348fb39b73e8d8806587b4df8422f55
 size 73911112

all_results.json

@@ -1,8 +1,8 @@
 {
     "total_flos": 0.0,
-    "train_loss": 8.592116103045555e-07,
-    "train_runtime": 1704.2418,
+    "train_loss": 8.154420868322632e-07,
+    "train_runtime": 1003.4696,
     "train_samples": 11,
-    "train_samples_per_second": 0.188,
-    "train_steps_per_second": 0.012
+    "train_samples_per_second": 0.319,
+    "train_steps_per_second": 0.02
 }

train_results.json

@@ -1,8 +1,8 @@
 {
     "total_flos": 0.0,
-    "train_loss": 8.592116103045555e-07,
-    "train_runtime": 1704.2418,
+    "train_loss": 8.154420868322632e-07,
+    "train_runtime": 1003.4696,
     "train_samples": 11,
-    "train_samples_per_second": 0.188,
-    "train_steps_per_second": 0.012
+    "train_samples_per_second": 0.319,
+    "train_steps_per_second": 0.02
 }

trainer_state.json

@@ -10,203 +10,203 @@
   "is_world_process_zero": true,
   "log_history": [
     {
-      "completion_length": 432.71875,
+      "completion_length": 507.25,
       "epoch": 0.7272727272727273,
-      "grad_norm": 0.7606189846992493,
-      "kl": 0.0019892115815309808,
+      "grad_norm": 0.5102810263633728,
+      "kl": 0.0006413383634935599,
       "learning_rate": 5e-07,
       "loss": 0.0,
-      "reward": 1.6396946609020233,
-      "reward_std": 2.1024036705493927,
-      "rewards/concensus_correctness_reward_func": 0.625,
-      "rewards/consensus_reward_func": 0.375,
+      "reward": 1.2246774435043335,
+      "reward_std": 1.0250092409551144,
+      "rewards/concensus_correctness_reward_func": 0.026750000193715096,
+      "rewards/consensus_reward_func": 0.25,
       "rewards/cumulative_reward_2": 0.0,
       "rewards/final_correctness_reward_func": 0.0625,
-      "rewards/question_recreation_reward_func": 0.4800071269273758,
+      "rewards/question_recreation_reward_func": 0.6202712282538414,
       "rewards/soft_format_reward_func": 0.0,
-      "rewards/strict_format_reward_func": 0.0,
-      "rewards/xmlcount_reward_func": 0.09718749718740582,
+      "rewards/strict_format_reward_func": 0.015625,
+      "rewards/xmlcount_reward_func": 0.24953125789761543,
       "step": 2
     },
     {
-      "completion_length": 467.42857142857144,
+      "completion_length": 545.5357142857143,
       "epoch": 1.3636363636363638,
-      "grad_norm": 0.4692114293575287,
-      "kl": 0.0006133902269149465,
+      "grad_norm": 0.6383160948753357,
+      "kl": 0.0006939700771389263,
       "learning_rate": 4.864543104251586e-07,
       "loss": 0.0,
-      "reward": 2.75502332087074,
-      "reward_std": 2.7828726129872456,
-      "rewards/concensus_correctness_reward_func": 1.4375,
-      "rewards/consensus_reward_func": 0.5,
+      "reward": 0.9871079708848681,
+      "reward_std": 0.9425153072391238,
+      "rewards/concensus_correctness_reward_func": 0.06157142775399344,
+      "rewards/consensus_reward_func": 0.2857142857142857,
       "rewards/cumulative_reward_2": 0.0,
-      "rewards/final_correctness_reward_func": 0.07142857142857142,
-      "rewards/question_recreation_reward_func": 0.6872732852186475,
+      "rewards/final_correctness_reward_func": 0.0,
+      "rewards/question_recreation_reward_func": 0.5393222442695073,
       "rewards/soft_format_reward_func": 0.0,
-      "rewards/strict_format_reward_func": 0.017857142857142856,
-      "rewards/xmlcount_reward_func": 0.04096428251692227,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xmlcount_reward_func": 0.10050000729305404,
       "step": 4
     },
     {
-      "completion_length": 438.67857142857144,
+      "completion_length": 556.75,
       "epoch": 2.0,
-      "grad_norm": 0.3627641201019287,
-      "kl": 0.0006555469423931624,
+      "grad_norm": 0.30501818656921387,
+      "kl": 0.0006923160399310291,
       "learning_rate": 4.472851273490984e-07,
       "loss": 0.0,
-      "reward": 0.6191454189164298,
-      "reward_std": 0.9464377037116459,
+      "reward": 0.9744588136672974,
+      "reward_std": 0.997994201523917,
       "rewards/concensus_correctness_reward_func": 0.0,
-      "rewards/consensus_reward_func": 0.07142857142857142,
+      "rewards/consensus_reward_func": 0.21428571428571427,
       "rewards/cumulative_reward_2": 0.0,
       "rewards/final_correctness_reward_func": 0.0,
-      "rewards/question_recreation_reward_func": 0.6115382420165199,
+      "rewards/question_recreation_reward_func": 0.651923132794244,
       "rewards/soft_format_reward_func": 0.0,
-      "rewards/strict_format_reward_func": 0.0,
-      "rewards/xmlcount_reward_func": -0.06382142220224653,
+      "rewards/strict_format_reward_func": 0.017857142857142856,
+      "rewards/xmlcount_reward_func": 0.09039285566125597,
       "step": 6
     },
     {
-      "completion_length": 510.5625,
+      "completion_length": 358.21875,
       "epoch": 2.7272727272727275,
-      "grad_norm": 0.41520625352859497,
-      "kl": 0.0006668503010587301,
+      "grad_norm": 0.5563687086105347,
+      "kl": 0.0008131818103720434,
       "learning_rate": 3.867370395306068e-07,
       "loss": 0.0,
-      "reward": 1.700607443228364,
-      "reward_std": 2.5333365201950073,
-      "rewards/concensus_correctness_reward_func": 0.625,
-      "rewards/consensus_reward_func": 0.1875,
+      "reward": 1.1429598741233349,
+      "reward_std": 1.0274235233664513,
+      "rewards/concensus_correctness_reward_func": 0.0,
+      "rewards/consensus_reward_func": 0.375,
       "rewards/cumulative_reward_2": 0.0,
-      "rewards/final_correctness_reward_func": 0.3125,
-      "rewards/question_recreation_reward_func": 0.5816699732095003,
+      "rewards/final_correctness_reward_func": 0.0,
+      "rewards/question_recreation_reward_func": 0.5877098739147186,
       "rewards/soft_format_reward_func": 0.0,
-      "rewards/strict_format_reward_func": 0.0,
-      "rewards/xmlcount_reward_func": -0.006062503904104233,
+      "rewards/strict_format_reward_func": 0.015625,
+      "rewards/xmlcount_reward_func": 0.16462498623877764,
       "step": 8
     },
     {
-      "completion_length": 401.39285714285717,
+      "completion_length": 722.3214285714286,
       "epoch": 3.3636363636363638,
-      "grad_norm": 0.5172370076179504,
-      "kl": 0.0012650146880852325,
+      "grad_norm": 0.537308931350708,
+      "kl": 0.0027192495430686642,
       "learning_rate": 3.1137137178519977e-07,
       "loss": 0.0,
-      "reward": 2.755477947848184,
-      "reward_std": 2.6254753470420837,
-      "rewards/concensus_correctness_reward_func": 1.4285714285714286,
-      "rewards/consensus_reward_func": 0.5714285714285714,
+      "reward": 0.9694735769714627,
+      "reward_std": 0.9623457491397858,
+      "rewards/concensus_correctness_reward_func": 0.0,
+      "rewards/consensus_reward_func": 0.2857142857142857,
       "rewards/cumulative_reward_2": 0.0,
       "rewards/final_correctness_reward_func": 0.0,
-      "rewards/question_recreation_reward_func": 0.6837279541151864,
+      "rewards/question_recreation_reward_func": 0.6571164429187775,
       "rewards/soft_format_reward_func": 0.0,
       "rewards/strict_format_reward_func": 0.0,
-      "rewards/xmlcount_reward_func": 0.07175000011920929,
+      "rewards/xmlcount_reward_func": 0.02664285898208618,
       "step": 10
     },
     {
-      "completion_length": 501.9642857142857,
+      "completion_length": 540.9285714285714,
       "epoch": 4.0,
-      "grad_norm": 0.32264214754104614,
-      "kl": 0.0006867337547841349,
+      "grad_norm": 0.345342218875885,
+      "kl": 0.0007426313989396606,
       "learning_rate": 2.2935516363191693e-07,
       "loss": 0.0,
-      "reward": 0.5695489134107318,
-      "reward_std": 0.9338342483554568,
-      "rewards/concensus_correctness_reward_func": 0.008928571428571428,
-      "rewards/consensus_reward_func": 0.21428571428571427,
+      "reward": 1.4026029365403312,
+      "reward_std": 1.0735368302890234,
+      "rewards/concensus_correctness_reward_func": 0.0,
+      "rewards/consensus_reward_func": 0.5714285714285714,
       "rewards/cumulative_reward_2": 0.0,
       "rewards/final_correctness_reward_func": 0.0,
-      "rewards/question_recreation_reward_func": 0.581870321716581,
-      "rewards/soft_format_reward_func": 0.017857142857142856,
+      "rewards/question_recreation_reward_func": 0.6404600867203304,
+      "rewards/soft_format_reward_func": 0.0,
       "rewards/strict_format_reward_func": 0.0,
-      "rewards/xmlcount_reward_func": -0.2533928709370749,
+      "rewards/xmlcount_reward_func": 0.19071428264890397,
       "step": 12
     },
     {
-      "completion_length": 489.09375,
+      "completion_length": 501.375,
       "epoch": 4.7272727272727275,
-      "grad_norm": 8.045618057250977,
-      "kl": 0.0009569493340677582,
+      "grad_norm": 0.4603041410446167,
+      "kl": 0.0007860659461584873,
       "learning_rate": 1.4957614383675767e-07,
       "loss": 0.0,
-      "reward": 2.4273860789835453,
-      "reward_std": 2.546884449198842,
-      "rewards/concensus_correctness_reward_func": 1.25,
-      "rewards/consensus_reward_func": 0.375,
+      "reward": 1.0617278590798378,
+      "reward_std": 1.036953940987587,
+      "rewards/concensus_correctness_reward_func": 0.0078125,
+      "rewards/consensus_reward_func": 0.1875,
       "rewards/cumulative_reward_2": 0.0,
-      "rewards/final_correctness_reward_func": 0.125,
-      "rewards/question_recreation_reward_func": 0.5276672355830669,
+      "rewards/final_correctness_reward_func": 0.0,
+      "rewards/question_recreation_reward_func": 0.5582278668880463,
       "rewards/soft_format_reward_func": 0.0,
-      "rewards/strict_format_reward_func": 0.0,
-      "rewards/xmlcount_reward_func": 0.14971874980255961,
+      "rewards/strict_format_reward_func": 0.03125,
+      "rewards/xmlcount_reward_func": 0.27693750336766243,
       "step": 14
     },
     {
-      "completion_length": 540.1428571428571,
+      "completion_length": 536.1428571428571,
       "epoch": 5.363636363636363,
-      "grad_norm": 3.7820241451263428,
-      "kl": 0.0006863700483726072,
+      "grad_norm": 0.5306868553161621,
+      "kl": 0.0007226377077001546,
       "learning_rate": 8.067960709356478e-08,
       "loss": 0.0,
-      "reward": 1.0420210872377669,
-      "reward_std": 1.1063490169388908,
+      "reward": 1.5109271705150604,
+      "reward_std": 1.1485101410320826,
       "rewards/concensus_correctness_reward_func": 0.0,
-      "rewards/consensus_reward_func": 0.2857142857142857,
+      "rewards/consensus_reward_func": 0.35714285714285715,
       "rewards/cumulative_reward_2": 0.0,
-      "rewards/final_correctness_reward_func": 0.07142857142857142,
-      "rewards/question_recreation_reward_func": 0.5944139403956277,
+      "rewards/final_correctness_reward_func": 0.0,
+      "rewards/question_recreation_reward_func": 0.6943200017724719,
       "rewards/soft_format_reward_func": 0.0,
-      "rewards/strict_format_reward_func": 0.0,
-      "rewards/xmlcount_reward_func": 0.09046427373375211,
+      "rewards/strict_format_reward_func": 0.03571428571428571,
+      "rewards/xmlcount_reward_func": 0.4237499992762293,
       "step": 16
     },
     {
-      "completion_length": 431.64285714285717,
+      "completion_length": 618.7142857142857,
       "epoch": 6.0,
-      "grad_norm": 0.3229602873325348,
-      "kl": 0.0010248052297226553,
+      "grad_norm": 0.2140144258737564,
+      "kl": 0.00047585583524778485,
       "learning_rate": 3.013156219837776e-08,
       "loss": 0.0,
-      "reward": 1.4271490999630518,
-      "reward_std": 0.8604892194271088,
+      "reward": 1.1479524033410209,
+      "reward_std": 1.0819738251822335,
       "rewards/concensus_correctness_reward_func": 0.0,
-      "rewards/consensus_reward_func": 0.35714285714285715,
+      "rewards/consensus_reward_func": 0.2857142857142857,
       "rewards/cumulative_reward_2": 0.0,
-      "rewards/final_correctness_reward_func": 0.2857142857142857,
-      "rewards/question_recreation_reward_func": 0.579149107847895,
+      "rewards/final_correctness_reward_func": 0.0,
+      "rewards/question_recreation_reward_func": 0.8127023918288094,
       "rewards/soft_format_reward_func": 0.0,
-      "rewards/strict_format_reward_func": 0.017857142857142856,
-      "rewards/xmlcount_reward_func": 0.18728571864111082,
+      "rewards/strict_format_reward_func": 0.0,
+      "rewards/xmlcount_reward_func": 0.0495357130255018,
       "step": 18
     },
     {
-      "completion_length": 387.0,
+      "completion_length": 595.125,
       "epoch": 6.7272727272727275,
-      "grad_norm": 0.5167163014411926,
-      "kl": 0.0006026326373103075,
+      "grad_norm": 0.7731544375419617,
+      "kl": 0.0006078763362893369,
       "learning_rate": 3.4096741493194193e-09,
       "loss": 0.0,
-      "reward": 1.1209593079984188,
-      "reward_std": 1.1114939078688622,
+      "reward": 1.2466152980923653,
+      "reward_std": 1.057570207864046,
       "rewards/concensus_correctness_reward_func": 0.0,
-      "rewards/consensus_reward_func": 0.1875,
+      "rewards/consensus_reward_func": 0.25,
       "rewards/cumulative_reward_2": 0.0,
-      "rewards/final_correctness_reward_func": 0.1875,
-      "rewards/question_recreation_reward_func": 0.6409280709922314,
-      "rewards/soft_format_reward_func": 0.0,
-      "rewards/strict_format_reward_func": 0.0,
-      "rewards/xmlcount_reward_func": 0.10503125586546957,
+      "rewards/final_correctness_reward_func": 0.0,
+      "rewards/question_recreation_reward_func": 0.6501153353601694,
+      "rewards/soft_format_reward_func": 0.015625,
+      "rewards/strict_format_reward_func": 0.0625,
+      "rewards/xmlcount_reward_func": 0.2683749981224537,
       "step": 20
     },
     {
       "epoch": 6.7272727272727275,
       "step": 20,
       "total_flos": 0.0,
-      "train_loss": 8.592116103045555e-07,
-      "train_runtime": 1704.2418,
-      "train_samples_per_second": 0.188,
-      "train_steps_per_second": 0.012
+      "train_loss": 8.154420868322632e-07,
+      "train_runtime": 1003.4696,
+      "train_samples_per_second": 0.319,
+      "train_steps_per_second": 0.02
     }
   ],
   "logging_steps": 2,