AmberYifan commited on
Commit
953fbcb
·
verified ·
1 Parent(s): 53db676

Training in progress, epoch 3, checkpoint

Browse files
last-checkpoint/global_step939/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c3ce640877b2d8ecc0e24be100a3e0ce7a6976179a0fa4fead2fa8644c4fc5f
3
+ size 16060527788
last-checkpoint/global_step939/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bf4c498bff350ad34e921d9c242d36feb45270e06107b47671851bf36bea253
3
+ size 16060527788
last-checkpoint/global_step939/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1d0e7d4b0af35a6ca7d6c6fd0e30316dde6141a9217f8afba4c4b621446ae31
3
+ size 16060527788
last-checkpoint/global_step939/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b55b89cb59cbc4d9ef18449658cc50b4cb6f3bc0a1be87c8f0a460f2d290214
3
+ size 16060527788
last-checkpoint/global_step939/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bdb7dbee9c796f9aafc9eee12e5897c440ad5a648fd8df8520d6e2380a7c1a5
3
+ size 150693
last-checkpoint/global_step939/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c0406da72cdfc68a165458ddeef11d1da49d6d97bb21ad9504edf784cedb97f
3
+ size 150693
last-checkpoint/global_step939/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:332ccdbe01b4fa4b6a35acac97bc26143f603959f45d4d12c635ad4e6a2e8632
3
+ size 150693
last-checkpoint/global_step939/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f7528f0ef5669d4d46b8576941e18d57af6e08eb71acd5ffb084bdd17ea161d
3
+ size 150693
last-checkpoint/latest CHANGED
@@ -1 +1 @@
1
- global_step626
 
1
+ global_step939
last-checkpoint/model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e326a1dbd8fc14b10637832fdeb8d0c03940664a8c4f58f99100b04f96138e8
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46ac6018d17786570971da89cecd7aaffdb9d63a2072fae064faa2c5b0a93c12
3
  size 4976698672
last-checkpoint/model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd4ce9e4ed9d86334b47f18822649eb3f59b7a5fd11b4110414b589b19b2233e
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32689ebf53fcd70921122bdc80046eed42c996eb195c4560b866b942a53081e0
3
  size 4999802720
last-checkpoint/model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b18151b5ab7ae4151110e5c07fedb062428d352acd2bb8b2f6d66b6153fcaa0
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dd166601af186aa19f46d4004691f139017666113085746962395993f64b61d
3
  size 4915916176
last-checkpoint/model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8aef27c1aab1f1cdcc79db0469c18cc56b552142b9f4a6a7c33f91ef67626901
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db89e3fbb78fffeac7ec37b3b503ad4ec981c570400f0d5e503a2dcae74a888
3
  size 1168138808
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2307c03867cef25b5028feb9a23f80e784b9af9a615de13ddca560a6a90fb593
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab7cf0d34d60dfda516cf9661904550e2e294e723edd07c25c738f05e8ba92d1
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50218cfaecdd818354e567b7167c13899e3b42297e7d8f58bd7e732cfa547800
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7b183324e8227a51a9556d86b2ad893a8c4c52205ed4a737356c6611dac7353
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9814a66b49861f5495b06dae3be12ddf7185b88e2cae1fb808ca9efd99d5807f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac69e994090f4818cb1fa6f6cefa363178552c3c731c6507ff195bcb07fd5bef
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7be93040a65e0a29975f6c70b94418e1fdf88423a50c58aa572141d3c92fbfc
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f68e61b63402f8afb1f69c960f7944965655dac11e3ccf29919c282f23931f86
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7725b44c69725321786f1e58dccd7ea4d3ae5794ea47bd49c0d4a139aec266d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe7d17fbcfa5bee1bf6cb5aedab3ff5a70436912c200d7301d173be443809d63
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.0,
5
  "eval_steps": 500,
6
- "global_step": 626,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -984,6 +984,487 @@
984
  "eval_samples_per_second": 15.873,
985
  "eval_steps_per_second": 0.556,
986
  "step": 626
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
987
  }
988
  ],
989
  "logging_steps": 10,
@@ -998,7 +1479,7 @@
998
  "should_evaluate": false,
999
  "should_log": false,
1000
  "should_save": true,
1001
- "should_training_stop": false
1002
  },
1003
  "attributes": {}
1004
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
  "eval_steps": 500,
6
+ "global_step": 939,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
984
  "eval_samples_per_second": 15.873,
985
  "eval_steps_per_second": 0.556,
986
  "step": 626
987
+ },
988
+ {
989
+ "epoch": 2.012779552715655,
990
+ "grad_norm": 15.955204221662331,
991
+ "learning_rate": 1.8284023668639053e-07,
992
+ "logits/chosen": -1.7421875,
993
+ "logits/rejected": -1.734375,
994
+ "logps/chosen": -244.0,
995
+ "logps/rejected": -278.0,
996
+ "loss": 0.2415,
997
+ "rewards/accuracies": 0.9375,
998
+ "rewards/chosen": 0.1376953125,
999
+ "rewards/margins": 1.9296875,
1000
+ "rewards/rejected": -1.796875,
1001
+ "step": 630
1002
+ },
1003
+ {
1004
+ "epoch": 2.0447284345047922,
1005
+ "grad_norm": 14.058307718181862,
1006
+ "learning_rate": 1.7692307692307693e-07,
1007
+ "logits/chosen": -1.71875,
1008
+ "logits/rejected": -1.7265625,
1009
+ "logps/chosen": -237.0,
1010
+ "logps/rejected": -280.0,
1011
+ "loss": 0.1544,
1012
+ "rewards/accuracies": 0.9750000238418579,
1013
+ "rewards/chosen": 0.21484375,
1014
+ "rewards/margins": 2.53125,
1015
+ "rewards/rejected": -2.3125,
1016
+ "step": 640
1017
+ },
1018
+ {
1019
+ "epoch": 2.07667731629393,
1020
+ "grad_norm": 14.300114625147318,
1021
+ "learning_rate": 1.710059171597633e-07,
1022
+ "logits/chosen": -1.75,
1023
+ "logits/rejected": -1.75,
1024
+ "logps/chosen": -241.0,
1025
+ "logps/rejected": -282.0,
1026
+ "loss": 0.1729,
1027
+ "rewards/accuracies": 0.925000011920929,
1028
+ "rewards/chosen": 0.33203125,
1029
+ "rewards/margins": 2.234375,
1030
+ "rewards/rejected": -1.8984375,
1031
+ "step": 650
1032
+ },
1033
+ {
1034
+ "epoch": 2.108626198083067,
1035
+ "grad_norm": 15.65574607331697,
1036
+ "learning_rate": 1.650887573964497e-07,
1037
+ "logits/chosen": -1.7578125,
1038
+ "logits/rejected": -1.734375,
1039
+ "logps/chosen": -238.0,
1040
+ "logps/rejected": -290.0,
1041
+ "loss": 0.1595,
1042
+ "rewards/accuracies": 0.9624999761581421,
1043
+ "rewards/chosen": 0.015869140625,
1044
+ "rewards/margins": 2.421875,
1045
+ "rewards/rejected": -2.40625,
1046
+ "step": 660
1047
+ },
1048
+ {
1049
+ "epoch": 2.1405750798722045,
1050
+ "grad_norm": 17.250707654114066,
1051
+ "learning_rate": 1.591715976331361e-07,
1052
+ "logits/chosen": -1.6796875,
1053
+ "logits/rejected": -1.7265625,
1054
+ "logps/chosen": -240.0,
1055
+ "logps/rejected": -288.0,
1056
+ "loss": 0.1731,
1057
+ "rewards/accuracies": 0.949999988079071,
1058
+ "rewards/chosen": 0.1396484375,
1059
+ "rewards/margins": 2.53125,
1060
+ "rewards/rejected": -2.390625,
1061
+ "step": 670
1062
+ },
1063
+ {
1064
+ "epoch": 2.1725239616613417,
1065
+ "grad_norm": 18.514625043103106,
1066
+ "learning_rate": 1.5325443786982248e-07,
1067
+ "logits/chosen": -1.75,
1068
+ "logits/rejected": -1.703125,
1069
+ "logps/chosen": -238.0,
1070
+ "logps/rejected": -286.0,
1071
+ "loss": 0.1608,
1072
+ "rewards/accuracies": 0.9624999761581421,
1073
+ "rewards/chosen": 0.36328125,
1074
+ "rewards/margins": 2.65625,
1075
+ "rewards/rejected": -2.296875,
1076
+ "step": 680
1077
+ },
1078
+ {
1079
+ "epoch": 2.2044728434504792,
1080
+ "grad_norm": 24.10831456497685,
1081
+ "learning_rate": 1.4733727810650885e-07,
1082
+ "logits/chosen": -1.6953125,
1083
+ "logits/rejected": -1.703125,
1084
+ "logps/chosen": -246.0,
1085
+ "logps/rejected": -282.0,
1086
+ "loss": 0.1953,
1087
+ "rewards/accuracies": 0.925000011920929,
1088
+ "rewards/chosen": 0.068359375,
1089
+ "rewards/margins": 2.28125,
1090
+ "rewards/rejected": -2.21875,
1091
+ "step": 690
1092
+ },
1093
+ {
1094
+ "epoch": 2.236421725239617,
1095
+ "grad_norm": 17.181045102958997,
1096
+ "learning_rate": 1.4142011834319526e-07,
1097
+ "logits/chosen": -1.7109375,
1098
+ "logits/rejected": -1.71875,
1099
+ "logps/chosen": -235.0,
1100
+ "logps/rejected": -284.0,
1101
+ "loss": 0.1535,
1102
+ "rewards/accuracies": 0.987500011920929,
1103
+ "rewards/chosen": 0.259765625,
1104
+ "rewards/margins": 2.5,
1105
+ "rewards/rejected": -2.234375,
1106
+ "step": 700
1107
+ },
1108
+ {
1109
+ "epoch": 2.268370607028754,
1110
+ "grad_norm": 14.135092040427887,
1111
+ "learning_rate": 1.3550295857988164e-07,
1112
+ "logits/chosen": -1.6875,
1113
+ "logits/rejected": -1.75,
1114
+ "logps/chosen": -235.0,
1115
+ "logps/rejected": -280.0,
1116
+ "loss": 0.154,
1117
+ "rewards/accuracies": 0.9750000238418579,
1118
+ "rewards/chosen": 0.23046875,
1119
+ "rewards/margins": 2.59375,
1120
+ "rewards/rejected": -2.359375,
1121
+ "step": 710
1122
+ },
1123
+ {
1124
+ "epoch": 2.3003194888178915,
1125
+ "grad_norm": 14.760186737903501,
1126
+ "learning_rate": 1.2958579881656802e-07,
1127
+ "logits/chosen": -1.7109375,
1128
+ "logits/rejected": -1.71875,
1129
+ "logps/chosen": -234.0,
1130
+ "logps/rejected": -290.0,
1131
+ "loss": 0.1606,
1132
+ "rewards/accuracies": 0.949999988079071,
1133
+ "rewards/chosen": 0.265625,
1134
+ "rewards/margins": 2.65625,
1135
+ "rewards/rejected": -2.390625,
1136
+ "step": 720
1137
+ },
1138
+ {
1139
+ "epoch": 2.3322683706070286,
1140
+ "grad_norm": 19.868109224808542,
1141
+ "learning_rate": 1.2366863905325443e-07,
1142
+ "logits/chosen": -1.7109375,
1143
+ "logits/rejected": -1.7578125,
1144
+ "logps/chosen": -235.0,
1145
+ "logps/rejected": -282.0,
1146
+ "loss": 0.1487,
1147
+ "rewards/accuracies": 0.9750000238418579,
1148
+ "rewards/chosen": 0.267578125,
1149
+ "rewards/margins": 2.625,
1150
+ "rewards/rejected": -2.359375,
1151
+ "step": 730
1152
+ },
1153
+ {
1154
+ "epoch": 2.364217252396166,
1155
+ "grad_norm": 23.28653194497905,
1156
+ "learning_rate": 1.1775147928994082e-07,
1157
+ "logits/chosen": -1.71875,
1158
+ "logits/rejected": -1.7265625,
1159
+ "logps/chosen": -244.0,
1160
+ "logps/rejected": -286.0,
1161
+ "loss": 0.1478,
1162
+ "rewards/accuracies": 0.9750000238418579,
1163
+ "rewards/chosen": 0.10595703125,
1164
+ "rewards/margins": 2.59375,
1165
+ "rewards/rejected": -2.484375,
1166
+ "step": 740
1167
+ },
1168
+ {
1169
+ "epoch": 2.3961661341853033,
1170
+ "grad_norm": 17.120801675488444,
1171
+ "learning_rate": 1.1183431952662721e-07,
1172
+ "logits/chosen": -1.71875,
1173
+ "logits/rejected": -1.6796875,
1174
+ "logps/chosen": -236.0,
1175
+ "logps/rejected": -288.0,
1176
+ "loss": 0.1446,
1177
+ "rewards/accuracies": 0.9750000238418579,
1178
+ "rewards/chosen": 0.1015625,
1179
+ "rewards/margins": 2.75,
1180
+ "rewards/rejected": -2.65625,
1181
+ "step": 750
1182
+ },
1183
+ {
1184
+ "epoch": 2.428115015974441,
1185
+ "grad_norm": 15.22339588033004,
1186
+ "learning_rate": 1.059171597633136e-07,
1187
+ "logits/chosen": -1.7265625,
1188
+ "logits/rejected": -1.71875,
1189
+ "logps/chosen": -239.0,
1190
+ "logps/rejected": -280.0,
1191
+ "loss": 0.1655,
1192
+ "rewards/accuracies": 0.925000011920929,
1193
+ "rewards/chosen": 0.1962890625,
1194
+ "rewards/margins": 2.453125,
1195
+ "rewards/rejected": -2.25,
1196
+ "step": 760
1197
+ },
1198
+ {
1199
+ "epoch": 2.460063897763578,
1200
+ "grad_norm": 11.99984881863295,
1201
+ "learning_rate": 1e-07,
1202
+ "logits/chosen": -1.734375,
1203
+ "logits/rejected": -1.7578125,
1204
+ "logps/chosen": -232.0,
1205
+ "logps/rejected": -296.0,
1206
+ "loss": 0.1466,
1207
+ "rewards/accuracies": 0.987500011920929,
1208
+ "rewards/chosen": 0.10009765625,
1209
+ "rewards/margins": 2.8125,
1210
+ "rewards/rejected": -2.71875,
1211
+ "step": 770
1212
+ },
1213
+ {
1214
+ "epoch": 2.4920127795527156,
1215
+ "grad_norm": 13.471810930026255,
1216
+ "learning_rate": 9.408284023668639e-08,
1217
+ "logits/chosen": -1.7109375,
1218
+ "logits/rejected": -1.734375,
1219
+ "logps/chosen": -242.0,
1220
+ "logps/rejected": -286.0,
1221
+ "loss": 0.1451,
1222
+ "rewards/accuracies": 0.9624999761581421,
1223
+ "rewards/chosen": 0.2119140625,
1224
+ "rewards/margins": 2.578125,
1225
+ "rewards/rejected": -2.359375,
1226
+ "step": 780
1227
+ },
1228
+ {
1229
+ "epoch": 2.523961661341853,
1230
+ "grad_norm": 25.459720363700047,
1231
+ "learning_rate": 8.816568047337278e-08,
1232
+ "logits/chosen": -1.71875,
1233
+ "logits/rejected": -1.6875,
1234
+ "logps/chosen": -241.0,
1235
+ "logps/rejected": -300.0,
1236
+ "loss": 0.1488,
1237
+ "rewards/accuracies": 0.9750000238418579,
1238
+ "rewards/chosen": 0.142578125,
1239
+ "rewards/margins": 2.796875,
1240
+ "rewards/rejected": -2.640625,
1241
+ "step": 790
1242
+ },
1243
+ {
1244
+ "epoch": 2.5559105431309903,
1245
+ "grad_norm": 18.20570925745819,
1246
+ "learning_rate": 8.224852071005916e-08,
1247
+ "logits/chosen": -1.765625,
1248
+ "logits/rejected": -1.7265625,
1249
+ "logps/chosen": -237.0,
1250
+ "logps/rejected": -292.0,
1251
+ "loss": 0.1676,
1252
+ "rewards/accuracies": 0.987500011920929,
1253
+ "rewards/chosen": 0.06298828125,
1254
+ "rewards/margins": 2.796875,
1255
+ "rewards/rejected": -2.734375,
1256
+ "step": 800
1257
+ },
1258
+ {
1259
+ "epoch": 2.587859424920128,
1260
+ "grad_norm": 22.009878869215555,
1261
+ "learning_rate": 7.633136094674555e-08,
1262
+ "logits/chosen": -1.7421875,
1263
+ "logits/rejected": -1.7265625,
1264
+ "logps/chosen": -244.0,
1265
+ "logps/rejected": -288.0,
1266
+ "loss": 0.1575,
1267
+ "rewards/accuracies": 0.925000011920929,
1268
+ "rewards/chosen": -0.03759765625,
1269
+ "rewards/margins": 2.78125,
1270
+ "rewards/rejected": -2.828125,
1271
+ "step": 810
1272
+ },
1273
+ {
1274
+ "epoch": 2.619808306709265,
1275
+ "grad_norm": 11.203003537220331,
1276
+ "learning_rate": 7.041420118343195e-08,
1277
+ "logits/chosen": -1.71875,
1278
+ "logits/rejected": -1.75,
1279
+ "logps/chosen": -236.0,
1280
+ "logps/rejected": -280.0,
1281
+ "loss": 0.1623,
1282
+ "rewards/accuracies": 0.949999988079071,
1283
+ "rewards/chosen": 0.032470703125,
1284
+ "rewards/margins": 2.46875,
1285
+ "rewards/rejected": -2.4375,
1286
+ "step": 820
1287
+ },
1288
+ {
1289
+ "epoch": 2.6517571884984026,
1290
+ "grad_norm": 11.09178228981755,
1291
+ "learning_rate": 6.449704142011835e-08,
1292
+ "logits/chosen": -1.734375,
1293
+ "logits/rejected": -1.7265625,
1294
+ "logps/chosen": -245.0,
1295
+ "logps/rejected": -300.0,
1296
+ "loss": 0.1548,
1297
+ "rewards/accuracies": 0.987500011920929,
1298
+ "rewards/chosen": 0.0235595703125,
1299
+ "rewards/margins": 3.078125,
1300
+ "rewards/rejected": -3.046875,
1301
+ "step": 830
1302
+ },
1303
+ {
1304
+ "epoch": 2.68370607028754,
1305
+ "grad_norm": 18.04056695002969,
1306
+ "learning_rate": 5.857988165680473e-08,
1307
+ "logits/chosen": -1.71875,
1308
+ "logits/rejected": -1.71875,
1309
+ "logps/chosen": -244.0,
1310
+ "logps/rejected": -286.0,
1311
+ "loss": 0.1733,
1312
+ "rewards/accuracies": 0.9750000238418579,
1313
+ "rewards/chosen": 0.169921875,
1314
+ "rewards/margins": 2.703125,
1315
+ "rewards/rejected": -2.53125,
1316
+ "step": 840
1317
+ },
1318
+ {
1319
+ "epoch": 2.7156549520766773,
1320
+ "grad_norm": 20.112810364895005,
1321
+ "learning_rate": 5.266272189349112e-08,
1322
+ "logits/chosen": -1.6953125,
1323
+ "logits/rejected": -1.7265625,
1324
+ "logps/chosen": -241.0,
1325
+ "logps/rejected": -288.0,
1326
+ "loss": 0.1534,
1327
+ "rewards/accuracies": 0.9624999761581421,
1328
+ "rewards/chosen": 0.1796875,
1329
+ "rewards/margins": 2.65625,
1330
+ "rewards/rejected": -2.484375,
1331
+ "step": 850
1332
+ },
1333
+ {
1334
+ "epoch": 2.747603833865815,
1335
+ "grad_norm": 15.351717469363905,
1336
+ "learning_rate": 4.674556213017751e-08,
1337
+ "logits/chosen": -1.703125,
1338
+ "logits/rejected": -1.703125,
1339
+ "logps/chosen": -240.0,
1340
+ "logps/rejected": -284.0,
1341
+ "loss": 0.1448,
1342
+ "rewards/accuracies": 0.987500011920929,
1343
+ "rewards/chosen": 0.1796875,
1344
+ "rewards/margins": 2.671875,
1345
+ "rewards/rejected": -2.484375,
1346
+ "step": 860
1347
+ },
1348
+ {
1349
+ "epoch": 2.779552715654952,
1350
+ "grad_norm": 19.628185598163178,
1351
+ "learning_rate": 4.082840236686391e-08,
1352
+ "logits/chosen": -1.7421875,
1353
+ "logits/rejected": -1.71875,
1354
+ "logps/chosen": -236.0,
1355
+ "logps/rejected": -282.0,
1356
+ "loss": 0.1584,
1357
+ "rewards/accuracies": 0.9375,
1358
+ "rewards/chosen": 0.2373046875,
1359
+ "rewards/margins": 2.703125,
1360
+ "rewards/rejected": -2.46875,
1361
+ "step": 870
1362
+ },
1363
+ {
1364
+ "epoch": 2.8115015974440896,
1365
+ "grad_norm": 18.902685630993297,
1366
+ "learning_rate": 3.4911242603550294e-08,
1367
+ "logits/chosen": -1.7578125,
1368
+ "logits/rejected": -1.71875,
1369
+ "logps/chosen": -242.0,
1370
+ "logps/rejected": -282.0,
1371
+ "loss": 0.1584,
1372
+ "rewards/accuracies": 0.9624999761581421,
1373
+ "rewards/chosen": 0.1396484375,
1374
+ "rewards/margins": 2.625,
1375
+ "rewards/rejected": -2.484375,
1376
+ "step": 880
1377
+ },
1378
+ {
1379
+ "epoch": 2.8434504792332267,
1380
+ "grad_norm": 14.629776336594917,
1381
+ "learning_rate": 2.8994082840236687e-08,
1382
+ "logits/chosen": -1.6953125,
1383
+ "logits/rejected": -1.6953125,
1384
+ "logps/chosen": -238.0,
1385
+ "logps/rejected": -284.0,
1386
+ "loss": 0.1549,
1387
+ "rewards/accuracies": 0.9750000238418579,
1388
+ "rewards/chosen": 0.283203125,
1389
+ "rewards/margins": 2.734375,
1390
+ "rewards/rejected": -2.453125,
1391
+ "step": 890
1392
+ },
1393
+ {
1394
+ "epoch": 2.8753993610223643,
1395
+ "grad_norm": 23.27853134409678,
1396
+ "learning_rate": 2.3076923076923076e-08,
1397
+ "logits/chosen": -1.7421875,
1398
+ "logits/rejected": -1.71875,
1399
+ "logps/chosen": -241.0,
1400
+ "logps/rejected": -284.0,
1401
+ "loss": 0.1677,
1402
+ "rewards/accuracies": 0.9624999761581421,
1403
+ "rewards/chosen": 0.08251953125,
1404
+ "rewards/margins": 2.5,
1405
+ "rewards/rejected": -2.40625,
1406
+ "step": 900
1407
+ },
1408
+ {
1409
+ "epoch": 2.9073482428115014,
1410
+ "grad_norm": 23.121981374950852,
1411
+ "learning_rate": 1.7159763313609465e-08,
1412
+ "logits/chosen": -1.7109375,
1413
+ "logits/rejected": -1.7265625,
1414
+ "logps/chosen": -237.0,
1415
+ "logps/rejected": -282.0,
1416
+ "loss": 0.1647,
1417
+ "rewards/accuracies": 0.949999988079071,
1418
+ "rewards/chosen": 0.18359375,
1419
+ "rewards/margins": 2.5625,
1420
+ "rewards/rejected": -2.375,
1421
+ "step": 910
1422
+ },
1423
+ {
1424
+ "epoch": 2.939297124600639,
1425
+ "grad_norm": 17.364099329669724,
1426
+ "learning_rate": 1.1242603550295858e-08,
1427
+ "logits/chosen": -1.7109375,
1428
+ "logits/rejected": -1.6796875,
1429
+ "logps/chosen": -242.0,
1430
+ "logps/rejected": -298.0,
1431
+ "loss": 0.1599,
1432
+ "rewards/accuracies": 0.987500011920929,
1433
+ "rewards/chosen": 0.10888671875,
1434
+ "rewards/margins": 2.765625,
1435
+ "rewards/rejected": -2.65625,
1436
+ "step": 920
1437
+ },
1438
+ {
1439
+ "epoch": 2.9712460063897765,
1440
+ "grad_norm": 17.00765803212867,
1441
+ "learning_rate": 5.325443786982248e-09,
1442
+ "logits/chosen": -1.703125,
1443
+ "logits/rejected": -1.71875,
1444
+ "logps/chosen": -236.0,
1445
+ "logps/rejected": -286.0,
1446
+ "loss": 0.1526,
1447
+ "rewards/accuracies": 0.949999988079071,
1448
+ "rewards/chosen": 0.058837890625,
1449
+ "rewards/margins": 2.640625,
1450
+ "rewards/rejected": -2.578125,
1451
+ "step": 930
1452
+ },
1453
+ {
1454
+ "epoch": 3.0,
1455
+ "eval_logits/chosen": -1.6953125,
1456
+ "eval_logits/rejected": -1.7265625,
1457
+ "eval_logps/chosen": -243.0,
1458
+ "eval_logps/rejected": -284.0,
1459
+ "eval_loss": 0.5425000190734863,
1460
+ "eval_rewards/accuracies": 0.75,
1461
+ "eval_rewards/chosen": -0.65234375,
1462
+ "eval_rewards/margins": 1.078125,
1463
+ "eval_rewards/rejected": -1.734375,
1464
+ "eval_runtime": 15.5349,
1465
+ "eval_samples_per_second": 12.874,
1466
+ "eval_steps_per_second": 0.451,
1467
+ "step": 939
1468
  }
1469
  ],
1470
  "logging_steps": 10,
 
1479
  "should_evaluate": false,
1480
  "should_log": false,
1481
  "should_save": true,
1482
+ "should_training_stop": true
1483
  },
1484
  "attributes": {}
1485
  }