mtzig commited on
Commit
916c150
·
verified ·
1 Parent(s): ac4a58c

Training in progress, step 100, checkpoint

Browse files
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ last-checkpoint/optimizer_0/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
37
+ last-checkpoint/optimizer_0/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
38
+ last-checkpoint/optimizer_0/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
39
+ last-checkpoint/optimizer_0/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
40
+ last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
41
+ last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
42
+ last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
43
+ last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
last-checkpoint/optimizer_0/.metadata ADDED
Binary file (369 kB). View file
 
last-checkpoint/optimizer_0/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:852d0491768962159e9cf88b44bad53b90c67ec56b3259dda59b35fa4d58340b
3
+ size 13934748
last-checkpoint/optimizer_0/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12c42bd6b8cea8979480d0fb89a5cd66a1d2c8532be449c1f70e8fb2bcc6293c
3
+ size 13999412
last-checkpoint/optimizer_0/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d33cdd9773d6b5b9f63cec9c92b40470a60e53c9c721f450e0aeee7038e84ef
3
+ size 13990904
last-checkpoint/optimizer_0/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6db6d22295dde123b105030b1c1e0d2fa0bc92137a932c162902793e53ba67a6
3
+ size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata ADDED
Binary file (135 kB). View file
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2375b2f858b1e0569c01e57396909efec2e70bc24162d03ac637df0a853425a1
3
+ size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32a951bd3b1e27cebdc97a8729f9df801c8f7375c9e159eec8725cf095c441d2
3
+ size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceea8c55c71ce41ecc992f85dee4a157c40d57e6bca33a39317b2210eacb7b16
3
+ size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0d21c76cb9b2dd01a5910d2e1f299fad7351e387c000db9a72c79bc799508d6
3
+ size 6966784
last-checkpoint/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1354281929c4028b95bc5eef091554bd272c91e14f2a311bf59109a32cca99a8
3
+ size 15088
last-checkpoint/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5afb4b23b654c95d4606f9532d2a8fae8e22c559b0e7e486e0c9a27958ebdf91
3
+ size 15088
last-checkpoint/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff392158ebdefac397be55eca50280a7d914d9a89e3c6e5725a4b1017bc95158
3
+ size 15088
last-checkpoint/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a44bc7efc80a256bee5010496ff76cf7a2ae3338c63a27d285d369f5ad63f54
3
+ size 15088
last-checkpoint/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02a4a397f4545a6634eb1d91b5d81363c9e5f9c9127f994c54b1dbbb2266f2b3
3
+ size 1064
last-checkpoint/trainer_state.json ADDED
@@ -0,0 +1,805 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 0.0847457627118644,
5
+ "eval_steps": 20,
6
+ "global_step": 100,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0,
13
+ "eval_accuracy": 0.7546099290780142,
14
+ "eval_f1": 0.36162361623616235,
15
+ "eval_loss": 0.49413058161735535,
16
+ "eval_precision": 0.6363636363636364,
17
+ "eval_recall": 0.25257731958762886,
18
+ "eval_runtime": 51.7135,
19
+ "eval_samples_per_second": 5.646,
20
+ "eval_steps_per_second": 0.193,
21
+ "step": 0
22
+ },
23
+ {
24
+ "epoch": 0.000847457627118644,
25
+ "grad_norm": 1.8022950887680054,
26
+ "learning_rate": 1.6949152542372883e-07,
27
+ "loss": 0.4871,
28
+ "step": 1
29
+ },
30
+ {
31
+ "epoch": 0.001694915254237288,
32
+ "grad_norm": 1.6145427227020264,
33
+ "learning_rate": 3.3898305084745766e-07,
34
+ "loss": 0.443,
35
+ "step": 2
36
+ },
37
+ {
38
+ "epoch": 0.002542372881355932,
39
+ "grad_norm": 2.0260508060455322,
40
+ "learning_rate": 5.084745762711865e-07,
41
+ "loss": 0.5426,
42
+ "step": 3
43
+ },
44
+ {
45
+ "epoch": 0.003389830508474576,
46
+ "grad_norm": 1.438798427581787,
47
+ "learning_rate": 6.779661016949153e-07,
48
+ "loss": 0.4559,
49
+ "step": 4
50
+ },
51
+ {
52
+ "epoch": 0.00423728813559322,
53
+ "grad_norm": 2.0105838775634766,
54
+ "learning_rate": 8.474576271186441e-07,
55
+ "loss": 0.4625,
56
+ "step": 5
57
+ },
58
+ {
59
+ "epoch": 0.005084745762711864,
60
+ "grad_norm": 1.818857192993164,
61
+ "learning_rate": 1.016949152542373e-06,
62
+ "loss": 0.5044,
63
+ "step": 6
64
+ },
65
+ {
66
+ "epoch": 0.005932203389830509,
67
+ "grad_norm": 3.1182994842529297,
68
+ "learning_rate": 1.186440677966102e-06,
69
+ "loss": 0.6415,
70
+ "step": 7
71
+ },
72
+ {
73
+ "epoch": 0.006779661016949152,
74
+ "grad_norm": 1.8738701343536377,
75
+ "learning_rate": 1.3559322033898307e-06,
76
+ "loss": 0.5268,
77
+ "step": 8
78
+ },
79
+ {
80
+ "epoch": 0.007627118644067797,
81
+ "grad_norm": 2.299548864364624,
82
+ "learning_rate": 1.5254237288135596e-06,
83
+ "loss": 0.4975,
84
+ "step": 9
85
+ },
86
+ {
87
+ "epoch": 0.00847457627118644,
88
+ "grad_norm": 2.331179141998291,
89
+ "learning_rate": 1.6949152542372882e-06,
90
+ "loss": 0.5234,
91
+ "step": 10
92
+ },
93
+ {
94
+ "epoch": 0.009322033898305085,
95
+ "grad_norm": 1.9474170207977295,
96
+ "learning_rate": 1.8644067796610171e-06,
97
+ "loss": 0.4841,
98
+ "step": 11
99
+ },
100
+ {
101
+ "epoch": 0.010169491525423728,
102
+ "grad_norm": 1.6214301586151123,
103
+ "learning_rate": 2.033898305084746e-06,
104
+ "loss": 0.4232,
105
+ "step": 12
106
+ },
107
+ {
108
+ "epoch": 0.011016949152542373,
109
+ "grad_norm": 2.3513247966766357,
110
+ "learning_rate": 2.203389830508475e-06,
111
+ "loss": 0.6045,
112
+ "step": 13
113
+ },
114
+ {
115
+ "epoch": 0.011864406779661017,
116
+ "grad_norm": 1.8450990915298462,
117
+ "learning_rate": 2.372881355932204e-06,
118
+ "loss": 0.5038,
119
+ "step": 14
120
+ },
121
+ {
122
+ "epoch": 0.012711864406779662,
123
+ "grad_norm": 1.9837912321090698,
124
+ "learning_rate": 2.5423728813559323e-06,
125
+ "loss": 0.4716,
126
+ "step": 15
127
+ },
128
+ {
129
+ "epoch": 0.013559322033898305,
130
+ "grad_norm": 1.9894237518310547,
131
+ "learning_rate": 2.7118644067796613e-06,
132
+ "loss": 0.4758,
133
+ "step": 16
134
+ },
135
+ {
136
+ "epoch": 0.01440677966101695,
137
+ "grad_norm": 2.0753157138824463,
138
+ "learning_rate": 2.8813559322033903e-06,
139
+ "loss": 0.4984,
140
+ "step": 17
141
+ },
142
+ {
143
+ "epoch": 0.015254237288135594,
144
+ "grad_norm": 2.442741632461548,
145
+ "learning_rate": 3.0508474576271192e-06,
146
+ "loss": 0.5174,
147
+ "step": 18
148
+ },
149
+ {
150
+ "epoch": 0.016101694915254237,
151
+ "grad_norm": 1.9772732257843018,
152
+ "learning_rate": 3.2203389830508473e-06,
153
+ "loss": 0.5237,
154
+ "step": 19
155
+ },
156
+ {
157
+ "epoch": 0.01694915254237288,
158
+ "grad_norm": 1.8191900253295898,
159
+ "learning_rate": 3.3898305084745763e-06,
160
+ "loss": 0.483,
161
+ "step": 20
162
+ },
163
+ {
164
+ "epoch": 0.01694915254237288,
165
+ "eval_accuracy": 0.7645390070921986,
166
+ "eval_f1": 0.3712121212121212,
167
+ "eval_loss": 0.489811509847641,
168
+ "eval_precision": 0.7,
169
+ "eval_recall": 0.25257731958762886,
170
+ "eval_runtime": 51.7942,
171
+ "eval_samples_per_second": 5.638,
172
+ "eval_steps_per_second": 0.193,
173
+ "step": 20
174
+ },
175
+ {
176
+ "epoch": 0.017796610169491526,
177
+ "grad_norm": 1.6104735136032104,
178
+ "learning_rate": 3.5593220338983053e-06,
179
+ "loss": 0.4962,
180
+ "step": 21
181
+ },
182
+ {
183
+ "epoch": 0.01864406779661017,
184
+ "grad_norm": 4.9892897605896,
185
+ "learning_rate": 3.7288135593220342e-06,
186
+ "loss": 0.4929,
187
+ "step": 22
188
+ },
189
+ {
190
+ "epoch": 0.019491525423728815,
191
+ "grad_norm": 1.9893275499343872,
192
+ "learning_rate": 3.898305084745763e-06,
193
+ "loss": 0.4361,
194
+ "step": 23
195
+ },
196
+ {
197
+ "epoch": 0.020338983050847456,
198
+ "grad_norm": 1.6889193058013916,
199
+ "learning_rate": 4.067796610169492e-06,
200
+ "loss": 0.4808,
201
+ "step": 24
202
+ },
203
+ {
204
+ "epoch": 0.0211864406779661,
205
+ "grad_norm": 2.095546245574951,
206
+ "learning_rate": 4.23728813559322e-06,
207
+ "loss": 0.5017,
208
+ "step": 25
209
+ },
210
+ {
211
+ "epoch": 0.022033898305084745,
212
+ "grad_norm": 1.7155216932296753,
213
+ "learning_rate": 4.40677966101695e-06,
214
+ "loss": 0.4901,
215
+ "step": 26
216
+ },
217
+ {
218
+ "epoch": 0.02288135593220339,
219
+ "grad_norm": 1.7803897857666016,
220
+ "learning_rate": 4.576271186440678e-06,
221
+ "loss": 0.4776,
222
+ "step": 27
223
+ },
224
+ {
225
+ "epoch": 0.023728813559322035,
226
+ "grad_norm": 1.9448434114456177,
227
+ "learning_rate": 4.745762711864408e-06,
228
+ "loss": 0.463,
229
+ "step": 28
230
+ },
231
+ {
232
+ "epoch": 0.02457627118644068,
233
+ "grad_norm": 1.8458937406539917,
234
+ "learning_rate": 4.915254237288136e-06,
235
+ "loss": 0.5081,
236
+ "step": 29
237
+ },
238
+ {
239
+ "epoch": 0.025423728813559324,
240
+ "grad_norm": 1.8070677518844604,
241
+ "learning_rate": 5.084745762711865e-06,
242
+ "loss": 0.4508,
243
+ "step": 30
244
+ },
245
+ {
246
+ "epoch": 0.026271186440677965,
247
+ "grad_norm": 1.8023436069488525,
248
+ "learning_rate": 5.254237288135594e-06,
249
+ "loss": 0.4382,
250
+ "step": 31
251
+ },
252
+ {
253
+ "epoch": 0.02711864406779661,
254
+ "grad_norm": 2.1084094047546387,
255
+ "learning_rate": 5.423728813559323e-06,
256
+ "loss": 0.5103,
257
+ "step": 32
258
+ },
259
+ {
260
+ "epoch": 0.027966101694915254,
261
+ "grad_norm": 2.0315449237823486,
262
+ "learning_rate": 5.593220338983051e-06,
263
+ "loss": 0.4936,
264
+ "step": 33
265
+ },
266
+ {
267
+ "epoch": 0.0288135593220339,
268
+ "grad_norm": 1.6474404335021973,
269
+ "learning_rate": 5.7627118644067805e-06,
270
+ "loss": 0.4135,
271
+ "step": 34
272
+ },
273
+ {
274
+ "epoch": 0.029661016949152543,
275
+ "grad_norm": 1.6273308992385864,
276
+ "learning_rate": 5.932203389830509e-06,
277
+ "loss": 0.4333,
278
+ "step": 35
279
+ },
280
+ {
281
+ "epoch": 0.030508474576271188,
282
+ "grad_norm": 1.7373437881469727,
283
+ "learning_rate": 6.1016949152542385e-06,
284
+ "loss": 0.4807,
285
+ "step": 36
286
+ },
287
+ {
288
+ "epoch": 0.03135593220338983,
289
+ "grad_norm": 1.7728058099746704,
290
+ "learning_rate": 6.271186440677966e-06,
291
+ "loss": 0.4788,
292
+ "step": 37
293
+ },
294
+ {
295
+ "epoch": 0.03220338983050847,
296
+ "grad_norm": 1.839632511138916,
297
+ "learning_rate": 6.440677966101695e-06,
298
+ "loss": 0.5109,
299
+ "step": 38
300
+ },
301
+ {
302
+ "epoch": 0.03305084745762712,
303
+ "grad_norm": 2.0971577167510986,
304
+ "learning_rate": 6.610169491525424e-06,
305
+ "loss": 0.3893,
306
+ "step": 39
307
+ },
308
+ {
309
+ "epoch": 0.03389830508474576,
310
+ "grad_norm": 1.9932570457458496,
311
+ "learning_rate": 6.779661016949153e-06,
312
+ "loss": 0.5491,
313
+ "step": 40
314
+ },
315
+ {
316
+ "epoch": 0.03389830508474576,
317
+ "eval_accuracy": 0.7716312056737589,
318
+ "eval_f1": 0.3686274509803922,
319
+ "eval_loss": 0.4646168649196625,
320
+ "eval_precision": 0.7704918032786885,
321
+ "eval_recall": 0.2422680412371134,
322
+ "eval_runtime": 50.3457,
323
+ "eval_samples_per_second": 5.8,
324
+ "eval_steps_per_second": 0.199,
325
+ "step": 40
326
+ },
327
+ {
328
+ "epoch": 0.03474576271186441,
329
+ "grad_norm": 2.155245780944824,
330
+ "learning_rate": 6.949152542372882e-06,
331
+ "loss": 0.5208,
332
+ "step": 41
333
+ },
334
+ {
335
+ "epoch": 0.03559322033898305,
336
+ "grad_norm": 2.139366626739502,
337
+ "learning_rate": 7.1186440677966106e-06,
338
+ "loss": 0.4249,
339
+ "step": 42
340
+ },
341
+ {
342
+ "epoch": 0.036440677966101696,
343
+ "grad_norm": 1.818919062614441,
344
+ "learning_rate": 7.288135593220339e-06,
345
+ "loss": 0.3855,
346
+ "step": 43
347
+ },
348
+ {
349
+ "epoch": 0.03728813559322034,
350
+ "grad_norm": 1.7183736562728882,
351
+ "learning_rate": 7.4576271186440685e-06,
352
+ "loss": 0.4531,
353
+ "step": 44
354
+ },
355
+ {
356
+ "epoch": 0.038135593220338986,
357
+ "grad_norm": 1.7476608753204346,
358
+ "learning_rate": 7.627118644067797e-06,
359
+ "loss": 0.4361,
360
+ "step": 45
361
+ },
362
+ {
363
+ "epoch": 0.03898305084745763,
364
+ "grad_norm": 1.6213011741638184,
365
+ "learning_rate": 7.796610169491526e-06,
366
+ "loss": 0.4214,
367
+ "step": 46
368
+ },
369
+ {
370
+ "epoch": 0.03983050847457627,
371
+ "grad_norm": 2.0858964920043945,
372
+ "learning_rate": 7.966101694915255e-06,
373
+ "loss": 0.4487,
374
+ "step": 47
375
+ },
376
+ {
377
+ "epoch": 0.04067796610169491,
378
+ "grad_norm": 1.9192991256713867,
379
+ "learning_rate": 8.135593220338983e-06,
380
+ "loss": 0.3855,
381
+ "step": 48
382
+ },
383
+ {
384
+ "epoch": 0.04152542372881356,
385
+ "grad_norm": 2.8907480239868164,
386
+ "learning_rate": 8.305084745762712e-06,
387
+ "loss": 0.5793,
388
+ "step": 49
389
+ },
390
+ {
391
+ "epoch": 0.0423728813559322,
392
+ "grad_norm": 2.0093941688537598,
393
+ "learning_rate": 8.47457627118644e-06,
394
+ "loss": 0.4369,
395
+ "step": 50
396
+ },
397
+ {
398
+ "epoch": 0.043220338983050846,
399
+ "grad_norm": 1.8551487922668457,
400
+ "learning_rate": 8.64406779661017e-06,
401
+ "loss": 0.3609,
402
+ "step": 51
403
+ },
404
+ {
405
+ "epoch": 0.04406779661016949,
406
+ "grad_norm": 2.578389883041382,
407
+ "learning_rate": 8.8135593220339e-06,
408
+ "loss": 0.4005,
409
+ "step": 52
410
+ },
411
+ {
412
+ "epoch": 0.044915254237288135,
413
+ "grad_norm": 1.8454015254974365,
414
+ "learning_rate": 8.983050847457628e-06,
415
+ "loss": 0.3813,
416
+ "step": 53
417
+ },
418
+ {
419
+ "epoch": 0.04576271186440678,
420
+ "grad_norm": 1.8623127937316895,
421
+ "learning_rate": 9.152542372881356e-06,
422
+ "loss": 0.371,
423
+ "step": 54
424
+ },
425
+ {
426
+ "epoch": 0.046610169491525424,
427
+ "grad_norm": 1.5980563163757324,
428
+ "learning_rate": 9.322033898305085e-06,
429
+ "loss": 0.3526,
430
+ "step": 55
431
+ },
432
+ {
433
+ "epoch": 0.04745762711864407,
434
+ "grad_norm": 1.9545420408248901,
435
+ "learning_rate": 9.491525423728815e-06,
436
+ "loss": 0.3964,
437
+ "step": 56
438
+ },
439
+ {
440
+ "epoch": 0.048305084745762714,
441
+ "grad_norm": 2.28120493888855,
442
+ "learning_rate": 9.661016949152544e-06,
443
+ "loss": 0.4318,
444
+ "step": 57
445
+ },
446
+ {
447
+ "epoch": 0.04915254237288136,
448
+ "grad_norm": 2.028052568435669,
449
+ "learning_rate": 9.830508474576272e-06,
450
+ "loss": 0.3738,
451
+ "step": 58
452
+ },
453
+ {
454
+ "epoch": 0.05,
455
+ "grad_norm": 1.778688669204712,
456
+ "learning_rate": 1e-05,
457
+ "loss": 0.356,
458
+ "step": 59
459
+ },
460
+ {
461
+ "epoch": 0.05084745762711865,
462
+ "grad_norm": 1.9434354305267334,
463
+ "learning_rate": 1.016949152542373e-05,
464
+ "loss": 0.3868,
465
+ "step": 60
466
+ },
467
+ {
468
+ "epoch": 0.05084745762711865,
469
+ "eval_accuracy": 0.8014184397163121,
470
+ "eval_f1": 0.4852941176470588,
471
+ "eval_loss": 0.39268842339515686,
472
+ "eval_precision": 0.8461538461538461,
473
+ "eval_recall": 0.3402061855670103,
474
+ "eval_runtime": 51.5844,
475
+ "eval_samples_per_second": 5.661,
476
+ "eval_steps_per_second": 0.194,
477
+ "step": 60
478
+ },
479
+ {
480
+ "epoch": 0.051694915254237285,
481
+ "grad_norm": 2.865485429763794,
482
+ "learning_rate": 1.0338983050847458e-05,
483
+ "loss": 0.4346,
484
+ "step": 61
485
+ },
486
+ {
487
+ "epoch": 0.05254237288135593,
488
+ "grad_norm": 1.7954847812652588,
489
+ "learning_rate": 1.0508474576271188e-05,
490
+ "loss": 0.3288,
491
+ "step": 62
492
+ },
493
+ {
494
+ "epoch": 0.053389830508474574,
495
+ "grad_norm": 1.9036914110183716,
496
+ "learning_rate": 1.0677966101694917e-05,
497
+ "loss": 0.345,
498
+ "step": 63
499
+ },
500
+ {
501
+ "epoch": 0.05423728813559322,
502
+ "grad_norm": 1.8734129667282104,
503
+ "learning_rate": 1.0847457627118645e-05,
504
+ "loss": 0.3011,
505
+ "step": 64
506
+ },
507
+ {
508
+ "epoch": 0.05508474576271186,
509
+ "grad_norm": 1.7967445850372314,
510
+ "learning_rate": 1.1016949152542374e-05,
511
+ "loss": 0.3054,
512
+ "step": 65
513
+ },
514
+ {
515
+ "epoch": 0.05593220338983051,
516
+ "grad_norm": 2.14163875579834,
517
+ "learning_rate": 1.1186440677966102e-05,
518
+ "loss": 0.3151,
519
+ "step": 66
520
+ },
521
+ {
522
+ "epoch": 0.05677966101694915,
523
+ "grad_norm": 2.054262399673462,
524
+ "learning_rate": 1.1355932203389833e-05,
525
+ "loss": 0.3112,
526
+ "step": 67
527
+ },
528
+ {
529
+ "epoch": 0.0576271186440678,
530
+ "grad_norm": 2.427635669708252,
531
+ "learning_rate": 1.1525423728813561e-05,
532
+ "loss": 0.3375,
533
+ "step": 68
534
+ },
535
+ {
536
+ "epoch": 0.05847457627118644,
537
+ "grad_norm": 2.156615972518921,
538
+ "learning_rate": 1.169491525423729e-05,
539
+ "loss": 0.2858,
540
+ "step": 69
541
+ },
542
+ {
543
+ "epoch": 0.059322033898305086,
544
+ "grad_norm": 1.882498860359192,
545
+ "learning_rate": 1.1864406779661018e-05,
546
+ "loss": 0.2763,
547
+ "step": 70
548
+ },
549
+ {
550
+ "epoch": 0.06016949152542373,
551
+ "grad_norm": 2.2266876697540283,
552
+ "learning_rate": 1.2033898305084745e-05,
553
+ "loss": 0.2747,
554
+ "step": 71
555
+ },
556
+ {
557
+ "epoch": 0.061016949152542375,
558
+ "grad_norm": 2.385572671890259,
559
+ "learning_rate": 1.2203389830508477e-05,
560
+ "loss": 0.2908,
561
+ "step": 72
562
+ },
563
+ {
564
+ "epoch": 0.06186440677966102,
565
+ "grad_norm": 3.370197057723999,
566
+ "learning_rate": 1.2372881355932205e-05,
567
+ "loss": 0.3021,
568
+ "step": 73
569
+ },
570
+ {
571
+ "epoch": 0.06271186440677966,
572
+ "grad_norm": 2.4264488220214844,
573
+ "learning_rate": 1.2542372881355932e-05,
574
+ "loss": 0.2979,
575
+ "step": 74
576
+ },
577
+ {
578
+ "epoch": 0.0635593220338983,
579
+ "grad_norm": 2.0098724365234375,
580
+ "learning_rate": 1.2711864406779661e-05,
581
+ "loss": 0.2354,
582
+ "step": 75
583
+ },
584
+ {
585
+ "epoch": 0.06440677966101695,
586
+ "grad_norm": 1.5533535480499268,
587
+ "learning_rate": 1.288135593220339e-05,
588
+ "loss": 0.1868,
589
+ "step": 76
590
+ },
591
+ {
592
+ "epoch": 0.06525423728813559,
593
+ "grad_norm": 2.51094651222229,
594
+ "learning_rate": 1.305084745762712e-05,
595
+ "loss": 0.2803,
596
+ "step": 77
597
+ },
598
+ {
599
+ "epoch": 0.06610169491525424,
600
+ "grad_norm": 2.6391665935516357,
601
+ "learning_rate": 1.3220338983050848e-05,
602
+ "loss": 0.2686,
603
+ "step": 78
604
+ },
605
+ {
606
+ "epoch": 0.06694915254237288,
607
+ "grad_norm": 1.9863828420639038,
608
+ "learning_rate": 1.3389830508474577e-05,
609
+ "loss": 0.232,
610
+ "step": 79
611
+ },
612
+ {
613
+ "epoch": 0.06779661016949153,
614
+ "grad_norm": 3.283465623855591,
615
+ "learning_rate": 1.3559322033898305e-05,
616
+ "loss": 0.2752,
617
+ "step": 80
618
+ },
619
+ {
620
+ "epoch": 0.06779661016949153,
621
+ "eval_accuracy": 0.9148936170212766,
622
+ "eval_f1": 0.8235294117647058,
623
+ "eval_loss": 0.24302659928798676,
624
+ "eval_precision": 0.958904109589041,
625
+ "eval_recall": 0.7216494845360825,
626
+ "eval_runtime": 50.3657,
627
+ "eval_samples_per_second": 5.798,
628
+ "eval_steps_per_second": 0.199,
629
+ "step": 80
630
+ },
631
+ {
632
+ "epoch": 0.06864406779661017,
633
+ "grad_norm": 4.136785507202148,
634
+ "learning_rate": 1.3728813559322034e-05,
635
+ "loss": 0.2669,
636
+ "step": 81
637
+ },
638
+ {
639
+ "epoch": 0.06949152542372881,
640
+ "grad_norm": 2.905684471130371,
641
+ "learning_rate": 1.3898305084745764e-05,
642
+ "loss": 0.2977,
643
+ "step": 82
644
+ },
645
+ {
646
+ "epoch": 0.07033898305084746,
647
+ "grad_norm": 3.484105110168457,
648
+ "learning_rate": 1.4067796610169493e-05,
649
+ "loss": 0.2463,
650
+ "step": 83
651
+ },
652
+ {
653
+ "epoch": 0.0711864406779661,
654
+ "grad_norm": 2.0514471530914307,
655
+ "learning_rate": 1.4237288135593221e-05,
656
+ "loss": 0.189,
657
+ "step": 84
658
+ },
659
+ {
660
+ "epoch": 0.07203389830508475,
661
+ "grad_norm": 3.3227920532226562,
662
+ "learning_rate": 1.440677966101695e-05,
663
+ "loss": 0.3301,
664
+ "step": 85
665
+ },
666
+ {
667
+ "epoch": 0.07288135593220339,
668
+ "grad_norm": 4.558714866638184,
669
+ "learning_rate": 1.4576271186440678e-05,
670
+ "loss": 0.2356,
671
+ "step": 86
672
+ },
673
+ {
674
+ "epoch": 0.07372881355932204,
675
+ "grad_norm": 3.302720069885254,
676
+ "learning_rate": 1.4745762711864408e-05,
677
+ "loss": 0.1992,
678
+ "step": 87
679
+ },
680
+ {
681
+ "epoch": 0.07457627118644068,
682
+ "grad_norm": 2.9582176208496094,
683
+ "learning_rate": 1.4915254237288137e-05,
684
+ "loss": 0.2135,
685
+ "step": 88
686
+ },
687
+ {
688
+ "epoch": 0.07542372881355933,
689
+ "grad_norm": 2.0440144538879395,
690
+ "learning_rate": 1.5084745762711865e-05,
691
+ "loss": 0.1561,
692
+ "step": 89
693
+ },
694
+ {
695
+ "epoch": 0.07627118644067797,
696
+ "grad_norm": 3.5674586296081543,
697
+ "learning_rate": 1.5254237288135594e-05,
698
+ "loss": 0.2177,
699
+ "step": 90
700
+ },
701
+ {
702
+ "epoch": 0.07711864406779662,
703
+ "grad_norm": 5.187112808227539,
704
+ "learning_rate": 1.5423728813559326e-05,
705
+ "loss": 0.2427,
706
+ "step": 91
707
+ },
708
+ {
709
+ "epoch": 0.07796610169491526,
710
+ "grad_norm": 5.343093395233154,
711
+ "learning_rate": 1.5593220338983053e-05,
712
+ "loss": 0.1792,
713
+ "step": 92
714
+ },
715
+ {
716
+ "epoch": 0.0788135593220339,
717
+ "grad_norm": 7.031548500061035,
718
+ "learning_rate": 1.576271186440678e-05,
719
+ "loss": 0.1923,
720
+ "step": 93
721
+ },
722
+ {
723
+ "epoch": 0.07966101694915254,
724
+ "grad_norm": 4.42516565322876,
725
+ "learning_rate": 1.593220338983051e-05,
726
+ "loss": 0.2155,
727
+ "step": 94
728
+ },
729
+ {
730
+ "epoch": 0.08050847457627118,
731
+ "grad_norm": 4.800620079040527,
732
+ "learning_rate": 1.6101694915254237e-05,
733
+ "loss": 0.1527,
734
+ "step": 95
735
+ },
736
+ {
737
+ "epoch": 0.08135593220338982,
738
+ "grad_norm": 1.2162249088287354,
739
+ "learning_rate": 1.6271186440677967e-05,
740
+ "loss": 0.0701,
741
+ "step": 96
742
+ },
743
+ {
744
+ "epoch": 0.08220338983050847,
745
+ "grad_norm": 3.083869218826294,
746
+ "learning_rate": 1.6440677966101697e-05,
747
+ "loss": 0.1733,
748
+ "step": 97
749
+ },
750
+ {
751
+ "epoch": 0.08305084745762711,
752
+ "grad_norm": 4.925241470336914,
753
+ "learning_rate": 1.6610169491525424e-05,
754
+ "loss": 0.2633,
755
+ "step": 98
756
+ },
757
+ {
758
+ "epoch": 0.08389830508474576,
759
+ "grad_norm": 8.311452865600586,
760
+ "learning_rate": 1.6779661016949154e-05,
761
+ "loss": 0.1714,
762
+ "step": 99
763
+ },
764
+ {
765
+ "epoch": 0.0847457627118644,
766
+ "grad_norm": 3.1740920543670654,
767
+ "learning_rate": 1.694915254237288e-05,
768
+ "loss": 0.1319,
769
+ "step": 100
770
+ },
771
+ {
772
+ "epoch": 0.0847457627118644,
773
+ "eval_accuracy": 0.9716312056737588,
774
+ "eval_f1": 0.9481865284974094,
775
+ "eval_loss": 0.09902569651603699,
776
+ "eval_precision": 0.953125,
777
+ "eval_recall": 0.9432989690721649,
778
+ "eval_runtime": 49.823,
779
+ "eval_samples_per_second": 5.861,
780
+ "eval_steps_per_second": 0.201,
781
+ "step": 100
782
+ }
783
+ ],
784
+ "logging_steps": 1,
785
+ "max_steps": 1180,
786
+ "num_input_tokens_seen": 0,
787
+ "num_train_epochs": 1,
788
+ "save_steps": 100,
789
+ "stateful_callbacks": {
790
+ "TrainerControl": {
791
+ "args": {
792
+ "should_epoch_stop": false,
793
+ "should_evaluate": false,
794
+ "should_log": false,
795
+ "should_save": true,
796
+ "should_training_stop": false
797
+ },
798
+ "attributes": {}
799
+ }
800
+ },
801
+ "total_flos": 3.0886959446491136e+16,
802
+ "train_batch_size": 8,
803
+ "trial_name": null,
804
+ "trial_params": null
805
+ }