mtzig commited on
Commit
2488092
·
verified ·
1 Parent(s): a9d2527

Training in progress, step 100, checkpoint

Browse files
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ last-checkpoint/optimizer_0/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
37
+ last-checkpoint/optimizer_0/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
38
+ last-checkpoint/optimizer_0/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
39
+ last-checkpoint/optimizer_0/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
40
+ last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
41
+ last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
42
+ last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
43
+ last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
last-checkpoint/optimizer_0/.metadata ADDED
Binary file (369 kB). View file
 
last-checkpoint/optimizer_0/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7d74a5585ae993a6e9c7b07790aae8f0c6ede0a0774f81561a82c2708bee785
3
+ size 13934748
last-checkpoint/optimizer_0/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:617b4e7ef51a4a829212565b9fe359e1fe2ac851a2809c966030d7ff627e0652
3
+ size 13999412
last-checkpoint/optimizer_0/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27e9bf159d1c6df3c05935303e11481174d4ccae637c88832a535dd99556d132
3
+ size 13990904
last-checkpoint/optimizer_0/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484c335eaf99125df88c41fe4a33b89441821ba3fcc6e92f350103ae48ba7236
3
+ size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata ADDED
Binary file (135 kB). View file
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7be2ae69c44d81511c682b00decc24cb698cd2a1b3d7d36ad084cd62543c800
3
+ size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14aa0db470b8faf40c9a9a54850fb04cba410434d2242ef53956049744b85dce
3
+ size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2f19a6fc04e0cba2606b2b3f6e922838a9154d5ed7a83c5e22162400cea0eca
3
+ size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:226caa213c68d99c4b5b22445dd63531335c271e68ac179a65c21017095d3224
3
+ size 6966784
last-checkpoint/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e322c4ac5aea24fdd87b386e7ab20d27043a5b4904558e4a3f888885faeacc76
3
+ size 14960
last-checkpoint/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6644b6a9bd9e7f33d704b68b923289be0932276f3b07da3a3701aaba7a083143
3
+ size 14960
last-checkpoint/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d924e090a4b02ce846765ca991705d85a42b037b42a4c7ea5d729b76cb64cf67
3
+ size 14960
last-checkpoint/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43c81c4cfe6c3ba8c7c89de671f39585f440ebbd595d231b4c9d3f90284dc13e
3
+ size 14960
last-checkpoint/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03cdc269568a1e487c066c5ff642f345c717c102a5945b7ac45974c55ad482ad
3
+ size 1064
last-checkpoint/trainer_state.json ADDED
@@ -0,0 +1,805 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 0.014754703061600885,
5
+ "eval_steps": 20,
6
+ "global_step": 100,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0,
13
+ "eval_accuracy": 0.8306801736613604,
14
+ "eval_f1": 0.6163934426229508,
15
+ "eval_loss": 0.4624278247356415,
16
+ "eval_precision": 0.9494949494949495,
17
+ "eval_recall": 0.4563106796116505,
18
+ "eval_runtime": 50.0967,
19
+ "eval_samples_per_second": 5.809,
20
+ "eval_steps_per_second": 0.2,
21
+ "step": 0
22
+ },
23
+ {
24
+ "epoch": 0.00014754703061600885,
25
+ "grad_norm": 1.9701803922653198,
26
+ "learning_rate": 2.9498525073746314e-08,
27
+ "loss": 0.6704,
28
+ "step": 1
29
+ },
30
+ {
31
+ "epoch": 0.0002950940612320177,
32
+ "grad_norm": 1.8603360652923584,
33
+ "learning_rate": 5.899705014749263e-08,
34
+ "loss": 0.5838,
35
+ "step": 2
36
+ },
37
+ {
38
+ "epoch": 0.00044264109184802655,
39
+ "grad_norm": 2.2240378856658936,
40
+ "learning_rate": 8.849557522123894e-08,
41
+ "loss": 0.5271,
42
+ "step": 3
43
+ },
44
+ {
45
+ "epoch": 0.0005901881224640354,
46
+ "grad_norm": 1.9955577850341797,
47
+ "learning_rate": 1.1799410029498526e-07,
48
+ "loss": 0.6257,
49
+ "step": 4
50
+ },
51
+ {
52
+ "epoch": 0.0007377351530800443,
53
+ "grad_norm": 2.2215893268585205,
54
+ "learning_rate": 1.4749262536873157e-07,
55
+ "loss": 0.5975,
56
+ "step": 5
57
+ },
58
+ {
59
+ "epoch": 0.0008852821836960531,
60
+ "grad_norm": 1.9294912815093994,
61
+ "learning_rate": 1.7699115044247788e-07,
62
+ "loss": 0.5903,
63
+ "step": 6
64
+ },
65
+ {
66
+ "epoch": 0.0010328292143120619,
67
+ "grad_norm": 2.0847418308258057,
68
+ "learning_rate": 2.064896755162242e-07,
69
+ "loss": 0.5851,
70
+ "step": 7
71
+ },
72
+ {
73
+ "epoch": 0.0011803762449280708,
74
+ "grad_norm": 2.115176200866699,
75
+ "learning_rate": 2.359882005899705e-07,
76
+ "loss": 0.5952,
77
+ "step": 8
78
+ },
79
+ {
80
+ "epoch": 0.0013279232755440797,
81
+ "grad_norm": 2.261711835861206,
82
+ "learning_rate": 2.654867256637168e-07,
83
+ "loss": 0.589,
84
+ "step": 9
85
+ },
86
+ {
87
+ "epoch": 0.0014754703061600886,
88
+ "grad_norm": 1.9945313930511475,
89
+ "learning_rate": 2.9498525073746315e-07,
90
+ "loss": 0.6214,
91
+ "step": 10
92
+ },
93
+ {
94
+ "epoch": 0.0016230173367760973,
95
+ "grad_norm": 1.9860559701919556,
96
+ "learning_rate": 3.244837758112095e-07,
97
+ "loss": 0.6032,
98
+ "step": 11
99
+ },
100
+ {
101
+ "epoch": 0.0017705643673921062,
102
+ "grad_norm": 2.2528653144836426,
103
+ "learning_rate": 3.5398230088495575e-07,
104
+ "loss": 0.6562,
105
+ "step": 12
106
+ },
107
+ {
108
+ "epoch": 0.001918111398008115,
109
+ "grad_norm": 2.50659441947937,
110
+ "learning_rate": 3.834808259587021e-07,
111
+ "loss": 0.6093,
112
+ "step": 13
113
+ },
114
+ {
115
+ "epoch": 0.0020656584286241238,
116
+ "grad_norm": 1.8829281330108643,
117
+ "learning_rate": 4.129793510324484e-07,
118
+ "loss": 0.6456,
119
+ "step": 14
120
+ },
121
+ {
122
+ "epoch": 0.0022132054592401327,
123
+ "grad_norm": 2.3590948581695557,
124
+ "learning_rate": 4.4247787610619474e-07,
125
+ "loss": 0.722,
126
+ "step": 15
127
+ },
128
+ {
129
+ "epoch": 0.0023607524898561416,
130
+ "grad_norm": 1.8200560808181763,
131
+ "learning_rate": 4.71976401179941e-07,
132
+ "loss": 0.5189,
133
+ "step": 16
134
+ },
135
+ {
136
+ "epoch": 0.0025082995204721505,
137
+ "grad_norm": 2.125967502593994,
138
+ "learning_rate": 5.014749262536873e-07,
139
+ "loss": 0.5547,
140
+ "step": 17
141
+ },
142
+ {
143
+ "epoch": 0.0026558465510881594,
144
+ "grad_norm": 2.1043388843536377,
145
+ "learning_rate": 5.309734513274336e-07,
146
+ "loss": 0.5487,
147
+ "step": 18
148
+ },
149
+ {
150
+ "epoch": 0.0028033935817041683,
151
+ "grad_norm": 2.0919413566589355,
152
+ "learning_rate": 5.6047197640118e-07,
153
+ "loss": 0.5783,
154
+ "step": 19
155
+ },
156
+ {
157
+ "epoch": 0.002950940612320177,
158
+ "grad_norm": 2.051356554031372,
159
+ "learning_rate": 5.899705014749263e-07,
160
+ "loss": 0.6147,
161
+ "step": 20
162
+ },
163
+ {
164
+ "epoch": 0.002950940612320177,
165
+ "eval_accuracy": 0.829232995658466,
166
+ "eval_f1": 0.6168831168831169,
167
+ "eval_loss": 0.4627985954284668,
168
+ "eval_precision": 0.9313725490196079,
169
+ "eval_recall": 0.46116504854368934,
170
+ "eval_runtime": 49.6124,
171
+ "eval_samples_per_second": 5.865,
172
+ "eval_steps_per_second": 0.202,
173
+ "step": 20
174
+ },
175
+ {
176
+ "epoch": 0.003098487642936186,
177
+ "grad_norm": 2.2795355319976807,
178
+ "learning_rate": 6.194690265486726e-07,
179
+ "loss": 0.5637,
180
+ "step": 21
181
+ },
182
+ {
183
+ "epoch": 0.0032460346735521946,
184
+ "grad_norm": 2.2324700355529785,
185
+ "learning_rate": 6.48967551622419e-07,
186
+ "loss": 0.5646,
187
+ "step": 22
188
+ },
189
+ {
190
+ "epoch": 0.0033935817041682035,
191
+ "grad_norm": 3.0950839519500732,
192
+ "learning_rate": 6.784660766961653e-07,
193
+ "loss": 0.6036,
194
+ "step": 23
195
+ },
196
+ {
197
+ "epoch": 0.0035411287347842124,
198
+ "grad_norm": 1.8922393321990967,
199
+ "learning_rate": 7.079646017699115e-07,
200
+ "loss": 0.5911,
201
+ "step": 24
202
+ },
203
+ {
204
+ "epoch": 0.0036886757654002213,
205
+ "grad_norm": 2.513780117034912,
206
+ "learning_rate": 7.374631268436578e-07,
207
+ "loss": 0.6239,
208
+ "step": 25
209
+ },
210
+ {
211
+ "epoch": 0.00383622279601623,
212
+ "grad_norm": 2.138617753982544,
213
+ "learning_rate": 7.669616519174042e-07,
214
+ "loss": 0.5282,
215
+ "step": 26
216
+ },
217
+ {
218
+ "epoch": 0.003983769826632239,
219
+ "grad_norm": 1.7860370874404907,
220
+ "learning_rate": 7.964601769911505e-07,
221
+ "loss": 0.5166,
222
+ "step": 27
223
+ },
224
+ {
225
+ "epoch": 0.0041313168572482475,
226
+ "grad_norm": 1.7825922966003418,
227
+ "learning_rate": 8.259587020648968e-07,
228
+ "loss": 0.5581,
229
+ "step": 28
230
+ },
231
+ {
232
+ "epoch": 0.004278863887864257,
233
+ "grad_norm": 1.8826736211776733,
234
+ "learning_rate": 8.554572271386432e-07,
235
+ "loss": 0.5276,
236
+ "step": 29
237
+ },
238
+ {
239
+ "epoch": 0.004426410918480265,
240
+ "grad_norm": 2.067537307739258,
241
+ "learning_rate": 8.849557522123895e-07,
242
+ "loss": 0.5944,
243
+ "step": 30
244
+ },
245
+ {
246
+ "epoch": 0.004573957949096275,
247
+ "grad_norm": 2.011340379714966,
248
+ "learning_rate": 9.144542772861357e-07,
249
+ "loss": 0.5603,
250
+ "step": 31
251
+ },
252
+ {
253
+ "epoch": 0.004721504979712283,
254
+ "grad_norm": 1.8796640634536743,
255
+ "learning_rate": 9.43952802359882e-07,
256
+ "loss": 0.5679,
257
+ "step": 32
258
+ },
259
+ {
260
+ "epoch": 0.0048690520103282925,
261
+ "grad_norm": 2.359736442565918,
262
+ "learning_rate": 9.734513274336284e-07,
263
+ "loss": 0.5206,
264
+ "step": 33
265
+ },
266
+ {
267
+ "epoch": 0.005016599040944301,
268
+ "grad_norm": 2.2447509765625,
269
+ "learning_rate": 1.0029498525073746e-06,
270
+ "loss": 0.5807,
271
+ "step": 34
272
+ },
273
+ {
274
+ "epoch": 0.005164146071560309,
275
+ "grad_norm": 1.9554908275604248,
276
+ "learning_rate": 1.032448377581121e-06,
277
+ "loss": 0.5323,
278
+ "step": 35
279
+ },
280
+ {
281
+ "epoch": 0.005311693102176319,
282
+ "grad_norm": 2.3275227546691895,
283
+ "learning_rate": 1.0619469026548673e-06,
284
+ "loss": 0.5667,
285
+ "step": 36
286
+ },
287
+ {
288
+ "epoch": 0.005459240132792327,
289
+ "grad_norm": 2.8186075687408447,
290
+ "learning_rate": 1.0914454277286137e-06,
291
+ "loss": 0.655,
292
+ "step": 37
293
+ },
294
+ {
295
+ "epoch": 0.005606787163408337,
296
+ "grad_norm": 1.6935522556304932,
297
+ "learning_rate": 1.12094395280236e-06,
298
+ "loss": 0.5529,
299
+ "step": 38
300
+ },
301
+ {
302
+ "epoch": 0.005754334194024345,
303
+ "grad_norm": 2.2262094020843506,
304
+ "learning_rate": 1.1504424778761064e-06,
305
+ "loss": 0.6316,
306
+ "step": 39
307
+ },
308
+ {
309
+ "epoch": 0.005901881224640354,
310
+ "grad_norm": 1.9788655042648315,
311
+ "learning_rate": 1.1799410029498526e-06,
312
+ "loss": 0.5341,
313
+ "step": 40
314
+ },
315
+ {
316
+ "epoch": 0.005901881224640354,
317
+ "eval_accuracy": 0.8277858176555717,
318
+ "eval_f1": 0.6098360655737705,
319
+ "eval_loss": 0.4612308144569397,
320
+ "eval_precision": 0.9393939393939394,
321
+ "eval_recall": 0.45145631067961167,
322
+ "eval_runtime": 50.5301,
323
+ "eval_samples_per_second": 5.759,
324
+ "eval_steps_per_second": 0.198,
325
+ "step": 40
326
+ },
327
+ {
328
+ "epoch": 0.006049428255256363,
329
+ "grad_norm": 1.910378098487854,
330
+ "learning_rate": 1.2094395280235988e-06,
331
+ "loss": 0.6305,
332
+ "step": 41
333
+ },
334
+ {
335
+ "epoch": 0.006196975285872372,
336
+ "grad_norm": 1.9001059532165527,
337
+ "learning_rate": 1.2389380530973452e-06,
338
+ "loss": 0.5019,
339
+ "step": 42
340
+ },
341
+ {
342
+ "epoch": 0.006344522316488381,
343
+ "grad_norm": 2.275596857070923,
344
+ "learning_rate": 1.2684365781710917e-06,
345
+ "loss": 0.6744,
346
+ "step": 43
347
+ },
348
+ {
349
+ "epoch": 0.006492069347104389,
350
+ "grad_norm": 2.0762808322906494,
351
+ "learning_rate": 1.297935103244838e-06,
352
+ "loss": 0.596,
353
+ "step": 44
354
+ },
355
+ {
356
+ "epoch": 0.0066396163777203985,
357
+ "grad_norm": 1.8717623949050903,
358
+ "learning_rate": 1.3274336283185843e-06,
359
+ "loss": 0.6371,
360
+ "step": 45
361
+ },
362
+ {
363
+ "epoch": 0.006787163408336407,
364
+ "grad_norm": 2.0242576599121094,
365
+ "learning_rate": 1.3569321533923306e-06,
366
+ "loss": 0.6408,
367
+ "step": 46
368
+ },
369
+ {
370
+ "epoch": 0.006934710438952416,
371
+ "grad_norm": 3.683346748352051,
372
+ "learning_rate": 1.386430678466077e-06,
373
+ "loss": 0.5967,
374
+ "step": 47
375
+ },
376
+ {
377
+ "epoch": 0.007082257469568425,
378
+ "grad_norm": 2.0110268592834473,
379
+ "learning_rate": 1.415929203539823e-06,
380
+ "loss": 0.6027,
381
+ "step": 48
382
+ },
383
+ {
384
+ "epoch": 0.007229804500184434,
385
+ "grad_norm": 2.288217782974243,
386
+ "learning_rate": 1.4454277286135697e-06,
387
+ "loss": 0.5854,
388
+ "step": 49
389
+ },
390
+ {
391
+ "epoch": 0.0073773515308004425,
392
+ "grad_norm": 2.1070024967193604,
393
+ "learning_rate": 1.4749262536873157e-06,
394
+ "loss": 0.565,
395
+ "step": 50
396
+ },
397
+ {
398
+ "epoch": 0.007524898561416452,
399
+ "grad_norm": 1.879689335823059,
400
+ "learning_rate": 1.5044247787610621e-06,
401
+ "loss": 0.601,
402
+ "step": 51
403
+ },
404
+ {
405
+ "epoch": 0.00767244559203246,
406
+ "grad_norm": 1.9958750009536743,
407
+ "learning_rate": 1.5339233038348083e-06,
408
+ "loss": 0.5243,
409
+ "step": 52
410
+ },
411
+ {
412
+ "epoch": 0.007819992622648469,
413
+ "grad_norm": 2.1826648712158203,
414
+ "learning_rate": 1.5634218289085548e-06,
415
+ "loss": 0.6103,
416
+ "step": 53
417
+ },
418
+ {
419
+ "epoch": 0.007967539653264478,
420
+ "grad_norm": 1.838269591331482,
421
+ "learning_rate": 1.592920353982301e-06,
422
+ "loss": 0.5783,
423
+ "step": 54
424
+ },
425
+ {
426
+ "epoch": 0.008115086683880487,
427
+ "grad_norm": 1.9237309694290161,
428
+ "learning_rate": 1.6224188790560474e-06,
429
+ "loss": 0.4933,
430
+ "step": 55
431
+ },
432
+ {
433
+ "epoch": 0.008262633714496495,
434
+ "grad_norm": 1.7426055669784546,
435
+ "learning_rate": 1.6519174041297937e-06,
436
+ "loss": 0.5435,
437
+ "step": 56
438
+ },
439
+ {
440
+ "epoch": 0.008410180745112504,
441
+ "grad_norm": 1.5711760520935059,
442
+ "learning_rate": 1.68141592920354e-06,
443
+ "loss": 0.5268,
444
+ "step": 57
445
+ },
446
+ {
447
+ "epoch": 0.008557727775728514,
448
+ "grad_norm": 1.984619140625,
449
+ "learning_rate": 1.7109144542772863e-06,
450
+ "loss": 0.6161,
451
+ "step": 58
452
+ },
453
+ {
454
+ "epoch": 0.008705274806344523,
455
+ "grad_norm": 2.2215609550476074,
456
+ "learning_rate": 1.7404129793510328e-06,
457
+ "loss": 0.575,
458
+ "step": 59
459
+ },
460
+ {
461
+ "epoch": 0.00885282183696053,
462
+ "grad_norm": 2.1121788024902344,
463
+ "learning_rate": 1.769911504424779e-06,
464
+ "loss": 0.5857,
465
+ "step": 60
466
+ },
467
+ {
468
+ "epoch": 0.00885282183696053,
469
+ "eval_accuracy": 0.8277858176555717,
470
+ "eval_f1": 0.6072607260726073,
471
+ "eval_loss": 0.4569220244884491,
472
+ "eval_precision": 0.9484536082474226,
473
+ "eval_recall": 0.44660194174757284,
474
+ "eval_runtime": 50.1142,
475
+ "eval_samples_per_second": 5.807,
476
+ "eval_steps_per_second": 0.2,
477
+ "step": 60
478
+ },
479
+ {
480
+ "epoch": 0.00900036886757654,
481
+ "grad_norm": 1.9798246622085571,
482
+ "learning_rate": 1.7994100294985254e-06,
483
+ "loss": 0.4932,
484
+ "step": 61
485
+ },
486
+ {
487
+ "epoch": 0.00914791589819255,
488
+ "grad_norm": 1.7873258590698242,
489
+ "learning_rate": 1.8289085545722714e-06,
490
+ "loss": 0.4711,
491
+ "step": 62
492
+ },
493
+ {
494
+ "epoch": 0.009295462928808557,
495
+ "grad_norm": 2.109706163406372,
496
+ "learning_rate": 1.8584070796460179e-06,
497
+ "loss": 0.5424,
498
+ "step": 63
499
+ },
500
+ {
501
+ "epoch": 0.009443009959424566,
502
+ "grad_norm": 1.7430013418197632,
503
+ "learning_rate": 1.887905604719764e-06,
504
+ "loss": 0.5439,
505
+ "step": 64
506
+ },
507
+ {
508
+ "epoch": 0.009590556990040576,
509
+ "grad_norm": 1.8797430992126465,
510
+ "learning_rate": 1.9174041297935107e-06,
511
+ "loss": 0.5548,
512
+ "step": 65
513
+ },
514
+ {
515
+ "epoch": 0.009738104020656585,
516
+ "grad_norm": 2.084313154220581,
517
+ "learning_rate": 1.9469026548672567e-06,
518
+ "loss": 0.5142,
519
+ "step": 66
520
+ },
521
+ {
522
+ "epoch": 0.009885651051272593,
523
+ "grad_norm": 2.2595505714416504,
524
+ "learning_rate": 1.976401179941003e-06,
525
+ "loss": 0.5789,
526
+ "step": 67
527
+ },
528
+ {
529
+ "epoch": 0.010033198081888602,
530
+ "grad_norm": 2.101414203643799,
531
+ "learning_rate": 2.005899705014749e-06,
532
+ "loss": 0.5557,
533
+ "step": 68
534
+ },
535
+ {
536
+ "epoch": 0.010180745112504611,
537
+ "grad_norm": 1.9330633878707886,
538
+ "learning_rate": 2.035398230088496e-06,
539
+ "loss": 0.5573,
540
+ "step": 69
541
+ },
542
+ {
543
+ "epoch": 0.010328292143120619,
544
+ "grad_norm": 2.061075210571289,
545
+ "learning_rate": 2.064896755162242e-06,
546
+ "loss": 0.6316,
547
+ "step": 70
548
+ },
549
+ {
550
+ "epoch": 0.010475839173736628,
551
+ "grad_norm": 2.1672215461730957,
552
+ "learning_rate": 2.0943952802359885e-06,
553
+ "loss": 0.5352,
554
+ "step": 71
555
+ },
556
+ {
557
+ "epoch": 0.010623386204352638,
558
+ "grad_norm": 1.6692755222320557,
559
+ "learning_rate": 2.1238938053097345e-06,
560
+ "loss": 0.5023,
561
+ "step": 72
562
+ },
563
+ {
564
+ "epoch": 0.010770933234968647,
565
+ "grad_norm": 1.9689394235610962,
566
+ "learning_rate": 2.153392330383481e-06,
567
+ "loss": 0.5226,
568
+ "step": 73
569
+ },
570
+ {
571
+ "epoch": 0.010918480265584654,
572
+ "grad_norm": 2.438157320022583,
573
+ "learning_rate": 2.1828908554572274e-06,
574
+ "loss": 0.5675,
575
+ "step": 74
576
+ },
577
+ {
578
+ "epoch": 0.011066027296200664,
579
+ "grad_norm": 2.170057773590088,
580
+ "learning_rate": 2.212389380530974e-06,
581
+ "loss": 0.4975,
582
+ "step": 75
583
+ },
584
+ {
585
+ "epoch": 0.011213574326816673,
586
+ "grad_norm": 1.7632702589035034,
587
+ "learning_rate": 2.24188790560472e-06,
588
+ "loss": 0.5138,
589
+ "step": 76
590
+ },
591
+ {
592
+ "epoch": 0.011361121357432682,
593
+ "grad_norm": 2.0990798473358154,
594
+ "learning_rate": 2.2713864306784663e-06,
595
+ "loss": 0.4686,
596
+ "step": 77
597
+ },
598
+ {
599
+ "epoch": 0.01150866838804869,
600
+ "grad_norm": 1.6329792737960815,
601
+ "learning_rate": 2.3008849557522127e-06,
602
+ "loss": 0.4681,
603
+ "step": 78
604
+ },
605
+ {
606
+ "epoch": 0.0116562154186647,
607
+ "grad_norm": 2.017184019088745,
608
+ "learning_rate": 2.330383480825959e-06,
609
+ "loss": 0.5001,
610
+ "step": 79
611
+ },
612
+ {
613
+ "epoch": 0.011803762449280709,
614
+ "grad_norm": 1.9848320484161377,
615
+ "learning_rate": 2.359882005899705e-06,
616
+ "loss": 0.5562,
617
+ "step": 80
618
+ },
619
+ {
620
+ "epoch": 0.011803762449280709,
621
+ "eval_accuracy": 0.8364688856729378,
622
+ "eval_f1": 0.6366559485530546,
623
+ "eval_loss": 0.4472511410713196,
624
+ "eval_precision": 0.9428571428571428,
625
+ "eval_recall": 0.48058252427184467,
626
+ "eval_runtime": 49.4533,
627
+ "eval_samples_per_second": 5.884,
628
+ "eval_steps_per_second": 0.202,
629
+ "step": 80
630
+ },
631
+ {
632
+ "epoch": 0.011951309479896716,
633
+ "grad_norm": 2.2966082096099854,
634
+ "learning_rate": 2.3893805309734516e-06,
635
+ "loss": 0.6017,
636
+ "step": 81
637
+ },
638
+ {
639
+ "epoch": 0.012098856510512726,
640
+ "grad_norm": 2.56752610206604,
641
+ "learning_rate": 2.4188790560471976e-06,
642
+ "loss": 0.5368,
643
+ "step": 82
644
+ },
645
+ {
646
+ "epoch": 0.012246403541128735,
647
+ "grad_norm": 1.9481098651885986,
648
+ "learning_rate": 2.448377581120944e-06,
649
+ "loss": 0.588,
650
+ "step": 83
651
+ },
652
+ {
653
+ "epoch": 0.012393950571744744,
654
+ "grad_norm": 1.8865103721618652,
655
+ "learning_rate": 2.4778761061946905e-06,
656
+ "loss": 0.5751,
657
+ "step": 84
658
+ },
659
+ {
660
+ "epoch": 0.012541497602360752,
661
+ "grad_norm": 2.2721524238586426,
662
+ "learning_rate": 2.5073746312684365e-06,
663
+ "loss": 0.5319,
664
+ "step": 85
665
+ },
666
+ {
667
+ "epoch": 0.012689044632976761,
668
+ "grad_norm": 2.1798763275146484,
669
+ "learning_rate": 2.5368731563421834e-06,
670
+ "loss": 0.519,
671
+ "step": 86
672
+ },
673
+ {
674
+ "epoch": 0.01283659166359277,
675
+ "grad_norm": 1.6984542608261108,
676
+ "learning_rate": 2.5663716814159294e-06,
677
+ "loss": 0.4963,
678
+ "step": 87
679
+ },
680
+ {
681
+ "epoch": 0.012984138694208778,
682
+ "grad_norm": 1.9920787811279297,
683
+ "learning_rate": 2.595870206489676e-06,
684
+ "loss": 0.457,
685
+ "step": 88
686
+ },
687
+ {
688
+ "epoch": 0.013131685724824788,
689
+ "grad_norm": 1.8378043174743652,
690
+ "learning_rate": 2.625368731563422e-06,
691
+ "loss": 0.5445,
692
+ "step": 89
693
+ },
694
+ {
695
+ "epoch": 0.013279232755440797,
696
+ "grad_norm": 1.9275016784667969,
697
+ "learning_rate": 2.6548672566371687e-06,
698
+ "loss": 0.5571,
699
+ "step": 90
700
+ },
701
+ {
702
+ "epoch": 0.013426779786056806,
703
+ "grad_norm": 1.9556200504302979,
704
+ "learning_rate": 2.6843657817109147e-06,
705
+ "loss": 0.5127,
706
+ "step": 91
707
+ },
708
+ {
709
+ "epoch": 0.013574326816672814,
710
+ "grad_norm": 2.2737321853637695,
711
+ "learning_rate": 2.713864306784661e-06,
712
+ "loss": 0.4905,
713
+ "step": 92
714
+ },
715
+ {
716
+ "epoch": 0.013721873847288823,
717
+ "grad_norm": 2.186802864074707,
718
+ "learning_rate": 2.743362831858407e-06,
719
+ "loss": 0.5501,
720
+ "step": 93
721
+ },
722
+ {
723
+ "epoch": 0.013869420877904833,
724
+ "grad_norm": 1.774180293083191,
725
+ "learning_rate": 2.772861356932154e-06,
726
+ "loss": 0.4829,
727
+ "step": 94
728
+ },
729
+ {
730
+ "epoch": 0.014016967908520842,
731
+ "grad_norm": 2.271841526031494,
732
+ "learning_rate": 2.8023598820059e-06,
733
+ "loss": 0.4667,
734
+ "step": 95
735
+ },
736
+ {
737
+ "epoch": 0.01416451493913685,
738
+ "grad_norm": 1.8774105310440063,
739
+ "learning_rate": 2.831858407079646e-06,
740
+ "loss": 0.4369,
741
+ "step": 96
742
+ },
743
+ {
744
+ "epoch": 0.014312061969752859,
745
+ "grad_norm": 3.2019522190093994,
746
+ "learning_rate": 2.8613569321533925e-06,
747
+ "loss": 0.6799,
748
+ "step": 97
749
+ },
750
+ {
751
+ "epoch": 0.014459609000368868,
752
+ "grad_norm": 1.7792394161224365,
753
+ "learning_rate": 2.8908554572271393e-06,
754
+ "loss": 0.5064,
755
+ "step": 98
756
+ },
757
+ {
758
+ "epoch": 0.014607156030984876,
759
+ "grad_norm": 1.9200505018234253,
760
+ "learning_rate": 2.9203539823008853e-06,
761
+ "loss": 0.4738,
762
+ "step": 99
763
+ },
764
+ {
765
+ "epoch": 0.014754703061600885,
766
+ "grad_norm": 1.9603195190429688,
767
+ "learning_rate": 2.9498525073746313e-06,
768
+ "loss": 0.5169,
769
+ "step": 100
770
+ },
771
+ {
772
+ "epoch": 0.014754703061600885,
773
+ "eval_accuracy": 0.8596237337192475,
774
+ "eval_f1": 0.6996904024767802,
775
+ "eval_loss": 0.4301896095275879,
776
+ "eval_precision": 0.9658119658119658,
777
+ "eval_recall": 0.5485436893203883,
778
+ "eval_runtime": 50.2851,
779
+ "eval_samples_per_second": 5.787,
780
+ "eval_steps_per_second": 0.199,
781
+ "step": 100
782
+ }
783
+ ],
784
+ "logging_steps": 1,
785
+ "max_steps": 6777,
786
+ "num_input_tokens_seen": 0,
787
+ "num_train_epochs": 1,
788
+ "save_steps": 100,
789
+ "stateful_callbacks": {
790
+ "TrainerControl": {
791
+ "args": {
792
+ "should_epoch_stop": false,
793
+ "should_evaluate": false,
794
+ "should_log": false,
795
+ "should_save": true,
796
+ "should_training_stop": false
797
+ },
798
+ "attributes": {}
799
+ }
800
+ },
801
+ "total_flos": 3.071391499603149e+16,
802
+ "train_batch_size": 8,
803
+ "trial_name": null,
804
+ "trial_params": null
805
+ }