fengyao1909 commited on
Commit
0ec08c5
·
verified ·
1 Parent(s): 0e92380

Upload folder using huggingface_hub

Browse files
model-00001-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4f25daa81041e3089f0c5611ff9eada4e29812eaaaf1414d46b011017465321
3
  size 4997184968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5df36714cc848620821d0d91f29a48c3a6f4c9ab4d2d763da91f52ee38d095b0
3
  size 4997184968
model-00002-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a54bcbe6f8fa2d01f059ad775d1ce2ca0a8748e56ac0a5c4e857a65e0d59401e
3
  size 4997741608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0bd5ea3e409ef2a29204a175a006612ba38d4412f2ed3ebbc7b131c14e6abd8
3
  size 4997741608
model-00003-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c745de27ec6798ffc207fcdcfee069d4922f5c0426019b24cb4405992776c6c
3
  size 4997742208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd608c6295f46b573e8c297602744cc75b76a3d849e18b27d91e484a7bb1cce6
3
  size 4997742208
model-00004-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d68af5e887e6239c081bc847696c5cd741d44defe7d2188bf72f0eea7b0563c
3
  size 4997743184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3d907c21a0413e1f00c6af17ced2f28c0349825a2a5b12b8efee0a9424c9b16
3
  size 4997743184
model-00005-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58395c4c944248528d4a1b62309f5944a36249ea1c409e20f90ff21c17bbf49a
3
  size 4997743184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:022b29e7203e217c7924aff13191a54b63d34ee294169278b73bd2d848a407c5
3
  size 4997743184
model-00006-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9fcc33a21010650e8b266ea1537e594763e26c9b1eba1c28e21ec6313947cfe
3
  size 4997743184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2064f4048082e45f9d9cf0b13c5568e4b6372a1d082ada7e74e783b2da3e6652
3
  size 4997743184
model-00007-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:630cc4683dc57615ce50a6b897f0bf964965e8b06446b57bf3327882e48a4383
3
  size 4997743184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f0bcde9b7579243d87ed6d32fd05d3ddf9c32de46e31219d7bb0cd8e985735c
3
  size 4997743184
model-00008-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e94df70d8dae12edaa6398c6810eaceeca28443fe9da4abc064f7543a38eb4f9
3
  size 4997743184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74c6c4f801192a95525b02477d048b3847845b0bd9fcba3f0b50f452455574ac
3
  size 4997743184
model-00009-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d871090f232f36371b5605657993f4dc24d1a2f045d023216e9e3e6b80131360
3
  size 4997743184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94263b2f50b2592bcafab6fe4f2b88bfc0eb38bffcb2d16f1d0b264d6632f52f
3
  size 4997743184
model-00010-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ff5549d63d7c0b6bf6f57f105aeddc96a8c0f71b687912cfdaace928a1486d7
3
  size 4997743184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d687b57c114a8662ca806ac0bf1e5e7850a1009b76d424f00d9f6fca6d93246d
3
  size 4997743184
model-00011-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd42b9fbdc0159ffa146576fbe01ca567c0109ffc719ab06aa351d652ecccf3a
3
  size 4997743184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54bc9d286c8125ab6c3f09ac65c5c2ce2aceaae60d7d0d6d5fadc374eda62950
3
  size 4997743184
model-00012-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb2ac1fcb28d411a4224268d44f7711ee81d6417a536f8c9d016688e8e0f4578
3
  size 4997743184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa15ca24ce99fa4f7b590f502aaf6a92f6e3f30e05bc7bcf6ab42c6a6bda58b6
3
  size 4997743184
model-00013-of-00013.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4301251d9ddd9244ed412a9126d9fbb549dea24a022adddcc65f536cc934219
3
  size 1094220288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a04c45b32da70dfcaa029d2f24ec84ada5bb225dc551eb271b4b38f154a79596
3
  size 1094220288
trainer_state.json CHANGED
@@ -11,401 +11,401 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.017543859649122806,
14
- "grad_norm": 1.8317057887019643,
15
  "learning_rate": 0.0,
16
  "loss": 0.8483,
17
  "step": 1
18
  },
19
  {
20
  "epoch": 0.03508771929824561,
21
- "grad_norm": 1.7353440418305668,
22
  "learning_rate": 3.3333333333333333e-06,
23
  "loss": 0.8763,
24
  "step": 2
25
  },
26
  {
27
  "epoch": 0.05263157894736842,
28
- "grad_norm": 1.9110385217084043,
29
  "learning_rate": 6.666666666666667e-06,
30
- "loss": 1.0195,
31
  "step": 3
32
  },
33
  {
34
  "epoch": 0.07017543859649122,
35
- "grad_norm": 1.650455460756132,
36
  "learning_rate": 1e-05,
37
- "loss": 1.049,
38
  "step": 4
39
  },
40
  {
41
  "epoch": 0.08771929824561403,
42
- "grad_norm": 0.9846115915202341,
43
  "learning_rate": 1.3333333333333333e-05,
44
- "loss": 0.8378,
45
  "step": 5
46
  },
47
  {
48
  "epoch": 0.10526315789473684,
49
- "grad_norm": 1.2896673412488742,
50
  "learning_rate": 1.6666666666666667e-05,
51
- "loss": 0.9736,
52
  "step": 6
53
  },
54
  {
55
  "epoch": 0.12280701754385964,
56
- "grad_norm": 2.011543412600694,
57
  "learning_rate": 2e-05,
58
- "loss": 0.9678,
59
  "step": 7
60
  },
61
  {
62
  "epoch": 0.14035087719298245,
63
- "grad_norm": 1.6250329547144573,
64
  "learning_rate": 2.3333333333333336e-05,
65
- "loss": 0.9089,
66
  "step": 8
67
  },
68
  {
69
  "epoch": 0.15789473684210525,
70
- "grad_norm": 1.6751272065587126,
71
  "learning_rate": 2.6666666666666667e-05,
72
- "loss": 0.9359,
73
  "step": 9
74
  },
75
  {
76
  "epoch": 0.17543859649122806,
77
- "grad_norm": 1.4234656524715992,
78
  "learning_rate": 3e-05,
79
- "loss": 0.9585,
80
  "step": 10
81
  },
82
  {
83
  "epoch": 0.19298245614035087,
84
- "grad_norm": 1.4638280218342359,
85
  "learning_rate": 3.3333333333333335e-05,
86
- "loss": 1.0041,
87
  "step": 11
88
  },
89
  {
90
  "epoch": 0.21052631578947367,
91
- "grad_norm": 1.0419301809036907,
92
  "learning_rate": 3.6666666666666666e-05,
93
- "loss": 0.8763,
94
  "step": 12
95
  },
96
  {
97
  "epoch": 0.22807017543859648,
98
- "grad_norm": 1.198346639614849,
99
  "learning_rate": 4e-05,
100
- "loss": 0.9129,
101
  "step": 13
102
  },
103
  {
104
  "epoch": 0.24561403508771928,
105
- "grad_norm": 1.0034373969603534,
106
  "learning_rate": 4.3333333333333334e-05,
107
- "loss": 0.8965,
108
  "step": 14
109
  },
110
  {
111
  "epoch": 0.2631578947368421,
112
- "grad_norm": 1.0380657919294447,
113
  "learning_rate": 4.666666666666667e-05,
114
- "loss": 0.957,
115
  "step": 15
116
  },
117
  {
118
  "epoch": 0.2807017543859649,
119
- "grad_norm": 0.9533939175115029,
120
  "learning_rate": 5e-05,
121
- "loss": 0.91,
122
  "step": 16
123
  },
124
  {
125
  "epoch": 0.2982456140350877,
126
- "grad_norm": 1.2098882485474858,
127
  "learning_rate": 4.999830770009406e-05,
128
- "loss": 1.0061,
129
  "step": 17
130
  },
131
  {
132
  "epoch": 0.3157894736842105,
133
- "grad_norm": 0.9892702554456709,
134
  "learning_rate": 4.9993231029486544e-05,
135
- "loss": 0.8912,
136
  "step": 18
137
  },
138
  {
139
  "epoch": 0.3333333333333333,
140
- "grad_norm": 0.715562209343003,
141
  "learning_rate": 4.99847706754774e-05,
142
- "loss": 0.9125,
143
  "step": 19
144
  },
145
  {
146
  "epoch": 0.3508771929824561,
147
- "grad_norm": 0.8839740963896582,
148
  "learning_rate": 4.997292778346312e-05,
149
- "loss": 0.9544,
150
  "step": 20
151
  },
152
  {
153
  "epoch": 0.3684210526315789,
154
- "grad_norm": 0.8672090781221823,
155
  "learning_rate": 4.995770395678171e-05,
156
- "loss": 0.8931,
157
  "step": 21
158
  },
159
  {
160
  "epoch": 0.38596491228070173,
161
- "grad_norm": 0.5657183889732781,
162
  "learning_rate": 4.993910125649561e-05,
163
- "loss": 0.7591,
164
  "step": 22
165
  },
166
  {
167
  "epoch": 0.40350877192982454,
168
- "grad_norm": 0.8395194599838961,
169
  "learning_rate": 4.9917122201112656e-05,
170
- "loss": 0.8958,
171
  "step": 23
172
  },
173
  {
174
  "epoch": 0.42105263157894735,
175
- "grad_norm": 0.7949156783532444,
176
  "learning_rate": 4.989176976624511e-05,
177
- "loss": 0.7957,
178
  "step": 24
179
  },
180
  {
181
  "epoch": 0.43859649122807015,
182
- "grad_norm": 0.6233078811754251,
183
  "learning_rate": 4.9863047384206835e-05,
184
- "loss": 0.9287,
185
  "step": 25
186
  },
187
  {
188
  "epoch": 0.45614035087719296,
189
- "grad_norm": 0.6592512357205284,
190
  "learning_rate": 4.983095894354858e-05,
191
- "loss": 0.8961,
192
  "step": 26
193
  },
194
  {
195
  "epoch": 0.47368421052631576,
196
- "grad_norm": 0.7540428801849153,
197
  "learning_rate": 4.979550878853154e-05,
198
- "loss": 0.8113,
199
  "step": 27
200
  },
201
  {
202
  "epoch": 0.49122807017543857,
203
- "grad_norm": 0.6894407810210612,
204
  "learning_rate": 4.975670171853926e-05,
205
- "loss": 0.8837,
206
  "step": 28
207
  },
208
  {
209
  "epoch": 0.5087719298245614,
210
- "grad_norm": 0.5962438335142802,
211
  "learning_rate": 4.971454298742779e-05,
212
- "loss": 0.9039,
213
  "step": 29
214
  },
215
  {
216
  "epoch": 0.5263157894736842,
217
- "grad_norm": 0.6159211013371156,
218
  "learning_rate": 4.966903830281449e-05,
219
- "loss": 0.7894,
220
  "step": 30
221
  },
222
  {
223
  "epoch": 0.543859649122807,
224
- "grad_norm": 0.7929356664184409,
225
  "learning_rate": 4.962019382530521e-05,
226
- "loss": 0.8463,
227
  "step": 31
228
  },
229
  {
230
  "epoch": 0.5614035087719298,
231
- "grad_norm": 0.5952896775612254,
232
  "learning_rate": 4.9568016167660334e-05,
233
- "loss": 0.7816,
234
  "step": 32
235
  },
236
  {
237
  "epoch": 0.5789473684210527,
238
- "grad_norm": 0.6758915434113398,
239
  "learning_rate": 4.951251239389948e-05,
240
- "loss": 0.8776,
241
  "step": 33
242
  },
243
  {
244
  "epoch": 0.5964912280701754,
245
- "grad_norm": 0.6318291971598253,
246
  "learning_rate": 4.9453690018345144e-05,
247
- "loss": 0.9796,
248
  "step": 34
249
  },
250
  {
251
  "epoch": 0.6140350877192983,
252
- "grad_norm": 0.7115801773839961,
253
  "learning_rate": 4.939155700460536e-05,
254
- "loss": 0.8228,
255
  "step": 35
256
  },
257
  {
258
  "epoch": 0.631578947368421,
259
- "grad_norm": 0.5864293536264706,
260
  "learning_rate": 4.9326121764495596e-05,
261
- "loss": 0.839,
262
  "step": 36
263
  },
264
  {
265
  "epoch": 0.6491228070175439,
266
- "grad_norm": 0.6287778513114669,
267
  "learning_rate": 4.925739315689991e-05,
268
- "loss": 0.8778,
269
  "step": 37
270
  },
271
  {
272
  "epoch": 0.6666666666666666,
273
- "grad_norm": 0.6735952098345708,
274
  "learning_rate": 4.9185380486571595e-05,
275
- "loss": 0.885,
276
  "step": 38
277
  },
278
  {
279
  "epoch": 0.6842105263157895,
280
- "grad_norm": 0.6067535888888641,
281
  "learning_rate": 4.9110093502873476e-05,
282
- "loss": 0.9082,
283
  "step": 39
284
  },
285
  {
286
  "epoch": 0.7017543859649122,
287
- "grad_norm": 0.5247508841910119,
288
  "learning_rate": 4.9031542398457974e-05,
289
- "loss": 0.8739,
290
  "step": 40
291
  },
292
  {
293
  "epoch": 0.7192982456140351,
294
- "grad_norm": 0.5918453184670143,
295
  "learning_rate": 4.894973780788722e-05,
296
- "loss": 0.8829,
297
  "step": 41
298
  },
299
  {
300
  "epoch": 0.7368421052631579,
301
- "grad_norm": 0.6372269077212606,
302
  "learning_rate": 4.88646908061933e-05,
303
- "loss": 0.8152,
304
  "step": 42
305
  },
306
  {
307
  "epoch": 0.7543859649122807,
308
- "grad_norm": 0.5430663295315261,
309
  "learning_rate": 4.877641290737884e-05,
310
- "loss": 0.8514,
311
  "step": 43
312
  },
313
  {
314
  "epoch": 0.7719298245614035,
315
- "grad_norm": 0.511597332007924,
316
  "learning_rate": 4.868491606285823e-05,
317
- "loss": 0.7675,
318
  "step": 44
319
  },
320
  {
321
  "epoch": 0.7894736842105263,
322
- "grad_norm": 0.48967659833861754,
323
  "learning_rate": 4.859021265983959e-05,
324
- "loss": 0.8826,
325
  "step": 45
326
  },
327
  {
328
  "epoch": 0.8070175438596491,
329
- "grad_norm": 0.5856811530030098,
330
  "learning_rate": 4.849231551964771e-05,
331
- "loss": 0.8585,
332
  "step": 46
333
  },
334
  {
335
  "epoch": 0.8245614035087719,
336
- "grad_norm": 0.5845644414839125,
337
  "learning_rate": 4.839123789598829e-05,
338
- "loss": 0.8677,
339
  "step": 47
340
  },
341
  {
342
  "epoch": 0.8421052631578947,
343
- "grad_norm": 0.4974332648938187,
344
  "learning_rate": 4.828699347315356e-05,
345
- "loss": 0.845,
346
  "step": 48
347
  },
348
  {
349
  "epoch": 0.8596491228070176,
350
- "grad_norm": 0.5566174918152419,
351
  "learning_rate": 4.817959636416969e-05,
352
- "loss": 0.9432,
353
  "step": 49
354
  },
355
  {
356
  "epoch": 0.8771929824561403,
357
- "grad_norm": 0.4921351014911049,
358
  "learning_rate": 4.806906110888606e-05,
359
- "loss": 0.6756,
360
  "step": 50
361
  },
362
  {
363
  "epoch": 0.8947368421052632,
364
- "grad_norm": 0.6352002986003276,
365
  "learning_rate": 4.7955402672006854e-05,
366
- "loss": 0.9077,
367
  "step": 51
368
  },
369
  {
370
  "epoch": 0.9122807017543859,
371
- "grad_norm": 0.5228777570085404,
372
  "learning_rate": 4.783863644106502e-05,
373
- "loss": 0.8815,
374
  "step": 52
375
  },
376
  {
377
  "epoch": 0.9298245614035088,
378
- "grad_norm": 0.5753314530576694,
379
  "learning_rate": 4.771877822433911e-05,
380
- "loss": 0.8342,
381
  "step": 53
382
  },
383
  {
384
  "epoch": 0.9473684210526315,
385
- "grad_norm": 0.5127814989448164,
386
  "learning_rate": 4.759584424871302e-05,
387
- "loss": 0.7837,
388
  "step": 54
389
  },
390
  {
391
  "epoch": 0.9649122807017544,
392
- "grad_norm": 0.545931046230859,
393
  "learning_rate": 4.7469851157479177e-05,
394
- "loss": 0.8229,
395
  "step": 55
396
  },
397
  {
398
  "epoch": 0.9824561403508771,
399
- "grad_norm": 0.4669374807712089,
400
  "learning_rate": 4.734081600808531e-05,
401
- "loss": 0.8341,
402
  "step": 56
403
  },
404
  {
405
  "epoch": 1.0,
406
- "grad_norm": 0.5386650743226552,
407
  "learning_rate": 4.7208756269825104e-05,
408
- "loss": 0.7062,
409
  "step": 57
410
  }
411
  ],
 
11
  "log_history": [
12
  {
13
  "epoch": 0.017543859649122806,
14
+ "grad_norm": 2.410881066137832,
15
  "learning_rate": 0.0,
16
  "loss": 0.8483,
17
  "step": 1
18
  },
19
  {
20
  "epoch": 0.03508771929824561,
21
+ "grad_norm": 2.665228254124179,
22
  "learning_rate": 3.3333333333333333e-06,
23
  "loss": 0.8763,
24
  "step": 2
25
  },
26
  {
27
  "epoch": 0.05263157894736842,
28
+ "grad_norm": 2.3728587057049992,
29
  "learning_rate": 6.666666666666667e-06,
30
+ "loss": 1.019,
31
  "step": 3
32
  },
33
  {
34
  "epoch": 0.07017543859649122,
35
+ "grad_norm": 1.9987528382054482,
36
  "learning_rate": 1e-05,
37
+ "loss": 1.0451,
38
  "step": 4
39
  },
40
  {
41
  "epoch": 0.08771929824561403,
42
+ "grad_norm": 1.2387448314677751,
43
  "learning_rate": 1.3333333333333333e-05,
44
+ "loss": 0.8298,
45
  "step": 5
46
  },
47
  {
48
  "epoch": 0.10526315789473684,
49
+ "grad_norm": 1.4006709843865188,
50
  "learning_rate": 1.6666666666666667e-05,
51
+ "loss": 0.9668,
52
  "step": 6
53
  },
54
  {
55
  "epoch": 0.12280701754385964,
56
+ "grad_norm": 2.1941304727738995,
57
  "learning_rate": 2e-05,
58
+ "loss": 0.9639,
59
  "step": 7
60
  },
61
  {
62
  "epoch": 0.14035087719298245,
63
+ "grad_norm": 2.0965952504080145,
64
  "learning_rate": 2.3333333333333336e-05,
65
+ "loss": 0.906,
66
  "step": 8
67
  },
68
  {
69
  "epoch": 0.15789473684210525,
70
+ "grad_norm": 2.0779003780741325,
71
  "learning_rate": 2.6666666666666667e-05,
72
+ "loss": 0.9331,
73
  "step": 9
74
  },
75
  {
76
  "epoch": 0.17543859649122806,
77
+ "grad_norm": 1.914852860029578,
78
  "learning_rate": 3e-05,
79
+ "loss": 0.9615,
80
  "step": 10
81
  },
82
  {
83
  "epoch": 0.19298245614035087,
84
+ "grad_norm": 1.5453059456697873,
85
  "learning_rate": 3.3333333333333335e-05,
86
+ "loss": 0.9976,
87
  "step": 11
88
  },
89
  {
90
  "epoch": 0.21052631578947367,
91
+ "grad_norm": 1.2149278389301041,
92
  "learning_rate": 3.6666666666666666e-05,
93
+ "loss": 0.8731,
94
  "step": 12
95
  },
96
  {
97
  "epoch": 0.22807017543859648,
98
+ "grad_norm": 9.574453131193065,
99
  "learning_rate": 4e-05,
100
+ "loss": 0.9048,
101
  "step": 13
102
  },
103
  {
104
  "epoch": 0.24561403508771928,
105
+ "grad_norm": 1.7542365583306754,
106
  "learning_rate": 4.3333333333333334e-05,
107
+ "loss": 0.9045,
108
  "step": 14
109
  },
110
  {
111
  "epoch": 0.2631578947368421,
112
+ "grad_norm": 1.5687648722942888,
113
  "learning_rate": 4.666666666666667e-05,
114
+ "loss": 0.9642,
115
  "step": 15
116
  },
117
  {
118
  "epoch": 0.2807017543859649,
119
+ "grad_norm": 1.1629052446813282,
120
  "learning_rate": 5e-05,
121
+ "loss": 0.9157,
122
  "step": 16
123
  },
124
  {
125
  "epoch": 0.2982456140350877,
126
+ "grad_norm": 1.0662859779498828,
127
  "learning_rate": 4.999830770009406e-05,
128
+ "loss": 1.0076,
129
  "step": 17
130
  },
131
  {
132
  "epoch": 0.3157894736842105,
133
+ "grad_norm": 1.1540729762939772,
134
  "learning_rate": 4.9993231029486544e-05,
135
+ "loss": 0.8898,
136
  "step": 18
137
  },
138
  {
139
  "epoch": 0.3333333333333333,
140
+ "grad_norm": 2.284686909029557,
141
  "learning_rate": 4.99847706754774e-05,
142
+ "loss": 0.9111,
143
  "step": 19
144
  },
145
  {
146
  "epoch": 0.3508771929824561,
147
+ "grad_norm": 0.9299877447474001,
148
  "learning_rate": 4.997292778346312e-05,
149
+ "loss": 0.9567,
150
  "step": 20
151
  },
152
  {
153
  "epoch": 0.3684210526315789,
154
+ "grad_norm": 0.7891834706045853,
155
  "learning_rate": 4.995770395678171e-05,
156
+ "loss": 0.8907,
157
  "step": 21
158
  },
159
  {
160
  "epoch": 0.38596491228070173,
161
+ "grad_norm": 0.7738739475483105,
162
  "learning_rate": 4.993910125649561e-05,
163
+ "loss": 0.7582,
164
  "step": 22
165
  },
166
  {
167
  "epoch": 0.40350877192982454,
168
+ "grad_norm": 0.7564543923604894,
169
  "learning_rate": 4.9917122201112656e-05,
170
+ "loss": 0.893,
171
  "step": 23
172
  },
173
  {
174
  "epoch": 0.42105263157894735,
175
+ "grad_norm": 0.7725302637179225,
176
  "learning_rate": 4.989176976624511e-05,
177
+ "loss": 0.794,
178
  "step": 24
179
  },
180
  {
181
  "epoch": 0.43859649122807015,
182
+ "grad_norm": 0.7154589746662706,
183
  "learning_rate": 4.9863047384206835e-05,
184
+ "loss": 0.927,
185
  "step": 25
186
  },
187
  {
188
  "epoch": 0.45614035087719296,
189
+ "grad_norm": 0.748200539385192,
190
  "learning_rate": 4.983095894354858e-05,
191
+ "loss": 0.8946,
192
  "step": 26
193
  },
194
  {
195
  "epoch": 0.47368421052631576,
196
+ "grad_norm": 0.6877177188589038,
197
  "learning_rate": 4.979550878853154e-05,
198
+ "loss": 0.8108,
199
  "step": 27
200
  },
201
  {
202
  "epoch": 0.49122807017543857,
203
+ "grad_norm": 0.6905557124467382,
204
  "learning_rate": 4.975670171853926e-05,
205
+ "loss": 0.8808,
206
  "step": 28
207
  },
208
  {
209
  "epoch": 0.5087719298245614,
210
+ "grad_norm": 0.6261501879052016,
211
  "learning_rate": 4.971454298742779e-05,
212
+ "loss": 0.902,
213
  "step": 29
214
  },
215
  {
216
  "epoch": 0.5263157894736842,
217
+ "grad_norm": 0.6935833833701227,
218
  "learning_rate": 4.966903830281449e-05,
219
+ "loss": 0.7902,
220
  "step": 30
221
  },
222
  {
223
  "epoch": 0.543859649122807,
224
+ "grad_norm": 0.7380295796572786,
225
  "learning_rate": 4.962019382530521e-05,
226
+ "loss": 0.8427,
227
  "step": 31
228
  },
229
  {
230
  "epoch": 0.5614035087719298,
231
+ "grad_norm": 0.6686373976763716,
232
  "learning_rate": 4.9568016167660334e-05,
233
+ "loss": 0.7824,
234
  "step": 32
235
  },
236
  {
237
  "epoch": 0.5789473684210527,
238
+ "grad_norm": 0.7284830674570405,
239
  "learning_rate": 4.951251239389948e-05,
240
+ "loss": 0.8758,
241
  "step": 33
242
  },
243
  {
244
  "epoch": 0.5964912280701754,
245
+ "grad_norm": 0.7667345279664498,
246
  "learning_rate": 4.9453690018345144e-05,
247
+ "loss": 0.9769,
248
  "step": 34
249
  },
250
  {
251
  "epoch": 0.6140350877192983,
252
+ "grad_norm": 0.7186885267427574,
253
  "learning_rate": 4.939155700460536e-05,
254
+ "loss": 0.8222,
255
  "step": 35
256
  },
257
  {
258
  "epoch": 0.631578947368421,
259
+ "grad_norm": 0.7129526253734785,
260
  "learning_rate": 4.9326121764495596e-05,
261
+ "loss": 0.8398,
262
  "step": 36
263
  },
264
  {
265
  "epoch": 0.6491228070175439,
266
+ "grad_norm": 0.6763307332151739,
267
  "learning_rate": 4.925739315689991e-05,
268
+ "loss": 0.881,
269
  "step": 37
270
  },
271
  {
272
  "epoch": 0.6666666666666666,
273
+ "grad_norm": 0.7596612492978558,
274
  "learning_rate": 4.9185380486571595e-05,
275
+ "loss": 0.8883,
276
  "step": 38
277
  },
278
  {
279
  "epoch": 0.6842105263157895,
280
+ "grad_norm": 0.574360173449421,
281
  "learning_rate": 4.9110093502873476e-05,
282
+ "loss": 0.9078,
283
  "step": 39
284
  },
285
  {
286
  "epoch": 0.7017543859649122,
287
+ "grad_norm": 0.5045882171460956,
288
  "learning_rate": 4.9031542398457974e-05,
289
+ "loss": 0.8722,
290
  "step": 40
291
  },
292
  {
293
  "epoch": 0.7192982456140351,
294
+ "grad_norm": 0.6267476132219085,
295
  "learning_rate": 4.894973780788722e-05,
296
+ "loss": 0.883,
297
  "step": 41
298
  },
299
  {
300
  "epoch": 0.7368421052631579,
301
+ "grad_norm": 0.6021189923969766,
302
  "learning_rate": 4.88646908061933e-05,
303
+ "loss": 0.8144,
304
  "step": 42
305
  },
306
  {
307
  "epoch": 0.7543859649122807,
308
+ "grad_norm": 0.6014066609170303,
309
  "learning_rate": 4.877641290737884e-05,
310
+ "loss": 0.8496,
311
  "step": 43
312
  },
313
  {
314
  "epoch": 0.7719298245614035,
315
+ "grad_norm": 0.6014121657776419,
316
  "learning_rate": 4.868491606285823e-05,
317
+ "loss": 0.768,
318
  "step": 44
319
  },
320
  {
321
  "epoch": 0.7894736842105263,
322
+ "grad_norm": 0.5324268865416073,
323
  "learning_rate": 4.859021265983959e-05,
324
+ "loss": 0.8825,
325
  "step": 45
326
  },
327
  {
328
  "epoch": 0.8070175438596491,
329
+ "grad_norm": 0.6348338184686191,
330
  "learning_rate": 4.849231551964771e-05,
331
+ "loss": 0.8587,
332
  "step": 46
333
  },
334
  {
335
  "epoch": 0.8245614035087719,
336
+ "grad_norm": 0.6361465840640576,
337
  "learning_rate": 4.839123789598829e-05,
338
+ "loss": 0.868,
339
  "step": 47
340
  },
341
  {
342
  "epoch": 0.8421052631578947,
343
+ "grad_norm": 0.5806423652725062,
344
  "learning_rate": 4.828699347315356e-05,
345
+ "loss": 0.8445,
346
  "step": 48
347
  },
348
  {
349
  "epoch": 0.8596491228070176,
350
+ "grad_norm": 0.6650303211642944,
351
  "learning_rate": 4.817959636416969e-05,
352
+ "loss": 0.9439,
353
  "step": 49
354
  },
355
  {
356
  "epoch": 0.8771929824561403,
357
+ "grad_norm": 0.49618932027271617,
358
  "learning_rate": 4.806906110888606e-05,
359
+ "loss": 0.676,
360
  "step": 50
361
  },
362
  {
363
  "epoch": 0.8947368421052632,
364
+ "grad_norm": 0.7201128419875511,
365
  "learning_rate": 4.7955402672006854e-05,
366
+ "loss": 0.9129,
367
  "step": 51
368
  },
369
  {
370
  "epoch": 0.9122807017543859,
371
+ "grad_norm": 0.7979009332190922,
372
  "learning_rate": 4.783863644106502e-05,
373
+ "loss": 0.8844,
374
  "step": 52
375
  },
376
  {
377
  "epoch": 0.9298245614035088,
378
+ "grad_norm": 0.5780879587849941,
379
  "learning_rate": 4.771877822433911e-05,
380
+ "loss": 0.835,
381
  "step": 53
382
  },
383
  {
384
  "epoch": 0.9473684210526315,
385
+ "grad_norm": 0.5125413888902927,
386
  "learning_rate": 4.759584424871302e-05,
387
+ "loss": 0.7854,
388
  "step": 54
389
  },
390
  {
391
  "epoch": 0.9649122807017544,
392
+ "grad_norm": 0.6493310136858548,
393
  "learning_rate": 4.7469851157479177e-05,
394
+ "loss": 0.8246,
395
  "step": 55
396
  },
397
  {
398
  "epoch": 0.9824561403508771,
399
+ "grad_norm": 0.5420670379906682,
400
  "learning_rate": 4.734081600808531e-05,
401
+ "loss": 0.8357,
402
  "step": 56
403
  },
404
  {
405
  "epoch": 1.0,
406
+ "grad_norm": 0.8014271486806656,
407
  "learning_rate": 4.7208756269825104e-05,
408
+ "loss": 0.7012,
409
  "step": 57
410
  }
411
  ],
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14ce14cb5b4d1f6b7378f3a0d59f90353c316de79d943a6fb969a0b7df2b441c
3
  size 8081
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b09193bae298a0a841c37ce61432d61767b4d633b9680c59539c690bef78161
3
  size 8081