dzanbek commited on
Commit
9c5ebfd
·
verified ·
1 Parent(s): 886176d

Training in progress, step 50, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ba58dc93bff7d474bda2138b54524c7ec47c469292cefdbcb2905f4725cf6d8
3
  size 216151256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e39fa7366e0176c2f0ff17cf825f8811394006e05dcbe1f594bb07f69683c66
3
  size 216151256
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7fa66aa623b88ae46be8a238047701b7c34e4b85dc9dd7a8373614bdf691f3d
3
  size 432640054
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9066d7fbea094d406d6530a035ad337b10544a6be3f79f0ccf7c653458edbe5
3
  size 432640054
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7538617595f4b9f0d75409fa08878af879758ed02f9a90ca1240366c78c8643d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f54db14235b93c1ebd77e53415adacb86948650017692d4b2e79f3a92b610eb8
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:040b95482c646935022d148ebc91f462fbf2195cfa3365adbbe3bd6ca1f35a74
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e69e2b49ea642509f0c688c16fb190b7cf27dac0a18903a5e2d1467d0343d8b8
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.013798813302056023,
5
  "eval_steps": 5,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -230,6 +230,221 @@
230
  "eval_samples_per_second": 2.439,
231
  "eval_steps_per_second": 0.61,
232
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
233
  }
234
  ],
235
  "logging_steps": 1,
@@ -244,12 +459,12 @@
244
  "should_evaluate": false,
245
  "should_log": false,
246
  "should_save": true,
247
- "should_training_stop": false
248
  },
249
  "attributes": {}
250
  }
251
  },
252
- "total_flos": 8.23612542025728e+16,
253
  "train_batch_size": 4,
254
  "trial_name": null,
255
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.027597626604112045,
5
  "eval_steps": 5,
6
+ "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
230
  "eval_samples_per_second": 2.439,
231
  "eval_steps_per_second": 0.61,
232
  "step": 25
233
+ },
234
+ {
235
+ "epoch": 0.014350765834138263,
236
+ "grad_norm": 2.2478325366973877,
237
+ "learning_rate": 0.00013090169943749476,
238
+ "loss": 0.7773,
239
+ "step": 26
240
+ },
241
+ {
242
+ "epoch": 0.014902718366220506,
243
+ "grad_norm": 1.3889656066894531,
244
+ "learning_rate": 0.00012334453638559057,
245
+ "loss": 0.7084,
246
+ "step": 27
247
+ },
248
+ {
249
+ "epoch": 0.015454670898302747,
250
+ "grad_norm": 1.7380234003067017,
251
+ "learning_rate": 0.0001156434465040231,
252
+ "loss": 0.6869,
253
+ "step": 28
254
+ },
255
+ {
256
+ "epoch": 0.016006623430384986,
257
+ "grad_norm": 1.4783921241760254,
258
+ "learning_rate": 0.0001078459095727845,
259
+ "loss": 0.5719,
260
+ "step": 29
261
+ },
262
+ {
263
+ "epoch": 0.016558575962467226,
264
+ "grad_norm": 1.596419334411621,
265
+ "learning_rate": 0.0001,
266
+ "loss": 0.4796,
267
+ "step": 30
268
+ },
269
+ {
270
+ "epoch": 0.016558575962467226,
271
+ "eval_loss": 0.5793518424034119,
272
+ "eval_runtime": 1251.2902,
273
+ "eval_samples_per_second": 2.439,
274
+ "eval_steps_per_second": 0.61,
275
+ "step": 30
276
+ },
277
+ {
278
+ "epoch": 0.017110528494549467,
279
+ "grad_norm": 1.5877236127853394,
280
+ "learning_rate": 9.215409042721552e-05,
281
+ "loss": 0.5925,
282
+ "step": 31
283
+ },
284
+ {
285
+ "epoch": 0.017662481026631708,
286
+ "grad_norm": 1.5007165670394897,
287
+ "learning_rate": 8.435655349597689e-05,
288
+ "loss": 0.6137,
289
+ "step": 32
290
+ },
291
+ {
292
+ "epoch": 0.018214433558713952,
293
+ "grad_norm": 1.4610683917999268,
294
+ "learning_rate": 7.66554636144095e-05,
295
+ "loss": 0.4628,
296
+ "step": 33
297
+ },
298
+ {
299
+ "epoch": 0.018766386090796193,
300
+ "grad_norm": 0.7523146867752075,
301
+ "learning_rate": 6.909830056250527e-05,
302
+ "loss": 0.4449,
303
+ "step": 34
304
+ },
305
+ {
306
+ "epoch": 0.019318338622878434,
307
+ "grad_norm": 1.2376327514648438,
308
+ "learning_rate": 6.173165676349103e-05,
309
+ "loss": 0.4897,
310
+ "step": 35
311
+ },
312
+ {
313
+ "epoch": 0.019318338622878434,
314
+ "eval_loss": 0.5563785433769226,
315
+ "eval_runtime": 1251.5204,
316
+ "eval_samples_per_second": 2.439,
317
+ "eval_steps_per_second": 0.61,
318
+ "step": 35
319
+ },
320
+ {
321
+ "epoch": 0.019870291154960674,
322
+ "grad_norm": 1.0166033506393433,
323
+ "learning_rate": 5.4600950026045326e-05,
324
+ "loss": 0.4334,
325
+ "step": 36
326
+ },
327
+ {
328
+ "epoch": 0.020422243687042915,
329
+ "grad_norm": 0.8759408593177795,
330
+ "learning_rate": 4.7750143528405126e-05,
331
+ "loss": 0.3917,
332
+ "step": 37
333
+ },
334
+ {
335
+ "epoch": 0.020974196219125156,
336
+ "grad_norm": 1.4520206451416016,
337
+ "learning_rate": 4.12214747707527e-05,
338
+ "loss": 0.5742,
339
+ "step": 38
340
+ },
341
+ {
342
+ "epoch": 0.021526148751207397,
343
+ "grad_norm": 1.113675594329834,
344
+ "learning_rate": 3.5055195166981645e-05,
345
+ "loss": 0.5707,
346
+ "step": 39
347
+ },
348
+ {
349
+ "epoch": 0.022078101283289638,
350
+ "grad_norm": 1.3002536296844482,
351
+ "learning_rate": 2.9289321881345254e-05,
352
+ "loss": 0.5998,
353
+ "step": 40
354
+ },
355
+ {
356
+ "epoch": 0.022078101283289638,
357
+ "eval_loss": 0.5418702960014343,
358
+ "eval_runtime": 1251.8554,
359
+ "eval_samples_per_second": 2.438,
360
+ "eval_steps_per_second": 0.609,
361
+ "step": 40
362
+ },
363
+ {
364
+ "epoch": 0.02263005381537188,
365
+ "grad_norm": 1.0999929904937744,
366
+ "learning_rate": 2.3959403439996907e-05,
367
+ "loss": 0.4751,
368
+ "step": 41
369
+ },
370
+ {
371
+ "epoch": 0.02318200634745412,
372
+ "grad_norm": 1.3158468008041382,
373
+ "learning_rate": 1.9098300562505266e-05,
374
+ "loss": 0.6463,
375
+ "step": 42
376
+ },
377
+ {
378
+ "epoch": 0.02373395887953636,
379
+ "grad_norm": 2.3532841205596924,
380
+ "learning_rate": 1.4735983564590783e-05,
381
+ "loss": 0.7916,
382
+ "step": 43
383
+ },
384
+ {
385
+ "epoch": 0.0242859114116186,
386
+ "grad_norm": 1.268966794013977,
387
+ "learning_rate": 1.0899347581163221e-05,
388
+ "loss": 0.4733,
389
+ "step": 44
390
+ },
391
+ {
392
+ "epoch": 0.02483786394370084,
393
+ "grad_norm": 1.0840526819229126,
394
+ "learning_rate": 7.612046748871327e-06,
395
+ "loss": 0.5932,
396
+ "step": 45
397
+ },
398
+ {
399
+ "epoch": 0.02483786394370084,
400
+ "eval_loss": 0.5364078879356384,
401
+ "eval_runtime": 1251.3181,
402
+ "eval_samples_per_second": 2.439,
403
+ "eval_steps_per_second": 0.61,
404
+ "step": 45
405
+ },
406
+ {
407
+ "epoch": 0.025389816475783082,
408
+ "grad_norm": 1.5335124731063843,
409
+ "learning_rate": 4.8943483704846475e-06,
410
+ "loss": 0.4034,
411
+ "step": 46
412
+ },
413
+ {
414
+ "epoch": 0.025941769007865323,
415
+ "grad_norm": 1.1978284120559692,
416
+ "learning_rate": 2.7630079602323442e-06,
417
+ "loss": 0.4882,
418
+ "step": 47
419
+ },
420
+ {
421
+ "epoch": 0.026493721539947564,
422
+ "grad_norm": 1.2461581230163574,
423
+ "learning_rate": 1.231165940486234e-06,
424
+ "loss": 0.5497,
425
+ "step": 48
426
+ },
427
+ {
428
+ "epoch": 0.027045674072029804,
429
+ "grad_norm": 1.0206390619277954,
430
+ "learning_rate": 3.0826662668720364e-07,
431
+ "loss": 0.4729,
432
+ "step": 49
433
+ },
434
+ {
435
+ "epoch": 0.027597626604112045,
436
+ "grad_norm": 1.3069730997085571,
437
+ "learning_rate": 0.0,
438
+ "loss": 0.415,
439
+ "step": 50
440
+ },
441
+ {
442
+ "epoch": 0.027597626604112045,
443
+ "eval_loss": 0.5334399342536926,
444
+ "eval_runtime": 1251.5092,
445
+ "eval_samples_per_second": 2.439,
446
+ "eval_steps_per_second": 0.61,
447
+ "step": 50
448
  }
449
  ],
450
  "logging_steps": 1,
 
459
  "should_evaluate": false,
460
  "should_log": false,
461
  "should_save": true,
462
+ "should_training_stop": true
463
  },
464
  "attributes": {}
465
  }
466
  },
467
+ "total_flos": 1.647225084051456e+17,
468
  "train_batch_size": 4,
469
  "trial_name": null,
470
  "trial_params": null