0x1202 commited on
Commit
dccc764
·
verified ·
1 Parent(s): 17bc86d

Training in progress, step 450, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c152cb6a91e6eb19cce5696bb5aab7af49b1436d63206846d7950a059f6829cc
3
  size 550593184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c78a77e2e0ca36266d090a929ee8a692bca004e435b6c4d5e4b51cc2d0eae970
3
  size 550593184
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61f1d7db0293fb74147f7fe567624adc37460bac20ea378baaff44290172671e
3
  size 280342100
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f88592b407317f11a87a94f4acb3da3defcda2175025edfcb11e8f2968dac586
3
  size 280342100
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30497404fbe87652d1676a91ddfb5d898aa726c54fd96fe0a00ea56154a09678
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b1841640495b824fc5eb1d6b671ac4d502c008aa677d26e420739054f18e87a
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd6612e1be5fc1a945d1a2e93ec2df274cca4c095f65d292f5fd095af43ba016
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9636ae38b683f4b5b714bdf172e563b0c593e0efe94f07eea78547963bfbfae
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.2922627031803131,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-300",
4
- "epoch": 0.09203159751514686,
5
  "eval_steps": 50,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -273,6 +273,135 @@
273
  "eval_samples_per_second": 7.163,
274
  "eval_steps_per_second": 1.791,
275
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
276
  }
277
  ],
278
  "logging_steps": 10,
@@ -296,12 +425,12 @@
296
  "should_evaluate": false,
297
  "should_log": false,
298
  "should_save": true,
299
- "should_training_stop": false
300
  },
301
  "attributes": {}
302
  }
303
  },
304
- "total_flos": 8.56285344058835e+17,
305
  "train_batch_size": 8,
306
  "trial_name": null,
307
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.29087916016578674,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-450",
4
+ "epoch": 0.1380473962727203,
5
  "eval_steps": 50,
6
+ "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
273
  "eval_samples_per_second": 7.163,
274
  "eval_steps_per_second": 1.791,
275
  "step": 300
276
+ },
277
+ {
278
+ "epoch": 0.09509931743231843,
279
+ "grad_norm": 0.0941392332315445,
280
+ "learning_rate": 2.296795912722014e-05,
281
+ "loss": 0.275,
282
+ "step": 310
283
+ },
284
+ {
285
+ "epoch": 0.09816703734948999,
286
+ "grad_norm": 0.11052852123975754,
287
+ "learning_rate": 2.0036116674432654e-05,
288
+ "loss": 0.3692,
289
+ "step": 320
290
+ },
291
+ {
292
+ "epoch": 0.10123475726666155,
293
+ "grad_norm": 0.10507681220769882,
294
+ "learning_rate": 1.725696330273575e-05,
295
+ "loss": 0.3476,
296
+ "step": 330
297
+ },
298
+ {
299
+ "epoch": 0.10430247718383312,
300
+ "grad_norm": 0.10875732451677322,
301
+ "learning_rate": 1.4644660940672627e-05,
302
+ "loss": 0.2607,
303
+ "step": 340
304
+ },
305
+ {
306
+ "epoch": 0.10737019710100468,
307
+ "grad_norm": 0.23030522465705872,
308
+ "learning_rate": 1.2212521282287092e-05,
309
+ "loss": 0.1934,
310
+ "step": 350
311
+ },
312
+ {
313
+ "epoch": 0.10737019710100468,
314
+ "eval_loss": 0.29142311215400696,
315
+ "eval_runtime": 765.9528,
316
+ "eval_samples_per_second": 7.168,
317
+ "eval_steps_per_second": 1.793,
318
+ "step": 350
319
+ },
320
+ {
321
+ "epoch": 0.11043791701817623,
322
+ "grad_norm": 0.10388277471065521,
323
+ "learning_rate": 9.972937953781986e-06,
324
+ "loss": 0.2745,
325
+ "step": 360
326
+ },
327
+ {
328
+ "epoch": 0.1135056369353478,
329
+ "grad_norm": 0.10279553383588791,
330
+ "learning_rate": 7.937323358440935e-06,
331
+ "loss": 0.3599,
332
+ "step": 370
333
+ },
334
+ {
335
+ "epoch": 0.11657335685251936,
336
+ "grad_norm": 0.10545451194047928,
337
+ "learning_rate": 6.116050521637218e-06,
338
+ "loss": 0.3421,
339
+ "step": 380
340
+ },
341
+ {
342
+ "epoch": 0.11964107676969092,
343
+ "grad_norm": 0.11335179954767227,
344
+ "learning_rate": 4.5184002322740785e-06,
345
+ "loss": 0.2616,
346
+ "step": 390
347
+ },
348
+ {
349
+ "epoch": 0.12270879668686249,
350
+ "grad_norm": 0.22902686893939972,
351
+ "learning_rate": 3.1525137500119207e-06,
352
+ "loss": 0.1961,
353
+ "step": 400
354
+ },
355
+ {
356
+ "epoch": 0.12270879668686249,
357
+ "eval_loss": 0.29096364974975586,
358
+ "eval_runtime": 767.6702,
359
+ "eval_samples_per_second": 7.152,
360
+ "eval_steps_per_second": 1.789,
361
+ "step": 400
362
+ },
363
+ {
364
+ "epoch": 0.12577651660403405,
365
+ "grad_norm": 0.09514732658863068,
366
+ "learning_rate": 2.0253513192751373e-06,
367
+ "loss": 0.2589,
368
+ "step": 410
369
+ },
370
+ {
371
+ "epoch": 0.1288442365212056,
372
+ "grad_norm": 0.10798075050115585,
373
+ "learning_rate": 1.1426567014420297e-06,
374
+ "loss": 0.3551,
375
+ "step": 420
376
+ },
377
+ {
378
+ "epoch": 0.13191195643837716,
379
+ "grad_norm": 0.10427014529705048,
380
+ "learning_rate": 5.089279059533658e-07,
381
+ "loss": 0.3446,
382
+ "step": 430
383
+ },
384
+ {
385
+ "epoch": 0.13497967635554875,
386
+ "grad_norm": 0.1093059629201889,
387
+ "learning_rate": 1.2739426948732424e-07,
388
+ "loss": 0.2696,
389
+ "step": 440
390
+ },
391
+ {
392
+ "epoch": 0.1380473962727203,
393
+ "grad_norm": 0.2530665993690491,
394
+ "learning_rate": 0.0,
395
+ "loss": 0.1993,
396
+ "step": 450
397
+ },
398
+ {
399
+ "epoch": 0.1380473962727203,
400
+ "eval_loss": 0.29087916016578674,
401
+ "eval_runtime": 766.9955,
402
+ "eval_samples_per_second": 7.158,
403
+ "eval_steps_per_second": 1.79,
404
+ "step": 450
405
  }
406
  ],
407
  "logging_steps": 10,
 
425
  "should_evaluate": false,
426
  "should_log": false,
427
  "should_save": true,
428
+ "should_training_stop": true
429
  },
430
  "attributes": {}
431
  }
432
  },
433
+ "total_flos": 1.2833863064239473e+18,
434
  "train_batch_size": 8,
435
  "trial_name": null,
436
  "trial_params": null