0x1202 commited on
Commit
5292dc9
·
verified ·
1 Parent(s): ce0a972

Training in progress, step 450, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c67cb69054ec58aa440717cdfb6bb73eed282ad38d6f1d8876b92f689dce4a3
3
  size 671149168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7285228837d70afbfa387f6171edafc7006dac8cd4e41b7cb7140b429aa9a717
3
  size 671149168
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3277342f65874d847ea16268cf966c19181a740039e3a76dc9dfa826e4bb748
3
  size 341314644
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00488e057a26628043a6015a1be259af639bb0403c85202e8100a743abc9a618
3
  size 341314644
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:835154b511893bb89c75363ca2b5e39fbfa155a8e7afb051eb41d91d2f9e28a0
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:380270587d085a36d75982f02881a60466ebe019ea778ff4ac415d05c45d8d2d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61b5a82b906ef255ed934ff84d648a93ce52daed15c002b1d3821ff35829eb10
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d396eda8e5b8059a6497aa364287326ac46b674ce3474769e627232a42976f1e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 3.1905009746551514,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-150",
4
- "epoch": 0.17830609212481427,
5
  "eval_steps": 150,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -241,6 +241,119 @@
241
  "eval_samples_per_second": 13.34,
242
  "eval_steps_per_second": 3.337,
243
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
244
  }
245
  ],
246
  "logging_steps": 10,
@@ -255,7 +368,7 @@
255
  "early_stopping_threshold": 0.0
256
  },
257
  "attributes": {
258
- "early_stopping_patience_counter": 1
259
  }
260
  },
261
  "TrainerControl": {
@@ -264,12 +377,12 @@
264
  "should_evaluate": false,
265
  "should_log": false,
266
  "should_save": true,
267
- "should_training_stop": false
268
  },
269
  "attributes": {}
270
  }
271
  },
272
- "total_flos": 4.436915563486249e+17,
273
  "train_batch_size": 8,
274
  "trial_name": null,
275
  "trial_params": null
 
1
  {
2
  "best_metric": 3.1905009746551514,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-150",
4
+ "epoch": 0.2674591381872214,
5
  "eval_steps": 150,
6
+ "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
241
  "eval_samples_per_second": 13.34,
242
  "eval_steps_per_second": 3.337,
243
  "step": 300
244
+ },
245
+ {
246
+ "epoch": 0.18424962852897475,
247
+ "grad_norm": 2.2458980083465576,
248
+ "learning_rate": 9.387451666638906e-05,
249
+ "loss": 3.2819,
250
+ "step": 310
251
+ },
252
+ {
253
+ "epoch": 0.1901931649331352,
254
+ "grad_norm": 2.2853057384490967,
255
+ "learning_rate": 9.340510045702427e-05,
256
+ "loss": 3.0085,
257
+ "step": 320
258
+ },
259
+ {
260
+ "epoch": 0.1961367013372957,
261
+ "grad_norm": 2.456028461456299,
262
+ "learning_rate": 9.291962020876654e-05,
263
+ "loss": 2.8806,
264
+ "step": 330
265
+ },
266
+ {
267
+ "epoch": 0.20208023774145617,
268
+ "grad_norm": 2.9242990016937256,
269
+ "learning_rate": 9.241825559574424e-05,
270
+ "loss": 2.8353,
271
+ "step": 340
272
+ },
273
+ {
274
+ "epoch": 0.20802377414561665,
275
+ "grad_norm": 8.866583824157715,
276
+ "learning_rate": 9.190119217081996e-05,
277
+ "loss": 2.8203,
278
+ "step": 350
279
+ },
280
+ {
281
+ "epoch": 0.2139673105497771,
282
+ "grad_norm": 2.047957420349121,
283
+ "learning_rate": 9.136862129691838e-05,
284
+ "loss": 3.3765,
285
+ "step": 360
286
+ },
287
+ {
288
+ "epoch": 0.2199108469539376,
289
+ "grad_norm": 2.7228925228118896,
290
+ "learning_rate": 9.082074007620356e-05,
291
+ "loss": 3.086,
292
+ "step": 370
293
+ },
294
+ {
295
+ "epoch": 0.22585438335809807,
296
+ "grad_norm": 2.6000123023986816,
297
+ "learning_rate": 9.025775127713232e-05,
298
+ "loss": 2.8523,
299
+ "step": 380
300
+ },
301
+ {
302
+ "epoch": 0.23179791976225855,
303
+ "grad_norm": 2.826296091079712,
304
+ "learning_rate": 8.967986325941056e-05,
305
+ "loss": 2.8088,
306
+ "step": 390
307
+ },
308
+ {
309
+ "epoch": 0.237741456166419,
310
+ "grad_norm": 13.53122329711914,
311
+ "learning_rate": 8.908728989688015e-05,
312
+ "loss": 2.8237,
313
+ "step": 400
314
+ },
315
+ {
316
+ "epoch": 0.2436849925705795,
317
+ "grad_norm": 2.1314334869384766,
318
+ "learning_rate": 8.848025049836522e-05,
319
+ "loss": 3.3274,
320
+ "step": 410
321
+ },
322
+ {
323
+ "epoch": 0.24962852897473997,
324
+ "grad_norm": 2.417358875274658,
325
+ "learning_rate": 8.785896972650694e-05,
326
+ "loss": 3.0393,
327
+ "step": 420
328
+ },
329
+ {
330
+ "epoch": 0.2555720653789004,
331
+ "grad_norm": 2.595625877380371,
332
+ "learning_rate": 8.72236775146167e-05,
333
+ "loss": 2.9731,
334
+ "step": 430
335
+ },
336
+ {
337
+ "epoch": 0.26151560178306094,
338
+ "grad_norm": 2.7309069633483887,
339
+ "learning_rate": 8.657460898157905e-05,
340
+ "loss": 2.7837,
341
+ "step": 440
342
+ },
343
+ {
344
+ "epoch": 0.2674591381872214,
345
+ "grad_norm": 6.042367458343506,
346
+ "learning_rate": 8.5912004344835e-05,
347
+ "loss": 2.7581,
348
+ "step": 450
349
+ },
350
+ {
351
+ "epoch": 0.2674591381872214,
352
+ "eval_loss": 3.2376186847686768,
353
+ "eval_runtime": 212.7494,
354
+ "eval_samples_per_second": 13.321,
355
+ "eval_steps_per_second": 3.333,
356
+ "step": 450
357
  }
358
  ],
359
  "logging_steps": 10,
 
368
  "early_stopping_threshold": 0.0
369
  },
370
  "attributes": {
371
+ "early_stopping_patience_counter": 2
372
  }
373
  },
374
  "TrainerControl": {
 
377
  "should_evaluate": false,
378
  "should_log": false,
379
  "should_save": true,
380
+ "should_training_stop": true
381
  },
382
  "attributes": {}
383
  }
384
  },
385
+ "total_flos": 6.658201808189522e+17,
386
  "train_batch_size": 8,
387
  "trial_name": null,
388
  "trial_params": null