sandernotenbaert commited on
Commit
c89219f
·
verified ·
1 Parent(s): e1c8f51

Training in progress, step 2000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b697653fb1fadb3338a18ba8ca2e508da3603eebebb92cd2d4d0a19bf2b728f
3
  size 66690264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccc347408e59845427b20f810ffc1c63dbc130f1591e6d8f133efee96fe70a1b
3
  size 66690264
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:741805ded654520994730dcf337a922e9f9e0b80f29b4d60e7af05b2ee502050
3
  size 133393631
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40f6c9550eac9c1f2df8f2467b0df11d0fe7a0e27b333e206fc3fb0217a4bdb3
3
  size 133393631
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69ac6cc9f96cb23f38dad14b3c8b94857940a2c54443bb178825363cab7260c0
3
  size 13990
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aecb175b401aad5342b976c594fc9d9720fb1d1217dbf6aec48e9deb3a15dd1
3
  size 13990
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2375bb704062abe009d16c81c5208b4a77486ea2b7e1b6be5a4f624a4401587f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e301ebd8064bb9799d23981baab716db6ee7302f5ba2efc70a2dd3be85fbcb46
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 1000,
3
  "best_metric": 9.911575317382812,
4
  "best_model_checkpoint": "./models/v-001/checkpoint-1000",
5
- "epoch": 61.32608695652174,
6
  "eval_steps": 100,
7
- "global_step": 1900,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -844,6 +844,50 @@
844
  "eval_samples_per_second": 8.227,
845
  "eval_steps_per_second": 0.518,
846
  "step": 1900
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
847
  }
848
  ],
849
  "logging_steps": 20,
@@ -858,12 +902,12 @@
858
  "should_evaluate": false,
859
  "should_log": false,
860
  "should_save": true,
861
- "should_training_stop": false
862
  },
863
  "attributes": {}
864
  }
865
  },
866
- "total_flos": 2479524451392000.0,
867
  "train_batch_size": 8,
868
  "trial_name": null,
869
  "trial_params": null
 
2
  "best_global_step": 1000,
3
  "best_metric": 9.911575317382812,
4
  "best_model_checkpoint": "./models/v-001/checkpoint-1000",
5
+ "epoch": 64.55434782608695,
6
  "eval_steps": 100,
7
+ "global_step": 2000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
844
  "eval_samples_per_second": 8.227,
845
  "eval_steps_per_second": 0.518,
846
  "step": 1900
847
+ },
848
+ {
849
+ "epoch": 61.97826086956522,
850
+ "grad_norm": 0.8085272312164307,
851
+ "learning_rate": 8.236784546933718e-07,
852
+ "loss": 3.697,
853
+ "step": 1920
854
+ },
855
+ {
856
+ "epoch": 62.619565217391305,
857
+ "grad_norm": 0.7857375741004944,
858
+ "learning_rate": 4.676975846132692e-07,
859
+ "loss": 3.6836,
860
+ "step": 1940
861
+ },
862
+ {
863
+ "epoch": 63.26086956521739,
864
+ "grad_norm": 0.7917608618736267,
865
+ "learning_rate": 2.1146817970871258e-07,
866
+ "loss": 3.6163,
867
+ "step": 1960
868
+ },
869
+ {
870
+ "epoch": 63.91304347826087,
871
+ "grad_norm": 0.7354781031608582,
872
+ "learning_rate": 5.550625190150483e-08,
873
+ "loss": 3.6652,
874
+ "step": 1980
875
+ },
876
+ {
877
+ "epoch": 64.55434782608695,
878
+ "grad_norm": 0.7902089357376099,
879
+ "learning_rate": 1.2588775841204658e-10,
880
+ "loss": 3.6326,
881
+ "step": 2000
882
+ },
883
+ {
884
+ "epoch": 64.55434782608695,
885
+ "eval_accuracy": 0.0008273447429635729,
886
+ "eval_loss": 10.191176414489746,
887
+ "eval_runtime": 37.3382,
888
+ "eval_samples_per_second": 8.088,
889
+ "eval_steps_per_second": 0.509,
890
+ "step": 2000
891
  }
892
  ],
893
  "logging_steps": 20,
 
902
  "should_evaluate": false,
903
  "should_log": false,
904
  "should_save": true,
905
+ "should_training_stop": true
906
  },
907
  "attributes": {}
908
  }
909
  },
910
+ "total_flos": 2610102966336000.0,
911
  "train_batch_size": 8,
912
  "trial_name": null,
913
  "trial_params": null