samoline commited on
Commit
67e37d7
·
verified ·
1 Parent(s): b3a193b

Training in progress, step 2, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fdcd24eb7bbabd8d838ddf8d5d138e8a803ab2b030473e26eeb62ae7ed5ed2e2
3
  size 40036040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7deb1e142a49efcd53f056dd942e0d558fa4b22ab557c158326b02d1e36f43ba
3
  size 40036040
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2393d84e14e0b608e3c02f84d845738e84fce455ee6d41d403efec849d1d3992
3
  size 20814996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abcf4a13ddeed657d3357201297b5f215950c47f7c300efabb67aeef85956691
3
  size 20814996
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a85b30d6191fd809940d84dc942a4dd720abe841dfa0fb657ab592db16cfab80
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40e7b2524aeb7e3990808f04ad8fb7c0a9d83353db25ecf1a44802a7e7f7d705
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:764cf599d0b83c5d302be0978d09e435a466a8511dc1f7e86d5ee3704818d46f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2972d8cacb091bd0e98bfff54b2e4933301753087ce149a9bf9a205a5e2d795
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.03333333333333333,
6
  "eval_steps": 1,
7
- "global_step": 1,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -49,11 +49,52 @@
49
  "eval_samples_per_second": 0.116,
50
  "eval_steps_per_second": 0.058,
51
  "step": 1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
52
  }
53
  ],
54
  "logging_steps": 1,
55
  "max_steps": 2,
56
- "num_input_tokens_seen": 630,
57
  "num_train_epochs": 1,
58
  "save_steps": 1,
59
  "stateful_callbacks": {
@@ -63,7 +104,7 @@
63
  "should_evaluate": false,
64
  "should_log": false,
65
  "should_save": true,
66
- "should_training_stop": false
67
  },
68
  "attributes": {}
69
  }
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.06666666666666667,
6
  "eval_steps": 1,
7
+ "global_step": 2,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
49
  "eval_samples_per_second": 0.116,
50
  "eval_steps_per_second": 0.058,
51
  "step": 1
52
+ },
53
+ {
54
+ "epoch": 0.06666666666666667,
55
+ "grad_norm": 0.0389535129070282,
56
+ "learning_rate": 2e-05,
57
+ "loss": -0.0,
58
+ "step": 2
59
+ },
60
+ {
61
+ "epoch": 0.06666666666666667,
62
+ "eval_clip_ratio/high_max": 0.0,
63
+ "eval_clip_ratio/high_mean": 0.0,
64
+ "eval_clip_ratio/low_mean": 0.0,
65
+ "eval_clip_ratio/low_min": 0.0,
66
+ "eval_clip_ratio/region_mean": 0.0,
67
+ "eval_completions/clipped_ratio": 1.0,
68
+ "eval_completions/max_length": 256.0,
69
+ "eval_completions/max_terminated_length": 0.0,
70
+ "eval_completions/mean_length": 256.0,
71
+ "eval_completions/mean_terminated_length": 0.0,
72
+ "eval_completions/min_length": 256.0,
73
+ "eval_completions/min_terminated_length": 0.0,
74
+ "eval_kl": 0.00035801943158730865,
75
+ "eval_loss": 1.4195684343576431e-05,
76
+ "eval_num_tokens": 1322.0,
77
+ "eval_reward": -181.89459228515625,
78
+ "eval_reward_std": 88.72210693359375,
79
+ "eval_rewards/reward_high_fluency/mean": 0.8197523355484009,
80
+ "eval_rewards/reward_high_fluency/std": 0.09053098410367966,
81
+ "eval_rewards/reward_low_severe_toxicity_score/mean": 0.9998976588249207,
82
+ "eval_rewards/reward_low_severe_toxicity_score/std": 5.608962965197861e-06,
83
+ "eval_rewards/reward_reasoning_keywords/mean": 1.5,
84
+ "eval_rewards/reward_reasoning_keywords/std": 1.9148542881011963,
85
+ "eval_rewards/reward_short_sentences/mean": -23.084821701049805,
86
+ "eval_rewards/reward_short_sentences/std": 22.075199127197266,
87
+ "eval_rewards/reward_specific_word_count/mean": -77.75,
88
+ "eval_rewards/reward_specific_word_count/std": 44.4100227355957,
89
+ "eval_runtime": 17.3584,
90
+ "eval_samples_per_second": 0.115,
91
+ "eval_steps_per_second": 0.058,
92
+ "step": 2
93
  }
94
  ],
95
  "logging_steps": 1,
96
  "max_steps": 2,
97
+ "num_input_tokens_seen": 1322,
98
  "num_train_epochs": 1,
99
  "save_steps": 1,
100
  "stateful_callbacks": {
 
104
  "should_evaluate": false,
105
  "should_log": false,
106
  "should_save": true,
107
+ "should_training_stop": true
108
  },
109
  "attributes": {}
110
  }