a-F1 commited on
Commit
bc4e9c2
·
verified ·
1 Parent(s): 5fe8853

Model save

Browse files
README.md CHANGED
@@ -1,11 +1,9 @@
1
  ---
2
  base_model: Qwen/Qwen2.5-Math-7B-Instruct
3
- datasets: simplescaling/s1K-1.1_tokenized
4
  library_name: transformers
5
  model_name: Qwen-7B-SFT-S1
6
  tags:
7
  - generated_from_trainer
8
- - open-r1
9
  - trl
10
  - sft
11
  licence: license
@@ -13,7 +11,7 @@ licence: license
13
 
14
  # Model Card for Qwen-7B-SFT-S1
15
 
16
- This model is a fine-tuned version of [Qwen/Qwen2.5-Math-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Math-7B-Instruct) on the [simplescaling/s1K-1.1_tokenized](https://huggingface.co/datasets/simplescaling/s1K-1.1_tokenized) dataset.
17
  It has been trained using [TRL](https://github.com/huggingface/trl).
18
 
19
  ## Quick start
@@ -29,17 +27,17 @@ print(output["generated_text"])
29
 
30
  ## Training procedure
31
 
32
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/fandou-team/huggingface/runs/wdkto3jb)
33
 
34
 
35
  This model was trained with SFT.
36
 
37
  ### Framework versions
38
 
39
- - TRL: 0.16.0.dev0
40
- - Transformers: 4.50.0.dev0
41
  - Pytorch: 2.5.1
42
- - Datasets: 3.3.1
43
  - Tokenizers: 0.21.0
44
 
45
  ## Citations
 
1
  ---
2
  base_model: Qwen/Qwen2.5-Math-7B-Instruct
 
3
  library_name: transformers
4
  model_name: Qwen-7B-SFT-S1
5
  tags:
6
  - generated_from_trainer
 
7
  - trl
8
  - sft
9
  licence: license
 
11
 
12
  # Model Card for Qwen-7B-SFT-S1
13
 
14
+ This model is a fine-tuned version of [Qwen/Qwen2.5-Math-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Math-7B-Instruct).
15
  It has been trained using [TRL](https://github.com/huggingface/trl).
16
 
17
  ## Quick start
 
27
 
28
  ## Training procedure
29
 
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/fandou-team/huggingface/runs/px8v53mb)
31
 
32
 
33
  This model was trained with SFT.
34
 
35
  ### Framework versions
36
 
37
+ - TRL: 0.15.2
38
+ - Transformers: 4.49.0
39
  - Pytorch: 2.5.1
40
+ - Datasets: 3.3.2
41
  - Tokenizers: 0.21.0
42
 
43
  ## Citations
all_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "total_flos": 8.208456082469683e+16,
3
- "train_loss": 0.763681680386346,
4
- "train_runtime": 47391.6339,
5
  "train_samples": 1000,
6
- "train_samples_per_second": 1.037,
7
- "train_steps_per_second": 0.065
8
  }
 
1
  {
2
+ "total_flos": 100755151257600.0,
3
+ "train_loss": 0.47903451394183727,
4
+ "train_runtime": 14467.9344,
5
  "train_samples": 1000,
6
+ "train_samples_per_second": 3.396,
7
+ "train_steps_per_second": 0.213
8
  }
generation_config.json CHANGED
@@ -5,5 +5,5 @@
5
  151643
6
  ],
7
  "pad_token_id": 151643,
8
- "transformers_version": "4.50.0.dev0"
9
  }
 
5
  151643
6
  ],
7
  "pad_token_id": 151643,
8
+ "transformers_version": "4.49.0"
9
  }
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "total_flos": 8.208456082469683e+16,
3
- "train_loss": 0.763681680386346,
4
- "train_runtime": 47391.6339,
5
  "train_samples": 1000,
6
- "train_samples_per_second": 1.037,
7
- "train_steps_per_second": 0.065
8
  }
 
1
  {
2
+ "total_flos": 100755151257600.0,
3
+ "train_loss": 0.47903451394183727,
4
+ "train_runtime": 14467.9344,
5
  "train_samples": 1000,
6
+ "train_samples_per_second": 3.396,
7
+ "train_steps_per_second": 0.213
8
  }
trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff