reuben256 commited on
Commit
2279ac8
·
verified ·
1 Parent(s): 73f6d39

Training in progress, step 200

Browse files
README.md CHANGED
@@ -36,8 +36,8 @@ This model was trained with SFT.
36
  ### Framework versions
37
 
38
  - TRL: 0.21.0
39
- - Transformers: 4.55.0
40
- - Pytorch: 2.7.1
41
  - Datasets: 3.6.0
42
  - Tokenizers: 0.21.4
43
 
 
36
  ### Framework versions
37
 
38
  - TRL: 0.21.0
39
+ - Transformers: 4.55.2
40
+ - Pytorch: 2.8.0+cu126
41
  - Datasets: 3.6.0
42
  - Tokenizers: 0.21.4
43
 
adapter_config.json CHANGED
@@ -25,15 +25,15 @@
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
 
28
  "embed_tokens",
29
  "k_proj",
30
- "q_proj",
31
- "down_proj",
32
  "lm_head",
 
 
33
  "up_proj",
34
- "v_proj",
35
- "gate_proj",
36
- "o_proj"
37
  ],
38
  "target_parameters": null,
39
  "task_type": "CAUSAL_LM",
 
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
28
+ "v_proj",
29
  "embed_tokens",
30
  "k_proj",
 
 
31
  "lm_head",
32
+ "down_proj",
33
+ "o_proj",
34
  "up_proj",
35
+ "q_proj",
36
+ "gate_proj"
 
37
  ],
38
  "target_parameters": null,
39
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e560d9a036582e45eea6e1ef405d72306e3ab8e91a76eb732c6df09287a018a3
3
  size 3706540688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cf6080fb196f46574937f2d723d6618389af79a80189f6ade815c7d50ef0a8d
3
  size 3706540688
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df9919b1d4865de6c032dd72539ecc4cfe9d56edca507c7f33651635cdd1c974
3
  size 6225
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efb3e57a570373a659483d7b496e401d020999f5b294d535c8f3b0a5606bcb0b
3
  size 6225