Hugging Face's logo

terry69
/
zephyr-7b-sft-qlora

PEFT
TensorBoard
Safetensors
mistral
trl
sft
Generated from Trainer
Model card Files Metrics Community
terry69 commited on
Commit
0069568
·
verified ·
1 Parent(s): 66824b9

Training in progress, step 200

Browse files
Files changed (7) hide show
  1. adapter_config.json +6 -6
  2. adapter_model.safetensors +2 -2
  3. runs/Apr06_23-25-26_ip-172-31-69-60.ec2.internal/events.out.tfevents.1712446044.ip-172-31-69-60.ec2.internal.24484.0 +3 -0
  4. runs/Apr06_23-29-03_ip-172-31-69-60.ec2.internal/events.out.tfevents.1712446225.ip-172-31-69-60.ec2.internal.28704.0 +3 -0
  5. runs/Apr06_23-31-39_ip-172-31-69-60.ec2.internal/events.out.tfevents.1712446320.ip-172-31-69-60.ec2.internal.31183.0 +3 -0
  6. runs/Apr06_23-53-51_ip-172-31-69-60.ec2.internal/events.out.tfevents.1712447651.ip-172-31-69-60.ec2.internal.1668.0 +3 -0
  7. training_args.bin +2 -2
adapter_config.json CHANGED
@@ -15,17 +15,17 @@
15
  "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
  "peft_type": "LORA",
18
- "r": 8,
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "q_proj",
23
- "down_proj",
24
- "v_proj",
25
- "o_proj",
26
  "k_proj",
 
 
 
27
  "up_proj",
28
- "gate_proj"
 
29
  ],
30
  "task_type": "CAUSAL_LM"
31
  }
 
15
  "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
  "peft_type": "LORA",
18
+ "r": 16,
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
 
 
 
22
  "k_proj",
23
+ "down_proj",
24
+ "q_proj",
25
+ "gate_proj",
26
  "up_proj",
27
+ "v_proj",
28
+ "o_proj"
29
  ],
30
  "task_type": "CAUSAL_LM"
31
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b828bbfb5006e45e584885b635ffcb70ea3683762c90cccff03b4be10522de5
3
- size 42002584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9056dcc79a5be5d1b4f6dbe555116948041ef25d5964be6be4bdb37ca0c5f2e7
3
+ size 83946192
runs/Apr06_23-25-26_ip-172-31-69-60.ec2.internal/events.out.tfevents.1712446044.ip-172-31-69-60.ec2.internal.24484.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7529511ecdcb3112b5cda23a71bb40ceb49d1e116e882c76c77a9798c5be60f
3
+ size 5103
runs/Apr06_23-29-03_ip-172-31-69-60.ec2.internal/events.out.tfevents.1712446225.ip-172-31-69-60.ec2.internal.28704.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80fe3546b5c5aea10ac4e16991ba7302a32fa64283e183ac78ae7a562da1bc2b
3
+ size 4897
runs/Apr06_23-31-39_ip-172-31-69-60.ec2.internal/events.out.tfevents.1712446320.ip-172-31-69-60.ec2.internal.31183.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adfe9551cba3fc88069cbfc192da18af2b30169dae0de3fc210ee3d5f5c3e2c5
3
+ size 4897
runs/Apr06_23-53-51_ip-172-31-69-60.ec2.internal/events.out.tfevents.1712447651.ip-172-31-69-60.ec2.internal.1668.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3eee1004ec4e24c2207fa44e91ce762b80d968af0df0102657a83deb243de153
3
+ size 13237
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09bbff5d3519c2125afe1a0bf60f6625c7cc8f6c99eb92eb78f4f8b96675fde1
3
- size 5880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0c549b6479b99a68384506151aa6b716d0995170317e34c0d7a337b3be7f24b
3
+ size 6072