hmehmood411 commited on
Commit
e64c9fd
·
verified ·
1 Parent(s): f4b28cd

Training in progress, epoch 1

Browse files
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "google/gemma-3-1b-pt",
5
  "bias": "none",
6
  "eva_config": null,
7
  "exclude_modules": null,
@@ -26,12 +26,16 @@
26
  "rank_pattern": {},
27
  "revision": null,
28
  "target_modules": [
29
- "up_proj",
 
 
30
  "q_proj",
31
- "gate_proj",
32
  "down_proj",
33
- "o_proj",
34
  "k_proj",
 
 
 
 
35
  "v_proj"
36
  ],
37
  "task_type": "CAUSAL_LM",
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "google/gemma-3-12b-pt",
5
  "bias": "none",
6
  "eva_config": null,
7
  "exclude_modules": null,
 
26
  "rank_pattern": {},
27
  "revision": null,
28
  "target_modules": [
29
+ "fc1",
30
+ "lm_head",
31
+ "out_proj",
32
  "q_proj",
 
33
  "down_proj",
 
34
  "k_proj",
35
+ "up_proj",
36
+ "o_proj",
37
+ "fc2",
38
+ "gate_proj",
39
  "v_proj"
40
  ],
41
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2fdb6ab3f5244a89a52daf39723cbb15f1408632e44e26e4d135c052c5c04b05
3
- size 1260191096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b922f18087001859363958c87cf0b1a7ded52c79b5b594e7fbc45fac61a2982f
3
+ size 4324331232
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc9e17f48eda5d7c728032bfb773d622b49eee40d557d27aaafc0e3f0ca6ef96
3
  size 5624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:889c70246044acd51bd5a1110b1392aed6d9fb514f50af2fff8bcac603f33d49
3
  size 5624