ChocoLord commited on
Commit
677a8e8
·
verified ·
1 Parent(s): 29c3344

Training in progress, epoch 0

Browse files
adapter_config.json CHANGED
@@ -17,26 +17,23 @@
17
  "lora_dropout": 0,
18
  "megatron_config": null,
19
  "megatron_core": "megatron.core",
20
- "modules_to_save": [
21
- "lm_head",
22
- "embed_tokens"
23
- ],
24
  "peft_type": "LORA",
25
  "r": 8,
26
  "rank_pattern": {},
27
  "revision": null,
28
  "target_modules": [
29
- "out_proj",
30
  "down_proj",
31
- "k_proj",
32
- "lm_head",
33
- "q_proj",
34
- "gate_proj",
35
- "up_proj",
36
  "o_proj",
37
- "fc1",
38
  "v_proj",
39
- "fc2"
 
 
 
 
 
 
 
40
  ],
41
  "task_type": "CAUSAL_LM",
42
  "use_dora": false,
 
17
  "lora_dropout": 0,
18
  "megatron_config": null,
19
  "megatron_core": "megatron.core",
20
+ "modules_to_save": [],
 
 
 
21
  "peft_type": "LORA",
22
  "r": 8,
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
 
26
  "down_proj",
 
 
 
 
 
27
  "o_proj",
 
28
  "v_proj",
29
+ "gate_proj",
30
+ "fc1",
31
+ "fc2",
32
+ "lm_head",
33
+ "out_proj",
34
+ "k_proj",
35
+ "q_proj",
36
+ "up_proj"
37
  ],
38
  "task_type": "CAUSAL_LM",
39
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b4e7dba86cc606bff305ec8566ddedd6f4dc3aaaaceb40dc8da71ffe3373c4d
3
- size 2762127280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b2eafc44cf61a697d4fd8828d4fe4c90510c8720addcfbe8511f8614ac39907
3
+ size 1423858744
runs/Mar25_20-29-21_gar-System-Product-Name/events.out.tfevents.1742920215.gar-System-Product-Name.161887.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30d15d8e35a20235ab42a21500395ab3d26534a77e6007726325178d1772492f
3
+ size 9059
runs/Mar25_21-09-30_gar-System-Product-Name/events.out.tfevents.1742922592.gar-System-Product-Name.169277.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f473d9946da44b247a72552dbee1db32876e2d6e9bad4bbfdfc10c868e2b6f
3
+ size 6876
runs/Mar26_11-57-55_gar-System-Product-Name/events.out.tfevents.1742975950.gar-System-Product-Name.219601.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49ee1e37827cfbcfcbeca49f44298f763028866141727b31715419e23b65ca9e
3
+ size 6876
runs/Mar26_12-00-47_gar-System-Product-Name/events.out.tfevents.1742976073.gar-System-Product-Name.223399.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f131a6775919a90ce835958a699c2e69db161ff99d3e76e52b2ae84aecced83
3
+ size 6876
runs/Mar26_12-03-15_gar-System-Product-Name/events.out.tfevents.1742976239.gar-System-Product-Name.224036.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f72f21f4aa910ecbaa99c1ff516695c958f8b38dc1cff03d242e44a05b40b8
3
+ size 6876
runs/Mar26_12-06-43_gar-System-Product-Name/events.out.tfevents.1742976410.gar-System-Product-Name.224905.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:218a7742d8e4b1709e78f0fb8ded0b6aecd8f2f93ca43f9d7e41c0c67416b9ec
3
+ size 6876
runs/Mar26_12-07-46_gar-System-Product-Name/events.out.tfevents.1742976480.gar-System-Product-Name.225204.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd627dc9f943e7cf06af1a0abeab56df441b61930548e5b68fa56d798f1074c4
3
+ size 6876
runs/Mar26_12-09-11_gar-System-Product-Name/events.out.tfevents.1742976565.gar-System-Product-Name.225623.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6d6652a47ba28457edd7b0b15bd0908b98571021ee8a7cb00978db0d6fb5eb
3
+ size 6876
runs/Mar26_12-52-21_gar-System-Product-Name/events.out.tfevents.1742979234.gar-System-Product-Name.231472.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47b8e07d9c38ef2d05607da8cd76b9c1c69a31c9ce360ace18873079bc4c22f4
3
+ size 13664
runs/Mar26_12-55-39_gar-System-Product-Name/events.out.tfevents.1742979364.gar-System-Product-Name.232215.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad94232de4a00cf5e571a760109677beb35926358bb71ee62134b05591bccadc
3
+ size 7827
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3501bca3223680e91d0b90c265c96f01347005bb3e6787e77fc10425e8a097d4
3
  size 5688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faebb69896873ba877ae77470b6a728b40f2bc1729d93f0dedd86db7da551633
3
  size 5688