Hugging Face's logo

Noodle-bg
/
open_llama_3b_v2_new_newsgroup_full

PEFT
TensorBoard
Safetensors
Generated from Trainer
Model card Files Metrics Community
Noodle-bg commited on
Commit
7c5bc3d
·
verified ·
1 Parent(s): 6477075

Training in progress, step 500

Browse files
Files changed (18) hide show
  1. adapter_config.json +38 -0
  2. adapter_model.safetensors +3 -0
  3. runs/Jul04_16-03-13_admim-Precision-5820-Tower/events.out.tfevents.1720089202.admim-Precision-5820-Tower.859672.0 +3 -0
  4. runs/Jul04_16-15-54_admim-Precision-5820-Tower/events.out.tfevents.1720089956.admim-Precision-5820-Tower.863196.0 +3 -0
  5. runs/Jul04_16-32-32_admim-Precision-5820-Tower/events.out.tfevents.1720090954.admim-Precision-5820-Tower.867539.0 +3 -0
  6. runs/Jul04_16-40-00_admim-Precision-5820-Tower/events.out.tfevents.1720091400.admim-Precision-5820-Tower.869787.0 +3 -0
  7. runs/Jul04_17-01-17_admim-Precision-5820-Tower/events.out.tfevents.1720092686.admim-Precision-5820-Tower.874405.0 +3 -0
  8. runs/Jul04_17-07-29_admim-Precision-5820-Tower/events.out.tfevents.1720093062.admim-Precision-5820-Tower.875974.0 +3 -0
  9. runs/Jul04_17-16-13_admim-Precision-5820-Tower/events.out.tfevents.1720093575.admim-Precision-5820-Tower.877894.0 +3 -0
  10. runs/Jul04_17-36-54_admim-Precision-5820-Tower/events.out.tfevents.1720094824.admim-Precision-5820-Tower.881593.0 +3 -0
  11. runs/Jul04_17-47-36_admim-Precision-5820-Tower/events.out.tfevents.1720095459.admim-Precision-5820-Tower.885453.0 +3 -0
  12. runs/Jul04_17-57-29_admim-Precision-5820-Tower/events.out.tfevents.1720096052.admim-Precision-5820-Tower.887287.0 +3 -0
  13. runs/Jul04_18-05-30_admim-Precision-5820-Tower/events.out.tfevents.1720096533.admim-Precision-5820-Tower.889353.0 +3 -0
  14. runs/Jul04_18-13-11_admim-Precision-5820-Tower/events.out.tfevents.1720096992.admim-Precision-5820-Tower.891211.0 +3 -0
  15. runs/Jul04_18-14-35_admim-Precision-5820-Tower/events.out.tfevents.1720097093.admim-Precision-5820-Tower.891674.0 +3 -0
  16. runs/Jul04_18-17-14_admim-Precision-5820-Tower/events.out.tfevents.1720097234.admim-Precision-5820-Tower.892302.0 +3 -0
  17. runs/Jul04_18-28-26_admim-Precision-5820-Tower/events.out.tfevents.1720097906.admim-Precision-5820-Tower.893276.0 +3 -0
  18. training_args.bin +3 -0
adapter_config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "openlm-research/open_llama_3b_v2",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layer_replication": null,
10
+ "layers_pattern": null,
11
+ "layers_to_transform": null,
12
+ "loftq_config": {},
13
+ "lora_alpha": 32,
14
+ "lora_dropout": 0.05,
15
+ "megatron_config": null,
16
+ "megatron_core": "megatron.core",
17
+ "modules_to_save": [
18
+ "classifier",
19
+ "score"
20
+ ],
21
+ "peft_type": "LORA",
22
+ "r": 16,
23
+ "rank_pattern": {},
24
+ "revision": null,
25
+ "target_modules": [
26
+ "q_proj",
27
+ "v_proj",
28
+ "up_proj",
29
+ "k_proj",
30
+ "o_proj",
31
+ "gate_proj",
32
+ "score",
33
+ "down_proj"
34
+ ],
35
+ "task_type": "SEQ_CLS",
36
+ "use_dora": false,
37
+ "use_rslora": false
38
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6973eb653235783c20595033ece35369d78a24a1312ac4bd0e777bd03b93456a
3
+ size 512240864
runs/Jul04_16-03-13_admim-Precision-5820-Tower/events.out.tfevents.1720089202.admim-Precision-5820-Tower.859672.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d38f54bbd6d87b6aecf3ccea64de9bb177057fb33d6fbc8d4e238d3829733cf2
3
+ size 5917
runs/Jul04_16-15-54_admim-Precision-5820-Tower/events.out.tfevents.1720089956.admim-Precision-5820-Tower.863196.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c633c2284a5acb7cf35b576522309417e289b1767ab66d87b320670130bd00f1
3
+ size 5922
runs/Jul04_16-32-32_admim-Precision-5820-Tower/events.out.tfevents.1720090954.admim-Precision-5820-Tower.867539.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c39982640a98745c09202924f0dc2d8b922f329356baf071635265dce77fc4a
3
+ size 5922
runs/Jul04_16-40-00_admim-Precision-5820-Tower/events.out.tfevents.1720091400.admim-Precision-5820-Tower.869787.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92b37af9df4c841f3ac3709cd58258f62860caaa4fd2b31ff83d7cb96c0b4a0a
3
+ size 5923
runs/Jul04_17-01-17_admim-Precision-5820-Tower/events.out.tfevents.1720092686.admim-Precision-5820-Tower.874405.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:585605f41a29fe4aa6f20ddd26632a90d23e05d4bb88c29c120407554e7ae059
3
+ size 5923
runs/Jul04_17-07-29_admim-Precision-5820-Tower/events.out.tfevents.1720093062.admim-Precision-5820-Tower.875974.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c2704ac1b825793ecf665b324ed3a2ac0daea5a53a9c008cfbe9bb2031ae36
3
+ size 5923
runs/Jul04_17-16-13_admim-Precision-5820-Tower/events.out.tfevents.1720093575.admim-Precision-5820-Tower.877894.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ea78fd0dea8a63ad622a0cb1aebf06e8ecbf1fc5aae744e52cb0a542d77bd08
3
+ size 5923
runs/Jul04_17-36-54_admim-Precision-5820-Tower/events.out.tfevents.1720094824.admim-Precision-5820-Tower.881593.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4ebcf793a0a6d363ce27a12bdd0264ad7ad9c92938be32cda51cbad78ecf5d0
3
+ size 5923
runs/Jul04_17-47-36_admim-Precision-5820-Tower/events.out.tfevents.1720095459.admim-Precision-5820-Tower.885453.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3c8c679764206259dfba1f03a914157b631f4c1d49da6ce73b914eca5f4826a
3
+ size 5923
runs/Jul04_17-57-29_admim-Precision-5820-Tower/events.out.tfevents.1720096052.admim-Precision-5820-Tower.887287.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4255188b0622d38eb74846ed191be092cc4e2361571fbd941700fc3a4edcd088
3
+ size 5923
runs/Jul04_18-05-30_admim-Precision-5820-Tower/events.out.tfevents.1720096533.admim-Precision-5820-Tower.889353.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90c65ac94f7f1aa33a1927de2499f9579d626a44715b0d188b6e1aae440159b8
3
+ size 5923
runs/Jul04_18-13-11_admim-Precision-5820-Tower/events.out.tfevents.1720096992.admim-Precision-5820-Tower.891211.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88ecbee8287fc18325485c64af20843df2140e39d31cf8044563ea9422c8957b
3
+ size 5923
runs/Jul04_18-14-35_admim-Precision-5820-Tower/events.out.tfevents.1720097093.admim-Precision-5820-Tower.891674.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5019be592569890d8b42e06291c33754954031cbc788a38f9408bf845835d9c5
3
+ size 5923
runs/Jul04_18-17-14_admim-Precision-5820-Tower/events.out.tfevents.1720097234.admim-Precision-5820-Tower.892302.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48aa245efd2c7437b03277a435930c33d3fc188f8870604e11afe6df01e37cb0
3
+ size 5923
runs/Jul04_18-28-26_admim-Precision-5820-Tower/events.out.tfevents.1720097906.admim-Precision-5820-Tower.893276.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68a9142544cc1ba9171c654e2c503b63fcbf534153f7c81384e60ed59d54a621
3
+ size 6974
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54cb92615574c81bfce93698a5a3eadd1c7d190d03badaf73827af8c3b73a7f9
3
+ size 5240