Hugging Face's logo

terry69
/
llama2-20p-POE

PEFT
TensorBoard
Safetensors
llama
alignment-handbook
trl
sft
Generated from Trainer
Model card Files Metrics Community
terry69 commited on
Commit
ccf59d4
·
verified ·
1 Parent(s): ab9a074

Training in progress, step 100

Browse files
Files changed (22) hide show
  1. adapter_config.json +31 -0
  2. adapter_model.safetensors +3 -0
  3. runs/May02_05-59-00_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714629597.ip-172-31-69-60.ec2.internal.43703.0 +3 -0
  4. runs/May02_06-04-18_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714629914.ip-172-31-69-60.ec2.internal.47375.0 +3 -0
  5. runs/May02_06-06-36_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714630157.ip-172-31-69-60.ec2.internal.49112.0 +3 -0
  6. runs/May02_06-11-30_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714630351.ip-172-31-69-60.ec2.internal.4042.0 +3 -0
  7. runs/May02_06-14-23_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714630521.ip-172-31-69-60.ec2.internal.6109.0 +3 -0
  8. runs/May02_06-18-55_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714630793.ip-172-31-69-60.ec2.internal.9166.0 +3 -0
  9. runs/May02_06-21-53_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714630971.ip-172-31-69-60.ec2.internal.10727.0 +3 -0
  10. runs/May02_06-23-43_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714631079.ip-172-31-69-60.ec2.internal.11969.0 +3 -0
  11. runs/May02_16-16-35_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714666652.ip-172-31-69-60.ec2.internal.45947.0 +3 -0
  12. runs/May02_16-20-05_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714666864.ip-172-31-69-60.ec2.internal.47711.0 +3 -0
  13. runs/May02_16-25-00_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714667158.ip-172-31-69-60.ec2.internal.1986.0 +3 -0
  14. runs/May02_16-28-22_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714667360.ip-172-31-69-60.ec2.internal.3651.0 +3 -0
  15. runs/May02_16-31-00_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714667520.ip-172-31-69-60.ec2.internal.4958.0 +3 -0
  16. runs/May02_16-34-28_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714667726.ip-172-31-69-60.ec2.internal.6514.0 +3 -0
  17. runs/May02_16-36-31_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714667848.ip-172-31-69-60.ec2.internal.7736.0 +3 -0
  18. runs/May02_16-38-40_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714667975.ip-172-31-69-60.ec2.internal.8785.0 +3 -0
  19. runs/May02_16-40-52_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714668109.ip-172-31-69-60.ec2.internal.10000.0 +3 -0
  20. runs/May02_16-56-01_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714669018.ip-172-31-69-60.ec2.internal.15901.0 +3 -0
  21. tokenizer_config.json +2 -1
  22. training_args.bin +3 -0
adapter_config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "loftq_config": {},
12
+ "lora_alpha": 8,
13
+ "lora_dropout": 0.05,
14
+ "megatron_config": null,
15
+ "megatron_core": "megatron.core",
16
+ "modules_to_save": null,
17
+ "peft_type": "LORA",
18
+ "r": 6,
19
+ "rank_pattern": {},
20
+ "revision": null,
21
+ "target_modules": [
22
+ "down_proj",
23
+ "up_proj",
24
+ "o_proj",
25
+ "v_proj",
26
+ "k_proj",
27
+ "q_proj",
28
+ "gate_proj"
29
+ ],
30
+ "task_type": "CAUSAL_LM"
31
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3afb27a485c9f4ce7e350504fdbe5fca70b6a03b88bacdfe7fba05eb95eef3ba
3
+ size 60089544
runs/May02_05-59-00_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714629597.ip-172-31-69-60.ec2.internal.43703.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fece819dd85a4316f3c76e40197ef5635cb6db9007dfa7af1e86c766e4c5a0a
3
+ size 4919
runs/May02_06-04-18_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714629914.ip-172-31-69-60.ec2.internal.47375.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f1c5917390aac088903a71ade1c4e60e503f9c423496e87ea056ac456b779b2
3
+ size 4919
runs/May02_06-06-36_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714630157.ip-172-31-69-60.ec2.internal.49112.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eccdf185429b17a39dda839d0aa55af20db1c187bb27b1d9184df9782726c192
3
+ size 4919
runs/May02_06-11-30_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714630351.ip-172-31-69-60.ec2.internal.4042.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52f56b312e2658491fba6d038edf0a6eebfc4295f6ca832e1433a3a7e5b19d77
3
+ size 4919
runs/May02_06-14-23_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714630521.ip-172-31-69-60.ec2.internal.6109.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:993118a8b9c3c39e9344374afc9ad627c959d280439b21b1b3e274f34429c27a
3
+ size 4712
runs/May02_06-18-55_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714630793.ip-172-31-69-60.ec2.internal.9166.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44a81a2c5e25b10d83d5cac2f94904014293dc03a9e680c1e8767dd26673987c
3
+ size 4712
runs/May02_06-21-53_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714630971.ip-172-31-69-60.ec2.internal.10727.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76381d3627dbd6da6080cb8b72227bfb51c91366e8d56cf519d2b69fe2435c1c
3
+ size 4712
runs/May02_06-23-43_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714631079.ip-172-31-69-60.ec2.internal.11969.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e8044ccda4539c02234470b1e13e6053a0b420e23eab30d9874b89c1c07e9f5
3
+ size 4712
runs/May02_16-16-35_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714666652.ip-172-31-69-60.ec2.internal.45947.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a669ed88da8f2433e7d1ff447a286943a0631311b7eaabfc704ace97fea60bec
3
+ size 4712
runs/May02_16-20-05_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714666864.ip-172-31-69-60.ec2.internal.47711.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6699f7be86c95bf29dfe082295b1c5d42f225b702d517ab8be2d1a2824d39a
3
+ size 4712
runs/May02_16-25-00_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714667158.ip-172-31-69-60.ec2.internal.1986.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab36ed2ca9cc1ea0f3d52bb2c58c02ae48076fd60c2bc4d807bd9a673762c25d
3
+ size 4712
runs/May02_16-28-22_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714667360.ip-172-31-69-60.ec2.internal.3651.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60508103a1ea9ec23e4bfeb0b224df3907b67ba46c062f80afd55124e774e394
3
+ size 4712
runs/May02_16-31-00_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714667520.ip-172-31-69-60.ec2.internal.4958.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:347fefa0682899f2bb257bb9d5f0942528ff503ab0472efc144fad8aed21496a
3
+ size 4712
runs/May02_16-34-28_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714667726.ip-172-31-69-60.ec2.internal.6514.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18f43ac2b3da0a6ac1bbe0c4c4063e61d9cc607dda330b3c5a1e3c7197031b8e
3
+ size 4712
runs/May02_16-36-31_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714667848.ip-172-31-69-60.ec2.internal.7736.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2ba25eba192a39495690b1dabad7bac8856c5bb4b5add5e07c3a573d79744a6
3
+ size 4712
runs/May02_16-38-40_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714667975.ip-172-31-69-60.ec2.internal.8785.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd397f73c396be4f562253397078beeea53e657693918c48a4c4a11bf8c3a625
3
+ size 4919
runs/May02_16-40-52_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714668109.ip-172-31-69-60.ec2.internal.10000.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c038da06b7ab1495021cab5be070f7d31db2bd842f5f61ec4e918cb02471973
3
+ size 4712
runs/May02_16-56-01_ip-172-31-69-60.ec2.internal/events.out.tfevents.1714669018.ip-172-31-69-60.ec2.internal.15901.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7be2c18b4c69946030e43760280254fc30ff3e9a50d81b8b33575535f6a03840
3
+ size 9059
tokenizer_config.json CHANGED
@@ -28,10 +28,11 @@
28
  }
29
  },
30
  "bos_token": "<s>",
 
31
  "clean_up_tokenization_spaces": false,
32
  "eos_token": "</s>",
33
  "legacy": false,
34
- "model_max_length": 1000000000000000019884624838656,
35
  "pad_token": "</s>",
36
  "padding_side": "right",
37
  "sp_model_kwargs": {},
 
28
  }
29
  },
30
  "bos_token": "<s>",
31
+ "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
32
  "clean_up_tokenization_spaces": false,
33
  "eos_token": "</s>",
34
  "legacy": false,
35
+ "model_max_length": 2048,
36
  "pad_token": "</s>",
37
  "padding_side": "right",
38
  "sp_model_kwargs": {},
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:473090fa90a7e1489a0a3ade24464e38bd2220ae842c0745e00d6ac4f6b761af
3
+ size 6072