Upload Qwen2ForCausalLM
Browse files- config.json +1 -1
- generation_config.json +14 -0
- model-00012-of-00012.safetensors +2 -2
- model.safetensors.index.json +3 -3
config.json
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
{
|
2 |
"_name_or_path": "/bask/homes/u/usjs9456/ai_workloads_project/S1_workspace/experiments/trainning/qwen2.5_14B_instruct_4H100_S1/ckpts/s1_20250321_085751",
|
3 |
"architectures": [
|
4 |
-
"
|
5 |
],
|
6 |
"attention_dropout": 0.0,
|
7 |
"bos_token_id": 151643,
|
|
|
1 |
{
|
2 |
"_name_or_path": "/bask/homes/u/usjs9456/ai_workloads_project/S1_workspace/experiments/trainning/qwen2.5_14B_instruct_4H100_S1/ckpts/s1_20250321_085751",
|
3 |
"architectures": [
|
4 |
+
"Qwen2ForCausalLM"
|
5 |
],
|
6 |
"attention_dropout": 0.0,
|
7 |
"bos_token_id": 151643,
|
generation_config.json
ADDED
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token_id": 151643,
|
3 |
+
"do_sample": true,
|
4 |
+
"eos_token_id": [
|
5 |
+
151645,
|
6 |
+
151643
|
7 |
+
],
|
8 |
+
"pad_token_id": 151643,
|
9 |
+
"repetition_penalty": 1.05,
|
10 |
+
"temperature": 0.7,
|
11 |
+
"top_k": 20,
|
12 |
+
"top_p": 0.8,
|
13 |
+
"transformers_version": "4.46.1"
|
14 |
+
}
|
model-00012-of-00012.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8e760f44ea44a5ce8b734bf6da4fa0766618982c725e314b67f1625fe76d01a9
|
3 |
+
size 4781639680
|
model.safetensors.index.json
CHANGED
@@ -1,8 +1,9 @@
|
|
1 |
{
|
2 |
"metadata": {
|
3 |
-
"total_size":
|
4 |
},
|
5 |
"weight_map": {
|
|
|
6 |
"model.embed_tokens.weight": "model-00001-of-00012.safetensors",
|
7 |
"model.layers.0.input_layernorm.weight": "model-00001-of-00012.safetensors",
|
8 |
"model.layers.0.mlp.down_proj.weight": "model-00001-of-00012.safetensors",
|
@@ -580,7 +581,6 @@
|
|
580 |
"model.layers.9.self_attn.q_proj.weight": "model-00003-of-00012.safetensors",
|
581 |
"model.layers.9.self_attn.v_proj.bias": "model-00003-of-00012.safetensors",
|
582 |
"model.layers.9.self_attn.v_proj.weight": "model-00003-of-00012.safetensors",
|
583 |
-
"model.norm.weight": "model-00012-of-00012.safetensors"
|
584 |
-
"score.weight": "model-00012-of-00012.safetensors"
|
585 |
}
|
586 |
}
|
|
|
1 |
{
|
2 |
"metadata": {
|
3 |
+
"total_size": 59080134656
|
4 |
},
|
5 |
"weight_map": {
|
6 |
+
"lm_head.weight": "model-00012-of-00012.safetensors",
|
7 |
"model.embed_tokens.weight": "model-00001-of-00012.safetensors",
|
8 |
"model.layers.0.input_layernorm.weight": "model-00001-of-00012.safetensors",
|
9 |
"model.layers.0.mlp.down_proj.weight": "model-00001-of-00012.safetensors",
|
|
|
581 |
"model.layers.9.self_attn.q_proj.weight": "model-00003-of-00012.safetensors",
|
582 |
"model.layers.9.self_attn.v_proj.bias": "model-00003-of-00012.safetensors",
|
583 |
"model.layers.9.self_attn.v_proj.weight": "model-00003-of-00012.safetensors",
|
584 |
+
"model.norm.weight": "model-00012-of-00012.safetensors"
|
|
|
585 |
}
|
586 |
}
|