TomasLaz commited on
Commit
d777d33
·
verified ·
1 Parent(s): 7da136f

Upload Qwen2ForCausalLM

Browse files
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_name_or_path": "/bask/homes/u/usjs9456/ai_workloads_project/S1_workspace/experiments/trainning/qwen2.5_14B_instruct_4H100_S1/ckpts/s1_20250321_085751",
3
  "architectures": [
4
- "Qwen2ForSequenceClassification"
5
  ],
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 151643,
 
1
  {
2
  "_name_or_path": "/bask/homes/u/usjs9456/ai_workloads_project/S1_workspace/experiments/trainning/qwen2.5_14B_instruct_4H100_S1/ckpts/s1_20250321_085751",
3
  "architectures": [
4
+ "Qwen2ForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 151643,
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.05,
10
+ "temperature": 0.7,
11
+ "top_k": 20,
12
+ "top_p": 0.8,
13
+ "transformers_version": "4.46.1"
14
+ }
model-00012-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3cf5b76e00d689ae22ddd8f50a29eda5ab648c49abcc1f1cffb22dc9ef543d48
3
- size 1667409896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e760f44ea44a5ce8b734bf6da4fa0766618982c725e314b67f1625fe76d01a9
3
+ size 4781639680
model.safetensors.index.json CHANGED
@@ -1,8 +1,9 @@
1
  {
2
  "metadata": {
3
- "total_size": 55965904896
4
  },
5
  "weight_map": {
 
6
  "model.embed_tokens.weight": "model-00001-of-00012.safetensors",
7
  "model.layers.0.input_layernorm.weight": "model-00001-of-00012.safetensors",
8
  "model.layers.0.mlp.down_proj.weight": "model-00001-of-00012.safetensors",
@@ -580,7 +581,6 @@
580
  "model.layers.9.self_attn.q_proj.weight": "model-00003-of-00012.safetensors",
581
  "model.layers.9.self_attn.v_proj.bias": "model-00003-of-00012.safetensors",
582
  "model.layers.9.self_attn.v_proj.weight": "model-00003-of-00012.safetensors",
583
- "model.norm.weight": "model-00012-of-00012.safetensors",
584
- "score.weight": "model-00012-of-00012.safetensors"
585
  }
586
  }
 
1
  {
2
  "metadata": {
3
+ "total_size": 59080134656
4
  },
5
  "weight_map": {
6
+ "lm_head.weight": "model-00012-of-00012.safetensors",
7
  "model.embed_tokens.weight": "model-00001-of-00012.safetensors",
8
  "model.layers.0.input_layernorm.weight": "model-00001-of-00012.safetensors",
9
  "model.layers.0.mlp.down_proj.weight": "model-00001-of-00012.safetensors",
 
581
  "model.layers.9.self_attn.q_proj.weight": "model-00003-of-00012.safetensors",
582
  "model.layers.9.self_attn.v_proj.bias": "model-00003-of-00012.safetensors",
583
  "model.layers.9.self_attn.v_proj.weight": "model-00003-of-00012.safetensors",
584
+ "model.norm.weight": "model-00012-of-00012.safetensors"
 
585
  }
586
  }