update

Signed-off-by: Inho Oh <[email protected]>

config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "unsloth/qwen2.5-0.5b-unsloth-bnb-4bit",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 896,
+  "initializer_range": 0.02,
+  "intermediate_size": 4864,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 24,
+  "model_type": "qwen2",
+  "num_attention_heads": 14,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151654,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.49.0",
+  "unsloth_fixed": true,
+  "unsloth_version": "2025.3.17",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

generation_config.json

@@ -0,0 +1,8 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_length": 32768,
+  "max_new_tokens": 2048,
+  "pad_token_id": 151654,
+  "transformers_version": "4.49.0"
+}

mlc-chat-config.json

@@ -1,82 +0,0 @@
-{
-  "version": "0.1.0",
-  "model_type": "qwen2",
-  "quantization": "q4f16_1",
-  "model_config": {
-    "hidden_act": "silu",
-    "hidden_size": 896,
-    "intermediate_size": 4864,
-    "num_attention_heads": 14,
-    "num_hidden_layers": 24,
-    "num_key_value_heads": 2,
-    "rms_norm_eps": 1e-06,
-    "rope_theta": 1000000.0,
-    "vocab_size": 151936,
-    "tie_word_embeddings": true,
-    "context_window_size": 32768,
-    "prefill_chunk_size": 8192,
-    "tensor_parallel_shards": 1,
-    "head_dim": 64,
-    "dtype": "float32",
-    "max_batch_size": 128
-  },
-  "vocab_size": 151936,
-  "context_window_size": 32768,
-  "sliding_window_size": -1,
-  "prefill_chunk_size": 8192,
-  "attention_sink_size": -1,
-  "tensor_parallel_shards": 1,
-  "pipeline_parallel_stages": 1,
-  "temperature": 1.0,
-  "presence_penalty": 0.0,
-  "frequency_penalty": 0.0,
-  "repetition_penalty": 1.0,
-  "top_p": 1.0,
-  "tokenizer_files": [
-    "tokenizer.json",
-    "vocab.json",
-    "merges.txt",
-    "added_tokens.json",
-    "tokenizer_config.json"
-  ],
-  "tokenizer_info": {
-    "token_postproc_method": "byte_level",
-    "prepend_space_in_encode": false,
-    "strip_space_in_decode": false
-  },
-  "conv_template": {
-    "name": "qwen2",
-    "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
-    "system_message": "You are a helpful assistant.",
-    "system_prefix_token_ids": null,
-    "add_role_after_system_message": true,
-    "roles": {
-      "user": "<|im_start|>user",
-      "assistant": "<|im_start|>assistant"
-    },
-    "role_templates": {
-      "user": "{user_message}",
-      "assistant": "{assistant_message}",
-      "tool": "{tool_message}"
-    },
-    "messages": [],
-    "seps": [
-      "<|im_end|>\n"
-    ],
-    "role_content_sep": "\n",
-    "role_empty_sep": "\n",
-    "stop_str": [
-      "<|endoftext|>",
-      "<|im_end|>"
-    ],
-    "stop_token_ids": [
-      151643,
-      151645
-    ],
-    "function_string": "",
-    "use_function_calling": false
-  },
-  "pad_token_id": 151654,
-  "bos_token_id": 151643,
-  "eos_token_id": 151643
-}

params_shard_2.bin → model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2c727a020c6bc2f59e34fbdd12de01caed7b98f6323207ccf634b4987ffc4be
-size 33505280
+oid sha256:aa3f9a177534ef98cd35ef0463b5f346ff14ea3155be0f44a7940f12b845cd7d
+size 988097824

model.safetensors.index.json

@@ -0,0 +1,294 @@
+{
+  "weight_map": {
+    "model.embed_tokens.weight": "model.safetensors",
+    "model.layers.0.input_layernorm.weight": "model.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.1.input_layernorm.weight": "model.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.10.input_layernorm.weight": "model.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.11.input_layernorm.weight": "model.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.12.input_layernorm.weight": "model.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.13.input_layernorm.weight": "model.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.14.input_layernorm.weight": "model.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.15.input_layernorm.weight": "model.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.16.input_layernorm.weight": "model.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.17.input_layernorm.weight": "model.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.18.input_layernorm.weight": "model.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.19.input_layernorm.weight": "model.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.2.input_layernorm.weight": "model.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.20.input_layernorm.weight": "model.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.21.input_layernorm.weight": "model.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.22.input_layernorm.weight": "model.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.23.input_layernorm.weight": "model.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.3.input_layernorm.weight": "model.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.4.input_layernorm.weight": "model.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.5.input_layernorm.weight": "model.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.6.input_layernorm.weight": "model.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.7.input_layernorm.weight": "model.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.8.input_layernorm.weight": "model.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model.safetensors",
+    "model.layers.9.input_layernorm.weight": "model.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model.safetensors",
+    "model.norm.weight": "model.safetensors"
+  }
+}

params_shard_0.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:62a744ef9ba7f78277ed417ecd6ef2eb5aa1fc75b365453c1c916d5d541e4284
-size 68067328

params_shard_1.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:955e23bd1a1bea8afb733f97bb7610ec1fbb92feff3e2baae627404e9885d691
-size 33234176

params_shard_3.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:194c180a0bb97b5e35fbe57726cab817b520b9cb580211bde6111d63d851f6df
-size 33053696

params_shard_4.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:40eb8c1861c5833539411ef2ab1b6c949c7c56183dd5c35d0fad39e3e43c1170
-size 33020928

params_shard_5.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a92a3339d5259699d07d7575331d4dd42d45d1d99231cbf83e17286e726f3170
-size 29211648

params_shard_6.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:632f562df25bafa04cf562be078267f60548135415890052d3947c9da4a1e945
-size 33297408

params_shard_7.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2f48a4b074508f565c337b3e0375a8a6ffa4bfe3157691de3134c5af9c9d87ac
-size 14605824

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|vision_pad|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}