Upload 4-bit GPTQ model

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

config.json

@@ -0,0 +1,102 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 13824,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 70,
+  "model_type": "qwen2",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 48,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "group_size": 128,
+    "hyb_act": false,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.05,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:4.0.0"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "v2": false,
+      "v2_alpha": 0.25
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.55.4",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": 151645,
+  "max_new_tokens": 2048,
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "4.55.4"
+}

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e708fcc22191d69a9acb871680ea934760a2ec6caf773fc199e63c019569040
+size 3991846296

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c143c36456dfdb9fa3380c142d88ee5da2284bd8bec51c1696e9c4f5554345
+size 3973264384

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8634bc4198b18484fa0aa8e17b231eacc27eba526598214d6f54e149d778e68c
+size 2023648928

quant_log.csv

@@ -0,0 +1,337 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.0000003836,0.05000,1.015
+0,self_attn.v_proj,0.0000000782,0.05000,0.726
+0,self_attn.q_proj,0.0000010448,0.05000,0.754
+0,self_attn.o_proj,0.0000005473,0.05000,0.760
+0,mlp.gate_proj,0.0000007420,0.05000,0.766
+0,mlp.up_proj,0.0000006467,0.05000,0.736
+0,mlp.down_proj,0.0000005687,0.05000,2.183
+1,self_attn.k_proj,0.0000000137,0.05000,0.758
+1,self_attn.v_proj,0.0000000057,0.05000,0.770
+1,self_attn.q_proj,0.0000000513,0.05000,0.827
+1,self_attn.o_proj,0.0000000077,0.05000,0.815
+1,mlp.gate_proj,0.0000066293,0.05000,0.778
+1,mlp.up_proj,0.0000029132,0.05000,0.833
+1,mlp.down_proj,0.0000000930,0.05000,2.140
+2,self_attn.k_proj,0.0000000650,0.05000,0.752
+2,self_attn.v_proj,0.0000000226,0.05000,0.731
+2,self_attn.q_proj,0.0000001794,0.05000,0.745
+2,self_attn.o_proj,0.0000000498,0.05000,0.739
+2,mlp.gate_proj,0.0000135490,0.05000,0.736
+2,mlp.up_proj,0.0000079025,0.05000,0.731
+2,mlp.down_proj,0.0000003571,0.05000,2.234
+3,self_attn.k_proj,0.0000003933,0.05000,0.732
+3,self_attn.v_proj,0.0000001049,0.05000,0.713
+3,self_attn.q_proj,0.0000010451,0.05000,0.721
+3,self_attn.o_proj,0.0000001377,0.05000,0.727
+3,mlp.gate_proj,0.0000162165,0.05000,0.741
+3,mlp.up_proj,0.0000082294,0.05000,0.730
+3,mlp.down_proj,0.0000006188,0.05000,2.142
+4,self_attn.k_proj,0.0000004112,0.05000,0.735
+4,self_attn.v_proj,0.0000001402,0.05000,0.713
+4,self_attn.q_proj,0.0000011218,0.05000,0.718
+4,self_attn.o_proj,0.0000002406,0.05000,0.750
+4,mlp.gate_proj,0.0000267092,0.05000,0.803
+4,mlp.up_proj,0.0000151525,0.05000,0.815
+4,mlp.down_proj,0.0000964310,0.05000,2.161
+5,self_attn.k_proj,0.0000013297,0.05000,0.733
+5,self_attn.v_proj,0.0000005998,0.05000,0.724
+5,self_attn.q_proj,0.0000043050,0.05000,0.728
+5,self_attn.o_proj,0.0000002593,0.05000,0.729
+5,mlp.gate_proj,0.0000366176,0.05000,0.748
+5,mlp.up_proj,0.0000200382,0.05000,0.734
+5,mlp.down_proj,0.0000034205,0.05000,2.164
+6,self_attn.k_proj,0.0000013150,0.05000,0.738
+6,self_attn.v_proj,0.0000007459,0.05000,0.728
+6,self_attn.q_proj,0.0000045390,0.05000,0.726
+6,self_attn.o_proj,0.0000002721,0.05000,0.727
+6,mlp.gate_proj,0.0000514023,0.05000,0.741
+6,mlp.up_proj,0.0000293805,0.05000,0.732
+6,mlp.down_proj,0.0000023108,0.05000,2.140
+7,self_attn.k_proj,0.0000017118,0.05000,0.738
+7,self_attn.v_proj,0.0000010427,0.05000,0.719
+7,self_attn.q_proj,0.0000061210,0.05000,0.726
+7,self_attn.o_proj,0.0000002765,0.05000,0.734
+7,mlp.gate_proj,0.0000617160,0.05000,0.748
+7,mlp.up_proj,0.0000353903,0.05000,0.735
+7,mlp.down_proj,0.0000016504,0.05000,2.157
+8,self_attn.k_proj,0.0000018246,0.05000,0.732
+8,self_attn.v_proj,0.0000009054,0.05000,0.718
+8,self_attn.q_proj,0.0000061746,0.05000,0.727
+8,self_attn.o_proj,0.0000003254,0.05000,0.730
+8,mlp.gate_proj,0.0000366315,0.05000,0.759
+8,mlp.up_proj,0.0000218339,0.05000,0.745
+8,mlp.down_proj,0.0000022364,0.05000,2.214
+9,self_attn.k_proj,0.0000015798,0.05000,0.779
+9,self_attn.v_proj,0.0000009709,0.05000,0.780
+9,self_attn.q_proj,0.0000055324,0.05000,0.792
+9,self_attn.o_proj,0.0000005803,0.05000,0.735
+9,mlp.gate_proj,0.0000134546,0.05000,0.759
+9,mlp.up_proj,0.0000123509,0.05000,0.757
+9,mlp.down_proj,0.0000025098,0.05000,2.140
+10,self_attn.k_proj,0.0000021740,0.05000,0.754
+10,self_attn.v_proj,0.0000012504,0.05000,0.730
+10,self_attn.q_proj,0.0000078099,0.05000,0.732
+10,self_attn.o_proj,0.0000005121,0.05000,0.733
+10,mlp.gate_proj,0.0000144171,0.05000,0.746
+10,mlp.up_proj,0.0000132418,0.05000,0.744
+10,mlp.down_proj,0.0000028267,0.05000,2.207
+11,self_attn.k_proj,0.0000016604,0.05000,0.734
+11,self_attn.v_proj,0.0000008726,0.05000,0.722
+11,self_attn.q_proj,0.0000059258,0.05000,0.732
+11,self_attn.o_proj,0.0000009211,0.05000,0.731
+11,mlp.gate_proj,0.0000186690,0.05000,0.759
+11,mlp.up_proj,0.0000150442,0.05000,0.784
+11,mlp.down_proj,0.0000025569,0.05000,2.264
+12,self_attn.k_proj,0.0000019593,0.05000,0.751
+12,self_attn.v_proj,0.0000009936,0.05000,0.725
+12,self_attn.q_proj,0.0000070199,0.05000,0.727
+12,self_attn.o_proj,0.0000009910,0.05000,0.792
+12,mlp.gate_proj,0.0000164469,0.05000,0.761
+12,mlp.up_proj,0.0000155571,0.05000,0.738
+12,mlp.down_proj,0.0000030347,0.05000,2.153
+13,self_attn.k_proj,0.0000020996,0.05000,0.737
+13,self_attn.v_proj,0.0000012002,0.05000,0.733
+13,self_attn.q_proj,0.0000074697,0.05000,0.725
+13,self_attn.o_proj,0.0000012893,0.05000,0.729
+13,mlp.gate_proj,0.0000188491,0.05000,0.746
+13,mlp.up_proj,0.0000178457,0.05000,0.738
+13,mlp.down_proj,0.0000037568,0.05000,2.205
+14,self_attn.k_proj,0.0000025165,0.05000,0.747
+14,self_attn.v_proj,0.0000012607,0.05000,0.723
+14,self_attn.q_proj,0.0000088147,0.05000,0.734
+14,self_attn.o_proj,0.0000012709,0.05000,0.739
+14,mlp.gate_proj,0.0000193264,0.05000,0.767
+14,mlp.up_proj,0.0000183729,0.05000,0.745
+14,mlp.down_proj,0.0000039256,0.05000,2.143
+15,self_attn.k_proj,0.0000021721,0.05000,0.753
+15,self_attn.v_proj,0.0000014329,0.05000,0.739
+15,self_attn.q_proj,0.0000079258,0.05000,0.728
+15,self_attn.o_proj,0.0000014436,0.05000,0.729
+15,mlp.gate_proj,0.0000211392,0.05000,0.770
+15,mlp.up_proj,0.0000192754,0.05000,0.818
+15,mlp.down_proj,0.0000039555,0.05000,2.196
+16,self_attn.k_proj,0.0000022858,0.05000,0.739
+16,self_attn.v_proj,0.0000010207,0.05000,0.734
+16,self_attn.q_proj,0.0000073921,0.05000,0.730
+16,self_attn.o_proj,0.0000014224,0.05000,0.757
+16,mlp.gate_proj,0.0000179755,0.05000,0.749
+16,mlp.up_proj,0.0000177250,0.05000,0.739
+16,mlp.down_proj,0.0000040355,0.05000,2.223
+17,self_attn.k_proj,0.0000025309,0.05000,0.805
+17,self_attn.v_proj,0.0000011885,0.05000,0.807
+17,self_attn.q_proj,0.0000087249,0.05000,0.795
+17,self_attn.o_proj,0.0000015970,0.05000,0.733
+17,mlp.gate_proj,0.0000173575,0.05000,0.785
+17,mlp.up_proj,0.0000176120,0.05000,0.752
+17,mlp.down_proj,0.0000037880,0.05000,2.169
+18,self_attn.k_proj,0.0000025784,0.05000,0.741
+18,self_attn.v_proj,0.0000013703,0.05000,0.721
+18,self_attn.q_proj,0.0000089820,0.05000,0.723
+18,self_attn.o_proj,0.0000020961,0.05000,0.751
+18,mlp.gate_proj,0.0000169104,0.05000,0.759
+18,mlp.up_proj,0.0000176954,0.05000,0.741
+18,mlp.down_proj,0.0000038492,0.05000,2.194
+19,self_attn.k_proj,0.0000028707,0.05000,0.753
+19,self_attn.v_proj,0.0000014709,0.05000,0.742
+19,self_attn.q_proj,0.0000108252,0.05000,0.732
+19,self_attn.o_proj,0.0000017332,0.05000,0.730
+19,mlp.gate_proj,0.0000177889,0.05000,0.790
+19,mlp.up_proj,0.0000186258,0.05000,0.760
+19,mlp.down_proj,0.0000041158,0.05000,2.156
+20,self_attn.k_proj,0.0000030751,0.05000,0.754
+20,self_attn.v_proj,0.0000013982,0.05000,0.721
+20,self_attn.q_proj,0.0000107140,0.05000,0.767
+20,self_attn.o_proj,0.0000024387,0.05000,0.806
+20,mlp.gate_proj,0.0000162837,0.05000,0.757
+20,mlp.up_proj,0.0000179382,0.05000,0.742
+20,mlp.down_proj,0.0000044658,0.05000,2.153
+21,self_attn.k_proj,0.0000029271,0.05000,0.758
+21,self_attn.v_proj,0.0000013779,0.05000,0.737
+21,self_attn.q_proj,0.0000100324,0.05000,0.735
+21,self_attn.o_proj,0.0000019044,0.05000,0.741
+21,mlp.gate_proj,0.0000166225,0.05000,0.753
+21,mlp.up_proj,0.0000184214,0.05000,0.754
+21,mlp.down_proj,0.0000041782,0.05000,2.331
+22,self_attn.k_proj,0.0000032301,0.05000,0.805
+22,self_attn.v_proj,0.0000020764,0.05000,0.792
+22,self_attn.q_proj,0.0000112834,0.05000,0.754
+22,self_attn.o_proj,0.0000028200,0.05000,0.753
+22,mlp.gate_proj,0.0000175082,0.05000,0.764
+22,mlp.up_proj,0.0000194985,0.05000,0.773
+22,mlp.down_proj,0.0000046281,0.05000,2.258
+23,self_attn.k_proj,0.0000030540,0.05000,0.742
+23,self_attn.v_proj,0.0000020901,0.05000,0.735
+23,self_attn.q_proj,0.0000114107,0.05000,0.728
+23,self_attn.o_proj,0.0000027048,0.05000,0.736
+23,mlp.gate_proj,0.0000191307,0.05000,0.806
+23,mlp.up_proj,0.0000202188,0.05000,0.796
+23,mlp.down_proj,0.0000047198,0.05000,2.213
+24,self_attn.k_proj,0.0000042195,0.05000,0.745
+24,self_attn.v_proj,0.0000018628,0.05000,0.723
+24,self_attn.q_proj,0.0000135178,0.05000,0.735
+24,self_attn.o_proj,0.0000032197,0.05000,0.766
+24,mlp.gate_proj,0.0000182919,0.05000,0.749
+24,mlp.up_proj,0.0000195997,0.05000,0.739
+24,mlp.down_proj,0.0000044227,0.05000,2.184
+25,self_attn.k_proj,0.0000043229,0.05000,0.743
+25,self_attn.v_proj,0.0000025822,0.05000,0.727
+25,self_attn.q_proj,0.0000154015,0.05000,0.743
+25,self_attn.o_proj,0.0000030529,0.05000,0.739
+25,mlp.gate_proj,0.0000188421,0.05000,0.764
+25,mlp.up_proj,0.0000209068,0.05000,0.753
+25,mlp.down_proj,0.0000051917,0.05000,2.159
+26,self_attn.k_proj,0.0000039396,0.05000,0.737
+26,self_attn.v_proj,0.0000017195,0.05000,0.725
+26,self_attn.q_proj,0.0000140131,0.05000,0.735
+26,self_attn.o_proj,0.0000025629,0.05000,0.744
+26,mlp.gate_proj,0.0000200527,0.05000,0.749
+26,mlp.up_proj,0.0000231107,0.05000,0.760
+26,mlp.down_proj,0.0000059867,0.05000,2.163
+27,self_attn.k_proj,0.0000042207,0.05000,0.740
+27,self_attn.v_proj,0.0000021844,0.05000,0.718
+27,self_attn.q_proj,0.0000140871,0.05000,0.722
+27,self_attn.o_proj,0.0000030243,0.05000,0.728
+27,mlp.gate_proj,0.0000213445,0.05000,0.746
+27,mlp.up_proj,0.0000247833,0.05000,0.765
+27,mlp.down_proj,0.0000070833,0.05000,2.175
+28,self_attn.k_proj,0.0000034175,0.05000,0.793
+28,self_attn.v_proj,0.0000030988,0.05000,0.782
+28,self_attn.q_proj,0.0000138590,0.05000,0.786
+28,self_attn.o_proj,0.0000040915,0.05000,0.733
+28,mlp.gate_proj,0.0000215709,0.05000,0.755
+28,mlp.up_proj,0.0000255722,0.05000,0.750
+28,mlp.down_proj,0.0000078348,0.05000,2.175
+29,self_attn.k_proj,0.0000045058,0.05000,0.736
+29,self_attn.v_proj,0.0000032128,0.05000,0.715
+29,self_attn.q_proj,0.0000166073,0.05000,0.717
+29,self_attn.o_proj,0.0000047115,0.05000,0.740
+29,mlp.gate_proj,0.0000226059,0.05000,0.753
+29,mlp.up_proj,0.0000267313,0.05000,0.750
+29,mlp.down_proj,0.0000088983,0.05000,2.230
+30,self_attn.k_proj,0.0000038593,0.05000,0.750
+30,self_attn.v_proj,0.0000034925,0.05000,0.730
+30,self_attn.q_proj,0.0000152342,0.05000,0.721
+30,self_attn.o_proj,0.0000048734,0.05000,0.739
+30,mlp.gate_proj,0.0000232500,0.05000,0.746
+30,mlp.up_proj,0.0000273514,0.05000,0.741
+30,mlp.down_proj,0.0000097457,0.05000,2.166
+31,self_attn.k_proj,0.0000038229,0.05000,0.741
+31,self_attn.v_proj,0.0000032801,0.05000,0.718
+31,self_attn.q_proj,0.0000150417,0.05000,0.725
+31,self_attn.o_proj,0.0000039066,0.05000,0.782
+31,mlp.gate_proj,0.0000263491,0.05000,0.763
+31,mlp.up_proj,0.0000302772,0.05000,0.742
+31,mlp.down_proj,0.0000114387,0.05000,2.172
+32,self_attn.k_proj,0.0000040586,0.05000,0.797
+32,self_attn.v_proj,0.0000040552,0.05000,0.761
+32,self_attn.q_proj,0.0000162478,0.05000,0.783
+32,self_attn.o_proj,0.0000036017,0.05000,0.793
+32,mlp.gate_proj,0.0000282540,0.05000,0.758
+32,mlp.up_proj,0.0000316693,0.05000,0.738
+32,mlp.down_proj,0.0000129634,0.05000,2.251
+33,self_attn.k_proj,0.0000041616,0.05000,0.776
+33,self_attn.v_proj,0.0000040587,0.05000,0.751
+33,self_attn.q_proj,0.0000171991,0.05000,0.744
+33,self_attn.o_proj,0.0000042980,0.05000,0.749
+33,mlp.gate_proj,0.0000341107,0.05000,0.749
+33,mlp.up_proj,0.0000376710,0.05000,0.742
+33,mlp.down_proj,0.0000190934,0.05000,2.153
+34,self_attn.k_proj,0.0000043125,0.05000,0.737
+34,self_attn.v_proj,0.0000048270,0.05000,0.731
+34,self_attn.q_proj,0.0000189533,0.05000,0.726
+34,self_attn.o_proj,0.0000045642,0.05000,0.731
+34,mlp.gate_proj,0.0000401084,0.05000,0.760
+34,mlp.up_proj,0.0000429217,0.05000,0.740
+34,mlp.down_proj,0.0000224412,0.05000,2.151
+35,self_attn.k_proj,0.0000041633,0.05000,0.734
+35,self_attn.v_proj,0.0000042589,0.05000,0.722
+35,self_attn.q_proj,0.0000169748,0.05000,0.723
+35,self_attn.o_proj,0.0000073256,0.05000,0.734
+35,mlp.gate_proj,0.0000451130,0.05000,0.776
+35,mlp.up_proj,0.0000470624,0.05000,0.740
+35,mlp.down_proj,0.0000268825,0.05000,2.152
+36,self_attn.k_proj,0.0000046333,0.05000,0.746
+36,self_attn.v_proj,0.0000074812,0.05000,0.726
+36,self_attn.q_proj,0.0000211151,0.05000,0.741
+36,self_attn.o_proj,0.0000063130,0.05000,0.786
+36,mlp.gate_proj,0.0000486521,0.05000,0.754
+36,mlp.up_proj,0.0000513203,0.05000,0.742
+36,mlp.down_proj,0.0000342591,0.05000,2.181
+37,self_attn.k_proj,0.0000050801,0.05000,0.752
+37,self_attn.v_proj,0.0000068690,0.05000,0.727
+37,self_attn.q_proj,0.0000210885,0.05000,0.727
+37,self_attn.o_proj,0.0000079530,0.05000,0.748
+37,mlp.gate_proj,0.0000523901,0.05000,0.762
+37,mlp.up_proj,0.0000550565,0.05000,0.746
+37,mlp.down_proj,0.0000368927,0.05000,2.235
+38,self_attn.k_proj,0.0000047046,0.05000,0.850
+38,self_attn.v_proj,0.0000067587,0.05000,0.736
+38,self_attn.q_proj,0.0000202120,0.05000,0.724
+38,self_attn.o_proj,0.0000061420,0.05000,0.729
+38,mlp.gate_proj,0.0000566031,0.05000,0.771
+38,mlp.up_proj,0.0000601863,0.05000,0.756
+38,mlp.down_proj,0.0000401681,0.05000,2.196
+39,self_attn.k_proj,0.0000043822,0.05000,0.738
+39,self_attn.v_proj,0.0000071958,0.05000,0.739
+39,self_attn.q_proj,0.0000199039,0.05000,0.743
+39,self_attn.o_proj,0.0000075891,0.05000,0.742
+39,mlp.gate_proj,0.0000607342,0.05000,0.815
+39,mlp.up_proj,0.0000651528,0.05000,0.820
+39,mlp.down_proj,0.0000479669,0.05000,2.146
+40,self_attn.k_proj,0.0000049208,0.05000,0.745
+40,self_attn.v_proj,0.0000095758,0.05000,0.754
+40,self_attn.q_proj,0.0000219568,0.05000,0.759
+40,self_attn.o_proj,0.0000064147,0.05000,0.744
+40,mlp.gate_proj,0.0000638470,0.05000,0.760
+40,mlp.up_proj,0.0000689741,0.05000,0.744
+40,mlp.down_proj,0.0000523432,0.05000,2.166
+41,self_attn.k_proj,0.0000045001,0.05000,0.827
+41,self_attn.v_proj,0.0000094180,0.05000,0.758
+41,self_attn.q_proj,0.0000212548,0.05000,0.730
+41,self_attn.o_proj,0.0000054054,0.05000,0.738
+41,mlp.gate_proj,0.0000669373,0.05000,0.772
+41,mlp.up_proj,0.0000732278,0.05000,0.770
+41,mlp.down_proj,0.0000576096,0.05000,2.163
+42,self_attn.k_proj,0.0000048940,0.05000,0.789
+42,self_attn.v_proj,0.0000106496,0.05000,0.776
+42,self_attn.q_proj,0.0000218831,0.05000,0.742
+42,self_attn.o_proj,0.0000062110,0.05000,0.749
+42,mlp.gate_proj,0.0000708179,0.05000,0.813
+42,mlp.up_proj,0.0000786422,0.05000,0.821
+42,mlp.down_proj,0.0000692101,0.05000,2.212
+43,self_attn.k_proj,0.0000049360,0.05000,0.769
+43,self_attn.v_proj,0.0000151946,0.05000,0.767
+43,self_attn.q_proj,0.0000240280,0.05000,0.763
+43,self_attn.o_proj,0.0000109670,0.05000,0.768
+43,mlp.gate_proj,0.0000772213,0.05000,0.843
+43,mlp.up_proj,0.0000874869,0.05000,1.152
+43,mlp.down_proj,0.0000823243,0.05000,2.178
+44,self_attn.k_proj,0.0000045238,0.05000,0.822
+44,self_attn.v_proj,0.0000168177,0.05000,0.804
+44,self_attn.q_proj,0.0000236080,0.05000,0.794
+44,self_attn.o_proj,0.0000180416,0.05000,0.747
+44,mlp.gate_proj,0.0000815393,0.05000,0.794
+44,mlp.up_proj,0.0000938600,0.05000,0.751
+44,mlp.down_proj,0.0001585995,0.05000,2.156
+45,self_attn.k_proj,0.0000048384,0.05000,0.740
+45,self_attn.v_proj,0.0000209304,0.05000,0.740
+45,self_attn.q_proj,0.0000253944,0.05000,0.727
+45,self_attn.o_proj,0.0000221834,0.05000,0.743
+45,mlp.gate_proj,0.0000914715,0.05000,0.753
+45,mlp.up_proj,0.0001040489,0.05000,0.749
+45,mlp.down_proj,0.0001830558,0.05000,2.216
+46,self_attn.k_proj,0.0000046951,0.05000,0.749
+46,self_attn.v_proj,0.0000239839,0.05000,0.734
+46,self_attn.q_proj,0.0000252321,0.05000,0.737
+46,self_attn.o_proj,0.0000349532,0.05000,0.732
+46,mlp.gate_proj,0.0001022066,0.05000,0.748
+46,mlp.up_proj,0.0001110833,0.05000,0.743
+46,mlp.down_proj,0.0003265005,0.05000,2.173
+47,self_attn.k_proj,0.0000042139,0.05000,0.738
+47,self_attn.v_proj,0.0000151991,0.05000,0.728
+47,self_attn.q_proj,0.0000205626,0.05000,0.719
+47,self_attn.o_proj,0.0000162146,0.05000,0.760
+47,mlp.gate_proj,0.0001253340,0.05000,0.781
+47,mlp.up_proj,0.0001317324,0.05000,0.740
+47,mlp.down_proj,0.0007685446,0.05000,2.138

quantize_config.json

@@ -0,0 +1,24 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "hyb_act": false,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:4.0.0"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.05,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "v2": false,
+    "v2_alpha": 0.25
+  }
+}

special_tokens_map.json

@@ -0,0 +1,25 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|fim_pad|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

tokenizer_config.json

@@ -0,0 +1,208 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|fim_pad|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2TokenizerFast",
+  "unk_token": null,
+  "_commit_hash": null
+}