Upload folder using huggingface_hub

config.json

@@ -26,7 +26,7 @@
     "bits": 4,
     "checkpoint_format": "gptq",
     "desc_act": false,
-    "group_size": 128,
+    "group_size": 32,
     "lm_head": false,
     "meta": {
       "act_group_aware": true,

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68185f31dc99b779429b4eef3b3455e500b41ad6cb1a484959b1644787f717b2
-size 4287795964
+oid sha256:2fc7733046c66beb7e1ef70a4013e7cd6584015eee17cbe59e9a120b8fae75e3
+size 4282264494

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f14a7713787b2535114a10886f7c2f941bd5a30df68f49ac2b3167d1d4c6a97
-size 2440158770
+oid sha256:91cb510d5927cb9d646fd9b15415193008170716f20b7c0cb63179df88048bde
+size 2923693982

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 6727954734
+    "total_size": 7205958476
   },
   "weight_map": {
     "lm_head.weight": "model-00001-of-00002.safetensors",
@@ -209,13 +209,13 @@
     "model.layers.14.self_attn.v_proj.qzeros": "model-00001-of-00002.safetensors",
     "model.layers.14.self_attn.v_proj.scales": "model-00001-of-00002.safetensors",
     "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.down_proj.g_idx": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.down_proj.qweight": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.down_proj.qzeros": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.down_proj.scales": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.g_idx": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.qweight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.qzeros": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.scales": "model-00002-of-00002.safetensors",
     "model.layers.15.mlp.gate_up_proj.g_idx": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.gate_up_proj.qweight": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.gate_up_proj.qzeros": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_up_proj.qweight": "model-00002-of-00002.safetensors",
+    "model.layers.15.mlp.gate_up_proj.qzeros": "model-00002-of-00002.safetensors",
     "model.layers.15.mlp.gate_up_proj.scales": "model-00001-of-00002.safetensors",
     "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
     "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
@@ -238,34 +238,34 @@
     "model.layers.15.self_attn.v_proj.qzeros": "model-00001-of-00002.safetensors",
     "model.layers.15.self_attn.v_proj.scales": "model-00001-of-00002.safetensors",
     "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.down_proj.g_idx": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.down_proj.qweight": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.down_proj.qzeros": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.down_proj.scales": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.gate_up_proj.g_idx": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.gate_up_proj.qweight": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.gate_up_proj.qzeros": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.gate_up_proj.scales": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.g_idx": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.qweight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.qzeros": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.scales": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.gate_up_proj.g_idx": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.gate_up_proj.qweight": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.gate_up_proj.qzeros": "model-00002-of-00002.safetensors",
+    "model.layers.16.mlp.gate_up_proj.scales": "model-00002-of-00002.safetensors",
     "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.k_proj.g_idx": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.k_proj.qweight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.k_proj.qzeros": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.k_proj.scales": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.o_proj.g_idx": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.o_proj.qweight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.o_proj.qzeros": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.o_proj.scales": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.q_proj.g_idx": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.q_proj.qweight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.q_proj.qzeros": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.q_proj.scales": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.v_proj.g_idx": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.v_proj.qweight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.v_proj.qzeros": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.v_proj.scales": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.g_idx": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.qweight": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.qzeros": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.scales": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.g_idx": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.qweight": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.qzeros": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.scales": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.g_idx": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.qweight": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.qzeros": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.scales": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.g_idx": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.qweight": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.qzeros": "model-00002-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.scales": "model-00002-of-00002.safetensors",
     "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
     "model.layers.17.mlp.down_proj.g_idx": "model-00002-of-00002.safetensors",
     "model.layers.17.mlp.down_proj.qweight": "model-00002-of-00002.safetensors",
@@ -285,11 +285,11 @@
     "model.layers.17.self_attn.o_proj.qweight": "model-00002-of-00002.safetensors",
     "model.layers.17.self_attn.o_proj.qzeros": "model-00002-of-00002.safetensors",
     "model.layers.17.self_attn.o_proj.scales": "model-00002-of-00002.safetensors",
-    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.q_proj.g_idx": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.g_idx": "model-00002-of-00002.safetensors",
     "model.layers.17.self_attn.q_proj.qweight": "model-00002-of-00002.safetensors",
     "model.layers.17.self_attn.q_proj.qzeros": "model-00002-of-00002.safetensors",
-    "model.layers.17.self_attn.q_proj.scales": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.scales": "model-00002-of-00002.safetensors",
     "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
     "model.layers.17.self_attn.v_proj.g_idx": "model-00002-of-00002.safetensors",
     "model.layers.17.self_attn.v_proj.qweight": "model-00002-of-00002.safetensors",

quant_log.csv

@@ -1,241 +1,241 @@
 layer,module,loss,samples,damp,time
-0,self_attn.k_proj,0.0000003966,0.05000,1.438
-0,self_attn.q_proj,0.0000019802,0.05000,1.594
-0,self_attn.v_proj,0.0000000114,0.05000,1.607
-0,self_attn.o_proj,0.0000000000,0.05000,1.134
-0,mlp.gate_up_proj,0.0000061852,0.05000,1.195
-0,mlp.down_proj,0.0000000032,0.05000,4.054
-1,self_attn.k_proj,0.0000019767,0.05000,1.274
-1,self_attn.v_proj,0.0000001176,0.05000,1.285
-1,self_attn.q_proj,0.0000080634,0.05000,1.340
-1,self_attn.o_proj,0.0000000013,0.05000,1.101
-1,mlp.gate_up_proj,0.0000125150,0.05000,1.157
-1,mlp.down_proj,0.0000000047,0.05000,3.877
-2,self_attn.k_proj,0.0000034906,0.05000,1.173
-2,self_attn.v_proj,0.0000002783,0.05000,1.282
-2,self_attn.q_proj,0.0000170658,0.05000,1.294
-2,self_attn.o_proj,0.0000000021,0.05000,1.114
-2,mlp.gate_up_proj,0.0000202625,0.05000,1.142
-2,mlp.down_proj,0.0000000065,0.05000,3.932
-3,self_attn.k_proj,0.0000060004,0.05000,1.205
-3,self_attn.v_proj,0.0000003360,0.05000,1.215
-3,self_attn.q_proj,0.0000296674,0.05000,1.227
-3,self_attn.o_proj,0.0000000026,0.05000,1.052
-3,mlp.gate_up_proj,0.0000340755,0.05000,1.096
-3,mlp.down_proj,0.0000000099,0.05000,4.182
-4,self_attn.k_proj,0.0000037749,0.05000,1.160
-4,self_attn.v_proj,0.0000003488,0.05000,1.216
-4,self_attn.q_proj,0.0000199789,0.05000,1.228
-4,self_attn.o_proj,0.0000000077,0.05000,1.183
-4,mlp.gate_up_proj,0.0000506752,0.05000,1.135
-4,mlp.down_proj,0.0000004453,0.05000,4.171
-5,self_attn.q_proj,0.0000297330,0.05000,1.136
-5,self_attn.v_proj,0.0000006601,0.05000,1.138
-5,self_attn.k_proj,0.0000051065,0.05000,1.196
-5,self_attn.o_proj,0.0000000107,0.05000,1.112
-5,mlp.gate_up_proj,0.0000613599,0.05000,1.132
-5,mlp.down_proj,0.0000000300,0.05000,3.957
-6,self_attn.v_proj,0.0000008097,0.05000,1.264
-6,self_attn.q_proj,0.0000462938,0.05000,1.274
-6,self_attn.k_proj,0.0000072560,0.05000,1.278
-6,self_attn.o_proj,0.0000000130,0.05000,1.185
-6,mlp.gate_up_proj,0.0000733845,0.05000,1.165
-6,mlp.down_proj,0.0000000425,0.05000,4.057
-7,self_attn.q_proj,0.0000374955,0.05000,1.290
-7,self_attn.v_proj,0.0000011266,0.05000,1.346
-7,self_attn.k_proj,0.0000050541,0.05000,1.373
-7,self_attn.o_proj,0.0000000191,0.05000,1.118
-7,mlp.gate_up_proj,0.0000839490,0.05000,1.217
-7,mlp.down_proj,0.0000000710,0.05000,3.884
-8,self_attn.k_proj,0.0000065933,0.05000,1.153
-8,self_attn.q_proj,0.0000392850,0.05000,1.233
-8,self_attn.v_proj,0.0000009417,0.05000,1.272
-8,self_attn.o_proj,0.0000000265,0.05000,1.043
-8,mlp.gate_up_proj,0.0000902727,0.05000,1.170
-8,mlp.down_proj,0.0000000827,0.05000,3.972
-9,self_attn.q_proj,0.0000515417,0.05000,1.276
-9,self_attn.v_proj,0.0000014904,0.05000,1.281
-9,self_attn.k_proj,0.0000065620,0.05000,1.292
-9,self_attn.o_proj,0.0000000438,0.05000,1.081
-9,mlp.gate_up_proj,0.0001111705,0.05000,1.176
-9,mlp.down_proj,0.0000000930,0.05000,3.890
-10,self_attn.q_proj,0.0000452197,0.05000,1.213
-10,self_attn.v_proj,0.0000016617,0.05000,1.214
-10,self_attn.k_proj,0.0000061107,0.05000,1.265
-10,self_attn.o_proj,0.0000000349,0.05000,1.028
-10,mlp.gate_up_proj,0.0001140903,0.05000,1.132
-10,mlp.down_proj,0.0000000927,0.05000,3.873
-11,self_attn.q_proj,0.0000451923,0.05000,1.160
-11,self_attn.v_proj,0.0000018009,0.05000,1.171
-11,self_attn.k_proj,0.0000063196,0.05000,1.178
-11,self_attn.o_proj,0.0000000383,0.05000,1.018
-11,mlp.gate_up_proj,0.0001226848,0.05000,1.123
-11,mlp.down_proj,0.0000000988,0.05000,3.885
-12,self_attn.k_proj,0.0000087359,0.05000,1.131
-12,self_attn.v_proj,0.0000014319,0.05000,1.171
-12,self_attn.q_proj,0.0000527561,0.05000,1.221
-12,self_attn.o_proj,0.0000000496,0.05000,1.079
-12,mlp.gate_up_proj,0.0001314741,0.05000,1.134
-12,mlp.down_proj,0.0000001164,0.05000,4.036
-13,self_attn.k_proj,0.0000070793,0.05000,1.070
-13,self_attn.q_proj,0.0000542174,0.05000,1.129
-13,self_attn.v_proj,0.0000025064,0.05000,1.166
-13,self_attn.o_proj,0.0000000436,0.05000,1.105
-13,mlp.gate_up_proj,0.0001388454,0.05000,1.159
-13,mlp.down_proj,0.0000001379,0.05000,3.938
-14,self_attn.k_proj,0.0000079858,0.05000,1.189
-14,self_attn.v_proj,0.0000017932,0.05000,1.216
-14,self_attn.q_proj,0.0000557084,0.05000,1.332
-14,self_attn.o_proj,0.0000000553,0.05000,1.028
-14,mlp.gate_up_proj,0.0001397226,0.05000,1.144
-14,mlp.down_proj,0.0000001645,0.05000,3.879
-15,self_attn.k_proj,0.0000091874,0.05000,1.207
-15,self_attn.q_proj,0.0000600741,0.05000,1.262
-15,self_attn.v_proj,0.0000022552,0.05000,1.273
-15,self_attn.o_proj,0.0000000711,0.05000,1.028
-15,mlp.gate_up_proj,0.0001469981,0.05000,1.183
-15,mlp.down_proj,0.0000002013,0.05000,3.935
-16,self_attn.k_proj,0.0000087135,0.05000,1.173
-16,self_attn.v_proj,0.0000030199,0.05000,1.207
-16,self_attn.q_proj,0.0000658588,0.05000,1.295
-16,self_attn.o_proj,0.0000000821,0.05000,1.064
-16,mlp.gate_up_proj,0.0001525509,0.05000,1.108
-16,mlp.down_proj,0.0000002533,0.05000,3.940
-17,self_attn.k_proj,0.0000071499,0.05000,1.108
-17,self_attn.v_proj,0.0000027810,0.05000,1.159
-17,self_attn.q_proj,0.0000557307,0.05000,1.164
-17,self_attn.o_proj,0.0000000981,0.05000,1.075
-17,mlp.gate_up_proj,0.0001636252,0.05000,1.144
-17,mlp.down_proj,0.0000003070,0.05000,3.912
-18,self_attn.k_proj,0.0000060159,0.05000,1.092
-18,self_attn.v_proj,0.0000045565,0.05000,1.095
-18,self_attn.q_proj,0.0001490090,0.05000,1.116
-18,self_attn.o_proj,0.0000001456,0.05000,1.028
-18,mlp.gate_up_proj,0.0001617964,0.05000,1.183
-18,mlp.down_proj,0.0000003610,0.05000,4.033
-19,self_attn.v_proj,0.0000042745,0.05000,1.119
-19,self_attn.k_proj,0.0000091773,0.05000,1.128
-19,self_attn.q_proj,0.0000698117,0.05000,1.133
-19,self_attn.o_proj,0.0000001922,0.05000,1.051
-19,mlp.gate_up_proj,0.0001840929,0.05000,1.114
-19,mlp.down_proj,0.0000004435,0.05000,3.909
-20,self_attn.k_proj,0.0000073916,0.05000,1.198
-20,self_attn.q_proj,0.0000671984,0.05000,1.198
-20,self_attn.v_proj,0.0000052818,0.05000,1.209
-20,self_attn.o_proj,0.0000001802,0.05000,1.016
-20,mlp.gate_up_proj,0.0002143455,0.05000,1.086
-20,mlp.down_proj,0.0000006132,0.05000,4.101
-21,self_attn.k_proj,0.0000076497,0.05000,1.101
-21,self_attn.v_proj,0.0000061887,0.05000,1.183
-21,self_attn.q_proj,0.0000699514,0.05000,1.195
-21,self_attn.o_proj,0.0000002686,0.05000,1.090
-21,mlp.gate_up_proj,0.0002570642,0.05000,1.122
-21,mlp.down_proj,0.0000009058,0.05000,3.896
-22,self_attn.v_proj,0.0000077014,0.05000,1.110
-22,self_attn.q_proj,0.0001222432,0.05000,1.135
-22,self_attn.k_proj,0.0000074267,0.05000,1.178
-22,self_attn.o_proj,0.0000003587,0.05000,1.009
-22,mlp.gate_up_proj,0.0002880060,0.05000,1.162
-22,mlp.down_proj,0.0000013639,0.05000,3.980
-23,self_attn.v_proj,0.0000117320,0.05000,1.145
-23,self_attn.k_proj,0.0000079260,0.05000,1.178
-23,self_attn.q_proj,0.0000876769,0.05000,1.222
-23,self_attn.o_proj,0.0000005188,0.05000,1.157
-23,mlp.gate_up_proj,0.0003447045,0.05000,1.187
-23,mlp.down_proj,0.0000017473,0.05000,4.074
-24,self_attn.q_proj,0.0001026236,0.05000,1.199
-24,self_attn.v_proj,0.0000193858,0.05000,1.221
-24,self_attn.k_proj,0.0000087059,0.05000,1.228
-24,self_attn.o_proj,0.0000004895,0.05000,1.108
-24,mlp.gate_up_proj,0.0004117376,0.05000,1.135
-24,mlp.down_proj,0.0000025886,0.05000,3.998
-25,self_attn.k_proj,0.0000089159,0.05000,1.112
-25,self_attn.q_proj,0.0000940188,0.05000,1.131
-25,self_attn.v_proj,0.0000155966,0.05000,1.188
-25,self_attn.o_proj,0.0000004938,0.05000,1.048
-25,mlp.gate_up_proj,0.0004781412,0.05000,1.095
-25,mlp.down_proj,0.0000038761,0.05000,3.927
-26,self_attn.k_proj,0.0000087348,0.05000,1.139
-26,self_attn.v_proj,0.0000259328,0.05000,1.175
-26,self_attn.q_proj,0.0001108469,0.05000,1.246
-26,self_attn.o_proj,0.0000007847,0.05000,1.055
-26,mlp.gate_up_proj,0.0005478908,0.05000,1.073
-26,mlp.down_proj,0.0000044186,0.05000,3.839
-27,self_attn.k_proj,0.0000072219,0.05000,1.099
-27,self_attn.v_proj,0.0000226286,0.05000,1.135
-27,self_attn.q_proj,0.0001000139,0.05000,1.166
-27,self_attn.o_proj,0.0000008341,0.05000,1.163
-27,mlp.gate_up_proj,0.0005620720,0.05000,1.135
-27,mlp.down_proj,0.0000048297,0.05000,3.856
-28,self_attn.v_proj,0.0000370639,0.05000,1.184
-28,self_attn.k_proj,0.0000085196,0.05000,1.186
-28,self_attn.q_proj,0.0001152836,0.05000,1.225
-28,self_attn.o_proj,0.0000009589,0.05000,1.083
-28,mlp.gate_up_proj,0.0006251217,0.05000,1.190
-28,mlp.down_proj,0.0000057185,0.05000,3.868
-29,self_attn.q_proj,0.0001401858,0.05000,1.209
-29,self_attn.v_proj,0.0000561455,0.05000,1.240
-29,self_attn.k_proj,0.0000101474,0.05000,1.244
-29,self_attn.o_proj,0.0000017324,0.05000,1.182
-29,mlp.gate_up_proj,0.0007084473,0.05000,1.111
-29,mlp.down_proj,0.0000069938,0.05000,3.892
-30,self_attn.v_proj,0.0000279494,0.05000,1.254
-30,self_attn.q_proj,0.0001222076,0.05000,1.275
-30,self_attn.k_proj,0.0000098990,0.05000,1.279
-30,self_attn.o_proj,0.0000007452,0.05000,1.017
-30,mlp.gate_up_proj,0.0007461067,0.05000,1.090
-30,mlp.down_proj,0.0000082241,0.05000,4.023
-31,self_attn.q_proj,0.0001208646,0.05000,1.169
-31,self_attn.k_proj,0.0000094290,0.05000,1.184
-31,self_attn.v_proj,0.0000466435,0.05000,1.197
-31,self_attn.o_proj,0.0000009983,0.05000,1.059
-31,mlp.gate_up_proj,0.0007930596,0.05000,1.164
-31,mlp.down_proj,0.0000089640,0.05000,3.871
-32,self_attn.k_proj,0.0000088719,0.05000,1.089
-32,self_attn.v_proj,0.0000963343,0.05000,1.207
-32,self_attn.q_proj,0.0001329254,0.05000,1.207
-32,self_attn.o_proj,0.0000019815,0.05000,1.023
-32,mlp.gate_up_proj,0.0008661926,0.05000,1.140
-32,mlp.down_proj,0.0000095839,0.05000,3.852
-33,self_attn.v_proj,0.0001405953,0.05000,1.212
-33,self_attn.k_proj,0.0000092522,0.05000,1.225
-33,self_attn.q_proj,0.0001401690,0.05000,1.239
-33,self_attn.o_proj,0.0000019085,0.05000,1.089
-33,mlp.gate_up_proj,0.0009390484,0.05000,1.116
-33,mlp.down_proj,0.0000111966,0.05000,3.913
-34,self_attn.k_proj,0.0000103305,0.05000,1.114
-34,self_attn.q_proj,0.0001466204,0.05000,1.159
-34,self_attn.v_proj,0.0001133597,0.05000,1.185
-34,self_attn.o_proj,0.0000014576,0.05000,1.126
-34,mlp.gate_up_proj,0.0010087134,0.05000,1.172
-34,mlp.down_proj,0.0000149076,0.05000,3.995
-35,self_attn.k_proj,0.0000087772,0.05000,1.113
-35,self_attn.q_proj,0.0001403766,0.05000,1.152
-35,self_attn.v_proj,0.0001295132,0.05000,1.156
-35,self_attn.o_proj,0.0000030535,0.05000,1.042
-35,mlp.gate_up_proj,0.0011452081,0.05000,1.240
-35,mlp.down_proj,0.0000185383,0.05000,4.090
-36,self_attn.q_proj,0.0001428431,0.05000,1.180
-36,self_attn.k_proj,0.0000099150,0.05000,1.196
-36,self_attn.v_proj,0.0000602161,0.05000,1.287
-36,self_attn.o_proj,0.0000034438,0.05000,1.050
-36,mlp.gate_up_proj,0.0011308273,0.05000,1.124
-36,mlp.down_proj,0.0000222443,0.05000,3.974
-37,self_attn.k_proj,0.0000076602,0.05000,1.213
-37,self_attn.q_proj,0.0001303909,0.05000,1.220
-37,self_attn.v_proj,0.0000581156,0.05000,1.222
-37,self_attn.o_proj,0.0000040153,0.05000,1.034
-37,mlp.gate_up_proj,0.0011603485,0.05000,1.187
-37,mlp.down_proj,0.0000326401,0.05000,3.968
-38,self_attn.v_proj,0.0000411816,0.05000,1.114
-38,self_attn.q_proj,0.0000913141,0.05000,1.177
-38,self_attn.k_proj,0.0000054355,0.05000,1.203
-38,self_attn.o_proj,0.0000019167,0.05000,1.043
-38,mlp.gate_up_proj,0.0019318110,0.05000,1.182
-38,mlp.down_proj,0.0981100216,0.05000,3.931
-39,self_attn.q_proj,0.0001141409,0.05000,1.157
-39,self_attn.v_proj,0.0000450612,0.05000,1.173
-39,self_attn.k_proj,0.0000136546,0.05000,1.179
-39,self_attn.o_proj,0.0000032148,0.05000,1.127
-39,mlp.gate_up_proj,0.0033458435,0.05000,1.130
-39,mlp.down_proj,0.0001901832,0.05000,3.925
+0,self_attn.k_proj,0.0000002922,0.05000,1.374
+0,self_attn.v_proj,0.0000000078,0.05000,1.877
+0,self_attn.q_proj,0.0000013902,0.05000,1.894
+0,self_attn.o_proj,0.0000000000,0.05000,1.079
+0,mlp.gate_up_proj,0.0000039082,0.05000,1.145
+0,mlp.down_proj,0.0000000022,0.05000,3.957
+1,self_attn.k_proj,0.0000012696,0.05000,1.122
+1,self_attn.q_proj,0.0000052420,0.05000,1.642
+1,self_attn.v_proj,0.0000000755,0.05000,1.651
+1,self_attn.o_proj,0.0000000010,0.05000,1.078
+1,mlp.gate_up_proj,0.0000090307,0.05000,1.138
+1,mlp.down_proj,0.0000000033,0.05000,3.974
+2,self_attn.k_proj,0.0000022448,0.05000,1.120
+2,self_attn.v_proj,0.0000001895,0.05000,1.844
+2,self_attn.q_proj,0.0000115248,0.05000,1.867
+2,self_attn.o_proj,0.0000000015,0.05000,1.097
+2,mlp.gate_up_proj,0.0000145250,0.05000,1.131
+2,mlp.down_proj,0.0000000044,0.05000,4.032
+3,self_attn.k_proj,0.0000041788,0.05000,1.181
+3,self_attn.v_proj,0.0000002238,0.05000,1.954
+3,self_attn.q_proj,0.0000207401,0.05000,2.006
+3,self_attn.o_proj,0.0000000020,0.05000,1.164
+3,mlp.gate_up_proj,0.0000242088,0.05000,1.087
+3,mlp.down_proj,0.0000000069,0.05000,4.102
+4,self_attn.k_proj,0.0000025550,0.05000,1.137
+4,self_attn.v_proj,0.0000002392,0.05000,1.907
+4,self_attn.q_proj,0.0000136254,0.05000,1.937
+4,self_attn.o_proj,0.0000000054,0.05000,1.106
+4,mlp.gate_up_proj,0.0000356180,0.05000,1.139
+4,mlp.down_proj,0.0000003168,0.05000,3.943
+5,self_attn.k_proj,0.0000033486,0.05000,1.221
+5,self_attn.q_proj,0.0000195772,0.05000,1.896
+5,self_attn.v_proj,0.0000004364,0.05000,1.944
+5,self_attn.o_proj,0.0000000074,0.05000,1.070
+5,mlp.gate_up_proj,0.0000432452,0.05000,1.177
+5,mlp.down_proj,0.0000000208,0.05000,3.918
+6,self_attn.k_proj,0.0000047738,0.05000,1.113
+6,self_attn.v_proj,0.0000005422,0.05000,1.863
+6,self_attn.q_proj,0.0000307641,0.05000,1.887
+6,self_attn.o_proj,0.0000000094,0.05000,1.128
+6,mlp.gate_up_proj,0.0000519832,0.05000,1.106
+6,mlp.down_proj,0.0000000294,0.05000,4.009
+7,self_attn.k_proj,0.0000035275,0.05000,1.169
+7,self_attn.q_proj,0.0000262622,0.05000,1.715
+7,self_attn.v_proj,0.0000007889,0.05000,1.724
+7,self_attn.o_proj,0.0000000140,0.05000,1.027
+7,mlp.gate_up_proj,0.0000592456,0.05000,1.096
+7,mlp.down_proj,0.0000000486,0.05000,3.976
+8,self_attn.k_proj,0.0000042726,0.05000,1.165
+8,self_attn.v_proj,0.0000006522,0.05000,1.730
+8,self_attn.q_proj,0.0000268881,0.05000,1.749
+8,self_attn.o_proj,0.0000000190,0.05000,1.026
+8,mlp.gate_up_proj,0.0000640788,0.05000,1.062
+8,mlp.down_proj,0.0000000562,0.05000,3.830
+9,self_attn.k_proj,0.0000044805,0.05000,1.092
+9,self_attn.v_proj,0.0000010438,0.05000,1.710
+9,self_attn.q_proj,0.0000359093,0.05000,1.731
+9,self_attn.o_proj,0.0000000310,0.05000,1.021
+9,mlp.gate_up_proj,0.0000793702,0.05000,1.124
+9,mlp.down_proj,0.0000000633,0.05000,3.819
+10,self_attn.k_proj,0.0000042289,0.05000,1.117
+10,self_attn.v_proj,0.0000011532,0.05000,2.009
+10,self_attn.q_proj,0.0000316913,0.05000,2.014
+10,self_attn.o_proj,0.0000000250,0.05000,1.039
+10,mlp.gate_up_proj,0.0000812482,0.05000,1.073
+10,mlp.down_proj,0.0000000638,0.05000,3.959
+11,self_attn.k_proj,0.0000043707,0.05000,1.156
+11,self_attn.v_proj,0.0000012567,0.05000,1.849
+11,self_attn.q_proj,0.0000318168,0.05000,1.857
+11,self_attn.o_proj,0.0000000271,0.05000,1.051
+11,mlp.gate_up_proj,0.0000871886,0.05000,1.064
+11,mlp.down_proj,0.0000000682,0.05000,3.973
+12,self_attn.k_proj,0.0000058181,0.05000,1.157
+12,self_attn.q_proj,0.0000368757,0.05000,1.752
+12,self_attn.v_proj,0.0000010061,0.05000,1.752
+12,self_attn.o_proj,0.0000000340,0.05000,1.064
+12,mlp.gate_up_proj,0.0000935123,0.05000,1.089
+12,mlp.down_proj,0.0000000808,0.05000,3.845
+13,self_attn.k_proj,0.0000048201,0.05000,1.215
+13,self_attn.v_proj,0.0000017309,0.05000,1.838
+13,self_attn.q_proj,0.0000376639,0.05000,1.851
+13,self_attn.o_proj,0.0000000299,0.05000,1.044
+13,mlp.gate_up_proj,0.0000980107,0.05000,1.168
+13,mlp.down_proj,0.0000000953,0.05000,3.863
+14,self_attn.k_proj,0.0000055619,0.05000,1.140
+14,self_attn.v_proj,0.0000012475,0.05000,1.757
+14,self_attn.q_proj,0.0000390916,0.05000,1.772
+14,self_attn.o_proj,0.0000000384,0.05000,1.100
+14,mlp.gate_up_proj,0.0000979989,0.05000,1.138
+14,mlp.down_proj,0.0000001124,0.05000,3.875
+15,self_attn.k_proj,0.0000062197,0.05000,1.168
+15,self_attn.v_proj,0.0000015974,0.05000,1.752
+15,self_attn.q_proj,0.0000422419,0.05000,1.770
+15,self_attn.o_proj,0.0000000473,0.05000,1.035
+15,mlp.gate_up_proj,0.0001028249,0.05000,1.133
+15,mlp.down_proj,0.0000001380,0.05000,3.842
+16,self_attn.k_proj,0.0000059852,0.05000,1.133
+16,self_attn.q_proj,0.0000459906,0.05000,1.873
+16,self_attn.v_proj,0.0000020952,0.05000,1.879
+16,self_attn.o_proj,0.0000000582,0.05000,1.079
+16,mlp.gate_up_proj,0.0001066342,0.05000,1.075
+16,mlp.down_proj,0.0000001729,0.05000,3.851
+17,self_attn.k_proj,0.0000048882,0.05000,1.104
+17,self_attn.v_proj,0.0000019357,0.05000,1.857
+17,self_attn.q_proj,0.0000389605,0.05000,1.901
+17,self_attn.o_proj,0.0000000714,0.05000,1.078
+17,mlp.gate_up_proj,0.0001144119,0.05000,1.132
+17,mlp.down_proj,0.0000002098,0.05000,3.790
+18,self_attn.k_proj,0.0000041478,0.05000,1.127
+18,self_attn.v_proj,0.0000031805,0.05000,1.769
+18,self_attn.q_proj,0.0000957768,0.05000,1.781
+18,self_attn.o_proj,0.0000001034,0.05000,1.075
+18,mlp.gate_up_proj,0.0001127454,0.05000,1.076
+18,mlp.down_proj,0.0000002447,0.05000,3.794
+19,self_attn.k_proj,0.0000061308,0.05000,1.154
+19,self_attn.q_proj,0.0000491331,0.05000,2.046
+19,self_attn.v_proj,0.0000030159,0.05000,2.120
+19,self_attn.o_proj,0.0000001317,0.05000,1.042
+19,mlp.gate_up_proj,0.0001274382,0.05000,1.156
+19,mlp.down_proj,0.0000003014,0.05000,3.921
+20,self_attn.k_proj,0.0000051466,0.05000,1.144
+20,self_attn.v_proj,0.0000037440,0.05000,2.055
+20,self_attn.q_proj,0.0000471429,0.05000,2.091
+20,self_attn.o_proj,0.0000001258,0.05000,1.140
+20,mlp.gate_up_proj,0.0001480629,0.05000,1.182
+20,mlp.down_proj,0.0000004168,0.05000,3.869
+21,self_attn.k_proj,0.0000051177,0.05000,1.334
+21,self_attn.v_proj,0.0000043570,0.05000,2.250
+21,self_attn.q_proj,0.0000487124,0.05000,2.343
+21,self_attn.o_proj,0.0000001870,0.05000,1.147
+21,mlp.gate_up_proj,0.0001766828,0.05000,1.209
+21,mlp.down_proj,0.0000006147,0.05000,4.178
+22,self_attn.k_proj,0.0000051113,0.05000,1.275
+22,self_attn.q_proj,0.0000819439,0.05000,2.239
+22,self_attn.v_proj,0.0000054272,0.05000,2.240
+22,self_attn.o_proj,0.0000002462,0.05000,1.177
+22,mlp.gate_up_proj,0.0001973738,0.05000,1.153
+22,mlp.down_proj,0.0000009183,0.05000,4.256
+23,self_attn.k_proj,0.0000053470,0.05000,1.189
+23,self_attn.q_proj,0.0000609132,0.05000,2.324
+23,self_attn.v_proj,0.0000080116,0.05000,2.430
+23,self_attn.o_proj,0.0000003616,0.05000,1.197
+23,mlp.gate_up_proj,0.0002378243,0.05000,1.247
+23,mlp.down_proj,0.0000011878,0.05000,4.577
+24,self_attn.k_proj,0.0000059234,0.05000,1.537
+24,self_attn.v_proj,0.0000133390,0.05000,2.142
+24,self_attn.q_proj,0.0000714417,0.05000,2.189
+24,self_attn.o_proj,0.0000003454,0.05000,1.091
+24,mlp.gate_up_proj,0.0002860948,0.05000,1.226
+24,mlp.down_proj,0.0000017579,0.05000,4.429
+25,self_attn.k_proj,0.0000059778,0.05000,1.289
+25,self_attn.v_proj,0.0000109253,0.05000,2.258
+25,self_attn.q_proj,0.0000656750,0.05000,2.305
+25,self_attn.o_proj,0.0000003434,0.05000,1.055
+25,mlp.gate_up_proj,0.0003338020,0.05000,1.211
+25,mlp.down_proj,0.0000026202,0.05000,4.044
+26,self_attn.k_proj,0.0000059038,0.05000,1.359
+26,self_attn.q_proj,0.0000755639,0.05000,2.183
+26,self_attn.v_proj,0.0000171953,0.05000,2.198
+26,self_attn.o_proj,0.0000005517,0.05000,1.207
+26,mlp.gate_up_proj,0.0003860486,0.05000,1.339
+26,mlp.down_proj,0.0000030165,0.05000,3.993
+27,self_attn.k_proj,0.0000050343,0.05000,1.366
+27,self_attn.v_proj,0.0000149522,0.05000,1.941
+27,self_attn.q_proj,0.0000688656,0.05000,1.996
+27,self_attn.o_proj,0.0000006007,0.05000,1.172
+27,mlp.gate_up_proj,0.0003946776,0.05000,1.228
+27,mlp.down_proj,0.0000032734,0.05000,4.176
+28,self_attn.k_proj,0.0000058891,0.05000,1.336
+28,self_attn.v_proj,0.0000237423,0.05000,2.540
+28,self_attn.q_proj,0.0000784953,0.05000,2.574
+28,self_attn.o_proj,0.0000006531,0.05000,1.148
+28,mlp.gate_up_proj,0.0004399898,0.05000,1.271
+28,mlp.down_proj,0.0000038930,0.05000,4.459
+29,self_attn.k_proj,0.0000068672,0.05000,1.296
+29,self_attn.q_proj,0.0000941400,0.05000,1.899
+29,self_attn.v_proj,0.0000369100,0.05000,1.931
+29,self_attn.o_proj,0.0000012668,0.05000,1.235
+29,mlp.gate_up_proj,0.0005033797,0.05000,1.269
+29,mlp.down_proj,0.0000048307,0.05000,4.170
+30,self_attn.k_proj,0.0000067856,0.05000,1.263
+30,self_attn.v_proj,0.0000197323,0.05000,2.020
+30,self_attn.q_proj,0.0000859262,0.05000,2.033
+30,self_attn.o_proj,0.0000005434,0.05000,1.145
+30,mlp.gate_up_proj,0.0005280900,0.05000,1.138
+30,mlp.down_proj,0.0000056601,0.05000,4.186
+31,self_attn.k_proj,0.0000063339,0.05000,1.287
+31,self_attn.v_proj,0.0000298222,0.05000,2.549
+31,self_attn.q_proj,0.0000827375,0.05000,2.575
+31,self_attn.o_proj,0.0000007528,0.05000,1.104
+31,mlp.gate_up_proj,0.0005607144,0.05000,1.332
+31,mlp.down_proj,0.0000061913,0.05000,4.299
+32,self_attn.k_proj,0.0000059193,0.05000,1.232
+32,self_attn.q_proj,0.0000891511,0.05000,2.036
+32,self_attn.v_proj,0.0000645760,0.05000,2.066
+32,self_attn.o_proj,0.0000014203,0.05000,1.163
+32,mlp.gate_up_proj,0.0006130429,0.05000,1.157
+32,mlp.down_proj,0.0000066158,0.05000,4.178
+33,self_attn.k_proj,0.0000061163,0.05000,1.194
+33,self_attn.v_proj,0.0000938030,0.05000,2.129
+33,self_attn.q_proj,0.0000936246,0.05000,2.147
+33,self_attn.o_proj,0.0000013597,0.05000,1.127
+33,mlp.gate_up_proj,0.0006655953,0.05000,1.274
+33,mlp.down_proj,0.0000077043,0.05000,4.179
+34,self_attn.k_proj,0.0000069299,0.05000,1.297
+34,self_attn.v_proj,0.0000751168,0.05000,2.122
+34,self_attn.q_proj,0.0000990393,0.05000,2.190
+34,self_attn.o_proj,0.0000010204,0.05000,1.204
+34,mlp.gate_up_proj,0.0007160597,0.05000,1.200
+34,mlp.down_proj,0.0000102605,0.05000,4.197
+35,self_attn.k_proj,0.0000056465,0.05000,1.326
+35,self_attn.v_proj,0.0000821747,0.05000,2.620
+35,self_attn.q_proj,0.0000964586,0.05000,2.622
+35,self_attn.o_proj,0.0000022052,0.05000,1.134
+35,mlp.gate_up_proj,0.0008116817,0.05000,1.192
+35,mlp.down_proj,0.0000126651,0.05000,4.387
+36,self_attn.k_proj,0.0000062332,0.05000,1.266
+36,self_attn.v_proj,0.0000427911,0.05000,2.210
+36,self_attn.q_proj,0.0000972865,0.05000,2.224
+36,self_attn.o_proj,0.0000023794,0.05000,1.163
+36,mlp.gate_up_proj,0.0008006807,0.05000,1.168
+36,mlp.down_proj,0.0000151278,0.05000,4.207
+37,self_attn.k_proj,0.0000052548,0.05000,1.194
+37,self_attn.v_proj,0.0000413565,0.05000,2.030
+37,self_attn.q_proj,0.0000888177,0.05000,2.048
+37,self_attn.o_proj,0.0000029221,0.05000,1.173
+37,mlp.gate_up_proj,0.0008157736,0.05000,1.281
+37,mlp.down_proj,0.0000219872,0.05000,4.228
+38,self_attn.k_proj,0.0000036995,0.05000,1.200
+38,self_attn.v_proj,0.0000287794,0.05000,2.309
+38,self_attn.q_proj,0.0000631295,0.05000,2.314
+38,self_attn.o_proj,0.0000013509,0.05000,1.189
+38,mlp.gate_up_proj,0.0013094005,0.05000,1.219
+38,mlp.down_proj,0.1816714025,0.05000,4.069
+39,self_attn.k_proj,0.0000088539,0.05000,1.275
+39,self_attn.v_proj,0.0000303753,0.05000,2.114
+39,self_attn.q_proj,0.0000798257,0.05000,2.126
+39,self_attn.o_proj,0.0000023493,0.05000,1.164
+39,mlp.gate_up_proj,0.0023529960,0.05000,1.291
+39,mlp.down_proj,0.0001214337,0.05000,4.208

quantize_config.json

@@ -1,6 +1,6 @@
 {
   "bits": 4,
-  "group_size": 128,
+  "group_size": 32,
   "desc_act": false,
   "sym": true,
   "lm_head": false,