Add files using upload-large-folder tool

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00f7c4d9a1f659366f65d5fb99ca7b6f2da6da0d6b74ae8128d4249cde3aae08
+oid sha256:c39cf80182cd44a4517c067951857427c1013ff5da1029b810f755bf0c19a530
 size 2255767328

quant_log.csv

@@ -1,197 +1,197 @@
 layer,module,loss,samples,damp,time
-0,self_attn.k_proj,0.30112195,0.01000,1.150
-0,self_attn.v_proj,0.01570884,0.01000,1.133
-0,self_attn.q_proj,0.59113240,0.01000,1.155
-0,self_attn.o_proj,0.00065421,0.01000,1.159
-0,mlp.up_proj,0.37343988,0.01000,1.144
-0,mlp.gate_proj,0.42701188,0.01000,1.160
-0,mlp.down_proj,0.00581118,0.01000,3.120
-1,self_attn.k_proj,0.38888621,0.01000,1.147
-1,self_attn.v_proj,0.04474297,0.01000,1.126
-1,self_attn.q_proj,0.66478097,0.01000,1.175
-1,self_attn.o_proj,0.00249097,0.01000,1.147
-1,mlp.up_proj,0.52243674,0.01000,1.149
-1,mlp.gate_proj,0.59576809,0.01000,1.154
-1,mlp.down_proj,0.06515677,0.01000,3.167
-2,self_attn.k_proj,1.88801134,0.01000,1.123
-2,self_attn.v_proj,0.19233426,0.01000,1.127
-2,self_attn.q_proj,3.18083096,0.01000,1.152
-2,self_attn.o_proj,0.00320804,0.01000,1.135
-2,mlp.up_proj,0.82030928,0.01000,1.164
-2,mlp.gate_proj,0.96838230,0.01000,1.149
-2,mlp.down_proj,0.01880076,0.01000,3.121
-3,self_attn.k_proj,1.22175431,0.01000,1.168
-3,self_attn.v_proj,0.21496563,0.01000,1.144
-3,self_attn.q_proj,2.22663021,0.01000,1.159
-3,self_attn.o_proj,0.00706171,0.01000,1.162
-3,mlp.up_proj,1.06836176,0.01000,1.169
-3,mlp.gate_proj,1.42266273,0.01000,1.178
-3,mlp.down_proj,0.02924869,0.01000,3.214
-4,self_attn.k_proj,1.15004706,0.01000,1.127
-4,self_attn.v_proj,0.22012554,0.01000,1.155
-4,self_attn.q_proj,2.19098425,0.01000,1.161
-4,self_attn.o_proj,0.01024623,0.01000,1.158
-4,mlp.up_proj,1.26271689,0.01000,1.149
-4,mlp.gate_proj,1.88262272,0.01000,1.154
-4,mlp.down_proj,0.04099274,0.01000,3.204
-5,self_attn.k_proj,1.86057818,0.01000,1.155
-5,self_attn.v_proj,0.22285002,0.01000,1.134
-5,self_attn.q_proj,3.10485601,0.01000,1.180
-5,self_attn.o_proj,0.01251093,0.01000,1.143
-5,mlp.up_proj,1.46818447,0.01000,1.146
-5,mlp.gate_proj,2.07031012,0.01000,1.169
-5,mlp.down_proj,0.05284793,0.01000,3.139
-6,self_attn.k_proj,1.41580844,0.01000,1.122
-6,self_attn.v_proj,0.21924368,0.01000,1.158
-6,self_attn.q_proj,2.65340567,0.01000,1.147
-6,self_attn.o_proj,0.01863250,0.01000,1.138
-6,mlp.up_proj,1.53119409,0.01000,1.164
-6,mlp.gate_proj,2.13722944,0.01000,1.171
-6,mlp.down_proj,0.05822247,0.01000,3.178
-7,self_attn.k_proj,1.33923364,0.01000,1.145
-7,self_attn.v_proj,0.19492055,0.01000,1.125
-7,self_attn.q_proj,2.26367903,0.01000,1.146
-7,self_attn.o_proj,0.02339792,0.01000,1.152
-7,mlp.up_proj,1.61240244,0.01000,1.144
-7,mlp.gate_proj,2.06814051,0.01000,1.140
-7,mlp.down_proj,0.06485046,0.01000,3.188
-8,self_attn.k_proj,1.72186375,0.01000,1.141
-8,self_attn.v_proj,0.24632689,0.01000,1.135
-8,self_attn.q_proj,2.87150645,0.01000,1.164
-8,self_attn.o_proj,0.03228246,0.01000,1.145
-8,mlp.up_proj,1.66218758,0.01000,1.159
-8,mlp.gate_proj,2.17076254,0.01000,1.185
-8,mlp.down_proj,0.06700595,0.01000,3.180
-9,self_attn.k_proj,1.63053393,0.01000,1.151
-9,self_attn.v_proj,0.29964578,0.01000,1.148
-9,self_attn.q_proj,2.75603867,0.01000,1.159
-9,self_attn.o_proj,0.03246364,0.01000,1.158
-9,mlp.up_proj,1.66436744,0.01000,1.139
-9,mlp.gate_proj,2.09544492,0.01000,1.164
-9,mlp.down_proj,0.06654672,0.01000,3.110
-10,self_attn.k_proj,1.71625137,0.01000,1.417
-10,self_attn.v_proj,0.23680860,0.01000,1.134
-10,self_attn.q_proj,2.78978491,0.01000,1.153
-10,self_attn.o_proj,0.02899919,0.01000,1.181
-10,mlp.up_proj,1.76738119,0.01000,1.148
-10,mlp.gate_proj,2.07832718,0.01000,1.183
-10,mlp.down_proj,0.07146379,0.01000,3.131
-11,self_attn.k_proj,1.32459235,0.01000,1.141
-11,self_attn.v_proj,0.28146595,0.01000,1.131
-11,self_attn.q_proj,2.36020613,0.01000,1.178
-11,self_attn.o_proj,0.03698180,0.01000,1.160
-11,mlp.up_proj,1.90443850,0.01000,1.184
-11,mlp.gate_proj,2.15822124,0.01000,1.158
-11,mlp.down_proj,0.08127841,0.01000,3.138
-12,self_attn.k_proj,1.97247875,0.01000,1.150
-12,self_attn.v_proj,0.30387902,0.01000,1.127
-12,self_attn.q_proj,3.29090500,0.01000,1.136
-12,self_attn.o_proj,0.04466573,0.01000,1.132
-12,mlp.up_proj,2.00009823,0.01000,1.146
-12,mlp.gate_proj,2.24844861,0.01000,1.147
-12,mlp.down_proj,0.09179184,0.01000,3.251
-13,self_attn.k_proj,2.20049191,0.01000,1.158
-13,self_attn.v_proj,0.34632075,0.01000,1.159
-13,self_attn.q_proj,3.41837978,0.01000,1.149
-13,self_attn.o_proj,0.04902930,0.01000,1.135
-13,mlp.up_proj,2.17827463,0.01000,1.148
-13,mlp.gate_proj,2.59816766,0.01000,1.159
-13,mlp.down_proj,0.11659020,0.01000,3.148
-14,self_attn.k_proj,1.75478387,0.01000,1.114
-14,self_attn.v_proj,0.39836311,0.01000,1.127
-14,self_attn.q_proj,3.66679001,0.01000,1.154
-14,self_attn.o_proj,0.06044153,0.01000,1.145
-14,mlp.up_proj,2.32195139,0.01000,1.181
-14,mlp.gate_proj,2.79072547,0.01000,1.158
-14,mlp.down_proj,0.14615875,0.01000,3.236
-15,self_attn.k_proj,2.02502155,0.01000,1.166
-15,self_attn.v_proj,0.40373188,0.01000,1.135
-15,self_attn.q_proj,3.85390139,0.01000,1.183
-15,self_attn.o_proj,0.04099876,0.01000,1.126
-15,mlp.up_proj,2.39323020,0.01000,1.162
-15,mlp.gate_proj,3.09810781,0.01000,1.154
-15,mlp.down_proj,0.15945630,0.01000,3.149
-16,self_attn.k_proj,2.24789000,0.01000,1.133
-16,self_attn.v_proj,0.44044137,0.01000,1.151
-16,self_attn.q_proj,3.99555898,0.01000,1.159
-16,self_attn.o_proj,0.03019350,0.01000,1.142
-16,mlp.up_proj,2.44461060,0.01000,1.168
-16,mlp.gate_proj,3.25726128,0.01000,1.187
-16,mlp.down_proj,0.15433976,0.01000,3.161
-17,self_attn.k_proj,2.09545541,0.01000,1.135
-17,self_attn.v_proj,0.43348342,0.01000,1.147
-17,self_attn.q_proj,3.85930681,0.01000,1.158
-17,self_attn.o_proj,0.02748003,0.01000,1.158
-17,mlp.up_proj,2.53550029,0.01000,1.169
-17,mlp.gate_proj,3.43495655,0.01000,1.159
-17,mlp.down_proj,0.16544822,0.01000,3.143
-18,self_attn.k_proj,2.36760187,0.01000,1.130
-18,self_attn.v_proj,0.52266914,0.01000,1.162
-18,self_attn.q_proj,4.23445797,0.01000,1.209
-18,self_attn.o_proj,0.02904772,0.01000,1.162
-18,mlp.up_proj,2.71687889,0.01000,1.134
-18,mlp.gate_proj,3.60506201,0.01000,1.156
-18,mlp.down_proj,0.17471251,0.01000,3.190
-19,self_attn.k_proj,2.20339632,0.01000,1.139
-19,self_attn.v_proj,0.52427340,0.01000,1.139
-19,self_attn.q_proj,3.82244349,0.01000,1.155
-19,self_attn.o_proj,0.04299172,0.01000,1.140
-19,mlp.up_proj,2.92481565,0.01000,1.177
-19,mlp.gate_proj,3.81721783,0.01000,1.208
-19,mlp.down_proj,0.21938494,0.01000,3.164
-20,self_attn.k_proj,2.38230228,0.01000,1.118
-20,self_attn.v_proj,0.61960191,0.01000,1.130
-20,self_attn.q_proj,3.94168520,0.01000,1.157
-20,self_attn.o_proj,0.04088939,0.01000,1.155
-20,mlp.up_proj,2.98803997,0.01000,1.153
-20,mlp.gate_proj,3.73036146,0.01000,1.159
-20,mlp.down_proj,0.22134039,0.01000,3.196
-21,self_attn.k_proj,2.30610347,0.01000,1.144
-21,self_attn.v_proj,0.79631335,0.01000,1.157
-21,self_attn.q_proj,3.86093950,0.01000,1.146
-21,self_attn.o_proj,0.04069402,0.01000,1.137
-21,mlp.up_proj,3.20080495,0.01000,1.162
-21,mlp.gate_proj,4.03069019,0.01000,1.178
-21,mlp.down_proj,0.23245370,0.01000,3.147
-22,self_attn.k_proj,2.18278742,0.01000,1.205
-22,self_attn.v_proj,0.80734658,0.01000,1.140
-22,self_attn.q_proj,3.80389190,0.01000,1.150
-22,self_attn.o_proj,0.03824257,0.01000,1.163
-22,mlp.up_proj,3.45145941,0.01000,1.176
-22,mlp.gate_proj,4.35514832,0.01000,1.148
-22,mlp.down_proj,0.26078928,0.01000,3.145
-23,self_attn.k_proj,2.32202196,0.01000,1.141
-23,self_attn.v_proj,0.79082692,0.01000,1.164
-23,self_attn.q_proj,3.77259874,0.01000,1.164
-23,self_attn.o_proj,0.07018079,0.01000,1.126
-23,mlp.up_proj,3.79414082,0.01000,1.163
-23,mlp.gate_proj,5.01220703,0.01000,1.144
-23,mlp.down_proj,0.31240845,0.01000,3.183
-24,self_attn.k_proj,2.54174876,0.01000,1.144
-24,self_attn.v_proj,1.12363541,0.01000,1.152
-24,self_attn.q_proj,4.08204651,0.01000,1.160
-24,self_attn.o_proj,0.07914403,0.01000,1.156
-24,mlp.up_proj,4.27621031,0.01000,1.138
-24,mlp.gate_proj,5.73402596,0.01000,1.154
-24,mlp.down_proj,0.38886082,0.01000,3.174
-25,self_attn.k_proj,2.08625603,0.01000,1.155
-25,self_attn.v_proj,1.03544307,0.01000,1.145
-25,self_attn.q_proj,4.05644989,0.01000,1.171
-25,self_attn.o_proj,0.10321535,0.01000,1.178
-25,mlp.up_proj,4.61544085,0.01000,1.144
-25,mlp.gate_proj,6.17409420,0.01000,1.164
-25,mlp.down_proj,0.52019978,0.01000,3.172
-26,self_attn.k_proj,2.38002038,0.01000,1.156
-26,self_attn.v_proj,1.40352118,0.01000,1.176
-26,self_attn.q_proj,3.68223524,0.01000,1.157
-26,self_attn.o_proj,0.16447946,0.01000,1.146
-26,mlp.up_proj,4.85717821,0.01000,1.168
-26,mlp.gate_proj,6.55735397,0.01000,1.165
-26,mlp.down_proj,0.76687741,0.01000,3.129
-27,self_attn.k_proj,1.65952611,0.01000,1.158
-27,self_attn.v_proj,0.90589255,0.01000,1.190
-27,self_attn.q_proj,2.93714190,0.01000,1.156
-27,self_attn.o_proj,0.37936646,0.01000,1.164
-27,mlp.up_proj,5.13470936,0.01000,1.161
-27,mlp.gate_proj,6.15918636,0.01000,1.140
-27,mlp.down_proj,1.88660908,0.01000,3.237
+0,self_attn.k_proj,0.57348979,0.01000,1.101
+0,self_attn.v_proj,0.02992631,0.01000,1.083
+0,self_attn.q_proj,1.12482524,0.01000,1.095
+0,self_attn.o_proj,0.00123981,0.01000,1.088
+0,mlp.up_proj,0.71145487,0.01000,1.110
+0,mlp.gate_proj,0.81329715,0.01000,1.129
+0,mlp.down_proj,0.01093513,0.01000,3.119
+1,self_attn.k_proj,0.74367076,0.01000,1.122
+1,self_attn.v_proj,0.08594101,0.01000,1.106
+1,self_attn.q_proj,1.27566791,0.01000,1.114
+1,self_attn.o_proj,0.00476055,0.01000,1.105
+1,mlp.up_proj,0.99940991,0.01000,1.137
+1,mlp.gate_proj,1.13917911,0.01000,1.131
+1,mlp.down_proj,0.12524097,0.01000,3.134
+2,self_attn.k_proj,3.61536407,0.01000,1.099
+2,self_attn.v_proj,0.36897749,0.01000,1.096
+2,self_attn.q_proj,6.09369278,0.01000,1.125
+2,self_attn.o_proj,0.00595129,0.01000,1.123
+2,mlp.up_proj,1.57945013,0.01000,1.193
+2,mlp.gate_proj,1.86483383,0.01000,1.140
+2,mlp.down_proj,0.03576290,0.01000,3.141
+3,self_attn.k_proj,2.34764647,0.01000,1.187
+3,self_attn.v_proj,0.41367924,0.01000,1.129
+3,self_attn.q_proj,4.28345490,0.01000,1.130
+3,self_attn.o_proj,0.01283259,0.01000,1.112
+3,mlp.up_proj,2.06658602,0.01000,1.146
+3,mlp.gate_proj,2.75131416,0.01000,1.137
+3,mlp.down_proj,0.05543867,0.01000,3.116
+4,self_attn.k_proj,2.20512915,0.01000,1.152
+4,self_attn.v_proj,0.42244333,0.01000,1.107
+4,self_attn.q_proj,4.19914150,0.01000,1.129
+4,self_attn.o_proj,0.01911609,0.01000,1.133
+4,mlp.up_proj,2.42648292,0.01000,1.136
+4,mlp.gate_proj,3.61736584,0.01000,1.187
+4,mlp.down_proj,0.07793631,0.01000,3.147
+5,self_attn.k_proj,3.54735780,0.01000,1.106
+5,self_attn.v_proj,0.42594641,0.01000,1.106
+5,self_attn.q_proj,5.93417883,0.01000,1.122
+5,self_attn.o_proj,0.02330331,0.01000,1.122
+5,mlp.up_proj,2.81386232,0.01000,1.139
+5,mlp.gate_proj,3.96837521,0.01000,1.151
+5,mlp.down_proj,0.10042880,0.01000,3.100
+6,self_attn.k_proj,2.70604372,0.01000,1.122
+6,self_attn.v_proj,0.41878402,0.01000,1.100
+6,self_attn.q_proj,5.07468605,0.01000,1.164
+6,self_attn.o_proj,0.03428555,0.01000,1.130
+6,mlp.up_proj,2.92948699,0.01000,1.128
+6,mlp.gate_proj,4.09053612,0.01000,1.139
+6,mlp.down_proj,0.11020730,0.01000,3.142
+7,self_attn.k_proj,2.56192708,0.01000,1.105
+7,self_attn.v_proj,0.37280792,0.01000,1.113
+7,self_attn.q_proj,4.33243322,0.01000,1.117
+7,self_attn.o_proj,0.04311103,0.01000,1.124
+7,mlp.up_proj,3.09119558,0.01000,1.154
+7,mlp.gate_proj,3.96394897,0.01000,1.116
+7,mlp.down_proj,0.12291946,0.01000,3.111
+8,self_attn.k_proj,3.28836107,0.01000,1.114
+8,self_attn.v_proj,0.47108710,0.01000,1.112
+8,self_attn.q_proj,5.49438858,0.01000,1.126
+8,self_attn.o_proj,0.06026545,0.01000,1.109
+8,mlp.up_proj,3.16844177,0.01000,1.147
+8,mlp.gate_proj,4.13681126,0.01000,1.133
+8,mlp.down_proj,0.12639077,0.01000,3.141
+9,self_attn.k_proj,3.11001682,0.01000,1.147
+9,self_attn.v_proj,0.57155442,0.01000,1.130
+9,self_attn.q_proj,5.25478554,0.01000,1.176
+9,self_attn.o_proj,0.05964671,0.01000,1.164
+9,mlp.up_proj,3.15676737,0.01000,1.162
+9,mlp.gate_proj,3.97617245,0.01000,1.133
+9,mlp.down_proj,0.12478939,0.01000,3.119
+10,self_attn.k_proj,3.26966572,0.01000,1.131
+10,self_attn.v_proj,0.45004451,0.01000,1.112
+10,self_attn.q_proj,5.30321121,0.01000,1.142
+10,self_attn.o_proj,0.05341929,0.01000,1.132
+10,mlp.up_proj,3.35345793,0.01000,1.196
+10,mlp.gate_proj,3.94216251,0.01000,1.174
+10,mlp.down_proj,0.13452166,0.01000,3.080
+11,self_attn.k_proj,2.52076197,0.01000,1.152
+11,self_attn.v_proj,0.53631318,0.01000,1.116
+11,self_attn.q_proj,4.49594688,0.01000,1.112
+11,self_attn.o_proj,0.06898431,0.01000,1.122
+11,mlp.up_proj,3.61847162,0.01000,1.165
+11,mlp.gate_proj,4.10153961,0.01000,1.116
+11,mlp.down_proj,0.15326369,0.01000,3.086
+12,self_attn.k_proj,3.76040173,0.01000,1.128
+12,self_attn.v_proj,0.57905239,0.01000,1.176
+12,self_attn.q_proj,6.26392555,0.01000,1.107
+12,self_attn.o_proj,0.08288961,0.01000,1.122
+12,mlp.up_proj,3.79364228,0.01000,1.191
+12,mlp.gate_proj,4.26222324,0.01000,1.158
+12,mlp.down_proj,0.17245661,0.01000,3.106
+13,self_attn.k_proj,4.17454338,0.01000,1.124
+13,self_attn.v_proj,0.65613842,0.01000,1.129
+13,self_attn.q_proj,6.48309612,0.01000,1.112
+13,self_attn.o_proj,0.08975884,0.01000,1.105
+13,mlp.up_proj,4.12620115,0.01000,1.149
+13,mlp.gate_proj,4.92243528,0.01000,1.127
+13,mlp.down_proj,0.21988256,0.01000,3.108
+14,self_attn.k_proj,3.32866430,0.01000,1.136
+14,self_attn.v_proj,0.75655323,0.01000,1.097
+14,self_attn.q_proj,6.95757151,0.01000,1.134
+14,self_attn.o_proj,0.11242675,0.01000,1.145
+14,mlp.up_proj,4.40335560,0.01000,1.159
+14,mlp.gate_proj,5.29281664,0.01000,1.150
+14,mlp.down_proj,0.27417624,0.01000,3.150
+15,self_attn.k_proj,3.84503889,0.01000,1.148
+15,self_attn.v_proj,0.76655364,0.01000,1.103
+15,self_attn.q_proj,7.31272936,0.01000,1.137
+15,self_attn.o_proj,0.07379784,0.01000,1.101
+15,mlp.up_proj,4.55024004,0.01000,1.200
+15,mlp.gate_proj,5.88753128,0.01000,1.137
+15,mlp.down_proj,0.29958892,0.01000,3.079
+16,self_attn.k_proj,4.27809811,0.01000,1.117
+16,self_attn.v_proj,0.83709764,0.01000,1.134
+16,self_attn.q_proj,7.59177876,0.01000,1.126
+16,self_attn.o_proj,0.05505002,0.01000,1.109
+16,mlp.up_proj,4.66512632,0.01000,1.139
+16,mlp.gate_proj,6.21557331,0.01000,1.145
+16,mlp.down_proj,0.29199547,0.01000,3.142
+17,self_attn.k_proj,3.99537516,0.01000,1.133
+17,self_attn.v_proj,0.82619518,0.01000,1.118
+17,self_attn.q_proj,7.35900211,0.01000,1.123
+17,self_attn.o_proj,0.05116026,0.01000,1.113
+17,mlp.up_proj,4.85350800,0.01000,1.139
+17,mlp.gate_proj,6.57617331,0.01000,1.139
+17,mlp.down_proj,0.31245530,0.01000,3.110
+18,self_attn.k_proj,4.51366901,0.01000,1.136
+18,self_attn.v_proj,0.99721968,0.01000,1.102
+18,self_attn.q_proj,8.07002068,0.01000,1.129
+18,self_attn.o_proj,0.05473011,0.01000,1.106
+18,mlp.up_proj,5.22503281,0.01000,1.119
+18,mlp.gate_proj,6.93419027,0.01000,1.149
+18,mlp.down_proj,0.33353916,0.01000,3.098
+19,self_attn.k_proj,4.22218132,0.01000,1.162
+19,self_attn.v_proj,1.00496328,0.01000,1.149
+19,self_attn.q_proj,7.31388569,0.01000,1.129
+19,self_attn.o_proj,0.07915132,0.01000,1.183
+19,mlp.up_proj,5.62336969,0.01000,1.137
+19,mlp.gate_proj,7.33508205,0.01000,1.136
+19,mlp.down_proj,0.41691202,0.01000,3.145
+20,self_attn.k_proj,4.55664349,0.01000,1.113
+20,self_attn.v_proj,1.19031966,0.01000,1.136
+20,self_attn.q_proj,7.54975128,0.01000,1.128
+20,self_attn.o_proj,0.07554041,0.01000,1.119
+20,mlp.up_proj,5.75148487,0.01000,1.143
+20,mlp.gate_proj,7.17578554,0.01000,1.166
+20,mlp.down_proj,0.42174736,0.01000,3.105
+21,self_attn.k_proj,4.42211723,0.01000,1.173
+21,self_attn.v_proj,1.52764320,0.01000,1.114
+21,self_attn.q_proj,7.39887810,0.01000,1.135
+21,self_attn.o_proj,0.07596338,0.01000,1.121
+21,mlp.up_proj,6.17190742,0.01000,1.145
+21,mlp.gate_proj,7.76521111,0.01000,1.130
+21,mlp.down_proj,0.44396168,0.01000,3.123
+22,self_attn.k_proj,4.18366241,0.01000,1.106
+22,self_attn.v_proj,1.55225110,0.01000,1.110
+22,self_attn.q_proj,7.29905701,0.01000,1.152
+22,self_attn.o_proj,0.06833672,0.01000,1.134
+22,mlp.up_proj,6.65676212,0.01000,1.178
+22,mlp.gate_proj,8.40142918,0.01000,1.131
+22,mlp.down_proj,0.49725312,0.01000,3.171
+23,self_attn.k_proj,4.44097424,0.01000,1.122
+23,self_attn.v_proj,1.51754737,0.01000,1.107
+23,self_attn.q_proj,7.22582531,0.01000,1.147
+23,self_attn.o_proj,0.12661582,0.01000,1.114
+23,mlp.up_proj,7.31189728,0.01000,1.131
+23,mlp.gate_proj,9.66457844,0.01000,1.122
+23,mlp.down_proj,0.59769487,0.01000,3.103
+24,self_attn.k_proj,4.87307644,0.01000,1.105
+24,self_attn.v_proj,2.15399027,0.01000,1.138
+24,self_attn.q_proj,7.82933807,0.01000,1.128
+24,self_attn.o_proj,0.14315630,0.01000,1.166
+24,mlp.up_proj,8.24588013,0.01000,1.124
+24,mlp.gate_proj,11.05454826,0.01000,1.127
+24,mlp.down_proj,0.74648660,0.01000,3.122
+25,self_attn.k_proj,4.00452709,0.01000,1.119
+25,self_attn.v_proj,1.98942447,0.01000,1.128
+25,self_attn.q_proj,7.78156376,0.01000,1.117
+25,self_attn.o_proj,0.19304600,0.01000,1.117
+25,mlp.up_proj,8.88384628,0.01000,1.165
+25,mlp.gate_proj,11.88053036,0.01000,1.126
+25,mlp.down_proj,0.99862719,0.01000,3.124
+26,self_attn.k_proj,4.53559971,0.01000,1.138
+26,self_attn.v_proj,2.68204308,0.01000,1.116
+26,self_attn.q_proj,7.01802683,0.01000,1.171
+26,self_attn.o_proj,0.28712690,0.01000,1.114
+26,mlp.up_proj,9.31034470,0.01000,1.128
+26,mlp.gate_proj,12.55875587,0.01000,1.154
+26,mlp.down_proj,1.47142649,0.01000,3.096
+27,self_attn.k_proj,3.15559483,0.01000,1.119
+27,self_attn.v_proj,1.72210693,0.01000,1.119
+27,self_attn.q_proj,5.58061886,0.01000,1.167
+27,self_attn.o_proj,0.70267087,0.01000,1.129
+27,mlp.up_proj,9.85498810,0.01000,1.158
+27,mlp.gate_proj,11.81561852,0.01000,1.139
+27,mlp.down_proj,3.57119989,0.01000,3.075