| layer,module,loss,samples,damp,time | |
| 0,self_attn.k_proj,0.57348979,0.01000,1.101 | |
| 0,self_attn.v_proj,0.02992631,0.01000,1.083 | |
| 0,self_attn.q_proj,1.12482524,0.01000,1.095 | |
| 0,self_attn.o_proj,0.00123981,0.01000,1.088 | |
| 0,mlp.up_proj,0.71145487,0.01000,1.110 | |
| 0,mlp.gate_proj,0.81329715,0.01000,1.129 | |
| 0,mlp.down_proj,0.01093513,0.01000,3.119 | |
| 1,self_attn.k_proj,0.74367076,0.01000,1.122 | |
| 1,self_attn.v_proj,0.08594101,0.01000,1.106 | |
| 1,self_attn.q_proj,1.27566791,0.01000,1.114 | |
| 1,self_attn.o_proj,0.00476055,0.01000,1.105 | |
| 1,mlp.up_proj,0.99940991,0.01000,1.137 | |
| 1,mlp.gate_proj,1.13917911,0.01000,1.131 | |
| 1,mlp.down_proj,0.12524097,0.01000,3.134 | |
| 2,self_attn.k_proj,3.61536407,0.01000,1.099 | |
| 2,self_attn.v_proj,0.36897749,0.01000,1.096 | |
| 2,self_attn.q_proj,6.09369278,0.01000,1.125 | |
| 2,self_attn.o_proj,0.00595129,0.01000,1.123 | |
| 2,mlp.up_proj,1.57945013,0.01000,1.193 | |
| 2,mlp.gate_proj,1.86483383,0.01000,1.140 | |
| 2,mlp.down_proj,0.03576290,0.01000,3.141 | |
| 3,self_attn.k_proj,2.34764647,0.01000,1.187 | |
| 3,self_attn.v_proj,0.41367924,0.01000,1.129 | |
| 3,self_attn.q_proj,4.28345490,0.01000,1.130 | |
| 3,self_attn.o_proj,0.01283259,0.01000,1.112 | |
| 3,mlp.up_proj,2.06658602,0.01000,1.146 | |
| 3,mlp.gate_proj,2.75131416,0.01000,1.137 | |
| 3,mlp.down_proj,0.05543867,0.01000,3.116 | |
| 4,self_attn.k_proj,2.20512915,0.01000,1.152 | |
| 4,self_attn.v_proj,0.42244333,0.01000,1.107 | |
| 4,self_attn.q_proj,4.19914150,0.01000,1.129 | |
| 4,self_attn.o_proj,0.01911609,0.01000,1.133 | |
| 4,mlp.up_proj,2.42648292,0.01000,1.136 | |
| 4,mlp.gate_proj,3.61736584,0.01000,1.187 | |
| 4,mlp.down_proj,0.07793631,0.01000,3.147 | |
| 5,self_attn.k_proj,3.54735780,0.01000,1.106 | |
| 5,self_attn.v_proj,0.42594641,0.01000,1.106 | |
| 5,self_attn.q_proj,5.93417883,0.01000,1.122 | |
| 5,self_attn.o_proj,0.02330331,0.01000,1.122 | |
| 5,mlp.up_proj,2.81386232,0.01000,1.139 | |
| 5,mlp.gate_proj,3.96837521,0.01000,1.151 | |
| 5,mlp.down_proj,0.10042880,0.01000,3.100 | |
| 6,self_attn.k_proj,2.70604372,0.01000,1.122 | |
| 6,self_attn.v_proj,0.41878402,0.01000,1.100 | |
| 6,self_attn.q_proj,5.07468605,0.01000,1.164 | |
| 6,self_attn.o_proj,0.03428555,0.01000,1.130 | |
| 6,mlp.up_proj,2.92948699,0.01000,1.128 | |
| 6,mlp.gate_proj,4.09053612,0.01000,1.139 | |
| 6,mlp.down_proj,0.11020730,0.01000,3.142 | |
| 7,self_attn.k_proj,2.56192708,0.01000,1.105 | |
| 7,self_attn.v_proj,0.37280792,0.01000,1.113 | |
| 7,self_attn.q_proj,4.33243322,0.01000,1.117 | |
| 7,self_attn.o_proj,0.04311103,0.01000,1.124 | |
| 7,mlp.up_proj,3.09119558,0.01000,1.154 | |
| 7,mlp.gate_proj,3.96394897,0.01000,1.116 | |
| 7,mlp.down_proj,0.12291946,0.01000,3.111 | |
| 8,self_attn.k_proj,3.28836107,0.01000,1.114 | |
| 8,self_attn.v_proj,0.47108710,0.01000,1.112 | |
| 8,self_attn.q_proj,5.49438858,0.01000,1.126 | |
| 8,self_attn.o_proj,0.06026545,0.01000,1.109 | |
| 8,mlp.up_proj,3.16844177,0.01000,1.147 | |
| 8,mlp.gate_proj,4.13681126,0.01000,1.133 | |
| 8,mlp.down_proj,0.12639077,0.01000,3.141 | |
| 9,self_attn.k_proj,3.11001682,0.01000,1.147 | |
| 9,self_attn.v_proj,0.57155442,0.01000,1.130 | |
| 9,self_attn.q_proj,5.25478554,0.01000,1.176 | |
| 9,self_attn.o_proj,0.05964671,0.01000,1.164 | |
| 9,mlp.up_proj,3.15676737,0.01000,1.162 | |
| 9,mlp.gate_proj,3.97617245,0.01000,1.133 | |
| 9,mlp.down_proj,0.12478939,0.01000,3.119 | |
| 10,self_attn.k_proj,3.26966572,0.01000,1.131 | |
| 10,self_attn.v_proj,0.45004451,0.01000,1.112 | |
| 10,self_attn.q_proj,5.30321121,0.01000,1.142 | |
| 10,self_attn.o_proj,0.05341929,0.01000,1.132 | |
| 10,mlp.up_proj,3.35345793,0.01000,1.196 | |
| 10,mlp.gate_proj,3.94216251,0.01000,1.174 | |
| 10,mlp.down_proj,0.13452166,0.01000,3.080 | |
| 11,self_attn.k_proj,2.52076197,0.01000,1.152 | |
| 11,self_attn.v_proj,0.53631318,0.01000,1.116 | |
| 11,self_attn.q_proj,4.49594688,0.01000,1.112 | |
| 11,self_attn.o_proj,0.06898431,0.01000,1.122 | |
| 11,mlp.up_proj,3.61847162,0.01000,1.165 | |
| 11,mlp.gate_proj,4.10153961,0.01000,1.116 | |
| 11,mlp.down_proj,0.15326369,0.01000,3.086 | |
| 12,self_attn.k_proj,3.76040173,0.01000,1.128 | |
| 12,self_attn.v_proj,0.57905239,0.01000,1.176 | |
| 12,self_attn.q_proj,6.26392555,0.01000,1.107 | |
| 12,self_attn.o_proj,0.08288961,0.01000,1.122 | |
| 12,mlp.up_proj,3.79364228,0.01000,1.191 | |
| 12,mlp.gate_proj,4.26222324,0.01000,1.158 | |
| 12,mlp.down_proj,0.17245661,0.01000,3.106 | |
| 13,self_attn.k_proj,4.17454338,0.01000,1.124 | |
| 13,self_attn.v_proj,0.65613842,0.01000,1.129 | |
| 13,self_attn.q_proj,6.48309612,0.01000,1.112 | |
| 13,self_attn.o_proj,0.08975884,0.01000,1.105 | |
| 13,mlp.up_proj,4.12620115,0.01000,1.149 | |
| 13,mlp.gate_proj,4.92243528,0.01000,1.127 | |
| 13,mlp.down_proj,0.21988256,0.01000,3.108 | |
| 14,self_attn.k_proj,3.32866430,0.01000,1.136 | |
| 14,self_attn.v_proj,0.75655323,0.01000,1.097 | |
| 14,self_attn.q_proj,6.95757151,0.01000,1.134 | |
| 14,self_attn.o_proj,0.11242675,0.01000,1.145 | |
| 14,mlp.up_proj,4.40335560,0.01000,1.159 | |
| 14,mlp.gate_proj,5.29281664,0.01000,1.150 | |
| 14,mlp.down_proj,0.27417624,0.01000,3.150 | |
| 15,self_attn.k_proj,3.84503889,0.01000,1.148 | |
| 15,self_attn.v_proj,0.76655364,0.01000,1.103 | |
| 15,self_attn.q_proj,7.31272936,0.01000,1.137 | |
| 15,self_attn.o_proj,0.07379784,0.01000,1.101 | |
| 15,mlp.up_proj,4.55024004,0.01000,1.200 | |
| 15,mlp.gate_proj,5.88753128,0.01000,1.137 | |
| 15,mlp.down_proj,0.29958892,0.01000,3.079 | |
| 16,self_attn.k_proj,4.27809811,0.01000,1.117 | |
| 16,self_attn.v_proj,0.83709764,0.01000,1.134 | |
| 16,self_attn.q_proj,7.59177876,0.01000,1.126 | |
| 16,self_attn.o_proj,0.05505002,0.01000,1.109 | |
| 16,mlp.up_proj,4.66512632,0.01000,1.139 | |
| 16,mlp.gate_proj,6.21557331,0.01000,1.145 | |
| 16,mlp.down_proj,0.29199547,0.01000,3.142 | |
| 17,self_attn.k_proj,3.99537516,0.01000,1.133 | |
| 17,self_attn.v_proj,0.82619518,0.01000,1.118 | |
| 17,self_attn.q_proj,7.35900211,0.01000,1.123 | |
| 17,self_attn.o_proj,0.05116026,0.01000,1.113 | |
| 17,mlp.up_proj,4.85350800,0.01000,1.139 | |
| 17,mlp.gate_proj,6.57617331,0.01000,1.139 | |
| 17,mlp.down_proj,0.31245530,0.01000,3.110 | |
| 18,self_attn.k_proj,4.51366901,0.01000,1.136 | |
| 18,self_attn.v_proj,0.99721968,0.01000,1.102 | |
| 18,self_attn.q_proj,8.07002068,0.01000,1.129 | |
| 18,self_attn.o_proj,0.05473011,0.01000,1.106 | |
| 18,mlp.up_proj,5.22503281,0.01000,1.119 | |
| 18,mlp.gate_proj,6.93419027,0.01000,1.149 | |
| 18,mlp.down_proj,0.33353916,0.01000,3.098 | |
| 19,self_attn.k_proj,4.22218132,0.01000,1.162 | |
| 19,self_attn.v_proj,1.00496328,0.01000,1.149 | |
| 19,self_attn.q_proj,7.31388569,0.01000,1.129 | |
| 19,self_attn.o_proj,0.07915132,0.01000,1.183 | |
| 19,mlp.up_proj,5.62336969,0.01000,1.137 | |
| 19,mlp.gate_proj,7.33508205,0.01000,1.136 | |
| 19,mlp.down_proj,0.41691202,0.01000,3.145 | |
| 20,self_attn.k_proj,4.55664349,0.01000,1.113 | |
| 20,self_attn.v_proj,1.19031966,0.01000,1.136 | |
| 20,self_attn.q_proj,7.54975128,0.01000,1.128 | |
| 20,self_attn.o_proj,0.07554041,0.01000,1.119 | |
| 20,mlp.up_proj,5.75148487,0.01000,1.143 | |
| 20,mlp.gate_proj,7.17578554,0.01000,1.166 | |
| 20,mlp.down_proj,0.42174736,0.01000,3.105 | |
| 21,self_attn.k_proj,4.42211723,0.01000,1.173 | |
| 21,self_attn.v_proj,1.52764320,0.01000,1.114 | |
| 21,self_attn.q_proj,7.39887810,0.01000,1.135 | |
| 21,self_attn.o_proj,0.07596338,0.01000,1.121 | |
| 21,mlp.up_proj,6.17190742,0.01000,1.145 | |
| 21,mlp.gate_proj,7.76521111,0.01000,1.130 | |
| 21,mlp.down_proj,0.44396168,0.01000,3.123 | |
| 22,self_attn.k_proj,4.18366241,0.01000,1.106 | |
| 22,self_attn.v_proj,1.55225110,0.01000,1.110 | |
| 22,self_attn.q_proj,7.29905701,0.01000,1.152 | |
| 22,self_attn.o_proj,0.06833672,0.01000,1.134 | |
| 22,mlp.up_proj,6.65676212,0.01000,1.178 | |
| 22,mlp.gate_proj,8.40142918,0.01000,1.131 | |
| 22,mlp.down_proj,0.49725312,0.01000,3.171 | |
| 23,self_attn.k_proj,4.44097424,0.01000,1.122 | |
| 23,self_attn.v_proj,1.51754737,0.01000,1.107 | |
| 23,self_attn.q_proj,7.22582531,0.01000,1.147 | |
| 23,self_attn.o_proj,0.12661582,0.01000,1.114 | |
| 23,mlp.up_proj,7.31189728,0.01000,1.131 | |
| 23,mlp.gate_proj,9.66457844,0.01000,1.122 | |
| 23,mlp.down_proj,0.59769487,0.01000,3.103 | |
| 24,self_attn.k_proj,4.87307644,0.01000,1.105 | |
| 24,self_attn.v_proj,2.15399027,0.01000,1.138 | |
| 24,self_attn.q_proj,7.82933807,0.01000,1.128 | |
| 24,self_attn.o_proj,0.14315630,0.01000,1.166 | |
| 24,mlp.up_proj,8.24588013,0.01000,1.124 | |
| 24,mlp.gate_proj,11.05454826,0.01000,1.127 | |
| 24,mlp.down_proj,0.74648660,0.01000,3.122 | |
| 25,self_attn.k_proj,4.00452709,0.01000,1.119 | |
| 25,self_attn.v_proj,1.98942447,0.01000,1.128 | |
| 25,self_attn.q_proj,7.78156376,0.01000,1.117 | |
| 25,self_attn.o_proj,0.19304600,0.01000,1.117 | |
| 25,mlp.up_proj,8.88384628,0.01000,1.165 | |
| 25,mlp.gate_proj,11.88053036,0.01000,1.126 | |
| 25,mlp.down_proj,0.99862719,0.01000,3.124 | |
| 26,self_attn.k_proj,4.53559971,0.01000,1.138 | |
| 26,self_attn.v_proj,2.68204308,0.01000,1.116 | |
| 26,self_attn.q_proj,7.01802683,0.01000,1.171 | |
| 26,self_attn.o_proj,0.28712690,0.01000,1.114 | |
| 26,mlp.up_proj,9.31034470,0.01000,1.128 | |
| 26,mlp.gate_proj,12.55875587,0.01000,1.154 | |
| 26,mlp.down_proj,1.47142649,0.01000,3.096 | |
| 27,self_attn.k_proj,3.15559483,0.01000,1.119 | |
| 27,self_attn.v_proj,1.72210693,0.01000,1.119 | |
| 27,self_attn.q_proj,5.58061886,0.01000,1.167 | |
| 27,self_attn.o_proj,0.70267087,0.01000,1.129 | |
| 27,mlp.up_proj,9.85498810,0.01000,1.158 | |
| 27,mlp.gate_proj,11.81561852,0.01000,1.139 | |
| 27,mlp.down_proj,3.57119989,0.01000,3.075 | |