layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.57348979,0.01000,1.101
0,self_attn.v_proj,0.02992631,0.01000,1.083
0,self_attn.q_proj,1.12482524,0.01000,1.095
0,self_attn.o_proj,0.00123981,0.01000,1.088
0,mlp.up_proj,0.71145487,0.01000,1.110
0,mlp.gate_proj,0.81329715,0.01000,1.129
0,mlp.down_proj,0.01093513,0.01000,3.119
1,self_attn.k_proj,0.74367076,0.01000,1.122
1,self_attn.v_proj,0.08594101,0.01000,1.106
1,self_attn.q_proj,1.27566791,0.01000,1.114
1,self_attn.o_proj,0.00476055,0.01000,1.105
1,mlp.up_proj,0.99940991,0.01000,1.137
1,mlp.gate_proj,1.13917911,0.01000,1.131
1,mlp.down_proj,0.12524097,0.01000,3.134
2,self_attn.k_proj,3.61536407,0.01000,1.099
2,self_attn.v_proj,0.36897749,0.01000,1.096
2,self_attn.q_proj,6.09369278,0.01000,1.125
2,self_attn.o_proj,0.00595129,0.01000,1.123
2,mlp.up_proj,1.57945013,0.01000,1.193
2,mlp.gate_proj,1.86483383,0.01000,1.140
2,mlp.down_proj,0.03576290,0.01000,3.141
3,self_attn.k_proj,2.34764647,0.01000,1.187
3,self_attn.v_proj,0.41367924,0.01000,1.129
3,self_attn.q_proj,4.28345490,0.01000,1.130
3,self_attn.o_proj,0.01283259,0.01000,1.112
3,mlp.up_proj,2.06658602,0.01000,1.146
3,mlp.gate_proj,2.75131416,0.01000,1.137
3,mlp.down_proj,0.05543867,0.01000,3.116
4,self_attn.k_proj,2.20512915,0.01000,1.152
4,self_attn.v_proj,0.42244333,0.01000,1.107
4,self_attn.q_proj,4.19914150,0.01000,1.129
4,self_attn.o_proj,0.01911609,0.01000,1.133
4,mlp.up_proj,2.42648292,0.01000,1.136
4,mlp.gate_proj,3.61736584,0.01000,1.187
4,mlp.down_proj,0.07793631,0.01000,3.147
5,self_attn.k_proj,3.54735780,0.01000,1.106
5,self_attn.v_proj,0.42594641,0.01000,1.106
5,self_attn.q_proj,5.93417883,0.01000,1.122
5,self_attn.o_proj,0.02330331,0.01000,1.122
5,mlp.up_proj,2.81386232,0.01000,1.139
5,mlp.gate_proj,3.96837521,0.01000,1.151
5,mlp.down_proj,0.10042880,0.01000,3.100
6,self_attn.k_proj,2.70604372,0.01000,1.122
6,self_attn.v_proj,0.41878402,0.01000,1.100
6,self_attn.q_proj,5.07468605,0.01000,1.164
6,self_attn.o_proj,0.03428555,0.01000,1.130
6,mlp.up_proj,2.92948699,0.01000,1.128
6,mlp.gate_proj,4.09053612,0.01000,1.139
6,mlp.down_proj,0.11020730,0.01000,3.142
7,self_attn.k_proj,2.56192708,0.01000,1.105
7,self_attn.v_proj,0.37280792,0.01000,1.113
7,self_attn.q_proj,4.33243322,0.01000,1.117
7,self_attn.o_proj,0.04311103,0.01000,1.124
7,mlp.up_proj,3.09119558,0.01000,1.154
7,mlp.gate_proj,3.96394897,0.01000,1.116
7,mlp.down_proj,0.12291946,0.01000,3.111
8,self_attn.k_proj,3.28836107,0.01000,1.114
8,self_attn.v_proj,0.47108710,0.01000,1.112
8,self_attn.q_proj,5.49438858,0.01000,1.126
8,self_attn.o_proj,0.06026545,0.01000,1.109
8,mlp.up_proj,3.16844177,0.01000,1.147
8,mlp.gate_proj,4.13681126,0.01000,1.133
8,mlp.down_proj,0.12639077,0.01000,3.141
9,self_attn.k_proj,3.11001682,0.01000,1.147
9,self_attn.v_proj,0.57155442,0.01000,1.130
9,self_attn.q_proj,5.25478554,0.01000,1.176
9,self_attn.o_proj,0.05964671,0.01000,1.164
9,mlp.up_proj,3.15676737,0.01000,1.162
9,mlp.gate_proj,3.97617245,0.01000,1.133
9,mlp.down_proj,0.12478939,0.01000,3.119
10,self_attn.k_proj,3.26966572,0.01000,1.131
10,self_attn.v_proj,0.45004451,0.01000,1.112
10,self_attn.q_proj,5.30321121,0.01000,1.142
10,self_attn.o_proj,0.05341929,0.01000,1.132
10,mlp.up_proj,3.35345793,0.01000,1.196
10,mlp.gate_proj,3.94216251,0.01000,1.174
10,mlp.down_proj,0.13452166,0.01000,3.080
11,self_attn.k_proj,2.52076197,0.01000,1.152
11,self_attn.v_proj,0.53631318,0.01000,1.116
11,self_attn.q_proj,4.49594688,0.01000,1.112
11,self_attn.o_proj,0.06898431,0.01000,1.122
11,mlp.up_proj,3.61847162,0.01000,1.165
11,mlp.gate_proj,4.10153961,0.01000,1.116
11,mlp.down_proj,0.15326369,0.01000,3.086
12,self_attn.k_proj,3.76040173,0.01000,1.128
12,self_attn.v_proj,0.57905239,0.01000,1.176
12,self_attn.q_proj,6.26392555,0.01000,1.107
12,self_attn.o_proj,0.08288961,0.01000,1.122
12,mlp.up_proj,3.79364228,0.01000,1.191
12,mlp.gate_proj,4.26222324,0.01000,1.158
12,mlp.down_proj,0.17245661,0.01000,3.106
13,self_attn.k_proj,4.17454338,0.01000,1.124
13,self_attn.v_proj,0.65613842,0.01000,1.129
13,self_attn.q_proj,6.48309612,0.01000,1.112
13,self_attn.o_proj,0.08975884,0.01000,1.105
13,mlp.up_proj,4.12620115,0.01000,1.149
13,mlp.gate_proj,4.92243528,0.01000,1.127
13,mlp.down_proj,0.21988256,0.01000,3.108
14,self_attn.k_proj,3.32866430,0.01000,1.136
14,self_attn.v_proj,0.75655323,0.01000,1.097
14,self_attn.q_proj,6.95757151,0.01000,1.134
14,self_attn.o_proj,0.11242675,0.01000,1.145
14,mlp.up_proj,4.40335560,0.01000,1.159
14,mlp.gate_proj,5.29281664,0.01000,1.150
14,mlp.down_proj,0.27417624,0.01000,3.150
15,self_attn.k_proj,3.84503889,0.01000,1.148
15,self_attn.v_proj,0.76655364,0.01000,1.103
15,self_attn.q_proj,7.31272936,0.01000,1.137
15,self_attn.o_proj,0.07379784,0.01000,1.101
15,mlp.up_proj,4.55024004,0.01000,1.200
15,mlp.gate_proj,5.88753128,0.01000,1.137
15,mlp.down_proj,0.29958892,0.01000,3.079
16,self_attn.k_proj,4.27809811,0.01000,1.117
16,self_attn.v_proj,0.83709764,0.01000,1.134
16,self_attn.q_proj,7.59177876,0.01000,1.126
16,self_attn.o_proj,0.05505002,0.01000,1.109
16,mlp.up_proj,4.66512632,0.01000,1.139
16,mlp.gate_proj,6.21557331,0.01000,1.145
16,mlp.down_proj,0.29199547,0.01000,3.142
17,self_attn.k_proj,3.99537516,0.01000,1.133
17,self_attn.v_proj,0.82619518,0.01000,1.118
17,self_attn.q_proj,7.35900211,0.01000,1.123
17,self_attn.o_proj,0.05116026,0.01000,1.113
17,mlp.up_proj,4.85350800,0.01000,1.139
17,mlp.gate_proj,6.57617331,0.01000,1.139
17,mlp.down_proj,0.31245530,0.01000,3.110
18,self_attn.k_proj,4.51366901,0.01000,1.136
18,self_attn.v_proj,0.99721968,0.01000,1.102
18,self_attn.q_proj,8.07002068,0.01000,1.129
18,self_attn.o_proj,0.05473011,0.01000,1.106
18,mlp.up_proj,5.22503281,0.01000,1.119
18,mlp.gate_proj,6.93419027,0.01000,1.149
18,mlp.down_proj,0.33353916,0.01000,3.098
19,self_attn.k_proj,4.22218132,0.01000,1.162
19,self_attn.v_proj,1.00496328,0.01000,1.149
19,self_attn.q_proj,7.31388569,0.01000,1.129
19,self_attn.o_proj,0.07915132,0.01000,1.183
19,mlp.up_proj,5.62336969,0.01000,1.137
19,mlp.gate_proj,7.33508205,0.01000,1.136
19,mlp.down_proj,0.41691202,0.01000,3.145
20,self_attn.k_proj,4.55664349,0.01000,1.113
20,self_attn.v_proj,1.19031966,0.01000,1.136
20,self_attn.q_proj,7.54975128,0.01000,1.128
20,self_attn.o_proj,0.07554041,0.01000,1.119
20,mlp.up_proj,5.75148487,0.01000,1.143
20,mlp.gate_proj,7.17578554,0.01000,1.166
20,mlp.down_proj,0.42174736,0.01000,3.105
21,self_attn.k_proj,4.42211723,0.01000,1.173
21,self_attn.v_proj,1.52764320,0.01000,1.114
21,self_attn.q_proj,7.39887810,0.01000,1.135
21,self_attn.o_proj,0.07596338,0.01000,1.121
21,mlp.up_proj,6.17190742,0.01000,1.145
21,mlp.gate_proj,7.76521111,0.01000,1.130
21,mlp.down_proj,0.44396168,0.01000,3.123
22,self_attn.k_proj,4.18366241,0.01000,1.106
22,self_attn.v_proj,1.55225110,0.01000,1.110
22,self_attn.q_proj,7.29905701,0.01000,1.152
22,self_attn.o_proj,0.06833672,0.01000,1.134
22,mlp.up_proj,6.65676212,0.01000,1.178
22,mlp.gate_proj,8.40142918,0.01000,1.131
22,mlp.down_proj,0.49725312,0.01000,3.171
23,self_attn.k_proj,4.44097424,0.01000,1.122
23,self_attn.v_proj,1.51754737,0.01000,1.107
23,self_attn.q_proj,7.22582531,0.01000,1.147
23,self_attn.o_proj,0.12661582,0.01000,1.114
23,mlp.up_proj,7.31189728,0.01000,1.131
23,mlp.gate_proj,9.66457844,0.01000,1.122
23,mlp.down_proj,0.59769487,0.01000,3.103
24,self_attn.k_proj,4.87307644,0.01000,1.105
24,self_attn.v_proj,2.15399027,0.01000,1.138
24,self_attn.q_proj,7.82933807,0.01000,1.128
24,self_attn.o_proj,0.14315630,0.01000,1.166
24,mlp.up_proj,8.24588013,0.01000,1.124
24,mlp.gate_proj,11.05454826,0.01000,1.127
24,mlp.down_proj,0.74648660,0.01000,3.122
25,self_attn.k_proj,4.00452709,0.01000,1.119
25,self_attn.v_proj,1.98942447,0.01000,1.128
25,self_attn.q_proj,7.78156376,0.01000,1.117
25,self_attn.o_proj,0.19304600,0.01000,1.117
25,mlp.up_proj,8.88384628,0.01000,1.165
25,mlp.gate_proj,11.88053036,0.01000,1.126
25,mlp.down_proj,0.99862719,0.01000,3.124
26,self_attn.k_proj,4.53559971,0.01000,1.138
26,self_attn.v_proj,2.68204308,0.01000,1.116
26,self_attn.q_proj,7.01802683,0.01000,1.171
26,self_attn.o_proj,0.28712690,0.01000,1.114
26,mlp.up_proj,9.31034470,0.01000,1.128
26,mlp.gate_proj,12.55875587,0.01000,1.154
26,mlp.down_proj,1.47142649,0.01000,3.096
27,self_attn.k_proj,3.15559483,0.01000,1.119
27,self_attn.v_proj,1.72210693,0.01000,1.119
27,self_attn.q_proj,5.58061886,0.01000,1.167
27,self_attn.o_proj,0.70267087,0.01000,1.129
27,mlp.up_proj,9.85498810,0.01000,1.158
27,mlp.gate_proj,11.81561852,0.01000,1.139
27,mlp.down_proj,3.57119989,0.01000,3.075