layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000002922,0.05000,1.374
0,self_attn.v_proj,0.0000000078,0.05000,1.877
0,self_attn.q_proj,0.0000013902,0.05000,1.894
0,self_attn.o_proj,0.0000000000,0.05000,1.079
0,mlp.gate_up_proj,0.0000039082,0.05000,1.145
0,mlp.down_proj,0.0000000022,0.05000,3.957
1,self_attn.k_proj,0.0000012696,0.05000,1.122
1,self_attn.q_proj,0.0000052420,0.05000,1.642
1,self_attn.v_proj,0.0000000755,0.05000,1.651
1,self_attn.o_proj,0.0000000010,0.05000,1.078
1,mlp.gate_up_proj,0.0000090307,0.05000,1.138
1,mlp.down_proj,0.0000000033,0.05000,3.974
2,self_attn.k_proj,0.0000022448,0.05000,1.120
2,self_attn.v_proj,0.0000001895,0.05000,1.844
2,self_attn.q_proj,0.0000115248,0.05000,1.867
2,self_attn.o_proj,0.0000000015,0.05000,1.097
2,mlp.gate_up_proj,0.0000145250,0.05000,1.131
2,mlp.down_proj,0.0000000044,0.05000,4.032
3,self_attn.k_proj,0.0000041788,0.05000,1.181
3,self_attn.v_proj,0.0000002238,0.05000,1.954
3,self_attn.q_proj,0.0000207401,0.05000,2.006
3,self_attn.o_proj,0.0000000020,0.05000,1.164
3,mlp.gate_up_proj,0.0000242088,0.05000,1.087
3,mlp.down_proj,0.0000000069,0.05000,4.102
4,self_attn.k_proj,0.0000025550,0.05000,1.137
4,self_attn.v_proj,0.0000002392,0.05000,1.907
4,self_attn.q_proj,0.0000136254,0.05000,1.937
4,self_attn.o_proj,0.0000000054,0.05000,1.106
4,mlp.gate_up_proj,0.0000356180,0.05000,1.139
4,mlp.down_proj,0.0000003168,0.05000,3.943
5,self_attn.k_proj,0.0000033486,0.05000,1.221
5,self_attn.q_proj,0.0000195772,0.05000,1.896
5,self_attn.v_proj,0.0000004364,0.05000,1.944
5,self_attn.o_proj,0.0000000074,0.05000,1.070
5,mlp.gate_up_proj,0.0000432452,0.05000,1.177
5,mlp.down_proj,0.0000000208,0.05000,3.918
6,self_attn.k_proj,0.0000047738,0.05000,1.113
6,self_attn.v_proj,0.0000005422,0.05000,1.863
6,self_attn.q_proj,0.0000307641,0.05000,1.887
6,self_attn.o_proj,0.0000000094,0.05000,1.128
6,mlp.gate_up_proj,0.0000519832,0.05000,1.106
6,mlp.down_proj,0.0000000294,0.05000,4.009
7,self_attn.k_proj,0.0000035275,0.05000,1.169
7,self_attn.q_proj,0.0000262622,0.05000,1.715
7,self_attn.v_proj,0.0000007889,0.05000,1.724
7,self_attn.o_proj,0.0000000140,0.05000,1.027
7,mlp.gate_up_proj,0.0000592456,0.05000,1.096
7,mlp.down_proj,0.0000000486,0.05000,3.976
8,self_attn.k_proj,0.0000042726,0.05000,1.165
8,self_attn.v_proj,0.0000006522,0.05000,1.730
8,self_attn.q_proj,0.0000268881,0.05000,1.749
8,self_attn.o_proj,0.0000000190,0.05000,1.026
8,mlp.gate_up_proj,0.0000640788,0.05000,1.062
8,mlp.down_proj,0.0000000562,0.05000,3.830
9,self_attn.k_proj,0.0000044805,0.05000,1.092
9,self_attn.v_proj,0.0000010438,0.05000,1.710
9,self_attn.q_proj,0.0000359093,0.05000,1.731
9,self_attn.o_proj,0.0000000310,0.05000,1.021
9,mlp.gate_up_proj,0.0000793702,0.05000,1.124
9,mlp.down_proj,0.0000000633,0.05000,3.819
10,self_attn.k_proj,0.0000042289,0.05000,1.117
10,self_attn.v_proj,0.0000011532,0.05000,2.009
10,self_attn.q_proj,0.0000316913,0.05000,2.014
10,self_attn.o_proj,0.0000000250,0.05000,1.039
10,mlp.gate_up_proj,0.0000812482,0.05000,1.073
10,mlp.down_proj,0.0000000638,0.05000,3.959
11,self_attn.k_proj,0.0000043707,0.05000,1.156
11,self_attn.v_proj,0.0000012567,0.05000,1.849
11,self_attn.q_proj,0.0000318168,0.05000,1.857
11,self_attn.o_proj,0.0000000271,0.05000,1.051
11,mlp.gate_up_proj,0.0000871886,0.05000,1.064
11,mlp.down_proj,0.0000000682,0.05000,3.973
12,self_attn.k_proj,0.0000058181,0.05000,1.157
12,self_attn.q_proj,0.0000368757,0.05000,1.752
12,self_attn.v_proj,0.0000010061,0.05000,1.752
12,self_attn.o_proj,0.0000000340,0.05000,1.064
12,mlp.gate_up_proj,0.0000935123,0.05000,1.089
12,mlp.down_proj,0.0000000808,0.05000,3.845
13,self_attn.k_proj,0.0000048201,0.05000,1.215
13,self_attn.v_proj,0.0000017309,0.05000,1.838
13,self_attn.q_proj,0.0000376639,0.05000,1.851
13,self_attn.o_proj,0.0000000299,0.05000,1.044
13,mlp.gate_up_proj,0.0000980107,0.05000,1.168
13,mlp.down_proj,0.0000000953,0.05000,3.863
14,self_attn.k_proj,0.0000055619,0.05000,1.140
14,self_attn.v_proj,0.0000012475,0.05000,1.757
14,self_attn.q_proj,0.0000390916,0.05000,1.772
14,self_attn.o_proj,0.0000000384,0.05000,1.100
14,mlp.gate_up_proj,0.0000979989,0.05000,1.138
14,mlp.down_proj,0.0000001124,0.05000,3.875
15,self_attn.k_proj,0.0000062197,0.05000,1.168
15,self_attn.v_proj,0.0000015974,0.05000,1.752
15,self_attn.q_proj,0.0000422419,0.05000,1.770
15,self_attn.o_proj,0.0000000473,0.05000,1.035
15,mlp.gate_up_proj,0.0001028249,0.05000,1.133
15,mlp.down_proj,0.0000001380,0.05000,3.842
16,self_attn.k_proj,0.0000059852,0.05000,1.133
16,self_attn.q_proj,0.0000459906,0.05000,1.873
16,self_attn.v_proj,0.0000020952,0.05000,1.879
16,self_attn.o_proj,0.0000000582,0.05000,1.079
16,mlp.gate_up_proj,0.0001066342,0.05000,1.075
16,mlp.down_proj,0.0000001729,0.05000,3.851
17,self_attn.k_proj,0.0000048882,0.05000,1.104
17,self_attn.v_proj,0.0000019357,0.05000,1.857
17,self_attn.q_proj,0.0000389605,0.05000,1.901
17,self_attn.o_proj,0.0000000714,0.05000,1.078
17,mlp.gate_up_proj,0.0001144119,0.05000,1.132
17,mlp.down_proj,0.0000002098,0.05000,3.790
18,self_attn.k_proj,0.0000041478,0.05000,1.127
18,self_attn.v_proj,0.0000031805,0.05000,1.769
18,self_attn.q_proj,0.0000957768,0.05000,1.781
18,self_attn.o_proj,0.0000001034,0.05000,1.075
18,mlp.gate_up_proj,0.0001127454,0.05000,1.076
18,mlp.down_proj,0.0000002447,0.05000,3.794
19,self_attn.k_proj,0.0000061308,0.05000,1.154
19,self_attn.q_proj,0.0000491331,0.05000,2.046
19,self_attn.v_proj,0.0000030159,0.05000,2.120
19,self_attn.o_proj,0.0000001317,0.05000,1.042
19,mlp.gate_up_proj,0.0001274382,0.05000,1.156
19,mlp.down_proj,0.0000003014,0.05000,3.921
20,self_attn.k_proj,0.0000051466,0.05000,1.144
20,self_attn.v_proj,0.0000037440,0.05000,2.055
20,self_attn.q_proj,0.0000471429,0.05000,2.091
20,self_attn.o_proj,0.0000001258,0.05000,1.140
20,mlp.gate_up_proj,0.0001480629,0.05000,1.182
20,mlp.down_proj,0.0000004168,0.05000,3.869
21,self_attn.k_proj,0.0000051177,0.05000,1.334
21,self_attn.v_proj,0.0000043570,0.05000,2.250
21,self_attn.q_proj,0.0000487124,0.05000,2.343
21,self_attn.o_proj,0.0000001870,0.05000,1.147
21,mlp.gate_up_proj,0.0001766828,0.05000,1.209
21,mlp.down_proj,0.0000006147,0.05000,4.178
22,self_attn.k_proj,0.0000051113,0.05000,1.275
22,self_attn.q_proj,0.0000819439,0.05000,2.239
22,self_attn.v_proj,0.0000054272,0.05000,2.240
22,self_attn.o_proj,0.0000002462,0.05000,1.177
22,mlp.gate_up_proj,0.0001973738,0.05000,1.153
22,mlp.down_proj,0.0000009183,0.05000,4.256
23,self_attn.k_proj,0.0000053470,0.05000,1.189
23,self_attn.q_proj,0.0000609132,0.05000,2.324
23,self_attn.v_proj,0.0000080116,0.05000,2.430
23,self_attn.o_proj,0.0000003616,0.05000,1.197
23,mlp.gate_up_proj,0.0002378243,0.05000,1.247
23,mlp.down_proj,0.0000011878,0.05000,4.577
24,self_attn.k_proj,0.0000059234,0.05000,1.537
24,self_attn.v_proj,0.0000133390,0.05000,2.142
24,self_attn.q_proj,0.0000714417,0.05000,2.189
24,self_attn.o_proj,0.0000003454,0.05000,1.091
24,mlp.gate_up_proj,0.0002860948,0.05000,1.226
24,mlp.down_proj,0.0000017579,0.05000,4.429
25,self_attn.k_proj,0.0000059778,0.05000,1.289
25,self_attn.v_proj,0.0000109253,0.05000,2.258
25,self_attn.q_proj,0.0000656750,0.05000,2.305
25,self_attn.o_proj,0.0000003434,0.05000,1.055
25,mlp.gate_up_proj,0.0003338020,0.05000,1.211
25,mlp.down_proj,0.0000026202,0.05000,4.044
26,self_attn.k_proj,0.0000059038,0.05000,1.359
26,self_attn.q_proj,0.0000755639,0.05000,2.183
26,self_attn.v_proj,0.0000171953,0.05000,2.198
26,self_attn.o_proj,0.0000005517,0.05000,1.207
26,mlp.gate_up_proj,0.0003860486,0.05000,1.339
26,mlp.down_proj,0.0000030165,0.05000,3.993
27,self_attn.k_proj,0.0000050343,0.05000,1.366
27,self_attn.v_proj,0.0000149522,0.05000,1.941
27,self_attn.q_proj,0.0000688656,0.05000,1.996
27,self_attn.o_proj,0.0000006007,0.05000,1.172
27,mlp.gate_up_proj,0.0003946776,0.05000,1.228
27,mlp.down_proj,0.0000032734,0.05000,4.176
28,self_attn.k_proj,0.0000058891,0.05000,1.336
28,self_attn.v_proj,0.0000237423,0.05000,2.540
28,self_attn.q_proj,0.0000784953,0.05000,2.574
28,self_attn.o_proj,0.0000006531,0.05000,1.148
28,mlp.gate_up_proj,0.0004399898,0.05000,1.271
28,mlp.down_proj,0.0000038930,0.05000,4.459
29,self_attn.k_proj,0.0000068672,0.05000,1.296
29,self_attn.q_proj,0.0000941400,0.05000,1.899
29,self_attn.v_proj,0.0000369100,0.05000,1.931
29,self_attn.o_proj,0.0000012668,0.05000,1.235
29,mlp.gate_up_proj,0.0005033797,0.05000,1.269
29,mlp.down_proj,0.0000048307,0.05000,4.170
30,self_attn.k_proj,0.0000067856,0.05000,1.263
30,self_attn.v_proj,0.0000197323,0.05000,2.020
30,self_attn.q_proj,0.0000859262,0.05000,2.033
30,self_attn.o_proj,0.0000005434,0.05000,1.145
30,mlp.gate_up_proj,0.0005280900,0.05000,1.138
30,mlp.down_proj,0.0000056601,0.05000,4.186
31,self_attn.k_proj,0.0000063339,0.05000,1.287
31,self_attn.v_proj,0.0000298222,0.05000,2.549
31,self_attn.q_proj,0.0000827375,0.05000,2.575
31,self_attn.o_proj,0.0000007528,0.05000,1.104
31,mlp.gate_up_proj,0.0005607144,0.05000,1.332
31,mlp.down_proj,0.0000061913,0.05000,4.299
32,self_attn.k_proj,0.0000059193,0.05000,1.232
32,self_attn.q_proj,0.0000891511,0.05000,2.036
32,self_attn.v_proj,0.0000645760,0.05000,2.066
32,self_attn.o_proj,0.0000014203,0.05000,1.163
32,mlp.gate_up_proj,0.0006130429,0.05000,1.157
32,mlp.down_proj,0.0000066158,0.05000,4.178
33,self_attn.k_proj,0.0000061163,0.05000,1.194
33,self_attn.v_proj,0.0000938030,0.05000,2.129
33,self_attn.q_proj,0.0000936246,0.05000,2.147
33,self_attn.o_proj,0.0000013597,0.05000,1.127
33,mlp.gate_up_proj,0.0006655953,0.05000,1.274
33,mlp.down_proj,0.0000077043,0.05000,4.179
34,self_attn.k_proj,0.0000069299,0.05000,1.297
34,self_attn.v_proj,0.0000751168,0.05000,2.122
34,self_attn.q_proj,0.0000990393,0.05000,2.190
34,self_attn.o_proj,0.0000010204,0.05000,1.204
34,mlp.gate_up_proj,0.0007160597,0.05000,1.200
34,mlp.down_proj,0.0000102605,0.05000,4.197
35,self_attn.k_proj,0.0000056465,0.05000,1.326
35,self_attn.v_proj,0.0000821747,0.05000,2.620
35,self_attn.q_proj,0.0000964586,0.05000,2.622
35,self_attn.o_proj,0.0000022052,0.05000,1.134
35,mlp.gate_up_proj,0.0008116817,0.05000,1.192
35,mlp.down_proj,0.0000126651,0.05000,4.387
36,self_attn.k_proj,0.0000062332,0.05000,1.266
36,self_attn.v_proj,0.0000427911,0.05000,2.210
36,self_attn.q_proj,0.0000972865,0.05000,2.224
36,self_attn.o_proj,0.0000023794,0.05000,1.163
36,mlp.gate_up_proj,0.0008006807,0.05000,1.168
36,mlp.down_proj,0.0000151278,0.05000,4.207
37,self_attn.k_proj,0.0000052548,0.05000,1.194
37,self_attn.v_proj,0.0000413565,0.05000,2.030
37,self_attn.q_proj,0.0000888177,0.05000,2.048
37,self_attn.o_proj,0.0000029221,0.05000,1.173
37,mlp.gate_up_proj,0.0008157736,0.05000,1.281
37,mlp.down_proj,0.0000219872,0.05000,4.228
38,self_attn.k_proj,0.0000036995,0.05000,1.200
38,self_attn.v_proj,0.0000287794,0.05000,2.309
38,self_attn.q_proj,0.0000631295,0.05000,2.314
38,self_attn.o_proj,0.0000013509,0.05000,1.189
38,mlp.gate_up_proj,0.0013094005,0.05000,1.219
38,mlp.down_proj,0.1816714025,0.05000,4.069
39,self_attn.k_proj,0.0000088539,0.05000,1.275
39,self_attn.v_proj,0.0000303753,0.05000,2.114
39,self_attn.q_proj,0.0000798257,0.05000,2.126
39,self_attn.o_proj,0.0000023493,0.05000,1.164
39,mlp.gate_up_proj,0.0023529960,0.05000,1.291
39,mlp.down_proj,0.0001214337,0.05000,4.208