quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00237118,0.01000,3.127
0,self_attn.v_proj,0.00014123,0.01000,2.779
0,self_attn.q_proj,0.01183380,0.01000,3.106
0,self_attn.o_proj,0.00028543,0.01000,3.116
0,mlp.up_proj,0.01609593,0.01000,4.300
0,mlp.gate_proj,0.01776301,0.01000,4.316
0,mlp.down_proj,0.00567739,0.01000,20.775
1,self_attn.k_proj,0.01959774,0.01000,2.800
1,self_attn.v_proj,0.00128063,0.01000,2.817
1,self_attn.q_proj,0.06702538,0.01000,3.121
1,self_attn.o_proj,0.00178431,0.01000,3.120
1,mlp.up_proj,0.02137567,0.01000,4.330
1,mlp.gate_proj,0.02512531,0.01000,4.328
1,mlp.down_proj,0.35868970,0.01000,20.743
2,self_attn.k_proj,0.00618781,0.01000,2.828
2,self_attn.v_proj,0.00153573,0.01000,2.877
2,self_attn.q_proj,0.02293800,0.01000,3.165
2,self_attn.o_proj,0.00572403,0.01000,3.112
2,mlp.up_proj,0.04553442,0.01000,4.327
2,mlp.gate_proj,0.04639249,0.01000,4.331
2,mlp.down_proj,0.00389441,0.01000,20.653
3,self_attn.k_proj,0.02781182,0.01000,2.813
3,self_attn.v_proj,0.00432311,0.01000,2.817
3,self_attn.q_proj,0.06809862,0.01000,3.117
3,self_attn.o_proj,0.00073100,0.01000,3.149
3,mlp.up_proj,0.18160847,0.01000,4.325
3,mlp.gate_proj,0.18848120,0.01000,4.327
3,mlp.down_proj,0.01171539,0.01000,20.729
4,self_attn.k_proj,0.02351411,0.01000,2.788
4,self_attn.v_proj,0.00622305,0.01000,2.792
4,self_attn.q_proj,0.08002016,0.01000,3.115
4,self_attn.o_proj,0.00523799,0.01000,3.098
4,mlp.up_proj,0.29500917,0.01000,4.324
4,mlp.gate_proj,0.30944484,0.01000,4.320
4,mlp.down_proj,0.01355328,0.01000,20.755
5,self_attn.k_proj,0.03124500,0.01000,2.808
5,self_attn.v_proj,0.00812443,0.01000,2.801
5,self_attn.q_proj,0.11061060,0.01000,3.131
5,self_attn.o_proj,0.00859872,0.01000,3.148
5,mlp.up_proj,0.38112611,0.01000,4.316
5,mlp.gate_proj,0.40232828,0.01000,4.329
5,mlp.down_proj,0.02169481,0.01000,20.708
6,self_attn.k_proj,0.05406944,0.01000,2.798
6,self_attn.v_proj,0.01080229,0.01000,2.793
6,self_attn.q_proj,0.20431036,0.01000,3.121
6,self_attn.o_proj,0.02157875,0.01000,3.105
6,mlp.up_proj,0.49781340,0.01000,4.311
6,mlp.gate_proj,0.51407611,0.01000,4.306
6,mlp.down_proj,0.03056708,0.01000,20.723
7,self_attn.k_proj,0.13908443,0.01000,2.801
7,self_attn.v_proj,0.02066772,0.01000,2.796
7,self_attn.q_proj,0.34970999,0.01000,3.123
7,self_attn.o_proj,0.00358162,0.01000,3.106
7,mlp.up_proj,0.85166085,0.01000,4.323
7,mlp.gate_proj,0.91031492,0.01000,4.338
7,mlp.down_proj,0.06406650,0.01000,20.736
8,self_attn.k_proj,0.07373472,0.01000,2.791
8,self_attn.v_proj,0.01990465,0.01000,2.800
8,self_attn.q_proj,0.30415455,0.01000,3.118
8,self_attn.o_proj,0.01392892,0.01000,3.113
8,mlp.up_proj,1.01542103,0.01000,4.316
8,mlp.gate_proj,1.08411729,0.01000,4.321
8,mlp.down_proj,0.07083103,0.01000,20.709
9,self_attn.k_proj,0.10313431,0.01000,2.798
9,self_attn.v_proj,0.02676009,0.01000,2.796
9,self_attn.q_proj,0.43401644,0.01000,3.176
9,self_attn.o_proj,0.02035430,0.01000,3.116
9,mlp.up_proj,1.31375146,0.01000,4.320
9,mlp.gate_proj,1.38119090,0.01000,4.343
9,mlp.down_proj,0.08337718,0.01000,20.657
10,self_attn.k_proj,0.14717038,0.01000,2.786
10,self_attn.v_proj,0.03329685,0.01000,2.788
10,self_attn.q_proj,0.59851396,0.01000,3.103
10,self_attn.o_proj,0.02543477,0.01000,3.102
10,mlp.up_proj,1.69003797,0.01000,4.308
10,mlp.gate_proj,1.82192278,0.01000,4.314
10,mlp.down_proj,0.13317853,0.01000,20.652
11,self_attn.k_proj,0.27080441,0.01000,2.798
11,self_attn.v_proj,0.05442170,0.01000,2.798
11,self_attn.q_proj,0.79030275,0.01000,3.108
11,self_attn.o_proj,0.00988693,0.01000,3.111
11,mlp.up_proj,1.97805333,0.01000,4.326
11,mlp.gate_proj,2.11406827,0.01000,4.327
11,mlp.down_proj,0.15446520,0.01000,20.679
12,self_attn.k_proj,0.17791295,0.01000,2.803
12,self_attn.v_proj,0.04965502,0.01000,2.797
12,self_attn.q_proj,0.81974483,0.01000,3.127
12,self_attn.o_proj,0.03834637,0.01000,3.122
12,mlp.up_proj,2.40238333,0.01000,4.315
12,mlp.gate_proj,2.60567045,0.01000,4.324
12,mlp.down_proj,0.21052358,0.01000,20.673
13,self_attn.k_proj,0.22546425,0.01000,2.802
13,self_attn.v_proj,0.05633362,0.01000,2.811
13,self_attn.q_proj,0.98123246,0.01000,3.103
13,self_attn.o_proj,0.05594819,0.01000,3.092
13,mlp.up_proj,2.58392668,0.01000,4.321
13,mlp.gate_proj,2.77088070,0.01000,4.323
13,mlp.down_proj,0.23992851,0.01000,20.574
14,self_attn.k_proj,0.22727673,0.01000,2.791
14,self_attn.v_proj,0.06221664,0.01000,2.801
14,self_attn.q_proj,1.04620826,0.01000,3.117
14,self_attn.o_proj,0.07045884,0.01000,3.086
14,mlp.up_proj,2.71724558,0.01000,4.318
14,mlp.gate_proj,2.93374062,0.01000,4.320
14,mlp.down_proj,0.28235990,0.01000,20.659
15,self_attn.k_proj,0.52308160,0.01000,2.799
15,self_attn.v_proj,0.08687409,0.01000,2.818
15,self_attn.q_proj,1.81790495,0.01000,3.104
15,self_attn.o_proj,0.03997960,0.01000,3.090
15,mlp.up_proj,3.49855995,0.01000,4.325
15,mlp.gate_proj,3.81484175,0.01000,4.320
15,mlp.down_proj,0.37759125,0.01000,20.719
16,self_attn.k_proj,0.26788694,0.01000,2.806
16,self_attn.v_proj,0.06629637,0.01000,2.816
16,self_attn.q_proj,1.27799642,0.01000,3.115
16,self_attn.o_proj,0.09724845,0.01000,3.103
16,mlp.up_proj,3.24072337,0.01000,4.326
16,mlp.gate_proj,3.47319508,0.01000,4.323
16,mlp.down_proj,0.40419251,0.01000,20.757
17,self_attn.k_proj,0.30704799,0.01000,2.795
17,self_attn.v_proj,0.09384538,0.01000,2.817
17,self_attn.q_proj,1.51047468,0.01000,3.114
17,self_attn.o_proj,0.14133909,0.01000,3.112
17,mlp.up_proj,3.72232294,0.01000,4.320
17,mlp.gate_proj,4.00111389,0.01000,4.320
17,mlp.down_proj,0.48936534,0.01000,20.733
18,self_attn.k_proj,0.39536184,0.01000,2.796
18,self_attn.v_proj,0.10785440,0.01000,2.789
18,self_attn.q_proj,1.79001546,0.01000,3.119
18,self_attn.o_proj,0.25551438,0.01000,3.101
18,mlp.up_proj,4.27974701,0.01000,4.319
18,mlp.gate_proj,4.59731483,0.01000,4.331
18,mlp.down_proj,0.68496990,0.01000,20.730
19,self_attn.k_proj,0.68125188,0.01000,2.824
19,self_attn.v_proj,0.19433120,0.01000,2.820
19,self_attn.q_proj,2.58441305,0.01000,3.122
19,self_attn.o_proj,0.06257914,0.01000,3.093
19,mlp.up_proj,6.02338457,0.01000,4.321
19,mlp.gate_proj,6.82512856,0.01000,4.322
19,mlp.down_proj,0.96757936,0.01000,20.767
20,self_attn.k_proj,0.47361368,0.01000,2.796
20,self_attn.v_proj,0.14743000,0.01000,2.793
20,self_attn.q_proj,2.37846446,0.01000,3.116
20,self_attn.o_proj,0.23110107,0.01000,3.078
20,mlp.up_proj,6.47508574,0.01000,4.321
20,mlp.gate_proj,7.07527924,0.01000,4.317
20,mlp.down_proj,1.00784147,0.01000,20.825
21,self_attn.k_proj,0.62638307,0.01000,2.791
21,self_attn.v_proj,0.16114473,0.01000,2.814
21,self_attn.q_proj,2.91944075,0.01000,3.100
21,self_attn.o_proj,0.27754447,0.01000,3.095
21,mlp.up_proj,7.26681948,0.01000,4.322
21,mlp.gate_proj,7.88508415,0.01000,4.323
21,mlp.down_proj,1.13626218,0.01000,20.800
22,self_attn.k_proj,0.49365854,0.01000,2.790
22,self_attn.v_proj,0.18713154,0.01000,2.818
22,self_attn.q_proj,2.64725590,0.01000,3.104
22,self_attn.o_proj,0.38021657,0.01000,3.112
22,mlp.up_proj,7.15935612,0.01000,4.317
22,mlp.gate_proj,7.51539850,0.01000,4.333
22,mlp.down_proj,1.21487689,0.01000,20.779
23,self_attn.k_proj,0.97644448,0.01000,2.803
23,self_attn.v_proj,0.31881452,0.01000,2.806
23,self_attn.q_proj,3.98502779,0.01000,3.114
23,self_attn.o_proj,0.19667208,0.01000,3.109
23,mlp.up_proj,8.73191643,0.01000,4.325
23,mlp.gate_proj,9.20885563,0.01000,4.331
23,mlp.down_proj,1.61171770,0.01000,20.771
24,self_attn.k_proj,0.74062228,0.01000,2.808
24,self_attn.v_proj,0.26684782,0.01000,2.796
24,self_attn.q_proj,3.40645289,0.01000,3.119
24,self_attn.o_proj,0.70490086,0.01000,3.121
24,mlp.up_proj,8.75358868,0.01000,4.326
24,mlp.gate_proj,9.01323509,0.01000,4.326
24,mlp.down_proj,2.02982712,0.01000,20.856
25,self_attn.k_proj,0.68248963,0.01000,2.806
25,self_attn.v_proj,0.28857774,0.01000,2.878
25,self_attn.q_proj,3.46604204,0.01000,3.167
25,self_attn.o_proj,0.49425381,0.01000,3.115
25,mlp.up_proj,9.47107220,0.01000,4.321
25,mlp.gate_proj,10.28519821,0.01000,4.324
25,mlp.down_proj,2.07002401,0.01000,20.835
26,self_attn.k_proj,0.82497019,0.01000,2.820
26,self_attn.v_proj,0.31065938,0.01000,2.802
26,self_attn.q_proj,4.06170321,0.01000,3.150
26,self_attn.o_proj,0.43173498,0.01000,3.119
26,mlp.up_proj,11.16811943,0.01000,4.321
26,mlp.gate_proj,12.52889824,0.01000,4.305
26,mlp.down_proj,2.20023608,0.01000,20.845
27,self_attn.k_proj,1.22410727,0.01000,2.825
27,self_attn.v_proj,0.43076056,0.01000,2.798
27,self_attn.q_proj,5.18575001,0.01000,3.123
27,self_attn.o_proj,0.27877492,0.01000,3.096
27,mlp.up_proj,12.58386040,0.01000,4.327
27,mlp.gate_proj,13.95620251,0.01000,4.333
27,mlp.down_proj,2.38565969,0.01000,20.839
28,self_attn.k_proj,0.85403657,0.01000,2.806
28,self_attn.v_proj,0.29076397,0.01000,2.787
28,self_attn.q_proj,4.03672314,0.01000,3.101
28,self_attn.o_proj,0.59794313,0.01000,3.104
28,mlp.up_proj,11.74896240,0.01000,4.320
28,mlp.gate_proj,12.48750114,0.01000,4.319
28,mlp.down_proj,3.22983122,0.01000,20.771
29,self_attn.k_proj,0.79713917,0.01000,2.825
29,self_attn.v_proj,0.28039247,0.01000,2.871
29,self_attn.q_proj,3.93984890,0.01000,3.125
29,self_attn.o_proj,0.78089821,0.01000,3.117
29,mlp.up_proj,11.33225822,0.01000,4.317
29,mlp.gate_proj,11.53958988,0.01000,4.334
29,mlp.down_proj,2.68685436,0.01000,20.762
30,self_attn.k_proj,0.79357457,0.01000,2.792
30,self_attn.v_proj,0.34253484,0.01000,2.788
30,self_attn.q_proj,4.11761475,0.01000,3.112
30,self_attn.o_proj,0.91359365,0.01000,3.125
30,mlp.up_proj,11.63817596,0.01000,4.321
30,mlp.gate_proj,11.82233524,0.01000,4.313
30,mlp.down_proj,3.03167748,0.01000,20.861
31,self_attn.k_proj,1.21440160,0.01000,2.801
31,self_attn.v_proj,0.56404942,0.01000,2.832
31,self_attn.q_proj,5.67956305,0.01000,3.118
31,self_attn.o_proj,0.48865020,0.01000,3.115
31,mlp.up_proj,14.14960670,0.01000,4.329
31,mlp.gate_proj,14.72683907,0.01000,4.333
31,mlp.down_proj,3.68465829,0.01000,20.774
32,self_attn.k_proj,0.90606254,0.01000,2.826
32,self_attn.v_proj,0.38378727,0.01000,2.815
32,self_attn.q_proj,4.70458794,0.01000,3.093
32,self_attn.o_proj,1.31476831,0.01000,3.092
32,mlp.up_proj,13.16320038,0.01000,4.322
32,mlp.gate_proj,13.45796967,0.01000,4.336
32,mlp.down_proj,4.18441963,0.01000,20.792
33,self_attn.k_proj,0.76760435,0.01000,2.822
33,self_attn.v_proj,0.42847544,0.01000,2.819
33,self_attn.q_proj,4.56134892,0.01000,3.119
33,self_attn.o_proj,1.08251286,0.01000,3.113
33,mlp.up_proj,14.34337330,0.01000,4.323
33,mlp.gate_proj,14.79744720,0.01000,4.333
33,mlp.down_proj,4.69971466,0.01000,20.854
34,self_attn.k_proj,0.89555413,0.01000,2.810
34,self_attn.v_proj,0.52807939,0.01000,2.849
34,self_attn.q_proj,5.28146935,0.01000,3.121
34,self_attn.o_proj,1.48747659,0.01000,3.119
34,mlp.up_proj,15.42789745,0.01000,4.258
34,mlp.gate_proj,16.50379753,0.01000,4.254
34,mlp.down_proj,5.58877373,0.01000,19.393
35,self_attn.k_proj,1.37647629,0.01000,2.770
35,self_attn.v_proj,0.78910184,0.01000,2.944
35,self_attn.q_proj,7.08261204,0.01000,3.076
35,self_attn.o_proj,1.01057386,0.01000,3.073
35,mlp.up_proj,18.30294037,0.01000,4.269
35,mlp.gate_proj,20.64340401,0.01000,4.277
35,mlp.down_proj,6.54550982,0.01000,20.593
36,self_attn.k_proj,0.97656679,0.01000,2.811
36,self_attn.v_proj,0.57391113,0.01000,2.792
36,self_attn.q_proj,5.68178225,0.01000,3.112
36,self_attn.o_proj,1.29969442,0.01000,3.110
36,mlp.up_proj,17.94355011,0.01000,4.299
36,mlp.gate_proj,20.13683701,0.01000,4.304
36,mlp.down_proj,7.21205807,0.01000,20.909
37,self_attn.k_proj,0.94301772,0.01000,2.847
37,self_attn.v_proj,0.57824910,0.01000,2.932
37,self_attn.q_proj,5.95239687,0.01000,3.128
37,self_attn.o_proj,1.37940025,0.01000,3.131
37,mlp.up_proj,18.52091217,0.01000,4.337
37,mlp.gate_proj,21.02642441,0.01000,4.325
37,mlp.down_proj,7.64422464,0.01000,27.377
38,self_attn.k_proj,1.03581893,0.01000,2.804
38,self_attn.v_proj,0.70786691,0.01000,2.806
38,self_attn.q_proj,6.59887505,0.01000,3.119
38,self_attn.o_proj,1.17235184,0.01000,3.099
38,mlp.up_proj,20.69558716,0.01000,4.387
38,mlp.gate_proj,24.59513092,0.01000,4.339
38,mlp.down_proj,7.93910074,0.01000,20.944
39,self_attn.k_proj,1.52943969,0.01000,2.791
39,self_attn.v_proj,1.04627979,0.01000,2.928
39,self_attn.q_proj,8.58604050,0.01000,3.132
39,self_attn.o_proj,0.76626897,0.01000,3.121
39,mlp.up_proj,23.22537613,0.01000,4.328
39,mlp.gate_proj,28.91666985,0.01000,4.343
39,mlp.down_proj,8.40031242,0.01000,20.985
40,self_attn.k_proj,1.09509122,0.01000,2.802
40,self_attn.v_proj,0.78926635,0.01000,2.807
40,self_attn.q_proj,7.18499231,0.01000,3.124
40,self_attn.o_proj,1.27122092,0.01000,3.120
40,mlp.up_proj,22.79548645,0.01000,4.303
40,mlp.gate_proj,27.59724045,0.01000,4.323
40,mlp.down_proj,8.57806015,0.01000,20.957
41,self_attn.k_proj,1.19796991,0.01000,2.807
41,self_attn.v_proj,0.87375212,0.01000,2.809
41,self_attn.q_proj,7.69725323,0.01000,3.129
41,self_attn.o_proj,1.05193281,0.01000,3.112
41,mlp.up_proj,23.96932602,0.01000,4.322
41,mlp.gate_proj,29.43371964,0.01000,4.324
41,mlp.down_proj,8.79974461,0.01000,20.929
42,self_attn.k_proj,1.21347082,0.01000,2.815
42,self_attn.v_proj,0.80230772,0.01000,2.818
42,self_attn.q_proj,7.82734251,0.01000,3.113
42,self_attn.o_proj,1.46261120,0.01000,3.123
42,mlp.up_proj,24.96371841,0.01000,4.324
42,mlp.gate_proj,31.55431366,0.01000,4.319
42,mlp.down_proj,8.53590584,0.01000,20.950
43,self_attn.k_proj,1.56291699,0.01000,2.821
43,self_attn.v_proj,1.20205545,0.01000,2.870
43,self_attn.q_proj,9.32339096,0.01000,3.125
43,self_attn.o_proj,0.53463578,0.01000,3.115
43,mlp.up_proj,26.88477707,0.01000,4.308
43,mlp.gate_proj,35.31211853,0.01000,4.306
43,mlp.down_proj,8.85589981,0.01000,21.078
44,self_attn.k_proj,1.21192908,0.01000,2.816
44,self_attn.v_proj,0.87010479,0.01000,8.459
44,self_attn.q_proj,8.13472939,0.01000,3.108
44,self_attn.o_proj,1.07565022,0.01000,3.149
44,mlp.up_proj,26.33778381,0.01000,4.323
44,mlp.gate_proj,33.19284058,0.01000,4.315
44,mlp.down_proj,8.94399166,0.01000,20.928
45,self_attn.k_proj,1.26758444,0.01000,2.829
45,self_attn.v_proj,0.93762308,0.01000,2.807
45,self_attn.q_proj,8.30747700,0.01000,3.119
45,self_attn.o_proj,1.35970306,0.01000,3.119
45,mlp.up_proj,27.30161667,0.01000,4.332
45,mlp.gate_proj,34.61208344,0.01000,4.326
45,mlp.down_proj,8.97346687,0.01000,20.960
46,self_attn.k_proj,1.28506112,0.01000,2.826
46,self_attn.v_proj,0.94637656,0.01000,2.919
46,self_attn.q_proj,8.71655273,0.01000,3.110
46,self_attn.o_proj,1.31473839,0.01000,3.114
46,mlp.up_proj,28.32736397,0.01000,4.311
46,mlp.gate_proj,35.69065475,0.01000,4.330
46,mlp.down_proj,9.26610470,0.01000,20.941
47,self_attn.k_proj,1.58398616,0.01000,2.807
47,self_attn.v_proj,1.45605755,0.01000,2.839
47,self_attn.q_proj,10.10481834,0.01000,3.130
47,self_attn.o_proj,0.88219702,0.01000,3.114
47,mlp.up_proj,31.00548363,0.01000,4.325
47,mlp.gate_proj,40.00745392,0.01000,4.324
47,mlp.down_proj,9.52927017,0.01000,20.986
48,self_attn.k_proj,1.29730964,0.01000,2.865
48,self_attn.v_proj,1.25468504,0.01000,2.812
48,self_attn.q_proj,9.12980461,0.01000,3.120
48,self_attn.o_proj,1.22588074,0.01000,3.108
48,mlp.up_proj,31.16883087,0.01000,4.318
48,mlp.gate_proj,38.73802948,0.01000,4.329
48,mlp.down_proj,10.10922623,0.01000,20.966
49,self_attn.k_proj,1.31353641,0.01000,2.841
49,self_attn.v_proj,1.13106871,0.01000,2.797
49,self_attn.q_proj,9.42452240,0.01000,3.110
49,self_attn.o_proj,1.36230147,0.01000,3.127
49,mlp.up_proj,32.10203171,0.01000,4.328
49,mlp.gate_proj,39.23027039,0.01000,4.300
49,mlp.down_proj,10.73592186,0.01000,21.070
50,self_attn.k_proj,1.23155284,0.01000,2.797
50,self_attn.v_proj,1.12254333,0.01000,2.824
50,self_attn.q_proj,9.45220280,0.01000,3.122
50,self_attn.o_proj,1.79769087,0.01000,3.131
50,mlp.up_proj,33.46105576,0.01000,4.326
50,mlp.gate_proj,40.31344223,0.01000,4.332
50,mlp.down_proj,11.42701721,0.01000,21.021
51,self_attn.k_proj,1.51977789,0.01000,2.816
51,self_attn.v_proj,1.63614023,0.01000,2.820
51,self_attn.q_proj,11.08936691,0.01000,3.126
51,self_attn.o_proj,0.86253881,0.01000,3.123
51,mlp.up_proj,36.72800064,0.01000,4.329
51,mlp.gate_proj,44.42227173,0.01000,4.332
51,mlp.down_proj,12.24649525,0.01000,21.035
52,self_attn.k_proj,1.26305985,0.01000,2.806
52,self_attn.v_proj,1.29762578,0.01000,2.801
52,self_attn.q_proj,10.05467892,0.01000,3.121
52,self_attn.o_proj,1.56924605,0.01000,3.097
52,mlp.up_proj,36.72959900,0.01000,4.331
52,mlp.gate_proj,42.71206284,0.01000,4.334
52,mlp.down_proj,13.34146309,0.01000,21.000
53,self_attn.k_proj,1.24679852,0.01000,2.797
53,self_attn.v_proj,1.46717882,0.01000,2.826
53,self_attn.q_proj,9.73361015,0.01000,3.124
53,self_attn.o_proj,2.62760925,0.01000,3.113
53,mlp.up_proj,39.03444290,0.01000,4.331
53,mlp.gate_proj,44.58834839,0.01000,4.329
53,mlp.down_proj,15.31289387,0.01000,21.021
54,self_attn.k_proj,1.19278765,0.01000,2.811
54,self_attn.v_proj,1.44246030,0.01000,2.884
54,self_attn.q_proj,10.12059593,0.01000,3.082
54,self_attn.o_proj,3.47702193,0.01000,3.116
54,mlp.up_proj,40.57743835,0.01000,4.330
54,mlp.gate_proj,45.48489380,0.01000,4.330
54,mlp.down_proj,17.86631775,0.01000,20.980
55,self_attn.k_proj,1.45634103,0.01000,2.800
55,self_attn.v_proj,2.27894878,0.01000,2.809
55,self_attn.q_proj,12.08972454,0.01000,3.111
55,self_attn.o_proj,2.46146488,0.01000,3.113
55,mlp.up_proj,45.36315536,0.01000,4.315
55,mlp.gate_proj,50.01605988,0.01000,4.321
55,mlp.down_proj,21.87582016,0.01000,21.069
56,self_attn.k_proj,1.10241914,0.01000,2.789
56,self_attn.v_proj,1.82905793,0.01000,2.869
56,self_attn.q_proj,10.14868736,0.01000,3.114
56,self_attn.o_proj,4.03703833,0.01000,3.105
56,mlp.up_proj,45.74471283,0.01000,4.324
56,mlp.gate_proj,49.25518036,0.01000,4.334
56,mlp.down_proj,26.32149887,0.01000,20.717
57,self_attn.k_proj,0.94596267,0.01000,2.809
57,self_attn.v_proj,1.91650033,0.01000,2.809
57,self_attn.q_proj,9.83541203,0.01000,3.102
57,self_attn.o_proj,4.67447901,0.01000,3.080
57,mlp.up_proj,45.34143829,0.01000,4.319
57,mlp.gate_proj,47.47423553,0.01000,4.314
57,mlp.down_proj,31.68601799,0.01000,20.718
58,self_attn.k_proj,0.90078247,0.01000,2.780
58,self_attn.v_proj,2.12932301,0.01000,2.797
58,self_attn.q_proj,10.10538292,0.01000,3.088
58,self_attn.o_proj,6.05742645,0.01000,3.095
58,mlp.up_proj,49.03110886,0.01000,4.318
58,mlp.gate_proj,50.97365189,0.01000,4.315
58,mlp.down_proj,36.67863464,0.01000,20.820
59,self_attn.k_proj,1.21062970,0.01000,2.789
59,self_attn.v_proj,3.84760022,0.01000,2.876
59,self_attn.q_proj,12.37336540,0.01000,3.112
59,self_attn.o_proj,5.57980919,0.01000,3.113
59,mlp.up_proj,54.85280609,0.01000,4.317
59,mlp.gate_proj,56.50590897,0.01000,4.311
59,mlp.down_proj,44.20305634,0.01000,20.808
60,self_attn.k_proj,0.91982675,0.01000,2.804
60,self_attn.v_proj,2.71451902,0.01000,2.832
60,self_attn.q_proj,10.73928070,0.01000,3.116
60,self_attn.o_proj,7.95396280,0.01000,3.115
60,mlp.up_proj,55.34839249,0.01000,4.333
60,mlp.gate_proj,54.90727615,0.01000,4.306
60,mlp.down_proj,56.50479507,0.01000,20.848
61,self_attn.k_proj,0.85721207,0.01000,2.817
61,self_attn.v_proj,2.78861809,0.01000,2.835
61,self_attn.q_proj,10.20442200,0.01000,3.115
61,self_attn.o_proj,12.74089622,0.01000,3.184
61,mlp.up_proj,57.27671051,0.01000,4.320
61,mlp.gate_proj,54.85419083,0.01000,4.326
61,mlp.down_proj,67.24620819,0.01000,20.779
62,self_attn.k_proj,2.68184018,0.01000,2.817
62,self_attn.v_proj,4.22722721,0.01000,2.808
62,self_attn.q_proj,6.90515041,0.01000,3.110
62,self_attn.o_proj,42.22541809,0.01000,3.081
62,mlp.up_proj,193.36753845,0.01000,4.308
62,mlp.gate_proj,227.66082764,0.01000,4.319
62,mlp.down_proj,26389.76171875,0.01000,20.821
63,self_attn.k_proj,0.09801108,0.01000,2.790
63,self_attn.v_proj,0.08450449,0.01000,2.803
63,self_attn.q_proj,0.52656490,0.01000,3.114
63,self_attn.o_proj,0.09586952,0.01000,3.108
63,mlp.up_proj,37.69497299,0.01000,4.316
63,mlp.gate_proj,42.26115417,0.01000,4.315
63,mlp.down_proj,48684.17187500,0.01250,21.967