layer,module,loss,damp,time
0,self_attn.q_proj,6437.59668,0.01000,1742335339.117
0,self_attn.k_proj,3782.25342,0.01000,1742335339.691
0,self_attn.v_proj,67.92864,0.01000,1742335340.286
0,self_attn.o_proj,0.00000,0.01000,1742336365.231
0,mlp.gate_proj,63.84194,0.01000,1742335342.578
0,mlp.up_proj,58.75360,0.01000,1742335343.417
0,mlp.down_proj,0.03440,0.01000,1742307699.662
1,self_attn.q_proj,107764.20312,0.01000,1742335350.531
1,self_attn.k_proj,74871.23438,0.01000,1742335351.109
1,self_attn.v_proj,3000.13062,0.01000,1742335351.716
1,self_attn.o_proj,0.00000,0.01000,1742336376.646
1,mlp.gate_proj,286.73108,0.01000,1742335353.994
1,mlp.up_proj,262.22629,0.01000,1742335354.833
1,mlp.down_proj,0.00015,0.01000,1742307711.074
2,self_attn.q_proj,83263.32812,0.01000,1742335361.997
2,self_attn.k_proj,44763.98047,0.01000,1742335362.570
2,self_attn.v_proj,2856.10034,0.01000,1742335363.137
2,self_attn.o_proj,0.00003,0.01000,1742336388.068
2,mlp.gate_proj,1094.52905,0.01000,1742335365.415
2,mlp.up_proj,990.09668,0.01000,1742335366.254
2,mlp.down_proj,572600.37500,0.01000,1742307722.446
3,self_attn.q_proj,198056.09375,0.01000,1742335373.293
3,self_attn.k_proj,82042.08594,0.01000,1742335373.857
3,self_attn.v_proj,13981.89062,0.01000,1742335374.420
3,self_attn.o_proj,0.00003,0.01000,1742336399.350
3,mlp.gate_proj,1915.07141,0.01000,1742335376.697
3,mlp.up_proj,1662.69751,0.01000,1742335377.536
3,mlp.down_proj,0.00233,0.01000,1742307733.678
4,self_attn.q_proj,94483.75000,0.01000,1742335384.538
4,self_attn.k_proj,38227.67578,0.01000,1742335385.105
4,self_attn.v_proj,7240.68750,0.01000,1742335385.676
4,self_attn.o_proj,0.00061,0.01000,1742336410.630
4,mlp.gate_proj,2951.02832,0.01000,1742335387.992
4,mlp.up_proj,2522.15771,0.01000,1742335388.849
4,mlp.down_proj,0.00819,0.01000,1742307745.025
5,self_attn.q_proj,67044.43750,0.01000,1742335395.899
5,self_attn.k_proj,29451.35938,0.01000,1742335396.470
5,self_attn.v_proj,4681.43408,0.01000,1742335397.040
5,self_attn.o_proj,0.00261,0.01000,1742336421.971
5,mlp.gate_proj,5061.76221,0.01000,1742335399.330
5,mlp.up_proj,4288.63086,0.01000,1742335400.178
5,mlp.down_proj,0.09742,0.01000,1742307756.412
6,self_attn.q_proj,69457.07031,0.01000,1742335407.294
6,self_attn.k_proj,28724.56641,0.01000,1742335407.871
6,self_attn.v_proj,5898.47510,0.01000,1742335408.443
6,self_attn.o_proj,0.00210,0.01000,1742336433.387
6,mlp.gate_proj,7718.68555,0.01000,1742335410.763
6,mlp.up_proj,6667.52295,0.01000,1742335411.623
6,mlp.down_proj,0.07268,0.01000,1742307767.882
7,self_attn.q_proj,72979.10938,0.01000,1742335418.731
7,self_attn.k_proj,29687.57422,0.01000,1742335419.309
7,self_attn.v_proj,8409.17480,0.01000,1742335419.870
7,self_attn.o_proj,0.00549,0.01000,1742336444.845
7,mlp.gate_proj,12352.24414,0.01000,1742335422.204
7,mlp.up_proj,9983.68555,0.01000,1742335423.041
7,mlp.down_proj,0.50326,0.01000,1742307779.253
8,self_attn.q_proj,68803.89844,0.01000,1742335430.138
8,self_attn.k_proj,28193.65039,0.01000,1742335430.721
8,self_attn.v_proj,6877.06055,0.01000,1742335431.294
8,self_attn.o_proj,0.01362,0.01000,1742336456.232
8,mlp.gate_proj,22655.46484,0.01000,1742335433.594
8,mlp.up_proj,17583.74219,0.01000,1742335434.441
8,mlp.down_proj,3.06046,0.01000,1742307790.687
9,self_attn.q_proj,64863.32031,0.01000,1742335441.564
9,self_attn.k_proj,27650.60938,0.01000,1742335442.135
9,self_attn.v_proj,7589.23779,0.01000,1742335442.713
9,self_attn.o_proj,0.01739,0.01000,1742336467.658
9,mlp.gate_proj,33404.39062,0.01000,1742335445.027
9,mlp.up_proj,26331.13086,0.01000,1742335445.872
9,mlp.down_proj,0.93771,0.01000,1742307802.101
10,self_attn.q_proj,93370.78125,0.01000,1742335452.993
10,self_attn.k_proj,44102.09375,0.01000,1742335453.594
10,self_attn.v_proj,11045.31055,0.01000,1742335454.160
10,self_attn.o_proj,0.03861,0.01000,1742336479.104
10,mlp.gate_proj,40671.35938,0.01000,1742335456.464
10,mlp.up_proj,31733.28125,0.01000,1742335457.303
10,mlp.down_proj,3.19711,0.01000,1742307813.559
11,self_attn.q_proj,85723.17969,0.01000,1742335464.453
11,self_attn.k_proj,37405.02734,0.01000,1742335465.023
11,self_attn.v_proj,11015.29980,0.01000,1742335465.604
11,self_attn.o_proj,0.21660,0.01000,1742336490.557
11,mlp.gate_proj,46701.49219,0.01000,1742335467.926
11,mlp.up_proj,36477.91016,0.01000,1742335468.788
11,mlp.down_proj,26.67683,0.01000,1742307825.058
12,self_attn.q_proj,136674.71875,0.01000,1742335475.951
12,self_attn.k_proj,67009.53125,0.01000,1742335476.524
12,self_attn.v_proj,15870.58594,0.01000,1742335477.096
12,self_attn.o_proj,0.07216,0.01000,1742336502.037
12,mlp.gate_proj,51228.58594,0.01000,1742335479.391
12,mlp.up_proj,41930.93359,0.01000,1742335480.234
12,mlp.down_proj,10.31854,0.01000,1742307836.479
13,self_attn.q_proj,156503.48438,0.01000,1742335487.346
13,self_attn.k_proj,71301.03906,0.01000,1742335487.918
13,self_attn.v_proj,31951.91016,0.01000,1742335488.512
13,self_attn.o_proj,0.18858,0.01000,1742336513.670
13,mlp.gate_proj,44446.53125,0.01000,1742335491.033
13,mlp.up_proj,37783.69531,0.01000,1742335491.874
13,mlp.down_proj,2.39073,0.01000,1742307848.113
14,self_attn.q_proj,263943.50000,0.01000,1742335498.972
14,self_attn.k_proj,125604.37500,0.01000,1742335499.541
14,self_attn.v_proj,58706.83594,0.01000,1742335500.111
14,self_attn.o_proj,0.23340,0.01000,1742336525.053
14,mlp.gate_proj,42573.67188,0.01000,1742335502.401
14,mlp.up_proj,37557.55469,0.01000,1742335503.239
14,mlp.down_proj,2.66704,0.01000,1742307859.435
15,self_attn.q_proj,277365.12500,0.01000,1742335510.291
15,self_attn.k_proj,141740.35938,0.01000,1742335510.857
15,self_attn.v_proj,83714.09375,0.01000,1742335511.430
15,self_attn.o_proj,0.20725,0.01000,1742336536.364
15,mlp.gate_proj,50860.13672,0.01000,1742335513.713
15,mlp.up_proj,44651.95312,0.01000,1742335514.549
15,mlp.down_proj,13.55331,0.01000,1742307870.790
16,self_attn.q_proj,242899.18750,0.01000,1742335521.706
16,self_attn.k_proj,103836.51562,0.01000,1742335522.270
16,self_attn.v_proj,49255.50000,0.01000,1742335522.839
16,self_attn.o_proj,0.48174,0.01000,1742336547.770
16,mlp.gate_proj,57431.19922,0.01000,1742335525.128
16,mlp.up_proj,52646.61719,0.01000,1742335525.964
16,mlp.down_proj,33.87576,0.01000,1742307882.209
17,self_attn.q_proj,354646.18750,0.01000,1742335533.121
17,self_attn.k_proj,167500.50000,0.01000,1742335533.690
17,self_attn.v_proj,78920.68750,0.01000,1742335534.262
17,self_attn.o_proj,0.39187,0.01000,1742336559.200
17,mlp.gate_proj,67209.69531,0.01000,1742335536.555
17,mlp.up_proj,59096.66016,0.01000,1742335537.394
17,mlp.down_proj,35.99059,0.01000,1742307893.666
18,self_attn.q_proj,327348.87500,0.01000,1742335544.578
18,self_attn.k_proj,159422.46875,0.01000,1742335545.152
18,self_attn.v_proj,58647.60547,0.01000,1742335545.727
18,self_attn.o_proj,1.32921,0.01000,1742336570.667
18,mlp.gate_proj,80218.99219,0.01000,1742335548.028
18,mlp.up_proj,69454.65625,0.01000,1742335548.872
18,mlp.down_proj,34.20468,0.01000,1742307905.150
19,self_attn.q_proj,341736.68750,0.01000,1742335556.035
19,self_attn.k_proj,162283.46875,0.01000,1742335556.604
19,self_attn.v_proj,59987.00000,0.01000,1742335557.167
19,self_attn.o_proj,0.45238,0.01000,1742336582.106
19,mlp.gate_proj,88174.48438,0.01000,1742335559.457
19,mlp.up_proj,76009.31250,0.01000,1742335560.296
19,mlp.down_proj,12.07877,0.01000,1742307916.670
20,self_attn.q_proj,415429.93750,0.01000,1742335567.648
20,self_attn.k_proj,216915.68750,0.01000,1742335568.239
20,self_attn.v_proj,64163.92969,0.01000,1742335568.839
20,self_attn.o_proj,0.30582,0.01000,1742336593.814
20,mlp.gate_proj,111368.54688,0.01000,1742335571.188
20,mlp.up_proj,94666.35938,0.01000,1742335572.027
20,mlp.down_proj,517.59283,0.01000,1742307928.342
21,self_attn.q_proj,372798.56250,0.01000,1742335579.221
21,self_attn.k_proj,168990.78125,0.01000,1742335579.790
21,self_attn.v_proj,62140.21875,0.01000,1742335580.363
21,self_attn.o_proj,0.17172,0.01000,1742336605.305
21,mlp.gate_proj,143696.25000,0.01000,1742335582.658
21,mlp.up_proj,117655.14062,0.01000,1742335583.498
21,mlp.down_proj,53.94359,0.01000,1742307939.714
22,self_attn.q_proj,392450.06250,0.01000,1742335590.604
22,self_attn.k_proj,180622.03125,0.01000,1742335591.182
22,self_attn.v_proj,65113.59375,0.01000,1742335591.771
22,self_attn.o_proj,0.30186,0.01000,1742336616.717
22,mlp.gate_proj,161173.65625,0.01000,1742335594.087
22,mlp.up_proj,130035.99219,0.01000,1742335594.938
22,mlp.down_proj,91.91794,0.01000,1742307951.246
23,self_attn.q_proj,454841.15625,0.01000,1742335602.121
23,self_attn.k_proj,248940.17188,0.01000,1742335602.708
23,self_attn.v_proj,77253.29688,0.01000,1742335603.279
23,self_attn.o_proj,0.43566,0.01000,1742336628.214
23,mlp.gate_proj,179153.40625,0.01000,1742335605.564
23,mlp.up_proj,144604.53125,0.01000,1742335606.406
23,mlp.down_proj,125.37847,0.01000,1742307962.705
24,self_attn.q_proj,437177.18750,0.01000,1742335613.623
24,self_attn.k_proj,190910.06250,0.01000,1742335614.195
24,self_attn.v_proj,72110.01562,0.01000,1742335614.777
24,self_attn.o_proj,0.09075,0.01000,1742336639.719
24,mlp.gate_proj,185945.18750,0.01000,1742335617.071
24,mlp.up_proj,153652.12500,0.01000,1742335617.912
24,mlp.down_proj,164.47330,0.01000,1742307974.147
25,self_attn.q_proj,495352.37500,0.01000,1742335625.031
25,self_attn.k_proj,258670.09375,0.01000,1742335625.599
25,self_attn.v_proj,80947.62500,0.01000,1742335626.168
25,self_attn.o_proj,1.03505,0.01000,1742336651.123
25,mlp.gate_proj,216819.75000,0.01000,1742335628.492
25,mlp.up_proj,172582.28125,0.01000,1742335629.352
25,mlp.down_proj,305.01379,0.01000,1742307985.646
26,self_attn.q_proj,307729.78125,0.01000,1742335636.573
26,self_attn.k_proj,139887.39062,0.01000,1742335637.146
26,self_attn.v_proj,53163.35938,0.01000,1742335637.710
26,self_attn.o_proj,0.10358,0.01000,1742336662.660
26,mlp.gate_proj,263812.25000,0.01000,1742335640.029
26,mlp.up_proj,203268.18750,0.01000,1742335640.866
26,mlp.down_proj,774.37732,0.01000,1742307997.153
27,self_attn.q_proj,389653.06250,0.01000,1742335648.058
27,self_attn.k_proj,139259.35938,0.01000,1742335648.633
27,self_attn.v_proj,73313.67969,0.01000,1742335649.206
27,self_attn.o_proj,0.55937,0.01000,1742336674.137
27,mlp.gate_proj,282737.53125,0.01000,1742335651.486
27,mlp.up_proj,221314.12500,0.01000,1742335652.323
27,mlp.down_proj,370.05527,0.01000,1742308008.588
28,self_attn.q_proj,859965.87500,0.01000,1742335659.533
28,self_attn.k_proj,428549.50000,0.01000,1742335660.105
28,self_attn.v_proj,151379.28125,0.01000,1742335660.679
28,self_attn.o_proj,0.11027,0.01000,1742336685.619
28,mlp.gate_proj,331558.43750,0.01000,1742335662.979
28,mlp.up_proj,245162.59375,0.01000,1742335663.824
28,mlp.down_proj,169.73083,0.01000,1742308020.098
29,self_attn.q_proj,793832.50000,0.01000,1742335671.006
29,self_attn.k_proj,389583.59375,0.01000,1742335671.576
29,self_attn.v_proj,138566.29688,0.01000,1742335672.144
29,self_attn.o_proj,0.29924,0.01000,1742336697.091
29,mlp.gate_proj,393989.43750,0.01000,1742335674.452
29,mlp.up_proj,289858.50000,0.01000,1742335675.309
29,mlp.down_proj,1050.29773,0.01000,1742308031.595
30,self_attn.q_proj,1204996.00000,0.01000,1742335682.521
30,self_attn.k_proj,615921.37500,0.01000,1742335683.096
30,self_attn.v_proj,234002.65625,0.01000,1742335683.664
30,self_attn.o_proj,0.26545,0.01000,1742336708.608
30,mlp.gate_proj,470364.75000,0.01000,1742335685.966
30,mlp.up_proj,345369.65625,0.01000,1742335686.810
30,mlp.down_proj,3503.75439,0.01000,1742308043.061
31,self_attn.q_proj,450881.93750,0.01000,1742335693.965
31,self_attn.k_proj,196617.43750,0.01000,1742335694.535
31,self_attn.v_proj,104185.49219,0.01000,1742335695.100
31,self_attn.o_proj,0.06771,0.01000,1742336720.036
31,mlp.gate_proj,521795.53125,0.01000,1742335697.391
31,mlp.up_proj,390464.50000,0.01000,1742335698.223
31,mlp.down_proj,1047.75684,0.01000,1742308054.525
32,self_attn.q_proj,820003.37500,0.01000,1742335705.432
32,self_attn.k_proj,401130.93750,0.01000,1742335706.059
32,self_attn.v_proj,187265.81250,0.01000,1742335706.642
32,self_attn.o_proj,0.07619,0.01000,1742336731.623
32,mlp.gate_proj,611127.62500,0.01000,1742335709.017
32,mlp.up_proj,460986.25000,0.01000,1742335709.874
32,mlp.down_proj,1583.98950,0.01000,1742308066.255
33,self_attn.q_proj,848251.00000,0.01000,1742335717.177
33,self_attn.k_proj,351205.03125,0.01000,1742335717.756
33,self_attn.v_proj,240381.54688,0.01000,1742335718.357
33,self_attn.o_proj,11.07636,0.01000,1742336743.347
33,mlp.gate_proj,698496.68750,0.01000,1742335720.730
33,mlp.up_proj,548384.75000,0.01000,1742335721.602
33,mlp.down_proj,1075.43604,0.01000,1742308078.041
34,self_attn.q_proj,893410.68750,0.01000,1742335729.093
34,self_attn.k_proj,447068.06250,0.01000,1742335729.687
34,self_attn.v_proj,285847.31250,0.01000,1742335730.263
34,self_attn.o_proj,0.41927,0.01000,1742336755.211
34,mlp.gate_proj,842784.50000,0.01000,1742335732.575
34,mlp.up_proj,708834.56250,0.01000,1742335733.413
34,mlp.down_proj,8151.81250,0.01000,1742308089.727
35,self_attn.q_proj,673180.56250,0.01000,1742335740.665
35,self_attn.k_proj,320695.75000,0.01000,1742335741.234
35,self_attn.v_proj,235028.37500,0.01000,1742335741.813
35,self_attn.o_proj,0.57002,0.01000,1742336766.753
35,mlp.gate_proj,948705.62500,0.01000,1742335744.106
35,mlp.up_proj,832654.68750,0.01000,1742335744.947
35,mlp.down_proj,3828.94214,0.01000,1742308101.310
36,self_attn.q_proj,573356.18750,0.01000,1742335752.292
36,self_attn.k_proj,249362.65625,0.01000,1742335752.867
36,self_attn.v_proj,235798.37500,0.01000,1742335753.485
36,self_attn.o_proj,4.71337,0.01000,1742336778.445
36,mlp.gate_proj,1185483.62500,0.01000,1742335755.878
36,mlp.up_proj,1064938.75000,0.01000,1742335756.991
36,mlp.down_proj,15085.09570,0.01000,1742308113.966
37,self_attn.q_proj,520935.75000,0.01000,1742335765.084
37,self_attn.k_proj,232121.10938,0.01000,1742335765.717
37,self_attn.v_proj,278411.37500,0.01000,1742335766.335
37,self_attn.o_proj,32.25897,0.01000,1742336791.311
37,mlp.gate_proj,1513040.50000,0.01000,1742335768.713
37,mlp.up_proj,1381212.00000,0.01000,1742335769.610
37,mlp.down_proj,642792.25000,0.01000,1742308126.303
38,self_attn.q_proj,317119.75000,0.01000,1742335777.428
38,self_attn.k_proj,143992.95312,0.01000,1742335778.101
38,self_attn.v_proj,152773.43750,0.01000,1742335778.778
38,self_attn.o_proj,80.17047,0.01000,1742336803.810
38,mlp.gate_proj,1553333.00000,0.01000,1742335781.228
38,mlp.up_proj,1451735.00000,0.01000,1742335782.148
38,mlp.down_proj,340807.75000,0.01000,1742308138.913
39,self_attn.q_proj,181918.03125,0.01000,1742335789.999
39,self_attn.k_proj,75343.71875,0.01000,1742335790.624
39,self_attn.v_proj,52216.44531,0.01000,1742335791.227
39,self_attn.o_proj,9.62976,0.01000,1742336816.172
39,mlp.gate_proj,1366284.37500,0.01000,1742335793.562
39,mlp.up_proj,1223302.50000,0.01000,1742335794.432
39,mlp.down_proj,39784.92969,0.01000,1742308150.872