layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00415716,0.01000,2.281
0,self_attn.v_proj,0.00174885,0.01000,2.021
0,self_attn.q_proj,0.00472623,0.01000,1.992
0,self_attn.out_proj,0.00001367,0.01000,2.018
0,fc1,0.00910419,0.01000,2.042
0,fc2,0.00010223,0.01000,9.085
1,self_attn.k_proj,0.00200916,0.01000,2.003
1,self_attn.v_proj,0.00045392,0.01000,2.005
1,self_attn.q_proj,0.00168526,0.01000,2.029
1,self_attn.out_proj,0.00000113,0.01000,1.967
1,fc1,0.00852806,0.01000,2.092
1,fc2,0.00014238,0.01000,9.141
2,self_attn.k_proj,0.00224172,0.01000,1.977
2,self_attn.v_proj,0.00065303,0.01000,2.026
2,self_attn.q_proj,0.00196235,0.01000,1.987
2,self_attn.out_proj,0.00000128,0.01000,2.002
2,fc1,0.00893701,0.01000,2.169
2,fc2,0.00124839,0.01000,9.627
3,self_attn.k_proj,0.00230825,0.01000,1.972
3,self_attn.v_proj,0.00080935,0.01000,2.132
3,self_attn.q_proj,0.00235409,0.01000,2.142
3,self_attn.out_proj,0.00000197,0.01000,2.281
3,fc1,0.00869071,0.01000,2.046
3,fc2,0.00007992,0.01000,9.158
4,self_attn.k_proj,0.00175245,0.01000,2.013
4,self_attn.v_proj,0.00085283,0.01000,2.001
4,self_attn.q_proj,0.00182772,0.01000,1.979
4,self_attn.out_proj,0.00000188,0.01000,1.978
4,fc1,0.00802195,0.01000,2.065
4,fc2,0.00007239,0.01000,9.098
5,self_attn.k_proj,0.00248873,0.01000,2.040
5,self_attn.v_proj,0.00095311,0.01000,1.995
5,self_attn.q_proj,0.00235212,0.01000,2.021
5,self_attn.out_proj,0.00000236,0.01000,1.963
5,fc1,0.00801867,0.01000,2.090
5,fc2,0.00007425,0.01000,9.223
6,self_attn.k_proj,0.00274498,0.01000,2.011
6,self_attn.v_proj,0.00101407,0.01000,1.997
6,self_attn.q_proj,0.00244245,0.01000,1.986
6,self_attn.out_proj,0.00000272,0.01000,1.977
6,fc1,0.00838979,0.01000,2.041
6,fc2,0.00007380,0.01000,9.011
7,self_attn.k_proj,0.00328494,0.01000,1.965
7,self_attn.v_proj,0.00108867,0.01000,2.001
7,self_attn.q_proj,0.00277778,0.01000,1.991
7,self_attn.out_proj,0.00000308,0.01000,2.023
7,fc1,0.00875679,0.01000,2.076
7,fc2,0.00007781,0.01000,9.106
8,self_attn.k_proj,0.00421578,0.01000,1.960
8,self_attn.v_proj,0.00111133,0.01000,1.983
8,self_attn.q_proj,0.00319556,0.01000,1.963
8,self_attn.out_proj,0.00000307,0.01000,1.988
8,fc1,0.00934459,0.01000,2.063
8,fc2,0.00007102,0.01000,9.116
9,self_attn.k_proj,0.00447789,0.01000,1.991
9,self_attn.v_proj,0.00117593,0.01000,2.002
9,self_attn.q_proj,0.00340797,0.01000,2.044
9,self_attn.out_proj,0.00000339,0.01000,1.999
9,fc1,0.00976188,0.01000,2.074
9,fc2,0.00007284,0.01000,9.097
10,self_attn.k_proj,0.00497869,0.01000,1.979
10,self_attn.v_proj,0.00122442,0.01000,2.010
10,self_attn.q_proj,0.00358134,0.01000,1.973
10,self_attn.out_proj,0.00000352,0.01000,2.006
10,fc1,0.00983512,0.01000,2.066
10,fc2,0.00006175,0.01000,9.069
11,self_attn.k_proj,0.00482600,0.01000,1.974
11,self_attn.v_proj,0.00128705,0.01000,1.997
11,self_attn.q_proj,0.00360832,0.01000,1.978
11,self_attn.out_proj,0.00000394,0.01000,1.985
11,fc1,0.01003529,0.01000,2.062
11,fc2,0.00005431,0.01000,9.185
12,self_attn.k_proj,0.00465323,0.01000,1.978
12,self_attn.v_proj,0.00143449,0.01000,1.989
12,self_attn.q_proj,0.00370774,0.01000,1.992
12,self_attn.out_proj,0.00000529,0.01000,1.965
12,fc1,0.01025199,0.01000,2.059
12,fc2,0.00006097,0.01000,9.127
13,self_attn.k_proj,0.00485349,0.01000,1.967
13,self_attn.v_proj,0.00146670,0.01000,2.011
13,self_attn.q_proj,0.00373054,0.01000,2.071
13,self_attn.out_proj,0.00000507,0.01000,1.949
13,fc1,0.01046675,0.01000,2.054
13,fc2,0.00006243,0.01000,9.087
14,self_attn.k_proj,0.00459412,0.01000,1.948
14,self_attn.v_proj,0.00159913,0.01000,1.970
14,self_attn.q_proj,0.00372912,0.01000,2.049
14,self_attn.out_proj,0.00000730,0.01000,1.978
14,fc1,0.01084630,0.01000,2.063
14,fc2,0.00011387,0.01000,9.671
15,self_attn.k_proj,0.00486150,0.01000,1.964
15,self_attn.v_proj,0.00176849,0.01000,2.215
15,self_attn.q_proj,0.00400157,0.01000,1.992
15,self_attn.out_proj,0.00001088,0.01000,2.161
15,fc1,0.01212753,0.01000,2.063
15,fc2,0.00018270,0.01000,9.106
16,self_attn.k_proj,0.00508671,0.01000,1.960
16,self_attn.v_proj,0.00204929,0.01000,1.995
16,self_attn.q_proj,0.00414801,0.01000,1.961
16,self_attn.out_proj,0.00001588,0.01000,1.985
16,fc1,0.01262292,0.01000,2.057
16,fc2,0.00014550,0.01000,9.127
17,self_attn.k_proj,0.00514383,0.01000,1.962
17,self_attn.v_proj,0.00225346,0.01000,1.984
17,self_attn.q_proj,0.00418070,0.01000,1.966
17,self_attn.out_proj,0.00002024,0.01000,1.991
17,fc1,0.01363405,0.01000,2.164
17,fc2,0.00020455,0.01000,9.124
18,self_attn.k_proj,0.00473771,0.01000,2.006
18,self_attn.v_proj,0.00262717,0.01000,1.966
18,self_attn.q_proj,0.00398133,0.01000,1.987
18,self_attn.out_proj,0.00002599,0.01000,1.956
18,fc1,0.01541762,0.01000,2.037
18,fc2,0.00026202,0.01000,9.153
19,self_attn.k_proj,0.00552300,0.01000,1.995
19,self_attn.v_proj,0.00305858,0.01000,1.979
19,self_attn.q_proj,0.00456941,0.01000,2.011
19,self_attn.out_proj,0.00003694,0.01000,1.950
19,fc1,0.01743086,0.01000,2.064
19,fc2,0.00048653,0.01000,9.156
20,self_attn.k_proj,0.00588040,0.01000,2.004
20,self_attn.v_proj,0.00411438,0.01000,1.997
20,self_attn.q_proj,0.00500509,0.01000,1.960
20,self_attn.out_proj,0.00007221,0.01000,1.971
20,fc1,0.02207249,0.01000,2.068
20,fc2,0.00057887,0.01000,9.064
21,self_attn.k_proj,0.00649713,0.01000,1.963
21,self_attn.v_proj,0.00491954,0.01000,1.992
21,self_attn.q_proj,0.00552504,0.01000,1.970
21,self_attn.out_proj,0.00010384,0.01000,2.003
21,fc1,0.02501320,0.01000,2.053
21,fc2,0.00093315,0.01000,9.096
22,self_attn.k_proj,0.00647827,0.01000,1.960
22,self_attn.v_proj,0.00537022,0.01000,2.011
22,self_attn.q_proj,0.00560591,0.01000,1.990
22,self_attn.out_proj,0.00015826,0.01000,1.979
22,fc1,0.02930729,0.01000,2.096
22,fc2,0.00103986,0.01000,9.092
23,self_attn.k_proj,0.00666023,0.01000,1.972
23,self_attn.v_proj,0.00584571,0.01000,1.964
23,self_attn.q_proj,0.00566681,0.01000,1.991
23,self_attn.out_proj,0.00020504,0.01000,1.972
23,fc1,0.03223705,0.01000,2.057
23,fc2,0.00119460,0.01000,9.091
24,self_attn.k_proj,0.00652704,0.01000,2.000
24,self_attn.v_proj,0.00684727,0.01000,1.978
24,self_attn.q_proj,0.00548726,0.01000,1.996
24,self_attn.out_proj,0.00028135,0.01000,1.975
24,fc1,0.03299303,0.01000,2.082
24,fc2,0.00129423,0.01000,9.043
25,self_attn.k_proj,0.00584573,0.01000,1.965
25,self_attn.v_proj,0.00735175,0.01000,1.994
25,self_attn.q_proj,0.00532963,0.01000,2.012
25,self_attn.out_proj,0.00040339,0.01000,1.974
25,fc1,0.03120277,0.01000,2.076
25,fc2,0.00092968,0.01000,9.085
26,self_attn.k_proj,0.00514829,0.01000,1.958
26,self_attn.v_proj,0.00683620,0.01000,1.957
26,self_attn.q_proj,0.00465109,0.01000,1.981
26,self_attn.out_proj,0.00038590,0.01000,1.946
26,fc1,0.02892651,0.01000,2.058
26,fc2,0.00102450,0.01000,9.106
27,self_attn.k_proj,0.00492773,0.01000,1.980
27,self_attn.v_proj,0.00641426,0.01000,1.986
27,self_attn.q_proj,0.00446295,0.01000,1.978
27,self_attn.out_proj,0.00038256,0.01000,1.982
27,fc1,0.02730835,0.01000,2.058
27,fc2,0.00097524,0.01000,9.100
28,self_attn.k_proj,0.00465383,0.01000,1.982
28,self_attn.v_proj,0.00659960,0.01000,1.988
28,self_attn.q_proj,0.00452543,0.01000,1.967
28,self_attn.out_proj,0.00041981,0.01000,1.944
28,fc1,0.02555545,0.01000,2.051
28,fc2,0.00089436,0.01000,8.963
29,self_attn.k_proj,0.00454777,0.01000,1.961
29,self_attn.v_proj,0.00631712,0.01000,1.983
29,self_attn.q_proj,0.00478012,0.01000,1.970
29,self_attn.out_proj,0.00042818,0.01000,1.946
29,fc1,0.02416112,0.01000,2.075
29,fc2,0.00095927,0.01000,9.127
30,self_attn.k_proj,0.00441271,0.01000,2.008
30,self_attn.v_proj,0.00628183,0.01000,1.987
30,self_attn.q_proj,0.00481614,0.01000,1.971
30,self_attn.out_proj,0.00034180,0.01000,1.977
30,fc1,0.02313118,0.01000,2.037
30,fc2,0.00110957,0.01000,9.063
31,self_attn.k_proj,0.00427999,0.01000,2.017
31,self_attn.v_proj,0.00589702,0.01000,1.971
31,self_attn.q_proj,0.00494978,0.01000,1.962
31,self_attn.out_proj,0.00033863,0.01000,1.956
31,fc1,0.02249749,0.01000,2.093
31,fc2,3.23435900,0.01250,10.112