Add files using upload-large-folder tool

quant_log.csv

@@ -1,193 +1,193 @@
 layer,module,loss,samples,damp,time
-0,self_attn.k_proj,0.00415716,0.01000,2.965
-0,self_attn.v_proj,0.00174885,0.01000,1.973
-0,self_attn.q_proj,0.00472623,0.01000,1.946
-0,self_attn.out_proj,0.00001367,0.01000,1.925
-0,fc1,0.00910419,0.01000,1.993
-0,fc2,0.00010223,0.01000,8.989
-1,self_attn.k_proj,0.00200916,0.01000,1.951
-1,self_attn.v_proj,0.00045392,0.01000,1.957
-1,self_attn.q_proj,0.00168526,0.01000,1.982
-1,self_attn.out_proj,0.00000113,0.01000,1.937
-1,fc1,0.00852806,0.01000,2.037
-1,fc2,0.00014238,0.01000,9.006
-2,self_attn.k_proj,0.00224172,0.01000,1.935
-2,self_attn.v_proj,0.00065303,0.01000,1.985
-2,self_attn.q_proj,0.00196235,0.01000,1.980
-2,self_attn.out_proj,0.00000128,0.01000,1.979
-2,fc1,0.00893701,0.01000,2.021
-2,fc2,0.00124839,0.01000,8.955
-3,self_attn.k_proj,0.00230825,0.01000,1.999
-3,self_attn.v_proj,0.00080935,0.01000,2.001
-3,self_attn.q_proj,0.00235409,0.01000,1.964
-3,self_attn.out_proj,0.00000197,0.01000,1.970
-3,fc1,0.00869071,0.01000,2.066
-3,fc2,0.00007992,0.01000,9.023
-4,self_attn.k_proj,0.00175245,0.01000,1.975
-4,self_attn.v_proj,0.00085283,0.01000,1.976
-4,self_attn.q_proj,0.00182772,0.01000,1.989
-4,self_attn.out_proj,0.00000188,0.01000,1.964
-4,fc1,0.00802195,0.01000,2.016
-4,fc2,0.00007239,0.01000,9.023
-5,self_attn.k_proj,0.00248873,0.01000,1.958
-5,self_attn.v_proj,0.00095311,0.01000,1.955
-5,self_attn.q_proj,0.00235212,0.01000,1.974
-5,self_attn.out_proj,0.00000236,0.01000,1.952
-5,fc1,0.00801867,0.01000,2.056
-5,fc2,0.00007425,0.01000,9.065
-6,self_attn.k_proj,0.00274498,0.01000,1.958
-6,self_attn.v_proj,0.00101407,0.01000,1.948
+0,self_attn.k_proj,0.00415716,0.01000,2.281
+0,self_attn.v_proj,0.00174885,0.01000,2.021
+0,self_attn.q_proj,0.00472623,0.01000,1.992
+0,self_attn.out_proj,0.00001367,0.01000,2.018
+0,fc1,0.00910419,0.01000,2.042
+0,fc2,0.00010223,0.01000,9.085
+1,self_attn.k_proj,0.00200916,0.01000,2.003
+1,self_attn.v_proj,0.00045392,0.01000,2.005
+1,self_attn.q_proj,0.00168526,0.01000,2.029
+1,self_attn.out_proj,0.00000113,0.01000,1.967
+1,fc1,0.00852806,0.01000,2.092
+1,fc2,0.00014238,0.01000,9.141
+2,self_attn.k_proj,0.00224172,0.01000,1.977
+2,self_attn.v_proj,0.00065303,0.01000,2.026
+2,self_attn.q_proj,0.00196235,0.01000,1.987
+2,self_attn.out_proj,0.00000128,0.01000,2.002
+2,fc1,0.00893701,0.01000,2.169
+2,fc2,0.00124839,0.01000,9.627
+3,self_attn.k_proj,0.00230825,0.01000,1.972
+3,self_attn.v_proj,0.00080935,0.01000,2.132
+3,self_attn.q_proj,0.00235409,0.01000,2.142
+3,self_attn.out_proj,0.00000197,0.01000,2.281
+3,fc1,0.00869071,0.01000,2.046
+3,fc2,0.00007992,0.01000,9.158
+4,self_attn.k_proj,0.00175245,0.01000,2.013
+4,self_attn.v_proj,0.00085283,0.01000,2.001
+4,self_attn.q_proj,0.00182772,0.01000,1.979
+4,self_attn.out_proj,0.00000188,0.01000,1.978
+4,fc1,0.00802195,0.01000,2.065
+4,fc2,0.00007239,0.01000,9.098
+5,self_attn.k_proj,0.00248873,0.01000,2.040
+5,self_attn.v_proj,0.00095311,0.01000,1.995
+5,self_attn.q_proj,0.00235212,0.01000,2.021
+5,self_attn.out_proj,0.00000236,0.01000,1.963
+5,fc1,0.00801867,0.01000,2.090
+5,fc2,0.00007425,0.01000,9.223
+6,self_attn.k_proj,0.00274498,0.01000,2.011
+6,self_attn.v_proj,0.00101407,0.01000,1.997
 6,self_attn.q_proj,0.00244245,0.01000,1.986
-6,self_attn.out_proj,0.00000272,0.01000,1.946
-6,fc1,0.00838979,0.01000,2.027
-6,fc2,0.00007380,0.01000,9.033
-7,self_attn.k_proj,0.00328494,0.01000,2.001
-7,self_attn.v_proj,0.00108867,0.01000,1.983
-7,self_attn.q_proj,0.00277778,0.01000,2.040
-7,self_attn.out_proj,0.00000308,0.01000,1.967
-7,fc1,0.00875679,0.01000,2.034
-7,fc2,0.00007781,0.01000,9.026
-8,self_attn.k_proj,0.00421578,0.01000,1.955
-8,self_attn.v_proj,0.00111133,0.01000,1.981
-8,self_attn.q_proj,0.00319556,0.01000,1.931
-8,self_attn.out_proj,0.00000307,0.01000,2.011
-8,fc1,0.00934459,0.01000,2.015
-8,fc2,0.00007102,0.01000,9.077
-9,self_attn.k_proj,0.00447789,0.01000,1.965
-9,self_attn.v_proj,0.00117593,0.01000,1.960
-9,self_attn.q_proj,0.00340797,0.01000,2.012
-9,self_attn.out_proj,0.00000339,0.01000,1.989
-9,fc1,0.00976188,0.01000,2.035
-9,fc2,0.00007284,0.01000,9.178
-10,self_attn.k_proj,0.00497869,0.01000,1.950
-10,self_attn.v_proj,0.00122442,0.01000,1.975
-10,self_attn.q_proj,0.00358134,0.01000,1.959
-10,self_attn.out_proj,0.00000352,0.01000,1.955
-10,fc1,0.00983512,0.01000,2.019
-10,fc2,0.00006175,0.01000,9.025
-11,self_attn.k_proj,0.00482600,0.01000,1.965
-11,self_attn.v_proj,0.00128705,0.01000,2.002
-11,self_attn.q_proj,0.00360832,0.01000,1.976
-11,self_attn.out_proj,0.00000394,0.01000,1.998
-11,fc1,0.01003529,0.01000,2.032
-11,fc2,0.00005431,0.01000,9.094
-12,self_attn.k_proj,0.00465323,0.01000,1.948
-12,self_attn.v_proj,0.00143449,0.01000,2.002
-12,self_attn.q_proj,0.00370774,0.01000,1.973
-12,self_attn.out_proj,0.00000529,0.01000,1.930
-12,fc1,0.01025199,0.01000,2.012
-12,fc2,0.00006097,0.01000,9.047
-13,self_attn.k_proj,0.00485349,0.01000,1.968
-13,self_attn.v_proj,0.00146670,0.01000,1.986
-13,self_attn.q_proj,0.00373054,0.01000,1.966
-13,self_attn.out_proj,0.00000507,0.01000,1.983
-13,fc1,0.01046675,0.01000,2.065
-13,fc2,0.00006243,0.01000,9.023
-14,self_attn.k_proj,0.00459412,0.01000,1.975
-14,self_attn.v_proj,0.00159913,0.01000,1.991
-14,self_attn.q_proj,0.00372912,0.01000,1.979
-14,self_attn.out_proj,0.00000730,0.01000,1.937
-14,fc1,0.01084630,0.01000,2.044
-14,fc2,0.00011387,0.01000,8.980
-15,self_attn.k_proj,0.00486150,0.01000,1.957
-15,self_attn.v_proj,0.00176849,0.01000,2.008
-15,self_attn.q_proj,0.00400157,0.01000,1.981
-15,self_attn.out_proj,0.00001088,0.01000,1.950
-15,fc1,0.01212753,0.01000,2.057
-15,fc2,0.00018270,0.01000,9.025
-16,self_attn.k_proj,0.00508671,0.01000,1.949
-16,self_attn.v_proj,0.00204929,0.01000,1.963
-16,self_attn.q_proj,0.00414801,0.01000,1.968
-16,self_attn.out_proj,0.00001588,0.01000,1.969
-16,fc1,0.01262292,0.01000,2.053
-16,fc2,0.00014550,0.01000,8.961
-17,self_attn.k_proj,0.00514383,0.01000,1.959
-17,self_attn.v_proj,0.00225346,0.01000,1.988
-17,self_attn.q_proj,0.00418070,0.01000,1.987
-17,self_attn.out_proj,0.00002024,0.01000,1.983
-17,fc1,0.01363405,0.01000,2.095
-17,fc2,0.00020455,0.01000,8.961
-18,self_attn.k_proj,0.00473771,0.01000,2.009
-18,self_attn.v_proj,0.00262717,0.01000,1.981
-18,self_attn.q_proj,0.00398133,0.01000,2.115
-18,self_attn.out_proj,0.00002599,0.01000,2.189
-18,fc1,0.01541762,0.01000,2.058
-18,fc2,0.00026202,0.01000,9.218
-19,self_attn.k_proj,0.00552300,0.01000,1.973
-19,self_attn.v_proj,0.00305858,0.01000,1.958
-19,self_attn.q_proj,0.00456941,0.01000,1.971
-19,self_attn.out_proj,0.00003694,0.01000,1.998
-19,fc1,0.01743086,0.01000,2.046
-19,fc2,0.00048653,0.01000,8.999
-20,self_attn.k_proj,0.00588040,0.01000,1.978
-20,self_attn.v_proj,0.00411438,0.01000,1.965
-20,self_attn.q_proj,0.00500509,0.01000,1.993
-20,self_attn.out_proj,0.00007221,0.01000,2.183
-20,fc1,0.02207249,0.01000,2.041
-20,fc2,0.00057887,0.01000,9.361
-21,self_attn.k_proj,0.00649713,0.01000,1.935
-21,self_attn.v_proj,0.00491954,0.01000,1.984
-21,self_attn.q_proj,0.00552504,0.01000,2.093
-21,self_attn.out_proj,0.00010384,0.01000,1.994
-21,fc1,0.02501320,0.01000,2.079
-21,fc2,0.00093315,0.01000,9.020
-22,self_attn.k_proj,0.00647827,0.01000,1.989
-22,self_attn.v_proj,0.00537022,0.01000,2.024
-22,self_attn.q_proj,0.00560591,0.01000,1.986
-22,self_attn.out_proj,0.00015826,0.01000,1.950
-22,fc1,0.02930729,0.01000,2.081
-22,fc2,0.00103986,0.01000,9.532
-23,self_attn.k_proj,0.00666023,0.01000,1.956
-23,self_attn.v_proj,0.00584571,0.01000,1.990
-23,self_attn.q_proj,0.00566681,0.01000,2.218
-23,self_attn.out_proj,0.00020504,0.01000,1.952
-23,fc1,0.03223705,0.01000,2.172
-23,fc2,0.00119460,0.01000,9.051
-24,self_attn.k_proj,0.00652704,0.01000,1.955
-24,self_attn.v_proj,0.00684727,0.01000,2.006
-24,self_attn.q_proj,0.00548726,0.01000,2.237
-24,self_attn.out_proj,0.00028135,0.01000,1.919
-24,fc1,0.03299303,0.01000,2.039
-24,fc2,0.00129423,0.01000,9.341
-25,self_attn.k_proj,0.00584573,0.01000,1.936
-25,self_attn.v_proj,0.00735175,0.01000,1.950
-25,self_attn.q_proj,0.00532963,0.01000,2.009
-25,self_attn.out_proj,0.00040339,0.01000,1.921
-25,fc1,0.03120277,0.01000,2.080
-25,fc2,0.00092968,0.01000,9.059
-26,self_attn.k_proj,0.00514829,0.01000,1.961
-26,self_attn.v_proj,0.00683620,0.01000,1.983
-26,self_attn.q_proj,0.00465109,0.01000,1.974
-26,self_attn.out_proj,0.00038590,0.01000,1.976
-26,fc1,0.02892651,0.01000,2.055
-26,fc2,0.00102450,0.01000,8.952
-27,self_attn.k_proj,0.00492773,0.01000,1.960
-27,self_attn.v_proj,0.00641426,0.01000,1.992
-27,self_attn.q_proj,0.00446295,0.01000,1.992
-27,self_attn.out_proj,0.00038256,0.01000,1.961
-27,fc1,0.02730835,0.01000,2.052
-27,fc2,0.00097524,0.01000,9.064
-28,self_attn.k_proj,0.00465383,0.01000,1.975
-28,self_attn.v_proj,0.00659960,0.01000,2.043
-28,self_attn.q_proj,0.00452543,0.01000,1.996
-28,self_attn.out_proj,0.00041981,0.01000,1.964
-28,fc1,0.02555545,0.01000,2.062
-28,fc2,0.00089436,0.01000,8.980
-29,self_attn.k_proj,0.00454777,0.01000,1.957
-29,self_attn.v_proj,0.00631712,0.01000,2.005
-29,self_attn.q_proj,0.00478012,0.01000,1.968
-29,self_attn.out_proj,0.00042818,0.01000,1.921
-29,fc1,0.02416112,0.01000,2.038
-29,fc2,0.00095927,0.01000,9.070
-30,self_attn.k_proj,0.00441271,0.01000,1.937
-30,self_attn.v_proj,0.00628183,0.01000,1.963
-30,self_attn.q_proj,0.00481614,0.01000,1.973
-30,self_attn.out_proj,0.00034180,0.01000,1.986
-30,fc1,0.02313118,0.01000,2.036
-30,fc2,0.00110957,0.01000,8.995
-31,self_attn.k_proj,0.00427999,0.01000,1.964
-31,self_attn.v_proj,0.00589702,0.01000,1.977
-31,self_attn.q_proj,0.00494978,0.01000,1.974
-31,self_attn.out_proj,0.00033863,0.01000,1.969
-31,fc1,0.02249749,0.01000,2.066
-31,fc2,3.23435900,0.01250,10.091
+6,self_attn.out_proj,0.00000272,0.01000,1.977
+6,fc1,0.00838979,0.01000,2.041
+6,fc2,0.00007380,0.01000,9.011
+7,self_attn.k_proj,0.00328494,0.01000,1.965
+7,self_attn.v_proj,0.00108867,0.01000,2.001
+7,self_attn.q_proj,0.00277778,0.01000,1.991
+7,self_attn.out_proj,0.00000308,0.01000,2.023
+7,fc1,0.00875679,0.01000,2.076
+7,fc2,0.00007781,0.01000,9.106
+8,self_attn.k_proj,0.00421578,0.01000,1.960
+8,self_attn.v_proj,0.00111133,0.01000,1.983
+8,self_attn.q_proj,0.00319556,0.01000,1.963
+8,self_attn.out_proj,0.00000307,0.01000,1.988
+8,fc1,0.00934459,0.01000,2.063
+8,fc2,0.00007102,0.01000,9.116
+9,self_attn.k_proj,0.00447789,0.01000,1.991
+9,self_attn.v_proj,0.00117593,0.01000,2.002
+9,self_attn.q_proj,0.00340797,0.01000,2.044
+9,self_attn.out_proj,0.00000339,0.01000,1.999
+9,fc1,0.00976188,0.01000,2.074
+9,fc2,0.00007284,0.01000,9.097
+10,self_attn.k_proj,0.00497869,0.01000,1.979
+10,self_attn.v_proj,0.00122442,0.01000,2.010
+10,self_attn.q_proj,0.00358134,0.01000,1.973
+10,self_attn.out_proj,0.00000352,0.01000,2.006
+10,fc1,0.00983512,0.01000,2.066
+10,fc2,0.00006175,0.01000,9.069
+11,self_attn.k_proj,0.00482600,0.01000,1.974
+11,self_attn.v_proj,0.00128705,0.01000,1.997
+11,self_attn.q_proj,0.00360832,0.01000,1.978
+11,self_attn.out_proj,0.00000394,0.01000,1.985
+11,fc1,0.01003529,0.01000,2.062
+11,fc2,0.00005431,0.01000,9.185
+12,self_attn.k_proj,0.00465323,0.01000,1.978
+12,self_attn.v_proj,0.00143449,0.01000,1.989
+12,self_attn.q_proj,0.00370774,0.01000,1.992
+12,self_attn.out_proj,0.00000529,0.01000,1.965
+12,fc1,0.01025199,0.01000,2.059
+12,fc2,0.00006097,0.01000,9.127
+13,self_attn.k_proj,0.00485349,0.01000,1.967
+13,self_attn.v_proj,0.00146670,0.01000,2.011
+13,self_attn.q_proj,0.00373054,0.01000,2.071
+13,self_attn.out_proj,0.00000507,0.01000,1.949
+13,fc1,0.01046675,0.01000,2.054
+13,fc2,0.00006243,0.01000,9.087
+14,self_attn.k_proj,0.00459412,0.01000,1.948
+14,self_attn.v_proj,0.00159913,0.01000,1.970
+14,self_attn.q_proj,0.00372912,0.01000,2.049
+14,self_attn.out_proj,0.00000730,0.01000,1.978
+14,fc1,0.01084630,0.01000,2.063
+14,fc2,0.00011387,0.01000,9.671
+15,self_attn.k_proj,0.00486150,0.01000,1.964
+15,self_attn.v_proj,0.00176849,0.01000,2.215
+15,self_attn.q_proj,0.00400157,0.01000,1.992
+15,self_attn.out_proj,0.00001088,0.01000,2.161
+15,fc1,0.01212753,0.01000,2.063
+15,fc2,0.00018270,0.01000,9.106
+16,self_attn.k_proj,0.00508671,0.01000,1.960
+16,self_attn.v_proj,0.00204929,0.01000,1.995
+16,self_attn.q_proj,0.00414801,0.01000,1.961
+16,self_attn.out_proj,0.00001588,0.01000,1.985
+16,fc1,0.01262292,0.01000,2.057
+16,fc2,0.00014550,0.01000,9.127
+17,self_attn.k_proj,0.00514383,0.01000,1.962
+17,self_attn.v_proj,0.00225346,0.01000,1.984
+17,self_attn.q_proj,0.00418070,0.01000,1.966
+17,self_attn.out_proj,0.00002024,0.01000,1.991
+17,fc1,0.01363405,0.01000,2.164
+17,fc2,0.00020455,0.01000,9.124
+18,self_attn.k_proj,0.00473771,0.01000,2.006
+18,self_attn.v_proj,0.00262717,0.01000,1.966
+18,self_attn.q_proj,0.00398133,0.01000,1.987
+18,self_attn.out_proj,0.00002599,0.01000,1.956
+18,fc1,0.01541762,0.01000,2.037
+18,fc2,0.00026202,0.01000,9.153
+19,self_attn.k_proj,0.00552300,0.01000,1.995
+19,self_attn.v_proj,0.00305858,0.01000,1.979
+19,self_attn.q_proj,0.00456941,0.01000,2.011
+19,self_attn.out_proj,0.00003694,0.01000,1.950
+19,fc1,0.01743086,0.01000,2.064
+19,fc2,0.00048653,0.01000,9.156
+20,self_attn.k_proj,0.00588040,0.01000,2.004
+20,self_attn.v_proj,0.00411438,0.01000,1.997
+20,self_attn.q_proj,0.00500509,0.01000,1.960
+20,self_attn.out_proj,0.00007221,0.01000,1.971
+20,fc1,0.02207249,0.01000,2.068
+20,fc2,0.00057887,0.01000,9.064
+21,self_attn.k_proj,0.00649713,0.01000,1.963
+21,self_attn.v_proj,0.00491954,0.01000,1.992
+21,self_attn.q_proj,0.00552504,0.01000,1.970
+21,self_attn.out_proj,0.00010384,0.01000,2.003
+21,fc1,0.02501320,0.01000,2.053
+21,fc2,0.00093315,0.01000,9.096
+22,self_attn.k_proj,0.00647827,0.01000,1.960
+22,self_attn.v_proj,0.00537022,0.01000,2.011
+22,self_attn.q_proj,0.00560591,0.01000,1.990
+22,self_attn.out_proj,0.00015826,0.01000,1.979
+22,fc1,0.02930729,0.01000,2.096
+22,fc2,0.00103986,0.01000,9.092
+23,self_attn.k_proj,0.00666023,0.01000,1.972
+23,self_attn.v_proj,0.00584571,0.01000,1.964
+23,self_attn.q_proj,0.00566681,0.01000,1.991
+23,self_attn.out_proj,0.00020504,0.01000,1.972
+23,fc1,0.03223705,0.01000,2.057
+23,fc2,0.00119460,0.01000,9.091
+24,self_attn.k_proj,0.00652704,0.01000,2.000
+24,self_attn.v_proj,0.00684727,0.01000,1.978
+24,self_attn.q_proj,0.00548726,0.01000,1.996
+24,self_attn.out_proj,0.00028135,0.01000,1.975
+24,fc1,0.03299303,0.01000,2.082
+24,fc2,0.00129423,0.01000,9.043
+25,self_attn.k_proj,0.00584573,0.01000,1.965
+25,self_attn.v_proj,0.00735175,0.01000,1.994
+25,self_attn.q_proj,0.00532963,0.01000,2.012
+25,self_attn.out_proj,0.00040339,0.01000,1.974
+25,fc1,0.03120277,0.01000,2.076
+25,fc2,0.00092968,0.01000,9.085
+26,self_attn.k_proj,0.00514829,0.01000,1.958
+26,self_attn.v_proj,0.00683620,0.01000,1.957
+26,self_attn.q_proj,0.00465109,0.01000,1.981
+26,self_attn.out_proj,0.00038590,0.01000,1.946
+26,fc1,0.02892651,0.01000,2.058
+26,fc2,0.00102450,0.01000,9.106
+27,self_attn.k_proj,0.00492773,0.01000,1.980
+27,self_attn.v_proj,0.00641426,0.01000,1.986
+27,self_attn.q_proj,0.00446295,0.01000,1.978
+27,self_attn.out_proj,0.00038256,0.01000,1.982
+27,fc1,0.02730835,0.01000,2.058
+27,fc2,0.00097524,0.01000,9.100
+28,self_attn.k_proj,0.00465383,0.01000,1.982
+28,self_attn.v_proj,0.00659960,0.01000,1.988
+28,self_attn.q_proj,0.00452543,0.01000,1.967
+28,self_attn.out_proj,0.00041981,0.01000,1.944
+28,fc1,0.02555545,0.01000,2.051
+28,fc2,0.00089436,0.01000,8.963
+29,self_attn.k_proj,0.00454777,0.01000,1.961
+29,self_attn.v_proj,0.00631712,0.01000,1.983
+29,self_attn.q_proj,0.00478012,0.01000,1.970
+29,self_attn.out_proj,0.00042818,0.01000,1.946
+29,fc1,0.02416112,0.01000,2.075
+29,fc2,0.00095927,0.01000,9.127
+30,self_attn.k_proj,0.00441271,0.01000,2.008
+30,self_attn.v_proj,0.00628183,0.01000,1.987
+30,self_attn.q_proj,0.00481614,0.01000,1.971
+30,self_attn.out_proj,0.00034180,0.01000,1.977
+30,fc1,0.02313118,0.01000,2.037
+30,fc2,0.00110957,0.01000,9.063
+31,self_attn.k_proj,0.00427999,0.01000,2.017
+31,self_attn.v_proj,0.00589702,0.01000,1.971
+31,self_attn.q_proj,0.00494978,0.01000,1.962
+31,self_attn.out_proj,0.00033863,0.01000,1.956
+31,fc1,0.02249749,0.01000,2.093
+31,fc2,3.23435900,0.01250,10.112