| layer,module,loss,samples,damp,time | |
| 0,attn.Wqkv,0.00585634,0.01000,2.185 | |
| 0,attn.out_proj,0.25497713,0.01250,1.936 | |
| 0,ffn.up_proj,0.08152350,0.01000,2.023 | |
| 0,ffn.down_proj,174.69976807,0.01250,12.402 | |
| 1,attn.Wqkv,0.00019858,0.01000,1.983 | |
| 1,attn.out_proj,10.18968353,0.01250,1.940 | |
| 1,ffn.up_proj,0.03142588,0.01000,2.030 | |
| 1,ffn.down_proj,190.81604004,0.01250,12.396 | |
| 2,attn.Wqkv,0.00094701,0.01000,1.983 | |
| 2,attn.out_proj,1.85222206,0.01250,1.934 | |
| 2,ffn.up_proj,0.01641086,0.01000,2.018 | |
| 2,ffn.down_proj,243.24782715,0.01250,12.447 | |
| 3,attn.Wqkv,0.00249156,0.01000,1.976 | |
| 3,attn.out_proj,2.33556805,0.01250,1.935 | |
| 3,ffn.up_proj,0.05315399,0.01000,2.015 | |
| 3,ffn.down_proj,13.98995667,0.01250,12.532 | |
| 4,attn.Wqkv,0.00190574,0.01000,1.977 | |
| 4,attn.out_proj,7.92919540,0.01250,1.891 | |
| 4,ffn.up_proj,0.14705794,0.01000,2.024 | |
| 4,ffn.down_proj,15.21848145,0.01250,12.522 | |
| 5,attn.Wqkv,0.00381029,0.01000,1.991 | |
| 5,attn.out_proj,8.24223480,0.01250,1.939 | |
| 5,ffn.up_proj,0.07298844,0.01000,2.019 | |
| 5,ffn.down_proj,0.00480526,0.01000,10.207 | |
| 6,attn.Wqkv,0.00383234,0.01000,1.975 | |
| 6,attn.out_proj,0.00004476,0.01000,1.829 | |
| 6,ffn.up_proj,0.05403378,0.01000,1.972 | |
| 6,ffn.down_proj,0.00377399,0.01000,10.212 | |
| 7,attn.Wqkv,0.00262790,0.01000,1.979 | |
| 7,attn.out_proj,0.00002089,0.01000,1.869 | |
| 7,ffn.up_proj,0.06524613,0.01000,2.019 | |
| 7,ffn.down_proj,0.00308265,0.01000,10.220 | |
| 8,attn.Wqkv,0.01102391,0.01000,1.978 | |
| 8,attn.out_proj,0.00049679,0.01000,1.866 | |
| 8,ffn.up_proj,0.12055069,0.01000,2.022 | |
| 8,ffn.down_proj,0.00253262,0.01000,10.202 | |
| 9,attn.Wqkv,0.00519173,0.01000,1.989 | |
| 9,attn.out_proj,1.93159637,0.01250,1.942 | |
| 9,ffn.up_proj,0.24927845,0.01000,2.026 | |
| 9,ffn.down_proj,0.00325333,0.01000,10.228 | |
| 10,attn.Wqkv,0.00402614,0.01000,1.982 | |
| 10,attn.out_proj,1.62527084,0.01250,1.937 | |
| 10,ffn.up_proj,0.30859706,0.01000,2.018 | |
| 10,ffn.down_proj,0.00615683,0.01000,10.200 | |
| 11,attn.Wqkv,0.00328508,0.01000,1.978 | |
| 11,attn.out_proj,0.00006830,0.01000,1.871 | |
| 11,ffn.up_proj,0.32738667,0.01000,2.021 | |
| 11,ffn.down_proj,0.01080230,0.01000,10.233 | |
| 12,attn.Wqkv,0.01759129,0.01000,1.977 | |
| 12,attn.out_proj,0.00060516,0.01000,1.872 | |
| 12,ffn.up_proj,0.38147357,0.01000,2.022 | |
| 12,ffn.down_proj,0.00998057,0.01000,10.196 | |
| 13,attn.Wqkv,0.02167505,0.01000,1.981 | |
| 13,attn.out_proj,0.00234766,0.01000,1.871 | |
| 13,ffn.up_proj,0.44581318,0.01000,2.023 | |
| 13,ffn.down_proj,0.85522537,0.01250,12.673 | |
| 14,attn.Wqkv,0.07207901,0.01000,1.979 | |
| 14,attn.out_proj,0.00517823,0.01000,1.873 | |
| 14,ffn.up_proj,0.67825589,0.01000,2.028 | |
| 14,ffn.down_proj,0.55033989,0.01250,12.664 | |
| 15,attn.Wqkv,0.19791305,0.01000,1.977 | |
| 15,attn.out_proj,0.01497701,0.01000,1.865 | |
| 15,ffn.up_proj,1.07175617,0.01000,2.020 | |
| 15,ffn.down_proj,0.38295317,0.01250,12.639 | |
| 16,attn.Wqkv,0.25060987,0.01000,1.980 | |
| 16,attn.out_proj,0.01515035,0.01000,1.865 | |
| 16,ffn.up_proj,1.23215580,0.01000,2.013 | |
| 16,ffn.down_proj,0.26006036,0.01250,12.650 | |
| 17,attn.Wqkv,0.47736616,0.01000,1.978 | |
| 17,attn.out_proj,0.01538345,0.01000,1.866 | |
| 17,ffn.up_proj,1.43517399,0.01000,2.020 | |
| 17,ffn.down_proj,0.21390929,0.01250,12.629 | |
| 18,attn.Wqkv,0.70557785,0.01000,1.982 | |
| 18,attn.out_proj,0.02229493,0.01000,1.844 | |
| 18,ffn.up_proj,1.53995209,0.01000,2.021 | |
| 18,ffn.down_proj,0.15921991,0.01250,12.645 | |
| 19,attn.Wqkv,1.13390188,0.01000,1.981 | |
| 19,attn.out_proj,0.03291342,0.01000,1.869 | |
| 19,ffn.up_proj,1.77611313,0.01000,2.020 | |
| 19,ffn.down_proj,0.15017042,0.01250,12.596 | |
| 20,attn.Wqkv,1.36501827,0.01000,1.982 | |
| 20,attn.out_proj,0.04067498,0.01000,1.875 | |
| 20,ffn.up_proj,1.83898220,0.01000,2.023 | |
| 20,ffn.down_proj,0.13592672,0.01250,12.731 | |
| 21,attn.Wqkv,1.25572529,0.01000,1.989 | |
| 21,attn.out_proj,0.03097687,0.01000,1.877 | |
| 21,ffn.up_proj,1.84019165,0.01000,2.027 | |
| 21,ffn.down_proj,0.12365836,0.01250,12.667 | |
| 22,attn.Wqkv,1.57367020,0.01000,1.994 | |
| 22,attn.out_proj,0.04255494,0.01000,1.880 | |
| 22,ffn.up_proj,1.85938988,0.01000,2.037 | |
| 22,ffn.down_proj,0.12187482,0.01250,12.639 | |
| 23,attn.Wqkv,1.52029266,0.01000,1.992 | |
| 23,attn.out_proj,0.03397023,0.01000,1.880 | |
| 23,ffn.up_proj,1.81164322,0.01000,2.032 | |
| 23,ffn.down_proj,0.10998545,0.01250,12.643 | |
| 24,attn.Wqkv,1.60679340,0.01000,1.986 | |
| 24,attn.out_proj,0.04141757,0.01000,1.877 | |
| 24,ffn.up_proj,1.78199520,0.01000,2.022 | |
| 24,ffn.down_proj,0.11241652,0.01250,12.641 | |
| 25,attn.Wqkv,1.86223679,0.01000,1.991 | |
| 25,attn.out_proj,0.04253619,0.01000,1.877 | |
| 25,ffn.up_proj,1.84628067,0.01000,2.034 | |
| 25,ffn.down_proj,0.11069424,0.01250,12.691 | |
| 26,attn.Wqkv,1.80963593,0.01000,1.992 | |
| 26,attn.out_proj,0.03236303,0.01000,1.879 | |
| 26,ffn.up_proj,1.92228088,0.01000,2.028 | |
| 26,ffn.down_proj,0.10834756,0.01250,12.734 | |
| 27,attn.Wqkv,1.85510635,0.01000,1.988 | |
| 27,attn.out_proj,0.04464096,0.01000,1.872 | |
| 27,ffn.up_proj,1.92324181,0.01000,2.026 | |
| 27,ffn.down_proj,0.10461867,0.01250,12.635 | |
| 28,attn.Wqkv,1.96404762,0.01000,1.983 | |
| 28,attn.out_proj,0.04377961,0.01000,1.877 | |
| 28,ffn.up_proj,2.05636368,0.01000,2.027 | |
| 28,ffn.down_proj,0.10376914,0.01250,12.596 | |
| 29,attn.Wqkv,1.89827385,0.01000,1.949 | |
| 29,attn.out_proj,0.03807386,0.01000,1.877 | |
| 29,ffn.up_proj,2.12208328,0.01000,2.030 | |
| 29,ffn.down_proj,0.10269637,0.01250,12.559 | |
| 30,attn.Wqkv,1.99027367,0.01000,1.990 | |
| 30,attn.out_proj,0.04176565,0.01000,1.881 | |
| 30,ffn.up_proj,2.23255177,0.01000,2.028 | |
| 30,ffn.down_proj,0.10378239,0.01250,12.547 | |
| 31,attn.Wqkv,2.03546524,0.01000,1.989 | |
| 31,attn.out_proj,0.04882785,0.01000,1.878 | |
| 31,ffn.up_proj,2.42325459,0.01000,2.026 | |
| 31,ffn.down_proj,0.10438564,0.01250,12.472 | |
| 32,attn.Wqkv,2.03124313,0.01000,1.989 | |
| 32,attn.out_proj,0.03851939,0.01000,1.877 | |
| 32,ffn.up_proj,2.61543922,0.01000,2.028 | |
| 32,ffn.down_proj,0.11240531,0.01250,12.606 | |
| 33,attn.Wqkv,2.15188351,0.01000,1.987 | |
| 33,attn.out_proj,0.03693184,0.01000,1.881 | |
| 33,ffn.up_proj,2.85062904,0.01000,2.024 | |
| 33,ffn.down_proj,0.12056315,0.01250,12.665 | |
| 34,attn.Wqkv,2.13879662,0.01000,1.996 | |
| 34,attn.out_proj,0.03611591,0.01000,1.876 | |
| 34,ffn.up_proj,3.02004089,0.01000,2.026 | |
| 34,ffn.down_proj,0.11948159,0.01250,12.686 | |
| 35,attn.Wqkv,2.06689377,0.01000,1.990 | |
| 35,attn.out_proj,0.03274864,0.01000,1.875 | |
| 35,ffn.up_proj,3.21804276,0.01000,2.032 | |
| 35,ffn.down_proj,0.12214589,0.01250,12.625 | |
| 36,attn.Wqkv,2.11719112,0.01000,1.984 | |
| 36,attn.out_proj,0.03113458,0.01000,1.877 | |
| 36,ffn.up_proj,3.37281609,0.01000,2.024 | |
| 36,ffn.down_proj,0.11946716,0.01250,12.568 | |
| 37,attn.Wqkv,2.43111229,0.01000,1.996 | |
| 37,attn.out_proj,0.02972795,0.01000,1.884 | |
| 37,ffn.up_proj,3.54373360,0.01000,2.034 | |
| 37,ffn.down_proj,0.11767113,0.01250,12.551 | |
| 38,attn.Wqkv,2.40282211,0.01000,1.989 | |
| 38,attn.out_proj,0.04570360,0.01000,1.862 | |
| 38,ffn.up_proj,3.71891251,0.01000,2.039 | |
| 38,ffn.down_proj,0.11653373,0.01250,12.507 | |
| 39,attn.Wqkv,2.51058636,0.01000,1.960 | |
| 39,attn.out_proj,0.04248891,0.01000,1.841 | |
| 39,ffn.up_proj,3.85615311,0.01000,1.995 | |
| 39,ffn.down_proj,0.11371281,0.01250,12.566 | |
| 40,attn.Wqkv,2.49781494,0.01000,1.974 | |
| 40,attn.out_proj,0.03939574,0.01000,1.848 | |
| 40,ffn.up_proj,3.97733612,0.01000,2.000 | |
| 40,ffn.down_proj,0.10979505,0.01250,12.538 | |
| 41,attn.Wqkv,2.73113594,0.01000,1.998 | |
| 41,attn.out_proj,0.05436815,0.01000,1.890 | |
| 41,ffn.up_proj,4.02790756,0.01000,2.007 | |
| 41,ffn.down_proj,0.10543351,0.01250,12.669 | |
| 42,attn.Wqkv,2.79141731,0.01000,1.970 | |
| 42,attn.out_proj,0.07163379,0.01000,1.844 | |
| 42,ffn.up_proj,4.04543457,0.01000,2.041 | |
| 42,ffn.down_proj,0.11010578,0.01250,12.775 | |
| 43,attn.Wqkv,2.66832352,0.01000,1.995 | |
| 43,attn.out_proj,0.08036159,0.01000,1.889 | |
| 43,ffn.up_proj,4.07403984,0.01000,2.028 | |
| 43,ffn.down_proj,0.09695208,0.01250,12.626 | |
| 44,attn.Wqkv,2.75697403,0.01000,1.966 | |
| 44,attn.out_proj,0.16141188,0.01000,1.848 | |
| 44,ffn.up_proj,4.05274811,0.01000,2.008 | |
| 44,ffn.down_proj,0.31646862,0.01000,10.243 | |
| 45,attn.Wqkv,2.63439293,0.01000,1.969 | |
| 45,attn.out_proj,0.16360790,0.01000,1.877 | |
| 45,ffn.up_proj,3.39790230,0.01000,2.014 | |
| 45,ffn.down_proj,0.07856371,0.01250,12.463 | |
| 46,attn.Wqkv,2.79471321,0.01000,1.995 | |
| 46,attn.out_proj,0.15743926,0.01000,1.892 | |
| 46,ffn.up_proj,1.73036118,0.01000,2.032 | |
| 46,ffn.down_proj,0.43684525,0.01000,10.144 | |
| 47,attn.Wqkv,0.04768994,0.01000,1.971 | |
| 47,attn.out_proj,0.00705715,0.01000,1.885 | |
| 47,ffn.up_proj,0.11761353,0.01000,2.031 | |
| 47,ffn.down_proj,0.82032375,0.01250,12.515 | |