mpt-30b-chat-w8a8-gptq / quant_log.csv
adamrb's picture
Upload w8a8 version of MPT-30B-Chat
03d6b4a verified
layer,module,loss,samples,damp,time
0,attn.Wqkv,0.00585634,0.01000,2.185
0,attn.out_proj,0.25497713,0.01250,1.936
0,ffn.up_proj,0.08152350,0.01000,2.023
0,ffn.down_proj,174.69976807,0.01250,12.402
1,attn.Wqkv,0.00019858,0.01000,1.983
1,attn.out_proj,10.18968353,0.01250,1.940
1,ffn.up_proj,0.03142588,0.01000,2.030
1,ffn.down_proj,190.81604004,0.01250,12.396
2,attn.Wqkv,0.00094701,0.01000,1.983
2,attn.out_proj,1.85222206,0.01250,1.934
2,ffn.up_proj,0.01641086,0.01000,2.018
2,ffn.down_proj,243.24782715,0.01250,12.447
3,attn.Wqkv,0.00249156,0.01000,1.976
3,attn.out_proj,2.33556805,0.01250,1.935
3,ffn.up_proj,0.05315399,0.01000,2.015
3,ffn.down_proj,13.98995667,0.01250,12.532
4,attn.Wqkv,0.00190574,0.01000,1.977
4,attn.out_proj,7.92919540,0.01250,1.891
4,ffn.up_proj,0.14705794,0.01000,2.024
4,ffn.down_proj,15.21848145,0.01250,12.522
5,attn.Wqkv,0.00381029,0.01000,1.991
5,attn.out_proj,8.24223480,0.01250,1.939
5,ffn.up_proj,0.07298844,0.01000,2.019
5,ffn.down_proj,0.00480526,0.01000,10.207
6,attn.Wqkv,0.00383234,0.01000,1.975
6,attn.out_proj,0.00004476,0.01000,1.829
6,ffn.up_proj,0.05403378,0.01000,1.972
6,ffn.down_proj,0.00377399,0.01000,10.212
7,attn.Wqkv,0.00262790,0.01000,1.979
7,attn.out_proj,0.00002089,0.01000,1.869
7,ffn.up_proj,0.06524613,0.01000,2.019
7,ffn.down_proj,0.00308265,0.01000,10.220
8,attn.Wqkv,0.01102391,0.01000,1.978
8,attn.out_proj,0.00049679,0.01000,1.866
8,ffn.up_proj,0.12055069,0.01000,2.022
8,ffn.down_proj,0.00253262,0.01000,10.202
9,attn.Wqkv,0.00519173,0.01000,1.989
9,attn.out_proj,1.93159637,0.01250,1.942
9,ffn.up_proj,0.24927845,0.01000,2.026
9,ffn.down_proj,0.00325333,0.01000,10.228
10,attn.Wqkv,0.00402614,0.01000,1.982
10,attn.out_proj,1.62527084,0.01250,1.937
10,ffn.up_proj,0.30859706,0.01000,2.018
10,ffn.down_proj,0.00615683,0.01000,10.200
11,attn.Wqkv,0.00328508,0.01000,1.978
11,attn.out_proj,0.00006830,0.01000,1.871
11,ffn.up_proj,0.32738667,0.01000,2.021
11,ffn.down_proj,0.01080230,0.01000,10.233
12,attn.Wqkv,0.01759129,0.01000,1.977
12,attn.out_proj,0.00060516,0.01000,1.872
12,ffn.up_proj,0.38147357,0.01000,2.022
12,ffn.down_proj,0.00998057,0.01000,10.196
13,attn.Wqkv,0.02167505,0.01000,1.981
13,attn.out_proj,0.00234766,0.01000,1.871
13,ffn.up_proj,0.44581318,0.01000,2.023
13,ffn.down_proj,0.85522537,0.01250,12.673
14,attn.Wqkv,0.07207901,0.01000,1.979
14,attn.out_proj,0.00517823,0.01000,1.873
14,ffn.up_proj,0.67825589,0.01000,2.028
14,ffn.down_proj,0.55033989,0.01250,12.664
15,attn.Wqkv,0.19791305,0.01000,1.977
15,attn.out_proj,0.01497701,0.01000,1.865
15,ffn.up_proj,1.07175617,0.01000,2.020
15,ffn.down_proj,0.38295317,0.01250,12.639
16,attn.Wqkv,0.25060987,0.01000,1.980
16,attn.out_proj,0.01515035,0.01000,1.865
16,ffn.up_proj,1.23215580,0.01000,2.013
16,ffn.down_proj,0.26006036,0.01250,12.650
17,attn.Wqkv,0.47736616,0.01000,1.978
17,attn.out_proj,0.01538345,0.01000,1.866
17,ffn.up_proj,1.43517399,0.01000,2.020
17,ffn.down_proj,0.21390929,0.01250,12.629
18,attn.Wqkv,0.70557785,0.01000,1.982
18,attn.out_proj,0.02229493,0.01000,1.844
18,ffn.up_proj,1.53995209,0.01000,2.021
18,ffn.down_proj,0.15921991,0.01250,12.645
19,attn.Wqkv,1.13390188,0.01000,1.981
19,attn.out_proj,0.03291342,0.01000,1.869
19,ffn.up_proj,1.77611313,0.01000,2.020
19,ffn.down_proj,0.15017042,0.01250,12.596
20,attn.Wqkv,1.36501827,0.01000,1.982
20,attn.out_proj,0.04067498,0.01000,1.875
20,ffn.up_proj,1.83898220,0.01000,2.023
20,ffn.down_proj,0.13592672,0.01250,12.731
21,attn.Wqkv,1.25572529,0.01000,1.989
21,attn.out_proj,0.03097687,0.01000,1.877
21,ffn.up_proj,1.84019165,0.01000,2.027
21,ffn.down_proj,0.12365836,0.01250,12.667
22,attn.Wqkv,1.57367020,0.01000,1.994
22,attn.out_proj,0.04255494,0.01000,1.880
22,ffn.up_proj,1.85938988,0.01000,2.037
22,ffn.down_proj,0.12187482,0.01250,12.639
23,attn.Wqkv,1.52029266,0.01000,1.992
23,attn.out_proj,0.03397023,0.01000,1.880
23,ffn.up_proj,1.81164322,0.01000,2.032
23,ffn.down_proj,0.10998545,0.01250,12.643
24,attn.Wqkv,1.60679340,0.01000,1.986
24,attn.out_proj,0.04141757,0.01000,1.877
24,ffn.up_proj,1.78199520,0.01000,2.022
24,ffn.down_proj,0.11241652,0.01250,12.641
25,attn.Wqkv,1.86223679,0.01000,1.991
25,attn.out_proj,0.04253619,0.01000,1.877
25,ffn.up_proj,1.84628067,0.01000,2.034
25,ffn.down_proj,0.11069424,0.01250,12.691
26,attn.Wqkv,1.80963593,0.01000,1.992
26,attn.out_proj,0.03236303,0.01000,1.879
26,ffn.up_proj,1.92228088,0.01000,2.028
26,ffn.down_proj,0.10834756,0.01250,12.734
27,attn.Wqkv,1.85510635,0.01000,1.988
27,attn.out_proj,0.04464096,0.01000,1.872
27,ffn.up_proj,1.92324181,0.01000,2.026
27,ffn.down_proj,0.10461867,0.01250,12.635
28,attn.Wqkv,1.96404762,0.01000,1.983
28,attn.out_proj,0.04377961,0.01000,1.877
28,ffn.up_proj,2.05636368,0.01000,2.027
28,ffn.down_proj,0.10376914,0.01250,12.596
29,attn.Wqkv,1.89827385,0.01000,1.949
29,attn.out_proj,0.03807386,0.01000,1.877
29,ffn.up_proj,2.12208328,0.01000,2.030
29,ffn.down_proj,0.10269637,0.01250,12.559
30,attn.Wqkv,1.99027367,0.01000,1.990
30,attn.out_proj,0.04176565,0.01000,1.881
30,ffn.up_proj,2.23255177,0.01000,2.028
30,ffn.down_proj,0.10378239,0.01250,12.547
31,attn.Wqkv,2.03546524,0.01000,1.989
31,attn.out_proj,0.04882785,0.01000,1.878
31,ffn.up_proj,2.42325459,0.01000,2.026
31,ffn.down_proj,0.10438564,0.01250,12.472
32,attn.Wqkv,2.03124313,0.01000,1.989
32,attn.out_proj,0.03851939,0.01000,1.877
32,ffn.up_proj,2.61543922,0.01000,2.028
32,ffn.down_proj,0.11240531,0.01250,12.606
33,attn.Wqkv,2.15188351,0.01000,1.987
33,attn.out_proj,0.03693184,0.01000,1.881
33,ffn.up_proj,2.85062904,0.01000,2.024
33,ffn.down_proj,0.12056315,0.01250,12.665
34,attn.Wqkv,2.13879662,0.01000,1.996
34,attn.out_proj,0.03611591,0.01000,1.876
34,ffn.up_proj,3.02004089,0.01000,2.026
34,ffn.down_proj,0.11948159,0.01250,12.686
35,attn.Wqkv,2.06689377,0.01000,1.990
35,attn.out_proj,0.03274864,0.01000,1.875
35,ffn.up_proj,3.21804276,0.01000,2.032
35,ffn.down_proj,0.12214589,0.01250,12.625
36,attn.Wqkv,2.11719112,0.01000,1.984
36,attn.out_proj,0.03113458,0.01000,1.877
36,ffn.up_proj,3.37281609,0.01000,2.024
36,ffn.down_proj,0.11946716,0.01250,12.568
37,attn.Wqkv,2.43111229,0.01000,1.996
37,attn.out_proj,0.02972795,0.01000,1.884
37,ffn.up_proj,3.54373360,0.01000,2.034
37,ffn.down_proj,0.11767113,0.01250,12.551
38,attn.Wqkv,2.40282211,0.01000,1.989
38,attn.out_proj,0.04570360,0.01000,1.862
38,ffn.up_proj,3.71891251,0.01000,2.039
38,ffn.down_proj,0.11653373,0.01250,12.507
39,attn.Wqkv,2.51058636,0.01000,1.960
39,attn.out_proj,0.04248891,0.01000,1.841
39,ffn.up_proj,3.85615311,0.01000,1.995
39,ffn.down_proj,0.11371281,0.01250,12.566
40,attn.Wqkv,2.49781494,0.01000,1.974
40,attn.out_proj,0.03939574,0.01000,1.848
40,ffn.up_proj,3.97733612,0.01000,2.000
40,ffn.down_proj,0.10979505,0.01250,12.538
41,attn.Wqkv,2.73113594,0.01000,1.998
41,attn.out_proj,0.05436815,0.01000,1.890
41,ffn.up_proj,4.02790756,0.01000,2.007
41,ffn.down_proj,0.10543351,0.01250,12.669
42,attn.Wqkv,2.79141731,0.01000,1.970
42,attn.out_proj,0.07163379,0.01000,1.844
42,ffn.up_proj,4.04543457,0.01000,2.041
42,ffn.down_proj,0.11010578,0.01250,12.775
43,attn.Wqkv,2.66832352,0.01000,1.995
43,attn.out_proj,0.08036159,0.01000,1.889
43,ffn.up_proj,4.07403984,0.01000,2.028
43,ffn.down_proj,0.09695208,0.01250,12.626
44,attn.Wqkv,2.75697403,0.01000,1.966
44,attn.out_proj,0.16141188,0.01000,1.848
44,ffn.up_proj,4.05274811,0.01000,2.008
44,ffn.down_proj,0.31646862,0.01000,10.243
45,attn.Wqkv,2.63439293,0.01000,1.969
45,attn.out_proj,0.16360790,0.01000,1.877
45,ffn.up_proj,3.39790230,0.01000,2.014
45,ffn.down_proj,0.07856371,0.01250,12.463
46,attn.Wqkv,2.79471321,0.01000,1.995
46,attn.out_proj,0.15743926,0.01000,1.892
46,ffn.up_proj,1.73036118,0.01000,2.032
46,ffn.down_proj,0.43684525,0.01000,10.144
47,attn.Wqkv,0.04768994,0.01000,1.971
47,attn.out_proj,0.00705715,0.01000,1.885
47,ffn.up_proj,0.11761353,0.01000,2.031
47,ffn.down_proj,0.82032375,0.01250,12.515