layer,module,loss,samples,damp,time
0,self_attn.q_proj,0.00055208,0.01000,0.833
0,self_attn.k_proj,0.00007389,0.01000,0.449
0,self_attn.v_proj,0.00004939,0.01000,0.450
0,self_attn.o_proj,0.00014435,0.01000,0.907
0,mlp.experts.0.up_proj,0.00752616,0.01000,0.448
0,mlp.experts.1.up_proj,0.00009602,0.01000,0.463
0,mlp.experts.2.up_proj,0.00256217,0.01000,0.459
0,mlp.experts.3.up_proj,0.01152115,0.01000,0.454
0,mlp.experts.4.up_proj,0.01063886,0.01000,0.460
0,mlp.experts.5.up_proj,0.00000049,0.01000,0.463
0,mlp.experts.6.up_proj,0.00204809,0.01000,0.461
0,mlp.experts.7.up_proj,0.00070962,0.01000,0.441
0,mlp.experts.8.up_proj,0.00001951,0.01000,0.438
0,mlp.experts.9.up_proj,0.00158802,0.01000,0.438
0,mlp.experts.10.up_proj,0.00000010,0.01000,0.437
0,mlp.experts.11.up_proj,0.00095003,0.01000,0.438
0,mlp.experts.12.up_proj,0.01818527,0.01000,0.439
0,mlp.experts.13.up_proj,0.00024193,0.01000,0.446
0,mlp.experts.14.up_proj,0.00417306,0.01000,0.438
0,mlp.experts.15.up_proj,0.00000227,0.01000,0.437
0,mlp.experts.16.up_proj,0.00025134,0.01000,0.435
0,mlp.experts.17.up_proj,0.00184073,0.01000,0.435
0,mlp.experts.18.up_proj,0.00447268,0.01000,0.435
0,mlp.experts.19.up_proj,0.00002095,0.01000,0.436
0,mlp.experts.20.up_proj,0.00000277,0.01000,0.439
0,mlp.experts.21.up_proj,0.00822650,0.01000,0.435
0,mlp.experts.22.up_proj,0.00480194,0.01000,0.435
0,mlp.experts.23.up_proj,0.00621903,0.01000,0.434
0,mlp.experts.24.up_proj,0.00590754,0.01000,0.437
0,mlp.experts.25.up_proj,0.00004282,0.01000,0.437
0,mlp.experts.26.up_proj,0.00012451,0.01000,0.436
0,mlp.experts.27.up_proj,0.00034043,0.01000,0.436
0,mlp.experts.28.up_proj,0.08367808,0.01000,0.437
0,mlp.experts.29.up_proj,0.02132541,0.01000,0.439
0,mlp.experts.30.up_proj,0.00153564,0.01000,0.442
0,mlp.experts.31.up_proj,0.00045193,0.01000,0.437
0,mlp.experts.32.up_proj,0.00352627,0.01000,0.437
0,mlp.experts.33.up_proj,0.03499754,0.01000,0.437
0,mlp.experts.34.up_proj,0.00356572,0.01000,0.440
0,mlp.experts.35.up_proj,0.00001610,0.01000,0.434
0,mlp.experts.36.up_proj,0.00171797,0.01000,0.437
0,mlp.experts.37.up_proj,0.00141839,0.01000,0.439
0,mlp.experts.38.up_proj,0.00749905,0.01000,0.441
0,mlp.experts.39.up_proj,0.00061073,0.01000,0.447
0,mlp.experts.40.up_proj,0.00006583,0.01000,0.440
0,mlp.experts.41.up_proj,0.00408888,0.01000,0.439
0,mlp.experts.42.up_proj,0.00012787,0.01000,0.437
0,mlp.experts.43.up_proj,0.00022550,0.01000,0.437
0,mlp.experts.44.up_proj,0.00462020,0.01000,0.436
0,mlp.experts.45.up_proj,0.00015227,0.01000,0.437
0,mlp.experts.46.up_proj,0.00347452,0.01000,0.440
0,mlp.experts.47.up_proj,0.00438194,0.01000,0.440
0,mlp.experts.48.up_proj,0.00020110,0.01000,0.438
0,mlp.experts.49.up_proj,0.00014705,0.01000,0.437
0,mlp.experts.50.up_proj,0.00147807,0.01000,0.437
0,mlp.experts.51.up_proj,0.05351638,0.01000,0.437
0,mlp.experts.52.up_proj,0.00278946,0.01000,0.437
0,mlp.experts.53.up_proj,0.00031872,0.01000,0.437
0,mlp.experts.54.up_proj,0.00002587,0.01000,0.437
0,mlp.experts.55.up_proj,0.00000026,0.01000,0.435
0,mlp.experts.56.up_proj,0.00013389,0.01000,0.438
0,mlp.experts.57.up_proj,0.00029617,0.01000,0.432
0,mlp.experts.58.up_proj,0.00006579,0.01000,0.432
0,mlp.experts.59.up_proj,0.00014836,0.01000,0.433
0,mlp.experts.60.up_proj,0.00024036,0.01000,0.438
0,mlp.experts.61.up_proj,0.00282485,0.01000,0.438
0,mlp.experts.62.up_proj,0.03263406,0.01000,0.435
0,mlp.experts.63.up_proj,0.00397979,0.01000,0.437
0,mlp.experts.64.up_proj,0.06106468,0.01000,0.436
0,mlp.experts.65.up_proj,0.00059482,0.01000,0.436
0,mlp.experts.66.up_proj,0.00680775,0.01000,0.437
0,mlp.experts.67.up_proj,0.02157111,0.01000,0.435
0,mlp.experts.68.up_proj,0.00858915,0.01000,0.436
0,mlp.experts.69.up_proj,0.00115533,0.01000,0.436
0,mlp.experts.70.up_proj,0.00257920,0.01000,0.435
0,mlp.experts.71.up_proj,0.00053335,0.01000,0.435
0,mlp.experts.72.up_proj,0.00750564,0.01000,0.435
0,mlp.experts.73.up_proj,0.00053949,0.01000,0.435
0,mlp.experts.74.up_proj,0.00248535,0.01000,0.434
0,mlp.experts.75.up_proj,0.02058556,0.01000,0.438
0,mlp.experts.76.up_proj,0.00013624,0.01000,0.435
0,mlp.experts.77.up_proj,0.02515346,0.01000,0.434
0,mlp.experts.78.up_proj,0.00069763,0.01000,0.436
0,mlp.experts.79.up_proj,0.01060358,0.01000,0.434
0,mlp.experts.80.up_proj,0.00215191,0.01000,0.449
0,mlp.experts.81.up_proj,0.00141771,0.01000,0.443
0,mlp.experts.82.up_proj,0.04488929,0.01000,0.451
0,mlp.experts.83.up_proj,0.00110673,0.01000,0.464
0,mlp.experts.84.up_proj,0.00017592,0.01000,0.451
0,mlp.experts.85.up_proj,0.00005234,0.01000,0.447
0,mlp.experts.86.up_proj,0.01419031,0.01000,0.451
0,mlp.experts.87.up_proj,0.02211636,0.01000,0.449
0,mlp.experts.88.up_proj,0.00004778,0.01000,0.449
0,mlp.experts.89.up_proj,0.00277500,0.01000,0.448
0,mlp.experts.90.up_proj,0.00084863,0.01000,0.437
0,mlp.experts.91.up_proj,0.03429371,0.01000,0.441
0,mlp.experts.92.up_proj,0.00468220,0.01000,0.462
0,mlp.experts.93.up_proj,0.00101397,0.01000,0.460
0,mlp.experts.94.up_proj,0.00001547,0.01000,0.449
0,mlp.experts.95.up_proj,0.00157212,0.01000,0.456
0,mlp.experts.96.up_proj,0.00000357,0.01000,0.453
0,mlp.experts.97.up_proj,0.00136637,0.01000,0.452
0,mlp.experts.98.up_proj,0.00032402,0.01000,0.453
0,mlp.experts.99.up_proj,0.00014120,0.01000,0.448
0,mlp.experts.100.up_proj,0.00049379,0.01000,0.448
0,mlp.experts.101.up_proj,0.00857680,0.01000,0.449
0,mlp.experts.102.up_proj,0.00018955,0.01000,0.457
0,mlp.experts.103.up_proj,0.00283422,0.01000,0.457
0,mlp.experts.104.up_proj,0.00052150,0.01000,0.450
0,mlp.experts.105.up_proj,0.01424843,0.01000,0.457
0,mlp.experts.106.up_proj,0.00055492,0.01000,0.452
0,mlp.experts.107.up_proj,0.00030949,0.01000,0.449
0,mlp.experts.108.up_proj,0.00000770,0.01000,0.461
0,mlp.experts.109.up_proj,0.00009833,0.01000,0.446
0,mlp.experts.110.up_proj,0.00115234,0.01000,0.449
0,mlp.experts.111.up_proj,0.00955167,0.01000,0.456
0,mlp.experts.112.up_proj,0.01734052,0.01000,0.446
0,mlp.experts.113.up_proj,0.00001793,0.01000,0.443
0,mlp.experts.114.up_proj,0.00019103,0.01000,0.446
0,mlp.experts.115.up_proj,0.00001991,0.01000,0.452
0,mlp.experts.116.up_proj,0.00659835,0.01000,0.453
0,mlp.experts.117.up_proj,0.00147732,0.01000,0.448
0,mlp.experts.118.up_proj,0.00696166,0.01000,0.445
0,mlp.experts.119.up_proj,0.00014069,0.01000,0.446
0,mlp.experts.120.up_proj,0.00385535,0.01000,0.440
0,mlp.experts.121.up_proj,0.00005783,0.01000,0.439
0,mlp.experts.122.up_proj,0.03226345,0.01000,0.448
0,mlp.experts.123.up_proj,0.00009685,0.01000,0.446
0,mlp.experts.124.up_proj,0.03643696,0.01000,0.449
0,mlp.experts.125.up_proj,0.00263275,0.01000,0.460
0,mlp.experts.126.up_proj,0.01440192,0.01000,0.454
0,mlp.experts.127.up_proj,0.00012886,0.01000,0.436
0,mlp.experts.0.gate_proj,0.00763358,0.01000,0.441
0,mlp.experts.1.gate_proj,0.00010807,0.01000,0.438
0,mlp.experts.2.gate_proj,0.00262449,0.01000,0.437
0,mlp.experts.3.gate_proj,0.01229331,0.01000,0.446
0,mlp.experts.4.gate_proj,0.01103178,0.01000,0.450
0,mlp.experts.5.gate_proj,0.00000051,0.01000,0.455
0,mlp.experts.6.gate_proj,0.00210177,0.01000,0.448
0,mlp.experts.7.gate_proj,0.00078570,0.01000,0.451
0,mlp.experts.8.gate_proj,0.00002213,0.01000,0.452
0,mlp.experts.9.gate_proj,0.00166768,0.01000,0.452
0,mlp.experts.10.gate_proj,0.00000011,0.01000,0.451
0,mlp.experts.11.gate_proj,0.00100963,0.01000,0.443
0,mlp.experts.12.gate_proj,0.01962781,0.01000,0.444
0,mlp.experts.13.gate_proj,0.00026474,0.01000,0.444
0,mlp.experts.14.gate_proj,0.00423381,0.01000,0.450
0,mlp.experts.15.gate_proj,0.00000229,0.01000,0.442
0,mlp.experts.16.gate_proj,0.00028485,0.01000,0.443
0,mlp.experts.17.gate_proj,0.00194530,0.01000,0.443
0,mlp.experts.18.gate_proj,0.00462298,0.01000,0.444
0,mlp.experts.19.gate_proj,0.00002086,0.01000,0.449
0,mlp.experts.20.gate_proj,0.00000287,0.01000,0.443
0,mlp.experts.21.gate_proj,0.00888709,0.01000,0.440
0,mlp.experts.22.gate_proj,0.00474756,0.01000,0.438
0,mlp.experts.23.gate_proj,0.00645442,0.01000,0.443
0,mlp.experts.24.gate_proj,0.00595875,0.01000,0.444
0,mlp.experts.25.gate_proj,0.00004200,0.01000,0.444
0,mlp.experts.26.gate_proj,0.00014094,0.01000,0.456
0,mlp.experts.27.gate_proj,0.00038810,0.01000,0.451
0,mlp.experts.28.gate_proj,0.08643562,0.01000,0.451
0,mlp.experts.29.gate_proj,0.02195087,0.01000,0.452
0,mlp.experts.30.gate_proj,0.00156784,0.01000,0.442
0,mlp.experts.31.gate_proj,0.00049333,0.01000,0.450
0,mlp.experts.32.gate_proj,0.00372329,0.01000,0.454
0,mlp.experts.33.gate_proj,0.03499744,0.01000,0.446
0,mlp.experts.34.gate_proj,0.00373894,0.01000,0.448
0,mlp.experts.35.gate_proj,0.00001757,0.01000,0.440
0,mlp.experts.36.gate_proj,0.00176876,0.01000,0.438
0,mlp.experts.37.gate_proj,0.00173540,0.01000,0.451
0,mlp.experts.38.gate_proj,0.00757560,0.01000,0.445
0,mlp.experts.39.gate_proj,0.00060810,0.01000,0.439
0,mlp.experts.40.gate_proj,0.00007758,0.01000,0.440
0,mlp.experts.41.gate_proj,0.00424398,0.01000,0.446
0,mlp.experts.42.gate_proj,0.00013024,0.01000,0.449
0,mlp.experts.43.gate_proj,0.00026084,0.01000,0.446
0,mlp.experts.44.gate_proj,0.00467507,0.01000,0.453
0,mlp.experts.45.gate_proj,0.00016502,0.01000,0.447
0,mlp.experts.46.gate_proj,0.00383717,0.01000,0.449
0,mlp.experts.47.gate_proj,0.00483516,0.01000,0.448
0,mlp.experts.48.gate_proj,0.00021958,0.01000,0.451
0,mlp.experts.49.gate_proj,0.00015604,0.01000,0.446
0,mlp.experts.50.gate_proj,0.00161851,0.01000,0.455
0,mlp.experts.51.gate_proj,0.05630425,0.01000,0.446
0,mlp.experts.52.gate_proj,0.00300720,0.01000,0.448
0,mlp.experts.53.gate_proj,0.00036423,0.01000,0.451
0,mlp.experts.54.gate_proj,0.00002680,0.01000,0.452
0,mlp.experts.55.gate_proj,0.00000029,0.01000,0.449
0,mlp.experts.56.gate_proj,0.00014136,0.01000,0.444
0,mlp.experts.57.gate_proj,0.00034145,0.01000,0.452
0,mlp.experts.58.gate_proj,0.00007274,0.01000,0.438
0,mlp.experts.59.gate_proj,0.00015795,0.01000,0.448
0,mlp.experts.60.gate_proj,0.00025349,0.01000,0.443
0,mlp.experts.61.gate_proj,0.00305250,0.01000,0.448
0,mlp.experts.62.gate_proj,0.03434955,0.01000,0.448
0,mlp.experts.63.gate_proj,0.00421267,0.01000,0.443
0,mlp.experts.64.gate_proj,0.05585127,0.01000,0.448
0,mlp.experts.65.gate_proj,0.00063956,0.01000,0.447
0,mlp.experts.66.gate_proj,0.00681141,0.01000,0.458
0,mlp.experts.67.gate_proj,0.02349802,0.01000,0.445
0,mlp.experts.68.gate_proj,0.00948005,0.01000,0.454
0,mlp.experts.69.gate_proj,0.00130274,0.01000,0.444
0,mlp.experts.70.gate_proj,0.00252797,0.01000,0.444
0,mlp.experts.71.gate_proj,0.00056899,0.01000,0.436
0,mlp.experts.72.gate_proj,0.00787052,0.01000,0.440
0,mlp.experts.73.gate_proj,0.00060213,0.01000,0.436
0,mlp.experts.74.gate_proj,0.00252386,0.01000,0.438
0,mlp.experts.75.gate_proj,0.02326281,0.01000,0.448
0,mlp.experts.76.gate_proj,0.00016560,0.01000,0.446
0,mlp.experts.77.gate_proj,0.02671389,0.01000,0.451
0,mlp.experts.78.gate_proj,0.00071921,0.01000,0.445
0,mlp.experts.79.gate_proj,0.01084090,0.01000,0.444
0,mlp.experts.80.gate_proj,0.00232522,0.01000,0.441
0,mlp.experts.81.gate_proj,0.00140527,0.01000,0.443
0,mlp.experts.82.gate_proj,0.03377685,0.01000,0.451
0,mlp.experts.83.gate_proj,0.00118954,0.01000,0.447
0,mlp.experts.84.gate_proj,0.00019526,0.01000,0.447
0,mlp.experts.85.gate_proj,0.00005661,0.01000,0.446
0,mlp.experts.86.gate_proj,0.01496328,0.01000,0.453
0,mlp.experts.87.gate_proj,0.02422136,0.01000,0.454
0,mlp.experts.88.gate_proj,0.00005430,0.01000,0.449
0,mlp.experts.89.gate_proj,0.00275439,0.01000,0.451
0,mlp.experts.90.gate_proj,0.00075256,0.01000,0.450
0,mlp.experts.91.gate_proj,0.03838637,0.01000,0.448
0,mlp.experts.92.gate_proj,0.00486166,0.01000,0.444
0,mlp.experts.93.gate_proj,0.00114172,0.01000,0.445
0,mlp.experts.94.gate_proj,0.00001625,0.01000,0.453
0,mlp.experts.95.gate_proj,0.00172564,0.01000,0.457
0,mlp.experts.96.gate_proj,0.00000379,0.01000,0.447
0,mlp.experts.97.gate_proj,0.00141255,0.01000,0.445
0,mlp.experts.98.gate_proj,0.00032486,0.01000,0.456
0,mlp.experts.99.gate_proj,0.00015212,0.01000,0.458
0,mlp.experts.100.gate_proj,0.00051884,0.01000,0.448
0,mlp.experts.101.gate_proj,0.00851439,0.01000,0.458
0,mlp.experts.102.gate_proj,0.00019841,0.01000,0.452
0,mlp.experts.103.gate_proj,0.00291088,0.01000,0.451
0,mlp.experts.104.gate_proj,0.00059548,0.01000,0.450
0,mlp.experts.105.gate_proj,0.01494742,0.01000,0.448
0,mlp.experts.106.gate_proj,0.00062142,0.01000,0.449
0,mlp.experts.107.gate_proj,0.00035866,0.01000,0.450
0,mlp.experts.108.gate_proj,0.00000808,0.01000,0.457
0,mlp.experts.109.gate_proj,0.00011727,0.01000,0.448
0,mlp.experts.110.gate_proj,0.00123257,0.01000,0.455
0,mlp.experts.111.gate_proj,0.00951496,0.01000,0.453
0,mlp.experts.112.gate_proj,0.01777782,0.01000,0.452
0,mlp.experts.113.gate_proj,0.00001924,0.01000,0.444
0,mlp.experts.114.gate_proj,0.00020648,0.01000,0.448
0,mlp.experts.115.gate_proj,0.00002132,0.01000,0.440
0,mlp.experts.116.gate_proj,0.00715310,0.01000,0.439
0,mlp.experts.117.gate_proj,0.00143625,0.01000,0.452
0,mlp.experts.118.gate_proj,0.00719214,0.01000,0.454
0,mlp.experts.119.gate_proj,0.00015508,0.01000,0.446
0,mlp.experts.120.gate_proj,0.00414352,0.01000,0.443
0,mlp.experts.121.gate_proj,0.00007031,0.01000,0.449
0,mlp.experts.122.gate_proj,0.03369405,0.01000,0.447
0,mlp.experts.123.gate_proj,0.00011527,0.01000,0.456
0,mlp.experts.124.gate_proj,0.04111497,0.01000,0.444
0,mlp.experts.125.gate_proj,0.00272170,0.01000,0.446
0,mlp.experts.126.gate_proj,0.01517703,0.01000,0.448
0,mlp.experts.127.gate_proj,0.00015801,0.01000,0.441
0,mlp.experts.0.down_proj,0.00074005,0.01000,0.165
0,mlp.experts.1.down_proj,0.00001218,0.01000,0.162
0,mlp.experts.2.down_proj,0.00116898,0.01000,0.162
0,mlp.experts.3.down_proj,0.00390054,0.01000,0.173
0,mlp.experts.4.down_proj,0.00154055,0.01000,0.160
0,mlp.experts.5.down_proj,0.00000007,0.01000,0.160
0,mlp.experts.6.down_proj,0.00016210,0.01000,0.161
0,mlp.experts.7.down_proj,0.00055415,0.01000,0.162
0,mlp.experts.8.down_proj,0.00000493,0.01000,0.162
0,mlp.experts.9.down_proj,0.00010654,0.01000,0.162
0,mlp.experts.10.down_proj,0.00000001,0.01000,0.161
0,mlp.experts.11.down_proj,0.00073924,0.01000,0.163
0,mlp.experts.12.down_proj,0.00405050,0.01000,0.161
0,mlp.experts.13.down_proj,0.00019454,0.01000,0.164
0,mlp.experts.14.down_proj,0.00029144,0.01000,0.162
0,mlp.experts.15.down_proj,0.00000011,0.01000,0.162
0,mlp.experts.16.down_proj,0.00023746,0.01000,0.161
0,mlp.experts.17.down_proj,0.00102795,0.01000,0.162
0,mlp.experts.18.down_proj,0.00058653,0.01000,0.162
0,mlp.experts.19.down_proj,0.00000187,0.01000,0.162
0,mlp.experts.20.down_proj,0.00000013,0.01000,0.162
0,mlp.experts.21.down_proj,0.00139139,0.01000,0.162
0,mlp.experts.22.down_proj,0.00038241,0.01000,0.162
0,mlp.experts.23.down_proj,0.00207698,0.01000,0.162
0,mlp.experts.24.down_proj,0.00058150,0.01000,0.162
0,mlp.experts.25.down_proj,0.00000794,0.01000,0.161
0,mlp.experts.26.down_proj,0.00005421,0.01000,0.163
0,mlp.experts.27.down_proj,0.00032932,0.01000,0.161
0,mlp.experts.28.down_proj,0.00438942,0.01000,0.161
0,mlp.experts.29.down_proj,0.00176081,0.01000,0.161
0,mlp.experts.30.down_proj,0.00095464,0.01000,0.161
0,mlp.experts.31.down_proj,0.00025282,0.01000,0.161
0,mlp.experts.32.down_proj,0.00050354,0.01000,0.161
0,mlp.experts.33.down_proj,0.00168346,0.01000,0.161
0,mlp.experts.34.down_proj,0.00152743,0.01000,0.161
0,mlp.experts.35.down_proj,0.00001576,0.01000,0.161
0,mlp.experts.36.down_proj,0.00020309,0.01000,0.162
0,mlp.experts.37.down_proj,0.00014260,0.01000,0.161
0,mlp.experts.38.down_proj,0.00124935,0.01000,0.162
0,mlp.experts.39.down_proj,0.00005870,0.01000,0.163
0,mlp.experts.40.down_proj,0.00004631,0.01000,0.161
0,mlp.experts.41.down_proj,0.00109057,0.01000,0.162
0,mlp.experts.42.down_proj,0.00000990,0.01000,0.161
0,mlp.experts.43.down_proj,0.00004401,0.01000,0.162
0,mlp.experts.44.down_proj,0.00039466,0.01000,0.161
0,mlp.experts.45.down_proj,0.00005069,0.01000,0.161
0,mlp.experts.46.down_proj,0.00030861,0.01000,0.161
0,mlp.experts.47.down_proj,0.00073976,0.01000,0.161
0,mlp.experts.48.down_proj,0.00020071,0.01000,0.162
0,mlp.experts.49.down_proj,0.00009309,0.01000,0.161
0,mlp.experts.50.down_proj,0.00041013,0.01000,0.161
0,mlp.experts.51.down_proj,0.00277309,0.01000,0.163
0,mlp.experts.52.down_proj,0.00034347,0.01000,0.161
0,mlp.experts.53.down_proj,0.00009232,0.01000,0.161
0,mlp.experts.54.down_proj,0.00000696,0.01000,0.161
0,mlp.experts.55.down_proj,0.00000002,0.01000,0.161
0,mlp.experts.56.down_proj,0.00001887,0.01000,0.161
0,mlp.experts.57.down_proj,0.00013970,0.01000,0.161
0,mlp.experts.58.down_proj,0.00005219,0.01000,0.162
0,mlp.experts.59.down_proj,0.00001330,0.01000,0.161
0,mlp.experts.60.down_proj,0.00003241,0.01000,0.161
0,mlp.experts.61.down_proj,0.00093048,0.01000,0.162
0,mlp.experts.62.down_proj,0.00261630,0.01000,0.164
0,mlp.experts.63.down_proj,0.00145348,0.01000,0.163
0,mlp.experts.64.down_proj,0.00294520,0.01000,0.162
0,mlp.experts.65.down_proj,0.00015994,0.01000,0.162
0,mlp.experts.66.down_proj,0.00082762,0.01000,0.162
0,mlp.experts.67.down_proj,0.00321270,0.01000,0.162
0,mlp.experts.68.down_proj,0.00171976,0.01000,0.162
0,mlp.experts.69.down_proj,0.00115461,0.01000,0.162
0,mlp.experts.70.down_proj,0.00026590,0.01000,0.162
0,mlp.experts.71.down_proj,0.00023419,0.01000,0.162
0,mlp.experts.72.down_proj,0.00128669,0.01000,0.162
0,mlp.experts.73.down_proj,0.00013712,0.01000,0.162
0,mlp.experts.74.down_proj,0.00014290,0.01000,0.162
0,mlp.experts.75.down_proj,0.00138828,0.01000,0.162
0,mlp.experts.76.down_proj,0.00020953,0.01000,0.162
0,mlp.experts.77.down_proj,0.00278567,0.01000,0.162
0,mlp.experts.78.down_proj,0.00030154,0.01000,0.162
0,mlp.experts.79.down_proj,0.00050421,0.01000,0.162
0,mlp.experts.80.down_proj,0.00124165,0.01000,0.163
0,mlp.experts.81.down_proj,0.00021538,0.01000,0.163
0,mlp.experts.82.down_proj,0.00209165,0.01000,0.164
0,mlp.experts.83.down_proj,0.00081203,0.01000,0.164
0,mlp.experts.84.down_proj,0.00013781,0.01000,0.164
0,mlp.experts.85.down_proj,0.00000703,0.01000,0.163
0,mlp.experts.86.down_proj,0.00238113,0.01000,0.165
0,mlp.experts.87.down_proj,0.00358360,0.01000,0.163
0,mlp.experts.88.down_proj,0.00006363,0.01000,0.165
0,mlp.experts.89.down_proj,0.00044118,0.01000,0.164
0,mlp.experts.90.down_proj,0.00008303,0.01000,0.165
0,mlp.experts.91.down_proj,0.00261927,0.01000,0.164
0,mlp.experts.92.down_proj,0.00069555,0.01000,0.164
0,mlp.experts.93.down_proj,0.00080754,0.01000,0.164
0,mlp.experts.94.down_proj,0.00000306,0.01000,0.164
0,mlp.experts.95.down_proj,0.00090572,0.01000,0.164
0,mlp.experts.96.down_proj,0.00000068,0.01000,0.164
0,mlp.experts.97.down_proj,0.00045064,0.01000,0.164
0,mlp.experts.98.down_proj,0.00007142,0.01000,0.166
0,mlp.experts.99.down_proj,0.00005002,0.01000,0.164
0,mlp.experts.100.down_proj,0.00012835,0.01000,0.166
0,mlp.experts.101.down_proj,0.00092713,0.01000,0.164
0,mlp.experts.102.down_proj,0.00005926,0.01000,0.163
0,mlp.experts.103.down_proj,0.00057738,0.01000,0.164
0,mlp.experts.104.down_proj,0.00061237,0.01000,0.163
0,mlp.experts.105.down_proj,0.00241851,0.01000,0.163
0,mlp.experts.106.down_proj,0.00054105,0.01000,0.165
0,mlp.experts.107.down_proj,0.00035107,0.01000,0.164
0,mlp.experts.108.down_proj,0.00000108,0.01000,0.164
0,mlp.experts.109.down_proj,0.00009279,0.01000,0.163
0,mlp.experts.110.down_proj,0.00039250,0.01000,0.163
0,mlp.experts.111.down_proj,0.00109306,0.01000,0.165
0,mlp.experts.112.down_proj,0.00153155,0.01000,0.164
0,mlp.experts.113.down_proj,0.00000856,0.01000,0.163
0,mlp.experts.114.down_proj,0.00005815,0.01000,0.165
0,mlp.experts.115.down_proj,0.00000619,0.01000,0.164
0,mlp.experts.116.down_proj,0.00120230,0.01000,0.164
0,mlp.experts.117.down_proj,0.00020290,0.01000,0.164
0,mlp.experts.118.down_proj,0.00103438,0.01000,0.163
0,mlp.experts.119.down_proj,0.00011953,0.01000,0.165
0,mlp.experts.120.down_proj,0.00083142,0.01000,0.163
0,mlp.experts.121.down_proj,0.00008020,0.01000,0.163
0,mlp.experts.122.down_proj,0.00159959,0.01000,0.164
0,mlp.experts.123.down_proj,0.00005838,0.01000,0.163
0,mlp.experts.124.down_proj,0.00649675,0.01000,0.168
0,mlp.experts.125.down_proj,0.00179836,0.01000,0.165
0,mlp.experts.126.down_proj,0.00242101,0.01000,0.165
0,mlp.experts.127.down_proj,0.00013385,0.01000,0.167
1,self_attn.q_proj,0.00172794,0.01000,0.448
1,self_attn.k_proj,0.00021430,0.01000,0.441
1,self_attn.v_proj,0.00020109,0.01000,0.454
1,self_attn.o_proj,0.00056956,0.01000,0.902
1,mlp.experts.0.up_proj,0.00034343,0.01000,0.450
1,mlp.experts.1.up_proj,0.00039288,0.01000,0.446
1,mlp.experts.2.up_proj,0.03336949,0.01000,0.459
1,mlp.experts.3.up_proj,0.01871968,0.01000,0.449
1,mlp.experts.4.up_proj,0.02487434,0.01000,0.460
1,mlp.experts.5.up_proj,0.00553093,0.01000,0.458
1,mlp.experts.6.up_proj,0.02910546,0.01000,0.454
1,mlp.experts.7.up_proj,0.06733168,0.01000,0.455
1,mlp.experts.8.up_proj,0.03361689,0.01000,0.463
1,mlp.experts.9.up_proj,0.03169199,0.01000,0.450
1,mlp.experts.10.up_proj,0.00044244,0.01000,0.445
1,mlp.experts.11.up_proj,0.01691789,0.01000,0.478
1,mlp.experts.12.up_proj,0.00069853,0.01000,0.450
1,mlp.experts.13.up_proj,0.03302766,0.01000,0.453
1,mlp.experts.14.up_proj,0.04585522,0.01000,0.460
1,mlp.experts.15.up_proj,0.00887663,0.01000,0.452
1,mlp.experts.16.up_proj,0.04797158,0.01000,0.450
1,mlp.experts.17.up_proj,0.00302090,0.01000,0.443
1,mlp.experts.18.up_proj,0.00382626,0.01000,0.439
1,mlp.experts.19.up_proj,0.02885313,0.01000,0.440
1,mlp.experts.20.up_proj,0.01673368,0.01000,0.440
1,mlp.experts.21.up_proj,0.00280963,0.01000,0.439
1,mlp.experts.22.up_proj,0.00236869,0.01000,0.447
1,mlp.experts.23.up_proj,0.03478207,0.01000,0.454
1,mlp.experts.24.up_proj,0.00861395,0.01000,0.463
1,mlp.experts.25.up_proj,0.02401620,0.01000,0.447
1,mlp.experts.26.up_proj,0.02057055,0.01000,0.454
1,mlp.experts.27.up_proj,0.00041308,0.01000,0.457
1,mlp.experts.28.up_proj,0.06303161,0.01000,0.458
1,mlp.experts.29.up_proj,0.06188614,0.01000,0.448
1,mlp.experts.30.up_proj,0.03023444,0.01000,0.451
1,mlp.experts.31.up_proj,0.02405767,0.01000,0.453
1,mlp.experts.32.up_proj,0.00619207,0.01000,0.452
1,mlp.experts.33.up_proj,0.00762622,0.01000,0.464
1,mlp.experts.34.up_proj,0.01513165,0.01000,0.458
1,mlp.experts.35.up_proj,0.00030545,0.01000,0.448
1,mlp.experts.36.up_proj,0.00270140,0.01000,0.454
1,mlp.experts.37.up_proj,0.01341374,0.01000,0.459
1,mlp.experts.38.up_proj,0.01811604,0.01000,0.451
1,mlp.experts.39.up_proj,0.01766867,0.01000,0.450
1,mlp.experts.40.up_proj,0.02742781,0.01000,0.457
1,mlp.experts.41.up_proj,0.00883159,0.01000,0.469
1,mlp.experts.42.up_proj,0.00947449,0.01000,0.451
1,mlp.experts.43.up_proj,0.00028173,0.01000,0.439
1,mlp.experts.44.up_proj,0.01057844,0.01000,0.443
1,mlp.experts.45.up_proj,0.09383245,0.01000,0.437
1,mlp.experts.46.up_proj,0.03688573,0.01000,0.445
1,mlp.experts.47.up_proj,0.01570070,0.01000,0.437
1,mlp.experts.48.up_proj,0.03703018,0.01000,0.437
1,mlp.experts.49.up_proj,0.02861361,0.01000,0.446
1,mlp.experts.50.up_proj,0.00189298,0.01000,0.443
1,mlp.experts.51.up_proj,0.00313181,0.01000,0.440
1,mlp.experts.52.up_proj,0.02566685,0.01000,0.440
1,mlp.experts.53.up_proj,0.02833031,0.01000,0.440
1,mlp.experts.54.up_proj,0.00202409,0.01000,0.440
1,mlp.experts.55.up_proj,0.00268718,0.01000,0.440
1,mlp.experts.56.up_proj,0.00511125,0.01000,0.445
1,mlp.experts.57.up_proj,0.01969614,0.01000,0.439
1,mlp.experts.58.up_proj,0.02904430,0.01000,0.441
1,mlp.experts.59.up_proj,0.00101679,0.01000,0.442
1,mlp.experts.60.up_proj,0.04137668,0.01000,0.440
1,mlp.experts.61.up_proj,0.00523196,0.01000,0.439
1,mlp.experts.62.up_proj,0.06329543,0.01000,0.442
1,mlp.experts.63.up_proj,0.06307425,0.01000,0.444
1,mlp.experts.64.up_proj,0.01673326,0.01000,0.441
1,mlp.experts.65.up_proj,0.00147980,0.01000,0.441
1,mlp.experts.66.up_proj,0.03760505,0.01000,0.438
1,mlp.experts.67.up_proj,0.06730270,0.01000,0.437
1,mlp.experts.68.up_proj,0.06353875,0.01000,0.438
1,mlp.experts.69.up_proj,0.00455306,0.01000,0.437
1,mlp.experts.70.up_proj,0.01898301,0.01000,0.440
1,mlp.experts.71.up_proj,0.00935525,0.01000,0.436
1,mlp.experts.72.up_proj,0.00183900,0.01000,0.436
1,mlp.experts.73.up_proj,0.00593286,0.01000,0.453
1,mlp.experts.74.up_proj,0.10112928,0.01000,0.435
1,mlp.experts.75.up_proj,0.02145441,0.01000,0.444
1,mlp.experts.76.up_proj,0.05445682,0.01000,0.441
1,mlp.experts.77.up_proj,0.04308825,0.01000,0.440
1,mlp.experts.78.up_proj,0.07667849,0.01000,0.440
1,mlp.experts.79.up_proj,0.00019689,0.01000,0.442
1,mlp.experts.80.up_proj,0.00173312,0.01000,0.439
1,mlp.experts.81.up_proj,0.00000602,0.01000,0.442
1,mlp.experts.82.up_proj,0.00052586,0.01000,0.439
1,mlp.experts.83.up_proj,0.02348379,0.01000,0.438
1,mlp.experts.84.up_proj,0.00041953,0.01000,0.438
1,mlp.experts.85.up_proj,0.02460658,0.01000,0.438
1,mlp.experts.86.up_proj,0.02636395,0.01000,0.438
1,mlp.experts.87.up_proj,0.00018515,0.01000,0.438
1,mlp.experts.88.up_proj,0.01233320,0.01000,0.442
1,mlp.experts.89.up_proj,0.02568988,0.01000,0.439
1,mlp.experts.90.up_proj,0.04798522,0.01000,0.439
1,mlp.experts.91.up_proj,0.02412393,0.01000,0.440
1,mlp.experts.92.up_proj,0.03815333,0.01000,0.438
1,mlp.experts.93.up_proj,0.00165004,0.01000,0.438
1,mlp.experts.94.up_proj,0.00606702,0.01000,0.439
1,mlp.experts.95.up_proj,0.00653940,0.01000,0.441
1,mlp.experts.96.up_proj,0.03165594,0.01000,0.441
1,mlp.experts.97.up_proj,0.00555958,0.01000,0.438
1,mlp.experts.98.up_proj,0.03571085,0.01000,0.438
1,mlp.experts.99.up_proj,0.04791745,0.01000,0.438
1,mlp.experts.100.up_proj,0.00007346,0.01000,0.439
1,mlp.experts.101.up_proj,0.00507554,0.01000,0.438
1,mlp.experts.102.up_proj,0.00010914,0.01000,0.442
1,mlp.experts.103.up_proj,0.02820654,0.01000,0.439
1,mlp.experts.104.up_proj,0.01016826,0.01000,0.441
1,mlp.experts.105.up_proj,0.02145885,0.01000,0.440
1,mlp.experts.106.up_proj,0.02705034,0.01000,0.440
1,mlp.experts.107.up_proj,0.04107984,0.01000,0.440
1,mlp.experts.108.up_proj,0.00030735,0.01000,0.439
1,mlp.experts.109.up_proj,0.01365198,0.01000,0.443
1,mlp.experts.110.up_proj,0.00001151,0.01000,0.439
1,mlp.experts.111.up_proj,0.01505815,0.01000,0.439
1,mlp.experts.112.up_proj,0.00001058,0.01000,0.438
1,mlp.experts.113.up_proj,0.04595502,0.01000,0.441
1,mlp.experts.114.up_proj,0.11168393,0.01000,0.438
1,mlp.experts.115.up_proj,0.06290619,0.01000,0.437
1,mlp.experts.116.up_proj,0.06672566,0.01000,0.438
1,mlp.experts.117.up_proj,0.00203736,0.01000,0.443
1,mlp.experts.118.up_proj,0.00006705,0.01000,0.440
1,mlp.experts.119.up_proj,0.00349606,0.01000,0.439
1,mlp.experts.120.up_proj,0.00009834,0.01000,0.441
1,mlp.experts.121.up_proj,0.00004046,0.01000,0.437
1,mlp.experts.122.up_proj,0.21696472,0.01000,0.436
1,mlp.experts.123.up_proj,0.04155191,0.01000,0.441
1,mlp.experts.124.up_proj,0.00787853,0.01000,0.437
1,mlp.experts.125.up_proj,0.00197141,0.01000,0.438
1,mlp.experts.126.up_proj,0.01130281,0.01000,0.437
1,mlp.experts.127.up_proj,0.01317827,0.01000,0.441
1,mlp.experts.0.gate_proj,0.00036230,0.01000,0.436
1,mlp.experts.1.gate_proj,0.00042553,0.01000,0.436
1,mlp.experts.2.gate_proj,0.03612289,0.01000,0.439
1,mlp.experts.3.gate_proj,0.02025197,0.01000,0.435
1,mlp.experts.4.gate_proj,0.02580030,0.01000,0.436
1,mlp.experts.5.gate_proj,0.00594503,0.01000,0.436
1,mlp.experts.6.gate_proj,0.03082968,0.01000,0.449
1,mlp.experts.7.gate_proj,0.06884153,0.01000,0.434
1,mlp.experts.8.gate_proj,0.03580175,0.01000,0.443
1,mlp.experts.9.gate_proj,0.03350525,0.01000,0.440
1,mlp.experts.10.gate_proj,0.00048332,0.01000,0.439
1,mlp.experts.11.gate_proj,0.01851911,0.01000,0.440
1,mlp.experts.12.gate_proj,0.00076422,0.01000,0.439
1,mlp.experts.13.gate_proj,0.03577615,0.01000,0.442
1,mlp.experts.14.gate_proj,0.04638404,0.01000,0.438
1,mlp.experts.15.gate_proj,0.01051945,0.01000,0.438
1,mlp.experts.16.gate_proj,0.04880951,0.01000,0.438
1,mlp.experts.17.gate_proj,0.00304007,0.01000,0.439
1,mlp.experts.18.gate_proj,0.00404831,0.01000,0.446
1,mlp.experts.19.gate_proj,0.03030681,0.01000,0.440
1,mlp.experts.20.gate_proj,0.01758873,0.01000,0.439
1,mlp.experts.21.gate_proj,0.00310771,0.01000,0.441
1,mlp.experts.22.gate_proj,0.00250796,0.01000,0.440
1,mlp.experts.23.gate_proj,0.03644335,0.01000,0.438
1,mlp.experts.24.gate_proj,0.00916054,0.01000,0.439
1,mlp.experts.25.gate_proj,0.02471826,0.01000,0.438
1,mlp.experts.26.gate_proj,0.02195055,0.01000,0.442
1,mlp.experts.27.gate_proj,0.00046401,0.01000,0.439
1,mlp.experts.28.gate_proj,0.06824365,0.01000,0.439
1,mlp.experts.29.gate_proj,0.06504788,0.01000,0.439
1,mlp.experts.30.gate_proj,0.03081124,0.01000,0.439
1,mlp.experts.31.gate_proj,0.02482143,0.01000,0.440
1,mlp.experts.32.gate_proj,0.00689606,0.01000,0.439
1,mlp.experts.33.gate_proj,0.00794198,0.01000,0.439
1,mlp.experts.34.gate_proj,0.01636273,0.01000,0.444
1,mlp.experts.35.gate_proj,0.00033611,0.01000,0.440
1,mlp.experts.36.gate_proj,0.00280510,0.01000,0.439
1,mlp.experts.37.gate_proj,0.01421827,0.01000,0.439
1,mlp.experts.38.gate_proj,0.01857889,0.01000,0.442
1,mlp.experts.39.gate_proj,0.01888128,0.01000,0.440
1,mlp.experts.40.gate_proj,0.02878890,0.01000,0.440
1,mlp.experts.41.gate_proj,0.00920494,0.01000,0.441
1,mlp.experts.42.gate_proj,0.01029231,0.01000,0.445
1,mlp.experts.43.gate_proj,0.00031746,0.01000,0.438
1,mlp.experts.44.gate_proj,0.01073919,0.01000,0.437
1,mlp.experts.45.gate_proj,0.10032943,0.01000,0.437
1,mlp.experts.46.gate_proj,0.03810331,0.01000,0.440
1,mlp.experts.47.gate_proj,0.01664035,0.01000,0.437
1,mlp.experts.48.gate_proj,0.03952663,0.01000,0.439
1,mlp.experts.49.gate_proj,0.03248452,0.01000,0.439
1,mlp.experts.50.gate_proj,0.00215828,0.01000,0.439
1,mlp.experts.51.gate_proj,0.00332717,0.01000,0.439
1,mlp.experts.52.gate_proj,0.02589987,0.01000,0.440
1,mlp.experts.53.gate_proj,0.02925491,0.01000,0.438
1,mlp.experts.54.gate_proj,0.00206867,0.01000,0.439
1,mlp.experts.55.gate_proj,0.00285963,0.01000,0.437
1,mlp.experts.56.gate_proj,0.00539105,0.01000,0.438
1,mlp.experts.57.gate_proj,0.02068238,0.01000,0.444
1,mlp.experts.58.gate_proj,0.03037466,0.01000,0.439
1,mlp.experts.59.gate_proj,0.00103190,0.01000,0.440
1,mlp.experts.60.gate_proj,0.04337423,0.01000,0.439
1,mlp.experts.61.gate_proj,0.00557980,0.01000,0.440
1,mlp.experts.62.gate_proj,0.06524014,0.01000,0.438
1,mlp.experts.63.gate_proj,0.06700247,0.01000,0.442
1,mlp.experts.64.gate_proj,0.01808757,0.01000,0.439
1,mlp.experts.65.gate_proj,0.00157030,0.01000,0.441
1,mlp.experts.66.gate_proj,0.03997875,0.01000,0.442
1,mlp.experts.67.gate_proj,0.07163704,0.01000,0.439
1,mlp.experts.68.gate_proj,0.06071172,0.01000,0.438
1,mlp.experts.69.gate_proj,0.00525288,0.01000,0.437
1,mlp.experts.70.gate_proj,0.02039051,0.01000,0.440
1,mlp.experts.71.gate_proj,0.00994118,0.01000,0.438
1,mlp.experts.72.gate_proj,0.00198300,0.01000,0.445
1,mlp.experts.73.gate_proj,0.00622207,0.01000,0.438
1,mlp.experts.74.gate_proj,0.10465474,0.01000,0.439
1,mlp.experts.75.gate_proj,0.02337176,0.01000,0.440
1,mlp.experts.76.gate_proj,0.05728507,0.01000,0.438
1,mlp.experts.77.gate_proj,0.04462572,0.01000,0.439
1,mlp.experts.78.gate_proj,0.08155225,0.01000,0.437
1,mlp.experts.79.gate_proj,0.00022525,0.01000,0.439
1,mlp.experts.80.gate_proj,0.00193357,0.01000,0.452
1,mlp.experts.81.gate_proj,0.00000624,0.01000,0.440
1,mlp.experts.82.gate_proj,0.00058502,0.01000,0.439
1,mlp.experts.83.gate_proj,0.02563707,0.01000,0.438
1,mlp.experts.84.gate_proj,0.00048096,0.01000,0.438
1,mlp.experts.85.gate_proj,0.02550256,0.01000,0.440
1,mlp.experts.86.gate_proj,0.02874667,0.01000,0.439
1,mlp.experts.87.gate_proj,0.00019947,0.01000,0.439
1,mlp.experts.88.gate_proj,0.01289670,0.01000,0.438
1,mlp.experts.89.gate_proj,0.02637574,0.01000,0.438
1,mlp.experts.90.gate_proj,0.04652400,0.01000,0.445
1,mlp.experts.91.gate_proj,0.02598211,0.01000,0.438
1,mlp.experts.92.gate_proj,0.03939470,0.01000,0.440
1,mlp.experts.93.gate_proj,0.00173080,0.01000,0.438
1,mlp.experts.94.gate_proj,0.00706601,0.01000,0.442
1,mlp.experts.95.gate_proj,0.00733878,0.01000,0.439
1,mlp.experts.96.gate_proj,0.03412170,0.01000,0.437
1,mlp.experts.97.gate_proj,0.00556760,0.01000,0.435
1,mlp.experts.98.gate_proj,0.03699368,0.01000,0.440
1,mlp.experts.99.gate_proj,0.05073851,0.01000,0.450
1,mlp.experts.100.gate_proj,0.00008050,0.01000,0.442
1,mlp.experts.101.gate_proj,0.00537364,0.01000,0.442
1,mlp.experts.102.gate_proj,0.00011740,0.01000,0.446
1,mlp.experts.103.gate_proj,0.02847211,0.01000,0.443
1,mlp.experts.104.gate_proj,0.01045627,0.01000,0.457
1,mlp.experts.105.gate_proj,0.02258276,0.01000,0.450
1,mlp.experts.106.gate_proj,0.02980439,0.01000,0.443
1,mlp.experts.107.gate_proj,0.04580955,0.01000,0.435
1,mlp.experts.108.gate_proj,0.00033410,0.01000,0.437
1,mlp.experts.109.gate_proj,0.01381184,0.01000,0.438
1,mlp.experts.110.gate_proj,0.00001194,0.01000,0.438
1,mlp.experts.111.gate_proj,0.01616146,0.01000,0.434
1,mlp.experts.112.gate_proj,0.00001106,0.01000,0.439
1,mlp.experts.113.gate_proj,0.04727088,0.01000,0.438
1,mlp.experts.114.gate_proj,0.13178341,0.01000,0.434
1,mlp.experts.115.gate_proj,0.06546205,0.01000,0.434
1,mlp.experts.116.gate_proj,0.07335699,0.01000,0.434
1,mlp.experts.117.gate_proj,0.00218611,0.01000,0.437
1,mlp.experts.118.gate_proj,0.00006778,0.01000,0.436
1,mlp.experts.119.gate_proj,0.00383717,0.01000,0.433
1,mlp.experts.120.gate_proj,0.00010092,0.01000,0.434
1,mlp.experts.121.gate_proj,0.00004414,0.01000,0.436
1,mlp.experts.122.gate_proj,0.22931491,0.01000,0.435
1,mlp.experts.123.gate_proj,0.04397644,0.01000,0.436
1,mlp.experts.124.gate_proj,0.00833079,0.01000,0.432
1,mlp.experts.125.gate_proj,0.00214119,0.01000,0.439
1,mlp.experts.126.gate_proj,0.01184622,0.01000,0.436
1,mlp.experts.127.gate_proj,0.01388618,0.01000,0.438
1,mlp.experts.0.down_proj,0.00027872,0.01000,0.165
1,mlp.experts.1.down_proj,0.00019927,0.01000,0.163
1,mlp.experts.2.down_proj,0.00455769,0.01000,0.162
1,mlp.experts.3.down_proj,0.00228264,0.01000,0.162
1,mlp.experts.4.down_proj,0.00162248,0.01000,0.162
1,mlp.experts.5.down_proj,0.00162473,0.01000,0.163
1,mlp.experts.6.down_proj,0.00215449,0.01000,0.173
1,mlp.experts.7.down_proj,0.00454658,0.01000,0.179
1,mlp.experts.8.down_proj,0.00260859,0.01000,0.163
1,mlp.experts.9.down_proj,0.00476611,0.01000,0.163
1,mlp.experts.10.down_proj,0.00005016,0.01000,0.164
1,mlp.experts.11.down_proj,0.00289831,0.01000,0.165
1,mlp.experts.12.down_proj,0.00014982,0.01000,0.166
1,mlp.experts.13.down_proj,0.00395427,0.01000,0.163
1,mlp.experts.14.down_proj,0.00286918,0.01000,0.163
1,mlp.experts.15.down_proj,0.00069266,0.01000,0.164
1,mlp.experts.16.down_proj,0.00324237,0.01000,0.163
1,mlp.experts.17.down_proj,0.00018523,0.01000,0.163
1,mlp.experts.18.down_proj,0.00060895,0.01000,0.164
1,mlp.experts.19.down_proj,0.00324198,0.01000,0.163
1,mlp.experts.20.down_proj,0.00149766,0.01000,0.164
1,mlp.experts.21.down_proj,0.00066186,0.01000,0.163
1,mlp.experts.22.down_proj,0.00015624,0.01000,0.163
1,mlp.experts.23.down_proj,0.00274365,0.01000,0.164
1,mlp.experts.24.down_proj,0.00242375,0.01000,0.166
1,mlp.experts.25.down_proj,0.00218248,0.01000,0.163
1,mlp.experts.26.down_proj,0.00252821,0.01000,0.164
1,mlp.experts.27.down_proj,0.00072782,0.01000,0.163
1,mlp.experts.28.down_proj,0.00526340,0.01000,0.164
1,mlp.experts.29.down_proj,0.00545436,0.01000,0.163
1,mlp.experts.30.down_proj,0.00168683,0.01000,0.167
1,mlp.experts.31.down_proj,0.00199866,0.01000,0.164
1,mlp.experts.32.down_proj,0.00103081,0.01000,0.162
1,mlp.experts.33.down_proj,0.00135121,0.01000,0.163
1,mlp.experts.34.down_proj,0.00242283,0.01000,0.162
1,mlp.experts.35.down_proj,0.00005285,0.01000,0.162
1,mlp.experts.36.down_proj,0.00042881,0.01000,0.165
1,mlp.experts.37.down_proj,0.00193112,0.01000,0.162
1,mlp.experts.38.down_proj,0.00104986,0.01000,0.162
1,mlp.experts.39.down_proj,0.00229413,0.01000,0.164
1,mlp.experts.40.down_proj,0.00235314,0.01000,0.162
1,mlp.experts.41.down_proj,0.00097169,0.01000,0.163
1,mlp.experts.42.down_proj,0.00085603,0.01000,0.162
1,mlp.experts.43.down_proj,0.00002156,0.01000,0.162
1,mlp.experts.44.down_proj,0.00083670,0.01000,0.163
1,mlp.experts.45.down_proj,0.00684436,0.01000,0.164
1,mlp.experts.46.down_proj,0.00324468,0.01000,0.162
1,mlp.experts.47.down_proj,0.00282860,0.01000,0.164
1,mlp.experts.48.down_proj,0.00357799,0.01000,0.162
1,mlp.experts.49.down_proj,0.00325342,0.01000,0.164
1,mlp.experts.50.down_proj,0.00052873,0.01000,0.163
1,mlp.experts.51.down_proj,0.00042016,0.01000,0.163
1,mlp.experts.52.down_proj,0.00152067,0.01000,0.164
1,mlp.experts.53.down_proj,0.00227534,0.01000,0.162
1,mlp.experts.54.down_proj,0.00016997,0.01000,0.162
1,mlp.experts.55.down_proj,0.00118510,0.01000,0.166
1,mlp.experts.56.down_proj,0.00131008,0.01000,0.163
1,mlp.experts.57.down_proj,0.00243929,0.01000,0.164
1,mlp.experts.58.down_proj,0.00296918,0.01000,0.163
1,mlp.experts.59.down_proj,0.00018113,0.01000,0.163
1,mlp.experts.60.down_proj,0.00301256,0.01000,0.164
1,mlp.experts.61.down_proj,0.00038641,0.01000,0.163
1,mlp.experts.62.down_proj,0.00437013,0.01000,0.164
1,mlp.experts.63.down_proj,0.00519864,0.01000,0.175
1,mlp.experts.64.down_proj,0.00145012,0.01000,0.164
1,mlp.experts.65.down_proj,0.00059295,0.01000,0.164
1,mlp.experts.66.down_proj,0.00418565,0.01000,0.165
1,mlp.experts.67.down_proj,0.00454863,0.01000,0.180
1,mlp.experts.68.down_proj,0.18332499,0.01000,0.164
1,mlp.experts.69.down_proj,0.00047192,0.01000,0.165
1,mlp.experts.70.down_proj,0.00267102,0.01000,0.165
1,mlp.experts.71.down_proj,0.00087934,0.01000,0.164
1,mlp.experts.72.down_proj,0.00013074,0.01000,0.165
1,mlp.experts.73.down_proj,0.00138510,0.01000,0.165
1,mlp.experts.74.down_proj,0.00448924,0.01000,0.165
1,mlp.experts.75.down_proj,0.00305934,0.01000,0.165
1,mlp.experts.76.down_proj,0.00402070,0.01000,0.165
1,mlp.experts.77.down_proj,0.00278773,0.01000,0.166
1,mlp.experts.78.down_proj,0.00613002,0.01000,0.165
1,mlp.experts.79.down_proj,0.00002008,0.01000,0.165
1,mlp.experts.80.down_proj,0.00030085,0.01000,0.165
1,mlp.experts.81.down_proj,0.00000034,0.01000,0.164
1,mlp.experts.82.down_proj,0.00004053,0.01000,0.166
1,mlp.experts.83.down_proj,0.00474044,0.01000,0.165
1,mlp.experts.84.down_proj,0.00011930,0.01000,0.166
1,mlp.experts.85.down_proj,0.00258219,0.01000,0.173
1,mlp.experts.86.down_proj,0.00241842,0.01000,0.166
1,mlp.experts.87.down_proj,0.00004453,0.01000,0.165
1,mlp.experts.88.down_proj,0.00107184,0.01000,0.165
1,mlp.experts.89.down_proj,0.00240992,0.01000,0.165
1,mlp.experts.90.down_proj,0.00286375,0.01000,0.164
1,mlp.experts.91.down_proj,0.00345067,0.01000,0.165
1,mlp.experts.92.down_proj,0.00361681,0.01000,0.165
1,mlp.experts.93.down_proj,0.00032645,0.01000,0.165
1,mlp.experts.94.down_proj,0.00091607,0.01000,0.165
1,mlp.experts.95.down_proj,0.00043940,0.01000,0.165
1,mlp.experts.96.down_proj,0.00215999,0.01000,0.165
1,mlp.experts.97.down_proj,0.00033497,0.01000,0.166
1,mlp.experts.98.down_proj,0.00278412,0.01000,0.166
1,mlp.experts.99.down_proj,0.00522996,0.01000,0.165
1,mlp.experts.100.down_proj,0.00001736,0.01000,0.165
1,mlp.experts.101.down_proj,0.00042662,0.01000,0.165
1,mlp.experts.102.down_proj,0.00002604,0.01000,0.165
1,mlp.experts.103.down_proj,0.00163158,0.01000,0.166
1,mlp.experts.104.down_proj,0.00098573,0.01000,0.165
1,mlp.experts.105.down_proj,0.00321304,0.01000,0.165
1,mlp.experts.106.down_proj,0.00243718,0.01000,0.165
1,mlp.experts.107.down_proj,0.00404059,0.01000,0.165
1,mlp.experts.108.down_proj,0.00006602,0.01000,0.169
1,mlp.experts.109.down_proj,0.00129790,0.01000,0.166
1,mlp.experts.110.down_proj,0.00000082,0.01000,0.168
1,mlp.experts.111.down_proj,0.00073553,0.01000,0.165
1,mlp.experts.112.down_proj,0.00000114,0.01000,0.165
1,mlp.experts.113.down_proj,0.00318891,0.01000,0.165
1,mlp.experts.114.down_proj,0.00845941,0.01000,0.165
1,mlp.experts.115.down_proj,0.00351282,0.01000,0.165
1,mlp.experts.116.down_proj,0.00400485,0.01000,0.165
1,mlp.experts.117.down_proj,0.00074146,0.01000,0.165
1,mlp.experts.118.down_proj,0.00000903,0.01000,0.165
1,mlp.experts.119.down_proj,0.00035090,0.01000,0.165
1,mlp.experts.120.down_proj,0.00001315,0.01000,0.165
1,mlp.experts.121.down_proj,0.00000366,0.01000,0.167
1,mlp.experts.122.down_proj,0.01000069,0.01000,0.165
1,mlp.experts.123.down_proj,0.00448702,0.01000,0.165
1,mlp.experts.124.down_proj,0.00116156,0.01000,0.165
1,mlp.experts.125.down_proj,0.00015715,0.01000,0.165
1,mlp.experts.126.down_proj,0.00194197,0.01000,0.165
1,mlp.experts.127.down_proj,0.00116100,0.01000,0.169
2,self_attn.q_proj,0.00410020,0.01000,0.453
2,self_attn.k_proj,0.00051018,0.01000,0.444
2,self_attn.v_proj,0.00045878,0.01000,0.435
2,self_attn.o_proj,0.00063210,0.01000,0.914
2,mlp.experts.0.up_proj,0.13413922,0.01000,0.456
2,mlp.experts.1.up_proj,0.00502348,0.01000,0.458
2,mlp.experts.2.up_proj,0.05823411,0.01000,0.447
2,mlp.experts.3.up_proj,0.00011606,0.01000,0.447
2,mlp.experts.4.up_proj,0.28021958,0.01000,0.451
2,mlp.experts.5.up_proj,0.02340163,0.01000,0.457
2,mlp.experts.6.up_proj,0.04699499,0.01000,0.450
2,mlp.experts.7.up_proj,0.04347081,0.01000,0.454
2,mlp.experts.8.up_proj,0.07623668,0.01000,0.453
2,mlp.experts.9.up_proj,0.12261229,0.01000,0.450
2,mlp.experts.10.up_proj,0.03068998,0.01000,0.457
2,mlp.experts.11.up_proj,0.00192309,0.01000,0.454
2,mlp.experts.12.up_proj,0.02201143,0.01000,0.453
2,mlp.experts.13.up_proj,0.00014980,0.01000,0.447
2,mlp.experts.14.up_proj,0.05906015,0.01000,0.444
2,mlp.experts.15.up_proj,0.05452693,0.01000,0.441
2,mlp.experts.16.up_proj,0.01480148,0.01000,0.443
2,mlp.experts.17.up_proj,0.02774294,0.01000,0.446
2,mlp.experts.18.up_proj,0.04046562,0.01000,0.444
2,mlp.experts.19.up_proj,0.00017123,0.01000,0.445
2,mlp.experts.20.up_proj,0.00167924,0.01000,0.442
2,mlp.experts.21.up_proj,0.00003198,0.01000,0.442
2,mlp.experts.22.up_proj,0.03380930,0.01000,0.436
2,mlp.experts.23.up_proj,0.01199600,0.01000,0.440
2,mlp.experts.24.up_proj,0.03184803,0.01000,0.437
2,mlp.experts.25.up_proj,0.00721303,0.01000,0.438
2,mlp.experts.26.up_proj,0.00001258,0.01000,0.441
2,mlp.experts.27.up_proj,0.05597031,0.01000,0.448
2,mlp.experts.28.up_proj,0.00047053,0.01000,0.456
2,mlp.experts.29.up_proj,0.00244698,0.01000,0.435
2,mlp.experts.30.up_proj,0.00278736,0.01000,0.443
2,mlp.experts.31.up_proj,0.00080655,0.01000,0.439
2,mlp.experts.32.up_proj,0.00008249,0.01000,0.442
2,mlp.experts.33.up_proj,0.00639060,0.01000,0.438
2,mlp.experts.34.up_proj,0.00002484,0.01000,0.447
2,mlp.experts.35.up_proj,0.00002241,0.01000,0.447
2,mlp.experts.36.up_proj,0.01071649,0.01000,0.442
2,mlp.experts.37.up_proj,0.00172892,0.01000,0.444
2,mlp.experts.38.up_proj,0.01497161,0.01000,0.439
2,mlp.experts.39.up_proj,0.00029186,0.01000,0.441
2,mlp.experts.40.up_proj,0.10613946,0.01000,0.441
2,mlp.experts.41.up_proj,0.04121174,0.01000,0.451
2,mlp.experts.42.up_proj,0.00604649,0.01000,0.441
2,mlp.experts.43.up_proj,0.00016785,0.01000,0.442
2,mlp.experts.44.up_proj,0.01836353,0.01000,0.443
2,mlp.experts.45.up_proj,0.01054150,0.01000,0.443
2,mlp.experts.46.up_proj,0.07391156,0.01000,0.447
2,mlp.experts.47.up_proj,0.03335826,0.01000,0.443
2,mlp.experts.48.up_proj,0.01099798,0.01000,0.445
2,mlp.experts.49.up_proj,0.10168312,0.01000,0.453
2,mlp.experts.50.up_proj,0.32026279,0.01000,0.454
2,mlp.experts.51.up_proj,0.15321550,0.01000,0.438
2,mlp.experts.52.up_proj,0.10447047,0.01000,0.441
2,mlp.experts.53.up_proj,0.01692386,0.01000,0.441
2,mlp.experts.54.up_proj,0.07300714,0.01000,0.439
2,mlp.experts.55.up_proj,0.04213486,0.01000,0.442
2,mlp.experts.56.up_proj,0.00509613,0.01000,0.442
2,mlp.experts.57.up_proj,0.01097035,0.01000,0.440
2,mlp.experts.58.up_proj,0.00519149,0.01000,0.440
2,mlp.experts.59.up_proj,0.08104633,0.01000,0.445
2,mlp.experts.60.up_proj,0.26261592,0.01000,0.439
2,mlp.experts.61.up_proj,0.01690424,0.01000,0.442
2,mlp.experts.62.up_proj,0.09206666,0.01000,0.442
2,mlp.experts.63.up_proj,0.12658730,0.01000,0.444
2,mlp.experts.64.up_proj,0.14804402,0.01000,0.443
2,mlp.experts.65.up_proj,0.03942196,0.01000,0.439
2,mlp.experts.66.up_proj,0.00355400,0.01000,0.441
2,mlp.experts.67.up_proj,0.03937855,0.01000,0.440
2,mlp.experts.68.up_proj,0.08078964,0.01000,0.446
2,mlp.experts.69.up_proj,0.04599893,0.01000,0.441
2,mlp.experts.70.up_proj,0.05867948,0.01000,0.442
2,mlp.experts.71.up_proj,0.00330186,0.01000,0.440
2,mlp.experts.72.up_proj,0.01184869,0.01000,0.444
2,mlp.experts.73.up_proj,0.13287205,0.01000,0.447
2,mlp.experts.74.up_proj,0.07452391,0.01000,0.448
2,mlp.experts.75.up_proj,0.00159429,0.01000,0.443
2,mlp.experts.76.up_proj,0.15022436,0.01000,0.439
2,mlp.experts.77.up_proj,0.24414513,0.01000,0.445
2,mlp.experts.78.up_proj,0.00495762,0.01000,0.443
2,mlp.experts.79.up_proj,0.00000043,0.01000,0.442
2,mlp.experts.80.up_proj,0.00167487,0.01000,0.446
2,mlp.experts.81.up_proj,0.07651810,0.01000,0.455
2,mlp.experts.82.up_proj,0.00351965,0.01000,0.461
2,mlp.experts.83.up_proj,0.01199627,0.01000,0.441
2,mlp.experts.84.up_proj,0.01971937,0.01000,0.443
2,mlp.experts.85.up_proj,0.14220791,0.01000,0.440
2,mlp.experts.86.up_proj,0.00292672,0.01000,0.440
2,mlp.experts.87.up_proj,0.01376513,0.01000,0.439
2,mlp.experts.88.up_proj,0.02406591,0.01000,0.442
2,mlp.experts.89.up_proj,0.00172464,0.01000,0.437
2,mlp.experts.90.up_proj,0.04846035,0.01000,0.438
2,mlp.experts.91.up_proj,0.00931787,0.01000,0.445
2,mlp.experts.92.up_proj,0.02234176,0.01000,0.437
2,mlp.experts.93.up_proj,0.04403973,0.01000,0.437
2,mlp.experts.94.up_proj,0.18159121,0.01000,0.439
2,mlp.experts.95.up_proj,0.07248999,0.01000,0.445
2,mlp.experts.96.up_proj,0.00006415,0.01000,0.439
2,mlp.experts.97.up_proj,0.16357696,0.01000,0.438
2,mlp.experts.98.up_proj,0.00360738,0.01000,0.439
2,mlp.experts.99.up_proj,0.03075032,0.01000,0.442
2,mlp.experts.100.up_proj,0.25743383,0.01000,0.444
2,mlp.experts.101.up_proj,0.00101102,0.01000,0.439
2,mlp.experts.102.up_proj,0.00768551,0.01000,0.440
2,mlp.experts.103.up_proj,0.00840984,0.01000,0.441
2,mlp.experts.104.up_proj,0.06344061,0.01000,0.478
2,mlp.experts.105.up_proj,0.00001021,0.01000,0.457
2,mlp.experts.106.up_proj,0.00261806,0.01000,0.457
2,mlp.experts.107.up_proj,0.02728584,0.01000,0.441
2,mlp.experts.108.up_proj,0.02032230,0.01000,0.439
2,mlp.experts.109.up_proj,0.00046835,0.01000,0.440
2,mlp.experts.110.up_proj,0.00000774,0.01000,0.438
2,mlp.experts.111.up_proj,0.01543407,0.01000,0.438
2,mlp.experts.112.up_proj,0.01243349,0.01000,0.438
2,mlp.experts.113.up_proj,0.00185148,0.01000,0.444
2,mlp.experts.114.up_proj,0.00039233,0.01000,0.442
2,mlp.experts.115.up_proj,0.22529154,0.01000,0.440
2,mlp.experts.116.up_proj,0.06840100,0.01000,0.441
2,mlp.experts.117.up_proj,0.05506542,0.01000,0.441
2,mlp.experts.118.up_proj,0.22242180,0.01000,0.444
2,mlp.experts.119.up_proj,0.14105758,0.01000,0.439
2,mlp.experts.120.up_proj,0.05338349,0.01000,0.439
2,mlp.experts.121.up_proj,0.07109946,0.01000,0.439
2,mlp.experts.122.up_proj,0.04063093,0.01000,0.446
2,mlp.experts.123.up_proj,0.03037339,0.01000,0.439
2,mlp.experts.124.up_proj,0.00060415,0.01000,0.439
2,mlp.experts.125.up_proj,0.16728120,0.01000,0.440
2,mlp.experts.126.up_proj,0.03823810,0.01000,0.441
2,mlp.experts.127.up_proj,0.05941198,0.01000,0.447
2,mlp.experts.0.gate_proj,0.14104885,0.01000,0.440
2,mlp.experts.1.gate_proj,0.00562311,0.01000,0.440
2,mlp.experts.2.gate_proj,0.06702779,0.01000,0.436
2,mlp.experts.3.gate_proj,0.00012216,0.01000,0.442
2,mlp.experts.4.gate_proj,0.30703780,0.01000,0.437
2,mlp.experts.5.gate_proj,0.02528006,0.01000,0.436
2,mlp.experts.6.gate_proj,0.05096763,0.01000,0.436
2,mlp.experts.7.gate_proj,0.04654457,0.01000,0.436
2,mlp.experts.8.gate_proj,0.07949148,0.01000,0.436
2,mlp.experts.9.gate_proj,0.12857665,0.01000,0.436
2,mlp.experts.10.gate_proj,0.03282223,0.01000,0.438
2,mlp.experts.11.gate_proj,0.00208135,0.01000,0.436
2,mlp.experts.12.gate_proj,0.02351533,0.01000,0.440
2,mlp.experts.13.gate_proj,0.00015989,0.01000,0.436
2,mlp.experts.14.gate_proj,0.06663030,0.01000,0.445
2,mlp.experts.15.gate_proj,0.05988860,0.01000,0.435
2,mlp.experts.16.gate_proj,0.01590534,0.01000,0.450
2,mlp.experts.17.gate_proj,0.03199538,0.01000,0.435
2,mlp.experts.18.gate_proj,0.04544012,0.01000,0.437
2,mlp.experts.19.gate_proj,0.00019438,0.01000,0.438
2,mlp.experts.20.gate_proj,0.00187355,0.01000,0.450
2,mlp.experts.21.gate_proj,0.00003391,0.01000,0.446
2,mlp.experts.22.gate_proj,0.03540697,0.01000,0.460
2,mlp.experts.23.gate_proj,0.01281010,0.01000,0.451
2,mlp.experts.24.gate_proj,0.03474442,0.01000,0.450
2,mlp.experts.25.gate_proj,0.00762783,0.01000,0.451
2,mlp.experts.26.gate_proj,0.00001343,0.01000,0.461
2,mlp.experts.27.gate_proj,0.06096897,0.01000,0.452
2,mlp.experts.28.gate_proj,0.00048831,0.01000,0.450
2,mlp.experts.29.gate_proj,0.00274002,0.01000,0.459
2,mlp.experts.30.gate_proj,0.00310193,0.01000,0.451
2,mlp.experts.31.gate_proj,0.00085812,0.01000,0.459
2,mlp.experts.32.gate_proj,0.00008335,0.01000,0.447
2,mlp.experts.33.gate_proj,0.00767435,0.01000,0.448
2,mlp.experts.34.gate_proj,0.00002628,0.01000,0.463
2,mlp.experts.35.gate_proj,0.00002430,0.01000,0.456
2,mlp.experts.36.gate_proj,0.01104145,0.01000,0.446
2,mlp.experts.37.gate_proj,0.00178488,0.01000,0.447
2,mlp.experts.38.gate_proj,0.01570114,0.01000,0.444
2,mlp.experts.39.gate_proj,0.00031061,0.01000,0.458
2,mlp.experts.40.gate_proj,0.12020551,0.01000,0.457
2,mlp.experts.41.gate_proj,0.04485259,0.01000,0.454
2,mlp.experts.42.gate_proj,0.00647668,0.01000,0.453
2,mlp.experts.43.gate_proj,0.00017663,0.01000,0.461
2,mlp.experts.44.gate_proj,0.02009267,0.01000,0.461
2,mlp.experts.45.gate_proj,0.01115010,0.01000,0.452
2,mlp.experts.46.gate_proj,0.08429028,0.01000,0.452
2,mlp.experts.47.gate_proj,0.03680591,0.01000,0.453
2,mlp.experts.48.gate_proj,0.01199934,0.01000,0.462
2,mlp.experts.49.gate_proj,0.10937274,0.01000,0.455
2,mlp.experts.50.gate_proj,0.42721477,0.01000,0.461
2,mlp.experts.51.gate_proj,0.16494644,0.01000,0.467
2,mlp.experts.52.gate_proj,0.11535562,0.01000,0.442
2,mlp.experts.53.gate_proj,0.01840820,0.01000,0.457
2,mlp.experts.54.gate_proj,0.07944132,0.01000,0.453
2,mlp.experts.55.gate_proj,0.04729204,0.01000,0.446
2,mlp.experts.56.gate_proj,0.00501156,0.01000,0.439
2,mlp.experts.57.gate_proj,0.01183205,0.01000,0.439
2,mlp.experts.58.gate_proj,0.00563660,0.01000,0.438
2,mlp.experts.59.gate_proj,0.11050392,0.01000,0.438
2,mlp.experts.60.gate_proj,0.30861604,0.01000,0.444
2,mlp.experts.61.gate_proj,0.01785309,0.01000,0.440
2,mlp.experts.62.gate_proj,0.09860699,0.01000,0.440
2,mlp.experts.63.gate_proj,0.16971979,0.01000,0.439
2,mlp.experts.64.gate_proj,0.16127267,0.01000,0.439
2,mlp.experts.65.gate_proj,0.04315584,0.01000,0.447
2,mlp.experts.66.gate_proj,0.00372230,0.01000,0.442
2,mlp.experts.67.gate_proj,0.04329120,0.01000,0.437
2,mlp.experts.68.gate_proj,0.08701349,0.01000,0.446
2,mlp.experts.69.gate_proj,0.04977980,0.01000,0.444
2,mlp.experts.70.gate_proj,0.06431402,0.01000,0.441
2,mlp.experts.71.gate_proj,0.00387397,0.01000,0.439
2,mlp.experts.72.gate_proj,0.01214780,0.01000,0.443
2,mlp.experts.73.gate_proj,0.14049587,0.01000,0.443
2,mlp.experts.74.gate_proj,0.08872119,0.01000,0.440
2,mlp.experts.75.gate_proj,0.00179698,0.01000,0.440
2,mlp.experts.76.gate_proj,0.16845158,0.01000,0.439
2,mlp.experts.77.gate_proj,0.31527093,0.01000,0.440
2,mlp.experts.78.gate_proj,0.00587557,0.01000,0.450
2,mlp.experts.79.gate_proj,0.00000047,0.01000,0.441
2,mlp.experts.80.gate_proj,0.00196630,0.01000,0.439
2,mlp.experts.81.gate_proj,0.07963825,0.01000,0.442
2,mlp.experts.82.gate_proj,0.00374640,0.01000,0.440
2,mlp.experts.83.gate_proj,0.01288800,0.01000,0.448
2,mlp.experts.84.gate_proj,0.02009041,0.01000,0.452
2,mlp.experts.85.gate_proj,0.15543076,0.01000,0.440
2,mlp.experts.86.gate_proj,0.00318878,0.01000,0.439
2,mlp.experts.87.gate_proj,0.01474695,0.01000,0.438
2,mlp.experts.88.gate_proj,0.02668011,0.01000,0.438
2,mlp.experts.89.gate_proj,0.00180419,0.01000,0.437
2,mlp.experts.90.gate_proj,0.05171415,0.01000,0.437
2,mlp.experts.91.gate_proj,0.01157322,0.01000,0.436
2,mlp.experts.92.gate_proj,0.11195323,0.01000,0.440
2,mlp.experts.93.gate_proj,0.04641670,0.01000,0.444
2,mlp.experts.94.gate_proj,0.22327933,0.01000,0.437
2,mlp.experts.95.gate_proj,0.08160290,0.01000,0.437
2,mlp.experts.96.gate_proj,0.00006646,0.01000,0.436
2,mlp.experts.97.gate_proj,0.18468487,0.01000,0.436
2,mlp.experts.98.gate_proj,0.00390990,0.01000,0.438
2,mlp.experts.99.gate_proj,0.03423081,0.01000,0.434
2,mlp.experts.100.gate_proj,0.31216112,0.01000,0.434
2,mlp.experts.101.gate_proj,0.00103364,0.01000,0.442
2,mlp.experts.102.gate_proj,0.00915002,0.01000,0.445
2,mlp.experts.103.gate_proj,0.00886649,0.01000,0.438
2,mlp.experts.104.gate_proj,0.07284861,0.01000,0.438
2,mlp.experts.105.gate_proj,0.00001182,0.01000,0.439
2,mlp.experts.106.gate_proj,0.00287090,0.01000,0.439
2,mlp.experts.107.gate_proj,0.02898279,0.01000,0.438
2,mlp.experts.108.gate_proj,0.02341477,0.01000,0.442
2,mlp.experts.109.gate_proj,0.00049382,0.01000,0.443
2,mlp.experts.110.gate_proj,0.00000880,0.01000,0.439
2,mlp.experts.111.gate_proj,0.01735272,0.01000,0.435
2,mlp.experts.112.gate_proj,0.01309753,0.01000,0.433
2,mlp.experts.113.gate_proj,0.00217119,0.01000,0.434
2,mlp.experts.114.gate_proj,0.00040347,0.01000,0.433
2,mlp.experts.115.gate_proj,0.28464466,0.01000,0.434
2,mlp.experts.116.gate_proj,0.07140210,0.01000,0.439
2,mlp.experts.117.gate_proj,0.05815398,0.01000,0.437
2,mlp.experts.118.gate_proj,0.26172167,0.01000,0.438
2,mlp.experts.119.gate_proj,0.16105661,0.01000,0.438
2,mlp.experts.120.gate_proj,0.05885952,0.01000,0.438
2,mlp.experts.121.gate_proj,0.08199881,0.01000,0.443
2,mlp.experts.122.gate_proj,0.04485132,0.01000,0.445
2,mlp.experts.123.gate_proj,0.03282113,0.01000,0.445
2,mlp.experts.124.gate_proj,0.00063652,0.01000,0.445
2,mlp.experts.125.gate_proj,0.18066712,0.01000,0.444
2,mlp.experts.126.gate_proj,0.04114265,0.01000,0.440
2,mlp.experts.127.gate_proj,0.06383768,0.01000,0.439
2,mlp.experts.0.down_proj,0.00978117,0.01000,0.167
2,mlp.experts.1.down_proj,0.00018182,0.01000,0.163
2,mlp.experts.2.down_proj,0.00788635,0.01000,0.164
2,mlp.experts.3.down_proj,0.00002569,0.01000,0.164
2,mlp.experts.4.down_proj,0.02549506,0.01000,0.164
2,mlp.experts.5.down_proj,0.00378452,0.01000,0.165
2,mlp.experts.6.down_proj,0.00894469,0.01000,0.163
2,mlp.experts.7.down_proj,0.00647744,0.01000,0.164
2,mlp.experts.8.down_proj,0.00931066,0.01000,0.164
2,mlp.experts.9.down_proj,0.01301157,0.01000,0.164
2,mlp.experts.10.down_proj,0.00327951,0.01000,0.164
2,mlp.experts.11.down_proj,0.00024618,0.01000,0.164
2,mlp.experts.12.down_proj,0.00446882,0.01000,0.165
2,mlp.experts.13.down_proj,0.00001363,0.01000,0.164
2,mlp.experts.14.down_proj,0.00948952,0.01000,0.164
2,mlp.experts.15.down_proj,0.00966105,0.01000,0.164
2,mlp.experts.16.down_proj,0.00145505,0.01000,0.164
2,mlp.experts.17.down_proj,0.00445013,0.01000,0.165
2,mlp.experts.18.down_proj,0.00079625,0.01000,0.165
2,mlp.experts.19.down_proj,0.00009275,0.01000,0.164
2,mlp.experts.20.down_proj,0.00020921,0.01000,0.164
2,mlp.experts.21.down_proj,0.00000560,0.01000,0.164
2,mlp.experts.22.down_proj,0.00308833,0.01000,0.164
2,mlp.experts.23.down_proj,0.00212721,0.01000,0.169
2,mlp.experts.24.down_proj,0.00684975,0.01000,0.165
2,mlp.experts.25.down_proj,0.00055281,0.01000,0.164
2,mlp.experts.26.down_proj,0.00000115,0.01000,0.164
2,mlp.experts.27.down_proj,0.00502368,0.01000,0.164
2,mlp.experts.28.down_proj,0.00008893,0.01000,0.164
2,mlp.experts.29.down_proj,0.00208122,0.01000,0.163
2,mlp.experts.30.down_proj,0.00037974,0.01000,0.163
2,mlp.experts.31.down_proj,0.00013330,0.01000,0.163
2,mlp.experts.32.down_proj,0.00001121,0.01000,0.163
2,mlp.experts.33.down_proj,0.00025658,0.01000,0.164
2,mlp.experts.34.down_proj,0.00000215,0.01000,0.165
2,mlp.experts.35.down_proj,0.00000197,0.01000,0.163
2,mlp.experts.36.down_proj,0.00072715,0.01000,0.163
2,mlp.experts.37.down_proj,0.00039074,0.01000,0.163
2,mlp.experts.38.down_proj,0.00184882,0.01000,0.164
2,mlp.experts.39.down_proj,0.00003494,0.01000,0.163
2,mlp.experts.40.down_proj,0.01007819,0.01000,0.163
2,mlp.experts.41.down_proj,0.00740272,0.01000,0.164
2,mlp.experts.42.down_proj,0.00069921,0.01000,0.163
2,mlp.experts.43.down_proj,0.00001781,0.01000,0.164
2,mlp.experts.44.down_proj,0.00426864,0.01000,0.163
2,mlp.experts.45.down_proj,0.00266000,0.01000,0.163
2,mlp.experts.46.down_proj,0.00808346,0.01000,0.164
2,mlp.experts.47.down_proj,0.00383766,0.01000,0.163
2,mlp.experts.48.down_proj,0.00149047,0.01000,0.163
2,mlp.experts.49.down_proj,0.00924019,0.01000,0.162
2,mlp.experts.50.down_proj,0.01156783,0.01000,0.163
2,mlp.experts.51.down_proj,0.01512318,0.01000,0.162
2,mlp.experts.52.down_proj,0.01165351,0.01000,0.163
2,mlp.experts.53.down_proj,0.00380109,0.01000,0.163
2,mlp.experts.54.down_proj,0.00922596,0.01000,0.163
2,mlp.experts.55.down_proj,0.00160019,0.01000,0.163
2,mlp.experts.56.down_proj,0.00018118,0.01000,0.163
2,mlp.experts.57.down_proj,0.00162247,0.01000,0.166
2,mlp.experts.58.down_proj,0.00053040,0.01000,0.163
2,mlp.experts.59.down_proj,0.00639650,0.01000,0.164
2,mlp.experts.60.down_proj,0.00681826,0.01000,0.163
2,mlp.experts.61.down_proj,0.00054997,0.01000,0.163
2,mlp.experts.62.down_proj,0.00837325,0.01000,0.163
2,mlp.experts.63.down_proj,0.00279459,0.01000,0.163
2,mlp.experts.64.down_proj,0.01441846,0.01000,0.162
2,mlp.experts.65.down_proj,0.00630022,0.01000,0.162
2,mlp.experts.66.down_proj,0.00042839,0.01000,0.163
2,mlp.experts.67.down_proj,0.00688622,0.01000,0.163
2,mlp.experts.68.down_proj,0.01015660,0.01000,0.163
2,mlp.experts.69.down_proj,0.00725434,0.01000,0.166
2,mlp.experts.70.down_proj,0.01477136,0.01000,0.165
2,mlp.experts.71.down_proj,0.00019404,0.01000,0.165
2,mlp.experts.72.down_proj,0.00046118,0.01000,0.163
2,mlp.experts.73.down_proj,0.01590859,0.01000,0.167
2,mlp.experts.74.down_proj,0.00446038,0.01000,0.164
2,mlp.experts.75.down_proj,0.00045659,0.01000,0.163
2,mlp.experts.76.down_proj,0.01684869,0.01000,0.164
2,mlp.experts.77.down_proj,0.00533639,0.01000,0.165
2,mlp.experts.78.down_proj,0.00010298,0.01000,0.164
2,mlp.experts.79.down_proj,0.00000005,0.01000,0.164
2,mlp.experts.80.down_proj,0.00022407,0.01000,0.165
2,mlp.experts.81.down_proj,0.00414758,0.01000,0.164
2,mlp.experts.82.down_proj,0.00035253,0.01000,0.165
2,mlp.experts.83.down_proj,0.00068675,0.01000,0.164
2,mlp.experts.84.down_proj,0.00248825,0.01000,0.164
2,mlp.experts.85.down_proj,0.01397758,0.01000,0.164
2,mlp.experts.86.down_proj,0.00078349,0.01000,0.164
2,mlp.experts.87.down_proj,0.00218268,0.01000,0.164
2,mlp.experts.88.down_proj,0.00394215,0.01000,0.164
2,mlp.experts.89.down_proj,0.00020041,0.01000,0.164
2,mlp.experts.90.down_proj,0.00726977,0.01000,0.164
2,mlp.experts.91.down_proj,0.00055810,0.01000,0.165
2,mlp.experts.92.down_proj,6.78292990,0.01000,0.164
2,mlp.experts.93.down_proj,0.00435048,0.01000,0.164
2,mlp.experts.94.down_proj,0.01943601,0.01000,0.167
2,mlp.experts.95.down_proj,0.00663060,0.01000,0.172
2,mlp.experts.96.down_proj,0.00001191,0.01000,0.170
2,mlp.experts.97.down_proj,0.00750198,0.01000,0.170
2,mlp.experts.98.down_proj,0.00070955,0.01000,0.168
2,mlp.experts.99.down_proj,0.00539624,0.01000,0.168
2,mlp.experts.100.down_proj,0.00690212,0.01000,0.166
2,mlp.experts.101.down_proj,0.00009809,0.01000,0.166
2,mlp.experts.102.down_proj,0.00017819,0.01000,0.167
2,mlp.experts.103.down_proj,0.00063726,0.01000,0.167
2,mlp.experts.104.down_proj,0.01255994,0.01000,0.167
2,mlp.experts.105.down_proj,0.00000090,0.01000,0.167
2,mlp.experts.106.down_proj,0.00028057,0.01000,0.167
2,mlp.experts.107.down_proj,0.00674441,0.01000,0.168
2,mlp.experts.108.down_proj,0.00275819,0.01000,0.168
2,mlp.experts.109.down_proj,0.00005944,0.01000,0.168
2,mlp.experts.110.down_proj,0.00000067,0.01000,0.167
2,mlp.experts.111.down_proj,0.00470182,0.01000,0.171
2,mlp.experts.112.down_proj,0.00169508,0.01000,0.167
2,mlp.experts.113.down_proj,0.00026956,0.01000,0.167
2,mlp.experts.114.down_proj,0.00011138,0.01000,0.168
2,mlp.experts.115.down_proj,0.00744583,0.01000,0.174
2,mlp.experts.116.down_proj,0.00843591,0.01000,0.168
2,mlp.experts.117.down_proj,0.00863352,0.01000,0.166
2,mlp.experts.118.down_proj,0.00793046,0.01000,0.167
2,mlp.experts.119.down_proj,0.01707111,0.01000,0.167
2,mlp.experts.120.down_proj,0.00852598,0.01000,0.168
2,mlp.experts.121.down_proj,0.00906080,0.01000,0.169
2,mlp.experts.122.down_proj,0.00784759,0.01000,0.167
2,mlp.experts.123.down_proj,0.00306888,0.01000,0.167
2,mlp.experts.124.down_proj,0.00009564,0.01000,0.167
2,mlp.experts.125.down_proj,0.01274087,0.01000,0.167
2,mlp.experts.126.down_proj,0.00768654,0.01000,0.168
2,mlp.experts.127.down_proj,0.00762340,0.01000,0.169
3,self_attn.q_proj,0.01986300,0.01000,0.453
3,self_attn.k_proj,0.00236967,0.01000,0.433
3,self_attn.v_proj,0.00274688,0.01000,0.442
3,self_attn.o_proj,0.00280102,0.01000,0.918
3,mlp.experts.0.up_proj,0.04190663,0.01000,0.444
3,mlp.experts.1.up_proj,0.13434894,0.01000,0.436
3,mlp.experts.2.up_proj,0.11981584,0.01000,0.439
3,mlp.experts.3.up_proj,0.08682987,0.01000,0.444
3,mlp.experts.4.up_proj,0.09077663,0.01000,0.434
3,mlp.experts.5.up_proj,0.01334133,0.01000,0.446
3,mlp.experts.6.up_proj,0.03983284,0.01000,0.451
3,mlp.experts.7.up_proj,0.13968399,0.01000,0.434
3,mlp.experts.8.up_proj,0.00004487,0.01000,0.439
3,mlp.experts.9.up_proj,0.08717692,0.01000,0.443
3,mlp.experts.10.up_proj,0.10775583,0.01000,0.434
3,mlp.experts.11.up_proj,0.11265925,0.01000,0.431
3,mlp.experts.12.up_proj,0.04406200,0.01000,0.431
3,mlp.experts.13.up_proj,0.16742319,0.01000,0.433
3,mlp.experts.14.up_proj,0.00732819,0.01000,0.437
3,mlp.experts.15.up_proj,0.00072467,0.01000,0.435
3,mlp.experts.16.up_proj,0.00686965,0.01000,0.435
3,mlp.experts.17.up_proj,0.02522371,0.01000,0.431
3,mlp.experts.18.up_proj,0.00966675,0.01000,0.430
3,mlp.experts.19.up_proj,0.02275361,0.01000,0.430
3,mlp.experts.20.up_proj,0.06850527,0.01000,0.432
3,mlp.experts.21.up_proj,0.07515439,0.01000,0.432
3,mlp.experts.22.up_proj,0.06592390,0.01000,0.432
3,mlp.experts.23.up_proj,0.01205192,0.01000,0.433
3,mlp.experts.24.up_proj,0.11612342,0.01000,0.430
3,mlp.experts.25.up_proj,0.17803103,0.01000,0.429
3,mlp.experts.26.up_proj,0.09778765,0.01000,0.431
3,mlp.experts.27.up_proj,0.05611567,0.01000,0.432
3,mlp.experts.28.up_proj,0.00442427,0.01000,0.430
3,mlp.experts.29.up_proj,0.13645589,0.01000,0.434
3,mlp.experts.30.up_proj,0.00727911,0.01000,0.436
3,mlp.experts.31.up_proj,0.05602077,0.01000,0.437
3,mlp.experts.32.up_proj,0.02877288,0.01000,0.440
3,mlp.experts.33.up_proj,0.00024615,0.01000,0.444
3,mlp.experts.34.up_proj,0.17793602,0.01000,0.432
3,mlp.experts.35.up_proj,0.11591757,0.01000,0.435
3,mlp.experts.36.up_proj,0.07425611,0.01000,0.433
3,mlp.experts.37.up_proj,0.10777277,0.01000,0.435
3,mlp.experts.38.up_proj,0.16084841,0.01000,0.434
3,mlp.experts.39.up_proj,0.02179839,0.01000,0.432
3,mlp.experts.40.up_proj,0.06750476,0.01000,0.442
3,mlp.experts.41.up_proj,0.16407856,0.01000,0.433
3,mlp.experts.42.up_proj,0.04102244,0.01000,0.434
3,mlp.experts.43.up_proj,0.00073777,0.01000,0.435
3,mlp.experts.44.up_proj,0.00984026,0.01000,0.442
3,mlp.experts.45.up_proj,0.01335384,0.01000,0.438
3,mlp.experts.46.up_proj,0.02413184,0.01000,0.435
3,mlp.experts.47.up_proj,0.01829838,0.01000,0.439
3,mlp.experts.48.up_proj,0.00247068,0.01000,0.434
3,mlp.experts.49.up_proj,0.00417812,0.01000,0.445
3,mlp.experts.50.up_proj,0.02946147,0.01000,0.436
3,mlp.experts.51.up_proj,0.00957694,0.01000,0.436
3,mlp.experts.52.up_proj,0.00055047,0.01000,0.436
3,mlp.experts.53.up_proj,0.06003144,0.01000,0.439
3,mlp.experts.54.up_proj,0.12350048,0.01000,0.440
3,mlp.experts.55.up_proj,0.17145628,0.01000,0.438
3,mlp.experts.56.up_proj,0.01707890,0.01000,0.435
3,mlp.experts.57.up_proj,0.00006377,0.01000,0.435
3,mlp.experts.58.up_proj,0.00003456,0.01000,0.440
3,mlp.experts.59.up_proj,0.22894086,0.01000,0.435
3,mlp.experts.60.up_proj,0.04380126,0.01000,0.435
3,mlp.experts.61.up_proj,0.39083931,0.01000,0.435
3,mlp.experts.62.up_proj,0.24708486,0.01000,0.435
3,mlp.experts.63.up_proj,0.00003159,0.01000,0.439
3,mlp.experts.64.up_proj,0.11281503,0.01000,0.435
3,mlp.experts.65.up_proj,0.01152437,0.01000,0.435
3,mlp.experts.66.up_proj,0.05321071,0.01000,0.439
3,mlp.experts.67.up_proj,0.01075278,0.01000,0.443
3,mlp.experts.68.up_proj,0.00255052,0.01000,0.435
3,mlp.experts.69.up_proj,0.10987272,0.01000,0.433
3,mlp.experts.70.up_proj,0.16407649,0.01000,0.444
3,mlp.experts.71.up_proj,0.02209706,0.01000,0.437
3,mlp.experts.72.up_proj,0.00352163,0.01000,0.451
3,mlp.experts.73.up_proj,0.32929367,0.01000,0.433
3,mlp.experts.74.up_proj,0.19217053,0.01000,0.436
3,mlp.experts.75.up_proj,0.02802407,0.01000,0.436
3,mlp.experts.76.up_proj,0.13421434,0.01000,0.441
3,mlp.experts.77.up_proj,0.12136760,0.01000,0.435
3,mlp.experts.78.up_proj,0.19320709,0.01000,0.442
3,mlp.experts.79.up_proj,0.01861431,0.01000,0.435
3,mlp.experts.80.up_proj,0.08383492,0.01000,0.436
3,mlp.experts.81.up_proj,0.02086672,0.01000,0.438
3,mlp.experts.82.up_proj,0.08836737,0.01000,0.434
3,mlp.experts.83.up_proj,0.00000599,0.01000,0.436
3,mlp.experts.84.up_proj,0.01300042,0.01000,0.435
3,mlp.experts.85.up_proj,0.00043113,0.01000,0.440
3,mlp.experts.86.up_proj,0.05229938,0.01000,0.435
3,mlp.experts.87.up_proj,0.01349008,0.01000,0.435
3,mlp.experts.88.up_proj,0.06064671,0.01000,0.438
3,mlp.experts.89.up_proj,0.07706284,0.01000,0.431
3,mlp.experts.90.up_proj,0.03815670,0.01000,0.431
3,mlp.experts.91.up_proj,0.06436086,0.01000,0.432
3,mlp.experts.92.up_proj,0.06566376,0.01000,0.431
3,mlp.experts.93.up_proj,0.17646782,0.01000,0.441
3,mlp.experts.94.up_proj,0.03803265,0.01000,0.439
3,mlp.experts.95.up_proj,0.01151485,0.01000,0.453
3,mlp.experts.96.up_proj,0.00001279,0.01000,0.449
3,mlp.experts.97.up_proj,0.02810463,0.01000,0.453
3,mlp.experts.98.up_proj,0.09460579,0.01000,0.456
3,mlp.experts.99.up_proj,0.02361162,0.01000,0.465
3,mlp.experts.100.up_proj,0.00443321,0.01000,0.451
3,mlp.experts.101.up_proj,0.04675494,0.01000,0.455
3,mlp.experts.102.up_proj,0.00009490,0.01000,0.451
3,mlp.experts.103.up_proj,0.09678809,0.01000,0.454
3,mlp.experts.104.up_proj,0.20232914,0.01000,0.456
3,mlp.experts.105.up_proj,0.23329031,0.01000,0.454
3,mlp.experts.106.up_proj,0.13780136,0.01000,0.457
3,mlp.experts.107.up_proj,0.09250055,0.01000,0.452
3,mlp.experts.108.up_proj,0.02042126,0.01000,0.463
3,mlp.experts.109.up_proj,0.01296305,0.01000,0.460
3,mlp.experts.110.up_proj,0.00031939,0.01000,0.462
3,mlp.experts.111.up_proj,0.00356884,0.01000,0.461
3,mlp.experts.112.up_proj,0.23678493,0.01000,0.462
3,mlp.experts.113.up_proj,0.02630960,0.01000,0.448
3,mlp.experts.114.up_proj,0.02424684,0.01000,0.449
3,mlp.experts.115.up_proj,0.10583320,0.01000,0.454
3,mlp.experts.116.up_proj,0.00343735,0.01000,0.451
3,mlp.experts.117.up_proj,0.00933498,0.01000,0.442
3,mlp.experts.118.up_proj,0.01043662,0.01000,0.439
3,mlp.experts.119.up_proj,0.01508218,0.01000,0.444
3,mlp.experts.120.up_proj,0.08735880,0.01000,0.439
3,mlp.experts.121.up_proj,0.17021596,0.01000,0.445
3,mlp.experts.122.up_proj,0.02504238,0.01000,0.438
3,mlp.experts.123.up_proj,0.12573242,0.01000,0.441
3,mlp.experts.124.up_proj,0.13543862,0.01000,0.437
3,mlp.experts.125.up_proj,0.01045260,0.01000,0.438
3,mlp.experts.126.up_proj,0.00215831,0.01000,0.440
3,mlp.experts.127.up_proj,0.20003137,0.01000,0.438
3,mlp.experts.0.gate_proj,0.04453394,0.01000,0.441
3,mlp.experts.1.gate_proj,0.14197132,0.01000,0.439
3,mlp.experts.2.gate_proj,0.12738243,0.01000,0.442
3,mlp.experts.3.gate_proj,0.09304759,0.01000,0.440
3,mlp.experts.4.gate_proj,0.10012782,0.01000,0.441
3,mlp.experts.5.gate_proj,0.01424419,0.01000,0.445
3,mlp.experts.6.gate_proj,0.04085472,0.01000,0.440
3,mlp.experts.7.gate_proj,0.15338799,0.01000,0.441
3,mlp.experts.8.gate_proj,0.00004979,0.01000,0.440
3,mlp.experts.9.gate_proj,0.09478582,0.01000,0.439
3,mlp.experts.10.gate_proj,0.11767095,0.01000,0.438
3,mlp.experts.11.gate_proj,0.12266873,0.01000,0.442
3,mlp.experts.12.gate_proj,0.04743093,0.01000,0.451
3,mlp.experts.13.gate_proj,0.19037300,0.01000,0.438
3,mlp.experts.14.gate_proj,0.00766559,0.01000,0.448
3,mlp.experts.15.gate_proj,0.00081458,0.01000,0.441
3,mlp.experts.16.gate_proj,0.00721902,0.01000,0.449
3,mlp.experts.17.gate_proj,0.02744028,0.01000,0.436
3,mlp.experts.18.gate_proj,0.01060443,0.01000,0.443
3,mlp.experts.19.gate_proj,0.02379353,0.01000,0.438
3,mlp.experts.20.gate_proj,0.07281390,0.01000,0.438
3,mlp.experts.21.gate_proj,0.08083723,0.01000,0.437
3,mlp.experts.22.gate_proj,0.07189045,0.01000,0.438
3,mlp.experts.23.gate_proj,0.01283672,0.01000,0.443
3,mlp.experts.24.gate_proj,0.11938550,0.01000,0.442
3,mlp.experts.25.gate_proj,0.18860728,0.01000,0.440
3,mlp.experts.26.gate_proj,0.10017040,0.01000,0.442
3,mlp.experts.27.gate_proj,0.06323101,0.01000,0.438
3,mlp.experts.28.gate_proj,0.00472062,0.01000,0.439
3,mlp.experts.29.gate_proj,0.14411783,0.01000,0.438
3,mlp.experts.30.gate_proj,0.00785391,0.01000,0.438
3,mlp.experts.31.gate_proj,0.06129866,0.01000,0.438
3,mlp.experts.32.gate_proj,0.03095942,0.01000,0.438
3,mlp.experts.33.gate_proj,0.00025669,0.01000,0.441
3,mlp.experts.34.gate_proj,0.19767193,0.01000,0.438
3,mlp.experts.35.gate_proj,0.12251180,0.01000,0.437
3,mlp.experts.36.gate_proj,0.08412021,0.01000,0.441
3,mlp.experts.37.gate_proj,0.11573016,0.01000,0.438
3,mlp.experts.38.gate_proj,0.16944301,0.01000,0.438
3,mlp.experts.39.gate_proj,0.02399610,0.01000,0.437
3,mlp.experts.40.gate_proj,0.07046886,0.01000,0.438
3,mlp.experts.41.gate_proj,0.18618836,0.01000,0.438
3,mlp.experts.42.gate_proj,0.04747919,0.01000,0.440
3,mlp.experts.43.gate_proj,0.00079837,0.01000,0.441
3,mlp.experts.44.gate_proj,0.01050880,0.01000,0.437
3,mlp.experts.45.gate_proj,0.01431483,0.01000,0.442
3,mlp.experts.46.gate_proj,0.02562360,0.01000,0.441
3,mlp.experts.47.gate_proj,0.01891253,0.01000,0.443
3,mlp.experts.48.gate_proj,0.00268310,0.01000,0.440
3,mlp.experts.49.gate_proj,0.00469420,0.01000,0.440
3,mlp.experts.50.gate_proj,0.03117839,0.01000,0.439
3,mlp.experts.51.gate_proj,0.01010188,0.01000,0.439
3,mlp.experts.52.gate_proj,0.00062490,0.01000,0.445
3,mlp.experts.53.gate_proj,0.06197360,0.01000,0.442
3,mlp.experts.54.gate_proj,0.12667522,0.01000,0.444
3,mlp.experts.55.gate_proj,0.18635553,0.01000,0.448
3,mlp.experts.56.gate_proj,0.01837036,0.01000,0.450
3,mlp.experts.57.gate_proj,0.00006656,0.01000,0.455
3,mlp.experts.58.gate_proj,0.00003676,0.01000,0.439
3,mlp.experts.59.gate_proj,0.24840859,0.01000,0.443
3,mlp.experts.60.gate_proj,0.04774022,0.01000,0.441
3,mlp.experts.61.gate_proj,0.42434555,0.01000,0.443
3,mlp.experts.62.gate_proj,0.25825119,0.01000,0.439
3,mlp.experts.63.gate_proj,0.00003562,0.01000,0.438
3,mlp.experts.64.gate_proj,0.12087023,0.01000,0.438
3,mlp.experts.65.gate_proj,0.01227132,0.01000,0.439
3,mlp.experts.66.gate_proj,0.05693620,0.01000,0.436
3,mlp.experts.67.gate_proj,0.01128660,0.01000,0.434
3,mlp.experts.68.gate_proj,0.00276104,0.01000,0.435
3,mlp.experts.69.gate_proj,0.11912599,0.01000,0.436
3,mlp.experts.70.gate_proj,0.16651292,0.01000,0.437
3,mlp.experts.71.gate_proj,0.02346486,0.01000,0.437
3,mlp.experts.72.gate_proj,0.00395593,0.01000,0.439
3,mlp.experts.73.gate_proj,0.41398704,0.01000,0.436
3,mlp.experts.74.gate_proj,0.20612863,0.01000,0.441
3,mlp.experts.75.gate_proj,0.03311415,0.01000,0.438
3,mlp.experts.76.gate_proj,0.14667216,0.01000,0.437
3,mlp.experts.77.gate_proj,0.12664255,0.01000,0.439
3,mlp.experts.78.gate_proj,0.21076515,0.01000,0.439
3,mlp.experts.79.gate_proj,0.02019385,0.01000,0.440
3,mlp.experts.80.gate_proj,0.09317948,0.01000,0.440
3,mlp.experts.81.gate_proj,0.02269723,0.01000,0.439
3,mlp.experts.82.gate_proj,0.26568079,0.01000,0.441
3,mlp.experts.83.gate_proj,0.00000657,0.01000,0.448
3,mlp.experts.84.gate_proj,0.01393716,0.01000,0.441
3,mlp.experts.85.gate_proj,0.00044827,0.01000,0.441
3,mlp.experts.86.gate_proj,0.05793368,0.01000,0.444
3,mlp.experts.87.gate_proj,0.01442263,0.01000,0.445
3,mlp.experts.88.gate_proj,0.06634885,0.01000,0.447
3,mlp.experts.89.gate_proj,0.08171041,0.01000,0.439
3,mlp.experts.90.gate_proj,0.04076448,0.01000,0.449
3,mlp.experts.91.gate_proj,0.07088851,0.01000,0.454
3,mlp.experts.92.gate_proj,0.06874774,0.01000,0.449
3,mlp.experts.93.gate_proj,0.19007730,0.01000,0.445
3,mlp.experts.94.gate_proj,0.04038625,0.01000,0.440
3,mlp.experts.95.gate_proj,0.01257252,0.01000,0.445
3,mlp.experts.96.gate_proj,0.00001360,0.01000,0.447
3,mlp.experts.97.gate_proj,0.03016100,0.01000,0.440
3,mlp.experts.98.gate_proj,0.11874416,0.01000,0.440
3,mlp.experts.99.gate_proj,0.02552401,0.01000,0.441
3,mlp.experts.100.gate_proj,0.00482419,0.01000,0.439
3,mlp.experts.101.gate_proj,0.04912046,0.01000,0.445
3,mlp.experts.102.gate_proj,0.00010405,0.01000,0.439
3,mlp.experts.103.gate_proj,0.10349209,0.01000,0.437
3,mlp.experts.104.gate_proj,0.24581036,0.01000,0.439
3,mlp.experts.105.gate_proj,0.25887549,0.01000,0.438
3,mlp.experts.106.gate_proj,0.15081559,0.01000,0.439
3,mlp.experts.107.gate_proj,0.12626217,0.01000,0.438
3,mlp.experts.108.gate_proj,0.02211240,0.01000,0.436
3,mlp.experts.109.gate_proj,0.01382466,0.01000,0.437
3,mlp.experts.110.gate_proj,0.00034274,0.01000,0.443
3,mlp.experts.111.gate_proj,0.00375653,0.01000,0.438
3,mlp.experts.112.gate_proj,0.26372755,0.01000,0.437
3,mlp.experts.113.gate_proj,0.02793423,0.01000,0.438
3,mlp.experts.114.gate_proj,0.02553367,0.01000,0.447
3,mlp.experts.115.gate_proj,0.12136482,0.01000,0.443
3,mlp.experts.116.gate_proj,0.00377437,0.01000,0.453
3,mlp.experts.117.gate_proj,0.00994096,0.01000,0.451
3,mlp.experts.118.gate_proj,0.01097559,0.01000,0.448
3,mlp.experts.119.gate_proj,0.01601169,0.01000,0.450
3,mlp.experts.120.gate_proj,0.09064494,0.01000,0.459
3,mlp.experts.121.gate_proj,0.18563604,0.01000,0.452
3,mlp.experts.122.gate_proj,0.02727056,0.01000,0.457
3,mlp.experts.123.gate_proj,0.13564667,0.01000,0.457
3,mlp.experts.124.gate_proj,0.14317700,0.01000,0.462
3,mlp.experts.125.gate_proj,0.01119256,0.01000,0.463
3,mlp.experts.126.gate_proj,0.00226487,0.01000,0.469
3,mlp.experts.127.gate_proj,0.20613176,0.01000,0.472
3,mlp.experts.0.down_proj,0.00482970,0.01000,0.172
3,mlp.experts.1.down_proj,0.01598730,0.01000,0.170
3,mlp.experts.2.down_proj,0.00832953,0.01000,0.168
3,mlp.experts.3.down_proj,0.00791595,0.01000,0.168
3,mlp.experts.4.down_proj,0.02075545,0.01000,0.167
3,mlp.experts.5.down_proj,0.00276566,0.01000,0.168
3,mlp.experts.6.down_proj,0.00491249,0.01000,0.172
3,mlp.experts.7.down_proj,0.02065310,0.01000,0.174
3,mlp.experts.8.down_proj,0.00002001,0.01000,0.171
3,mlp.experts.9.down_proj,0.00803572,0.01000,0.169
3,mlp.experts.10.down_proj,0.01430130,0.01000,0.168
3,mlp.experts.11.down_proj,0.01747201,0.01000,0.167
3,mlp.experts.12.down_proj,0.00674317,0.01000,0.170
3,mlp.experts.13.down_proj,0.02772503,0.01000,0.169
3,mlp.experts.14.down_proj,0.00204135,0.01000,0.170
3,mlp.experts.15.down_proj,0.00012876,0.01000,0.167
3,mlp.experts.16.down_proj,0.00091756,0.01000,0.169
3,mlp.experts.17.down_proj,0.00662274,0.01000,0.166
3,mlp.experts.18.down_proj,0.00160428,0.01000,0.168
3,mlp.experts.19.down_proj,0.00438729,0.01000,0.167
3,mlp.experts.20.down_proj,0.00833367,0.01000,0.168
3,mlp.experts.21.down_proj,0.00904438,0.01000,0.169
3,mlp.experts.22.down_proj,0.00650956,0.01000,0.171
3,mlp.experts.23.down_proj,0.00264676,0.01000,0.170
3,mlp.experts.24.down_proj,0.01039507,0.01000,0.172
3,mlp.experts.25.down_proj,0.01830228,0.01000,0.170
3,mlp.experts.26.down_proj,0.01099250,0.01000,0.168
3,mlp.experts.27.down_proj,0.00154520,0.01000,0.167
3,mlp.experts.28.down_proj,0.00151529,0.01000,0.168
3,mlp.experts.29.down_proj,0.00766490,0.01000,0.168
3,mlp.experts.30.down_proj,0.00196093,0.01000,0.171
3,mlp.experts.31.down_proj,0.02096389,0.01000,0.173
3,mlp.experts.32.down_proj,0.00457948,0.01000,0.177
3,mlp.experts.33.down_proj,0.00003758,0.01000,0.171
3,mlp.experts.34.down_proj,0.02424836,0.01000,0.171
3,mlp.experts.35.down_proj,0.00915324,0.01000,0.172
3,mlp.experts.36.down_proj,0.02069746,0.01000,0.172
3,mlp.experts.37.down_proj,0.01251130,0.01000,0.172
3,mlp.experts.38.down_proj,0.01651955,0.01000,0.170
3,mlp.experts.39.down_proj,0.00190363,0.01000,0.169
3,mlp.experts.40.down_proj,0.00944182,0.01000,0.170
3,mlp.experts.41.down_proj,0.00875643,0.01000,0.169
3,mlp.experts.42.down_proj,0.00461658,0.01000,0.169
3,mlp.experts.43.down_proj,0.00012187,0.01000,0.170
3,mlp.experts.44.down_proj,0.00133206,0.01000,0.170
3,mlp.experts.45.down_proj,0.00208423,0.01000,0.169
3,mlp.experts.46.down_proj,0.00225377,0.01000,0.172
3,mlp.experts.47.down_proj,0.00055592,0.01000,0.172
3,mlp.experts.48.down_proj,0.00080771,0.01000,0.173
3,mlp.experts.49.down_proj,0.00090939,0.01000,0.170
3,mlp.experts.50.down_proj,0.00381421,0.01000,0.170
3,mlp.experts.51.down_proj,0.00160102,0.01000,0.168
3,mlp.experts.52.down_proj,0.00006284,0.01000,0.167
3,mlp.experts.53.down_proj,0.00398886,0.01000,0.168
3,mlp.experts.54.down_proj,0.00761626,0.01000,0.173
3,mlp.experts.55.down_proj,0.01454813,0.01000,0.170
3,mlp.experts.56.down_proj,0.00343928,0.01000,0.169
3,mlp.experts.57.down_proj,0.00000988,0.01000,0.168
3,mlp.experts.58.down_proj,0.00000448,0.01000,0.171
3,mlp.experts.59.down_proj,0.02379395,0.01000,0.172
3,mlp.experts.60.down_proj,0.00615445,0.01000,0.172
3,mlp.experts.61.down_proj,0.03199767,0.01000,0.169
3,mlp.experts.62.down_proj,0.02431485,0.01000,0.168
3,mlp.experts.63.down_proj,0.00000509,0.01000,0.169
3,mlp.experts.64.down_proj,0.01351406,0.01000,0.168
3,mlp.experts.65.down_proj,0.00241592,0.01000,0.168
3,mlp.experts.66.down_proj,0.00643758,0.01000,0.170
3,mlp.experts.67.down_proj,0.00250910,0.01000,0.169
3,mlp.experts.68.down_proj,0.00050946,0.01000,0.169
3,mlp.experts.69.down_proj,0.00282899,0.01000,0.169
3,mlp.experts.70.down_proj,0.01984615,0.01000,0.170
3,mlp.experts.71.down_proj,0.00361204,0.01000,0.171
3,mlp.experts.72.down_proj,0.00044952,0.01000,0.171
3,mlp.experts.73.down_proj,0.01755158,0.01000,0.177
3,mlp.experts.74.down_proj,0.02725938,0.01000,0.170
3,mlp.experts.75.down_proj,0.00519422,0.01000,0.170
3,mlp.experts.76.down_proj,0.01669683,0.01000,0.171
3,mlp.experts.77.down_proj,0.01531657,0.01000,0.172
3,mlp.experts.78.down_proj,0.01647438,0.01000,0.174
3,mlp.experts.79.down_proj,0.00250590,0.01000,0.173
3,mlp.experts.80.down_proj,0.00512581,0.01000,0.172
3,mlp.experts.81.down_proj,0.00679593,0.01000,0.171
3,mlp.experts.82.down_proj,4.06829882,0.01000,0.173
3,mlp.experts.83.down_proj,0.00000067,0.01000,0.173
3,mlp.experts.84.down_proj,0.00135178,0.01000,0.171
3,mlp.experts.85.down_proj,0.00006111,0.01000,0.172
3,mlp.experts.86.down_proj,0.01322339,0.01000,0.171
3,mlp.experts.87.down_proj,0.00333322,0.01000,0.170
3,mlp.experts.88.down_proj,0.01368425,0.01000,0.171
3,mlp.experts.89.down_proj,0.01241067,0.01000,0.171
3,mlp.experts.90.down_proj,0.00509538,0.01000,0.172
3,mlp.experts.91.down_proj,0.00902864,0.01000,0.172
3,mlp.experts.92.down_proj,0.00849655,0.01000,0.171
3,mlp.experts.93.down_proj,0.01513824,0.01000,0.174
3,mlp.experts.94.down_proj,0.00517385,0.01000,0.181
3,mlp.experts.95.down_proj,0.00051064,0.01000,0.176
3,mlp.experts.96.down_proj,0.00000099,0.01000,0.173
3,mlp.experts.97.down_proj,0.00427433,0.01000,0.171
3,mlp.experts.98.down_proj,0.00229206,0.01000,0.172
3,mlp.experts.99.down_proj,0.00263733,0.01000,0.170
3,mlp.experts.100.down_proj,0.00052239,0.01000,0.171
3,mlp.experts.101.down_proj,0.00411167,0.01000,0.171
3,mlp.experts.102.down_proj,0.00001828,0.01000,0.171
3,mlp.experts.103.down_proj,0.01533268,0.01000,0.176
3,mlp.experts.104.down_proj,0.00922847,0.01000,0.173
3,mlp.experts.105.down_proj,0.02961184,0.01000,0.173
3,mlp.experts.106.down_proj,0.01794541,0.01000,0.175
3,mlp.experts.107.down_proj,0.01100411,0.01000,0.172
3,mlp.experts.108.down_proj,0.00376662,0.01000,0.171
3,mlp.experts.109.down_proj,0.00259873,0.01000,0.170
3,mlp.experts.110.down_proj,0.00006635,0.01000,0.173
3,mlp.experts.111.down_proj,0.00083967,0.01000,0.174
3,mlp.experts.112.down_proj,0.03095044,0.01000,0.172
3,mlp.experts.113.down_proj,0.00294192,0.01000,0.176
3,mlp.experts.114.down_proj,0.00370329,0.01000,0.177
3,mlp.experts.115.down_proj,0.00716799,0.01000,0.173
3,mlp.experts.116.down_proj,0.00041104,0.01000,0.171
3,mlp.experts.117.down_proj,0.00181514,0.01000,0.174
3,mlp.experts.118.down_proj,0.00164773,0.01000,0.175
3,mlp.experts.119.down_proj,0.00168227,0.01000,0.171
3,mlp.experts.120.down_proj,0.01070599,0.01000,0.175
3,mlp.experts.121.down_proj,0.02199607,0.01000,0.169
3,mlp.experts.122.down_proj,0.00509393,0.01000,0.170
3,mlp.experts.123.down_proj,0.01172956,0.01000,0.178
3,mlp.experts.124.down_proj,0.01197899,0.01000,0.170
3,mlp.experts.125.down_proj,0.00125561,0.01000,0.170
3,mlp.experts.126.down_proj,0.00044903,0.01000,0.172
3,mlp.experts.127.down_proj,0.00740910,0.01000,0.173
4,self_attn.q_proj,0.01476994,0.01000,0.446
4,self_attn.k_proj,0.00215485,0.01000,0.443
4,self_attn.v_proj,0.00228022,0.01000,0.438
4,self_attn.o_proj,0.00238988,0.01000,0.891
4,mlp.experts.0.up_proj,0.12742993,0.01000,0.454
4,mlp.experts.1.up_proj,0.09199311,0.01000,0.455
4,mlp.experts.2.up_proj,0.01192400,0.01000,0.452
4,mlp.experts.3.up_proj,0.00000102,0.01000,0.448
4,mlp.experts.4.up_proj,0.04968267,0.01000,0.452
4,mlp.experts.5.up_proj,0.19820136,0.01000,0.453
4,mlp.experts.6.up_proj,0.08796932,0.01000,0.459
4,mlp.experts.7.up_proj,0.05387030,0.01000,0.452
4,mlp.experts.8.up_proj,0.00205951,0.01000,0.461
4,mlp.experts.9.up_proj,0.19283426,0.01000,0.453
4,mlp.experts.10.up_proj,0.20437849,0.01000,0.462
4,mlp.experts.11.up_proj,0.58769673,0.01000,0.469
4,mlp.experts.12.up_proj,0.06261584,0.01000,0.451
4,mlp.experts.13.up_proj,0.00517123,0.01000,0.464
4,mlp.experts.14.up_proj,0.02091720,0.01000,0.466
4,mlp.experts.15.up_proj,0.09309726,0.01000,0.458
4,mlp.experts.16.up_proj,0.00786999,0.01000,0.449
4,mlp.experts.17.up_proj,0.01559418,0.01000,0.450
4,mlp.experts.18.up_proj,0.13906689,0.01000,0.457
4,mlp.experts.19.up_proj,0.01627707,0.01000,0.455
4,mlp.experts.20.up_proj,0.19536126,0.01000,0.450
4,mlp.experts.21.up_proj,0.00335113,0.01000,0.455
4,mlp.experts.22.up_proj,0.39685798,0.01000,0.452
4,mlp.experts.23.up_proj,0.09983869,0.01000,0.457
4,mlp.experts.24.up_proj,0.00048152,0.01000,0.450
4,mlp.experts.25.up_proj,0.11902653,0.01000,0.449
4,mlp.experts.26.up_proj,0.00161251,0.01000,0.451
4,mlp.experts.27.up_proj,0.23794621,0.01000,0.453
4,mlp.experts.28.up_proj,0.00793047,0.01000,0.458
4,mlp.experts.29.up_proj,0.09462558,0.01000,0.449
4,mlp.experts.30.up_proj,0.03277308,0.01000,0.450
4,mlp.experts.31.up_proj,0.00013718,0.01000,0.451
4,mlp.experts.32.up_proj,0.14616969,0.01000,0.452
4,mlp.experts.33.up_proj,0.00386861,0.01000,0.450
4,mlp.experts.34.up_proj,0.03643122,0.01000,0.457
4,mlp.experts.35.up_proj,0.00022591,0.01000,0.453
4,mlp.experts.36.up_proj,0.00042240,0.01000,0.454
4,mlp.experts.37.up_proj,0.20102873,0.01000,0.458
4,mlp.experts.38.up_proj,0.01663891,0.01000,0.456
4,mlp.experts.39.up_proj,0.22141540,0.01000,0.468
4,mlp.experts.40.up_proj,0.20529681,0.01000,0.502
4,mlp.experts.41.up_proj,0.00000127,0.01000,0.471
4,mlp.experts.42.up_proj,0.00177021,0.01000,0.465
4,mlp.experts.43.up_proj,0.02251882,0.01000,0.466
4,mlp.experts.44.up_proj,0.07704071,0.01000,0.449
4,mlp.experts.45.up_proj,0.00474713,0.01000,0.452
4,mlp.experts.46.up_proj,0.14173138,0.01000,0.443
4,mlp.experts.47.up_proj,0.15467861,0.01000,0.443
4,mlp.experts.48.up_proj,0.23600985,0.01000,0.451
4,mlp.experts.49.up_proj,0.00002495,0.01000,0.454
4,mlp.experts.50.up_proj,0.08496965,0.01000,0.452
4,mlp.experts.51.up_proj,0.13024467,0.01000,0.445
4,mlp.experts.52.up_proj,0.24200788,0.01000,0.446
4,mlp.experts.53.up_proj,0.02915889,0.01000,0.455
4,mlp.experts.54.up_proj,0.00127932,0.01000,0.456
4,mlp.experts.55.up_proj,0.01003136,0.01000,0.450
4,mlp.experts.56.up_proj,0.11743075,0.01000,0.452
4,mlp.experts.57.up_proj,0.13605236,0.01000,0.450
4,mlp.experts.58.up_proj,0.06137797,0.01000,0.456
4,mlp.experts.59.up_proj,0.21596083,0.01000,0.455
4,mlp.experts.60.up_proj,0.43490422,0.01000,0.451
4,mlp.experts.61.up_proj,0.00693510,0.01000,0.454
4,mlp.experts.62.up_proj,0.00133007,0.01000,0.451
4,mlp.experts.63.up_proj,0.06340134,0.01000,0.455
4,mlp.experts.64.up_proj,0.16912724,0.01000,0.449
4,mlp.experts.65.up_proj,0.01622157,0.01000,0.452
4,mlp.experts.66.up_proj,0.00000147,0.01000,0.454
4,mlp.experts.67.up_proj,0.16288009,0.01000,0.458
4,mlp.experts.68.up_proj,0.00145918,0.01000,0.455
4,mlp.experts.69.up_proj,0.01674412,0.01000,0.451
4,mlp.experts.70.up_proj,0.13229325,0.01000,0.454
4,mlp.experts.71.up_proj,0.00234046,0.01000,0.452
4,mlp.experts.72.up_proj,0.00004983,0.01000,0.458
4,mlp.experts.73.up_proj,0.24434850,0.01000,0.453
4,mlp.experts.74.up_proj,0.19136477,0.01000,0.462
4,mlp.experts.75.up_proj,0.00022239,0.01000,0.449
4,mlp.experts.76.up_proj,0.12619385,0.01000,0.447
4,mlp.experts.77.up_proj,0.17047188,0.01000,0.455
4,mlp.experts.78.up_proj,0.01699096,0.01000,0.465
4,mlp.experts.79.up_proj,0.13489023,0.01000,0.453
4,mlp.experts.80.up_proj,0.05632638,0.01000,0.454
4,mlp.experts.81.up_proj,0.00385814,0.01000,0.460
4,mlp.experts.82.up_proj,0.02204656,0.01000,0.450
4,mlp.experts.83.up_proj,0.02259872,0.01000,0.451
4,mlp.experts.84.up_proj,0.00007434,0.01000,0.456
4,mlp.experts.85.up_proj,0.16545253,0.01000,0.456
4,mlp.experts.86.up_proj,0.26075095,0.01000,0.451
4,mlp.experts.87.up_proj,0.15793431,0.01000,0.444
4,mlp.experts.88.up_proj,0.03414081,0.01000,0.442
4,mlp.experts.89.up_proj,0.01106288,0.01000,0.442
4,mlp.experts.90.up_proj,0.04090326,0.01000,0.439
4,mlp.experts.91.up_proj,0.17957103,0.01000,0.438
4,mlp.experts.92.up_proj,0.06183117,0.01000,0.440
4,mlp.experts.93.up_proj,0.05493401,0.01000,0.439
4,mlp.experts.94.up_proj,0.00000181,0.01000,0.444
4,mlp.experts.95.up_proj,0.01222990,0.01000,0.440
4,mlp.experts.96.up_proj,0.15381071,0.01000,0.438
4,mlp.experts.97.up_proj,0.32312572,0.01000,0.439
4,mlp.experts.98.up_proj,0.05486985,0.01000,0.439
4,mlp.experts.99.up_proj,0.00338558,0.01000,0.440
4,mlp.experts.100.up_proj,0.01982498,0.01000,0.440
4,mlp.experts.101.up_proj,0.11077388,0.01000,0.439
4,mlp.experts.102.up_proj,0.18064481,0.01000,0.438
4,mlp.experts.103.up_proj,0.01345395,0.01000,0.440
4,mlp.experts.104.up_proj,0.09884426,0.01000,0.439
4,mlp.experts.105.up_proj,0.24850029,0.01000,0.440
4,mlp.experts.106.up_proj,0.05868384,0.01000,0.441
4,mlp.experts.107.up_proj,0.05029081,0.01000,0.444
4,mlp.experts.108.up_proj,0.02644409,0.01000,0.440
4,mlp.experts.109.up_proj,0.03213443,0.01000,0.439
4,mlp.experts.110.up_proj,0.01842722,0.01000,0.440
4,mlp.experts.111.up_proj,0.11089062,0.01000,0.440
4,mlp.experts.112.up_proj,0.00467787,0.01000,0.440
4,mlp.experts.113.up_proj,0.18339567,0.01000,0.440
4,mlp.experts.114.up_proj,0.03992794,0.01000,0.444
4,mlp.experts.115.up_proj,0.06316635,0.01000,0.441
4,mlp.experts.116.up_proj,0.26957324,0.01000,0.439
4,mlp.experts.117.up_proj,0.00285906,0.01000,0.439
4,mlp.experts.118.up_proj,0.04049498,0.01000,0.438
4,mlp.experts.119.up_proj,0.02696239,0.01000,0.437
4,mlp.experts.120.up_proj,0.01992792,0.01000,0.439
4,mlp.experts.121.up_proj,0.01175469,0.01000,0.440
4,mlp.experts.122.up_proj,0.06949064,0.01000,0.441
4,mlp.experts.123.up_proj,0.00001347,0.01000,0.440
4,mlp.experts.124.up_proj,0.00546589,0.01000,0.441
4,mlp.experts.125.up_proj,0.00010387,0.01000,0.442
4,mlp.experts.126.up_proj,0.13523890,0.01000,0.442
4,mlp.experts.127.up_proj,0.02514380,0.01000,0.442
4,mlp.experts.0.gate_proj,0.13641338,0.01000,0.442
4,mlp.experts.1.gate_proj,0.09671976,0.01000,0.442
4,mlp.experts.2.gate_proj,0.01497315,0.01000,0.447
4,mlp.experts.3.gate_proj,0.00000112,0.01000,0.442
4,mlp.experts.4.gate_proj,0.05126440,0.01000,0.441
4,mlp.experts.5.gate_proj,0.20809928,0.01000,0.443
4,mlp.experts.6.gate_proj,0.09298928,0.01000,0.446
4,mlp.experts.7.gate_proj,0.06096914,0.01000,0.442
4,mlp.experts.8.gate_proj,0.00226885,0.01000,0.441
4,mlp.experts.9.gate_proj,0.20629176,0.01000,0.442
4,mlp.experts.10.gate_proj,0.22296160,0.01000,0.444
4,mlp.experts.11.gate_proj,0.64439529,0.01000,0.440
4,mlp.experts.12.gate_proj,0.06857742,0.01000,0.458
4,mlp.experts.13.gate_proj,0.00593111,0.01000,0.440
4,mlp.experts.14.gate_proj,0.02267873,0.01000,0.443
4,mlp.experts.15.gate_proj,0.10739106,0.01000,0.441
4,mlp.experts.16.gate_proj,0.03526764,0.01000,0.450
4,mlp.experts.17.gate_proj,0.01807361,0.01000,0.460
4,mlp.experts.18.gate_proj,0.14983343,0.01000,0.441
4,mlp.experts.19.gate_proj,0.01796994,0.01000,0.442
4,mlp.experts.20.gate_proj,0.21790972,0.01000,0.441
4,mlp.experts.21.gate_proj,0.00381438,0.01000,0.441
4,mlp.experts.22.gate_proj,0.41155347,0.01000,0.439
4,mlp.experts.23.gate_proj,0.10428074,0.01000,0.439
4,mlp.experts.24.gate_proj,0.00054843,0.01000,0.447
4,mlp.experts.25.gate_proj,0.12442288,0.01000,0.438
4,mlp.experts.26.gate_proj,0.00169683,0.01000,0.439
4,mlp.experts.27.gate_proj,0.25154400,0.01000,0.446
4,mlp.experts.28.gate_proj,0.00902114,0.01000,0.441
4,mlp.experts.29.gate_proj,0.10997514,0.01000,0.440
4,mlp.experts.30.gate_proj,0.03536984,0.01000,0.439
4,mlp.experts.31.gate_proj,0.00014668,0.01000,0.438
4,mlp.experts.32.gate_proj,0.16136867,0.01000,0.439
4,mlp.experts.33.gate_proj,0.00417594,0.01000,0.447
4,mlp.experts.34.gate_proj,0.03869452,0.01000,0.440
4,mlp.experts.35.gate_proj,0.00024493,0.01000,0.440
4,mlp.experts.36.gate_proj,0.00043515,0.01000,0.439
4,mlp.experts.37.gate_proj,0.22567265,0.01000,0.440
4,mlp.experts.38.gate_proj,0.01758811,0.01000,0.440
4,mlp.experts.39.gate_proj,0.25219142,0.01000,0.440
4,mlp.experts.40.gate_proj,0.23620576,0.01000,0.440
4,mlp.experts.41.gate_proj,0.00000147,0.01000,0.440
4,mlp.experts.42.gate_proj,0.00192530,0.01000,0.438
4,mlp.experts.43.gate_proj,0.02339495,0.01000,0.440
4,mlp.experts.44.gate_proj,0.08827038,0.01000,0.438
4,mlp.experts.45.gate_proj,0.00526505,0.01000,0.446
4,mlp.experts.46.gate_proj,0.15816417,0.01000,0.438
4,mlp.experts.47.gate_proj,0.17564164,0.01000,0.445
4,mlp.experts.48.gate_proj,0.25278240,0.01000,0.458
4,mlp.experts.49.gate_proj,0.00002704,0.01000,0.448
4,mlp.experts.50.gate_proj,0.08973444,0.01000,0.457
4,mlp.experts.51.gate_proj,0.13985646,0.01000,0.456
4,mlp.experts.52.gate_proj,0.29065800,0.01000,0.456
4,mlp.experts.53.gate_proj,0.02941964,0.01000,0.458
4,mlp.experts.54.gate_proj,0.00140520,0.01000,0.454
4,mlp.experts.55.gate_proj,0.01078287,0.01000,0.454
4,mlp.experts.56.gate_proj,0.12600514,0.01000,0.453
4,mlp.experts.57.gate_proj,0.14678821,0.01000,0.454
4,mlp.experts.58.gate_proj,0.06621050,0.01000,0.449
4,mlp.experts.59.gate_proj,0.22798574,0.01000,0.453
4,mlp.experts.60.gate_proj,0.60318887,0.01000,0.463
4,mlp.experts.61.gate_proj,0.00719583,0.01000,0.454
4,mlp.experts.62.gate_proj,0.00146589,0.01000,0.468
4,mlp.experts.63.gate_proj,0.06686682,0.01000,0.453
4,mlp.experts.64.gate_proj,0.18046206,0.01000,0.461
4,mlp.experts.65.gate_proj,0.01714145,0.01000,0.460
4,mlp.experts.66.gate_proj,0.00000167,0.01000,0.443
4,mlp.experts.67.gate_proj,0.17122824,0.01000,0.443
4,mlp.experts.68.gate_proj,0.00158646,0.01000,0.441
4,mlp.experts.69.gate_proj,0.01867451,0.01000,0.453
4,mlp.experts.70.gate_proj,0.14835995,0.01000,0.451
4,mlp.experts.71.gate_proj,0.00267887,0.01000,0.448
4,mlp.experts.72.gate_proj,0.00005765,0.01000,0.449
4,mlp.experts.73.gate_proj,0.26473075,0.01000,0.450
4,mlp.experts.74.gate_proj,0.20161253,0.01000,0.458
4,mlp.experts.75.gate_proj,0.00026110,0.01000,0.448
4,mlp.experts.76.gate_proj,0.13204862,0.01000,0.449
4,mlp.experts.77.gate_proj,0.18119982,0.01000,0.452
4,mlp.experts.78.gate_proj,0.01955627,0.01000,0.453
4,mlp.experts.79.gate_proj,0.14821500,0.01000,0.450
4,mlp.experts.80.gate_proj,0.06156953,0.01000,0.456
4,mlp.experts.81.gate_proj,0.00423208,0.01000,0.452
4,mlp.experts.82.gate_proj,0.02406739,0.01000,0.458
4,mlp.experts.83.gate_proj,0.02350044,0.01000,0.462
4,mlp.experts.84.gate_proj,0.00008393,0.01000,0.454
4,mlp.experts.85.gate_proj,0.17875808,0.01000,0.452
4,mlp.experts.86.gate_proj,0.29150933,0.01000,0.451
4,mlp.experts.87.gate_proj,0.16675544,0.01000,0.458
4,mlp.experts.88.gate_proj,0.03866024,0.01000,0.454
4,mlp.experts.89.gate_proj,0.01166621,0.01000,0.454
4,mlp.experts.90.gate_proj,0.04289636,0.01000,0.455
4,mlp.experts.91.gate_proj,0.17129040,0.01000,0.470
4,mlp.experts.92.gate_proj,0.06815929,0.01000,0.455
4,mlp.experts.93.gate_proj,0.05940900,0.01000,0.453
4,mlp.experts.94.gate_proj,0.00000201,0.01000,0.452
4,mlp.experts.95.gate_proj,0.01282115,0.01000,0.453
4,mlp.experts.96.gate_proj,0.16759431,0.01000,0.458
4,mlp.experts.97.gate_proj,0.35141113,0.01000,0.464
4,mlp.experts.98.gate_proj,0.06122108,0.01000,0.452
4,mlp.experts.99.gate_proj,0.00385580,0.01000,0.462
4,mlp.experts.100.gate_proj,0.02086792,0.01000,0.459
4,mlp.experts.101.gate_proj,0.12094417,0.01000,0.463
4,mlp.experts.102.gate_proj,0.19807205,0.01000,0.454
4,mlp.experts.103.gate_proj,0.01404676,0.01000,0.451
4,mlp.experts.104.gate_proj,0.10334158,0.01000,0.453
4,mlp.experts.105.gate_proj,0.26891905,0.01000,0.453
4,mlp.experts.106.gate_proj,0.06887724,0.01000,0.453
4,mlp.experts.107.gate_proj,0.05358696,0.01000,0.452
4,mlp.experts.108.gate_proj,0.02947885,0.01000,0.453
4,mlp.experts.109.gate_proj,0.03656307,0.01000,0.463
4,mlp.experts.110.gate_proj,0.01951773,0.01000,0.455
4,mlp.experts.111.gate_proj,0.11688980,0.01000,0.452
4,mlp.experts.112.gate_proj,0.00498750,0.01000,0.449
4,mlp.experts.113.gate_proj,0.20220256,0.01000,0.453
4,mlp.experts.114.gate_proj,0.04190475,0.01000,0.450
4,mlp.experts.115.gate_proj,0.07289062,0.01000,0.449
4,mlp.experts.116.gate_proj,0.27885789,0.01000,0.449
4,mlp.experts.117.gate_proj,0.00306304,0.01000,0.449
4,mlp.experts.118.gate_proj,0.04282147,0.01000,0.456
4,mlp.experts.119.gate_proj,0.03075914,0.01000,0.449
4,mlp.experts.120.gate_proj,0.02413487,0.01000,0.447
4,mlp.experts.121.gate_proj,0.01244334,0.01000,0.450
4,mlp.experts.122.gate_proj,0.08110842,0.01000,0.453
4,mlp.experts.123.gate_proj,0.00001566,0.01000,0.451
4,mlp.experts.124.gate_proj,0.00561356,0.01000,0.454
4,mlp.experts.125.gate_proj,0.00011468,0.01000,0.446
4,mlp.experts.126.gate_proj,0.14582527,0.01000,0.460
4,mlp.experts.127.gate_proj,0.02679971,0.01000,0.452
4,mlp.experts.0.down_proj,0.01966400,0.01000,0.171
4,mlp.experts.1.down_proj,0.01128109,0.01000,0.168
4,mlp.experts.2.down_proj,0.00198626,0.01000,0.168
4,mlp.experts.3.down_proj,0.00000009,0.01000,0.169
4,mlp.experts.4.down_proj,0.00724173,0.01000,0.170
4,mlp.experts.5.down_proj,0.02277306,0.01000,0.169
4,mlp.experts.6.down_proj,0.00842171,0.01000,0.168
4,mlp.experts.7.down_proj,0.00537779,0.01000,0.171
4,mlp.experts.8.down_proj,0.00034239,0.01000,0.172
4,mlp.experts.9.down_proj,0.02156001,0.01000,0.173
4,mlp.experts.10.down_proj,0.02613361,0.01000,0.171
4,mlp.experts.11.down_proj,0.05613585,0.01000,0.169
4,mlp.experts.12.down_proj,0.00668163,0.01000,0.169
4,mlp.experts.13.down_proj,0.00087428,0.01000,0.169
4,mlp.experts.14.down_proj,0.00201964,0.01000,0.168
4,mlp.experts.15.down_proj,0.00930634,0.01000,0.168
4,mlp.experts.16.down_proj,0.00301471,0.01000,0.169
4,mlp.experts.17.down_proj,0.00657303,0.01000,0.169
4,mlp.experts.18.down_proj,0.01521386,0.01000,0.173
4,mlp.experts.19.down_proj,0.00195967,0.01000,0.170
4,mlp.experts.20.down_proj,0.01355256,0.01000,0.169
4,mlp.experts.21.down_proj,0.00059449,0.01000,0.171
4,mlp.experts.22.down_proj,0.04634401,0.01000,0.170
4,mlp.experts.23.down_proj,0.01021058,0.01000,0.169
4,mlp.experts.24.down_proj,0.00003088,0.01000,0.169
4,mlp.experts.25.down_proj,0.01695364,0.01000,0.168
4,mlp.experts.26.down_proj,0.00014948,0.01000,0.171
4,mlp.experts.27.down_proj,0.03135679,0.01000,0.170
4,mlp.experts.28.down_proj,0.00093028,0.01000,0.169
4,mlp.experts.29.down_proj,0.01186184,0.01000,0.169
4,mlp.experts.30.down_proj,0.00686254,0.01000,0.169
4,mlp.experts.31.down_proj,0.00002836,0.01000,0.169
4,mlp.experts.32.down_proj,0.04788025,0.01000,0.170
4,mlp.experts.33.down_proj,0.00043581,0.01000,0.170
4,mlp.experts.34.down_proj,0.00495184,0.01000,0.170
4,mlp.experts.35.down_proj,0.00003193,0.01000,0.170
4,mlp.experts.36.down_proj,0.00009942,0.01000,0.168
4,mlp.experts.37.down_proj,0.02242749,0.01000,0.172
4,mlp.experts.38.down_proj,0.00286619,0.01000,0.170
4,mlp.experts.39.down_proj,0.03940220,0.01000,0.168
4,mlp.experts.40.down_proj,0.01991120,0.01000,0.165
4,mlp.experts.41.down_proj,0.00000016,0.01000,0.165
4,mlp.experts.42.down_proj,0.00033762,0.01000,0.165
4,mlp.experts.43.down_proj,0.00282952,0.01000,0.166
4,mlp.experts.44.down_proj,0.00860962,0.01000,0.167
4,mlp.experts.45.down_proj,0.00060751,0.01000,0.167
4,mlp.experts.46.down_proj,0.02103879,0.01000,0.169
4,mlp.experts.47.down_proj,0.02480874,0.01000,0.169
4,mlp.experts.48.down_proj,0.02723802,0.01000,0.170
4,mlp.experts.49.down_proj,0.00000430,0.01000,0.169
4,mlp.experts.50.down_proj,0.01058892,0.01000,0.169
4,mlp.experts.51.down_proj,0.01272405,0.01000,0.169
4,mlp.experts.52.down_proj,0.04179702,0.01000,0.168
4,mlp.experts.53.down_proj,0.00351751,0.01000,0.170
4,mlp.experts.54.down_proj,0.00023280,0.01000,0.171
4,mlp.experts.55.down_proj,0.00139044,0.01000,0.171
4,mlp.experts.56.down_proj,0.01651397,0.01000,0.173
4,mlp.experts.57.down_proj,0.01349124,0.01000,0.171
4,mlp.experts.58.down_proj,0.00768853,0.01000,0.170
4,mlp.experts.59.down_proj,0.01893905,0.01000,0.171
4,mlp.experts.60.down_proj,0.07589784,0.01000,0.170
4,mlp.experts.61.down_proj,0.00103819,0.01000,0.172
4,mlp.experts.62.down_proj,0.00024553,0.01000,0.172
4,mlp.experts.63.down_proj,0.01034161,0.01000,0.170
4,mlp.experts.64.down_proj,0.01970712,0.01000,0.170
4,mlp.experts.65.down_proj,0.00272692,0.01000,0.169
4,mlp.experts.66.down_proj,0.00000026,0.01000,0.171
4,mlp.experts.67.down_proj,0.01386890,0.01000,0.170
4,mlp.experts.68.down_proj,0.00031774,0.01000,0.172
4,mlp.experts.69.down_proj,0.00098314,0.01000,0.173
4,mlp.experts.70.down_proj,0.01373353,0.01000,0.172
4,mlp.experts.71.down_proj,0.00013720,0.01000,0.170
4,mlp.experts.72.down_proj,0.00001004,0.01000,0.171
4,mlp.experts.73.down_proj,0.03695965,0.01000,0.170
4,mlp.experts.74.down_proj,0.02646893,0.01000,0.170
4,mlp.experts.75.down_proj,0.00004614,0.01000,0.171
4,mlp.experts.76.down_proj,0.01901825,0.01000,0.171
4,mlp.experts.77.down_proj,0.02179337,0.01000,0.171
4,mlp.experts.78.down_proj,0.00203266,0.01000,0.172
4,mlp.experts.79.down_proj,0.02104842,0.01000,0.175
4,mlp.experts.80.down_proj,0.00476901,0.01000,0.174
4,mlp.experts.81.down_proj,0.00052586,0.01000,0.172
4,mlp.experts.82.down_proj,0.00248898,0.01000,0.173
4,mlp.experts.83.down_proj,0.00337497,0.01000,0.172
4,mlp.experts.84.down_proj,0.00001006,0.01000,0.171
4,mlp.experts.85.down_proj,0.03334235,0.01000,0.171
4,mlp.experts.86.down_proj,0.02164812,0.01000,0.173
4,mlp.experts.87.down_proj,0.02515711,0.01000,0.171
4,mlp.experts.88.down_proj,0.00521314,0.01000,0.172
4,mlp.experts.89.down_proj,0.00192965,0.01000,0.172
4,mlp.experts.90.down_proj,0.00372393,0.01000,0.172
4,mlp.experts.91.down_proj,0.02391837,0.01000,0.174
4,mlp.experts.92.down_proj,0.01296074,0.01000,0.175
4,mlp.experts.93.down_proj,0.00613734,0.01000,0.172
4,mlp.experts.94.down_proj,0.00000032,0.01000,0.171
4,mlp.experts.95.down_proj,0.00212071,0.01000,0.171
4,mlp.experts.96.down_proj,0.01523100,0.01000,0.175
4,mlp.experts.97.down_proj,0.03596226,0.01000,0.171
4,mlp.experts.98.down_proj,0.00850118,0.01000,0.169
4,mlp.experts.99.down_proj,0.00123337,0.01000,0.169
4,mlp.experts.100.down_proj,0.00303933,0.01000,0.172
4,mlp.experts.101.down_proj,0.01415653,0.01000,0.174
4,mlp.experts.102.down_proj,0.02440181,0.01000,0.174
4,mlp.experts.103.down_proj,0.00267476,0.01000,0.174
4,mlp.experts.104.down_proj,0.01245380,0.01000,0.174
4,mlp.experts.105.down_proj,0.03568982,0.01000,0.173
4,mlp.experts.106.down_proj,0.01016695,0.01000,0.176
4,mlp.experts.107.down_proj,0.00579843,0.01000,0.170
4,mlp.experts.108.down_proj,0.00129983,0.01000,0.171
4,mlp.experts.109.down_proj,0.00460375,0.01000,0.173
4,mlp.experts.110.down_proj,0.00299968,0.01000,0.173
4,mlp.experts.111.down_proj,0.01520021,0.01000,0.172
4,mlp.experts.112.down_proj,0.00069179,0.01000,0.172
4,mlp.experts.113.down_proj,0.01820808,0.01000,0.172
4,mlp.experts.114.down_proj,0.00490725,0.01000,0.173
4,mlp.experts.115.down_proj,0.01364188,0.01000,0.172
4,mlp.experts.116.down_proj,0.03204297,0.01000,0.175
4,mlp.experts.117.down_proj,0.00041190,0.01000,0.173
4,mlp.experts.118.down_proj,0.00676933,0.01000,0.173
4,mlp.experts.119.down_proj,0.00189049,0.01000,0.174
4,mlp.experts.120.down_proj,0.00199704,0.01000,0.171
4,mlp.experts.121.down_proj,0.00127038,0.01000,0.172
4,mlp.experts.122.down_proj,0.01048771,0.01000,0.172
4,mlp.experts.123.down_proj,0.00000224,0.01000,0.177
4,mlp.experts.124.down_proj,0.00129140,0.01000,0.175
4,mlp.experts.125.down_proj,0.00001955,0.01000,0.178
4,mlp.experts.126.down_proj,0.02336200,0.01000,0.170
4,mlp.experts.127.down_proj,0.00274383,0.01000,0.169
5,self_attn.q_proj,0.01450267,0.01000,0.443
5,self_attn.k_proj,0.00195188,0.01000,0.438
5,self_attn.v_proj,0.00206640,0.01000,0.447
5,self_attn.o_proj,0.00201352,0.01000,0.881
5,mlp.experts.0.up_proj,0.11388393,0.01000,0.455
5,mlp.experts.1.up_proj,0.00667937,0.01000,0.455
5,mlp.experts.2.up_proj,0.06954847,0.01000,0.450
5,mlp.experts.3.up_proj,0.00072801,0.01000,0.450
5,mlp.experts.4.up_proj,0.00074165,0.01000,0.448
5,mlp.experts.5.up_proj,0.21532309,0.01000,0.450
5,mlp.experts.6.up_proj,0.02628173,0.01000,0.450
5,mlp.experts.7.up_proj,0.17779316,0.01000,0.460
5,mlp.experts.8.up_proj,0.03298532,0.01000,0.453
5,mlp.experts.9.up_proj,0.01092519,0.01000,0.450
5,mlp.experts.10.up_proj,0.06314472,0.01000,0.455
5,mlp.experts.11.up_proj,0.01590051,0.01000,0.452
5,mlp.experts.12.up_proj,0.00046062,0.01000,0.458
5,mlp.experts.13.up_proj,0.53207874,0.01000,0.451
5,mlp.experts.14.up_proj,0.00016399,0.01000,0.453
5,mlp.experts.15.up_proj,0.00033371,0.01000,0.449
5,mlp.experts.16.up_proj,0.11420524,0.01000,0.456
5,mlp.experts.17.up_proj,0.11188482,0.01000,0.454
5,mlp.experts.18.up_proj,0.40498313,0.01000,0.451
5,mlp.experts.19.up_proj,0.08723015,0.01000,0.452
5,mlp.experts.20.up_proj,0.03103573,0.01000,0.464
5,mlp.experts.21.up_proj,0.10617844,0.01000,0.456
5,mlp.experts.22.up_proj,0.53031737,0.01000,0.452
5,mlp.experts.23.up_proj,0.00270035,0.01000,0.452
5,mlp.experts.24.up_proj,0.11168364,0.01000,0.455
5,mlp.experts.25.up_proj,0.00744445,0.01000,0.458
5,mlp.experts.26.up_proj,0.01517563,0.01000,0.455
5,mlp.experts.27.up_proj,0.00035024,0.01000,0.456
5,mlp.experts.28.up_proj,0.00003571,0.01000,0.452
5,mlp.experts.29.up_proj,0.00008391,0.01000,0.456
5,mlp.experts.30.up_proj,0.17074978,0.01000,0.473
5,mlp.experts.31.up_proj,0.32143438,0.01000,0.451
5,mlp.experts.32.up_proj,0.04369162,0.01000,0.459
5,mlp.experts.33.up_proj,0.08108753,0.01000,0.463
5,mlp.experts.34.up_proj,0.35006315,0.01000,0.462
5,mlp.experts.35.up_proj,0.02483198,0.01000,0.474
5,mlp.experts.36.up_proj,0.07153827,0.01000,0.456
5,mlp.experts.37.up_proj,0.11193808,0.01000,0.459
5,mlp.experts.38.up_proj,0.03031356,0.01000,0.459
5,mlp.experts.39.up_proj,0.01329821,0.01000,0.453
5,mlp.experts.40.up_proj,0.00006624,0.01000,0.460
5,mlp.experts.41.up_proj,0.09550813,0.01000,0.453
5,mlp.experts.42.up_proj,0.09286382,0.01000,0.455
5,mlp.experts.43.up_proj,0.00299799,0.01000,0.456
5,mlp.experts.44.up_proj,0.00461429,0.01000,0.451
5,mlp.experts.45.up_proj,0.08781365,0.01000,0.451
5,mlp.experts.46.up_proj,0.01017227,0.01000,0.457
5,mlp.experts.47.up_proj,0.16523437,0.01000,0.456
5,mlp.experts.48.up_proj,0.25687602,0.01000,0.450
5,mlp.experts.49.up_proj,0.27396289,0.01000,0.449
5,mlp.experts.50.up_proj,0.00072780,0.01000,0.452
5,mlp.experts.51.up_proj,0.04682188,0.01000,0.456
5,mlp.experts.52.up_proj,0.03036145,0.01000,0.451
5,mlp.experts.53.up_proj,0.24861330,0.01000,0.459
5,mlp.experts.54.up_proj,0.13549794,0.01000,0.458
5,mlp.experts.55.up_proj,0.17278296,0.01000,0.454
5,mlp.experts.56.up_proj,0.12367167,0.01000,0.457
5,mlp.experts.57.up_proj,0.00001877,0.01000,0.445
5,mlp.experts.58.up_proj,0.10754782,0.01000,0.446
5,mlp.experts.59.up_proj,0.00526427,0.01000,0.448
5,mlp.experts.60.up_proj,0.00684782,0.01000,0.457
5,mlp.experts.61.up_proj,0.05826677,0.01000,0.455
5,mlp.experts.62.up_proj,0.26291060,0.01000,0.452
5,mlp.experts.63.up_proj,0.49160835,0.01000,0.455
5,mlp.experts.64.up_proj,0.22622189,0.01000,0.453
5,mlp.experts.65.up_proj,0.02183739,0.01000,0.457
5,mlp.experts.66.up_proj,0.08278972,0.01000,0.454
5,mlp.experts.67.up_proj,0.03610881,0.01000,0.457
5,mlp.experts.68.up_proj,0.02678685,0.01000,0.459
5,mlp.experts.69.up_proj,0.00049819,0.01000,0.470
5,mlp.experts.70.up_proj,0.02193803,0.01000,0.448
5,mlp.experts.71.up_proj,0.09000492,0.01000,0.466
5,mlp.experts.72.up_proj,0.00045181,0.01000,0.454
5,mlp.experts.73.up_proj,0.01368029,0.01000,0.458
5,mlp.experts.74.up_proj,0.25434071,0.01000,0.456
5,mlp.experts.75.up_proj,0.31297821,0.01000,0.454
5,mlp.experts.76.up_proj,0.02759014,0.01000,0.455
5,mlp.experts.77.up_proj,0.04815028,0.01000,0.454
5,mlp.experts.78.up_proj,0.31766582,0.01000,0.454
5,mlp.experts.79.up_proj,0.22444129,0.01000,0.453
5,mlp.experts.80.up_proj,0.23367302,0.01000,0.454
5,mlp.experts.81.up_proj,0.02651962,0.01000,0.454
5,mlp.experts.82.up_proj,0.13232997,0.01000,0.455
5,mlp.experts.83.up_proj,0.05761109,0.01000,0.449
5,mlp.experts.84.up_proj,0.03360540,0.01000,0.449
5,mlp.experts.85.up_proj,0.05071765,0.01000,0.456
5,mlp.experts.86.up_proj,0.14563929,0.01000,0.453
5,mlp.experts.87.up_proj,0.16279414,0.01000,0.451
5,mlp.experts.88.up_proj,0.00139473,0.01000,0.449
5,mlp.experts.89.up_proj,0.01241582,0.01000,0.452
5,mlp.experts.90.up_proj,0.12785143,0.01000,0.459
5,mlp.experts.91.up_proj,0.00641064,0.01000,0.456
5,mlp.experts.92.up_proj,0.00031736,0.01000,0.451
5,mlp.experts.93.up_proj,0.22977515,0.01000,0.453
5,mlp.experts.94.up_proj,0.15453428,0.01000,0.458
5,mlp.experts.95.up_proj,0.05229409,0.01000,0.455
5,mlp.experts.96.up_proj,0.16072239,0.01000,0.453
5,mlp.experts.97.up_proj,0.18789306,0.01000,0.453
5,mlp.experts.98.up_proj,0.00640022,0.01000,0.453
5,mlp.experts.99.up_proj,0.34856695,0.01000,0.456
5,mlp.experts.100.up_proj,0.03862769,0.01000,0.454
5,mlp.experts.101.up_proj,0.01037821,0.01000,0.459
5,mlp.experts.102.up_proj,0.12306285,0.01000,0.452
5,mlp.experts.103.up_proj,0.10417118,0.01000,0.455
5,mlp.experts.104.up_proj,0.07212105,0.01000,0.456
5,mlp.experts.105.up_proj,0.11813536,0.01000,0.452
5,mlp.experts.106.up_proj,0.07232896,0.01000,0.447
5,mlp.experts.107.up_proj,0.17739336,0.01000,0.441
5,mlp.experts.108.up_proj,0.19362691,0.01000,0.443
5,mlp.experts.109.up_proj,0.00616471,0.01000,0.454
5,mlp.experts.110.up_proj,0.14362738,0.01000,0.450
5,mlp.experts.111.up_proj,0.19751924,0.01000,0.454
5,mlp.experts.112.up_proj,0.04008818,0.01000,0.460
5,mlp.experts.113.up_proj,0.08437032,0.01000,0.455
5,mlp.experts.114.up_proj,0.01408982,0.01000,0.453
5,mlp.experts.115.up_proj,0.21612069,0.01000,0.450
5,mlp.experts.116.up_proj,0.39692807,0.01000,0.451
5,mlp.experts.117.up_proj,0.09951302,0.01000,0.456
5,mlp.experts.118.up_proj,0.00309543,0.01000,0.452
5,mlp.experts.119.up_proj,0.11779907,0.01000,0.466
5,mlp.experts.120.up_proj,0.09618902,0.01000,0.454
5,mlp.experts.121.up_proj,0.00000731,0.01000,0.455
5,mlp.experts.122.up_proj,0.16989750,0.01000,0.456
5,mlp.experts.123.up_proj,0.00954777,0.01000,0.450
5,mlp.experts.124.up_proj,0.00336368,0.01000,0.458
5,mlp.experts.125.up_proj,0.13243344,0.01000,0.459
5,mlp.experts.126.up_proj,0.33054388,0.01000,0.459
5,mlp.experts.127.up_proj,0.00172479,0.01000,0.449
5,mlp.experts.0.gate_proj,0.12031554,0.01000,0.453
5,mlp.experts.1.gate_proj,0.00717191,0.01000,0.453
5,mlp.experts.2.gate_proj,0.07331353,0.01000,0.456
5,mlp.experts.3.gate_proj,0.00080797,0.01000,0.451
5,mlp.experts.4.gate_proj,0.00073201,0.01000,0.454
5,mlp.experts.5.gate_proj,0.24029049,0.01000,0.460
5,mlp.experts.6.gate_proj,0.02926141,0.01000,0.454
5,mlp.experts.7.gate_proj,0.20671819,0.01000,0.459
5,mlp.experts.8.gate_proj,0.14867759,0.01000,0.448
5,mlp.experts.9.gate_proj,0.01148042,0.01000,0.464
5,mlp.experts.10.gate_proj,0.06385572,0.01000,0.448
5,mlp.experts.11.gate_proj,0.01712247,0.01000,0.466
5,mlp.experts.12.gate_proj,0.00050897,0.01000,0.449
5,mlp.experts.13.gate_proj,0.58580995,0.01000,0.454
5,mlp.experts.14.gate_proj,0.00017552,0.01000,0.449
5,mlp.experts.15.gate_proj,0.00036728,0.01000,0.453
5,mlp.experts.16.gate_proj,0.12330127,0.01000,0.456
5,mlp.experts.17.gate_proj,0.12217867,0.01000,0.451
5,mlp.experts.18.gate_proj,0.44601303,0.01000,0.449
5,mlp.experts.19.gate_proj,0.09740533,0.01000,0.450
5,mlp.experts.20.gate_proj,0.03368847,0.01000,0.453
5,mlp.experts.21.gate_proj,0.11366409,0.01000,0.446
5,mlp.experts.22.gate_proj,0.57921302,0.01000,0.447
5,mlp.experts.23.gate_proj,0.00292656,0.01000,0.447
5,mlp.experts.24.gate_proj,0.12073269,0.01000,0.454
5,mlp.experts.25.gate_proj,0.00790509,0.01000,0.455
5,mlp.experts.26.gate_proj,0.01763978,0.01000,0.450
5,mlp.experts.27.gate_proj,0.00035670,0.01000,0.451
5,mlp.experts.28.gate_proj,0.00003769,0.01000,0.462
5,mlp.experts.29.gate_proj,0.00009266,0.01000,0.456
5,mlp.experts.30.gate_proj,0.18432182,0.01000,0.453
5,mlp.experts.31.gate_proj,0.36586541,0.01000,0.453
5,mlp.experts.32.gate_proj,0.04950105,0.01000,0.450
5,mlp.experts.33.gate_proj,0.09530543,0.01000,0.458
5,mlp.experts.34.gate_proj,0.38082254,0.01000,0.452
5,mlp.experts.35.gate_proj,0.02699795,0.01000,0.456
5,mlp.experts.36.gate_proj,0.07987249,0.01000,0.452
5,mlp.experts.37.gate_proj,0.13731590,0.01000,0.456
5,mlp.experts.38.gate_proj,0.03399937,0.01000,0.457
5,mlp.experts.39.gate_proj,0.01418228,0.01000,0.451
5,mlp.experts.40.gate_proj,0.00007649,0.01000,0.453
5,mlp.experts.41.gate_proj,0.10484658,0.01000,0.452
5,mlp.experts.42.gate_proj,0.10314917,0.01000,0.458
5,mlp.experts.43.gate_proj,0.00316575,0.01000,0.452
5,mlp.experts.44.gate_proj,0.00504641,0.01000,0.461
5,mlp.experts.45.gate_proj,0.09690110,0.01000,0.452
5,mlp.experts.46.gate_proj,0.01092909,0.01000,0.451
5,mlp.experts.47.gate_proj,0.17795703,0.01000,0.455
5,mlp.experts.48.gate_proj,0.22689018,0.01000,0.452
5,mlp.experts.49.gate_proj,0.31103820,0.01000,0.456
5,mlp.experts.50.gate_proj,0.00079225,0.01000,0.454
5,mlp.experts.51.gate_proj,0.04997594,0.01000,0.456
5,mlp.experts.52.gate_proj,0.03189268,0.01000,0.450
5,mlp.experts.53.gate_proj,0.27596605,0.01000,0.453
5,mlp.experts.54.gate_proj,0.14398065,0.01000,0.442
5,mlp.experts.55.gate_proj,0.19274630,0.01000,0.449
5,mlp.experts.56.gate_proj,0.13314748,0.01000,0.450
5,mlp.experts.57.gate_proj,0.00002006,0.01000,0.454
5,mlp.experts.58.gate_proj,0.11670654,0.01000,0.451
5,mlp.experts.59.gate_proj,0.00594109,0.01000,0.449
5,mlp.experts.60.gate_proj,0.00743181,0.01000,0.457
5,mlp.experts.61.gate_proj,0.06441827,0.01000,0.448
5,mlp.experts.62.gate_proj,0.29422319,0.01000,0.448
5,mlp.experts.63.gate_proj,0.54414368,0.01000,0.451
5,mlp.experts.64.gate_proj,0.25529346,0.01000,0.462
5,mlp.experts.65.gate_proj,0.02297784,0.01000,0.448
5,mlp.experts.66.gate_proj,0.08930823,0.01000,0.453
5,mlp.experts.67.gate_proj,0.04156654,0.01000,0.451
5,mlp.experts.68.gate_proj,0.02793052,0.01000,0.459
5,mlp.experts.69.gate_proj,0.00054790,0.01000,0.458
5,mlp.experts.70.gate_proj,0.02321783,0.01000,0.452
5,mlp.experts.71.gate_proj,0.09687634,0.01000,0.452
5,mlp.experts.72.gate_proj,0.00046074,0.01000,0.452
5,mlp.experts.73.gate_proj,0.01441824,0.01000,0.455
5,mlp.experts.74.gate_proj,0.27654231,0.01000,0.449
5,mlp.experts.75.gate_proj,0.33653077,0.01000,0.447
5,mlp.experts.76.gate_proj,0.02989553,0.01000,0.448
5,mlp.experts.77.gate_proj,0.05208749,0.01000,0.462
5,mlp.experts.78.gate_proj,0.33333367,0.01000,0.451
5,mlp.experts.79.gate_proj,0.25623894,0.01000,0.451
5,mlp.experts.80.gate_proj,0.25441548,0.01000,0.451
5,mlp.experts.81.gate_proj,0.02905636,0.01000,0.456
5,mlp.experts.82.gate_proj,0.13710123,0.01000,0.455
5,mlp.experts.83.gate_proj,0.06230580,0.01000,0.447
5,mlp.experts.84.gate_proj,0.03558327,0.01000,0.452
5,mlp.experts.85.gate_proj,0.05843720,0.01000,0.450
5,mlp.experts.86.gate_proj,0.16270828,0.01000,0.458
5,mlp.experts.87.gate_proj,0.16246125,0.01000,0.449
5,mlp.experts.88.gate_proj,0.00148922,0.01000,0.450
5,mlp.experts.89.gate_proj,0.01287537,0.01000,0.453
5,mlp.experts.90.gate_proj,0.14284401,0.01000,0.461
5,mlp.experts.91.gate_proj,0.00695046,0.01000,0.460
5,mlp.experts.92.gate_proj,0.00033938,0.01000,0.453
5,mlp.experts.93.gate_proj,0.25220609,0.01000,0.462
5,mlp.experts.94.gate_proj,0.16653796,0.01000,0.445
5,mlp.experts.95.gate_proj,0.05344388,0.01000,0.444
5,mlp.experts.96.gate_proj,0.17473577,0.01000,0.445
5,mlp.experts.97.gate_proj,0.20165460,0.01000,0.453
5,mlp.experts.98.gate_proj,0.00689295,0.01000,0.445
5,mlp.experts.99.gate_proj,0.38675481,0.01000,0.449
5,mlp.experts.100.gate_proj,0.04020974,0.01000,0.445
5,mlp.experts.101.gate_proj,0.01110638,0.01000,0.462
5,mlp.experts.102.gate_proj,0.13103244,0.01000,0.467
5,mlp.experts.103.gate_proj,0.10714287,0.01000,0.462
5,mlp.experts.104.gate_proj,0.07820483,0.01000,0.461
5,mlp.experts.105.gate_proj,0.12679741,0.01000,0.451
5,mlp.experts.106.gate_proj,0.08132198,0.01000,0.450
5,mlp.experts.107.gate_proj,0.19345111,0.01000,0.452
5,mlp.experts.108.gate_proj,0.20750965,0.01000,0.464
5,mlp.experts.109.gate_proj,0.00655278,0.01000,0.452
5,mlp.experts.110.gate_proj,0.15895665,0.01000,0.452
5,mlp.experts.111.gate_proj,0.20452648,0.01000,0.451
5,mlp.experts.112.gate_proj,0.04798426,0.01000,0.450
5,mlp.experts.113.gate_proj,0.09312938,0.01000,0.457
5,mlp.experts.114.gate_proj,0.01459603,0.01000,0.448
5,mlp.experts.115.gate_proj,0.20906116,0.01000,0.451
5,mlp.experts.116.gate_proj,0.42724451,0.01000,0.461
5,mlp.experts.117.gate_proj,0.10303743,0.01000,0.462
5,mlp.experts.118.gate_proj,0.00320236,0.01000,0.454
5,mlp.experts.119.gate_proj,0.12720540,0.01000,0.449
5,mlp.experts.120.gate_proj,0.10640976,0.01000,0.449
5,mlp.experts.121.gate_proj,0.00000797,0.01000,0.452
5,mlp.experts.122.gate_proj,0.18003085,0.01000,0.449
5,mlp.experts.123.gate_proj,0.01017130,0.01000,0.455
5,mlp.experts.124.gate_proj,0.00373898,0.01000,0.459
5,mlp.experts.125.gate_proj,0.12605289,0.01000,0.455
5,mlp.experts.126.gate_proj,0.34130216,0.01000,0.452
5,mlp.experts.127.gate_proj,0.00187803,0.01000,0.451
5,mlp.experts.0.down_proj,0.01277656,0.01000,0.180
5,mlp.experts.1.down_proj,0.00093638,0.01000,0.169
5,mlp.experts.2.down_proj,0.01054593,0.01000,0.167
5,mlp.experts.3.down_proj,0.00018272,0.01000,0.168
5,mlp.experts.4.down_proj,0.00005235,0.01000,0.167
5,mlp.experts.5.down_proj,0.02509137,0.01000,0.172
5,mlp.experts.6.down_proj,0.00278035,0.01000,0.171
5,mlp.experts.7.down_proj,0.03113211,0.01000,0.173
5,mlp.experts.8.down_proj,0.00231423,0.01000,0.169
5,mlp.experts.9.down_proj,0.00039205,0.01000,0.168
5,mlp.experts.10.down_proj,0.00959564,0.01000,0.168
5,mlp.experts.11.down_proj,0.00229339,0.01000,0.165
5,mlp.experts.12.down_proj,0.00008017,0.01000,0.165
5,mlp.experts.13.down_proj,0.08265284,0.01000,0.165
5,mlp.experts.14.down_proj,0.00003570,0.01000,0.165
5,mlp.experts.15.down_proj,0.00008375,0.01000,0.166
5,mlp.experts.16.down_proj,0.02130596,0.01000,0.164
5,mlp.experts.17.down_proj,0.01805275,0.01000,0.165
5,mlp.experts.18.down_proj,0.04800197,0.01000,0.165
5,mlp.experts.19.down_proj,0.01605306,0.01000,0.165
5,mlp.experts.20.down_proj,0.00428033,0.01000,0.166
5,mlp.experts.21.down_proj,0.01308009,0.01000,0.164
5,mlp.experts.22.down_proj,0.05808097,0.01000,0.164
5,mlp.experts.23.down_proj,0.00028727,0.01000,0.165
5,mlp.experts.24.down_proj,0.01783029,0.01000,0.164
5,mlp.experts.25.down_proj,0.00148148,0.01000,0.165
5,mlp.experts.26.down_proj,0.00070744,0.01000,0.165
5,mlp.experts.27.down_proj,0.00005081,0.01000,0.164
5,mlp.experts.28.down_proj,0.00000534,0.01000,0.165
5,mlp.experts.29.down_proj,0.00002266,0.01000,0.168
5,mlp.experts.30.down_proj,0.03357229,0.01000,0.164
5,mlp.experts.31.down_proj,0.04189101,0.01000,0.165
5,mlp.experts.32.down_proj,0.00725306,0.01000,0.164
5,mlp.experts.33.down_proj,0.02736861,0.01000,0.164
5,mlp.experts.34.down_proj,0.06636010,0.01000,0.164
5,mlp.experts.35.down_proj,0.00404738,0.01000,0.166
5,mlp.experts.36.down_proj,0.00809297,0.01000,0.165
5,mlp.experts.37.down_proj,0.02502736,0.01000,0.165
5,mlp.experts.38.down_proj,0.00363457,0.01000,0.166
5,mlp.experts.39.down_proj,0.00168945,0.01000,0.164
5,mlp.experts.40.down_proj,0.00001169,0.01000,0.166
5,mlp.experts.41.down_proj,0.01122693,0.01000,0.165
5,mlp.experts.42.down_proj,0.01971351,0.01000,0.165
5,mlp.experts.43.down_proj,0.00060542,0.01000,0.166
5,mlp.experts.44.down_proj,0.00098502,0.01000,0.165
5,mlp.experts.45.down_proj,0.00933674,0.01000,0.170
5,mlp.experts.46.down_proj,0.00141006,0.01000,0.165
5,mlp.experts.47.down_proj,0.02736394,0.01000,0.164
5,mlp.experts.48.down_proj,0.02935647,0.01000,0.166
5,mlp.experts.49.down_proj,0.03691063,0.01000,0.164
5,mlp.experts.50.down_proj,0.00014915,0.01000,0.164
5,mlp.experts.51.down_proj,0.01009305,0.01000,0.165
5,mlp.experts.52.down_proj,0.00431424,0.01000,0.164
5,mlp.experts.53.down_proj,0.03344642,0.01000,0.165
5,mlp.experts.54.down_proj,0.02673322,0.01000,0.170
5,mlp.experts.55.down_proj,0.02188994,0.01000,0.165
5,mlp.experts.56.down_proj,0.01759725,0.01000,0.165
5,mlp.experts.57.down_proj,0.00000299,0.01000,0.164
5,mlp.experts.58.down_proj,0.01965153,0.01000,0.164
5,mlp.experts.59.down_proj,0.00089526,0.01000,0.165
5,mlp.experts.60.down_proj,0.00146539,0.01000,0.165
5,mlp.experts.61.down_proj,0.00992308,0.01000,0.166
5,mlp.experts.62.down_proj,0.03655362,0.01000,0.164
5,mlp.experts.63.down_proj,0.06271262,0.01000,0.165
5,mlp.experts.64.down_proj,0.03942709,0.01000,0.167
5,mlp.experts.65.down_proj,0.00236788,0.01000,0.167
5,mlp.experts.66.down_proj,0.01584223,0.01000,0.167
5,mlp.experts.67.down_proj,0.00457101,0.01000,0.169
5,mlp.experts.68.down_proj,0.00360899,0.01000,0.167
5,mlp.experts.69.down_proj,0.00012006,0.01000,0.168
5,mlp.experts.70.down_proj,0.00505393,0.01000,0.167
5,mlp.experts.71.down_proj,0.01793907,0.01000,0.168
5,mlp.experts.72.down_proj,0.00006020,0.01000,0.169
5,mlp.experts.73.down_proj,0.00179994,0.01000,0.169
5,mlp.experts.74.down_proj,0.02658212,0.01000,0.169
5,mlp.experts.75.down_proj,0.04141794,0.01000,0.167
5,mlp.experts.76.down_proj,0.00493140,0.01000,0.174
5,mlp.experts.77.down_proj,0.01320812,0.01000,0.169
5,mlp.experts.78.down_proj,0.05157190,0.01000,0.170
5,mlp.experts.79.down_proj,0.02862076,0.01000,0.171
5,mlp.experts.80.down_proj,0.03880429,0.01000,0.168
5,mlp.experts.81.down_proj,0.00332465,0.01000,0.168
5,mlp.experts.82.down_proj,0.02180704,0.01000,0.170
5,mlp.experts.83.down_proj,0.00702430,0.01000,0.168
5,mlp.experts.84.down_proj,0.00529532,0.01000,0.168
5,mlp.experts.85.down_proj,0.00504627,0.01000,0.175
5,mlp.experts.86.down_proj,0.01675986,0.01000,0.166
5,mlp.experts.87.down_proj,0.01967954,0.01000,0.166
5,mlp.experts.88.down_proj,0.00022634,0.01000,0.182
5,mlp.experts.89.down_proj,0.00255969,0.01000,0.166
5,mlp.experts.90.down_proj,0.02587629,0.01000,0.166
5,mlp.experts.91.down_proj,0.00130562,0.01000,0.173
5,mlp.experts.92.down_proj,0.00005960,0.01000,0.167
5,mlp.experts.93.down_proj,0.02769676,0.01000,0.171
5,mlp.experts.94.down_proj,0.01658694,0.01000,0.165
5,mlp.experts.95.down_proj,0.00524167,0.01000,0.166
5,mlp.experts.96.down_proj,0.02331501,0.01000,0.165
5,mlp.experts.97.down_proj,0.02396405,0.01000,0.165
5,mlp.experts.98.down_proj,0.00019473,0.01000,0.166
5,mlp.experts.99.down_proj,0.03931687,0.01000,0.166
5,mlp.experts.100.down_proj,0.00559410,0.01000,0.165
5,mlp.experts.101.down_proj,0.00153732,0.01000,0.166
5,mlp.experts.102.down_proj,0.01926116,0.01000,0.169
5,mlp.experts.103.down_proj,0.00981061,0.01000,0.167
5,mlp.experts.104.down_proj,0.01092048,0.01000,0.166
5,mlp.experts.105.down_proj,0.02501436,0.01000,0.166
5,mlp.experts.106.down_proj,0.00784178,0.01000,0.166
5,mlp.experts.107.down_proj,0.03501043,0.01000,0.166
5,mlp.experts.108.down_proj,0.02750740,0.01000,0.166
5,mlp.experts.109.down_proj,0.00089006,0.01000,0.166
5,mlp.experts.110.down_proj,0.02054944,0.01000,0.166
5,mlp.experts.111.down_proj,0.03090504,0.01000,0.166
5,mlp.experts.112.down_proj,0.02093522,0.01000,0.166
5,mlp.experts.113.down_proj,0.01346548,0.01000,0.166
5,mlp.experts.114.down_proj,0.00177662,0.01000,0.172
5,mlp.experts.115.down_proj,0.02837107,0.01000,0.166
5,mlp.experts.116.down_proj,0.04883634,0.01000,0.167
5,mlp.experts.117.down_proj,0.01662063,0.01000,0.166
5,mlp.experts.118.down_proj,0.00060562,0.01000,0.166
5,mlp.experts.119.down_proj,0.01645363,0.01000,0.166
5,mlp.experts.120.down_proj,0.01366878,0.01000,0.166
5,mlp.experts.121.down_proj,0.00000114,0.01000,0.166
5,mlp.experts.122.down_proj,0.02565611,0.01000,0.166
5,mlp.experts.123.down_proj,0.00127958,0.01000,0.165
5,mlp.experts.124.down_proj,0.00109969,0.01000,0.166
5,mlp.experts.125.down_proj,0.02130920,0.01000,0.166
5,mlp.experts.126.down_proj,0.04466014,0.01000,0.166
5,mlp.experts.127.down_proj,0.00048045,0.01000,0.167
6,self_attn.q_proj,0.03263700,0.01000,0.455
6,self_attn.k_proj,0.00476318,0.01000,0.454
6,self_attn.v_proj,0.00486635,0.01000,0.437
6,self_attn.o_proj,0.00497353,0.01000,0.888
6,mlp.experts.0.up_proj,0.22156689,0.01000,0.454
6,mlp.experts.1.up_proj,0.03814599,0.01000,0.453
6,mlp.experts.2.up_proj,0.00002376,0.01000,0.451
6,mlp.experts.3.up_proj,0.11956766,0.01000,0.461
6,mlp.experts.4.up_proj,0.42121518,0.01000,0.453
6,mlp.experts.5.up_proj,0.00004565,0.01000,0.447
6,mlp.experts.6.up_proj,0.03319209,0.01000,0.450
6,mlp.experts.7.up_proj,0.58326691,0.01000,0.452
6,mlp.experts.8.up_proj,0.02667522,0.01000,0.461
6,mlp.experts.9.up_proj,0.16477737,0.01000,0.449
6,mlp.experts.10.up_proj,0.39749026,0.01000,0.464
6,mlp.experts.11.up_proj,0.00001638,0.01000,0.454
6,mlp.experts.12.up_proj,0.00219705,0.01000,0.456
6,mlp.experts.13.up_proj,0.51521814,0.01000,0.452
6,mlp.experts.14.up_proj,0.23070195,0.01000,0.449
6,mlp.experts.15.up_proj,0.01154226,0.01000,0.452
6,mlp.experts.16.up_proj,0.01330153,0.01000,0.453
6,mlp.experts.17.up_proj,0.00698948,0.01000,0.458
6,mlp.experts.18.up_proj,0.02467770,0.01000,0.450
6,mlp.experts.19.up_proj,0.08324976,0.01000,0.451
6,mlp.experts.20.up_proj,0.06019953,0.01000,0.450
6,mlp.experts.21.up_proj,0.00200607,0.01000,0.460
6,mlp.experts.22.up_proj,0.38682714,0.01000,0.451
6,mlp.experts.23.up_proj,0.39305866,0.01000,0.450
6,mlp.experts.24.up_proj,0.03432176,0.01000,0.457
6,mlp.experts.25.up_proj,0.27136952,0.01000,0.450
6,mlp.experts.26.up_proj,0.08756609,0.01000,0.453
6,mlp.experts.27.up_proj,0.01525911,0.01000,0.453
6,mlp.experts.28.up_proj,0.17657863,0.01000,0.450
6,mlp.experts.29.up_proj,0.00404817,0.01000,0.449
6,mlp.experts.30.up_proj,0.02973827,0.01000,0.455
6,mlp.experts.31.up_proj,0.00508951,0.01000,0.447
6,mlp.experts.32.up_proj,0.04337770,0.01000,0.447
6,mlp.experts.33.up_proj,0.06426016,0.01000,0.453
6,mlp.experts.34.up_proj,0.28710669,0.01000,0.449
6,mlp.experts.35.up_proj,0.02990949,0.01000,0.453
6,mlp.experts.36.up_proj,0.00795307,0.01000,0.452
6,mlp.experts.37.up_proj,0.10537625,0.01000,0.450
6,mlp.experts.38.up_proj,0.71222311,0.01000,0.452
6,mlp.experts.39.up_proj,0.24343838,0.01000,0.457
6,mlp.experts.40.up_proj,0.00042465,0.01000,0.452
6,mlp.experts.41.up_proj,0.10890321,0.01000,0.452
6,mlp.experts.42.up_proj,0.31119749,0.01000,0.457
6,mlp.experts.43.up_proj,0.00422365,0.01000,0.459
6,mlp.experts.44.up_proj,0.30964947,0.01000,0.455
6,mlp.experts.45.up_proj,0.00000427,0.01000,0.456
6,mlp.experts.46.up_proj,0.26857623,0.01000,0.457
6,mlp.experts.47.up_proj,0.03741399,0.01000,0.462
6,mlp.experts.48.up_proj,0.07187995,0.01000,0.456
6,mlp.experts.49.up_proj,0.06864803,0.01000,0.466
6,mlp.experts.50.up_proj,0.00046273,0.01000,0.460
6,mlp.experts.51.up_proj,0.04075632,0.01000,0.457
6,mlp.experts.52.up_proj,0.48872784,0.01000,0.454
6,mlp.experts.53.up_proj,0.01261087,0.01000,0.450
6,mlp.experts.54.up_proj,0.31109023,0.01000,0.454
6,mlp.experts.55.up_proj,0.24838442,0.01000,0.456
6,mlp.experts.56.up_proj,0.74624431,0.01000,0.447
6,mlp.experts.57.up_proj,0.01460926,0.01000,0.451
6,mlp.experts.58.up_proj,0.11887326,0.01000,0.451
6,mlp.experts.59.up_proj,0.00042317,0.01000,0.443
6,mlp.experts.60.up_proj,0.00000160,0.01000,0.445
6,mlp.experts.61.up_proj,0.10386063,0.01000,0.453
6,mlp.experts.62.up_proj,0.17751542,0.01000,0.452
6,mlp.experts.63.up_proj,0.30740952,0.01000,0.456
6,mlp.experts.64.up_proj,0.47092640,0.01000,0.453
6,mlp.experts.65.up_proj,0.07071419,0.01000,0.461
6,mlp.experts.66.up_proj,0.01722663,0.01000,0.456
6,mlp.experts.67.up_proj,0.03646397,0.01000,0.458
6,mlp.experts.68.up_proj,0.01066080,0.01000,0.455
6,mlp.experts.69.up_proj,0.00039386,0.01000,0.458
6,mlp.experts.70.up_proj,0.02683926,0.01000,0.462
6,mlp.experts.71.up_proj,0.30951363,0.01000,0.452
6,mlp.experts.72.up_proj,0.08737603,0.01000,0.464
6,mlp.experts.73.up_proj,0.00003171,0.01000,0.475
6,mlp.experts.74.up_proj,0.04839465,0.01000,0.459
6,mlp.experts.75.up_proj,0.17769973,0.01000,0.463
6,mlp.experts.76.up_proj,0.21219599,0.01000,0.460
6,mlp.experts.77.up_proj,0.11284001,0.01000,0.453
6,mlp.experts.78.up_proj,0.01178964,0.01000,0.459
6,mlp.experts.79.up_proj,0.42682058,0.01000,0.470
6,mlp.experts.80.up_proj,0.03493245,0.01000,0.451
6,mlp.experts.81.up_proj,0.00001853,0.01000,0.447
6,mlp.experts.82.up_proj,0.01792114,0.01000,0.455
6,mlp.experts.83.up_proj,0.06459047,0.01000,0.453
6,mlp.experts.84.up_proj,0.09967855,0.01000,0.450
6,mlp.experts.85.up_proj,0.26161814,0.01000,0.448
6,mlp.experts.86.up_proj,0.44701791,0.01000,0.450
6,mlp.experts.87.up_proj,0.38443473,0.01000,0.462
6,mlp.experts.88.up_proj,0.07676060,0.01000,0.451
6,mlp.experts.89.up_proj,0.15533593,0.01000,0.453
6,mlp.experts.90.up_proj,0.00247080,0.01000,0.454
6,mlp.experts.91.up_proj,0.00139413,0.01000,0.451
6,mlp.experts.92.up_proj,0.04557880,0.01000,0.452
6,mlp.experts.93.up_proj,0.12066622,0.01000,0.452
6,mlp.experts.94.up_proj,0.04242475,0.01000,0.454
6,mlp.experts.95.up_proj,0.00856240,0.01000,0.453
6,mlp.experts.96.up_proj,0.28241274,0.01000,0.461
6,mlp.experts.97.up_proj,0.44948947,0.01000,0.451
6,mlp.experts.98.up_proj,0.03880914,0.01000,0.452
6,mlp.experts.99.up_proj,0.15808627,0.01000,0.454
6,mlp.experts.100.up_proj,0.22869782,0.01000,0.459
6,mlp.experts.101.up_proj,0.48493627,0.01000,0.455
6,mlp.experts.102.up_proj,0.02895393,0.01000,0.455
6,mlp.experts.103.up_proj,0.18621475,0.01000,0.457
6,mlp.experts.104.up_proj,0.03773318,0.01000,0.460
6,mlp.experts.105.up_proj,0.13787401,0.01000,0.457
6,mlp.experts.106.up_proj,0.00492998,0.01000,0.454
6,mlp.experts.107.up_proj,0.48776889,0.01000,0.457
6,mlp.experts.108.up_proj,0.00700381,0.01000,0.469
6,mlp.experts.109.up_proj,0.12406152,0.01000,0.477
6,mlp.experts.110.up_proj,0.44639501,0.01000,0.450
6,mlp.experts.111.up_proj,0.01021331,0.01000,0.464
6,mlp.experts.112.up_proj,0.00877270,0.01000,0.451
6,mlp.experts.113.up_proj,0.00080920,0.01000,0.458
6,mlp.experts.114.up_proj,0.20230260,0.01000,0.454
6,mlp.experts.115.up_proj,0.13087636,0.01000,0.452
6,mlp.experts.116.up_proj,0.54519820,0.01000,0.452
6,mlp.experts.117.up_proj,0.01670431,0.01000,0.451
6,mlp.experts.118.up_proj,0.06500704,0.01000,0.456
6,mlp.experts.119.up_proj,0.10273418,0.01000,0.450
6,mlp.experts.120.up_proj,0.00772593,0.01000,0.452
6,mlp.experts.121.up_proj,0.06091104,0.01000,0.451
6,mlp.experts.122.up_proj,0.00049062,0.01000,0.465
6,mlp.experts.123.up_proj,0.04791808,0.01000,0.452
6,mlp.experts.124.up_proj,0.04179582,0.01000,0.451
6,mlp.experts.125.up_proj,0.13100186,0.01000,0.450
6,mlp.experts.126.up_proj,0.00859713,0.01000,0.453
6,mlp.experts.127.up_proj,0.26709300,0.01000,0.453
6,mlp.experts.0.gate_proj,0.27559453,0.01000,0.450
6,mlp.experts.1.gate_proj,0.04361606,0.01000,0.456
6,mlp.experts.2.gate_proj,0.00002528,0.01000,0.455
6,mlp.experts.3.gate_proj,0.14018133,0.01000,0.453
6,mlp.experts.4.gate_proj,0.50266659,0.01000,0.455
6,mlp.experts.5.gate_proj,0.00004965,0.01000,0.444
6,mlp.experts.6.gate_proj,0.04088563,0.01000,0.444
6,mlp.experts.7.gate_proj,0.65493071,0.01000,0.452
6,mlp.experts.8.gate_proj,0.03296167,0.01000,0.453
6,mlp.experts.9.gate_proj,0.18837813,0.01000,0.448
6,mlp.experts.10.gate_proj,0.42108548,0.01000,0.453
6,mlp.experts.11.gate_proj,0.00001842,0.01000,0.453
6,mlp.experts.12.gate_proj,0.00240251,0.01000,0.459
6,mlp.experts.13.gate_proj,0.67311049,0.01000,0.452
6,mlp.experts.14.gate_proj,0.24855092,0.01000,0.458
6,mlp.experts.15.gate_proj,0.01877335,0.01000,0.459
6,mlp.experts.16.gate_proj,0.01700880,0.01000,0.458
6,mlp.experts.17.gate_proj,0.00877366,0.01000,0.454
6,mlp.experts.18.gate_proj,0.02845763,0.01000,0.449
6,mlp.experts.19.gate_proj,0.08390069,0.01000,0.448
6,mlp.experts.20.gate_proj,0.07640038,0.01000,0.452
6,mlp.experts.21.gate_proj,0.00230545,0.01000,0.455
6,mlp.experts.22.gate_proj,0.46204036,0.01000,0.451
6,mlp.experts.23.gate_proj,0.42600614,0.01000,0.458
6,mlp.experts.24.gate_proj,0.03682529,0.01000,0.456
6,mlp.experts.25.gate_proj,0.32499349,0.01000,0.457
6,mlp.experts.26.gate_proj,0.10215462,0.01000,0.451
6,mlp.experts.27.gate_proj,0.01767999,0.01000,0.452
6,mlp.experts.28.gate_proj,0.20938526,0.01000,0.455
6,mlp.experts.29.gate_proj,0.00578893,0.01000,0.451
6,mlp.experts.30.gate_proj,0.03027750,0.01000,0.465
6,mlp.experts.31.gate_proj,0.00596324,0.01000,0.452
6,mlp.experts.32.gate_proj,0.06815600,0.01000,0.452
6,mlp.experts.33.gate_proj,0.08267805,0.01000,0.451
6,mlp.experts.34.gate_proj,0.31368563,0.01000,0.458
6,mlp.experts.35.gate_proj,0.03178178,0.01000,0.445
6,mlp.experts.36.gate_proj,0.00865667,0.01000,0.444
6,mlp.experts.37.gate_proj,0.13193801,0.01000,0.452
6,mlp.experts.38.gate_proj,0.78596097,0.01000,0.480
6,mlp.experts.39.gate_proj,0.26839203,0.01000,0.474
6,mlp.experts.40.gate_proj,0.00050102,0.01000,0.451
6,mlp.experts.41.gate_proj,0.11911584,0.01000,0.467
6,mlp.experts.42.gate_proj,0.34065804,0.01000,0.454
6,mlp.experts.43.gate_proj,0.00440784,0.01000,0.454
6,mlp.experts.44.gate_proj,0.37744492,0.01000,0.449
6,mlp.experts.45.gate_proj,0.00000451,0.01000,0.457
6,mlp.experts.46.gate_proj,0.31044969,0.01000,0.452
6,mlp.experts.47.gate_proj,0.04223404,0.01000,0.456
6,mlp.experts.48.gate_proj,0.08407588,0.01000,0.455
6,mlp.experts.49.gate_proj,0.08486076,0.01000,0.449
6,mlp.experts.50.gate_proj,0.00053352,0.01000,0.450
6,mlp.experts.51.gate_proj,0.05060320,0.01000,0.462
6,mlp.experts.52.gate_proj,0.52285600,0.01000,0.453
6,mlp.experts.53.gate_proj,0.01669351,0.01000,0.451
6,mlp.experts.54.gate_proj,0.37239343,0.01000,0.451
6,mlp.experts.55.gate_proj,0.26942682,0.01000,0.450
6,mlp.experts.56.gate_proj,0.82818103,0.01000,0.456
6,mlp.experts.57.gate_proj,0.01646294,0.01000,0.450
6,mlp.experts.58.gate_proj,0.13960724,0.01000,0.451
6,mlp.experts.59.gate_proj,0.00047639,0.01000,0.459
6,mlp.experts.60.gate_proj,0.00000176,0.01000,0.447
6,mlp.experts.61.gate_proj,0.12264469,0.01000,0.441
6,mlp.experts.62.gate_proj,0.20995927,0.01000,0.440
6,mlp.experts.63.gate_proj,0.36417517,0.01000,0.440
6,mlp.experts.64.gate_proj,0.50376010,0.01000,0.440
6,mlp.experts.65.gate_proj,0.07694323,0.01000,0.446
6,mlp.experts.66.gate_proj,0.01963195,0.01000,0.440
6,mlp.experts.67.gate_proj,0.04212313,0.01000,0.443
6,mlp.experts.68.gate_proj,0.01302183,0.01000,0.444
6,mlp.experts.69.gate_proj,0.00045439,0.01000,0.448
6,mlp.experts.70.gate_proj,0.03056824,0.01000,0.442
6,mlp.experts.71.gate_proj,0.43634975,0.01000,0.441
6,mlp.experts.72.gate_proj,0.10509108,0.01000,0.440
6,mlp.experts.73.gate_proj,0.00003435,0.01000,0.443
6,mlp.experts.74.gate_proj,0.05869853,0.01000,0.450
6,mlp.experts.75.gate_proj,0.18913072,0.01000,0.446
6,mlp.experts.76.gate_proj,0.27808630,0.01000,0.459
6,mlp.experts.77.gate_proj,0.12881631,0.01000,0.448
6,mlp.experts.78.gate_proj,0.01474989,0.01000,0.447
6,mlp.experts.79.gate_proj,0.45671389,0.01000,0.441
6,mlp.experts.80.gate_proj,0.03956860,0.01000,0.441
6,mlp.experts.81.gate_proj,0.00002006,0.01000,0.439
6,mlp.experts.82.gate_proj,0.02071360,0.01000,0.441
6,mlp.experts.83.gate_proj,0.06559094,0.01000,0.439
6,mlp.experts.84.gate_proj,0.11457300,0.01000,0.438
6,mlp.experts.85.gate_proj,0.26141745,0.01000,0.440
6,mlp.experts.86.gate_proj,0.49130893,0.01000,0.438
6,mlp.experts.87.gate_proj,0.42673045,0.01000,0.440
6,mlp.experts.88.gate_proj,0.08263999,0.01000,0.439
6,mlp.experts.89.gate_proj,0.18090618,0.01000,0.438
6,mlp.experts.90.gate_proj,0.00329668,0.01000,0.438
6,mlp.experts.91.gate_proj,0.00153746,0.01000,0.441
6,mlp.experts.92.gate_proj,0.05923706,0.01000,0.440
6,mlp.experts.93.gate_proj,0.13723849,0.01000,0.439
6,mlp.experts.94.gate_proj,0.05412277,0.01000,0.440
6,mlp.experts.95.gate_proj,0.00969611,0.01000,0.439
6,mlp.experts.96.gate_proj,0.32911709,0.01000,0.440
6,mlp.experts.97.gate_proj,0.53185618,0.01000,0.438
6,mlp.experts.98.gate_proj,0.04036156,0.01000,0.439
6,mlp.experts.99.gate_proj,0.17515467,0.01000,0.438
6,mlp.experts.100.gate_proj,0.24753071,0.01000,0.438
6,mlp.experts.101.gate_proj,0.59522617,0.01000,0.440
6,mlp.experts.102.gate_proj,0.03550838,0.01000,0.438
6,mlp.experts.103.gate_proj,0.30667651,0.01000,0.439
6,mlp.experts.104.gate_proj,0.04094581,0.01000,0.439
6,mlp.experts.105.gate_proj,0.13156201,0.01000,0.443
6,mlp.experts.106.gate_proj,0.00594744,0.01000,0.441
6,mlp.experts.107.gate_proj,0.55009186,0.01000,0.438
6,mlp.experts.108.gate_proj,0.00741759,0.01000,0.435
6,mlp.experts.109.gate_proj,0.14167559,0.01000,0.435
6,mlp.experts.110.gate_proj,0.47990370,0.01000,0.443
6,mlp.experts.111.gate_proj,0.01088168,0.01000,0.435
6,mlp.experts.112.gate_proj,0.00925406,0.01000,0.437
6,mlp.experts.113.gate_proj,0.00092957,0.01000,0.436
6,mlp.experts.114.gate_proj,0.24848171,0.01000,0.439
6,mlp.experts.115.gate_proj,0.14404979,0.01000,0.436
6,mlp.experts.116.gate_proj,0.61639178,0.01000,0.439
6,mlp.experts.117.gate_proj,0.02164703,0.01000,0.435
6,mlp.experts.118.gate_proj,0.06795099,0.01000,0.439
6,mlp.experts.119.gate_proj,0.12796333,0.01000,0.443
6,mlp.experts.120.gate_proj,0.00807249,0.01000,0.438
6,mlp.experts.121.gate_proj,0.07368069,0.01000,0.440
6,mlp.experts.122.gate_proj,0.00056597,0.01000,0.439
6,mlp.experts.123.gate_proj,0.04805569,0.01000,0.438
6,mlp.experts.124.gate_proj,0.05020007,0.01000,0.439
6,mlp.experts.125.gate_proj,0.14219451,0.01000,0.439
6,mlp.experts.126.gate_proj,0.00908324,0.01000,0.444
6,mlp.experts.127.gate_proj,0.29724526,0.01000,0.441
6,mlp.experts.0.down_proj,0.02575006,0.01000,0.166
6,mlp.experts.1.down_proj,0.00613992,0.01000,0.164
6,mlp.experts.2.down_proj,0.00000367,0.01000,0.168
6,mlp.experts.3.down_proj,0.01259907,0.01000,0.164
6,mlp.experts.4.down_proj,0.05184849,0.01000,0.164
6,mlp.experts.5.down_proj,0.00000629,0.01000,0.164
6,mlp.experts.6.down_proj,0.00437054,0.01000,0.164
6,mlp.experts.7.down_proj,0.06272034,0.01000,0.164
6,mlp.experts.8.down_proj,0.00392889,0.01000,0.165
6,mlp.experts.9.down_proj,0.01707274,0.01000,0.164
6,mlp.experts.10.down_proj,0.04554497,0.01000,0.164
6,mlp.experts.11.down_proj,0.00000197,0.01000,0.164
6,mlp.experts.12.down_proj,0.00038674,0.01000,0.164
6,mlp.experts.13.down_proj,0.05237719,0.01000,0.164
6,mlp.experts.14.down_proj,0.02612173,0.01000,0.164
6,mlp.experts.15.down_proj,0.00052816,0.01000,0.165
6,mlp.experts.16.down_proj,0.00209432,0.01000,0.168
6,mlp.experts.17.down_proj,0.00363147,0.01000,0.164
6,mlp.experts.18.down_proj,0.00260468,0.01000,0.174
6,mlp.experts.19.down_proj,0.00888725,0.01000,0.166
6,mlp.experts.20.down_proj,0.00851473,0.01000,0.168
6,mlp.experts.21.down_proj,0.00037472,0.01000,0.165
6,mlp.experts.22.down_proj,0.04035873,0.01000,0.164
6,mlp.experts.23.down_proj,0.03544772,0.01000,0.164
6,mlp.experts.24.down_proj,0.00743013,0.01000,0.164
6,mlp.experts.25.down_proj,0.02889137,0.01000,0.165
6,mlp.experts.26.down_proj,0.00914596,0.01000,0.165
6,mlp.experts.27.down_proj,0.00280753,0.01000,0.164
6,mlp.experts.28.down_proj,0.01879926,0.01000,0.164
6,mlp.experts.29.down_proj,0.00081039,0.01000,0.164
6,mlp.experts.30.down_proj,0.00403615,0.01000,0.165
6,mlp.experts.31.down_proj,0.00097894,0.01000,0.167
6,mlp.experts.32.down_proj,0.00263697,0.01000,0.165
6,mlp.experts.33.down_proj,0.00740887,0.01000,0.164
6,mlp.experts.34.down_proj,0.04131541,0.01000,0.164
6,mlp.experts.35.down_proj,0.00573059,0.01000,0.164
6,mlp.experts.36.down_proj,0.00123592,0.01000,0.164
6,mlp.experts.37.down_proj,0.01198070,0.01000,0.164
6,mlp.experts.38.down_proj,0.07797337,0.01000,0.167
6,mlp.experts.39.down_proj,0.02261729,0.01000,0.166
6,mlp.experts.40.down_proj,0.00008351,0.01000,0.166
6,mlp.experts.41.down_proj,0.00991355,0.01000,0.166
6,mlp.experts.42.down_proj,0.04070902,0.01000,0.167
6,mlp.experts.43.down_proj,0.00081218,0.01000,0.167
6,mlp.experts.44.down_proj,0.04525527,0.01000,0.167
6,mlp.experts.45.down_proj,0.00000046,0.01000,0.170
6,mlp.experts.46.down_proj,0.03313119,0.01000,0.167
6,mlp.experts.47.down_proj,0.00553922,0.01000,0.166
6,mlp.experts.48.down_proj,0.00701209,0.01000,0.167
6,mlp.experts.49.down_proj,0.00918515,0.01000,0.167
6,mlp.experts.50.down_proj,0.00008896,0.01000,0.167
6,mlp.experts.51.down_proj,0.00576744,0.01000,0.167
6,mlp.experts.52.down_proj,0.05155491,0.01000,0.168
6,mlp.experts.53.down_proj,0.00268932,0.01000,0.167
6,mlp.experts.54.down_proj,0.02999859,0.01000,0.170
6,mlp.experts.55.down_proj,0.03212523,0.01000,0.167
6,mlp.experts.56.down_proj,0.09294602,0.01000,0.169
6,mlp.experts.57.down_proj,0.00179792,0.01000,0.167
6,mlp.experts.58.down_proj,0.01697386,0.01000,0.167
6,mlp.experts.59.down_proj,0.00007760,0.01000,0.168
6,mlp.experts.60.down_proj,0.00000016,0.01000,0.168
6,mlp.experts.61.down_proj,0.01047352,0.01000,0.167
6,mlp.experts.62.down_proj,0.02017041,0.01000,0.168
6,mlp.experts.63.down_proj,0.03505033,0.01000,0.167
6,mlp.experts.64.down_proj,0.04896389,0.01000,0.167
6,mlp.experts.65.down_proj,0.00699448,0.01000,0.167
6,mlp.experts.66.down_proj,0.00211960,0.01000,0.167
6,mlp.experts.67.down_proj,0.00395086,0.01000,0.167
6,mlp.experts.68.down_proj,0.00167614,0.01000,0.168
6,mlp.experts.69.down_proj,0.00007712,0.01000,0.168
6,mlp.experts.70.down_proj,0.00408614,0.01000,0.167
6,mlp.experts.71.down_proj,0.04238138,0.01000,0.168
6,mlp.experts.72.down_proj,0.01070711,0.01000,0.168
6,mlp.experts.73.down_proj,0.00000563,0.01000,0.173
6,mlp.experts.74.down_proj,0.00539340,0.01000,0.168
6,mlp.experts.75.down_proj,0.01740032,0.01000,0.168
6,mlp.experts.76.down_proj,0.03860006,0.01000,0.168
6,mlp.experts.77.down_proj,0.01443738,0.01000,0.169
6,mlp.experts.78.down_proj,0.00259224,0.01000,0.168
6,mlp.experts.79.down_proj,0.06045919,0.01000,0.168
6,mlp.experts.80.down_proj,0.00482668,0.01000,0.172
6,mlp.experts.81.down_proj,0.00000470,0.01000,0.168
6,mlp.experts.82.down_proj,0.00189123,0.01000,0.171
6,mlp.experts.83.down_proj,0.01086281,0.01000,0.168
6,mlp.experts.84.down_proj,0.01208597,0.01000,0.168
6,mlp.experts.85.down_proj,0.02904035,0.01000,0.168
6,mlp.experts.86.down_proj,0.04427055,0.01000,0.167
6,mlp.experts.87.down_proj,0.05091640,0.01000,0.172
6,mlp.experts.88.down_proj,0.01062116,0.01000,0.167
6,mlp.experts.89.down_proj,0.01751381,0.01000,0.167
6,mlp.experts.90.down_proj,0.00038609,0.01000,0.167
6,mlp.experts.91.down_proj,0.00026940,0.01000,0.168
6,mlp.experts.92.down_proj,0.00602943,0.01000,0.169
6,mlp.experts.93.down_proj,0.01211413,0.01000,0.168
6,mlp.experts.94.down_proj,0.00552679,0.01000,0.167
6,mlp.experts.95.down_proj,0.00176394,0.01000,0.167
6,mlp.experts.96.down_proj,0.02545151,0.01000,0.168
6,mlp.experts.97.down_proj,0.04603437,0.01000,0.168
6,mlp.experts.98.down_proj,0.00350091,0.01000,0.168
6,mlp.experts.99.down_proj,0.02076316,0.01000,0.168
6,mlp.experts.100.down_proj,0.02363008,0.01000,0.168
6,mlp.experts.101.down_proj,0.06670652,0.01000,0.169
6,mlp.experts.102.down_proj,0.00455814,0.01000,0.168
6,mlp.experts.103.down_proj,0.02242048,0.01000,0.168
6,mlp.experts.104.down_proj,0.00432273,0.01000,0.167
6,mlp.experts.105.down_proj,0.02317037,0.01000,0.167
6,mlp.experts.106.down_proj,0.00115814,0.01000,0.168
6,mlp.experts.107.down_proj,0.05706916,0.01000,0.168
6,mlp.experts.108.down_proj,0.00098970,0.01000,0.168
6,mlp.experts.109.down_proj,0.01534373,0.01000,0.169
6,mlp.experts.110.down_proj,0.05120940,0.01000,0.169
6,mlp.experts.111.down_proj,0.00136336,0.01000,0.169
6,mlp.experts.112.down_proj,0.00021043,0.01000,0.168
6,mlp.experts.113.down_proj,0.00016156,0.01000,0.168
6,mlp.experts.114.down_proj,0.02631022,0.01000,0.168
6,mlp.experts.115.down_proj,0.02258030,0.01000,0.168
6,mlp.experts.116.down_proj,0.05870169,0.01000,0.168
6,mlp.experts.117.down_proj,0.00066581,0.01000,0.168
6,mlp.experts.118.down_proj,0.00940946,0.01000,0.168
6,mlp.experts.119.down_proj,0.01491955,0.01000,0.168
6,mlp.experts.120.down_proj,0.00117385,0.01000,0.171
6,mlp.experts.121.down_proj,0.00429095,0.01000,0.169
6,mlp.experts.122.down_proj,0.00014121,0.01000,0.168
6,mlp.experts.123.down_proj,0.00639569,0.01000,0.168
6,mlp.experts.124.down_proj,0.00723916,0.01000,0.168
6,mlp.experts.125.down_proj,0.01266518,0.01000,0.168
6,mlp.experts.126.down_proj,0.00150367,0.01000,0.168
6,mlp.experts.127.down_proj,0.03314812,0.01000,0.171
7,self_attn.q_proj,0.02247605,0.01000,0.445
7,self_attn.k_proj,0.00324732,0.01000,0.437
7,self_attn.v_proj,0.00351272,0.01000,0.434
7,self_attn.o_proj,0.00329551,0.01000,0.883
7,mlp.experts.0.up_proj,0.00036331,0.01000,0.441
7,mlp.experts.1.up_proj,0.16109884,0.01000,0.452
7,mlp.experts.2.up_proj,0.52274293,0.01000,0.436
7,mlp.experts.3.up_proj,0.11525992,0.01000,0.443
7,mlp.experts.4.up_proj,0.26712385,0.01000,0.451
7,mlp.experts.5.up_proj,0.43199313,0.01000,0.450
7,mlp.experts.6.up_proj,0.08439592,0.01000,0.439
7,mlp.experts.7.up_proj,0.79372317,0.01000,0.443
7,mlp.experts.8.up_proj,0.21216592,0.01000,0.437
7,mlp.experts.9.up_proj,0.23564312,0.01000,0.437
7,mlp.experts.10.up_proj,0.01665585,0.01000,0.437
7,mlp.experts.11.up_proj,0.13916023,0.01000,0.437
7,mlp.experts.12.up_proj,0.30714247,0.01000,0.437
7,mlp.experts.13.up_proj,0.18094100,0.01000,0.439
7,mlp.experts.14.up_proj,0.02797238,0.01000,0.438
7,mlp.experts.15.up_proj,0.03179276,0.01000,0.437
7,mlp.experts.16.up_proj,0.00067345,0.01000,0.437
7,mlp.experts.17.up_proj,0.44662511,0.01000,0.438
7,mlp.experts.18.up_proj,0.03168517,0.01000,0.434
7,mlp.experts.19.up_proj,0.15530670,0.01000,0.434
7,mlp.experts.20.up_proj,0.38799861,0.01000,0.435
7,mlp.experts.21.up_proj,0.66738820,0.01000,0.434
7,mlp.experts.22.up_proj,0.11104949,0.01000,0.435
7,mlp.experts.23.up_proj,0.00003231,0.01000,0.434
7,mlp.experts.24.up_proj,0.56179702,0.01000,0.435
7,mlp.experts.25.up_proj,0.14288417,0.01000,0.435
7,mlp.experts.26.up_proj,1.22887349,0.01000,0.438
7,mlp.experts.27.up_proj,0.05534355,0.01000,0.435
7,mlp.experts.28.up_proj,0.00482774,0.01000,0.435
7,mlp.experts.29.up_proj,0.03813993,0.01000,0.436
7,mlp.experts.30.up_proj,0.01328345,0.01000,0.435
7,mlp.experts.31.up_proj,0.33874360,0.01000,0.436
7,mlp.experts.32.up_proj,0.17418900,0.01000,0.436
7,mlp.experts.33.up_proj,0.55563176,0.01000,0.441
7,mlp.experts.34.up_proj,0.18061392,0.01000,0.438
7,mlp.experts.35.up_proj,0.00652639,0.01000,0.438
7,mlp.experts.36.up_proj,0.23767449,0.01000,0.438
7,mlp.experts.37.up_proj,0.00000458,0.01000,0.438
7,mlp.experts.38.up_proj,0.17638478,0.01000,0.438
7,mlp.experts.39.up_proj,0.11244544,0.01000,0.440
7,mlp.experts.40.up_proj,0.02611440,0.01000,0.439
7,mlp.experts.41.up_proj,0.11256406,0.01000,0.451
7,mlp.experts.42.up_proj,0.00021247,0.01000,0.437
7,mlp.experts.43.up_proj,0.10836425,0.01000,0.437
7,mlp.experts.44.up_proj,0.15644240,0.01000,0.437
7,mlp.experts.45.up_proj,0.26573884,0.01000,0.438
7,mlp.experts.46.up_proj,0.03873073,0.01000,0.438
7,mlp.experts.47.up_proj,0.11053137,0.01000,0.441
7,mlp.experts.48.up_proj,0.44567341,0.01000,0.438
7,mlp.experts.49.up_proj,0.12635359,0.01000,0.437
7,mlp.experts.50.up_proj,0.17484964,0.01000,0.438
7,mlp.experts.51.up_proj,0.26200229,0.01000,0.438
7,mlp.experts.52.up_proj,0.08956075,0.01000,0.440
7,mlp.experts.53.up_proj,0.27410901,0.01000,0.442
7,mlp.experts.54.up_proj,0.00024946,0.01000,0.441
7,mlp.experts.55.up_proj,0.00057480,0.01000,0.443
7,mlp.experts.56.up_proj,0.24821268,0.01000,0.443
7,mlp.experts.57.up_proj,0.00003036,0.01000,0.442
7,mlp.experts.58.up_proj,0.12897545,0.01000,0.440
7,mlp.experts.59.up_proj,0.56341732,0.01000,0.441
7,mlp.experts.60.up_proj,0.17994660,0.01000,0.439
7,mlp.experts.61.up_proj,0.16805816,0.01000,0.440
7,mlp.experts.62.up_proj,0.02606431,0.01000,0.439
7,mlp.experts.63.up_proj,0.10604666,0.01000,0.439
7,mlp.experts.64.up_proj,0.13466930,0.01000,0.438
7,mlp.experts.65.up_proj,0.00119214,0.01000,0.444
7,mlp.experts.66.up_proj,0.30826062,0.01000,0.446
7,mlp.experts.67.up_proj,0.05352432,0.01000,0.447
7,mlp.experts.68.up_proj,0.00882214,0.01000,0.448
7,mlp.experts.69.up_proj,0.01486704,0.01000,0.447
7,mlp.experts.70.up_proj,0.02086033,0.01000,0.460
7,mlp.experts.71.up_proj,0.00199681,0.01000,0.446
7,mlp.experts.72.up_proj,0.15812965,0.01000,0.454
7,mlp.experts.73.up_proj,0.65337008,0.01000,0.461
7,mlp.experts.74.up_proj,0.12729481,0.01000,0.452
7,mlp.experts.75.up_proj,0.03694158,0.01000,0.450
7,mlp.experts.76.up_proj,0.00973273,0.01000,0.443
7,mlp.experts.77.up_proj,0.00000484,0.01000,0.439
7,mlp.experts.78.up_proj,0.05097459,0.01000,0.441
7,mlp.experts.79.up_proj,0.05005157,0.01000,0.441
7,mlp.experts.80.up_proj,0.00001349,0.01000,0.439
7,mlp.experts.81.up_proj,0.03562114,0.01000,0.441
7,mlp.experts.82.up_proj,0.37564519,0.01000,0.442
7,mlp.experts.83.up_proj,0.18427506,0.01000,0.442
7,mlp.experts.84.up_proj,0.01141728,0.01000,0.440
7,mlp.experts.85.up_proj,0.00140462,0.01000,0.441
7,mlp.experts.86.up_proj,0.20831881,0.01000,0.434
7,mlp.experts.87.up_proj,0.30523154,0.01000,0.435
7,mlp.experts.88.up_proj,0.32223380,0.01000,0.435
7,mlp.experts.89.up_proj,0.27132124,0.01000,0.434
7,mlp.experts.90.up_proj,0.00007181,0.01000,0.437
7,mlp.experts.91.up_proj,0.11593324,0.01000,0.436
7,mlp.experts.92.up_proj,0.00337517,0.01000,0.438
7,mlp.experts.93.up_proj,0.37061307,0.01000,0.437
7,mlp.experts.94.up_proj,0.46244532,0.01000,0.438
7,mlp.experts.95.up_proj,0.17982061,0.01000,0.439
7,mlp.experts.96.up_proj,0.01420770,0.01000,0.436
7,mlp.experts.97.up_proj,0.00035451,0.01000,0.436
7,mlp.experts.98.up_proj,0.18147725,0.01000,0.436
7,mlp.experts.99.up_proj,0.11685658,0.01000,0.437
7,mlp.experts.100.up_proj,0.16853818,0.01000,0.436
7,mlp.experts.101.up_proj,0.00936443,0.01000,0.439
7,mlp.experts.102.up_proj,0.00838925,0.01000,0.437
7,mlp.experts.103.up_proj,0.01881572,0.01000,0.436
7,mlp.experts.104.up_proj,0.03091403,0.01000,0.437
7,mlp.experts.105.up_proj,0.00456036,0.01000,0.437
7,mlp.experts.106.up_proj,0.31659475,0.01000,0.439
7,mlp.experts.107.up_proj,0.00017691,0.01000,0.436
7,mlp.experts.108.up_proj,0.13057953,0.01000,0.441
7,mlp.experts.109.up_proj,0.07646264,0.01000,0.445
7,mlp.experts.110.up_proj,0.73634422,0.01000,0.440
7,mlp.experts.111.up_proj,0.01749601,0.01000,0.443
7,mlp.experts.112.up_proj,0.17235994,0.01000,0.443
7,mlp.experts.113.up_proj,0.05099177,0.01000,0.441
7,mlp.experts.114.up_proj,0.04075772,0.01000,0.443
7,mlp.experts.115.up_proj,0.05219101,0.01000,0.464
7,mlp.experts.116.up_proj,0.34186468,0.01000,0.454
7,mlp.experts.117.up_proj,0.02278115,0.01000,0.454
7,mlp.experts.118.up_proj,0.06183638,0.01000,0.456
7,mlp.experts.119.up_proj,0.03325085,0.01000,0.453
7,mlp.experts.120.up_proj,0.01928528,0.01000,0.455
7,mlp.experts.121.up_proj,0.00005456,0.01000,0.458
7,mlp.experts.122.up_proj,0.00357948,0.01000,0.468
7,mlp.experts.123.up_proj,0.08401594,0.01000,0.458
7,mlp.experts.124.up_proj,0.17518687,0.01000,0.467
7,mlp.experts.125.up_proj,0.19267145,0.01000,0.464
7,mlp.experts.126.up_proj,0.01042702,0.01000,0.449
7,mlp.experts.127.up_proj,0.05409818,0.01000,0.441
7,mlp.experts.0.gate_proj,0.00041738,0.01000,0.444
7,mlp.experts.1.gate_proj,0.18598528,0.01000,0.438
7,mlp.experts.2.gate_proj,0.55739075,0.01000,0.438
7,mlp.experts.3.gate_proj,0.12002293,0.01000,0.441
7,mlp.experts.4.gate_proj,0.30662680,0.01000,0.437
7,mlp.experts.5.gate_proj,0.47917563,0.01000,0.438
7,mlp.experts.6.gate_proj,0.09767397,0.01000,0.437
7,mlp.experts.7.gate_proj,0.83359587,0.01000,0.438
7,mlp.experts.8.gate_proj,0.22798887,0.01000,0.436
7,mlp.experts.9.gate_proj,0.27756131,0.01000,0.436
7,mlp.experts.10.gate_proj,0.01811162,0.01000,0.436
7,mlp.experts.11.gate_proj,0.17203826,0.01000,0.436
7,mlp.experts.12.gate_proj,0.37309492,0.01000,0.445
7,mlp.experts.13.gate_proj,0.21770701,0.01000,0.438
7,mlp.experts.14.gate_proj,0.03332715,0.01000,0.440
7,mlp.experts.15.gate_proj,0.03600078,0.01000,0.434
7,mlp.experts.16.gate_proj,0.00069039,0.01000,0.434
7,mlp.experts.17.gate_proj,0.54895461,0.01000,0.434
7,mlp.experts.18.gate_proj,0.03887233,0.01000,0.434
7,mlp.experts.19.gate_proj,0.16929162,0.01000,0.436
7,mlp.experts.20.gate_proj,0.43481818,0.01000,0.436
7,mlp.experts.21.gate_proj,0.76801139,0.01000,0.435
7,mlp.experts.22.gate_proj,0.13182288,0.01000,0.437
7,mlp.experts.23.gate_proj,0.00003443,0.01000,0.442
7,mlp.experts.24.gate_proj,0.64889318,0.01000,0.441
7,mlp.experts.25.gate_proj,0.16336909,0.01000,0.435
7,mlp.experts.26.gate_proj,1.40979278,0.01000,0.442
7,mlp.experts.27.gate_proj,0.06063987,0.01000,0.435
7,mlp.experts.28.gate_proj,0.00593259,0.01000,0.437
7,mlp.experts.29.gate_proj,0.04386869,0.01000,0.434
7,mlp.experts.30.gate_proj,0.01578724,0.01000,0.435
7,mlp.experts.31.gate_proj,0.35948938,0.01000,0.434
7,mlp.experts.32.gate_proj,0.20042311,0.01000,0.450
7,mlp.experts.33.gate_proj,0.63395071,0.01000,0.440
7,mlp.experts.34.gate_proj,0.19137245,0.01000,0.448
7,mlp.experts.35.gate_proj,0.00801601,0.01000,0.435
7,mlp.experts.36.gate_proj,0.27497518,0.01000,0.446
7,mlp.experts.37.gate_proj,0.00000522,0.01000,0.435
7,mlp.experts.38.gate_proj,0.21277606,0.01000,0.434
7,mlp.experts.39.gate_proj,0.12501580,0.01000,0.433
7,mlp.experts.40.gate_proj,0.03124865,0.01000,0.433
7,mlp.experts.41.gate_proj,0.12988454,0.01000,0.435
7,mlp.experts.42.gate_proj,0.00026011,0.01000,0.434
7,mlp.experts.43.gate_proj,0.11727352,0.01000,0.434
7,mlp.experts.44.gate_proj,0.18304577,0.01000,0.435
7,mlp.experts.45.gate_proj,0.29622769,0.01000,0.434
7,mlp.experts.46.gate_proj,0.04254487,0.01000,0.434
7,mlp.experts.47.gate_proj,0.12788147,0.01000,0.435
7,mlp.experts.48.gate_proj,0.46813035,0.01000,0.434
7,mlp.experts.49.gate_proj,0.12680894,0.01000,0.434
7,mlp.experts.50.gate_proj,0.18251450,0.01000,0.434
7,mlp.experts.51.gate_proj,0.27472153,0.01000,0.430
7,mlp.experts.52.gate_proj,0.11188478,0.01000,0.430
7,mlp.experts.53.gate_proj,0.29850501,0.01000,0.430
7,mlp.experts.54.gate_proj,0.00031010,0.01000,0.430
7,mlp.experts.55.gate_proj,0.00059016,0.01000,0.432
7,mlp.experts.56.gate_proj,0.26529825,0.01000,0.430
7,mlp.experts.57.gate_proj,0.00003273,0.01000,0.431
7,mlp.experts.58.gate_proj,0.14731309,0.01000,0.431
7,mlp.experts.59.gate_proj,0.65811187,0.01000,0.442
7,mlp.experts.60.gate_proj,0.19426894,0.01000,0.433
7,mlp.experts.61.gate_proj,0.19935739,0.01000,0.434
7,mlp.experts.62.gate_proj,0.02864090,0.01000,0.434
7,mlp.experts.63.gate_proj,0.12507340,0.01000,0.434
7,mlp.experts.64.gate_proj,0.14429128,0.01000,0.433
7,mlp.experts.65.gate_proj,0.00151144,0.01000,0.434
7,mlp.experts.66.gate_proj,0.35236639,0.01000,0.434
7,mlp.experts.67.gate_proj,0.06007744,0.01000,0.434
7,mlp.experts.68.gate_proj,0.01017639,0.01000,0.437
7,mlp.experts.69.gate_proj,0.01599227,0.01000,0.435
7,mlp.experts.70.gate_proj,0.02460470,0.01000,0.433
7,mlp.experts.71.gate_proj,0.00235770,0.01000,0.434
7,mlp.experts.72.gate_proj,0.18485710,0.01000,0.433
7,mlp.experts.73.gate_proj,0.76146799,0.01000,0.433
7,mlp.experts.74.gate_proj,0.14123482,0.01000,0.434
7,mlp.experts.75.gate_proj,0.03879689,0.01000,0.434
7,mlp.experts.76.gate_proj,0.01329687,0.01000,0.433
7,mlp.experts.77.gate_proj,0.00000519,0.01000,0.433
7,mlp.experts.78.gate_proj,0.06066051,0.01000,0.433
7,mlp.experts.79.gate_proj,0.05936318,0.01000,0.433
7,mlp.experts.80.gate_proj,0.00001575,0.01000,0.434
7,mlp.experts.81.gate_proj,0.03956643,0.01000,0.433
7,mlp.experts.82.gate_proj,0.43665630,0.01000,0.436
7,mlp.experts.83.gate_proj,0.22177592,0.01000,0.434
7,mlp.experts.84.gate_proj,0.01300302,0.01000,0.432
7,mlp.experts.85.gate_proj,0.00150582,0.01000,0.436
7,mlp.experts.86.gate_proj,0.23642108,0.01000,0.433
7,mlp.experts.87.gate_proj,0.33963996,0.01000,0.434
7,mlp.experts.88.gate_proj,0.36443508,0.01000,0.433
7,mlp.experts.89.gate_proj,0.30779472,0.01000,0.434
7,mlp.experts.90.gate_proj,0.00007796,0.01000,0.434
7,mlp.experts.91.gate_proj,0.13953060,0.01000,0.434
7,mlp.experts.92.gate_proj,0.00369005,0.01000,0.433
7,mlp.experts.93.gate_proj,0.41554299,0.01000,0.438
7,mlp.experts.94.gate_proj,0.51832527,0.01000,0.439
7,mlp.experts.95.gate_proj,0.18903662,0.01000,0.430
7,mlp.experts.96.gate_proj,0.01499676,0.01000,0.430
7,mlp.experts.97.gate_proj,0.00043586,0.01000,0.433
7,mlp.experts.98.gate_proj,0.18456522,0.01000,0.431
7,mlp.experts.99.gate_proj,0.13865127,0.01000,0.432
7,mlp.experts.100.gate_proj,0.17689872,0.01000,0.431
7,mlp.experts.101.gate_proj,0.01081026,0.01000,0.436
7,mlp.experts.102.gate_proj,0.00906419,0.01000,0.431
7,mlp.experts.103.gate_proj,0.01931840,0.01000,0.431
7,mlp.experts.104.gate_proj,0.03887305,0.01000,0.444
7,mlp.experts.105.gate_proj,0.00535273,0.01000,0.432
7,mlp.experts.106.gate_proj,0.35531133,0.01000,0.430
7,mlp.experts.107.gate_proj,0.00020411,0.01000,0.442
7,mlp.experts.108.gate_proj,0.15927190,0.01000,0.427
7,mlp.experts.109.gate_proj,0.09870732,0.01000,0.441
7,mlp.experts.110.gate_proj,0.81668317,0.01000,0.435
7,mlp.experts.111.gate_proj,0.01980126,0.01000,0.431
7,mlp.experts.112.gate_proj,0.18036196,0.01000,0.432
7,mlp.experts.113.gate_proj,0.05414566,0.01000,0.431
7,mlp.experts.114.gate_proj,0.05004439,0.01000,0.432
7,mlp.experts.115.gate_proj,0.21129452,0.01000,0.434
7,mlp.experts.116.gate_proj,0.38474864,0.01000,0.431
7,mlp.experts.117.gate_proj,0.02523139,0.01000,0.440
7,mlp.experts.118.gate_proj,0.07909069,0.01000,0.438
7,mlp.experts.119.gate_proj,0.03623094,0.01000,0.437
7,mlp.experts.120.gate_proj,0.02182936,0.01000,0.438
7,mlp.experts.121.gate_proj,0.00006491,0.01000,0.436
7,mlp.experts.122.gate_proj,0.00396077,0.01000,0.437
7,mlp.experts.123.gate_proj,0.09054437,0.01000,0.435
7,mlp.experts.124.gate_proj,0.19021580,0.01000,0.442
7,mlp.experts.125.gate_proj,0.22322422,0.01000,0.436
7,mlp.experts.126.gate_proj,0.01423992,0.01000,0.448
7,mlp.experts.127.gate_proj,0.06322936,0.01000,0.434
7,mlp.experts.0.down_proj,0.00007968,0.01000,0.164
7,mlp.experts.1.down_proj,0.01803744,0.01000,0.162
7,mlp.experts.2.down_proj,0.07957526,0.01000,0.162
7,mlp.experts.3.down_proj,0.01340355,0.01000,0.162
7,mlp.experts.4.down_proj,0.02959983,0.01000,0.162
7,mlp.experts.5.down_proj,0.04928542,0.01000,0.162
7,mlp.experts.6.down_proj,0.01165804,0.01000,0.162
7,mlp.experts.7.down_proj,0.08906275,0.01000,0.163
7,mlp.experts.8.down_proj,0.05087404,0.01000,0.163
7,mlp.experts.9.down_proj,0.03046673,0.01000,0.163
7,mlp.experts.10.down_proj,0.00220792,0.01000,0.163
7,mlp.experts.11.down_proj,0.01717995,0.01000,0.163
7,mlp.experts.12.down_proj,0.04492176,0.01000,0.164
7,mlp.experts.13.down_proj,0.02110003,0.01000,0.165
7,mlp.experts.14.down_proj,0.00501352,0.01000,0.163
7,mlp.experts.15.down_proj,0.00429166,0.01000,0.162
7,mlp.experts.16.down_proj,0.00012708,0.01000,0.163
7,mlp.experts.17.down_proj,0.05960542,0.01000,0.162
7,mlp.experts.18.down_proj,0.00636441,0.01000,0.163
7,mlp.experts.19.down_proj,0.01508437,0.01000,0.163
7,mlp.experts.20.down_proj,0.04224844,0.01000,0.163
7,mlp.experts.21.down_proj,0.07681765,0.01000,0.163
7,mlp.experts.22.down_proj,0.01440482,0.01000,0.163
7,mlp.experts.23.down_proj,0.00000460,0.01000,0.164
7,mlp.experts.24.down_proj,0.08931721,0.01000,0.164
7,mlp.experts.25.down_proj,0.01517053,0.01000,0.165
7,mlp.experts.26.down_proj,0.11941964,0.01000,0.164
7,mlp.experts.27.down_proj,0.00782043,0.01000,0.165
7,mlp.experts.28.down_proj,0.00004668,0.01000,0.164
7,mlp.experts.29.down_proj,0.00479933,0.01000,0.165
7,mlp.experts.30.down_proj,0.00258423,0.01000,0.165
7,mlp.experts.31.down_proj,0.03470546,0.01000,0.166
7,mlp.experts.32.down_proj,0.02209419,0.01000,0.165
7,mlp.experts.33.down_proj,0.06181763,0.01000,0.165
7,mlp.experts.34.down_proj,0.02743567,0.01000,0.165
7,mlp.experts.35.down_proj,0.00097499,0.01000,0.169
7,mlp.experts.36.down_proj,0.02514965,0.01000,0.165
7,mlp.experts.37.down_proj,0.00000082,0.01000,0.165
7,mlp.experts.38.down_proj,0.01767923,0.01000,0.165
7,mlp.experts.39.down_proj,0.01036317,0.01000,0.165
7,mlp.experts.40.down_proj,0.00319579,0.01000,0.166
7,mlp.experts.41.down_proj,0.01380956,0.01000,0.165
7,mlp.experts.42.down_proj,0.00005927,0.01000,0.165
7,mlp.experts.43.down_proj,0.01923622,0.01000,0.165
7,mlp.experts.44.down_proj,0.02236398,0.01000,0.167
7,mlp.experts.45.down_proj,0.02886258,0.01000,0.166
7,mlp.experts.46.down_proj,0.00489488,0.01000,0.165
7,mlp.experts.47.down_proj,0.01320720,0.01000,0.166
7,mlp.experts.48.down_proj,0.04263848,0.01000,0.166
7,mlp.experts.49.down_proj,0.01793367,0.01000,0.167
7,mlp.experts.50.down_proj,0.02626134,0.01000,0.166
7,mlp.experts.51.down_proj,0.03324599,0.01000,0.165
7,mlp.experts.52.down_proj,0.01270234,0.01000,0.166
7,mlp.experts.53.down_proj,0.02951046,0.01000,0.166
7,mlp.experts.54.down_proj,0.00008700,0.01000,0.166
7,mlp.experts.55.down_proj,0.00011463,0.01000,0.166
7,mlp.experts.56.down_proj,0.04089525,0.01000,0.165
7,mlp.experts.57.down_proj,0.00000544,0.01000,0.166
7,mlp.experts.58.down_proj,0.01958784,0.01000,0.169
7,mlp.experts.59.down_proj,0.10091965,0.01000,0.166
7,mlp.experts.60.down_proj,0.02480424,0.01000,0.166
7,mlp.experts.61.down_proj,0.02009844,0.01000,0.166
7,mlp.experts.62.down_proj,0.00627636,0.01000,0.169
7,mlp.experts.63.down_proj,0.01439028,0.01000,0.166
7,mlp.experts.64.down_proj,0.01563730,0.01000,0.166
7,mlp.experts.65.down_proj,0.00035265,0.01000,0.166
7,mlp.experts.66.down_proj,0.03433237,0.01000,0.167
7,mlp.experts.67.down_proj,0.00590287,0.01000,0.166
7,mlp.experts.68.down_proj,0.00124612,0.01000,0.166
7,mlp.experts.69.down_proj,0.00206399,0.01000,0.166
7,mlp.experts.70.down_proj,0.00366603,0.01000,0.168
7,mlp.experts.71.down_proj,0.00050923,0.01000,0.166
7,mlp.experts.72.down_proj,0.02253285,0.01000,0.166
7,mlp.experts.73.down_proj,0.06872199,0.01000,0.166
7,mlp.experts.74.down_proj,0.01473289,0.01000,0.167
7,mlp.experts.75.down_proj,0.00467374,0.01000,0.166
7,mlp.experts.76.down_proj,0.00038880,0.01000,0.166
7,mlp.experts.77.down_proj,0.00000069,0.01000,0.166
7,mlp.experts.78.down_proj,0.00826883,0.01000,0.167
7,mlp.experts.79.down_proj,0.00641797,0.01000,0.166
7,mlp.experts.80.down_proj,0.00000274,0.01000,0.166
7,mlp.experts.81.down_proj,0.00458542,0.01000,0.166
7,mlp.experts.82.down_proj,0.04994519,0.01000,0.167
7,mlp.experts.83.down_proj,0.02516729,0.01000,0.169
7,mlp.experts.84.down_proj,0.00156067,0.01000,0.166
7,mlp.experts.85.down_proj,0.00029236,0.01000,0.166
7,mlp.experts.86.down_proj,0.02446975,0.01000,0.166
7,mlp.experts.87.down_proj,0.04432080,0.01000,0.172
7,mlp.experts.88.down_proj,0.03529107,0.01000,0.166
7,mlp.experts.89.down_proj,0.02991473,0.01000,0.166
7,mlp.experts.90.down_proj,0.00001254,0.01000,0.165
7,mlp.experts.91.down_proj,0.01523033,0.01000,0.165
7,mlp.experts.92.down_proj,0.00054494,0.01000,0.166
7,mlp.experts.93.down_proj,0.03675107,0.01000,0.165
7,mlp.experts.94.down_proj,0.05573752,0.01000,0.165
7,mlp.experts.95.down_proj,0.02233504,0.01000,0.165
7,mlp.experts.96.down_proj,0.00199795,0.01000,0.166
7,mlp.experts.97.down_proj,0.00010543,0.01000,0.167
7,mlp.experts.98.down_proj,0.02364098,0.01000,0.165
7,mlp.experts.99.down_proj,0.01474506,0.01000,0.165
7,mlp.experts.100.down_proj,0.01817920,0.01000,0.165
7,mlp.experts.101.down_proj,0.00164565,0.01000,0.168
7,mlp.experts.102.down_proj,0.00117108,0.01000,0.167
7,mlp.experts.103.down_proj,0.00293330,0.01000,0.167
7,mlp.experts.104.down_proj,0.00177644,0.01000,0.167
7,mlp.experts.105.down_proj,0.00086788,0.01000,0.168
7,mlp.experts.106.down_proj,0.03676879,0.01000,0.166
7,mlp.experts.107.down_proj,0.00003905,0.01000,0.166
7,mlp.experts.108.down_proj,0.01518894,0.01000,0.170
7,mlp.experts.109.down_proj,0.01367428,0.01000,0.168
7,mlp.experts.110.down_proj,0.08604316,0.01000,0.166
7,mlp.experts.111.down_proj,0.00330236,0.01000,0.167
7,mlp.experts.112.down_proj,0.02817597,0.01000,0.166
7,mlp.experts.113.down_proj,0.00607457,0.01000,0.166
7,mlp.experts.114.down_proj,0.00342574,0.01000,0.168
7,mlp.experts.115.down_proj,0.00575114,0.01000,0.167
7,mlp.experts.116.down_proj,0.03622288,0.01000,0.167
7,mlp.experts.117.down_proj,0.00350515,0.01000,0.166
7,mlp.experts.118.down_proj,0.00543552,0.01000,0.167
7,mlp.experts.119.down_proj,0.00459386,0.01000,0.167
7,mlp.experts.120.down_proj,0.00245080,0.01000,0.167
7,mlp.experts.121.down_proj,0.00001052,0.01000,0.167
7,mlp.experts.122.down_proj,0.00067941,0.01000,0.167
7,mlp.experts.123.down_proj,0.01419213,0.01000,0.166
7,mlp.experts.124.down_proj,0.02192146,0.01000,0.166
7,mlp.experts.125.down_proj,0.02260375,0.01000,0.166
7,mlp.experts.126.down_proj,0.00072597,0.01000,0.166
7,mlp.experts.127.down_proj,0.00847822,0.01000,0.168
8,self_attn.q_proj,0.05306642,0.01000,0.441
8,self_attn.k_proj,0.00676395,0.01000,0.437
8,self_attn.v_proj,0.00807815,0.01000,0.432
8,self_attn.o_proj,0.00447223,0.01000,0.877
8,mlp.experts.0.up_proj,0.00133754,0.01000,0.436
8,mlp.experts.1.up_proj,0.00002860,0.01000,0.429
8,mlp.experts.2.up_proj,0.24851587,0.01000,0.429
8,mlp.experts.3.up_proj,0.20944788,0.01000,0.427
8,mlp.experts.4.up_proj,0.17400661,0.01000,0.433
8,mlp.experts.5.up_proj,1.34619558,0.01000,0.438
8,mlp.experts.6.up_proj,0.11179842,0.01000,0.431
8,mlp.experts.7.up_proj,0.00016065,0.01000,0.430
8,mlp.experts.8.up_proj,0.40332475,0.01000,0.430
8,mlp.experts.9.up_proj,0.01322925,0.01000,0.430
8,mlp.experts.10.up_proj,0.01603792,0.01000,0.429
8,mlp.experts.11.up_proj,0.02971193,0.01000,0.430
8,mlp.experts.12.up_proj,0.00000464,0.01000,0.430
8,mlp.experts.13.up_proj,0.09387273,0.01000,0.429
8,mlp.experts.14.up_proj,0.40198576,0.01000,0.430
8,mlp.experts.15.up_proj,0.19773692,0.01000,0.429
8,mlp.experts.16.up_proj,0.07822961,0.01000,0.431
8,mlp.experts.17.up_proj,0.60135376,0.01000,0.434
8,mlp.experts.18.up_proj,0.04724219,0.01000,0.429
8,mlp.experts.19.up_proj,0.01900755,0.01000,0.429
8,mlp.experts.20.up_proj,0.14232950,0.01000,0.429
8,mlp.experts.21.up_proj,0.61309385,0.01000,0.429
8,mlp.experts.22.up_proj,0.85718322,0.01000,0.428
8,mlp.experts.23.up_proj,0.18988784,0.01000,0.431
8,mlp.experts.24.up_proj,0.49164927,0.01000,0.429
8,mlp.experts.25.up_proj,0.19865558,0.01000,0.429
8,mlp.experts.26.up_proj,0.00872821,0.01000,0.431
8,mlp.experts.27.up_proj,0.24162368,0.01000,0.428
8,mlp.experts.28.up_proj,0.17378587,0.01000,0.428
8,mlp.experts.29.up_proj,0.01687196,0.01000,0.429
8,mlp.experts.30.up_proj,0.03849081,0.01000,0.427
8,mlp.experts.31.up_proj,0.00557227,0.01000,0.427
8,mlp.experts.32.up_proj,0.36433581,0.01000,0.430
8,mlp.experts.33.up_proj,0.42331025,0.01000,0.429
8,mlp.experts.34.up_proj,0.00620620,0.01000,0.427
8,mlp.experts.35.up_proj,0.22892424,0.01000,0.429
8,mlp.experts.36.up_proj,0.73241460,0.01000,0.426
8,mlp.experts.37.up_proj,0.19646282,0.01000,0.427
8,mlp.experts.38.up_proj,0.26053196,0.01000,0.428
8,mlp.experts.39.up_proj,0.25964874,0.01000,0.427
8,mlp.experts.40.up_proj,0.02353064,0.01000,0.426
8,mlp.experts.41.up_proj,0.00154979,0.01000,0.430
8,mlp.experts.42.up_proj,0.03485188,0.01000,0.427
8,mlp.experts.43.up_proj,0.17003478,0.01000,0.426
8,mlp.experts.44.up_proj,0.44092739,0.01000,0.426
8,mlp.experts.45.up_proj,0.68088758,0.01000,0.427
8,mlp.experts.46.up_proj,0.08139380,0.01000,0.428
8,mlp.experts.47.up_proj,0.24507317,0.01000,0.429
8,mlp.experts.48.up_proj,0.07083334,0.01000,0.429
8,mlp.experts.49.up_proj,0.00012415,0.01000,0.431
8,mlp.experts.50.up_proj,0.04669973,0.01000,0.429
8,mlp.experts.51.up_proj,0.18208833,0.01000,0.429
8,mlp.experts.52.up_proj,0.00023491,0.01000,0.428
8,mlp.experts.53.up_proj,0.77806091,0.01000,0.428
8,mlp.experts.54.up_proj,0.04974845,0.01000,0.426
8,mlp.experts.55.up_proj,0.23516305,0.01000,0.428
8,mlp.experts.56.up_proj,0.44648245,0.01000,0.433
8,mlp.experts.57.up_proj,0.28570557,0.01000,0.428
8,mlp.experts.58.up_proj,0.00002004,0.01000,0.428
8,mlp.experts.59.up_proj,0.01024530,0.01000,0.427
8,mlp.experts.60.up_proj,0.06484927,0.01000,0.428
8,mlp.experts.61.up_proj,0.36694270,0.01000,0.429
8,mlp.experts.62.up_proj,0.21154019,0.01000,0.429
8,mlp.experts.63.up_proj,0.00047774,0.01000,0.429
8,mlp.experts.64.up_proj,0.44881767,0.01000,0.429
8,mlp.experts.65.up_proj,0.05343937,0.01000,0.432
8,mlp.experts.66.up_proj,0.07080160,0.01000,0.428
8,mlp.experts.67.up_proj,0.12587041,0.01000,0.429
8,mlp.experts.68.up_proj,0.05015449,0.01000,0.428
8,mlp.experts.69.up_proj,0.10871661,0.01000,0.429
8,mlp.experts.70.up_proj,0.19972160,0.01000,0.430
8,mlp.experts.71.up_proj,0.00017702,0.01000,0.428
8,mlp.experts.72.up_proj,0.35356954,0.01000,0.429
8,mlp.experts.73.up_proj,0.00000073,0.01000,0.430
8,mlp.experts.74.up_proj,0.12889862,0.01000,0.429
8,mlp.experts.75.up_proj,0.01046304,0.01000,0.432
8,mlp.experts.76.up_proj,0.01469186,0.01000,0.429
8,mlp.experts.77.up_proj,0.03352088,0.01000,0.429
8,mlp.experts.78.up_proj,0.12255032,0.01000,0.429
8,mlp.experts.79.up_proj,0.08103937,0.01000,0.429
8,mlp.experts.80.up_proj,0.42678666,0.01000,0.428
8,mlp.experts.81.up_proj,0.00024693,0.01000,0.429
8,mlp.experts.82.up_proj,0.25798643,0.01000,0.430
8,mlp.experts.83.up_proj,0.01699154,0.01000,0.429
8,mlp.experts.84.up_proj,0.18123198,0.01000,0.435
8,mlp.experts.85.up_proj,0.02936765,0.01000,0.430
8,mlp.experts.86.up_proj,0.83805382,0.01000,0.429
8,mlp.experts.87.up_proj,0.03960676,0.01000,0.430
8,mlp.experts.88.up_proj,0.05179000,0.01000,0.430
8,mlp.experts.89.up_proj,0.00019495,0.01000,0.428
8,mlp.experts.90.up_proj,0.90669608,0.01000,0.430
8,mlp.experts.91.up_proj,0.20581833,0.01000,0.430
8,mlp.experts.92.up_proj,0.12955830,0.01000,0.430
8,mlp.experts.93.up_proj,0.00922561,0.01000,0.430
8,mlp.experts.94.up_proj,0.24055183,0.01000,0.428
8,mlp.experts.95.up_proj,0.50838035,0.01000,0.430
8,mlp.experts.96.up_proj,0.00229374,0.01000,0.430
8,mlp.experts.97.up_proj,0.00684607,0.01000,0.443
8,mlp.experts.98.up_proj,0.01988217,0.01000,0.437
8,mlp.experts.99.up_proj,0.25303042,0.01000,0.432
8,mlp.experts.100.up_proj,0.23388654,0.01000,0.435
8,mlp.experts.101.up_proj,0.03715494,0.01000,0.432
8,mlp.experts.102.up_proj,0.11262478,0.01000,0.437
8,mlp.experts.103.up_proj,0.22101279,0.01000,0.434
8,mlp.experts.104.up_proj,0.33761936,0.01000,0.432
8,mlp.experts.105.up_proj,0.17510366,0.01000,0.432
8,mlp.experts.106.up_proj,0.27805436,0.01000,0.431
8,mlp.experts.107.up_proj,0.00114216,0.01000,0.433
8,mlp.experts.108.up_proj,0.08436467,0.01000,0.431
8,mlp.experts.109.up_proj,0.22832245,0.01000,0.428
8,mlp.experts.110.up_proj,0.39336678,0.01000,0.429
8,mlp.experts.111.up_proj,0.03212816,0.01000,0.428
8,mlp.experts.112.up_proj,0.00000546,0.01000,0.428
8,mlp.experts.113.up_proj,0.01955381,0.01000,0.427
8,mlp.experts.114.up_proj,0.00466557,0.01000,0.429
8,mlp.experts.115.up_proj,0.00702597,0.01000,0.428
8,mlp.experts.116.up_proj,0.19462094,0.01000,0.429
8,mlp.experts.117.up_proj,0.05092435,0.01000,0.446
8,mlp.experts.118.up_proj,0.01257972,0.01000,0.432
8,mlp.experts.119.up_proj,0.00578132,0.01000,0.434
8,mlp.experts.120.up_proj,0.03187137,0.01000,0.445
8,mlp.experts.121.up_proj,0.09878856,0.01000,0.430
8,mlp.experts.122.up_proj,0.41980588,0.01000,0.444
8,mlp.experts.123.up_proj,0.10804896,0.01000,0.430
8,mlp.experts.124.up_proj,0.04109665,0.01000,0.430
8,mlp.experts.125.up_proj,0.02608129,0.01000,0.448
8,mlp.experts.126.up_proj,0.03947950,0.01000,0.430
8,mlp.experts.127.up_proj,0.09816100,0.01000,0.431
8,mlp.experts.0.gate_proj,0.00147512,0.01000,0.432
8,mlp.experts.1.gate_proj,0.00003018,0.01000,0.431
8,mlp.experts.2.gate_proj,0.27113819,0.01000,0.433
8,mlp.experts.3.gate_proj,0.22419676,0.01000,0.431
8,mlp.experts.4.gate_proj,0.18188277,0.01000,0.432
8,mlp.experts.5.gate_proj,1.43739915,0.01000,0.431
8,mlp.experts.6.gate_proj,0.11713743,0.01000,0.438
8,mlp.experts.7.gate_proj,0.00017361,0.01000,0.431
8,mlp.experts.8.gate_proj,0.45275617,0.01000,0.431
8,mlp.experts.9.gate_proj,0.01357141,0.01000,0.432
8,mlp.experts.10.gate_proj,0.01694809,0.01000,0.432
8,mlp.experts.11.gate_proj,0.03085259,0.01000,0.434
8,mlp.experts.12.gate_proj,0.00000510,0.01000,0.431
8,mlp.experts.13.gate_proj,0.11478361,0.01000,0.432
8,mlp.experts.14.gate_proj,0.41887674,0.01000,0.432
8,mlp.experts.15.gate_proj,0.21580943,0.01000,0.436
8,mlp.experts.16.gate_proj,0.08405991,0.01000,0.431
8,mlp.experts.17.gate_proj,0.66105616,0.01000,0.430
8,mlp.experts.18.gate_proj,0.05118634,0.01000,0.431
8,mlp.experts.19.gate_proj,0.01971731,0.01000,0.430
8,mlp.experts.20.gate_proj,0.13885282,0.01000,0.431
8,mlp.experts.21.gate_proj,0.67709875,0.01000,0.430
8,mlp.experts.22.gate_proj,0.93083465,0.01000,0.430
8,mlp.experts.23.gate_proj,0.20238356,0.01000,0.431
8,mlp.experts.24.gate_proj,0.55686682,0.01000,0.431
8,mlp.experts.25.gate_proj,0.21244860,0.01000,0.439
8,mlp.experts.26.gate_proj,0.00971600,0.01000,0.431
8,mlp.experts.27.gate_proj,0.24688712,0.01000,0.430
8,mlp.experts.28.gate_proj,0.18892504,0.01000,0.430
8,mlp.experts.29.gate_proj,0.01793205,0.01000,0.433
8,mlp.experts.30.gate_proj,0.04134368,0.01000,0.432
8,mlp.experts.31.gate_proj,0.00615471,0.01000,0.431
8,mlp.experts.32.gate_proj,0.42797533,0.01000,0.431
8,mlp.experts.33.gate_proj,0.45421070,0.01000,0.431
8,mlp.experts.34.gate_proj,0.00656378,0.01000,0.438
8,mlp.experts.35.gate_proj,0.23189901,0.01000,0.428
8,mlp.experts.36.gate_proj,0.77910846,0.01000,0.427
8,mlp.experts.37.gate_proj,0.20837447,0.01000,0.428
8,mlp.experts.38.gate_proj,0.27061495,0.01000,0.429
8,mlp.experts.39.gate_proj,0.25327060,0.01000,0.434
8,mlp.experts.40.gate_proj,0.02540098,0.01000,0.428
8,mlp.experts.41.gate_proj,0.00165546,0.01000,0.428
8,mlp.experts.42.gate_proj,0.03800721,0.01000,0.428
8,mlp.experts.43.gate_proj,0.17834187,0.01000,0.431
8,mlp.experts.44.gate_proj,0.45662007,0.01000,0.429
8,mlp.experts.45.gate_proj,0.74868667,0.01000,0.432
8,mlp.experts.46.gate_proj,0.08599025,0.01000,0.433
8,mlp.experts.47.gate_proj,0.26980859,0.01000,0.430
8,mlp.experts.48.gate_proj,0.08153568,0.01000,0.433
8,mlp.experts.49.gate_proj,0.00013264,0.01000,0.431
8,mlp.experts.50.gate_proj,0.05002101,0.01000,0.430
8,mlp.experts.51.gate_proj,0.18538494,0.01000,0.431
8,mlp.experts.52.gate_proj,0.00024639,0.01000,0.438
8,mlp.experts.53.gate_proj,0.82522184,0.01000,0.435
8,mlp.experts.54.gate_proj,0.05273522,0.01000,0.430
8,mlp.experts.55.gate_proj,0.25051463,0.01000,0.433
8,mlp.experts.56.gate_proj,0.48029011,0.01000,0.431
8,mlp.experts.57.gate_proj,0.31438458,0.01000,0.431
8,mlp.experts.58.gate_proj,0.00002033,0.01000,0.430
8,mlp.experts.59.gate_proj,0.01057195,0.01000,0.429
8,mlp.experts.60.gate_proj,0.06976393,0.01000,0.442
8,mlp.experts.61.gate_proj,0.37451807,0.01000,0.440
8,mlp.experts.62.gate_proj,0.22398375,0.01000,0.432
8,mlp.experts.63.gate_proj,0.00051109,0.01000,0.429
8,mlp.experts.64.gate_proj,0.46515062,0.01000,0.430
8,mlp.experts.65.gate_proj,0.05589674,0.01000,0.428
8,mlp.experts.66.gate_proj,0.07589995,0.01000,0.431
8,mlp.experts.67.gate_proj,0.13911286,0.01000,0.433
8,mlp.experts.68.gate_proj,0.05313501,0.01000,0.429
8,mlp.experts.69.gate_proj,0.11448774,0.01000,0.432
8,mlp.experts.70.gate_proj,0.20977296,0.01000,0.429
8,mlp.experts.71.gate_proj,0.00019617,0.01000,0.433
8,mlp.experts.72.gate_proj,0.38832656,0.01000,0.429
8,mlp.experts.73.gate_proj,0.00000077,0.01000,0.431
8,mlp.experts.74.gate_proj,0.13827130,0.01000,0.431
8,mlp.experts.75.gate_proj,0.01110052,0.01000,0.432
8,mlp.experts.76.gate_proj,0.01566849,0.01000,0.430
8,mlp.experts.77.gate_proj,0.03554745,0.01000,0.431
8,mlp.experts.78.gate_proj,0.13662201,0.01000,0.432
8,mlp.experts.79.gate_proj,0.08530854,0.01000,0.431
8,mlp.experts.80.gate_proj,0.46332395,0.01000,0.431
8,mlp.experts.81.gate_proj,0.00025841,0.01000,0.432
8,mlp.experts.82.gate_proj,0.27258918,0.01000,0.432
8,mlp.experts.83.gate_proj,0.01925690,0.01000,0.430
8,mlp.experts.84.gate_proj,0.17283739,0.01000,0.431
8,mlp.experts.85.gate_proj,0.03185964,0.01000,0.436
8,mlp.experts.86.gate_proj,0.87900472,0.01000,0.429
8,mlp.experts.87.gate_proj,0.04437199,0.01000,0.432
8,mlp.experts.88.gate_proj,0.06095949,0.01000,0.430
8,mlp.experts.89.gate_proj,0.00020895,0.01000,0.431
8,mlp.experts.90.gate_proj,0.96699572,0.01000,0.429
8,mlp.experts.91.gate_proj,0.22022492,0.01000,0.428
8,mlp.experts.92.gate_proj,0.14862396,0.01000,0.429
8,mlp.experts.93.gate_proj,0.00968112,0.01000,0.429
8,mlp.experts.94.gate_proj,0.19727841,0.01000,0.433
8,mlp.experts.95.gate_proj,0.53221798,0.01000,0.429
8,mlp.experts.96.gate_proj,0.02107140,0.01000,0.429
8,mlp.experts.97.gate_proj,0.00726852,0.01000,0.428
8,mlp.experts.98.gate_proj,0.02271129,0.01000,0.429
8,mlp.experts.99.gate_proj,0.26756021,0.01000,0.430
8,mlp.experts.100.gate_proj,0.26403606,0.01000,0.427
8,mlp.experts.101.gate_proj,0.03901889,0.01000,0.429
8,mlp.experts.102.gate_proj,0.11970486,0.01000,0.428
8,mlp.experts.103.gate_proj,0.22844517,0.01000,0.428
8,mlp.experts.104.gate_proj,0.36128747,0.01000,0.428
8,mlp.experts.105.gate_proj,0.19257233,0.01000,0.427
8,mlp.experts.106.gate_proj,0.28679323,0.01000,0.429
8,mlp.experts.107.gate_proj,0.00120353,0.01000,0.428
8,mlp.experts.108.gate_proj,0.08821520,0.01000,0.430
8,mlp.experts.109.gate_proj,0.23946579,0.01000,0.427
8,mlp.experts.110.gate_proj,0.43599188,0.01000,0.427
8,mlp.experts.111.gate_proj,0.03423677,0.01000,0.429
8,mlp.experts.112.gate_proj,0.00000598,0.01000,0.427
8,mlp.experts.113.gate_proj,0.02032107,0.01000,0.447
8,mlp.experts.114.gate_proj,0.00510742,0.01000,0.429
8,mlp.experts.115.gate_proj,0.00758419,0.01000,0.446
8,mlp.experts.116.gate_proj,0.20736924,0.01000,0.431
8,mlp.experts.117.gate_proj,0.05363726,0.01000,0.430
8,mlp.experts.118.gate_proj,0.01292701,0.01000,0.445
8,mlp.experts.119.gate_proj,0.00635655,0.01000,0.430
8,mlp.experts.120.gate_proj,0.03443503,0.01000,0.442
8,mlp.experts.121.gate_proj,0.09633182,0.01000,0.429
8,mlp.experts.122.gate_proj,0.43696773,0.01000,0.430
8,mlp.experts.123.gate_proj,0.11261366,0.01000,0.429
8,mlp.experts.124.gate_proj,0.04218625,0.01000,0.429
8,mlp.experts.125.gate_proj,0.02808045,0.01000,0.431
8,mlp.experts.126.gate_proj,0.04493128,0.01000,0.433
8,mlp.experts.127.gate_proj,0.09911098,0.01000,0.433
8,mlp.experts.0.down_proj,0.00034290,0.01000,0.163
8,mlp.experts.1.down_proj,0.00000323,0.01000,0.161
8,mlp.experts.2.down_proj,0.03957812,0.01000,0.161
8,mlp.experts.3.down_proj,0.02446267,0.01000,0.161
8,mlp.experts.4.down_proj,0.03059351,0.01000,0.161
8,mlp.experts.5.down_proj,0.16622627,0.01000,0.162
8,mlp.experts.6.down_proj,0.01709331,0.01000,0.163
8,mlp.experts.7.down_proj,0.00002965,0.01000,0.162
8,mlp.experts.8.down_proj,0.05112731,0.01000,0.161
8,mlp.experts.9.down_proj,0.00165311,0.01000,0.162
8,mlp.experts.10.down_proj,0.00201072,0.01000,0.161
8,mlp.experts.11.down_proj,0.00466650,0.01000,0.162
8,mlp.experts.12.down_proj,0.00000084,0.01000,0.164
8,mlp.experts.13.down_proj,0.01398949,0.01000,0.164
8,mlp.experts.14.down_proj,0.06624660,0.01000,0.164
8,mlp.experts.15.down_proj,0.03144630,0.01000,0.167
8,mlp.experts.16.down_proj,0.01510113,0.01000,0.164
8,mlp.experts.17.down_proj,0.10848545,0.01000,0.164
8,mlp.experts.18.down_proj,0.00746930,0.01000,0.166
8,mlp.experts.19.down_proj,0.00355129,0.01000,0.164
8,mlp.experts.20.down_proj,0.01963286,0.01000,0.164
8,mlp.experts.21.down_proj,0.08580877,0.01000,0.164
8,mlp.experts.22.down_proj,0.15967014,0.01000,0.164
8,mlp.experts.23.down_proj,0.02889317,0.01000,0.165
8,mlp.experts.24.down_proj,0.08703803,0.01000,0.165
8,mlp.experts.25.down_proj,0.02613900,0.01000,0.165
8,mlp.experts.26.down_proj,0.00152928,0.01000,0.165
8,mlp.experts.27.down_proj,0.03679858,0.01000,0.165
8,mlp.experts.28.down_proj,0.02577078,0.01000,0.164
8,mlp.experts.29.down_proj,0.00255227,0.01000,0.165
8,mlp.experts.30.down_proj,0.00645327,0.01000,0.165
8,mlp.experts.31.down_proj,0.00086267,0.01000,0.165
8,mlp.experts.32.down_proj,0.05550120,0.01000,0.165
8,mlp.experts.33.down_proj,0.05159770,0.01000,0.165
8,mlp.experts.34.down_proj,0.00102914,0.01000,0.165
8,mlp.experts.35.down_proj,0.02859933,0.01000,0.165
8,mlp.experts.36.down_proj,0.13337272,0.01000,0.165
8,mlp.experts.37.down_proj,0.02486495,0.01000,0.165
8,mlp.experts.38.down_proj,0.07813685,0.01000,0.167
8,mlp.experts.39.down_proj,0.03799068,0.01000,0.165
8,mlp.experts.40.down_proj,0.00373871,0.01000,0.165
8,mlp.experts.41.down_proj,0.00042839,0.01000,0.166
8,mlp.experts.42.down_proj,0.00464687,0.01000,0.176
8,mlp.experts.43.down_proj,0.02614057,0.01000,0.166
8,mlp.experts.44.down_proj,0.05446750,0.01000,0.165
8,mlp.experts.45.down_proj,0.11336511,0.01000,0.165
8,mlp.experts.46.down_proj,0.01448287,0.01000,0.164
8,mlp.experts.47.down_proj,0.03088191,0.01000,0.165
8,mlp.experts.48.down_proj,0.00873515,0.01000,0.165
8,mlp.experts.49.down_proj,0.00002407,0.01000,0.165
8,mlp.experts.50.down_proj,0.00773457,0.01000,0.164
8,mlp.experts.51.down_proj,0.03251139,0.01000,0.165
8,mlp.experts.52.down_proj,0.00005446,0.01000,0.167
8,mlp.experts.53.down_proj,0.15956762,0.01000,0.167
8,mlp.experts.54.down_proj,0.00587271,0.01000,0.167
8,mlp.experts.55.down_proj,0.02962439,0.01000,0.167
8,mlp.experts.56.down_proj,0.06531819,0.01000,0.168
8,mlp.experts.57.down_proj,0.06608161,0.01000,0.172
8,mlp.experts.58.down_proj,0.00000196,0.01000,0.167
8,mlp.experts.59.down_proj,0.00142975,0.01000,0.167
8,mlp.experts.60.down_proj,0.01156325,0.01000,0.167
8,mlp.experts.61.down_proj,0.04773114,0.01000,0.166
8,mlp.experts.62.down_proj,0.02822492,0.01000,0.166
8,mlp.experts.63.down_proj,0.00011600,0.01000,0.166
8,mlp.experts.64.down_proj,0.07871164,0.01000,0.166
8,mlp.experts.65.down_proj,0.00762675,0.01000,0.165
8,mlp.experts.66.down_proj,0.01249485,0.01000,0.165
8,mlp.experts.67.down_proj,0.01485038,0.01000,0.164
8,mlp.experts.68.down_proj,0.00717347,0.01000,0.165
8,mlp.experts.69.down_proj,0.01079122,0.01000,0.164
8,mlp.experts.70.down_proj,0.02403160,0.01000,0.164
8,mlp.experts.71.down_proj,0.00006745,0.01000,0.165
8,mlp.experts.72.down_proj,0.06064780,0.01000,0.164
8,mlp.experts.73.down_proj,0.00000007,0.01000,0.164
8,mlp.experts.74.down_proj,0.01376694,0.01000,0.164
8,mlp.experts.75.down_proj,0.00182960,0.01000,0.165
8,mlp.experts.76.down_proj,0.00181225,0.01000,0.165
8,mlp.experts.77.down_proj,0.00747355,0.01000,0.166
8,mlp.experts.78.down_proj,0.02279749,0.01000,0.167
8,mlp.experts.79.down_proj,0.01307093,0.01000,0.167
8,mlp.experts.80.down_proj,0.05635470,0.01000,0.166
8,mlp.experts.81.down_proj,0.00005676,0.01000,0.166
8,mlp.experts.82.down_proj,0.03082320,0.01000,0.167
8,mlp.experts.83.down_proj,0.00377712,0.01000,0.167
8,mlp.experts.84.down_proj,0.02443437,0.01000,0.165
8,mlp.experts.85.down_proj,0.00373117,0.01000,0.166
8,mlp.experts.86.down_proj,0.11153808,0.01000,0.165
8,mlp.experts.87.down_proj,0.00826218,0.01000,0.167
8,mlp.experts.88.down_proj,0.00429620,0.01000,0.165
8,mlp.experts.89.down_proj,0.00004561,0.01000,0.167
8,mlp.experts.90.down_proj,0.10767901,0.01000,0.166
8,mlp.experts.91.down_proj,0.02302165,0.01000,0.168
8,mlp.experts.92.down_proj,0.02192457,0.01000,0.166
8,mlp.experts.93.down_proj,0.00151363,0.01000,0.166
8,mlp.experts.94.down_proj,0.03190590,0.01000,0.166
8,mlp.experts.95.down_proj,0.05860217,0.01000,0.168
8,mlp.experts.96.down_proj,0.00004537,0.01000,0.166
8,mlp.experts.97.down_proj,0.00162319,0.01000,0.167
8,mlp.experts.98.down_proj,0.00380201,0.01000,0.166
8,mlp.experts.99.down_proj,0.03989112,0.01000,0.167
8,mlp.experts.100.down_proj,0.03479542,0.01000,0.166
8,mlp.experts.101.down_proj,0.00608143,0.01000,0.167
8,mlp.experts.102.down_proj,0.02110508,0.01000,0.166
8,mlp.experts.103.down_proj,0.02986786,0.01000,0.177
8,mlp.experts.104.down_proj,0.04066818,0.01000,0.166
8,mlp.experts.105.down_proj,0.01756647,0.01000,0.165
8,mlp.experts.106.down_proj,0.03476349,0.01000,0.165
8,mlp.experts.107.down_proj,0.00030920,0.01000,0.166
8,mlp.experts.108.down_proj,0.00874098,0.01000,0.165
8,mlp.experts.109.down_proj,0.04003936,0.01000,0.165
8,mlp.experts.110.down_proj,0.05429684,0.01000,0.165
8,mlp.experts.111.down_proj,0.00513151,0.01000,0.166
8,mlp.experts.112.down_proj,0.00000081,0.01000,0.165
8,mlp.experts.113.down_proj,0.00289732,0.01000,0.166
8,mlp.experts.114.down_proj,0.00051057,0.01000,0.165
8,mlp.experts.115.down_proj,0.00105345,0.01000,0.166
8,mlp.experts.116.down_proj,0.03014997,0.01000,0.165
8,mlp.experts.117.down_proj,0.00645822,0.01000,0.165
8,mlp.experts.118.down_proj,0.00170779,0.01000,0.167
8,mlp.experts.119.down_proj,0.00101524,0.01000,0.166
8,mlp.experts.120.down_proj,0.00195365,0.01000,0.165
8,mlp.experts.121.down_proj,0.01433959,0.01000,0.165
8,mlp.experts.122.down_proj,0.05260433,0.01000,0.165
8,mlp.experts.123.down_proj,0.01432777,0.01000,0.167
8,mlp.experts.124.down_proj,0.00494728,0.01000,0.167
8,mlp.experts.125.down_proj,0.00524577,0.01000,0.166
8,mlp.experts.126.down_proj,0.00226280,0.01000,0.165
8,mlp.experts.127.down_proj,0.01507463,0.01000,0.168
9,self_attn.q_proj,0.02991065,0.01000,0.444
9,self_attn.k_proj,0.00423086,0.01000,0.442
9,self_attn.v_proj,0.00503296,0.01000,0.433
9,self_attn.o_proj,0.00470073,0.01000,0.880
9,mlp.experts.0.up_proj,0.44900990,0.01000,0.453
9,mlp.experts.1.up_proj,0.65563107,0.01000,0.442
9,mlp.experts.2.up_proj,0.32552221,0.01000,0.443
9,mlp.experts.3.up_proj,0.00000367,0.01000,0.444
9,mlp.experts.4.up_proj,0.00011698,0.01000,0.442
9,mlp.experts.5.up_proj,0.76864797,0.01000,0.444
9,mlp.experts.6.up_proj,0.06368774,0.01000,0.445
9,mlp.experts.7.up_proj,0.70244610,0.01000,0.447
9,mlp.experts.8.up_proj,0.01333776,0.01000,0.447
9,mlp.experts.9.up_proj,0.19977015,0.01000,0.447
9,mlp.experts.10.up_proj,0.26322865,0.01000,0.446
9,mlp.experts.11.up_proj,0.01187880,0.01000,0.444
9,mlp.experts.12.up_proj,0.01586736,0.01000,0.434
9,mlp.experts.13.up_proj,0.01249849,0.01000,0.435
9,mlp.experts.14.up_proj,0.00993212,0.01000,0.439
9,mlp.experts.15.up_proj,0.05945368,0.01000,0.436
9,mlp.experts.16.up_proj,0.00021942,0.01000,0.436
9,mlp.experts.17.up_proj,0.23960027,0.01000,0.437
9,mlp.experts.18.up_proj,0.00001433,0.01000,0.437
9,mlp.experts.19.up_proj,0.16826621,0.01000,0.437
9,mlp.experts.20.up_proj,0.00721939,0.01000,0.437
9,mlp.experts.21.up_proj,0.03905484,0.01000,0.438
9,mlp.experts.22.up_proj,0.40643603,0.01000,0.438
9,mlp.experts.23.up_proj,0.05717944,0.01000,0.439
9,mlp.experts.24.up_proj,0.50355494,0.01000,0.438
9,mlp.experts.25.up_proj,0.12979200,0.01000,0.439
9,mlp.experts.26.up_proj,0.05968909,0.01000,0.439
9,mlp.experts.27.up_proj,0.00208824,0.01000,0.438
9,mlp.experts.28.up_proj,0.04976482,0.01000,0.438
9,mlp.experts.29.up_proj,0.00005861,0.01000,0.437
9,mlp.experts.30.up_proj,0.00063557,0.01000,0.438
9,mlp.experts.31.up_proj,0.00481795,0.01000,0.446
9,mlp.experts.32.up_proj,0.17990446,0.01000,0.436
9,mlp.experts.33.up_proj,1.22993898,0.01000,0.436
9,mlp.experts.34.up_proj,0.01708480,0.01000,0.439
9,mlp.experts.35.up_proj,1.35528386,0.01000,0.437
9,mlp.experts.36.up_proj,0.00062588,0.01000,0.437
9,mlp.experts.37.up_proj,0.18704614,0.01000,0.437
9,mlp.experts.38.up_proj,0.03386219,0.01000,0.436
9,mlp.experts.39.up_proj,0.03814716,0.01000,0.440
9,mlp.experts.40.up_proj,0.13515444,0.01000,0.437
9,mlp.experts.41.up_proj,0.18786255,0.01000,0.441
9,mlp.experts.42.up_proj,0.00311774,0.01000,0.437
9,mlp.experts.43.up_proj,0.37026536,0.01000,0.438
9,mlp.experts.44.up_proj,0.01277859,0.01000,0.441
9,mlp.experts.45.up_proj,0.26408583,0.01000,0.437
9,mlp.experts.46.up_proj,0.14387912,0.01000,0.438
9,mlp.experts.47.up_proj,0.19850187,0.01000,0.436
9,mlp.experts.48.up_proj,0.25961053,0.01000,0.437
9,mlp.experts.49.up_proj,0.28018880,0.01000,0.436
9,mlp.experts.50.up_proj,0.00457020,0.01000,0.439
9,mlp.experts.51.up_proj,0.05664505,0.01000,0.438
9,mlp.experts.52.up_proj,1.17312777,0.01000,0.436
9,mlp.experts.53.up_proj,0.01055673,0.01000,0.442
9,mlp.experts.54.up_proj,0.02469315,0.01000,0.441
9,mlp.experts.55.up_proj,0.02811128,0.01000,0.439
9,mlp.experts.56.up_proj,0.02386584,0.01000,0.438
9,mlp.experts.57.up_proj,0.42290834,0.01000,0.437
9,mlp.experts.58.up_proj,0.08417789,0.01000,0.438
9,mlp.experts.59.up_proj,0.05330339,0.01000,0.437
9,mlp.experts.60.up_proj,0.17807069,0.01000,0.437
9,mlp.experts.61.up_proj,0.00018795,0.01000,0.440
9,mlp.experts.62.up_proj,0.23532575,0.01000,0.439
9,mlp.experts.63.up_proj,0.01506769,0.01000,0.437
9,mlp.experts.64.up_proj,0.04821761,0.01000,0.437
9,mlp.experts.65.up_proj,0.53390938,0.01000,0.438
9,mlp.experts.66.up_proj,0.24450886,0.01000,0.435
9,mlp.experts.67.up_proj,0.04263803,0.01000,0.436
9,mlp.experts.68.up_proj,0.15462926,0.01000,0.439
9,mlp.experts.69.up_proj,0.27915394,0.01000,0.442
9,mlp.experts.70.up_proj,0.14413683,0.01000,0.437
9,mlp.experts.71.up_proj,0.47283846,0.01000,0.440
9,mlp.experts.72.up_proj,0.03059465,0.01000,0.439
9,mlp.experts.73.up_proj,0.07478333,0.01000,0.442
9,mlp.experts.74.up_proj,0.00003288,0.01000,0.437
9,mlp.experts.75.up_proj,0.00077243,0.01000,0.441
9,mlp.experts.76.up_proj,0.39559126,0.01000,0.440
9,mlp.experts.77.up_proj,0.06719226,0.01000,0.437
9,mlp.experts.78.up_proj,0.00493179,0.01000,0.438
9,mlp.experts.79.up_proj,0.15804185,0.01000,0.436
9,mlp.experts.80.up_proj,0.58256918,0.01000,0.437
9,mlp.experts.81.up_proj,0.22608483,0.01000,0.437
9,mlp.experts.82.up_proj,1.28805184,0.01000,0.439
9,mlp.experts.83.up_proj,0.05181538,0.01000,0.437
9,mlp.experts.84.up_proj,0.19119388,0.01000,0.436
9,mlp.experts.85.up_proj,0.25041509,0.01000,0.437
9,mlp.experts.86.up_proj,0.33388495,0.01000,0.443
9,mlp.experts.87.up_proj,0.01910069,0.01000,0.437
9,mlp.experts.88.up_proj,0.00149903,0.01000,0.439
9,mlp.experts.89.up_proj,0.28543341,0.01000,0.437
9,mlp.experts.90.up_proj,0.00124907,0.01000,0.436
9,mlp.experts.91.up_proj,0.24346256,0.01000,0.443
9,mlp.experts.92.up_proj,0.12467924,0.01000,0.436
9,mlp.experts.93.up_proj,0.00098385,0.01000,0.440
9,mlp.experts.94.up_proj,0.71026361,0.01000,0.437
9,mlp.experts.95.up_proj,0.01132997,0.01000,0.437
9,mlp.experts.96.up_proj,0.28490692,0.01000,0.437
9,mlp.experts.97.up_proj,0.60670829,0.01000,0.437
9,mlp.experts.98.up_proj,0.10303254,0.01000,0.436
9,mlp.experts.99.up_proj,0.18075769,0.01000,0.449
9,mlp.experts.100.up_proj,0.05477465,0.01000,0.434
9,mlp.experts.101.up_proj,0.00053344,0.01000,0.434
9,mlp.experts.102.up_proj,0.33645433,0.01000,0.434
9,mlp.experts.103.up_proj,0.22840850,0.01000,0.434
9,mlp.experts.104.up_proj,0.06356359,0.01000,0.433
9,mlp.experts.105.up_proj,0.23560321,0.01000,0.434
9,mlp.experts.106.up_proj,0.16102484,0.01000,0.447
9,mlp.experts.107.up_proj,0.00979599,0.01000,0.436
9,mlp.experts.108.up_proj,0.00792604,0.01000,0.441
9,mlp.experts.109.up_proj,0.00331578,0.01000,0.452
9,mlp.experts.110.up_proj,0.19302271,0.01000,0.437
9,mlp.experts.111.up_proj,0.40814209,0.01000,0.440
9,mlp.experts.112.up_proj,0.08002011,0.01000,0.436
9,mlp.experts.113.up_proj,0.41245162,0.01000,0.437
9,mlp.experts.114.up_proj,0.01925821,0.01000,0.439
9,mlp.experts.115.up_proj,0.00330027,0.01000,0.441
9,mlp.experts.116.up_proj,0.07513128,0.01000,0.456
9,mlp.experts.117.up_proj,0.07626055,0.01000,0.457
9,mlp.experts.118.up_proj,0.32051927,0.01000,0.456
9,mlp.experts.119.up_proj,0.00005527,0.01000,0.457
9,mlp.experts.120.up_proj,0.00002446,0.01000,0.437
9,mlp.experts.121.up_proj,0.00009865,0.01000,0.437
9,mlp.experts.122.up_proj,0.13313448,0.01000,0.437
9,mlp.experts.123.up_proj,0.00829704,0.01000,0.442
9,mlp.experts.124.up_proj,0.02246280,0.01000,0.437
9,mlp.experts.125.up_proj,0.27170366,0.01000,0.438
9,mlp.experts.126.up_proj,0.00432142,0.01000,0.438
9,mlp.experts.127.up_proj,0.81510293,0.01000,0.440
9,mlp.experts.0.gate_proj,0.47794026,0.01000,0.439
9,mlp.experts.1.gate_proj,0.67813587,0.01000,0.437
9,mlp.experts.2.gate_proj,0.35367656,0.01000,0.438
9,mlp.experts.3.gate_proj,0.00000388,0.01000,0.436
9,mlp.experts.4.gate_proj,0.00012467,0.01000,0.443
9,mlp.experts.5.gate_proj,0.81383049,0.01000,0.447
9,mlp.experts.6.gate_proj,0.06624627,0.01000,0.448
9,mlp.experts.7.gate_proj,0.72560692,0.01000,0.434
9,mlp.experts.8.gate_proj,0.01353011,0.01000,0.437
9,mlp.experts.9.gate_proj,0.20068184,0.01000,0.438
9,mlp.experts.10.gate_proj,0.27568638,0.01000,0.437
9,mlp.experts.11.gate_proj,0.01257775,0.01000,0.437
9,mlp.experts.12.gate_proj,0.01782095,0.01000,0.436
9,mlp.experts.13.gate_proj,0.01285057,0.01000,0.437
9,mlp.experts.14.gate_proj,0.01031361,0.01000,0.437
9,mlp.experts.15.gate_proj,0.06331822,0.01000,0.442
9,mlp.experts.16.gate_proj,0.00022344,0.01000,0.438
9,mlp.experts.17.gate_proj,0.24549007,0.01000,0.438
9,mlp.experts.18.gate_proj,0.00001542,0.01000,0.437
9,mlp.experts.19.gate_proj,0.18542907,0.01000,0.437
9,mlp.experts.20.gate_proj,0.00756838,0.01000,0.437
9,mlp.experts.21.gate_proj,0.04136162,0.01000,0.436
9,mlp.experts.22.gate_proj,0.41259727,0.01000,0.440
9,mlp.experts.23.gate_proj,0.06236520,0.01000,0.438
9,mlp.experts.24.gate_proj,0.49509194,0.01000,0.436
9,mlp.experts.25.gate_proj,0.12921521,0.01000,0.435
9,mlp.experts.26.gate_proj,0.06215225,0.01000,0.433
9,mlp.experts.27.gate_proj,0.00230265,0.01000,0.434
9,mlp.experts.28.gate_proj,0.05221959,0.01000,0.434
9,mlp.experts.29.gate_proj,0.00006127,0.01000,0.438
9,mlp.experts.30.gate_proj,0.00064019,0.01000,0.433
9,mlp.experts.31.gate_proj,0.00509087,0.01000,0.434
9,mlp.experts.32.gate_proj,0.19150272,0.01000,0.433
9,mlp.experts.33.gate_proj,1.33013010,0.01000,0.436
9,mlp.experts.34.gate_proj,0.01746198,0.01000,0.434
9,mlp.experts.35.gate_proj,1.17620373,0.01000,0.434
9,mlp.experts.36.gate_proj,0.00067531,0.01000,0.441
9,mlp.experts.37.gate_proj,0.19602142,0.01000,0.435
9,mlp.experts.38.gate_proj,0.03457533,0.01000,0.436
9,mlp.experts.39.gate_proj,0.04016164,0.01000,0.436
9,mlp.experts.40.gate_proj,0.11788118,0.01000,0.436
9,mlp.experts.41.gate_proj,0.18647900,0.01000,0.435
9,mlp.experts.42.gate_proj,0.00343717,0.01000,0.436
9,mlp.experts.43.gate_proj,0.38519564,0.01000,0.436
9,mlp.experts.44.gate_proj,0.01315317,0.01000,0.436
9,mlp.experts.45.gate_proj,0.26093960,0.01000,0.439
9,mlp.experts.46.gate_proj,0.15753400,0.01000,0.436
9,mlp.experts.47.gate_proj,0.19822821,0.01000,0.440
9,mlp.experts.48.gate_proj,0.26207733,0.01000,0.437
9,mlp.experts.49.gate_proj,0.29141867,0.01000,0.437
9,mlp.experts.50.gate_proj,0.00480903,0.01000,0.436
9,mlp.experts.51.gate_proj,0.05864231,0.01000,0.436
9,mlp.experts.52.gate_proj,1.18522418,0.01000,0.437
9,mlp.experts.53.gate_proj,0.01102980,0.01000,0.435
9,mlp.experts.54.gate_proj,0.02526171,0.01000,0.437
9,mlp.experts.55.gate_proj,0.02946285,0.01000,0.437
9,mlp.experts.56.gate_proj,0.02560355,0.01000,0.446
9,mlp.experts.57.gate_proj,0.44325513,0.01000,0.437
9,mlp.experts.58.gate_proj,0.08918545,0.01000,0.436
9,mlp.experts.59.gate_proj,0.05640147,0.01000,0.438
9,mlp.experts.60.gate_proj,0.18389302,0.01000,0.437
9,mlp.experts.61.gate_proj,0.00020513,0.01000,0.442
9,mlp.experts.62.gate_proj,0.24340847,0.01000,0.437
9,mlp.experts.63.gate_proj,0.01624402,0.01000,0.440
9,mlp.experts.64.gate_proj,0.05463026,0.01000,0.439
9,mlp.experts.65.gate_proj,0.55472767,0.01000,0.435
9,mlp.experts.66.gate_proj,0.25037804,0.01000,0.436
9,mlp.experts.67.gate_proj,0.04540470,0.01000,0.436
9,mlp.experts.68.gate_proj,0.16195932,0.01000,0.437
9,mlp.experts.69.gate_proj,0.51944429,0.01000,0.437
9,mlp.experts.70.gate_proj,0.15750894,0.01000,0.436
9,mlp.experts.71.gate_proj,0.49080560,0.01000,0.436
9,mlp.experts.72.gate_proj,0.03226595,0.01000,0.435
9,mlp.experts.73.gate_proj,0.07735451,0.01000,0.437
9,mlp.experts.74.gate_proj,0.00003503,0.01000,0.437
9,mlp.experts.75.gate_proj,0.00080046,0.01000,0.435
9,mlp.experts.76.gate_proj,0.42280519,0.01000,0.439
9,mlp.experts.77.gate_proj,0.07045839,0.01000,0.436
9,mlp.experts.78.gate_proj,0.00525810,0.01000,0.431
9,mlp.experts.79.gate_proj,0.16871171,0.01000,0.435
9,mlp.experts.80.gate_proj,0.61924428,0.01000,0.437
9,mlp.experts.81.gate_proj,0.24132591,0.01000,0.438
9,mlp.experts.82.gate_proj,1.38069415,0.01000,0.443
9,mlp.experts.83.gate_proj,0.05462539,0.01000,0.436
9,mlp.experts.84.gate_proj,0.20045236,0.01000,0.439
9,mlp.experts.85.gate_proj,0.26754314,0.01000,0.437
9,mlp.experts.86.gate_proj,0.35522765,0.01000,0.438
9,mlp.experts.87.gate_proj,0.02023221,0.01000,0.438
9,mlp.experts.88.gate_proj,0.00156776,0.01000,0.437
9,mlp.experts.89.gate_proj,0.29827115,0.01000,0.439
9,mlp.experts.90.gate_proj,0.00134554,0.01000,0.438
9,mlp.experts.91.gate_proj,0.27057537,0.01000,0.438
9,mlp.experts.92.gate_proj,0.12745969,0.01000,0.443
9,mlp.experts.93.gate_proj,0.00103721,0.01000,0.436
9,mlp.experts.94.gate_proj,0.80336499,0.01000,0.439
9,mlp.experts.95.gate_proj,0.01211132,0.01000,0.436
9,mlp.experts.96.gate_proj,0.29498082,0.01000,0.438
9,mlp.experts.97.gate_proj,0.62825322,0.01000,0.438
9,mlp.experts.98.gate_proj,0.10754479,0.01000,0.436
9,mlp.experts.99.gate_proj,0.18760690,0.01000,0.436
9,mlp.experts.100.gate_proj,0.06374182,0.01000,0.437
9,mlp.experts.101.gate_proj,0.00054155,0.01000,0.436
9,mlp.experts.102.gate_proj,0.33828422,0.01000,0.436
9,mlp.experts.103.gate_proj,0.22682971,0.01000,0.435
9,mlp.experts.104.gate_proj,0.06827770,0.01000,0.439
9,mlp.experts.105.gate_proj,0.25095767,0.01000,0.439
9,mlp.experts.106.gate_proj,0.16846325,0.01000,0.436
9,mlp.experts.107.gate_proj,0.01011869,0.01000,0.437
9,mlp.experts.108.gate_proj,0.00816433,0.01000,0.438
9,mlp.experts.109.gate_proj,0.00358241,0.01000,0.437
9,mlp.experts.110.gate_proj,0.18856895,0.01000,0.436
9,mlp.experts.111.gate_proj,0.41261175,0.01000,0.437
9,mlp.experts.112.gate_proj,0.07962608,0.01000,0.436
9,mlp.experts.113.gate_proj,0.42058396,0.01000,0.448
9,mlp.experts.114.gate_proj,0.01988577,0.01000,0.439
9,mlp.experts.115.gate_proj,0.00343733,0.01000,0.450
9,mlp.experts.116.gate_proj,0.07738405,0.01000,0.437
9,mlp.experts.117.gate_proj,0.07290654,0.01000,0.437
9,mlp.experts.118.gate_proj,0.31898618,0.01000,0.438
9,mlp.experts.119.gate_proj,0.00005810,0.01000,0.437
9,mlp.experts.120.gate_proj,0.00002662,0.01000,0.437
9,mlp.experts.121.gate_proj,0.00010802,0.01000,0.437
9,mlp.experts.122.gate_proj,0.14273797,0.01000,0.446
9,mlp.experts.123.gate_proj,0.00869026,0.01000,0.449
9,mlp.experts.124.gate_proj,0.02327007,0.01000,0.450
9,mlp.experts.125.gate_proj,0.27514905,0.01000,0.437
9,mlp.experts.126.gate_proj,0.00461178,0.01000,0.437
9,mlp.experts.127.gate_proj,0.79250777,0.01000,0.443
9,mlp.experts.0.down_proj,0.06507710,0.01000,0.164
9,mlp.experts.1.down_proj,0.08378845,0.01000,0.164
9,mlp.experts.2.down_proj,0.04278626,0.01000,0.163
9,mlp.experts.3.down_proj,0.00000046,0.01000,0.162
9,mlp.experts.4.down_proj,0.00001846,0.01000,0.162
9,mlp.experts.5.down_proj,0.11084189,0.01000,0.162
9,mlp.experts.6.down_proj,0.00635700,0.01000,0.162
9,mlp.experts.7.down_proj,0.10506303,0.01000,0.162
9,mlp.experts.8.down_proj,0.00166030,0.01000,0.165
9,mlp.experts.9.down_proj,0.03453360,0.01000,0.162
9,mlp.experts.10.down_proj,0.05452462,0.01000,0.162
9,mlp.experts.11.down_proj,0.00151063,0.01000,0.164
9,mlp.experts.12.down_proj,0.00069558,0.01000,0.164
9,mlp.experts.13.down_proj,0.00203300,0.01000,0.164
9,mlp.experts.14.down_proj,0.00126585,0.01000,0.165
9,mlp.experts.15.down_proj,0.00629916,0.01000,0.165
9,mlp.experts.16.down_proj,0.00004316,0.01000,0.165
9,mlp.experts.17.down_proj,0.02956467,0.01000,0.164
9,mlp.experts.18.down_proj,0.00000264,0.01000,0.165
9,mlp.experts.19.down_proj,0.02649636,0.01000,0.165
9,mlp.experts.20.down_proj,0.00185095,0.01000,0.164
9,mlp.experts.21.down_proj,0.00512019,0.01000,0.165
9,mlp.experts.22.down_proj,0.06292377,0.01000,0.165
9,mlp.experts.23.down_proj,0.00247953,0.01000,0.165
9,mlp.experts.24.down_proj,0.06693416,0.01000,0.165
9,mlp.experts.25.down_proj,0.02443375,0.01000,0.167
9,mlp.experts.26.down_proj,0.00815455,0.01000,0.166
9,mlp.experts.27.down_proj,0.00043399,0.01000,0.165
9,mlp.experts.28.down_proj,0.00811255,0.01000,0.165
9,mlp.experts.29.down_proj,0.00000972,0.01000,0.165
9,mlp.experts.30.down_proj,0.00014566,0.01000,0.168
9,mlp.experts.31.down_proj,0.00121719,0.01000,0.166
9,mlp.experts.32.down_proj,0.02759528,0.01000,0.166
9,mlp.experts.33.down_proj,0.18472856,0.01000,0.166
9,mlp.experts.34.down_proj,0.00254213,0.01000,0.166
9,mlp.experts.35.down_proj,0.20227963,0.01000,0.166
9,mlp.experts.36.down_proj,0.00014451,0.01000,0.166
9,mlp.experts.37.down_proj,0.02297723,0.01000,0.166
9,mlp.experts.38.down_proj,0.00408102,0.01000,0.166
9,mlp.experts.39.down_proj,0.00178664,0.01000,0.166
9,mlp.experts.40.down_proj,0.02013924,0.01000,0.166
9,mlp.experts.41.down_proj,0.02345487,0.01000,0.166
9,mlp.experts.42.down_proj,0.00027853,0.01000,0.167
9,mlp.experts.43.down_proj,0.05670102,0.01000,0.166
9,mlp.experts.44.down_proj,0.00164464,0.01000,0.168
9,mlp.experts.45.down_proj,0.04155030,0.01000,0.166
9,mlp.experts.46.down_proj,0.01172679,0.01000,0.166
9,mlp.experts.47.down_proj,0.01574509,0.01000,0.166
9,mlp.experts.48.down_proj,0.03991240,0.01000,0.167
9,mlp.experts.49.down_proj,0.04948890,0.01000,0.167
9,mlp.experts.50.down_proj,0.00095182,0.01000,0.168
9,mlp.experts.51.down_proj,0.00521581,0.01000,0.166
9,mlp.experts.52.down_proj,0.14790325,0.01000,0.166
9,mlp.experts.53.down_proj,0.00126482,0.01000,0.172
9,mlp.experts.54.down_proj,0.00421118,0.01000,0.168
9,mlp.experts.55.down_proj,0.00576104,0.01000,0.167
9,mlp.experts.56.down_proj,0.00327410,0.01000,0.166
9,mlp.experts.57.down_proj,0.06262740,0.01000,0.166
9,mlp.experts.58.down_proj,0.00908630,0.01000,0.167
9,mlp.experts.59.down_proj,0.00947967,0.01000,0.166
9,mlp.experts.60.down_proj,0.02136630,0.01000,0.166
9,mlp.experts.61.down_proj,0.00003446,0.01000,0.167
9,mlp.experts.62.down_proj,0.03854375,0.01000,0.167
9,mlp.experts.63.down_proj,0.00194298,0.01000,0.167
9,mlp.experts.64.down_proj,0.00809162,0.01000,0.166
9,mlp.experts.65.down_proj,0.09696958,0.01000,0.166
9,mlp.experts.66.down_proj,0.03747150,0.01000,0.167
9,mlp.experts.67.down_proj,0.00556892,0.01000,0.167
9,mlp.experts.68.down_proj,0.02156194,0.01000,0.166
9,mlp.experts.69.down_proj,0.03561686,0.01000,0.166
9,mlp.experts.70.down_proj,0.01758019,0.01000,0.166
9,mlp.experts.71.down_proj,0.05778131,0.01000,0.166
9,mlp.experts.72.down_proj,0.00484226,0.01000,0.166
9,mlp.experts.73.down_proj,0.00938877,0.01000,0.166
9,mlp.experts.74.down_proj,0.00000704,0.01000,0.166
9,mlp.experts.75.down_proj,0.00017822,0.01000,0.166
9,mlp.experts.76.down_proj,0.05254334,0.01000,0.166
9,mlp.experts.77.down_proj,0.00664468,0.01000,0.166
9,mlp.experts.78.down_proj,0.00086048,0.01000,0.166
9,mlp.experts.79.down_proj,0.02360839,0.01000,0.167
9,mlp.experts.80.down_proj,0.07361697,0.01000,0.166
9,mlp.experts.81.down_proj,0.02501267,0.01000,0.166
9,mlp.experts.82.down_proj,0.26786068,0.01000,0.167
9,mlp.experts.83.down_proj,0.00928657,0.01000,0.168
9,mlp.experts.84.down_proj,0.04002908,0.01000,0.167
9,mlp.experts.85.down_proj,0.03327731,0.01000,0.166
9,mlp.experts.86.down_proj,0.04544348,0.01000,0.166
9,mlp.experts.87.down_proj,0.00283871,0.01000,0.167
9,mlp.experts.88.down_proj,0.00038988,0.01000,0.166
9,mlp.experts.89.down_proj,0.03139205,0.01000,0.166
9,mlp.experts.90.down_proj,0.00039354,0.01000,0.166
9,mlp.experts.91.down_proj,0.03434411,0.01000,0.167
9,mlp.experts.92.down_proj,0.01491790,0.01000,0.168
9,mlp.experts.93.down_proj,0.00025397,0.01000,0.166
9,mlp.experts.94.down_proj,0.12793283,0.01000,0.165
9,mlp.experts.95.down_proj,0.00158337,0.01000,0.167
9,mlp.experts.96.down_proj,0.04075388,0.01000,0.166
9,mlp.experts.97.down_proj,0.07191548,0.01000,0.165
9,mlp.experts.98.down_proj,0.01761748,0.01000,0.165
9,mlp.experts.99.down_proj,0.01972723,0.01000,0.166
9,mlp.experts.100.down_proj,0.01196872,0.01000,0.165
9,mlp.experts.101.down_proj,0.00016773,0.01000,0.165
9,mlp.experts.102.down_proj,0.04303541,0.01000,0.166
9,mlp.experts.103.down_proj,0.02796136,0.01000,0.166
9,mlp.experts.104.down_proj,0.01243363,0.01000,0.169
9,mlp.experts.105.down_proj,0.03484168,0.01000,0.165
9,mlp.experts.106.down_proj,0.02533327,0.01000,0.165
9,mlp.experts.107.down_proj,0.00134146,0.01000,0.167
9,mlp.experts.108.down_proj,0.00144474,0.01000,0.170
9,mlp.experts.109.down_proj,0.00079422,0.01000,0.166
9,mlp.experts.110.down_proj,0.03245818,0.01000,0.167
9,mlp.experts.111.down_proj,0.08084624,0.01000,0.166
9,mlp.experts.112.down_proj,0.01041597,0.01000,0.167
9,mlp.experts.113.down_proj,0.06489572,0.01000,0.166
9,mlp.experts.114.down_proj,0.00382189,0.01000,0.166
9,mlp.experts.115.down_proj,0.00055948,0.01000,0.166
9,mlp.experts.116.down_proj,0.01074137,0.01000,0.167
9,mlp.experts.117.down_proj,0.01209540,0.01000,0.166
9,mlp.experts.118.down_proj,0.04437284,0.01000,0.166
9,mlp.experts.119.down_proj,0.00000996,0.01000,0.166
9,mlp.experts.120.down_proj,0.00000469,0.01000,0.166
9,mlp.experts.121.down_proj,0.00002299,0.01000,0.167
9,mlp.experts.122.down_proj,0.03256937,0.01000,0.166
9,mlp.experts.123.down_proj,0.00133540,0.01000,0.166
9,mlp.experts.124.down_proj,0.00272000,0.01000,0.166
9,mlp.experts.125.down_proj,0.03875877,0.01000,0.172
9,mlp.experts.126.down_proj,0.00075615,0.01000,0.166
9,mlp.experts.127.down_proj,0.09797386,0.01000,0.167
10,self_attn.q_proj,0.02946785,0.01000,0.446
10,self_attn.k_proj,0.00411672,0.01000,0.436
10,self_attn.v_proj,0.00446113,0.01000,0.431
10,self_attn.o_proj,0.00397608,0.01000,0.881
10,mlp.experts.0.up_proj,0.03168900,0.01000,0.433
10,mlp.experts.1.up_proj,0.06082842,0.01000,0.432
10,mlp.experts.2.up_proj,0.13334113,0.01000,0.429
10,mlp.experts.3.up_proj,1.34881079,0.01000,0.427
10,mlp.experts.4.up_proj,0.05925993,0.01000,0.429
10,mlp.experts.5.up_proj,0.09399069,0.01000,0.428
10,mlp.experts.6.up_proj,0.00899844,0.01000,0.429
10,mlp.experts.7.up_proj,0.05035242,0.01000,0.429
10,mlp.experts.8.up_proj,0.03222697,0.01000,0.431
10,mlp.experts.9.up_proj,0.01075234,0.01000,0.430
10,mlp.experts.10.up_proj,0.20831069,0.01000,0.429
10,mlp.experts.11.up_proj,0.00000372,0.01000,0.429
10,mlp.experts.12.up_proj,0.01724521,0.01000,0.428
10,mlp.experts.13.up_proj,0.25733864,0.01000,0.431
10,mlp.experts.14.up_proj,0.14105254,0.01000,0.429
10,mlp.experts.15.up_proj,0.01747622,0.01000,0.429
10,mlp.experts.16.up_proj,0.93402016,0.01000,0.429
10,mlp.experts.17.up_proj,0.00155801,0.01000,0.428
10,mlp.experts.18.up_proj,0.51531315,0.01000,0.433
10,mlp.experts.19.up_proj,0.00339245,0.01000,0.429
10,mlp.experts.20.up_proj,0.05052081,0.01000,0.427
10,mlp.experts.21.up_proj,0.05554883,0.01000,0.427
10,mlp.experts.22.up_proj,0.02640915,0.01000,0.428
10,mlp.experts.23.up_proj,0.00870390,0.01000,0.434
10,mlp.experts.24.up_proj,0.00001362,0.01000,0.428
10,mlp.experts.25.up_proj,0.16781688,0.01000,0.430
10,mlp.experts.26.up_proj,1.21561730,0.01000,0.429
10,mlp.experts.27.up_proj,0.03570746,0.01000,0.434
10,mlp.experts.28.up_proj,0.00168238,0.01000,0.430
10,mlp.experts.29.up_proj,0.02490928,0.01000,0.430
10,mlp.experts.30.up_proj,0.95410734,0.01000,0.429
10,mlp.experts.31.up_proj,0.00083386,0.01000,0.430
10,mlp.experts.32.up_proj,0.12946039,0.01000,0.430
10,mlp.experts.33.up_proj,0.10783514,0.01000,0.429
10,mlp.experts.34.up_proj,0.00388691,0.01000,0.428
10,mlp.experts.35.up_proj,0.59803885,0.01000,0.430
10,mlp.experts.36.up_proj,0.00894009,0.01000,0.430
10,mlp.experts.37.up_proj,0.01848089,0.01000,0.431
10,mlp.experts.38.up_proj,0.00334617,0.01000,0.430
10,mlp.experts.39.up_proj,0.18753791,0.01000,0.429
10,mlp.experts.40.up_proj,0.73298723,0.01000,0.430
10,mlp.experts.41.up_proj,0.21581927,0.01000,0.430
10,mlp.experts.42.up_proj,0.01394765,0.01000,0.427
10,mlp.experts.43.up_proj,0.17454478,0.01000,0.429
10,mlp.experts.44.up_proj,0.00000362,0.01000,0.429
10,mlp.experts.45.up_proj,0.11326326,0.01000,0.430
10,mlp.experts.46.up_proj,0.00035241,0.01000,0.433
10,mlp.experts.47.up_proj,0.02901676,0.01000,0.429
10,mlp.experts.48.up_proj,0.04456515,0.01000,0.429
10,mlp.experts.49.up_proj,0.00043507,0.01000,0.428
10,mlp.experts.50.up_proj,0.26579827,0.01000,0.434
10,mlp.experts.51.up_proj,0.03235359,0.01000,0.429
10,mlp.experts.52.up_proj,0.56667805,0.01000,0.429
10,mlp.experts.53.up_proj,0.01996107,0.01000,0.429
10,mlp.experts.54.up_proj,0.02716819,0.01000,0.430
10,mlp.experts.55.up_proj,0.99621975,0.01000,0.432
10,mlp.experts.56.up_proj,0.00521701,0.01000,0.428
10,mlp.experts.57.up_proj,0.43578976,0.01000,0.429
10,mlp.experts.58.up_proj,0.09712040,0.01000,0.428
10,mlp.experts.59.up_proj,0.02414257,0.01000,0.430
10,mlp.experts.60.up_proj,0.00028403,0.01000,0.433
10,mlp.experts.61.up_proj,0.17072192,0.01000,0.430
10,mlp.experts.62.up_proj,0.40897754,0.01000,0.430
10,mlp.experts.63.up_proj,0.01519163,0.01000,0.431
10,mlp.experts.64.up_proj,0.68053937,0.01000,0.434
10,mlp.experts.65.up_proj,0.02949093,0.01000,0.429
10,mlp.experts.66.up_proj,0.13350776,0.01000,0.429
10,mlp.experts.67.up_proj,0.01082585,0.01000,0.430
10,mlp.experts.68.up_proj,0.27826777,0.01000,0.430
10,mlp.experts.69.up_proj,0.30684912,0.01000,0.436
10,mlp.experts.70.up_proj,0.19264938,0.01000,0.433
10,mlp.experts.71.up_proj,1.11340189,0.01000,0.431
10,mlp.experts.72.up_proj,0.00095445,0.01000,0.429
10,mlp.experts.73.up_proj,0.69074714,0.01000,0.435
10,mlp.experts.74.up_proj,0.31380463,0.01000,0.433
10,mlp.experts.75.up_proj,0.07974368,0.01000,0.430
10,mlp.experts.76.up_proj,0.33504987,0.01000,0.432
10,mlp.experts.77.up_proj,0.00236468,0.01000,0.432
10,mlp.experts.78.up_proj,0.03666442,0.01000,0.434
10,mlp.experts.79.up_proj,0.00000083,0.01000,0.431
10,mlp.experts.80.up_proj,0.32816333,0.01000,0.431
10,mlp.experts.81.up_proj,0.01567591,0.01000,0.430
10,mlp.experts.82.up_proj,0.40502441,0.01000,0.431
10,mlp.experts.83.up_proj,0.13242707,0.01000,0.436
10,mlp.experts.84.up_proj,0.01317193,0.01000,0.430
10,mlp.experts.85.up_proj,0.38357300,0.01000,0.432
10,mlp.experts.86.up_proj,0.06592870,0.01000,0.432
10,mlp.experts.87.up_proj,0.00939682,0.01000,0.432
10,mlp.experts.88.up_proj,0.21038350,0.01000,0.436
10,mlp.experts.89.up_proj,0.00091724,0.01000,0.432
10,mlp.experts.90.up_proj,0.02957712,0.01000,0.430
10,mlp.experts.91.up_proj,0.74787581,0.01000,0.432
10,mlp.experts.92.up_proj,0.04780243,0.01000,0.443
10,mlp.experts.93.up_proj,0.00001396,0.01000,0.434
10,mlp.experts.94.up_proj,1.45211816,0.01000,0.437
10,mlp.experts.95.up_proj,0.43009627,0.01000,0.428
10,mlp.experts.96.up_proj,0.07867722,0.01000,0.434
10,mlp.experts.97.up_proj,0.21980672,0.01000,0.429
10,mlp.experts.98.up_proj,0.21452251,0.01000,0.426
10,mlp.experts.99.up_proj,0.16550943,0.01000,0.428
10,mlp.experts.100.up_proj,0.01490970,0.01000,0.427
10,mlp.experts.101.up_proj,0.09367187,0.01000,0.432
10,mlp.experts.102.up_proj,0.04213453,0.01000,0.427
10,mlp.experts.103.up_proj,0.10755296,0.01000,0.427
10,mlp.experts.104.up_proj,0.00328477,0.01000,0.427
10,mlp.experts.105.up_proj,0.10679835,0.01000,0.427
10,mlp.experts.106.up_proj,0.00004151,0.01000,0.431
10,mlp.experts.107.up_proj,0.30440760,0.01000,0.427
10,mlp.experts.108.up_proj,0.25102365,0.01000,0.427
10,mlp.experts.109.up_proj,0.14366953,0.01000,0.428
10,mlp.experts.110.up_proj,0.26824644,0.01000,0.431
10,mlp.experts.111.up_proj,0.01168800,0.01000,0.431
10,mlp.experts.112.up_proj,0.29208922,0.01000,0.429
10,mlp.experts.113.up_proj,0.13925809,0.01000,0.429
10,mlp.experts.114.up_proj,0.00020667,0.01000,0.430
10,mlp.experts.115.up_proj,0.00131264,0.01000,0.433
10,mlp.experts.116.up_proj,0.03528744,0.01000,0.429
10,mlp.experts.117.up_proj,0.00000964,0.01000,0.430
10,mlp.experts.118.up_proj,0.01268068,0.01000,0.429
10,mlp.experts.119.up_proj,0.23617575,0.01000,0.429
10,mlp.experts.120.up_proj,0.38662168,0.01000,0.447
10,mlp.experts.121.up_proj,0.02534675,0.01000,0.430
10,mlp.experts.122.up_proj,0.00130420,0.01000,0.430
10,mlp.experts.123.up_proj,0.21488146,0.01000,0.444
10,mlp.experts.124.up_proj,0.16382405,0.01000,0.437
10,mlp.experts.125.up_proj,0.00033278,0.01000,0.431
10,mlp.experts.126.up_proj,0.88464916,0.01000,0.431
10,mlp.experts.127.up_proj,0.00196742,0.01000,0.430
10,mlp.experts.0.gate_proj,0.03389274,0.01000,0.431
10,mlp.experts.1.gate_proj,0.06286316,0.01000,0.432
10,mlp.experts.2.gate_proj,0.13694942,0.01000,0.430
10,mlp.experts.3.gate_proj,1.39546347,0.01000,0.430
10,mlp.experts.4.gate_proj,0.06744950,0.01000,0.430
10,mlp.experts.5.gate_proj,0.10055360,0.01000,0.431
10,mlp.experts.6.gate_proj,0.00897507,0.01000,0.431
10,mlp.experts.7.gate_proj,0.05603752,0.01000,0.430
10,mlp.experts.8.gate_proj,0.03465597,0.01000,0.430
10,mlp.experts.9.gate_proj,0.01087171,0.01000,0.430
10,mlp.experts.10.gate_proj,0.21099770,0.01000,0.430
10,mlp.experts.11.gate_proj,0.00000389,0.01000,0.430
10,mlp.experts.12.gate_proj,0.01800818,0.01000,0.430
10,mlp.experts.13.gate_proj,0.25748488,0.01000,0.431
10,mlp.experts.14.gate_proj,0.14364024,0.01000,0.429
10,mlp.experts.15.gate_proj,0.01756759,0.01000,0.433
10,mlp.experts.16.gate_proj,0.98618531,0.01000,0.433
10,mlp.experts.17.gate_proj,0.00157162,0.01000,0.433
10,mlp.experts.18.gate_proj,0.51333296,0.01000,0.433
10,mlp.experts.19.gate_proj,0.00344139,0.01000,0.432
10,mlp.experts.20.gate_proj,0.05126351,0.01000,0.432
10,mlp.experts.21.gate_proj,0.05815563,0.01000,0.431
10,mlp.experts.22.gate_proj,0.02731608,0.01000,0.431
10,mlp.experts.23.gate_proj,0.00790440,0.01000,0.431
10,mlp.experts.24.gate_proj,0.00001526,0.01000,0.432
10,mlp.experts.25.gate_proj,0.17716199,0.01000,0.432
10,mlp.experts.26.gate_proj,1.26097119,0.01000,0.432
10,mlp.experts.27.gate_proj,0.03870329,0.01000,0.435
10,mlp.experts.28.gate_proj,0.00174284,0.01000,0.432
10,mlp.experts.29.gate_proj,0.02596468,0.01000,0.433
10,mlp.experts.30.gate_proj,0.94060057,0.01000,0.432
10,mlp.experts.31.gate_proj,0.00085521,0.01000,0.431
10,mlp.experts.32.gate_proj,0.13460487,0.01000,0.431
10,mlp.experts.33.gate_proj,0.11205611,0.01000,0.431
10,mlp.experts.34.gate_proj,0.00399878,0.01000,0.434
10,mlp.experts.35.gate_proj,0.64496088,0.01000,0.431
10,mlp.experts.36.gate_proj,0.00898599,0.01000,0.431
10,mlp.experts.37.gate_proj,0.01864158,0.01000,0.432
10,mlp.experts.38.gate_proj,0.03973411,0.01000,0.433
10,mlp.experts.39.gate_proj,0.19116658,0.01000,0.433
10,mlp.experts.40.gate_proj,0.76280612,0.01000,0.434
10,mlp.experts.41.gate_proj,0.21536937,0.01000,0.435
10,mlp.experts.42.gate_proj,0.01421393,0.01000,0.434
10,mlp.experts.43.gate_proj,0.20014668,0.01000,0.434
10,mlp.experts.44.gate_proj,0.00000374,0.01000,0.434
10,mlp.experts.45.gate_proj,0.11734967,0.01000,0.435
10,mlp.experts.46.gate_proj,0.00036654,0.01000,0.433
10,mlp.experts.47.gate_proj,0.03058418,0.01000,0.442
10,mlp.experts.48.gate_proj,0.04520108,0.01000,0.434
10,mlp.experts.49.gate_proj,0.00045722,0.01000,0.433
10,mlp.experts.50.gate_proj,0.26667929,0.01000,0.435
10,mlp.experts.51.gate_proj,0.03333551,0.01000,0.434
10,mlp.experts.52.gate_proj,0.56047022,0.01000,0.441
10,mlp.experts.53.gate_proj,0.02161233,0.01000,0.434
10,mlp.experts.54.gate_proj,0.02791888,0.01000,0.435
10,mlp.experts.55.gate_proj,1.14936495,0.01000,0.434
10,mlp.experts.56.gate_proj,0.00519560,0.01000,0.439
10,mlp.experts.57.gate_proj,0.46478957,0.01000,0.436
10,mlp.experts.58.gate_proj,0.10287211,0.01000,0.434
10,mlp.experts.59.gate_proj,0.02494809,0.01000,0.434
10,mlp.experts.60.gate_proj,0.00030476,0.01000,0.435
10,mlp.experts.61.gate_proj,0.16018930,0.01000,0.438
10,mlp.experts.62.gate_proj,0.40035427,0.01000,0.434
10,mlp.experts.63.gate_proj,0.01623203,0.01000,0.434
10,mlp.experts.64.gate_proj,0.65894210,0.01000,0.438
10,mlp.experts.65.gate_proj,0.02917983,0.01000,0.435
10,mlp.experts.66.gate_proj,0.13809568,0.01000,0.435
10,mlp.experts.67.gate_proj,0.01124782,0.01000,0.434
10,mlp.experts.68.gate_proj,0.29023826,0.01000,0.435
10,mlp.experts.69.gate_proj,0.34140247,0.01000,0.435
10,mlp.experts.70.gate_proj,0.21759599,0.01000,0.436
10,mlp.experts.71.gate_proj,1.37607121,0.01000,0.435
10,mlp.experts.72.gate_proj,0.00104621,0.01000,0.434
10,mlp.experts.73.gate_proj,0.74447691,0.01000,0.433
10,mlp.experts.74.gate_proj,0.31705230,0.01000,0.434
10,mlp.experts.75.gate_proj,0.08487473,0.01000,0.435
10,mlp.experts.76.gate_proj,0.34548637,0.01000,0.435
10,mlp.experts.77.gate_proj,0.00263531,0.01000,0.434
10,mlp.experts.78.gate_proj,0.03712839,0.01000,0.432
10,mlp.experts.79.gate_proj,0.00000086,0.01000,0.434
10,mlp.experts.80.gate_proj,0.34678912,0.01000,0.435
10,mlp.experts.81.gate_proj,0.01625058,0.01000,0.439
10,mlp.experts.82.gate_proj,0.41718316,0.01000,0.435
10,mlp.experts.83.gate_proj,0.12842175,0.01000,0.435
10,mlp.experts.84.gate_proj,0.01382130,0.01000,0.437
10,mlp.experts.85.gate_proj,0.39377576,0.01000,0.434
10,mlp.experts.86.gate_proj,0.06709351,0.01000,0.435
10,mlp.experts.87.gate_proj,0.00976918,0.01000,0.436
10,mlp.experts.88.gate_proj,0.21185338,0.01000,0.438
10,mlp.experts.89.gate_proj,0.00099064,0.01000,0.439
10,mlp.experts.90.gate_proj,0.02980232,0.01000,0.453
10,mlp.experts.91.gate_proj,0.76365221,0.01000,0.433
10,mlp.experts.92.gate_proj,0.04959559,0.01000,0.440
10,mlp.experts.93.gate_proj,0.00001427,0.01000,0.436
10,mlp.experts.94.gate_proj,1.64335132,0.01000,0.437
10,mlp.experts.95.gate_proj,0.40546989,0.01000,0.434
10,mlp.experts.96.gate_proj,0.08063694,0.01000,0.436
10,mlp.experts.97.gate_proj,0.24976167,0.01000,0.435
10,mlp.experts.98.gate_proj,0.22091427,0.01000,0.438
10,mlp.experts.99.gate_proj,0.17899533,0.01000,0.438
10,mlp.experts.100.gate_proj,0.01513467,0.01000,0.433
10,mlp.experts.101.gate_proj,0.09352724,0.01000,0.432
10,mlp.experts.102.gate_proj,0.04583723,0.01000,0.433
10,mlp.experts.103.gate_proj,0.10872386,0.01000,0.439
10,mlp.experts.104.gate_proj,0.00334425,0.01000,0.432
10,mlp.experts.105.gate_proj,0.10608080,0.01000,0.435
10,mlp.experts.106.gate_proj,0.00004254,0.01000,0.438
10,mlp.experts.107.gate_proj,0.33291870,0.01000,0.436
10,mlp.experts.108.gate_proj,0.25403899,0.01000,0.435
10,mlp.experts.109.gate_proj,0.14505094,0.01000,0.438
10,mlp.experts.110.gate_proj,0.29084295,0.01000,0.441
10,mlp.experts.111.gate_proj,0.01200899,0.01000,0.436
10,mlp.experts.112.gate_proj,0.30853665,0.01000,0.436
10,mlp.experts.113.gate_proj,0.13904637,0.01000,0.434
10,mlp.experts.114.gate_proj,0.00022160,0.01000,0.434
10,mlp.experts.115.gate_proj,0.00138279,0.01000,0.435
10,mlp.experts.116.gate_proj,0.03711167,0.01000,0.435
10,mlp.experts.117.gate_proj,0.00001013,0.01000,0.433
10,mlp.experts.118.gate_proj,0.01342910,0.01000,0.446
10,mlp.experts.119.gate_proj,0.24374215,0.01000,0.430
10,mlp.experts.120.gate_proj,0.41245645,0.01000,0.442
10,mlp.experts.121.gate_proj,0.02622563,0.01000,0.437
10,mlp.experts.122.gate_proj,0.00136254,0.01000,0.434
10,mlp.experts.123.gate_proj,0.21869045,0.01000,0.433
10,mlp.experts.124.gate_proj,0.15898216,0.01000,0.444
10,mlp.experts.125.gate_proj,0.00035024,0.01000,0.436
10,mlp.experts.126.gate_proj,0.99388146,0.01000,0.436
10,mlp.experts.127.gate_proj,0.00200365,0.01000,0.432
10,mlp.experts.0.down_proj,0.00298020,0.01000,0.185
10,mlp.experts.1.down_proj,0.00588610,0.01000,0.162
10,mlp.experts.2.down_proj,0.02424916,0.01000,0.162
10,mlp.experts.3.down_proj,0.14326523,0.01000,0.161
10,mlp.experts.4.down_proj,0.01266357,0.01000,0.162
10,mlp.experts.5.down_proj,0.00549618,0.01000,0.161
10,mlp.experts.6.down_proj,0.00027692,0.01000,0.161
10,mlp.experts.7.down_proj,0.00379735,0.01000,0.163
10,mlp.experts.8.down_proj,0.00398483,0.01000,0.165
10,mlp.experts.9.down_proj,0.00077504,0.01000,0.166
10,mlp.experts.10.down_proj,0.03952812,0.01000,0.164
10,mlp.experts.11.down_proj,0.00000060,0.01000,0.164
10,mlp.experts.12.down_proj,0.00232695,0.01000,0.166
10,mlp.experts.13.down_proj,0.03499814,0.01000,0.168
10,mlp.experts.14.down_proj,0.02058841,0.01000,0.166
10,mlp.experts.15.down_proj,0.00303094,0.01000,0.165
10,mlp.experts.16.down_proj,0.21477661,0.01000,0.167
10,mlp.experts.17.down_proj,0.00027686,0.01000,0.166
10,mlp.experts.18.down_proj,0.06239520,0.01000,0.167
10,mlp.experts.19.down_proj,0.00038257,0.01000,0.166
10,mlp.experts.20.down_proj,0.00592258,0.01000,0.166
10,mlp.experts.21.down_proj,0.01100099,0.01000,0.166
10,mlp.experts.22.down_proj,0.00317961,0.01000,0.166
10,mlp.experts.23.down_proj,0.00110177,0.01000,0.167
10,mlp.experts.24.down_proj,0.00000273,0.01000,0.166
10,mlp.experts.25.down_proj,0.01357786,0.01000,0.168
10,mlp.experts.26.down_proj,0.19144064,0.01000,0.167
10,mlp.experts.27.down_proj,0.00811328,0.01000,0.166
10,mlp.experts.28.down_proj,0.00027847,0.01000,0.166
10,mlp.experts.29.down_proj,0.00277857,0.01000,0.165
10,mlp.experts.30.down_proj,0.13005289,0.01000,0.166
10,mlp.experts.31.down_proj,0.00021426,0.01000,0.166
10,mlp.experts.32.down_proj,0.01236938,0.01000,0.166
10,mlp.experts.33.down_proj,0.01972488,0.01000,0.167
10,mlp.experts.34.down_proj,0.00059991,0.01000,0.167
10,mlp.experts.35.down_proj,0.10238739,0.01000,0.168
10,mlp.experts.36.down_proj,0.00060558,0.01000,0.166
10,mlp.experts.37.down_proj,0.00295474,0.01000,0.173
10,mlp.experts.38.down_proj,0.00012515,0.01000,0.168
10,mlp.experts.39.down_proj,0.02569645,0.01000,0.168
10,mlp.experts.40.down_proj,0.12695816,0.01000,0.167
10,mlp.experts.41.down_proj,0.03387361,0.01000,0.166
10,mlp.experts.42.down_proj,0.00062280,0.01000,0.168
10,mlp.experts.43.down_proj,0.03871280,0.01000,0.167
10,mlp.experts.44.down_proj,0.00000042,0.01000,0.169
10,mlp.experts.45.down_proj,0.02087923,0.01000,0.166
10,mlp.experts.46.down_proj,0.00009212,0.01000,0.165
10,mlp.experts.47.down_proj,0.00674493,0.01000,0.165
10,mlp.experts.48.down_proj,0.00458726,0.01000,0.166
10,mlp.experts.49.down_proj,0.00009214,0.01000,0.166
10,mlp.experts.50.down_proj,0.03330642,0.01000,0.165
10,mlp.experts.51.down_proj,0.00495623,0.01000,0.165
10,mlp.experts.52.down_proj,0.06237172,0.01000,0.167
10,mlp.experts.53.down_proj,0.00366265,0.01000,0.166
10,mlp.experts.54.down_proj,0.00189852,0.01000,0.166
10,mlp.experts.55.down_proj,0.17253956,0.01000,0.166
10,mlp.experts.56.down_proj,0.00076469,0.01000,0.167
10,mlp.experts.57.down_proj,0.11386099,0.01000,0.166
10,mlp.experts.58.down_proj,0.01402394,0.01000,0.166
10,mlp.experts.59.down_proj,0.00319662,0.01000,0.166
10,mlp.experts.60.down_proj,0.00008890,0.01000,0.172
10,mlp.experts.61.down_proj,0.02783118,0.01000,0.168
10,mlp.experts.62.down_proj,0.06130665,0.01000,0.169
10,mlp.experts.63.down_proj,0.00230851,0.01000,0.176
10,mlp.experts.64.down_proj,0.07849020,0.01000,0.166
10,mlp.experts.65.down_proj,0.00477282,0.01000,0.168
10,mlp.experts.66.down_proj,0.01914169,0.01000,0.167
10,mlp.experts.67.down_proj,0.00124416,0.01000,0.168
10,mlp.experts.68.down_proj,0.05588478,0.01000,0.167
10,mlp.experts.69.down_proj,0.04021081,0.01000,0.167
10,mlp.experts.70.down_proj,0.02772050,0.01000,0.167
10,mlp.experts.71.down_proj,0.19331528,0.01000,0.166
10,mlp.experts.72.down_proj,0.00023450,0.01000,0.166
10,mlp.experts.73.down_proj,0.12759897,0.01000,0.166
10,mlp.experts.74.down_proj,0.05012557,0.01000,0.167
10,mlp.experts.75.down_proj,0.00914644,0.01000,0.169
10,mlp.experts.76.down_proj,0.03767321,0.01000,0.174
10,mlp.experts.77.down_proj,0.00056359,0.01000,0.165
10,mlp.experts.78.down_proj,0.00532913,0.01000,0.165
10,mlp.experts.79.down_proj,0.00000007,0.01000,0.164
10,mlp.experts.80.down_proj,0.03145009,0.01000,0.165
10,mlp.experts.81.down_proj,0.00152962,0.01000,0.165
10,mlp.experts.82.down_proj,0.08468492,0.01000,0.165
10,mlp.experts.83.down_proj,0.02038039,0.01000,0.164
10,mlp.experts.84.down_proj,0.00143609,0.01000,0.167
10,mlp.experts.85.down_proj,0.05521759,0.01000,0.165
10,mlp.experts.86.down_proj,0.00997159,0.01000,0.164
10,mlp.experts.87.down_proj,0.00181594,0.01000,0.164
10,mlp.experts.88.down_proj,0.03058354,0.01000,0.164
10,mlp.experts.89.down_proj,0.00018552,0.01000,0.167
10,mlp.experts.90.down_proj,0.00496968,0.01000,0.166
10,mlp.experts.91.down_proj,0.09230427,0.01000,0.166
10,mlp.experts.92.down_proj,0.00468475,0.01000,0.166
10,mlp.experts.93.down_proj,0.00000245,0.01000,0.168
10,mlp.experts.94.down_proj,0.26130271,0.01000,0.166
10,mlp.experts.95.down_proj,0.08003181,0.01000,0.166
10,mlp.experts.96.down_proj,0.01074572,0.01000,0.169
10,mlp.experts.97.down_proj,0.02654752,0.01000,0.168
10,mlp.experts.98.down_proj,0.02586745,0.01000,0.167
10,mlp.experts.99.down_proj,0.02649651,0.01000,0.166
10,mlp.experts.100.down_proj,0.00286020,0.01000,0.168
10,mlp.experts.101.down_proj,0.01485815,0.01000,0.166
10,mlp.experts.102.down_proj,0.00457430,0.01000,0.166
10,mlp.experts.103.down_proj,0.01761717,0.01000,0.166
10,mlp.experts.104.down_proj,0.00062651,0.01000,0.168
10,mlp.experts.105.down_proj,0.01691051,0.01000,0.167
10,mlp.experts.106.down_proj,0.00000467,0.01000,0.166
10,mlp.experts.107.down_proj,0.05217508,0.01000,0.166
10,mlp.experts.108.down_proj,0.03983480,0.01000,0.168
10,mlp.experts.109.down_proj,0.02781872,0.01000,0.166
10,mlp.experts.110.down_proj,0.04212943,0.01000,0.166
10,mlp.experts.111.down_proj,0.00253839,0.01000,0.166
10,mlp.experts.112.down_proj,0.04234200,0.01000,0.171
10,mlp.experts.113.down_proj,0.01954871,0.01000,0.165
10,mlp.experts.114.down_proj,0.00002886,0.01000,0.165
10,mlp.experts.115.down_proj,0.00025588,0.01000,0.166
10,mlp.experts.116.down_proj,0.00544111,0.01000,0.175
10,mlp.experts.117.down_proj,0.00000167,0.01000,0.165
10,mlp.experts.118.down_proj,0.00227704,0.01000,0.165
10,mlp.experts.119.down_proj,0.03944733,0.01000,0.165
10,mlp.experts.120.down_proj,0.06751756,0.01000,0.166
10,mlp.experts.121.down_proj,0.00176481,0.01000,0.173
10,mlp.experts.122.down_proj,0.00018673,0.01000,0.167
10,mlp.experts.123.down_proj,0.03022890,0.01000,0.166
10,mlp.experts.124.down_proj,0.02352228,0.01000,0.167
10,mlp.experts.125.down_proj,0.00008369,0.01000,0.167
10,mlp.experts.126.down_proj,0.13495351,0.01000,0.169
10,mlp.experts.127.down_proj,0.00056428,0.01000,0.166
11,self_attn.q_proj,0.03223441,0.01000,0.459
11,self_attn.k_proj,0.00448834,0.01000,0.439
11,self_attn.v_proj,0.00466704,0.01000,0.447
11,self_attn.o_proj,0.00418092,0.01000,0.898
11,mlp.experts.0.up_proj,0.19829324,0.01000,0.468
11,mlp.experts.1.up_proj,0.01975866,0.01000,0.442
11,mlp.experts.2.up_proj,0.07899553,0.01000,0.446
11,mlp.experts.3.up_proj,1.24945629,0.01000,0.451
11,mlp.experts.4.up_proj,0.01978110,0.01000,0.448
11,mlp.experts.5.up_proj,0.06898679,0.01000,0.445
11,mlp.experts.6.up_proj,0.00497372,0.01000,0.447
11,mlp.experts.7.up_proj,0.01668492,0.01000,0.453
11,mlp.experts.8.up_proj,0.32158950,0.01000,0.433
11,mlp.experts.9.up_proj,0.01679327,0.01000,0.432
11,mlp.experts.10.up_proj,0.00118439,0.01000,0.432
11,mlp.experts.11.up_proj,0.00167668,0.01000,0.435
11,mlp.experts.12.up_proj,0.21553338,0.01000,0.433
11,mlp.experts.13.up_proj,0.19049478,0.01000,0.433
11,mlp.experts.14.up_proj,0.47938108,0.01000,0.431
11,mlp.experts.15.up_proj,0.03680224,0.01000,0.434
11,mlp.experts.16.up_proj,0.55873668,0.01000,0.437
11,mlp.experts.17.up_proj,0.01795720,0.01000,0.434
11,mlp.experts.18.up_proj,0.48552555,0.01000,0.434
11,mlp.experts.19.up_proj,0.00768538,0.01000,0.435
11,mlp.experts.20.up_proj,0.99534708,0.01000,0.436
11,mlp.experts.21.up_proj,0.06073069,0.01000,0.439
11,mlp.experts.22.up_proj,0.02584859,0.01000,0.447
11,mlp.experts.23.up_proj,0.00511684,0.01000,0.446
11,mlp.experts.24.up_proj,0.09197365,0.01000,0.436
11,mlp.experts.25.up_proj,1.14176357,0.01000,0.436
11,mlp.experts.26.up_proj,1.10332489,0.01000,0.439
11,mlp.experts.27.up_proj,0.00005867,0.01000,0.434
11,mlp.experts.28.up_proj,0.31101227,0.01000,0.433
11,mlp.experts.29.up_proj,0.40265292,0.01000,0.446
11,mlp.experts.30.up_proj,0.30919653,0.01000,0.451
11,mlp.experts.31.up_proj,0.06219457,0.01000,0.430
11,mlp.experts.32.up_proj,0.00447477,0.01000,0.432
11,mlp.experts.33.up_proj,1.16401052,0.01000,0.430
11,mlp.experts.34.up_proj,0.00041671,0.01000,0.430
11,mlp.experts.35.up_proj,0.00001694,0.01000,0.434
11,mlp.experts.36.up_proj,0.05194446,0.01000,0.430
11,mlp.experts.37.up_proj,0.21116593,0.01000,0.429
11,mlp.experts.38.up_proj,0.00173272,0.01000,0.429
11,mlp.experts.39.up_proj,0.32799959,0.01000,0.429
11,mlp.experts.40.up_proj,0.09183747,0.01000,0.430
11,mlp.experts.41.up_proj,0.19111019,0.01000,0.429
11,mlp.experts.42.up_proj,0.07904043,0.01000,0.428
11,mlp.experts.43.up_proj,0.31915873,0.01000,0.427
11,mlp.experts.44.up_proj,0.00018645,0.01000,0.431
11,mlp.experts.45.up_proj,0.09277309,0.01000,0.431
11,mlp.experts.46.up_proj,0.10931906,0.01000,0.428
11,mlp.experts.47.up_proj,0.25640213,0.01000,0.430
11,mlp.experts.48.up_proj,0.15299571,0.01000,0.429
11,mlp.experts.49.up_proj,0.12428022,0.01000,0.430
11,mlp.experts.50.up_proj,0.23966345,0.01000,0.431
11,mlp.experts.51.up_proj,0.00541380,0.01000,0.436
11,mlp.experts.52.up_proj,0.25091830,0.01000,0.432
11,mlp.experts.53.up_proj,0.08519958,0.01000,0.432
11,mlp.experts.54.up_proj,0.01954533,0.01000,0.430
11,mlp.experts.55.up_proj,0.18893485,0.01000,0.431
11,mlp.experts.56.up_proj,0.08657944,0.01000,0.432
11,mlp.experts.57.up_proj,0.00000218,0.01000,0.432
11,mlp.experts.58.up_proj,0.31559852,0.01000,0.439
11,mlp.experts.59.up_proj,1.85120320,0.01000,0.433
11,mlp.experts.60.up_proj,0.30946079,0.01000,0.433
11,mlp.experts.61.up_proj,0.32136941,0.01000,0.432
11,mlp.experts.62.up_proj,0.03887789,0.01000,0.432
11,mlp.experts.63.up_proj,0.01368860,0.01000,0.443
11,mlp.experts.64.up_proj,0.04427819,0.01000,0.443
11,mlp.experts.65.up_proj,0.02113926,0.01000,0.434
11,mlp.experts.66.up_proj,0.00007220,0.01000,0.433
11,mlp.experts.67.up_proj,0.15573643,0.01000,0.437
11,mlp.experts.68.up_proj,0.57241845,0.01000,0.432
11,mlp.experts.69.up_proj,0.28652698,0.01000,0.431
11,mlp.experts.70.up_proj,0.00635007,0.01000,0.432
11,mlp.experts.71.up_proj,0.43085143,0.01000,0.432
11,mlp.experts.72.up_proj,0.01372820,0.01000,0.436
11,mlp.experts.73.up_proj,0.39142376,0.01000,0.432
11,mlp.experts.74.up_proj,0.00019408,0.01000,0.431
11,mlp.experts.75.up_proj,0.01479833,0.01000,0.444
11,mlp.experts.76.up_proj,0.02365412,0.01000,0.459
11,mlp.experts.77.up_proj,0.00180700,0.01000,0.431
11,mlp.experts.78.up_proj,0.30172777,0.01000,0.434
11,mlp.experts.79.up_proj,0.47587019,0.01000,0.434
11,mlp.experts.80.up_proj,0.00000932,0.01000,0.431
11,mlp.experts.81.up_proj,0.07027201,0.01000,0.431
11,mlp.experts.82.up_proj,0.07734753,0.01000,0.430
11,mlp.experts.83.up_proj,0.00001684,0.01000,0.430
11,mlp.experts.84.up_proj,0.00433964,0.01000,0.430
11,mlp.experts.85.up_proj,0.23652788,0.01000,0.433
11,mlp.experts.86.up_proj,0.25301290,0.01000,0.428
11,mlp.experts.87.up_proj,0.26387474,0.01000,0.428
11,mlp.experts.88.up_proj,0.00043399,0.01000,0.427
11,mlp.experts.89.up_proj,0.18100765,0.01000,0.427
11,mlp.experts.90.up_proj,0.14720061,0.01000,0.428
11,mlp.experts.91.up_proj,0.00001058,0.01000,0.431
11,mlp.experts.92.up_proj,0.27462256,0.01000,0.427
11,mlp.experts.93.up_proj,0.00001413,0.01000,0.428
11,mlp.experts.94.up_proj,0.22080657,0.01000,0.428
11,mlp.experts.95.up_proj,0.14539430,0.01000,0.431
11,mlp.experts.96.up_proj,0.53301299,0.01000,0.432
11,mlp.experts.97.up_proj,0.23665115,0.01000,0.428
11,mlp.experts.98.up_proj,0.51333064,0.01000,0.429
11,mlp.experts.99.up_proj,0.86771494,0.01000,0.429
11,mlp.experts.100.up_proj,0.15815374,0.01000,0.429
11,mlp.experts.101.up_proj,0.24849339,0.01000,0.428
11,mlp.experts.102.up_proj,0.05705124,0.01000,0.430
11,mlp.experts.103.up_proj,0.02236528,0.01000,0.428
11,mlp.experts.104.up_proj,0.00427590,0.01000,0.432
11,mlp.experts.105.up_proj,0.62097162,0.01000,0.428
11,mlp.experts.106.up_proj,0.00833798,0.01000,0.429
11,mlp.experts.107.up_proj,1.44176126,0.01000,0.429
11,mlp.experts.108.up_proj,0.00570271,0.01000,0.428
11,mlp.experts.109.up_proj,0.10162966,0.01000,0.429
11,mlp.experts.110.up_proj,0.00972388,0.01000,0.429
11,mlp.experts.111.up_proj,0.35265228,0.01000,0.428
11,mlp.experts.112.up_proj,0.01149817,0.01000,0.427
11,mlp.experts.113.up_proj,0.00304063,0.01000,0.430
11,mlp.experts.114.up_proj,0.05059271,0.01000,0.431
11,mlp.experts.115.up_proj,0.55034018,0.01000,0.426
11,mlp.experts.116.up_proj,0.21939442,0.01000,0.429
11,mlp.experts.117.up_proj,0.00699023,0.01000,0.432
11,mlp.experts.118.up_proj,0.00015447,0.01000,0.434
11,mlp.experts.119.up_proj,0.00000257,0.01000,0.436
11,mlp.experts.120.up_proj,0.02236766,0.01000,0.433
11,mlp.experts.121.up_proj,0.04378854,0.01000,0.432
11,mlp.experts.122.up_proj,0.22424597,0.01000,0.431
11,mlp.experts.123.up_proj,0.00001332,0.01000,0.433
11,mlp.experts.124.up_proj,0.08512739,0.01000,0.432
11,mlp.experts.125.up_proj,0.02747618,0.01000,0.432
11,mlp.experts.126.up_proj,0.15948835,0.01000,0.433
11,mlp.experts.127.up_proj,0.00047549,0.01000,0.442
11,mlp.experts.0.gate_proj,0.19446310,0.01000,0.439
11,mlp.experts.1.gate_proj,0.01969097,0.01000,0.433
11,mlp.experts.2.gate_proj,0.08260216,0.01000,0.432
11,mlp.experts.3.gate_proj,1.28805780,0.01000,0.433
11,mlp.experts.4.gate_proj,0.01982465,0.01000,0.432
11,mlp.experts.5.gate_proj,0.07099791,0.01000,0.439
11,mlp.experts.6.gate_proj,0.00522371,0.01000,0.435
11,mlp.experts.7.gate_proj,0.01731170,0.01000,0.433
11,mlp.experts.8.gate_proj,0.34606451,0.01000,0.432
11,mlp.experts.9.gate_proj,0.06595217,0.01000,0.432
11,mlp.experts.10.gate_proj,0.00119655,0.01000,0.444
11,mlp.experts.11.gate_proj,0.00175738,0.01000,0.431
11,mlp.experts.12.gate_proj,0.22067484,0.01000,0.443
11,mlp.experts.13.gate_proj,0.19767907,0.01000,0.429
11,mlp.experts.14.gate_proj,0.49629793,0.01000,0.436
11,mlp.experts.15.gate_proj,0.03816192,0.01000,0.431
11,mlp.experts.16.gate_proj,0.52454627,0.01000,0.432
11,mlp.experts.17.gate_proj,0.01929624,0.01000,0.436
11,mlp.experts.18.gate_proj,0.45563594,0.01000,0.431
11,mlp.experts.19.gate_proj,0.00777302,0.01000,0.431
11,mlp.experts.20.gate_proj,1.10997963,0.01000,0.431
11,mlp.experts.21.gate_proj,0.06203600,0.01000,0.431
11,mlp.experts.22.gate_proj,0.02598846,0.01000,0.431
11,mlp.experts.23.gate_proj,0.00505578,0.01000,0.435
11,mlp.experts.24.gate_proj,0.09341551,0.01000,0.430
11,mlp.experts.25.gate_proj,1.61240792,0.01000,0.434
11,mlp.experts.26.gate_proj,1.10622525,0.01000,0.432
11,mlp.experts.27.gate_proj,0.00006289,0.01000,0.435
11,mlp.experts.28.gate_proj,0.31553739,0.01000,0.431
11,mlp.experts.29.gate_proj,0.40912369,0.01000,0.431
11,mlp.experts.30.gate_proj,0.33564052,0.01000,0.432
11,mlp.experts.31.gate_proj,0.06251391,0.01000,0.432
11,mlp.experts.32.gate_proj,0.00456352,0.01000,0.438
11,mlp.experts.33.gate_proj,1.23142767,0.01000,0.449
11,mlp.experts.34.gate_proj,0.00043281,0.01000,0.435
11,mlp.experts.35.gate_proj,0.00001720,0.01000,0.449
11,mlp.experts.36.gate_proj,0.05667943,0.01000,0.436
11,mlp.experts.37.gate_proj,0.22343503,0.01000,0.436
11,mlp.experts.38.gate_proj,0.00179838,0.01000,0.435
11,mlp.experts.39.gate_proj,0.33031714,0.01000,0.436
11,mlp.experts.40.gate_proj,0.09428139,0.01000,0.436
11,mlp.experts.41.gate_proj,0.20018736,0.01000,0.438
11,mlp.experts.42.gate_proj,0.07993203,0.01000,0.436
11,mlp.experts.43.gate_proj,0.32330227,0.01000,0.436
11,mlp.experts.44.gate_proj,0.00019087,0.01000,0.436
11,mlp.experts.45.gate_proj,0.09832194,0.01000,0.435
11,mlp.experts.46.gate_proj,0.10856245,0.01000,0.436
11,mlp.experts.47.gate_proj,0.24831739,0.01000,0.436
11,mlp.experts.48.gate_proj,0.16745320,0.01000,0.435
11,mlp.experts.49.gate_proj,0.12505050,0.01000,0.438
11,mlp.experts.50.gate_proj,0.24348772,0.01000,0.436
11,mlp.experts.51.gate_proj,0.00543864,0.01000,0.448
11,mlp.experts.52.gate_proj,0.26009816,0.01000,0.451
11,mlp.experts.53.gate_proj,0.09041445,0.01000,0.443
11,mlp.experts.54.gate_proj,0.02010107,0.01000,0.434
11,mlp.experts.55.gate_proj,0.20379189,0.01000,0.437
11,mlp.experts.56.gate_proj,0.09487118,0.01000,0.434
11,mlp.experts.57.gate_proj,0.00000227,0.01000,0.435
11,mlp.experts.58.gate_proj,0.34390011,0.01000,0.436
11,mlp.experts.59.gate_proj,1.66463375,0.01000,0.437
11,mlp.experts.60.gate_proj,0.31863409,0.01000,0.436
11,mlp.experts.61.gate_proj,0.28305107,0.01000,0.437
11,mlp.experts.62.gate_proj,0.03997371,0.01000,0.437
11,mlp.experts.63.gate_proj,0.01438899,0.01000,0.440
11,mlp.experts.64.gate_proj,0.04517727,0.01000,0.441
11,mlp.experts.65.gate_proj,0.02193119,0.01000,0.442
11,mlp.experts.66.gate_proj,0.00007508,0.01000,0.441
11,mlp.experts.67.gate_proj,0.14591703,0.01000,0.442
11,mlp.experts.68.gate_proj,0.59406590,0.01000,0.443
11,mlp.experts.69.gate_proj,0.30092338,0.01000,0.441
11,mlp.experts.70.gate_proj,0.00646357,0.01000,0.439
11,mlp.experts.71.gate_proj,0.47840270,0.01000,0.440
11,mlp.experts.72.gate_proj,0.01392304,0.01000,0.443
11,mlp.experts.73.gate_proj,0.36906949,0.01000,0.439
11,mlp.experts.74.gate_proj,0.00020143,0.01000,0.435
11,mlp.experts.75.gate_proj,0.01517204,0.01000,0.435
11,mlp.experts.76.gate_proj,0.02484128,0.01000,0.436
11,mlp.experts.77.gate_proj,0.00191527,0.01000,0.435
11,mlp.experts.78.gate_proj,0.31358552,0.01000,0.436
11,mlp.experts.79.gate_proj,0.50532460,0.01000,0.436
11,mlp.experts.80.gate_proj,0.00000961,0.01000,0.436
11,mlp.experts.81.gate_proj,0.07273289,0.01000,0.435
11,mlp.experts.82.gate_proj,0.08399451,0.01000,0.437
11,mlp.experts.83.gate_proj,0.00001868,0.01000,0.438
11,mlp.experts.84.gate_proj,0.00449664,0.01000,0.434
11,mlp.experts.85.gate_proj,0.24422988,0.01000,0.435
11,mlp.experts.86.gate_proj,0.25344706,0.01000,0.436
11,mlp.experts.87.gate_proj,0.27845669,0.01000,0.436
11,mlp.experts.88.gate_proj,0.00044627,0.01000,0.435
11,mlp.experts.89.gate_proj,0.18792284,0.01000,0.436
11,mlp.experts.90.gate_proj,0.14535141,0.01000,0.440
11,mlp.experts.91.gate_proj,0.00001089,0.01000,0.436
11,mlp.experts.92.gate_proj,0.31924105,0.01000,0.437
11,mlp.experts.93.gate_proj,0.00001453,0.01000,0.437
11,mlp.experts.94.gate_proj,0.23983842,0.01000,0.437
11,mlp.experts.95.gate_proj,0.15527363,0.01000,0.436
11,mlp.experts.96.gate_proj,0.54252070,0.01000,0.436
11,mlp.experts.97.gate_proj,0.24009630,0.01000,0.438
11,mlp.experts.98.gate_proj,0.51568854,0.01000,0.433
11,mlp.experts.99.gate_proj,0.89656365,0.01000,0.433
11,mlp.experts.100.gate_proj,0.16445276,0.01000,0.432
11,mlp.experts.101.gate_proj,0.24656881,0.01000,0.435
11,mlp.experts.102.gate_proj,0.05999407,0.01000,0.437
11,mlp.experts.103.gate_proj,0.02360733,0.01000,0.435
11,mlp.experts.104.gate_proj,0.00440091,0.01000,0.436
11,mlp.experts.105.gate_proj,0.63056672,0.01000,0.436
11,mlp.experts.106.gate_proj,0.00881087,0.01000,0.439
11,mlp.experts.107.gate_proj,1.45361412,0.01000,0.434
11,mlp.experts.108.gate_proj,0.00589532,0.01000,0.436
11,mlp.experts.109.gate_proj,0.10404141,0.01000,0.436
11,mlp.experts.110.gate_proj,0.01014769,0.01000,0.433
11,mlp.experts.111.gate_proj,0.40188968,0.01000,0.431
11,mlp.experts.112.gate_proj,0.01193935,0.01000,0.435
11,mlp.experts.113.gate_proj,0.00317197,0.01000,0.434
11,mlp.experts.114.gate_proj,0.05085786,0.01000,0.433
11,mlp.experts.115.gate_proj,0.57183325,0.01000,0.434
11,mlp.experts.116.gate_proj,0.22632888,0.01000,0.436
11,mlp.experts.117.gate_proj,0.00725036,0.01000,0.436
11,mlp.experts.118.gate_proj,0.00015557,0.01000,0.436
11,mlp.experts.119.gate_proj,0.00000266,0.01000,0.439
11,mlp.experts.120.gate_proj,0.02290985,0.01000,0.430
11,mlp.experts.121.gate_proj,0.04566743,0.01000,0.441
11,mlp.experts.122.gate_proj,0.21728604,0.01000,0.431
11,mlp.experts.123.gate_proj,0.00001334,0.01000,0.441
11,mlp.experts.124.gate_proj,0.09509814,0.01000,0.427
11,mlp.experts.125.gate_proj,0.02791947,0.01000,0.429
11,mlp.experts.126.gate_proj,0.15925024,0.01000,0.433
11,mlp.experts.127.gate_proj,0.00047850,0.01000,0.432
11,mlp.experts.0.down_proj,0.02405798,0.01000,0.180
11,mlp.experts.1.down_proj,0.00338094,0.01000,0.162
11,mlp.experts.2.down_proj,0.00817497,0.01000,0.162
11,mlp.experts.3.down_proj,0.18375513,0.01000,0.163
11,mlp.experts.4.down_proj,0.00033936,0.01000,0.162
11,mlp.experts.5.down_proj,0.01313723,0.01000,0.161
11,mlp.experts.6.down_proj,0.00073358,0.01000,0.161
11,mlp.experts.7.down_proj,0.00266939,0.01000,0.163
11,mlp.experts.8.down_proj,0.05664567,0.01000,0.164
11,mlp.experts.9.down_proj,0.00066023,0.01000,0.163
11,mlp.experts.10.down_proj,0.00044359,0.01000,0.163
11,mlp.experts.11.down_proj,0.00033071,0.01000,0.163
11,mlp.experts.12.down_proj,0.02430951,0.01000,0.163
11,mlp.experts.13.down_proj,0.03105370,0.01000,0.163
11,mlp.experts.14.down_proj,0.08283608,0.01000,0.163
11,mlp.experts.15.down_proj,0.00478863,0.01000,0.164
11,mlp.experts.16.down_proj,0.09090674,0.01000,0.164
11,mlp.experts.17.down_proj,0.00195968,0.01000,0.165
11,mlp.experts.18.down_proj,0.08964720,0.01000,0.164
11,mlp.experts.19.down_proj,0.00172108,0.01000,0.164
11,mlp.experts.20.down_proj,0.19162679,0.01000,0.172
11,mlp.experts.21.down_proj,0.00770753,0.01000,0.165
11,mlp.experts.22.down_proj,0.00266224,0.01000,0.165
11,mlp.experts.23.down_proj,0.00063001,0.01000,0.164
11,mlp.experts.24.down_proj,0.01682925,0.01000,0.164
11,mlp.experts.25.down_proj,0.35397026,0.01000,0.165
11,mlp.experts.26.down_proj,0.19452178,0.01000,0.165
11,mlp.experts.27.down_proj,0.00001447,0.01000,0.165
11,mlp.experts.28.down_proj,0.05069539,0.01000,0.165
11,mlp.experts.29.down_proj,0.05162815,0.01000,0.165
11,mlp.experts.30.down_proj,0.08806893,0.01000,0.165
11,mlp.experts.31.down_proj,0.00520804,0.01000,0.165
11,mlp.experts.32.down_proj,0.00065506,0.01000,0.167
11,mlp.experts.33.down_proj,0.16746014,0.01000,0.165
11,mlp.experts.34.down_proj,0.00007820,0.01000,0.169
11,mlp.experts.35.down_proj,0.00000442,0.01000,0.165
11,mlp.experts.36.down_proj,0.00209145,0.01000,0.165
11,mlp.experts.37.down_proj,0.03100453,0.01000,0.165
11,mlp.experts.38.down_proj,0.00045562,0.01000,0.166
11,mlp.experts.39.down_proj,0.04962338,0.01000,0.165
11,mlp.experts.40.down_proj,0.01082578,0.01000,0.165
11,mlp.experts.41.down_proj,0.01989737,0.01000,0.165
11,mlp.experts.42.down_proj,0.01430999,0.01000,0.165
11,mlp.experts.43.down_proj,0.03345669,0.01000,0.165
11,mlp.experts.44.down_proj,0.00003699,0.01000,0.168
11,mlp.experts.45.down_proj,0.02202744,0.01000,0.165
11,mlp.experts.46.down_proj,0.01528802,0.01000,0.164
11,mlp.experts.47.down_proj,0.04612996,0.01000,0.165
11,mlp.experts.48.down_proj,0.02204081,0.01000,0.165
11,mlp.experts.49.down_proj,0.02289988,0.01000,0.165
11,mlp.experts.50.down_proj,0.04260277,0.01000,0.165
11,mlp.experts.51.down_proj,0.00094341,0.01000,0.165
11,mlp.experts.52.down_proj,0.04057898,0.01000,0.166
11,mlp.experts.53.down_proj,0.00931456,0.01000,0.165
11,mlp.experts.54.down_proj,0.00286390,0.01000,0.168
11,mlp.experts.55.down_proj,0.04390638,0.01000,0.165
11,mlp.experts.56.down_proj,0.01824384,0.01000,0.167
11,mlp.experts.57.down_proj,0.00000023,0.01000,0.165
11,mlp.experts.58.down_proj,0.05061049,0.01000,0.165
11,mlp.experts.59.down_proj,0.41580671,0.01000,0.167
11,mlp.experts.60.down_proj,0.04038826,0.01000,0.165
11,mlp.experts.61.down_proj,0.05287331,0.01000,0.166
11,mlp.experts.62.down_proj,0.00426387,0.01000,0.166
11,mlp.experts.63.down_proj,0.00393546,0.01000,0.170
11,mlp.experts.64.down_proj,0.00877824,0.01000,0.166
11,mlp.experts.65.down_proj,0.00177450,0.01000,0.167
11,mlp.experts.66.down_proj,0.00000602,0.01000,0.166
11,mlp.experts.67.down_proj,0.02205977,0.01000,0.165
11,mlp.experts.68.down_proj,0.10003093,0.01000,0.166
11,mlp.experts.69.down_proj,0.05527363,0.01000,0.166
11,mlp.experts.70.down_proj,0.00106103,0.01000,0.165
11,mlp.experts.71.down_proj,0.06437659,0.01000,0.166
11,mlp.experts.72.down_proj,0.00178604,0.01000,0.165
11,mlp.experts.73.down_proj,0.06718799,0.01000,0.166
11,mlp.experts.74.down_proj,0.00005170,0.01000,0.165
11,mlp.experts.75.down_proj,0.00134195,0.01000,0.165
11,mlp.experts.76.down_proj,0.00236884,0.01000,0.166
11,mlp.experts.77.down_proj,0.00035813,0.01000,0.166
11,mlp.experts.78.down_proj,0.04668196,0.01000,0.165
11,mlp.experts.79.down_proj,0.07942675,0.01000,0.166
11,mlp.experts.80.down_proj,0.00000146,0.01000,0.166
11,mlp.experts.81.down_proj,0.00784957,0.01000,0.169
11,mlp.experts.82.down_proj,0.00705293,0.01000,0.168
11,mlp.experts.83.down_proj,0.00000320,0.01000,0.166
11,mlp.experts.84.down_proj,0.00076651,0.01000,0.165
11,mlp.experts.85.down_proj,0.03111490,0.01000,0.165
11,mlp.experts.86.down_proj,0.04868146,0.01000,0.166
11,mlp.experts.87.down_proj,0.04232307,0.01000,0.166
11,mlp.experts.88.down_proj,0.00012088,0.01000,0.166
11,mlp.experts.89.down_proj,0.02933941,0.01000,0.166
11,mlp.experts.90.down_proj,0.02120199,0.01000,0.166
11,mlp.experts.91.down_proj,0.00000156,0.01000,0.166
11,mlp.experts.92.down_proj,0.05129862,0.01000,0.165
11,mlp.experts.93.down_proj,0.00000254,0.01000,0.166
11,mlp.experts.94.down_proj,0.03341138,0.01000,0.165
11,mlp.experts.95.down_proj,0.03074886,0.01000,0.166
11,mlp.experts.96.down_proj,0.05939211,0.01000,0.165
11,mlp.experts.97.down_proj,0.03610416,0.01000,0.165
11,mlp.experts.98.down_proj,0.06975697,0.01000,0.166
11,mlp.experts.99.down_proj,0.13672921,0.01000,0.166
11,mlp.experts.100.down_proj,0.02483804,0.01000,0.165
11,mlp.experts.101.down_proj,0.02711060,0.01000,0.166
11,mlp.experts.102.down_proj,0.00856530,0.01000,0.165
11,mlp.experts.103.down_proj,0.00645004,0.01000,0.166
11,mlp.experts.104.down_proj,0.00058124,0.01000,0.165
11,mlp.experts.105.down_proj,0.09032789,0.01000,0.165
11,mlp.experts.106.down_proj,0.00029118,0.01000,0.168
11,mlp.experts.107.down_proj,0.13650483,0.01000,0.166
11,mlp.experts.108.down_proj,0.00105324,0.01000,0.166
11,mlp.experts.109.down_proj,0.01129094,0.01000,0.166
11,mlp.experts.110.down_proj,0.00139569,0.01000,0.166
11,mlp.experts.111.down_proj,0.05776373,0.01000,0.166
11,mlp.experts.112.down_proj,0.00132184,0.01000,0.166
11,mlp.experts.113.down_proj,0.00060742,0.01000,0.167
11,mlp.experts.114.down_proj,0.00856063,0.01000,0.166
11,mlp.experts.115.down_proj,0.08696499,0.01000,0.166
11,mlp.experts.116.down_proj,0.03876365,0.01000,0.167
11,mlp.experts.117.down_proj,0.00089994,0.01000,0.166
11,mlp.experts.118.down_proj,0.00003761,0.01000,0.166
11,mlp.experts.119.down_proj,0.00000033,0.01000,0.166
11,mlp.experts.120.down_proj,0.00266225,0.01000,0.166
11,mlp.experts.121.down_proj,0.00581786,0.01000,0.165
11,mlp.experts.122.down_proj,0.03671153,0.01000,0.165
11,mlp.experts.123.down_proj,0.00000250,0.01000,0.166
11,mlp.experts.124.down_proj,0.01241764,0.01000,0.165
11,mlp.experts.125.down_proj,0.00278127,0.01000,0.165
11,mlp.experts.126.down_proj,0.02193660,0.01000,0.170
11,mlp.experts.127.down_proj,0.00012450,0.01000,0.166
12,self_attn.q_proj,0.04460260,0.01000,0.442
12,self_attn.k_proj,0.00614693,0.01000,0.437
12,self_attn.v_proj,0.00671245,0.01000,0.434
12,self_attn.o_proj,0.00550195,0.01000,0.876
12,mlp.experts.0.up_proj,0.11350925,0.01000,0.463
12,mlp.experts.1.up_proj,0.01035998,0.01000,0.433
12,mlp.experts.2.up_proj,1.25293851,0.01000,0.432
12,mlp.experts.3.up_proj,0.00014368,0.01000,0.430
12,mlp.experts.4.up_proj,0.12758484,0.01000,0.430
12,mlp.experts.5.up_proj,0.00356215,0.01000,0.431
12,mlp.experts.6.up_proj,0.11609100,0.01000,0.430
12,mlp.experts.7.up_proj,0.27937874,0.01000,0.431
12,mlp.experts.8.up_proj,0.98703313,0.01000,0.430
12,mlp.experts.9.up_proj,0.64352274,0.01000,0.445
12,mlp.experts.10.up_proj,0.00208336,0.01000,0.432
12,mlp.experts.11.up_proj,0.02627229,0.01000,0.448
12,mlp.experts.12.up_proj,0.22483291,0.01000,0.434
12,mlp.experts.13.up_proj,0.00002019,0.01000,0.434
12,mlp.experts.14.up_proj,0.38207614,0.01000,0.433
12,mlp.experts.15.up_proj,0.21651253,0.01000,0.433
12,mlp.experts.16.up_proj,0.04818173,0.01000,0.435
12,mlp.experts.17.up_proj,0.16723363,0.01000,0.433
12,mlp.experts.18.up_proj,0.43807924,0.01000,0.434
12,mlp.experts.19.up_proj,0.00008600,0.01000,0.433
12,mlp.experts.20.up_proj,0.01718617,0.01000,0.433
12,mlp.experts.21.up_proj,1.21432316,0.01000,0.432
12,mlp.experts.22.up_proj,0.29323173,0.01000,0.433
12,mlp.experts.23.up_proj,0.01243559,0.01000,0.434
12,mlp.experts.24.up_proj,0.25553566,0.01000,0.433
12,mlp.experts.25.up_proj,0.03787366,0.01000,0.433
12,mlp.experts.26.up_proj,0.24331436,0.01000,0.433
12,mlp.experts.27.up_proj,0.22847281,0.01000,0.435
12,mlp.experts.28.up_proj,0.04524379,0.01000,0.431
12,mlp.experts.29.up_proj,0.00601580,0.01000,0.431
12,mlp.experts.30.up_proj,0.10341945,0.01000,0.434
12,mlp.experts.31.up_proj,0.02312016,0.01000,0.436
12,mlp.experts.32.up_proj,0.80310315,0.01000,0.432
12,mlp.experts.33.up_proj,0.00189163,0.01000,0.431
12,mlp.experts.34.up_proj,0.21987173,0.01000,0.441
12,mlp.experts.35.up_proj,0.00514708,0.01000,0.431
12,mlp.experts.36.up_proj,0.33785391,0.01000,0.432
12,mlp.experts.37.up_proj,0.01462208,0.01000,0.432
12,mlp.experts.38.up_proj,0.33202851,0.01000,0.432
12,mlp.experts.39.up_proj,0.01072492,0.01000,0.437
12,mlp.experts.40.up_proj,0.12544496,0.01000,0.436
12,mlp.experts.41.up_proj,0.08367260,0.01000,0.435
12,mlp.experts.42.up_proj,1.02084661,0.01000,0.433
12,mlp.experts.43.up_proj,0.27764747,0.01000,0.437
12,mlp.experts.44.up_proj,0.15677540,0.01000,0.433
12,mlp.experts.45.up_proj,0.00890476,0.01000,0.433
12,mlp.experts.46.up_proj,1.09688044,0.01000,0.436
12,mlp.experts.47.up_proj,0.01910240,0.01000,0.434
12,mlp.experts.48.up_proj,0.00001687,0.01000,0.437
12,mlp.experts.49.up_proj,0.12145836,0.01000,0.435
12,mlp.experts.50.up_proj,0.10038471,0.01000,0.435
12,mlp.experts.51.up_proj,0.06903818,0.01000,0.434
12,mlp.experts.52.up_proj,1.32879257,0.01000,0.434
12,mlp.experts.53.up_proj,0.53453350,0.01000,0.440
12,mlp.experts.54.up_proj,0.00154286,0.01000,0.435
12,mlp.experts.55.up_proj,0.00026872,0.01000,0.435
12,mlp.experts.56.up_proj,0.17124523,0.01000,0.433
12,mlp.experts.57.up_proj,0.01188080,0.01000,0.432
12,mlp.experts.58.up_proj,0.27319491,0.01000,0.433
12,mlp.experts.59.up_proj,0.00132502,0.01000,0.432
12,mlp.experts.60.up_proj,0.02401683,0.01000,0.433
12,mlp.experts.61.up_proj,0.30372131,0.01000,0.433
12,mlp.experts.62.up_proj,0.14892426,0.01000,0.433
12,mlp.experts.63.up_proj,0.35377860,0.01000,0.433
12,mlp.experts.64.up_proj,0.21417829,0.01000,0.433
12,mlp.experts.65.up_proj,0.55886412,0.01000,0.433
12,mlp.experts.66.up_proj,0.01592120,0.01000,0.433
12,mlp.experts.67.up_proj,0.04807544,0.01000,0.432
12,mlp.experts.68.up_proj,0.26531234,0.01000,0.431
12,mlp.experts.69.up_proj,0.47938925,0.01000,0.432
12,mlp.experts.70.up_proj,0.00766698,0.01000,0.432
12,mlp.experts.71.up_proj,0.01612990,0.01000,0.432
12,mlp.experts.72.up_proj,0.00003414,0.01000,0.432
12,mlp.experts.73.up_proj,0.26658422,0.01000,0.433
12,mlp.experts.74.up_proj,0.16053483,0.01000,0.433
12,mlp.experts.75.up_proj,0.13612232,0.01000,0.434
12,mlp.experts.76.up_proj,0.31932318,0.01000,0.434
12,mlp.experts.77.up_proj,0.00151323,0.01000,0.436
12,mlp.experts.78.up_proj,0.08674975,0.01000,0.435
12,mlp.experts.79.up_proj,0.07385249,0.01000,0.433
12,mlp.experts.80.up_proj,0.18771452,0.01000,0.431
12,mlp.experts.81.up_proj,0.00012871,0.01000,0.432
12,mlp.experts.82.up_proj,0.00096748,0.01000,0.435
12,mlp.experts.83.up_proj,0.00036017,0.01000,0.434
12,mlp.experts.84.up_proj,0.01804401,0.01000,0.433
12,mlp.experts.85.up_proj,0.93377656,0.01000,0.434
12,mlp.experts.86.up_proj,0.00340766,0.01000,0.434
12,mlp.experts.87.up_proj,0.81343091,0.01000,0.433
12,mlp.experts.88.up_proj,0.00000022,0.01000,0.439
12,mlp.experts.89.up_proj,0.20050973,0.01000,0.435
12,mlp.experts.90.up_proj,0.16879702,0.01000,0.435
12,mlp.experts.91.up_proj,0.03364637,0.01000,0.434
12,mlp.experts.92.up_proj,0.38756323,0.01000,0.434
12,mlp.experts.93.up_proj,0.00186657,0.01000,0.434
12,mlp.experts.94.up_proj,0.06992212,0.01000,0.433
12,mlp.experts.95.up_proj,0.08195552,0.01000,0.435
12,mlp.experts.96.up_proj,0.02400692,0.01000,0.435
12,mlp.experts.97.up_proj,0.95723331,0.01000,0.434
12,mlp.experts.98.up_proj,0.00049668,0.01000,0.434
12,mlp.experts.99.up_proj,0.32452482,0.01000,0.434
12,mlp.experts.100.up_proj,0.43561667,0.01000,0.440
12,mlp.experts.101.up_proj,0.04442023,0.01000,0.435
12,mlp.experts.102.up_proj,0.53322548,0.01000,0.435
12,mlp.experts.103.up_proj,0.46146640,0.01000,0.435
12,mlp.experts.104.up_proj,0.00000124,0.01000,0.433
12,mlp.experts.105.up_proj,0.60399276,0.01000,0.439
12,mlp.experts.106.up_proj,0.00021231,0.01000,0.433
12,mlp.experts.107.up_proj,0.17673752,0.01000,0.434
12,mlp.experts.108.up_proj,0.03247095,0.01000,0.434
12,mlp.experts.109.up_proj,0.00120467,0.01000,0.434
12,mlp.experts.110.up_proj,0.01593306,0.01000,0.439
12,mlp.experts.111.up_proj,0.01706362,0.01000,0.434
12,mlp.experts.112.up_proj,0.01647832,0.01000,0.433
12,mlp.experts.113.up_proj,0.00595986,0.01000,0.433
12,mlp.experts.114.up_proj,0.14742023,0.01000,0.433
12,mlp.experts.115.up_proj,0.16769314,0.01000,0.435
12,mlp.experts.116.up_proj,0.14791901,0.01000,0.433
12,mlp.experts.117.up_proj,0.04188996,0.01000,0.434
12,mlp.experts.118.up_proj,0.79893464,0.01000,0.434
12,mlp.experts.119.up_proj,0.02034143,0.01000,0.434
12,mlp.experts.120.up_proj,0.12280282,0.01000,0.437
12,mlp.experts.121.up_proj,0.15900482,0.01000,0.433
12,mlp.experts.122.up_proj,0.00649073,0.01000,0.437
12,mlp.experts.123.up_proj,0.48712268,0.01000,0.434
12,mlp.experts.124.up_proj,0.26863080,0.01000,0.435
12,mlp.experts.125.up_proj,0.02775793,0.01000,0.433
12,mlp.experts.126.up_proj,0.22665410,0.01000,0.433
12,mlp.experts.127.up_proj,0.49372363,0.01000,0.434
12,mlp.experts.0.gate_proj,0.11290877,0.01000,0.436
12,mlp.experts.1.gate_proj,0.01077612,0.01000,0.438
12,mlp.experts.2.gate_proj,1.27989149,0.01000,0.434
12,mlp.experts.3.gate_proj,0.00014383,0.01000,0.434
12,mlp.experts.4.gate_proj,0.13262749,0.01000,0.434
12,mlp.experts.5.gate_proj,0.00362934,0.01000,0.430
12,mlp.experts.6.gate_proj,0.11765076,0.01000,0.433
12,mlp.experts.7.gate_proj,0.28202236,0.01000,0.430
12,mlp.experts.8.gate_proj,1.02397501,0.01000,0.432
12,mlp.experts.9.gate_proj,0.63774717,0.01000,0.432
12,mlp.experts.10.gate_proj,0.01735349,0.01000,0.436
12,mlp.experts.11.gate_proj,0.02703978,0.01000,0.432
12,mlp.experts.12.gate_proj,0.23110569,0.01000,0.431
12,mlp.experts.13.gate_proj,0.00002052,0.01000,0.432
12,mlp.experts.14.gate_proj,0.38218260,0.01000,0.436
12,mlp.experts.15.gate_proj,0.21930282,0.01000,0.434
12,mlp.experts.16.gate_proj,0.05134567,0.01000,0.433
12,mlp.experts.17.gate_proj,0.16889666,0.01000,0.447
12,mlp.experts.18.gate_proj,0.44066858,0.01000,0.437
12,mlp.experts.19.gate_proj,0.00009006,0.01000,0.448
12,mlp.experts.20.gate_proj,0.01772238,0.01000,0.447
12,mlp.experts.21.gate_proj,1.23882771,0.01000,0.433
12,mlp.experts.22.gate_proj,0.33948421,0.01000,0.434
12,mlp.experts.23.gate_proj,0.01255006,0.01000,0.435
12,mlp.experts.24.gate_proj,0.29061279,0.01000,0.439
12,mlp.experts.25.gate_proj,0.03790902,0.01000,0.433
12,mlp.experts.26.gate_proj,0.25005472,0.01000,0.434
12,mlp.experts.27.gate_proj,0.23167601,0.01000,0.434
12,mlp.experts.28.gate_proj,0.04709225,0.01000,0.433
12,mlp.experts.29.gate_proj,0.00609464,0.01000,0.436
12,mlp.experts.30.gate_proj,0.10617332,0.01000,0.434
12,mlp.experts.31.gate_proj,0.02373851,0.01000,0.433
12,mlp.experts.32.gate_proj,0.82302421,0.01000,0.435
12,mlp.experts.33.gate_proj,0.00204891,0.01000,0.434
12,mlp.experts.34.gate_proj,0.22551572,0.01000,0.436
12,mlp.experts.35.gate_proj,0.00547159,0.01000,0.431
12,mlp.experts.36.gate_proj,0.34850252,0.01000,0.433
12,mlp.experts.37.gate_proj,0.01484332,0.01000,0.432
12,mlp.experts.38.gate_proj,0.32473940,0.01000,0.432
12,mlp.experts.39.gate_proj,0.01111745,0.01000,0.431
12,mlp.experts.40.gate_proj,0.13033120,0.01000,0.432
12,mlp.experts.41.gate_proj,0.08604888,0.01000,0.442
12,mlp.experts.42.gate_proj,1.00765038,0.01000,0.433
12,mlp.experts.43.gate_proj,0.28555506,0.01000,0.435
12,mlp.experts.44.gate_proj,0.15838370,0.01000,0.432
12,mlp.experts.45.gate_proj,0.00903799,0.01000,0.433
12,mlp.experts.46.gate_proj,1.08476567,0.01000,0.433
12,mlp.experts.47.gate_proj,0.01947545,0.01000,0.433
12,mlp.experts.48.gate_proj,0.00001720,0.01000,0.433
12,mlp.experts.49.gate_proj,0.12427405,0.01000,0.432
12,mlp.experts.50.gate_proj,0.10202239,0.01000,0.436
12,mlp.experts.51.gate_proj,0.07051265,0.01000,0.437
12,mlp.experts.52.gate_proj,1.48175442,0.01000,0.433
12,mlp.experts.53.gate_proj,0.55559433,0.01000,0.437
12,mlp.experts.54.gate_proj,0.00157631,0.01000,0.435
12,mlp.experts.55.gate_proj,0.00027252,0.01000,0.436
12,mlp.experts.56.gate_proj,0.17756605,0.01000,0.436
12,mlp.experts.57.gate_proj,0.01201742,0.01000,0.437
12,mlp.experts.58.gate_proj,0.26849020,0.01000,0.436
12,mlp.experts.59.gate_proj,0.00138819,0.01000,0.436
12,mlp.experts.60.gate_proj,0.02364794,0.01000,0.435
12,mlp.experts.61.gate_proj,0.29315692,0.01000,0.436
12,mlp.experts.62.gate_proj,0.15297931,0.01000,0.436
12,mlp.experts.63.gate_proj,0.35929894,0.01000,0.442
12,mlp.experts.64.gate_proj,0.22545552,0.01000,0.441
12,mlp.experts.65.gate_proj,0.59362990,0.01000,0.437
12,mlp.experts.66.gate_proj,0.01615074,0.01000,0.436
12,mlp.experts.67.gate_proj,0.04945515,0.01000,0.436
12,mlp.experts.68.gate_proj,0.25729734,0.01000,0.434
12,mlp.experts.69.gate_proj,0.50102013,0.01000,0.435
12,mlp.experts.70.gate_proj,0.00806823,0.01000,0.436
12,mlp.experts.71.gate_proj,0.01624405,0.01000,0.440
12,mlp.experts.72.gate_proj,0.00003550,0.01000,0.440
12,mlp.experts.73.gate_proj,0.29000044,0.01000,0.436
12,mlp.experts.74.gate_proj,0.15783468,0.01000,0.435
12,mlp.experts.75.gate_proj,0.13882148,0.01000,0.440
12,mlp.experts.76.gate_proj,0.31452471,0.01000,0.435
12,mlp.experts.77.gate_proj,0.00152594,0.01000,0.436
12,mlp.experts.78.gate_proj,0.08864819,0.01000,0.436
12,mlp.experts.79.gate_proj,0.07470527,0.01000,0.440
12,mlp.experts.80.gate_proj,0.18445918,0.01000,0.440
12,mlp.experts.81.gate_proj,0.00013403,0.01000,0.435
12,mlp.experts.82.gate_proj,0.00099342,0.01000,0.439
12,mlp.experts.83.gate_proj,0.00037572,0.01000,0.438
12,mlp.experts.84.gate_proj,0.02077978,0.01000,0.438
12,mlp.experts.85.gate_proj,0.97086251,0.01000,0.436
12,mlp.experts.86.gate_proj,0.00359340,0.01000,0.438
12,mlp.experts.87.gate_proj,0.79150701,0.01000,0.439
12,mlp.experts.88.gate_proj,0.00000022,0.01000,0.439
12,mlp.experts.89.gate_proj,0.20486590,0.01000,0.439
12,mlp.experts.90.gate_proj,0.17177416,0.01000,0.439
12,mlp.experts.91.gate_proj,0.03454626,0.01000,0.439
12,mlp.experts.92.gate_proj,0.39797801,0.01000,0.438
12,mlp.experts.93.gate_proj,0.00196560,0.01000,0.439
12,mlp.experts.94.gate_proj,0.06516634,0.01000,0.439
12,mlp.experts.95.gate_proj,0.08148126,0.01000,0.438
12,mlp.experts.96.gate_proj,0.02412204,0.01000,0.439
12,mlp.experts.97.gate_proj,0.98221797,0.01000,0.440
12,mlp.experts.98.gate_proj,0.00050694,0.01000,0.440
12,mlp.experts.99.gate_proj,0.30648208,0.01000,0.439
12,mlp.experts.100.gate_proj,0.43014020,0.01000,0.439
12,mlp.experts.101.gate_proj,0.04665622,0.01000,0.443
12,mlp.experts.102.gate_proj,0.52921081,0.01000,0.439
12,mlp.experts.103.gate_proj,0.49493361,0.01000,0.445
12,mlp.experts.104.gate_proj,0.00000118,0.01000,0.440
12,mlp.experts.105.gate_proj,0.65581244,0.01000,0.441
12,mlp.experts.106.gate_proj,0.00022001,0.01000,0.439
12,mlp.experts.107.gate_proj,0.17716888,0.01000,0.445
12,mlp.experts.108.gate_proj,0.03320168,0.01000,0.438
12,mlp.experts.109.gate_proj,0.00127687,0.01000,0.441
12,mlp.experts.110.gate_proj,0.01617976,0.01000,0.458
12,mlp.experts.111.gate_proj,0.01724189,0.01000,0.439
12,mlp.experts.112.gate_proj,0.01721597,0.01000,0.436
12,mlp.experts.113.gate_proj,0.00603556,0.01000,0.437
12,mlp.experts.114.gate_proj,0.15269667,0.01000,0.436
12,mlp.experts.115.gate_proj,0.16894510,0.01000,0.436
12,mlp.experts.116.gate_proj,0.14952172,0.01000,0.436
12,mlp.experts.117.gate_proj,0.04547361,0.01000,0.436
12,mlp.experts.118.gate_proj,0.80571300,0.01000,0.436
12,mlp.experts.119.gate_proj,0.02281611,0.01000,0.442
12,mlp.experts.120.gate_proj,0.12354366,0.01000,0.436
12,mlp.experts.121.gate_proj,0.16227847,0.01000,0.436
12,mlp.experts.122.gate_proj,0.00663940,0.01000,0.438
12,mlp.experts.123.gate_proj,0.48468295,0.01000,0.439
12,mlp.experts.124.gate_proj,0.27097276,0.01000,0.438
12,mlp.experts.125.gate_proj,0.02965241,0.01000,0.439
12,mlp.experts.126.gate_proj,0.22788417,0.01000,0.441
12,mlp.experts.127.gate_proj,0.51818562,0.01000,0.441
12,mlp.experts.0.down_proj,0.02016025,0.01000,0.178
12,mlp.experts.1.down_proj,0.00459947,0.01000,0.164
12,mlp.experts.2.down_proj,0.19912218,0.01000,0.163
12,mlp.experts.3.down_proj,0.00003491,0.01000,0.163
12,mlp.experts.4.down_proj,0.01917632,0.01000,0.164
12,mlp.experts.5.down_proj,0.00004200,0.01000,0.164
12,mlp.experts.6.down_proj,0.01296241,0.01000,0.168
12,mlp.experts.7.down_proj,0.05986339,0.01000,0.173
12,mlp.experts.8.down_proj,0.16449955,0.01000,0.165
12,mlp.experts.9.down_proj,0.16089427,0.01000,0.165
12,mlp.experts.10.down_proj,0.00000748,0.01000,0.164
12,mlp.experts.11.down_proj,0.00232537,0.01000,0.164
12,mlp.experts.12.down_proj,0.03899176,0.01000,0.164
12,mlp.experts.13.down_proj,0.00000345,0.01000,0.165
12,mlp.experts.14.down_proj,0.06921067,0.01000,0.165
12,mlp.experts.15.down_proj,0.05061720,0.01000,0.165
12,mlp.experts.16.down_proj,0.00972386,0.01000,0.167
12,mlp.experts.17.down_proj,0.02247867,0.01000,0.165
12,mlp.experts.18.down_proj,0.05387008,0.01000,0.165
12,mlp.experts.19.down_proj,0.00001262,0.01000,0.165
12,mlp.experts.20.down_proj,0.00190905,0.01000,0.166
12,mlp.experts.21.down_proj,0.19275987,0.01000,0.165
12,mlp.experts.22.down_proj,0.05703328,0.01000,0.165
12,mlp.experts.23.down_proj,0.00147485,0.01000,0.165
12,mlp.experts.24.down_proj,0.02785749,0.01000,0.165
12,mlp.experts.25.down_proj,0.00109090,0.01000,0.165
12,mlp.experts.26.down_proj,0.05783663,0.01000,0.165
12,mlp.experts.27.down_proj,0.02071670,0.01000,0.166
12,mlp.experts.28.down_proj,0.00546409,0.01000,0.165
12,mlp.experts.29.down_proj,0.00086840,0.01000,0.165
12,mlp.experts.30.down_proj,0.02157250,0.01000,0.165
12,mlp.experts.31.down_proj,0.00378499,0.01000,0.165
12,mlp.experts.32.down_proj,0.12441316,0.01000,0.167
12,mlp.experts.33.down_proj,0.00012970,0.01000,0.166
12,mlp.experts.34.down_proj,0.02454156,0.01000,0.165
12,mlp.experts.35.down_proj,0.00151592,0.01000,0.165
12,mlp.experts.36.down_proj,0.04808686,0.01000,0.166
12,mlp.experts.37.down_proj,0.00139621,0.01000,0.165
12,mlp.experts.38.down_proj,0.05466170,0.01000,0.165
12,mlp.experts.39.down_proj,0.00142156,0.01000,0.166
12,mlp.experts.40.down_proj,0.01185570,0.01000,0.166
12,mlp.experts.41.down_proj,0.01381314,0.01000,0.166
12,mlp.experts.42.down_proj,0.13233286,0.01000,0.165
12,mlp.experts.43.down_proj,0.04825733,0.01000,0.165
12,mlp.experts.44.down_proj,0.01927413,0.01000,0.166
12,mlp.experts.45.down_proj,0.00152295,0.01000,0.165
12,mlp.experts.46.down_proj,0.16130093,0.01000,0.165
12,mlp.experts.47.down_proj,0.00180106,0.01000,0.166
12,mlp.experts.48.down_proj,0.00000360,0.01000,0.165
12,mlp.experts.49.down_proj,0.01671789,0.01000,0.165
12,mlp.experts.50.down_proj,0.01156676,0.01000,0.165
12,mlp.experts.51.down_proj,0.01236643,0.01000,0.166
12,mlp.experts.52.down_proj,0.27450070,0.01000,0.167
12,mlp.experts.53.down_proj,0.08646040,0.01000,0.167
12,mlp.experts.54.down_proj,0.00021669,0.01000,0.166
12,mlp.experts.55.down_proj,0.00011036,0.01000,0.165
12,mlp.experts.56.down_proj,0.05177222,0.01000,0.165
12,mlp.experts.57.down_proj,0.00158799,0.01000,0.166
12,mlp.experts.58.down_proj,0.04279244,0.01000,0.168
12,mlp.experts.59.down_proj,0.00022757,0.01000,0.167
12,mlp.experts.60.down_proj,0.00435533,0.01000,0.168
12,mlp.experts.61.down_proj,0.02950729,0.01000,0.167
12,mlp.experts.62.down_proj,0.01464235,0.01000,0.167
12,mlp.experts.63.down_proj,0.05053357,0.01000,0.167
12,mlp.experts.64.down_proj,0.04626281,0.01000,0.167
12,mlp.experts.65.down_proj,0.16366656,0.01000,0.168
12,mlp.experts.66.down_proj,0.00290667,0.01000,0.168
12,mlp.experts.67.down_proj,0.00899849,0.01000,0.170
12,mlp.experts.68.down_proj,0.04166393,0.01000,0.172
12,mlp.experts.69.down_proj,0.08762779,0.01000,0.170
12,mlp.experts.70.down_proj,0.00250841,0.01000,0.166
12,mlp.experts.71.down_proj,0.00075947,0.01000,0.166
12,mlp.experts.72.down_proj,0.00001178,0.01000,0.167
12,mlp.experts.73.down_proj,0.05377989,0.01000,0.166
12,mlp.experts.74.down_proj,0.02444361,0.01000,0.166
12,mlp.experts.75.down_proj,0.01605051,0.01000,0.167
12,mlp.experts.76.down_proj,0.04092524,0.01000,0.167
12,mlp.experts.77.down_proj,0.00022091,0.01000,0.167
12,mlp.experts.78.down_proj,0.00831968,0.01000,0.167
12,mlp.experts.79.down_proj,0.01174149,0.01000,0.167
12,mlp.experts.80.down_proj,0.02667741,0.01000,0.167
12,mlp.experts.81.down_proj,0.00003541,0.01000,0.169
12,mlp.experts.82.down_proj,0.00030170,0.01000,0.168
12,mlp.experts.83.down_proj,0.00011755,0.01000,0.166
12,mlp.experts.84.down_proj,0.00103588,0.01000,0.167
12,mlp.experts.85.down_proj,0.14407130,0.01000,0.167
12,mlp.experts.86.down_proj,0.00004757,0.01000,0.168
12,mlp.experts.87.down_proj,0.08824499,0.01000,0.167
12,mlp.experts.88.down_proj,0.00000001,0.01000,0.166
12,mlp.experts.89.down_proj,0.03511844,0.01000,0.167
12,mlp.experts.90.down_proj,0.01780154,0.01000,0.166
12,mlp.experts.91.down_proj,0.00380963,0.01000,0.166
12,mlp.experts.92.down_proj,0.04482999,0.01000,0.166
12,mlp.experts.93.down_proj,0.00033616,0.01000,0.166
12,mlp.experts.94.down_proj,0.01308275,0.01000,0.168
12,mlp.experts.95.down_proj,0.01145663,0.01000,0.166
12,mlp.experts.96.down_proj,0.00335251,0.01000,0.167
12,mlp.experts.97.down_proj,0.16120650,0.01000,0.166
12,mlp.experts.98.down_proj,0.00014199,0.01000,0.166
12,mlp.experts.99.down_proj,0.08385945,0.01000,0.166
12,mlp.experts.100.down_proj,0.06895117,0.01000,0.167
12,mlp.experts.101.down_proj,0.00402753,0.01000,0.166
12,mlp.experts.102.down_proj,0.06576273,0.01000,0.166
12,mlp.experts.103.down_proj,0.07935890,0.01000,0.166
12,mlp.experts.104.down_proj,0.00000013,0.01000,0.167
12,mlp.experts.105.down_proj,0.23221430,0.01000,0.166
12,mlp.experts.106.down_proj,0.00003555,0.01000,0.166
12,mlp.experts.107.down_proj,0.03443823,0.01000,0.165
12,mlp.experts.108.down_proj,0.00426734,0.01000,0.166
12,mlp.experts.109.down_proj,0.00013006,0.01000,0.164
12,mlp.experts.110.down_proj,0.00222994,0.01000,0.164
12,mlp.experts.111.down_proj,0.00142054,0.01000,0.165
12,mlp.experts.112.down_proj,0.00207405,0.01000,0.166
12,mlp.experts.113.down_proj,0.00116689,0.01000,0.166
12,mlp.experts.114.down_proj,0.02317607,0.01000,0.166
12,mlp.experts.115.down_proj,0.02467095,0.01000,0.166
12,mlp.experts.116.down_proj,0.02227539,0.01000,0.166
12,mlp.experts.117.down_proj,0.00662450,0.01000,0.166
12,mlp.experts.118.down_proj,0.14982566,0.01000,0.166
12,mlp.experts.119.down_proj,0.00090769,0.01000,0.166
12,mlp.experts.120.down_proj,0.01743048,0.01000,0.167
12,mlp.experts.121.down_proj,0.02246486,0.01000,0.166
12,mlp.experts.122.down_proj,0.00070971,0.01000,0.167
12,mlp.experts.123.down_proj,0.08201364,0.01000,0.166
12,mlp.experts.124.down_proj,0.04564242,0.01000,0.166
12,mlp.experts.125.down_proj,0.00508451,0.01000,0.168
12,mlp.experts.126.down_proj,0.04122157,0.01000,0.167
12,mlp.experts.127.down_proj,0.10117358,0.01000,0.167
13,self_attn.q_proj,0.05210188,0.01000,0.453
13,self_attn.k_proj,0.00735982,0.01000,0.452
13,self_attn.v_proj,0.00763828,0.01000,0.455
13,self_attn.o_proj,0.00630471,0.01000,0.900
13,mlp.experts.0.up_proj,1.14120090,0.01000,0.489
13,mlp.experts.1.up_proj,0.10962085,0.01000,0.430
13,mlp.experts.2.up_proj,0.64929962,0.01000,0.447
13,mlp.experts.3.up_proj,0.00000078,0.01000,0.433
13,mlp.experts.4.up_proj,0.07505220,0.01000,0.433
13,mlp.experts.5.up_proj,0.00080603,0.01000,0.433
13,mlp.experts.6.up_proj,0.78898990,0.01000,0.433
13,mlp.experts.7.up_proj,0.00620326,0.01000,0.435
13,mlp.experts.8.up_proj,0.07600463,0.01000,0.440
13,mlp.experts.9.up_proj,0.00002320,0.01000,0.438
13,mlp.experts.10.up_proj,1.38366365,0.01000,0.438
13,mlp.experts.11.up_proj,0.00855549,0.01000,0.432
13,mlp.experts.12.up_proj,0.24170789,0.01000,0.432
13,mlp.experts.13.up_proj,0.02282566,0.01000,0.432
13,mlp.experts.14.up_proj,0.07619848,0.01000,0.433
13,mlp.experts.15.up_proj,0.19721703,0.01000,0.432
13,mlp.experts.16.up_proj,0.28635022,0.01000,0.440
13,mlp.experts.17.up_proj,0.00002615,0.01000,0.432
13,mlp.experts.18.up_proj,0.00917035,0.01000,0.432
13,mlp.experts.19.up_proj,0.19514024,0.01000,0.433
13,mlp.experts.20.up_proj,0.10464104,0.01000,0.435
13,mlp.experts.21.up_proj,0.17896900,0.01000,0.434
13,mlp.experts.22.up_proj,0.00000363,0.01000,0.433
13,mlp.experts.23.up_proj,0.04893821,0.01000,0.436
13,mlp.experts.24.up_proj,0.42531455,0.01000,0.434
13,mlp.experts.25.up_proj,0.05229007,0.01000,0.435
13,mlp.experts.26.up_proj,0.58362675,0.01000,0.433
13,mlp.experts.27.up_proj,0.02456506,0.01000,0.436
13,mlp.experts.28.up_proj,0.24808478,0.01000,0.441
13,mlp.experts.29.up_proj,0.26379222,0.01000,0.436
13,mlp.experts.30.up_proj,0.00022021,0.01000,0.435
13,mlp.experts.31.up_proj,0.02012566,0.01000,0.436
13,mlp.experts.32.up_proj,0.01109566,0.01000,0.438
13,mlp.experts.33.up_proj,0.92622775,0.01000,0.436
13,mlp.experts.34.up_proj,0.02204844,0.01000,0.434
13,mlp.experts.35.up_proj,0.01202081,0.01000,0.435
13,mlp.experts.36.up_proj,0.28578421,0.01000,0.434
13,mlp.experts.37.up_proj,0.04469714,0.01000,0.441
13,mlp.experts.38.up_proj,0.00342012,0.01000,0.435
13,mlp.experts.39.up_proj,0.00879581,0.01000,0.434
13,mlp.experts.40.up_proj,0.58602822,0.01000,0.436
13,mlp.experts.41.up_proj,0.32032877,0.01000,0.436
13,mlp.experts.42.up_proj,0.14256391,0.01000,0.439
13,mlp.experts.43.up_proj,0.00298147,0.01000,0.434
13,mlp.experts.44.up_proj,0.30827868,0.01000,0.434
13,mlp.experts.45.up_proj,0.98813188,0.01000,0.432
13,mlp.experts.46.up_proj,0.00000152,0.01000,0.434
13,mlp.experts.47.up_proj,1.22082639,0.01000,0.432
13,mlp.experts.48.up_proj,0.00027620,0.01000,0.434
13,mlp.experts.49.up_proj,0.63317347,0.01000,0.435
13,mlp.experts.50.up_proj,0.00082002,0.01000,0.434
13,mlp.experts.51.up_proj,0.00569798,0.01000,0.435
13,mlp.experts.52.up_proj,0.53705692,0.01000,0.436
13,mlp.experts.53.up_proj,0.03289346,0.01000,0.438
13,mlp.experts.54.up_proj,0.00004439,0.01000,0.437
13,mlp.experts.55.up_proj,0.22232613,0.01000,0.436
13,mlp.experts.56.up_proj,0.00000490,0.01000,0.436
13,mlp.experts.57.up_proj,0.22895427,0.01000,0.435
13,mlp.experts.58.up_proj,0.24648304,0.01000,0.437
13,mlp.experts.59.up_proj,0.23377579,0.01000,0.436
13,mlp.experts.60.up_proj,0.00016506,0.01000,0.435
13,mlp.experts.61.up_proj,1.27487993,0.01000,0.435
13,mlp.experts.62.up_proj,0.32667112,0.01000,0.435
13,mlp.experts.63.up_proj,0.01567751,0.01000,0.438
13,mlp.experts.64.up_proj,0.00060714,0.01000,0.436
13,mlp.experts.65.up_proj,0.25398469,0.01000,0.436
13,mlp.experts.66.up_proj,0.23991016,0.01000,0.435
13,mlp.experts.67.up_proj,0.05761456,0.01000,0.435
13,mlp.experts.68.up_proj,0.05762038,0.01000,0.435
13,mlp.experts.69.up_proj,0.00001083,0.01000,0.436
13,mlp.experts.70.up_proj,0.01719226,0.01000,0.438
13,mlp.experts.71.up_proj,0.96178520,0.01000,0.436
13,mlp.experts.72.up_proj,0.00030861,0.01000,0.440
13,mlp.experts.73.up_proj,0.23091038,0.01000,0.434
13,mlp.experts.74.up_proj,0.00176018,0.01000,0.436
13,mlp.experts.75.up_proj,0.52206159,0.01000,0.436
13,mlp.experts.76.up_proj,0.33481210,0.01000,0.436
13,mlp.experts.77.up_proj,0.93556297,0.01000,0.435
13,mlp.experts.78.up_proj,1.08492029,0.01000,0.438
13,mlp.experts.79.up_proj,0.57333297,0.01000,0.440
13,mlp.experts.80.up_proj,0.15916444,0.01000,0.436
13,mlp.experts.81.up_proj,0.19485515,0.01000,0.441
13,mlp.experts.82.up_proj,0.26776928,0.01000,0.434
13,mlp.experts.83.up_proj,0.09621061,0.01000,0.440
13,mlp.experts.84.up_proj,0.02084265,0.01000,0.435
13,mlp.experts.85.up_proj,0.05299326,0.01000,0.438
13,mlp.experts.86.up_proj,0.00145985,0.01000,0.435
13,mlp.experts.87.up_proj,0.04344624,0.01000,0.443
13,mlp.experts.88.up_proj,0.00029383,0.01000,0.443
13,mlp.experts.89.up_proj,0.08692601,0.01000,0.433
13,mlp.experts.90.up_proj,0.00176536,0.01000,0.437
13,mlp.experts.91.up_proj,0.47302186,0.01000,0.434
13,mlp.experts.92.up_proj,0.53974468,0.01000,0.438
13,mlp.experts.93.up_proj,0.07699945,0.01000,0.434
13,mlp.experts.94.up_proj,0.00001896,0.01000,0.433
13,mlp.experts.95.up_proj,0.87671828,0.01000,0.434
13,mlp.experts.96.up_proj,0.00002570,0.01000,0.435
13,mlp.experts.97.up_proj,0.00822274,0.01000,0.437
13,mlp.experts.98.up_proj,0.34200448,0.01000,0.437
13,mlp.experts.99.up_proj,0.00000095,0.01000,0.440
13,mlp.experts.100.up_proj,0.00000213,0.01000,0.437
13,mlp.experts.101.up_proj,0.89131725,0.01000,0.439
13,mlp.experts.102.up_proj,0.43982565,0.01000,0.435
13,mlp.experts.103.up_proj,0.55461293,0.01000,0.434
13,mlp.experts.104.up_proj,0.24806233,0.01000,0.436
13,mlp.experts.105.up_proj,0.12586866,0.01000,0.436
13,mlp.experts.106.up_proj,0.51707709,0.01000,0.434
13,mlp.experts.107.up_proj,0.05225388,0.01000,0.430
13,mlp.experts.108.up_proj,0.00767118,0.01000,0.430
13,mlp.experts.109.up_proj,0.48715883,0.01000,0.430
13,mlp.experts.110.up_proj,0.00616196,0.01000,0.431
13,mlp.experts.111.up_proj,0.00015411,0.01000,0.431
13,mlp.experts.112.up_proj,0.46699306,0.01000,0.431
13,mlp.experts.113.up_proj,0.16717640,0.01000,0.431
13,mlp.experts.114.up_proj,0.00001328,0.01000,0.443
13,mlp.experts.115.up_proj,0.13274661,0.01000,0.432
13,mlp.experts.116.up_proj,0.00006312,0.01000,0.432
13,mlp.experts.117.up_proj,0.01366931,0.01000,0.432
13,mlp.experts.118.up_proj,0.02041588,0.01000,0.431
13,mlp.experts.119.up_proj,0.02155659,0.01000,0.432
13,mlp.experts.120.up_proj,0.19885179,0.01000,0.432
13,mlp.experts.121.up_proj,0.25527048,0.01000,0.432
13,mlp.experts.122.up_proj,0.37005472,0.01000,0.432
13,mlp.experts.123.up_proj,0.54450744,0.01000,0.436
13,mlp.experts.124.up_proj,0.15217897,0.01000,0.432
13,mlp.experts.125.up_proj,0.07312226,0.01000,0.434
13,mlp.experts.126.up_proj,0.00031055,0.01000,0.432
13,mlp.experts.127.up_proj,0.13518396,0.01000,0.432
13,mlp.experts.0.gate_proj,1.17813003,0.01000,0.445
13,mlp.experts.1.gate_proj,0.11503637,0.01000,0.438
13,mlp.experts.2.gate_proj,0.67261475,0.01000,0.433
13,mlp.experts.3.gate_proj,0.00000081,0.01000,0.449
13,mlp.experts.4.gate_proj,0.07826422,0.01000,0.433
13,mlp.experts.5.gate_proj,0.00083504,0.01000,0.435
13,mlp.experts.6.gate_proj,0.69222176,0.01000,0.435
13,mlp.experts.7.gate_proj,0.00644669,0.01000,0.435
13,mlp.experts.8.gate_proj,0.08693479,0.01000,0.433
13,mlp.experts.9.gate_proj,0.00002559,0.01000,0.434
13,mlp.experts.10.gate_proj,1.31435108,0.01000,0.435
13,mlp.experts.11.gate_proj,0.00871927,0.01000,0.438
13,mlp.experts.12.gate_proj,0.26526338,0.01000,0.433
13,mlp.experts.13.gate_proj,0.02399495,0.01000,0.433
13,mlp.experts.14.gate_proj,0.07909200,0.01000,0.434
13,mlp.experts.15.gate_proj,0.20602399,0.01000,0.433
13,mlp.experts.16.gate_proj,0.29617107,0.01000,0.434
13,mlp.experts.17.gate_proj,0.00002988,0.01000,0.440
13,mlp.experts.18.gate_proj,0.00933359,0.01000,0.436
13,mlp.experts.19.gate_proj,0.20771787,0.01000,0.436
13,mlp.experts.20.gate_proj,0.11519589,0.01000,0.439
13,mlp.experts.21.gate_proj,0.17505850,0.01000,0.440
13,mlp.experts.22.gate_proj,0.00000370,0.01000,0.443
13,mlp.experts.23.gate_proj,0.04857988,0.01000,0.445
13,mlp.experts.24.gate_proj,0.46901596,0.01000,0.451
13,mlp.experts.25.gate_proj,0.05258702,0.01000,0.438
13,mlp.experts.26.gate_proj,0.62298077,0.01000,0.445
13,mlp.experts.27.gate_proj,0.02483954,0.01000,0.447
13,mlp.experts.28.gate_proj,0.23791960,0.01000,0.446
13,mlp.experts.29.gate_proj,0.27958310,0.01000,0.455
13,mlp.experts.30.gate_proj,0.00023707,0.01000,0.451
13,mlp.experts.31.gate_proj,0.02087152,0.01000,0.444
13,mlp.experts.32.gate_proj,0.01128495,0.01000,0.444
13,mlp.experts.33.gate_proj,0.90490097,0.01000,0.453
13,mlp.experts.34.gate_proj,0.02315761,0.01000,0.447
13,mlp.experts.35.gate_proj,0.06935535,0.01000,0.451
13,mlp.experts.36.gate_proj,0.32974118,0.01000,0.441
13,mlp.experts.37.gate_proj,0.04724437,0.01000,0.443
13,mlp.experts.38.gate_proj,0.00342726,0.01000,0.442
13,mlp.experts.39.gate_proj,0.00900567,0.01000,0.446
13,mlp.experts.40.gate_proj,0.57080168,0.01000,0.448
13,mlp.experts.41.gate_proj,0.32952678,0.01000,0.442
13,mlp.experts.42.gate_proj,0.14396551,0.01000,0.443
13,mlp.experts.43.gate_proj,0.00306492,0.01000,0.447
13,mlp.experts.44.gate_proj,0.31584775,0.01000,0.463
13,mlp.experts.45.gate_proj,0.91537803,0.01000,0.464
13,mlp.experts.46.gate_proj,0.00000155,0.01000,0.453
13,mlp.experts.47.gate_proj,1.24255228,0.01000,0.446
13,mlp.experts.48.gate_proj,0.00028459,0.01000,0.443
13,mlp.experts.49.gate_proj,0.66024280,0.01000,0.448
13,mlp.experts.50.gate_proj,0.00081233,0.01000,0.452
13,mlp.experts.51.gate_proj,0.00626491,0.01000,0.461
13,mlp.experts.52.gate_proj,0.56039739,0.01000,0.450
13,mlp.experts.53.gate_proj,0.03563947,0.01000,0.454
13,mlp.experts.54.gate_proj,0.00004543,0.01000,0.450
13,mlp.experts.55.gate_proj,0.21847412,0.01000,0.454
13,mlp.experts.56.gate_proj,0.00000489,0.01000,0.450
13,mlp.experts.57.gate_proj,0.22018352,0.01000,0.449
13,mlp.experts.58.gate_proj,0.24716815,0.01000,0.450
13,mlp.experts.59.gate_proj,0.28164774,0.01000,0.468
13,mlp.experts.60.gate_proj,0.00016761,0.01000,0.445
13,mlp.experts.61.gate_proj,1.51386690,0.01000,0.441
13,mlp.experts.62.gate_proj,0.31947494,0.01000,0.449
13,mlp.experts.63.gate_proj,0.01591728,0.01000,0.458
13,mlp.experts.64.gate_proj,0.00063536,0.01000,0.458
13,mlp.experts.65.gate_proj,0.24898124,0.01000,0.459
13,mlp.experts.66.gate_proj,0.25170207,0.01000,0.457
13,mlp.experts.67.gate_proj,0.06718658,0.01000,0.441
13,mlp.experts.68.gate_proj,0.05810191,0.01000,0.444
13,mlp.experts.69.gate_proj,0.00001107,0.01000,0.453
13,mlp.experts.70.gate_proj,0.01733126,0.01000,0.450
13,mlp.experts.71.gate_proj,0.96370083,0.01000,0.442
13,mlp.experts.72.gate_proj,0.00031887,0.01000,0.442
13,mlp.experts.73.gate_proj,0.23307863,0.01000,0.456
13,mlp.experts.74.gate_proj,0.00179092,0.01000,0.448
13,mlp.experts.75.gate_proj,0.55305469,0.01000,0.467
13,mlp.experts.76.gate_proj,0.33597696,0.01000,0.453
13,mlp.experts.77.gate_proj,0.99508780,0.01000,0.455
13,mlp.experts.78.gate_proj,1.21233201,0.01000,0.450
13,mlp.experts.79.gate_proj,0.59791702,0.01000,0.450
13,mlp.experts.80.gate_proj,0.15322658,0.01000,0.442
13,mlp.experts.81.gate_proj,0.19916908,0.01000,0.442
13,mlp.experts.82.gate_proj,0.26837561,0.01000,0.442
13,mlp.experts.83.gate_proj,0.09976230,0.01000,0.438
13,mlp.experts.84.gate_proj,0.02140670,0.01000,0.446
13,mlp.experts.85.gate_proj,0.05468696,0.01000,0.440
13,mlp.experts.86.gate_proj,0.00150392,0.01000,0.445
13,mlp.experts.87.gate_proj,0.04811177,0.01000,0.441
13,mlp.experts.88.gate_proj,0.00031139,0.01000,0.438
13,mlp.experts.89.gate_proj,0.08742967,0.01000,0.437
13,mlp.experts.90.gate_proj,0.00181894,0.01000,0.437
13,mlp.experts.91.gate_proj,0.51750457,0.01000,0.451
13,mlp.experts.92.gate_proj,0.59620208,0.01000,0.453
13,mlp.experts.93.gate_proj,0.07979259,0.01000,0.438
13,mlp.experts.94.gate_proj,0.00001986,0.01000,0.440
13,mlp.experts.95.gate_proj,0.89722741,0.01000,0.437
13,mlp.experts.96.gate_proj,0.00002676,0.01000,0.444
13,mlp.experts.97.gate_proj,0.00830830,0.01000,0.439
13,mlp.experts.98.gate_proj,0.35580009,0.01000,0.439
13,mlp.experts.99.gate_proj,0.00000092,0.01000,0.438
13,mlp.experts.100.gate_proj,0.00000220,0.01000,0.440
13,mlp.experts.101.gate_proj,0.86621100,0.01000,0.437
13,mlp.experts.102.gate_proj,0.46812594,0.01000,0.436
13,mlp.experts.103.gate_proj,0.57761413,0.01000,0.438
13,mlp.experts.104.gate_proj,0.25830057,0.01000,0.441
13,mlp.experts.105.gate_proj,0.12889817,0.01000,0.438
13,mlp.experts.106.gate_proj,0.51345170,0.01000,0.438
13,mlp.experts.107.gate_proj,0.05241060,0.01000,0.440
13,mlp.experts.108.gate_proj,0.00820644,0.01000,0.443
13,mlp.experts.109.gate_proj,0.45552033,0.01000,0.442
13,mlp.experts.110.gate_proj,0.00632327,0.01000,0.437
13,mlp.experts.111.gate_proj,0.00015493,0.01000,0.435
13,mlp.experts.112.gate_proj,0.51354456,0.01000,0.435
13,mlp.experts.113.gate_proj,0.16553256,0.01000,0.438
13,mlp.experts.114.gate_proj,0.00001411,0.01000,0.435
13,mlp.experts.115.gate_proj,0.13244241,0.01000,0.432
13,mlp.experts.116.gate_proj,0.00006604,0.01000,0.433
13,mlp.experts.117.gate_proj,0.01397097,0.01000,0.433
13,mlp.experts.118.gate_proj,0.02081382,0.01000,0.441
13,mlp.experts.119.gate_proj,0.02181538,0.01000,0.433
13,mlp.experts.120.gate_proj,0.19920455,0.01000,0.434
13,mlp.experts.121.gate_proj,0.25006905,0.01000,0.434
13,mlp.experts.122.gate_proj,0.37922460,0.01000,0.435
13,mlp.experts.123.gate_proj,0.51854563,0.01000,0.436
13,mlp.experts.124.gate_proj,0.16008155,0.01000,0.433
13,mlp.experts.125.gate_proj,0.07343227,0.01000,0.433
13,mlp.experts.126.gate_proj,0.00033209,0.01000,0.433
13,mlp.experts.127.gate_proj,0.13554819,0.01000,0.433
13,mlp.experts.0.down_proj,0.24920659,0.01000,0.182
13,mlp.experts.1.down_proj,0.01666002,0.01000,0.166
13,mlp.experts.2.down_proj,0.13896556,0.01000,0.167
13,mlp.experts.3.down_proj,0.00000010,0.01000,0.166
13,mlp.experts.4.down_proj,0.01683244,0.01000,0.169
13,mlp.experts.5.down_proj,0.00025417,0.01000,0.168
13,mlp.experts.6.down_proj,0.15163484,0.01000,0.167
13,mlp.experts.7.down_proj,0.00094742,0.01000,0.167
13,mlp.experts.8.down_proj,0.02081074,0.01000,0.167
13,mlp.experts.9.down_proj,0.00000515,0.01000,0.172
13,mlp.experts.10.down_proj,0.17878650,0.01000,0.177
13,mlp.experts.11.down_proj,0.00107888,0.01000,0.168
13,mlp.experts.12.down_proj,0.03917218,0.01000,0.167
13,mlp.experts.13.down_proj,0.00166530,0.01000,0.167
13,mlp.experts.14.down_proj,0.01022308,0.01000,0.179
13,mlp.experts.15.down_proj,0.05171932,0.01000,0.179
13,mlp.experts.16.down_proj,0.05797397,0.01000,0.169
13,mlp.experts.17.down_proj,0.00000552,0.01000,0.170
13,mlp.experts.18.down_proj,0.00153250,0.01000,0.168
13,mlp.experts.19.down_proj,0.05460722,0.01000,0.168
13,mlp.experts.20.down_proj,0.00671803,0.01000,0.167
13,mlp.experts.21.down_proj,0.03737842,0.01000,0.167
13,mlp.experts.22.down_proj,0.00000054,0.01000,0.167
13,mlp.experts.23.down_proj,0.00773922,0.01000,0.180
13,mlp.experts.24.down_proj,0.08383235,0.01000,0.168
13,mlp.experts.25.down_proj,0.00881251,0.01000,0.168
13,mlp.experts.26.down_proj,0.21978414,0.01000,0.168
13,mlp.experts.27.down_proj,0.00302318,0.01000,0.167
13,mlp.experts.28.down_proj,0.05683583,0.01000,0.186
13,mlp.experts.29.down_proj,0.03508946,0.01000,0.168
13,mlp.experts.30.down_proj,0.00005996,0.01000,0.169
13,mlp.experts.31.down_proj,0.00287334,0.01000,0.169
13,mlp.experts.32.down_proj,0.00349155,0.01000,0.167
13,mlp.experts.33.down_proj,0.16248590,0.01000,0.172
13,mlp.experts.34.down_proj,0.00258085,0.01000,0.169
13,mlp.experts.35.down_proj,0.00114320,0.01000,0.171
13,mlp.experts.36.down_proj,0.04324913,0.01000,0.168
13,mlp.experts.37.down_proj,0.00887247,0.01000,0.169
13,mlp.experts.38.down_proj,0.00099483,0.01000,0.169
13,mlp.experts.39.down_proj,0.00341638,0.01000,0.167
13,mlp.experts.40.down_proj,0.07154362,0.01000,0.168
13,mlp.experts.41.down_proj,0.06313155,0.01000,0.167
13,mlp.experts.42.down_proj,0.02957674,0.01000,0.166
13,mlp.experts.43.down_proj,0.00047571,0.01000,0.169
13,mlp.experts.44.down_proj,0.05842797,0.01000,0.166
13,mlp.experts.45.down_proj,0.27331328,0.01000,0.166
13,mlp.experts.46.down_proj,0.00000022,0.01000,0.166
13,mlp.experts.47.down_proj,0.27885613,0.01000,0.166
13,mlp.experts.48.down_proj,0.00003301,0.01000,0.166
13,mlp.experts.49.down_proj,0.10496808,0.01000,0.166
13,mlp.experts.50.down_proj,0.00022644,0.01000,0.169
13,mlp.experts.51.down_proj,0.00234408,0.01000,0.167
13,mlp.experts.52.down_proj,0.07271367,0.01000,0.169
13,mlp.experts.53.down_proj,0.00262701,0.01000,0.167
13,mlp.experts.54.down_proj,0.00000560,0.01000,0.168
13,mlp.experts.55.down_proj,0.03934704,0.01000,0.167
13,mlp.experts.56.down_proj,0.00000105,0.01000,0.166
13,mlp.experts.57.down_proj,0.04103513,0.01000,0.167
13,mlp.experts.58.down_proj,0.04475891,0.01000,0.167
13,mlp.experts.59.down_proj,0.02932704,0.01000,0.169
13,mlp.experts.60.down_proj,0.00005746,0.01000,0.169
13,mlp.experts.61.down_proj,0.32744002,0.01000,0.166
13,mlp.experts.62.down_proj,0.04473019,0.01000,0.172
13,mlp.experts.63.down_proj,0.00178560,0.01000,0.170
13,mlp.experts.64.down_proj,0.00025709,0.01000,0.169
13,mlp.experts.65.down_proj,0.03800198,0.01000,0.166
13,mlp.experts.66.down_proj,0.04714955,0.01000,0.167
13,mlp.experts.67.down_proj,0.01482141,0.01000,0.167
13,mlp.experts.68.down_proj,0.00999400,0.01000,0.168
13,mlp.experts.69.down_proj,0.00000147,0.01000,0.169
13,mlp.experts.70.down_proj,0.00391013,0.01000,0.167
13,mlp.experts.71.down_proj,0.14503323,0.01000,0.166
13,mlp.experts.72.down_proj,0.00004961,0.01000,0.166
13,mlp.experts.73.down_proj,0.02900992,0.01000,0.168
13,mlp.experts.74.down_proj,0.00034473,0.01000,0.166
13,mlp.experts.75.down_proj,0.09775933,0.01000,0.167
13,mlp.experts.76.down_proj,0.03966922,0.01000,0.166
13,mlp.experts.77.down_proj,0.16636971,0.01000,0.166
13,mlp.experts.78.down_proj,0.34467870,0.01000,0.166
13,mlp.experts.79.down_proj,0.10661355,0.01000,0.166
13,mlp.experts.80.down_proj,0.02924434,0.01000,0.166
13,mlp.experts.81.down_proj,0.04146130,0.01000,0.166
13,mlp.experts.82.down_proj,0.04564168,0.01000,0.167
13,mlp.experts.83.down_proj,0.01986962,0.01000,0.166
13,mlp.experts.84.down_proj,0.00237414,0.01000,0.166
13,mlp.experts.85.down_proj,0.00571820,0.01000,0.166
13,mlp.experts.86.down_proj,0.00023537,0.01000,0.168
13,mlp.experts.87.down_proj,0.00576275,0.01000,0.166
13,mlp.experts.88.down_proj,0.00010608,0.01000,0.167
13,mlp.experts.89.down_proj,0.01821473,0.01000,0.166
13,mlp.experts.90.down_proj,0.00060016,0.01000,0.166
13,mlp.experts.91.down_proj,0.08210725,0.01000,0.166
13,mlp.experts.92.down_proj,0.11704178,0.01000,0.166
13,mlp.experts.93.down_proj,0.00818466,0.01000,0.166
13,mlp.experts.94.down_proj,0.00000368,0.01000,0.166
13,mlp.experts.95.down_proj,0.17321196,0.01000,0.166
13,mlp.experts.96.down_proj,0.00000378,0.01000,0.166
13,mlp.experts.97.down_proj,0.00107440,0.01000,0.166
13,mlp.experts.98.down_proj,0.07016393,0.01000,0.167
13,mlp.experts.99.down_proj,0.00000012,0.01000,0.166
13,mlp.experts.100.down_proj,0.00000031,0.01000,0.166
13,mlp.experts.101.down_proj,0.11662769,0.01000,0.166
13,mlp.experts.102.down_proj,0.09033766,0.01000,0.166
13,mlp.experts.103.down_proj,0.16585854,0.01000,0.166
13,mlp.experts.104.down_proj,0.04886159,0.01000,0.172
13,mlp.experts.105.down_proj,0.01685329,0.01000,0.167
13,mlp.experts.106.down_proj,0.06739365,0.01000,0.166
13,mlp.experts.107.down_proj,0.00855327,0.01000,0.166
13,mlp.experts.108.down_proj,0.00156501,0.01000,0.167
13,mlp.experts.109.down_proj,0.08530604,0.01000,0.166
13,mlp.experts.110.down_proj,0.00092861,0.01000,0.166
13,mlp.experts.111.down_proj,0.00003964,0.01000,0.166
13,mlp.experts.112.down_proj,0.07800202,0.01000,0.166
13,mlp.experts.113.down_proj,0.03117951,0.01000,0.166
13,mlp.experts.114.down_proj,0.00000248,0.01000,0.166
13,mlp.experts.115.down_proj,0.01986800,0.01000,0.166
13,mlp.experts.116.down_proj,0.00001339,0.01000,0.166
13,mlp.experts.117.down_proj,0.00204850,0.01000,0.166
13,mlp.experts.118.down_proj,0.00352202,0.01000,0.166
13,mlp.experts.119.down_proj,0.00241084,0.01000,0.166
13,mlp.experts.120.down_proj,0.02658981,0.01000,0.166
13,mlp.experts.121.down_proj,0.05008437,0.01000,0.166
13,mlp.experts.122.down_proj,0.06550413,0.01000,0.167
13,mlp.experts.123.down_proj,0.09777670,0.01000,0.167
13,mlp.experts.124.down_proj,0.02497821,0.01000,0.166
13,mlp.experts.125.down_proj,0.00743360,0.01000,0.167
13,mlp.experts.126.down_proj,0.00005425,0.01000,0.166
13,mlp.experts.127.down_proj,0.01724803,0.01000,0.168
14,self_attn.q_proj,0.13028456,0.01000,0.436
14,self_attn.k_proj,0.01786222,0.01000,0.429
14,self_attn.v_proj,0.02006191,0.01000,0.429
14,self_attn.o_proj,0.01713175,0.01000,0.902
14,mlp.experts.0.up_proj,0.00486656,0.01000,0.474
14,mlp.experts.1.up_proj,0.29825762,0.01000,0.448
14,mlp.experts.2.up_proj,0.04699500,0.01000,0.441
14,mlp.experts.3.up_proj,0.73383510,0.01000,0.437
14,mlp.experts.4.up_proj,0.10787030,0.01000,0.451
14,mlp.experts.5.up_proj,0.00094045,0.01000,0.449
14,mlp.experts.6.up_proj,0.40493697,0.01000,0.459
14,mlp.experts.7.up_proj,0.24233225,0.01000,0.442
14,mlp.experts.8.up_proj,0.27282333,0.01000,0.440
14,mlp.experts.9.up_proj,0.03706881,0.01000,0.436
14,mlp.experts.10.up_proj,0.23057875,0.01000,0.434
14,mlp.experts.11.up_proj,0.03371425,0.01000,0.434
14,mlp.experts.12.up_proj,0.01255091,0.01000,0.438
14,mlp.experts.13.up_proj,0.02013481,0.01000,0.437
14,mlp.experts.14.up_proj,0.38869715,0.01000,0.435
14,mlp.experts.15.up_proj,0.18121672,0.01000,0.439
14,mlp.experts.16.up_proj,0.22403318,0.01000,0.435
14,mlp.experts.17.up_proj,0.25762126,0.01000,0.440
14,mlp.experts.18.up_proj,0.26558068,0.01000,0.436
14,mlp.experts.19.up_proj,0.06158534,0.01000,0.439
14,mlp.experts.20.up_proj,0.58398175,0.01000,0.436
14,mlp.experts.21.up_proj,0.00914521,0.01000,0.435
14,mlp.experts.22.up_proj,1.18279147,0.01000,0.440
14,mlp.experts.23.up_proj,0.49982643,0.01000,0.434
14,mlp.experts.24.up_proj,0.02490306,0.01000,0.442
14,mlp.experts.25.up_proj,0.00134753,0.01000,0.434
14,mlp.experts.26.up_proj,0.64665496,0.01000,0.463
14,mlp.experts.27.up_proj,0.02414292,0.01000,0.440
14,mlp.experts.28.up_proj,0.30699003,0.01000,0.435
14,mlp.experts.29.up_proj,0.04836204,0.01000,0.434
14,mlp.experts.30.up_proj,0.08303046,0.01000,0.434
14,mlp.experts.31.up_proj,0.08177327,0.01000,0.440
14,mlp.experts.32.up_proj,0.22058688,0.01000,0.435
14,mlp.experts.33.up_proj,1.26910686,0.01000,0.435
14,mlp.experts.34.up_proj,1.09436750,0.01000,0.437
14,mlp.experts.35.up_proj,0.00003908,0.01000,0.435
14,mlp.experts.36.up_proj,0.17328843,0.01000,0.437
14,mlp.experts.37.up_proj,0.16766146,0.01000,0.434
14,mlp.experts.38.up_proj,1.46828008,0.01000,0.434
14,mlp.experts.39.up_proj,0.71590233,0.01000,0.434
14,mlp.experts.40.up_proj,0.18376118,0.01000,0.438
14,mlp.experts.41.up_proj,0.00009908,0.01000,0.429
14,mlp.experts.42.up_proj,0.37975246,0.01000,0.430
14,mlp.experts.43.up_proj,0.00000959,0.01000,0.433
14,mlp.experts.44.up_proj,0.83365703,0.01000,0.429
14,mlp.experts.45.up_proj,0.00016843,0.01000,0.435
14,mlp.experts.46.up_proj,0.00085788,0.01000,0.430
14,mlp.experts.47.up_proj,0.27263790,0.01000,0.432
14,mlp.experts.48.up_proj,0.28172144,0.01000,0.434
14,mlp.experts.49.up_proj,0.10923606,0.01000,0.434
14,mlp.experts.50.up_proj,0.20880303,0.01000,0.433
14,mlp.experts.51.up_proj,0.10013446,0.01000,0.433
14,mlp.experts.52.up_proj,0.00420143,0.01000,0.432
14,mlp.experts.53.up_proj,0.69511175,0.01000,0.432
14,mlp.experts.54.up_proj,0.00010033,0.01000,0.434
14,mlp.experts.55.up_proj,1.95860445,0.01000,0.433
14,mlp.experts.56.up_proj,0.00002659,0.01000,0.434
14,mlp.experts.57.up_proj,0.49834624,0.01000,0.433
14,mlp.experts.58.up_proj,0.00436393,0.01000,0.433
14,mlp.experts.59.up_proj,0.02312024,0.01000,0.447
14,mlp.experts.60.up_proj,0.24492273,0.01000,0.447
14,mlp.experts.61.up_proj,0.05181571,0.01000,0.433
14,mlp.experts.62.up_proj,0.55327189,0.01000,0.434
14,mlp.experts.63.up_proj,0.00268407,0.01000,0.435
14,mlp.experts.64.up_proj,0.36826187,0.01000,0.434
14,mlp.experts.65.up_proj,0.00000187,0.01000,0.433
14,mlp.experts.66.up_proj,0.01528748,0.01000,0.435
14,mlp.experts.67.up_proj,0.02912484,0.01000,0.436
14,mlp.experts.68.up_proj,0.24572340,0.01000,0.436
14,mlp.experts.69.up_proj,0.21182391,0.01000,0.434
14,mlp.experts.70.up_proj,0.00001526,0.01000,0.434
14,mlp.experts.71.up_proj,0.07123919,0.01000,0.434
14,mlp.experts.72.up_proj,0.00057518,0.01000,0.436
14,mlp.experts.73.up_proj,0.00000094,0.01000,0.433
14,mlp.experts.74.up_proj,0.11001049,0.01000,0.445
14,mlp.experts.75.up_proj,1.24999905,0.01000,0.436
14,mlp.experts.76.up_proj,0.28768611,0.01000,0.435
14,mlp.experts.77.up_proj,0.05948805,0.01000,0.435
14,mlp.experts.78.up_proj,0.00051506,0.01000,0.434
14,mlp.experts.79.up_proj,0.31934690,0.01000,0.433
14,mlp.experts.80.up_proj,0.44456571,0.01000,0.434
14,mlp.experts.81.up_proj,0.88415301,0.01000,0.436
14,mlp.experts.82.up_proj,0.72686088,0.01000,0.435
14,mlp.experts.83.up_proj,0.00047176,0.01000,0.434
14,mlp.experts.84.up_proj,0.24120438,0.01000,0.434
14,mlp.experts.85.up_proj,0.05895846,0.01000,0.433
14,mlp.experts.86.up_proj,0.59001440,0.01000,0.434
14,mlp.experts.87.up_proj,0.10434280,0.01000,0.434
14,mlp.experts.88.up_proj,0.04820449,0.01000,0.436
14,mlp.experts.89.up_proj,0.01747215,0.01000,0.435
14,mlp.experts.90.up_proj,0.01134831,0.01000,0.435
14,mlp.experts.91.up_proj,0.00182246,0.01000,0.435
14,mlp.experts.92.up_proj,1.55645835,0.01000,0.434
14,mlp.experts.93.up_proj,0.03632687,0.01000,0.435
14,mlp.experts.94.up_proj,0.02738112,0.01000,0.438
14,mlp.experts.95.up_proj,0.30751437,0.01000,0.436
14,mlp.experts.96.up_proj,0.04734717,0.01000,0.435
14,mlp.experts.97.up_proj,0.00164634,0.01000,0.434
14,mlp.experts.98.up_proj,0.00549439,0.01000,0.434
14,mlp.experts.99.up_proj,0.54986435,0.01000,0.433
14,mlp.experts.100.up_proj,0.42544830,0.01000,0.435
14,mlp.experts.101.up_proj,0.74346161,0.01000,0.439
14,mlp.experts.102.up_proj,0.47656387,0.01000,0.435
14,mlp.experts.103.up_proj,0.00016595,0.01000,0.434
14,mlp.experts.104.up_proj,0.00432839,0.01000,0.434
14,mlp.experts.105.up_proj,0.18732724,0.01000,0.436
14,mlp.experts.106.up_proj,0.00001825,0.01000,0.434
14,mlp.experts.107.up_proj,0.14229250,0.01000,0.434
14,mlp.experts.108.up_proj,0.22882688,0.01000,0.433
14,mlp.experts.109.up_proj,0.13566807,0.01000,0.437
14,mlp.experts.110.up_proj,0.74502718,0.01000,0.433
14,mlp.experts.111.up_proj,0.43458614,0.01000,0.437
14,mlp.experts.112.up_proj,0.07645346,0.01000,0.434
14,mlp.experts.113.up_proj,0.00623131,0.01000,0.434
14,mlp.experts.114.up_proj,0.07369111,0.01000,0.435
14,mlp.experts.115.up_proj,0.71551782,0.01000,0.434
14,mlp.experts.116.up_proj,0.00096239,0.01000,0.434
14,mlp.experts.117.up_proj,0.00423226,0.01000,0.434
14,mlp.experts.118.up_proj,0.00113708,0.01000,0.439
14,mlp.experts.119.up_proj,0.02082214,0.01000,0.437
14,mlp.experts.120.up_proj,0.00059774,0.01000,0.437
14,mlp.experts.121.up_proj,0.04239704,0.01000,0.436
14,mlp.experts.122.up_proj,0.00023416,0.01000,0.435
14,mlp.experts.123.up_proj,0.02349272,0.01000,0.444
14,mlp.experts.124.up_proj,0.00426813,0.01000,0.435
14,mlp.experts.125.up_proj,0.35536993,0.01000,0.438
14,mlp.experts.126.up_proj,0.00490357,0.01000,0.438
14,mlp.experts.127.up_proj,0.00000331,0.01000,0.437
14,mlp.experts.0.gate_proj,0.00502170,0.01000,0.436
14,mlp.experts.1.gate_proj,0.30870548,0.01000,0.438
14,mlp.experts.2.gate_proj,0.04980298,0.01000,0.438
14,mlp.experts.3.gate_proj,0.71986264,0.01000,0.442
14,mlp.experts.4.gate_proj,0.11598588,0.01000,0.437
14,mlp.experts.5.gate_proj,0.00091557,0.01000,0.446
14,mlp.experts.6.gate_proj,0.39675102,0.01000,0.438
14,mlp.experts.7.gate_proj,0.24511924,0.01000,0.450
14,mlp.experts.8.gate_proj,0.26669919,0.01000,0.436
14,mlp.experts.9.gate_proj,0.04006860,0.01000,0.438
14,mlp.experts.10.gate_proj,0.23347843,0.01000,0.440
14,mlp.experts.11.gate_proj,0.03472304,0.01000,0.437
14,mlp.experts.12.gate_proj,0.01303482,0.01000,0.441
14,mlp.experts.13.gate_proj,0.02051762,0.01000,0.442
14,mlp.experts.14.gate_proj,0.41583350,0.01000,0.436
14,mlp.experts.15.gate_proj,0.18570638,0.01000,0.438
14,mlp.experts.16.gate_proj,0.24096127,0.01000,0.438
14,mlp.experts.17.gate_proj,0.26979727,0.01000,0.440
14,mlp.experts.18.gate_proj,0.24620247,0.01000,0.441
14,mlp.experts.19.gate_proj,0.06902820,0.01000,0.438
14,mlp.experts.20.gate_proj,0.61156166,0.01000,0.433
14,mlp.experts.21.gate_proj,0.00901209,0.01000,0.433
14,mlp.experts.22.gate_proj,1.29504049,0.01000,0.440
14,mlp.experts.23.gate_proj,0.49937901,0.01000,0.433
14,mlp.experts.24.gate_proj,0.02531304,0.01000,0.433
14,mlp.experts.25.gate_proj,0.00135106,0.01000,0.433
14,mlp.experts.26.gate_proj,0.67325616,0.01000,0.435
14,mlp.experts.27.gate_proj,0.02468516,0.01000,0.437
14,mlp.experts.28.gate_proj,0.28895059,0.01000,0.432
14,mlp.experts.29.gate_proj,0.04946676,0.01000,0.437
14,mlp.experts.30.gate_proj,0.08882856,0.01000,0.432
14,mlp.experts.31.gate_proj,0.08059277,0.01000,0.434
14,mlp.experts.32.gate_proj,0.23194718,0.01000,0.432
14,mlp.experts.33.gate_proj,1.46797347,0.01000,0.431
14,mlp.experts.34.gate_proj,1.05251217,0.01000,0.437
14,mlp.experts.35.gate_proj,0.00004030,0.01000,0.431
14,mlp.experts.36.gate_proj,0.17970452,0.01000,0.432
14,mlp.experts.37.gate_proj,0.17192268,0.01000,0.436
14,mlp.experts.38.gate_proj,1.52299714,0.01000,0.431
14,mlp.experts.39.gate_proj,0.67745125,0.01000,0.431
14,mlp.experts.40.gate_proj,0.18368106,0.01000,0.432
14,mlp.experts.41.gate_proj,0.00010363,0.01000,0.436
14,mlp.experts.42.gate_proj,0.40803209,0.01000,0.430
14,mlp.experts.43.gate_proj,0.00000981,0.01000,0.433
14,mlp.experts.44.gate_proj,0.82945704,0.01000,0.432
14,mlp.experts.45.gate_proj,0.00017324,0.01000,0.436
14,mlp.experts.46.gate_proj,0.00081711,0.01000,0.432
14,mlp.experts.47.gate_proj,0.29243052,0.01000,0.432
14,mlp.experts.48.gate_proj,0.27764443,0.01000,0.445
14,mlp.experts.49.gate_proj,0.11366808,0.01000,0.430
14,mlp.experts.50.gate_proj,0.21391007,0.01000,0.445
14,mlp.experts.51.gate_proj,0.10255187,0.01000,0.429
14,mlp.experts.52.gate_proj,0.00408147,0.01000,0.434
14,mlp.experts.53.gate_proj,0.70547706,0.01000,0.429
14,mlp.experts.54.gate_proj,0.00010817,0.01000,0.433
14,mlp.experts.55.gate_proj,2.35905719,0.01000,0.433
14,mlp.experts.56.gate_proj,0.00002758,0.01000,0.432
14,mlp.experts.57.gate_proj,0.49266776,0.01000,0.444
14,mlp.experts.58.gate_proj,0.00419225,0.01000,0.432
14,mlp.experts.59.gate_proj,0.02374269,0.01000,0.434
14,mlp.experts.60.gate_proj,0.21813512,0.01000,0.431
14,mlp.experts.61.gate_proj,0.05640452,0.01000,0.435
14,mlp.experts.62.gate_proj,0.65286243,0.01000,0.430
14,mlp.experts.63.gate_proj,0.00272588,0.01000,0.432
14,mlp.experts.64.gate_proj,0.37460726,0.01000,0.432
14,mlp.experts.65.gate_proj,0.00000195,0.01000,0.430
14,mlp.experts.66.gate_proj,0.01571833,0.01000,0.431
14,mlp.experts.67.gate_proj,0.03059286,0.01000,0.431
14,mlp.experts.68.gate_proj,0.25986391,0.01000,0.433
14,mlp.experts.69.gate_proj,0.21523888,0.01000,0.431
14,mlp.experts.70.gate_proj,0.00001550,0.01000,0.431
14,mlp.experts.71.gate_proj,0.07156353,0.01000,0.434
14,mlp.experts.72.gate_proj,0.00057837,0.01000,0.433
14,mlp.experts.73.gate_proj,0.00000092,0.01000,0.431
14,mlp.experts.74.gate_proj,0.11790459,0.01000,0.431
14,mlp.experts.75.gate_proj,1.25138128,0.01000,0.430
14,mlp.experts.76.gate_proj,0.28979886,0.01000,0.430
14,mlp.experts.77.gate_proj,0.06186252,0.01000,0.434
14,mlp.experts.78.gate_proj,0.00053478,0.01000,0.434
14,mlp.experts.79.gate_proj,0.32962894,0.01000,0.433
14,mlp.experts.80.gate_proj,0.49386913,0.01000,0.434
14,mlp.experts.81.gate_proj,0.91598630,0.01000,0.434
14,mlp.experts.82.gate_proj,0.77151537,0.01000,0.434
14,mlp.experts.83.gate_proj,0.00049851,0.01000,0.434
14,mlp.experts.84.gate_proj,0.25723997,0.01000,0.434
14,mlp.experts.85.gate_proj,0.05905233,0.01000,0.435
14,mlp.experts.86.gate_proj,0.63951796,0.01000,0.438
14,mlp.experts.87.gate_proj,0.10723536,0.01000,0.437
14,mlp.experts.88.gate_proj,0.04783607,0.01000,0.436
14,mlp.experts.89.gate_proj,0.01811040,0.01000,0.436
14,mlp.experts.90.gate_proj,0.01141786,0.01000,0.437
14,mlp.experts.91.gate_proj,0.00186801,0.01000,0.439
14,mlp.experts.92.gate_proj,1.73508942,0.01000,0.437
14,mlp.experts.93.gate_proj,0.03764280,0.01000,0.437
14,mlp.experts.94.gate_proj,0.02951621,0.01000,0.441
14,mlp.experts.95.gate_proj,0.30760026,0.01000,0.443
14,mlp.experts.96.gate_proj,0.04692140,0.01000,0.458
14,mlp.experts.97.gate_proj,0.00174380,0.01000,0.452
14,mlp.experts.98.gate_proj,0.00561337,0.01000,0.472
14,mlp.experts.99.gate_proj,0.54803258,0.01000,0.457
14,mlp.experts.100.gate_proj,0.46852589,0.01000,0.456
14,mlp.experts.101.gate_proj,0.79903936,0.01000,0.452
14,mlp.experts.102.gate_proj,0.49769866,0.01000,0.464
14,mlp.experts.103.gate_proj,0.00017088,0.01000,0.454
14,mlp.experts.104.gate_proj,0.00437998,0.01000,0.456
14,mlp.experts.105.gate_proj,0.19880828,0.01000,0.466
14,mlp.experts.106.gate_proj,0.00001833,0.01000,0.455
14,mlp.experts.107.gate_proj,0.14786363,0.01000,0.445
14,mlp.experts.108.gate_proj,0.23970756,0.01000,0.443
14,mlp.experts.109.gate_proj,0.14433259,0.01000,0.450
14,mlp.experts.110.gate_proj,0.75902748,0.01000,0.440
14,mlp.experts.111.gate_proj,0.42553830,0.01000,0.460
14,mlp.experts.112.gate_proj,0.07758789,0.01000,0.452
14,mlp.experts.113.gate_proj,0.00644332,0.01000,0.466
14,mlp.experts.114.gate_proj,0.07829572,0.01000,0.462
14,mlp.experts.115.gate_proj,0.75637293,0.01000,0.453
14,mlp.experts.116.gate_proj,0.00098593,0.01000,0.444
14,mlp.experts.117.gate_proj,0.03434495,0.01000,0.442
14,mlp.experts.118.gate_proj,0.00112133,0.01000,0.454
14,mlp.experts.119.gate_proj,0.02104346,0.01000,0.458
14,mlp.experts.120.gate_proj,0.00062820,0.01000,0.459
14,mlp.experts.121.gate_proj,0.04394457,0.01000,0.442
14,mlp.experts.122.gate_proj,0.00023900,0.01000,0.447
14,mlp.experts.123.gate_proj,0.02405402,0.01000,0.453
14,mlp.experts.124.gate_proj,0.00444172,0.01000,0.456
14,mlp.experts.125.gate_proj,0.35649058,0.01000,0.444
14,mlp.experts.126.gate_proj,0.00508556,0.01000,0.443
14,mlp.experts.127.gate_proj,0.00000337,0.01000,0.455
14,mlp.experts.0.down_proj,0.00084948,0.01000,0.197
14,mlp.experts.1.down_proj,0.03886168,0.01000,0.174
14,mlp.experts.2.down_proj,0.00404685,0.01000,0.172
14,mlp.experts.3.down_proj,0.10056283,0.01000,0.170
14,mlp.experts.4.down_proj,0.02468967,0.01000,0.170
14,mlp.experts.5.down_proj,0.00021663,0.01000,0.169
14,mlp.experts.6.down_proj,0.06359286,0.01000,0.171
14,mlp.experts.7.down_proj,0.04839950,0.01000,0.171
14,mlp.experts.8.down_proj,0.04898281,0.01000,0.171
14,mlp.experts.9.down_proj,0.00299629,0.01000,0.170
14,mlp.experts.10.down_proj,0.04787264,0.01000,0.169
14,mlp.experts.11.down_proj,0.00976712,0.01000,0.170
14,mlp.experts.12.down_proj,0.00209378,0.01000,0.172
14,mlp.experts.13.down_proj,0.00273630,0.01000,0.174
14,mlp.experts.14.down_proj,0.04665997,0.01000,0.176
14,mlp.experts.15.down_proj,0.03414737,0.01000,0.172
14,mlp.experts.16.down_proj,0.04015705,0.01000,0.171
14,mlp.experts.17.down_proj,0.05671606,0.01000,0.170
14,mlp.experts.18.down_proj,0.05595484,0.01000,0.172
14,mlp.experts.19.down_proj,0.00408834,0.01000,0.169
14,mlp.experts.20.down_proj,0.13583142,0.01000,0.168
14,mlp.experts.21.down_proj,0.00191347,0.01000,0.168
14,mlp.experts.22.down_proj,0.18297967,0.01000,0.167
14,mlp.experts.23.down_proj,0.06732982,0.01000,0.168
14,mlp.experts.24.down_proj,0.00255284,0.01000,0.172
14,mlp.experts.25.down_proj,0.00043638,0.01000,0.176
14,mlp.experts.26.down_proj,0.09577242,0.01000,0.173
14,mlp.experts.27.down_proj,0.00330392,0.01000,0.170
14,mlp.experts.28.down_proj,0.06561907,0.01000,0.170
14,mlp.experts.29.down_proj,0.00475954,0.01000,0.173
14,mlp.experts.30.down_proj,0.00644658,0.01000,0.172
14,mlp.experts.31.down_proj,0.01315235,0.01000,0.172
14,mlp.experts.32.down_proj,0.06424162,0.01000,0.173
14,mlp.experts.33.down_proj,0.26400387,0.01000,0.171
14,mlp.experts.34.down_proj,0.15091126,0.01000,0.170
14,mlp.experts.35.down_proj,0.00000627,0.01000,0.175
14,mlp.experts.36.down_proj,0.02471968,0.01000,0.180
14,mlp.experts.37.down_proj,0.01924145,0.01000,0.178
14,mlp.experts.38.down_proj,0.21051797,0.01000,0.172
14,mlp.experts.39.down_proj,0.13336957,0.01000,0.173
14,mlp.experts.40.down_proj,0.02422997,0.01000,0.173
14,mlp.experts.41.down_proj,0.00002263,0.01000,0.174
14,mlp.experts.42.down_proj,0.06397581,0.01000,0.174
14,mlp.experts.43.down_proj,0.00000171,0.01000,0.172
14,mlp.experts.44.down_proj,0.11581793,0.01000,0.173
14,mlp.experts.45.down_proj,0.00003104,0.01000,0.173
14,mlp.experts.46.down_proj,0.00030737,0.01000,0.174
14,mlp.experts.47.down_proj,0.05929229,0.01000,0.176
14,mlp.experts.48.down_proj,0.06017878,0.01000,0.169
14,mlp.experts.49.down_proj,0.01486820,0.01000,0.169
14,mlp.experts.50.down_proj,0.03017149,0.01000,0.168
14,mlp.experts.51.down_proj,0.01352672,0.01000,0.171
14,mlp.experts.52.down_proj,0.00112064,0.01000,0.172
14,mlp.experts.53.down_proj,0.09479517,0.01000,0.171
14,mlp.experts.54.down_proj,0.00002702,0.01000,0.171
14,mlp.experts.55.down_proj,0.32019430,0.01000,0.172
14,mlp.experts.56.down_proj,0.00000501,0.01000,0.171
14,mlp.experts.57.down_proj,0.06668296,0.01000,0.171
14,mlp.experts.58.down_proj,0.00143473,0.01000,0.173
14,mlp.experts.59.down_proj,0.00283740,0.01000,0.170
14,mlp.experts.60.down_proj,0.04380961,0.01000,0.169
14,mlp.experts.61.down_proj,0.00601637,0.01000,0.168
14,mlp.experts.62.down_proj,0.13088506,0.01000,0.167
14,mlp.experts.63.down_proj,0.00029325,0.01000,0.172
14,mlp.experts.64.down_proj,0.08013511,0.01000,0.172
14,mlp.experts.65.down_proj,0.00000015,0.01000,0.170
14,mlp.experts.66.down_proj,0.00177144,0.01000,0.168
14,mlp.experts.67.down_proj,0.00422898,0.01000,0.168
14,mlp.experts.68.down_proj,0.05707302,0.01000,0.168
14,mlp.experts.69.down_proj,0.03432549,0.01000,0.170
14,mlp.experts.70.down_proj,0.00000265,0.01000,0.172
14,mlp.experts.71.down_proj,0.00973762,0.01000,0.174
14,mlp.experts.72.down_proj,0.00010426,0.01000,0.174
14,mlp.experts.73.down_proj,0.00000009,0.01000,0.171
14,mlp.experts.74.down_proj,0.01393555,0.01000,0.171
14,mlp.experts.75.down_proj,0.22021225,0.01000,0.171
14,mlp.experts.76.down_proj,0.03268397,0.01000,0.173
14,mlp.experts.77.down_proj,0.00698700,0.01000,0.170
14,mlp.experts.78.down_proj,0.00009591,0.01000,0.168
14,mlp.experts.79.down_proj,0.06056570,0.01000,0.171
14,mlp.experts.80.down_proj,0.09485234,0.01000,0.172
14,mlp.experts.81.down_proj,0.18948495,0.01000,0.172
14,mlp.experts.82.down_proj,0.14511564,0.01000,0.178
14,mlp.experts.83.down_proj,0.00003643,0.01000,0.169
14,mlp.experts.84.down_proj,0.04286487,0.01000,0.168
14,mlp.experts.85.down_proj,0.00560223,0.01000,0.171
14,mlp.experts.86.down_proj,0.09502371,0.01000,0.171
14,mlp.experts.87.down_proj,0.01060916,0.01000,0.175
14,mlp.experts.88.down_proj,0.01026955,0.01000,0.172
14,mlp.experts.89.down_proj,0.00233193,0.01000,0.172
14,mlp.experts.90.down_proj,0.00152496,0.01000,0.172
14,mlp.experts.91.down_proj,0.00036870,0.01000,0.171
14,mlp.experts.92.down_proj,0.20660663,0.01000,0.171
14,mlp.experts.93.down_proj,0.00674247,0.01000,0.171
14,mlp.experts.94.down_proj,0.00469957,0.01000,0.173
14,mlp.experts.95.down_proj,0.04150806,0.01000,0.168
14,mlp.experts.96.down_proj,0.00914207,0.01000,0.166
14,mlp.experts.97.down_proj,0.00017871,0.01000,0.167
14,mlp.experts.98.down_proj,0.00097678,0.01000,0.166
14,mlp.experts.99.down_proj,0.07818006,0.01000,0.167
14,mlp.experts.100.down_proj,0.10059148,0.01000,0.166
14,mlp.experts.101.down_proj,0.13392815,0.01000,0.166
14,mlp.experts.102.down_proj,0.09641635,0.01000,0.167
14,mlp.experts.103.down_proj,0.00004691,0.01000,0.166
14,mlp.experts.104.down_proj,0.00097579,0.01000,0.167
14,mlp.experts.105.down_proj,0.02550622,0.01000,0.168
14,mlp.experts.106.down_proj,0.00000331,0.01000,0.166
14,mlp.experts.107.down_proj,0.02975520,0.01000,0.169
14,mlp.experts.108.down_proj,0.03255241,0.01000,0.166
14,mlp.experts.109.down_proj,0.01582370,0.01000,0.166
14,mlp.experts.110.down_proj,0.11964442,0.01000,0.179
14,mlp.experts.111.down_proj,0.07048640,0.01000,0.167
14,mlp.experts.112.down_proj,0.01365548,0.01000,0.167
14,mlp.experts.113.down_proj,0.00071151,0.01000,0.166
14,mlp.experts.114.down_proj,0.01059733,0.01000,0.166
14,mlp.experts.115.down_proj,0.10927014,0.01000,0.167
14,mlp.experts.116.down_proj,0.00016361,0.01000,0.166
14,mlp.experts.117.down_proj,0.00024467,0.01000,0.166
14,mlp.experts.118.down_proj,0.00034774,0.01000,0.168
14,mlp.experts.119.down_proj,0.00531832,0.01000,0.166
14,mlp.experts.120.down_proj,0.00015602,0.01000,0.167
14,mlp.experts.121.down_proj,0.00735726,0.01000,0.166
14,mlp.experts.122.down_proj,0.00006003,0.01000,0.166
14,mlp.experts.123.down_proj,0.00167540,0.01000,0.175
14,mlp.experts.124.down_proj,0.00098820,0.01000,0.166
14,mlp.experts.125.down_proj,0.06478670,0.01000,0.166
14,mlp.experts.126.down_proj,0.00183739,0.01000,0.166
14,mlp.experts.127.down_proj,0.00000064,0.01000,0.182
15,self_attn.q_proj,0.07125895,0.01000,0.446
15,self_attn.k_proj,0.00942873,0.01000,0.432
15,self_attn.v_proj,0.00995392,0.01000,0.430
15,self_attn.o_proj,0.00938006,0.01000,0.878
15,mlp.experts.0.up_proj,1.62977839,0.01000,0.468
15,mlp.experts.1.up_proj,1.00117910,0.01000,0.430
15,mlp.experts.2.up_proj,0.13351968,0.01000,0.429
15,mlp.experts.3.up_proj,0.23396634,0.01000,0.429
15,mlp.experts.4.up_proj,0.00540869,0.01000,0.430
15,mlp.experts.5.up_proj,0.00094285,0.01000,0.431
15,mlp.experts.6.up_proj,0.31556904,0.01000,0.431
15,mlp.experts.7.up_proj,0.57424974,0.01000,0.431
15,mlp.experts.8.up_proj,1.21904707,0.01000,0.436
15,mlp.experts.9.up_proj,0.26171422,0.01000,0.431
15,mlp.experts.10.up_proj,0.02646261,0.01000,0.431
15,mlp.experts.11.up_proj,0.24487767,0.01000,0.430
15,mlp.experts.12.up_proj,0.00207176,0.01000,0.431
15,mlp.experts.13.up_proj,0.03317153,0.01000,0.431
15,mlp.experts.14.up_proj,0.01522445,0.01000,0.431
15,mlp.experts.15.up_proj,0.00064027,0.01000,0.431
15,mlp.experts.16.up_proj,1.72488582,0.01000,0.431
15,mlp.experts.17.up_proj,0.43195161,0.01000,0.430
15,mlp.experts.18.up_proj,0.06920219,0.01000,0.431
15,mlp.experts.19.up_proj,0.00588240,0.01000,0.437
15,mlp.experts.20.up_proj,0.24766943,0.01000,0.432
15,mlp.experts.21.up_proj,0.00357954,0.01000,0.431
15,mlp.experts.22.up_proj,0.00008759,0.01000,0.431
15,mlp.experts.23.up_proj,0.16166811,0.01000,0.461
15,mlp.experts.24.up_proj,0.04715415,0.01000,0.434
15,mlp.experts.25.up_proj,1.15072584,0.01000,0.445
15,mlp.experts.26.up_proj,0.00822468,0.01000,0.431
15,mlp.experts.27.up_proj,0.01146099,0.01000,0.431
15,mlp.experts.28.up_proj,0.01083312,0.01000,0.436
15,mlp.experts.29.up_proj,0.03494342,0.01000,0.433
15,mlp.experts.30.up_proj,0.09066477,0.01000,0.432
15,mlp.experts.31.up_proj,0.40487984,0.01000,0.430
15,mlp.experts.32.up_proj,1.75005484,0.01000,0.429
15,mlp.experts.33.up_proj,0.07942040,0.01000,0.429
15,mlp.experts.34.up_proj,0.21444666,0.01000,0.431
15,mlp.experts.35.up_proj,0.41761780,0.01000,0.428
15,mlp.experts.36.up_proj,0.00045724,0.01000,0.441
15,mlp.experts.37.up_proj,0.27560633,0.01000,0.430
15,mlp.experts.38.up_proj,0.04254112,0.01000,0.429
15,mlp.experts.39.up_proj,0.09478033,0.01000,0.430
15,mlp.experts.40.up_proj,1.92497563,0.01000,0.432
15,mlp.experts.41.up_proj,0.73724508,0.01000,0.432
15,mlp.experts.42.up_proj,0.00015157,0.01000,0.434
15,mlp.experts.43.up_proj,0.00066214,0.01000,0.432
15,mlp.experts.44.up_proj,0.00005701,0.01000,0.431
15,mlp.experts.45.up_proj,0.02229606,0.01000,0.447
15,mlp.experts.46.up_proj,0.23550533,0.01000,0.446
15,mlp.experts.47.up_proj,0.00688321,0.01000,0.448
15,mlp.experts.48.up_proj,0.04024840,0.01000,0.450
15,mlp.experts.49.up_proj,1.25565064,0.01000,0.442
15,mlp.experts.50.up_proj,0.11341580,0.01000,0.439
15,mlp.experts.51.up_proj,0.69776386,0.01000,0.442
15,mlp.experts.52.up_proj,1.07499218,0.01000,0.451
15,mlp.experts.53.up_proj,0.00268266,0.01000,0.449
15,mlp.experts.54.up_proj,0.07743442,0.01000,0.449
15,mlp.experts.55.up_proj,0.49124593,0.01000,0.454
15,mlp.experts.56.up_proj,0.24738157,0.01000,0.443
15,mlp.experts.57.up_proj,0.05379675,0.01000,0.439
15,mlp.experts.58.up_proj,0.15383756,0.01000,0.449
15,mlp.experts.59.up_proj,0.07691866,0.01000,0.446
15,mlp.experts.60.up_proj,0.21746737,0.01000,0.447
15,mlp.experts.61.up_proj,0.06752138,0.01000,0.453
15,mlp.experts.62.up_proj,0.00174655,0.01000,0.450
15,mlp.experts.63.up_proj,0.04130387,0.01000,0.436
15,mlp.experts.64.up_proj,0.03506394,0.01000,0.436
15,mlp.experts.65.up_proj,0.00003003,0.01000,0.454
15,mlp.experts.66.up_proj,0.06817131,0.01000,0.445
15,mlp.experts.67.up_proj,0.00003152,0.01000,0.449
15,mlp.experts.68.up_proj,0.01916584,0.01000,0.460
15,mlp.experts.69.up_proj,0.30198428,0.01000,0.466
15,mlp.experts.70.up_proj,0.11545727,0.01000,0.453
15,mlp.experts.71.up_proj,0.14730839,0.01000,0.451
15,mlp.experts.72.up_proj,0.18783706,0.01000,0.445
15,mlp.experts.73.up_proj,0.02411322,0.01000,0.447
15,mlp.experts.74.up_proj,0.00008030,0.01000,0.464
15,mlp.experts.75.up_proj,0.07072763,0.01000,0.448
15,mlp.experts.76.up_proj,0.05004337,0.01000,0.448
15,mlp.experts.77.up_proj,1.28706586,0.01000,0.444
15,mlp.experts.78.up_proj,0.16399464,0.01000,0.443
15,mlp.experts.79.up_proj,0.00967294,0.01000,0.444
15,mlp.experts.80.up_proj,0.63575715,0.01000,0.447
15,mlp.experts.81.up_proj,0.01482054,0.01000,0.444
15,mlp.experts.82.up_proj,0.75691140,0.01000,0.453
15,mlp.experts.83.up_proj,0.07523385,0.01000,0.448
15,mlp.experts.84.up_proj,0.06559072,0.01000,0.451
15,mlp.experts.85.up_proj,0.52090132,0.01000,0.445
15,mlp.experts.86.up_proj,0.64113784,0.01000,0.442
15,mlp.experts.87.up_proj,2.04533267,0.01000,0.444
15,mlp.experts.88.up_proj,0.00134534,0.01000,0.448
15,mlp.experts.89.up_proj,1.26926470,0.01000,0.446
15,mlp.experts.90.up_proj,0.66780853,0.01000,0.450
15,mlp.experts.91.up_proj,0.53031862,0.01000,0.453
15,mlp.experts.92.up_proj,0.00000196,0.01000,0.450
15,mlp.experts.93.up_proj,0.04736900,0.01000,0.452
15,mlp.experts.94.up_proj,0.45596129,0.01000,0.452
15,mlp.experts.95.up_proj,0.80025089,0.01000,0.448
15,mlp.experts.96.up_proj,0.11259602,0.01000,0.456
15,mlp.experts.97.up_proj,0.00002768,0.01000,0.451
15,mlp.experts.98.up_proj,0.96205139,0.01000,0.448
15,mlp.experts.99.up_proj,0.01168612,0.01000,0.437
15,mlp.experts.100.up_proj,0.31653321,0.01000,0.449
15,mlp.experts.101.up_proj,0.18691079,0.01000,0.449
15,mlp.experts.102.up_proj,0.11686409,0.01000,0.445
15,mlp.experts.103.up_proj,0.05005453,0.01000,0.437
15,mlp.experts.104.up_proj,0.01107745,0.01000,0.437
15,mlp.experts.105.up_proj,0.00001340,0.01000,0.451
15,mlp.experts.106.up_proj,0.21928868,0.01000,0.447
15,mlp.experts.107.up_proj,0.02280540,0.01000,0.450
15,mlp.experts.108.up_proj,0.00000703,0.01000,0.437
15,mlp.experts.109.up_proj,0.10500406,0.01000,0.442
15,mlp.experts.110.up_proj,0.03252306,0.01000,0.447
15,mlp.experts.111.up_proj,0.00655175,0.01000,0.449
15,mlp.experts.112.up_proj,0.01420945,0.01000,0.447
15,mlp.experts.113.up_proj,0.01038678,0.01000,0.446
15,mlp.experts.114.up_proj,0.00013688,0.01000,0.466
15,mlp.experts.115.up_proj,0.04181569,0.01000,0.448
15,mlp.experts.116.up_proj,0.17479479,0.01000,0.446
15,mlp.experts.117.up_proj,0.12589774,0.01000,0.458
15,mlp.experts.118.up_proj,0.03655566,0.01000,0.464
15,mlp.experts.119.up_proj,0.18379818,0.01000,0.448
15,mlp.experts.120.up_proj,1.05442405,0.01000,0.456
15,mlp.experts.121.up_proj,0.68399292,0.01000,0.448
15,mlp.experts.122.up_proj,0.01570834,0.01000,0.445
15,mlp.experts.123.up_proj,0.09031906,0.01000,0.454
15,mlp.experts.124.up_proj,0.00000247,0.01000,0.446
15,mlp.experts.125.up_proj,0.43108577,0.01000,0.445
15,mlp.experts.126.up_proj,0.06869690,0.01000,0.444
15,mlp.experts.127.up_proj,0.02945581,0.01000,0.450
15,mlp.experts.0.gate_proj,1.86095345,0.01000,0.450
15,mlp.experts.1.gate_proj,0.96078300,0.01000,0.444
15,mlp.experts.2.gate_proj,0.13739637,0.01000,0.448
15,mlp.experts.3.gate_proj,0.22266541,0.01000,0.446
15,mlp.experts.4.gate_proj,0.00489110,0.01000,0.437
15,mlp.experts.5.gate_proj,0.00096624,0.01000,0.437
15,mlp.experts.6.gate_proj,0.31096858,0.01000,0.446
15,mlp.experts.7.gate_proj,0.58633429,0.01000,0.437
15,mlp.experts.8.gate_proj,1.24025083,0.01000,0.452
15,mlp.experts.9.gate_proj,0.27464277,0.01000,0.442
15,mlp.experts.10.gate_proj,0.02622244,0.01000,0.443
15,mlp.experts.11.gate_proj,0.26888934,0.01000,0.442
15,mlp.experts.12.gate_proj,0.00215817,0.01000,0.444
15,mlp.experts.13.gate_proj,0.03356569,0.01000,0.452
15,mlp.experts.14.gate_proj,0.01560521,0.01000,0.437
15,mlp.experts.15.gate_proj,0.00066331,0.01000,0.447
15,mlp.experts.16.gate_proj,1.72685599,0.01000,0.444
15,mlp.experts.17.gate_proj,0.43103945,0.01000,0.450
15,mlp.experts.18.gate_proj,0.07458252,0.01000,0.445
15,mlp.experts.19.gate_proj,0.00604906,0.01000,0.447
15,mlp.experts.20.gate_proj,0.23358893,0.01000,0.445
15,mlp.experts.21.gate_proj,0.00369739,0.01000,0.451
15,mlp.experts.22.gate_proj,0.00008478,0.01000,0.436
15,mlp.experts.23.gate_proj,0.15646215,0.01000,0.435
15,mlp.experts.24.gate_proj,0.04838845,0.01000,0.439
15,mlp.experts.25.gate_proj,1.35089135,0.01000,0.435
15,mlp.experts.26.gate_proj,0.00857582,0.01000,0.442
15,mlp.experts.27.gate_proj,0.01178832,0.01000,0.453
15,mlp.experts.28.gate_proj,0.01154381,0.01000,0.446
15,mlp.experts.29.gate_proj,0.03821965,0.01000,0.444
15,mlp.experts.30.gate_proj,0.09192880,0.01000,0.443
15,mlp.experts.31.gate_proj,0.40639931,0.01000,0.452
15,mlp.experts.32.gate_proj,2.09126139,0.01000,0.450
15,mlp.experts.33.gate_proj,0.08237923,0.01000,0.455
15,mlp.experts.34.gate_proj,0.22109699,0.01000,0.450
15,mlp.experts.35.gate_proj,0.40219486,0.01000,0.456
15,mlp.experts.36.gate_proj,0.00045303,0.01000,0.456
15,mlp.experts.37.gate_proj,0.28764036,0.01000,0.451
15,mlp.experts.38.gate_proj,0.04110188,0.01000,0.452
15,mlp.experts.39.gate_proj,0.09922402,0.01000,0.459
15,mlp.experts.40.gate_proj,1.89701009,0.01000,0.457
15,mlp.experts.41.gate_proj,0.76572186,0.01000,0.450
15,mlp.experts.42.gate_proj,0.00015818,0.01000,0.452
15,mlp.experts.43.gate_proj,0.00079135,0.01000,0.450
15,mlp.experts.44.gate_proj,0.00005883,0.01000,0.456
15,mlp.experts.45.gate_proj,0.02290778,0.01000,0.451
15,mlp.experts.46.gate_proj,0.24494970,0.01000,0.463
15,mlp.experts.47.gate_proj,0.00703944,0.01000,0.459
15,mlp.experts.48.gate_proj,0.04083600,0.01000,0.461
15,mlp.experts.49.gate_proj,1.33121157,0.01000,0.453
15,mlp.experts.50.gate_proj,0.11554950,0.01000,0.451
15,mlp.experts.51.gate_proj,0.73832482,0.01000,0.457
15,mlp.experts.52.gate_proj,1.19344735,0.01000,0.460
15,mlp.experts.53.gate_proj,0.00269050,0.01000,0.443
15,mlp.experts.54.gate_proj,0.07577837,0.01000,0.443
15,mlp.experts.55.gate_proj,0.47860777,0.01000,0.443
15,mlp.experts.56.gate_proj,0.24696848,0.01000,0.443
15,mlp.experts.57.gate_proj,0.05506211,0.01000,0.451
15,mlp.experts.58.gate_proj,0.15799779,0.01000,0.459
15,mlp.experts.59.gate_proj,0.08224627,0.01000,0.457
15,mlp.experts.60.gate_proj,0.21756108,0.01000,0.449
15,mlp.experts.61.gate_proj,0.06700654,0.01000,0.450
15,mlp.experts.62.gate_proj,0.00179052,0.01000,0.448
15,mlp.experts.63.gate_proj,0.04275915,0.01000,0.441
15,mlp.experts.64.gate_proj,0.03702167,0.01000,0.446
15,mlp.experts.65.gate_proj,0.00003164,0.01000,0.447
15,mlp.experts.66.gate_proj,0.07502550,0.01000,0.446
15,mlp.experts.67.gate_proj,0.00003171,0.01000,0.447
15,mlp.experts.68.gate_proj,0.01979140,0.01000,0.449
15,mlp.experts.69.gate_proj,0.29416895,0.01000,0.441
15,mlp.experts.70.gate_proj,0.11839942,0.01000,0.447
15,mlp.experts.71.gate_proj,0.14648919,0.01000,0.452
15,mlp.experts.72.gate_proj,0.19973958,0.01000,0.453
15,mlp.experts.73.gate_proj,0.16659436,0.01000,0.453
15,mlp.experts.74.gate_proj,0.00008594,0.01000,0.451
15,mlp.experts.75.gate_proj,0.07452925,0.01000,0.454
15,mlp.experts.76.gate_proj,0.04920066,0.01000,0.448
15,mlp.experts.77.gate_proj,1.30752277,0.01000,0.449
15,mlp.experts.78.gate_proj,0.16661733,0.01000,0.453
15,mlp.experts.79.gate_proj,0.00992904,0.01000,0.456
15,mlp.experts.80.gate_proj,0.72073573,0.01000,0.457
15,mlp.experts.81.gate_proj,0.01523816,0.01000,0.451
15,mlp.experts.82.gate_proj,0.73963189,0.01000,0.453
15,mlp.experts.83.gate_proj,0.07690160,0.01000,0.463
15,mlp.experts.84.gate_proj,0.06693415,0.01000,0.457
15,mlp.experts.85.gate_proj,0.48845452,0.01000,0.468
15,mlp.experts.86.gate_proj,0.62520552,0.01000,0.454
15,mlp.experts.87.gate_proj,2.33901739,0.01000,0.446
15,mlp.experts.88.gate_proj,0.00137317,0.01000,0.457
15,mlp.experts.89.gate_proj,1.32333660,0.01000,0.456
15,mlp.experts.90.gate_proj,0.72368878,0.01000,0.451
15,mlp.experts.91.gate_proj,0.51294458,0.01000,0.441
15,mlp.experts.92.gate_proj,0.00000208,0.01000,0.446
15,mlp.experts.93.gate_proj,0.04881896,0.01000,0.443
15,mlp.experts.94.gate_proj,0.45472568,0.01000,0.440
15,mlp.experts.95.gate_proj,0.80075073,0.01000,0.448
15,mlp.experts.96.gate_proj,0.11225700,0.01000,0.452
15,mlp.experts.97.gate_proj,0.00002825,0.01000,0.452
15,mlp.experts.98.gate_proj,0.98694456,0.01000,0.439
15,mlp.experts.99.gate_proj,0.01183448,0.01000,0.441
15,mlp.experts.100.gate_proj,0.34766322,0.01000,0.436
15,mlp.experts.101.gate_proj,0.20162106,0.01000,0.440
15,mlp.experts.102.gate_proj,0.12636511,0.01000,0.449
15,mlp.experts.103.gate_proj,0.04997327,0.01000,0.457
15,mlp.experts.104.gate_proj,0.01122231,0.01000,0.451
15,mlp.experts.105.gate_proj,0.00001353,0.01000,0.447
15,mlp.experts.106.gate_proj,0.22796381,0.01000,0.456
15,mlp.experts.107.gate_proj,0.02331047,0.01000,0.450
15,mlp.experts.108.gate_proj,0.00000738,0.01000,0.443
15,mlp.experts.109.gate_proj,0.11061455,0.01000,0.440
15,mlp.experts.110.gate_proj,0.03304253,0.01000,0.454
15,mlp.experts.111.gate_proj,0.00675976,0.01000,0.454
15,mlp.experts.112.gate_proj,0.01470334,0.01000,0.457
15,mlp.experts.113.gate_proj,0.01058077,0.01000,0.450
15,mlp.experts.114.gate_proj,0.00015166,0.01000,0.447
15,mlp.experts.115.gate_proj,0.04154067,0.01000,0.453
15,mlp.experts.116.gate_proj,0.18549091,0.01000,0.450
15,mlp.experts.117.gate_proj,0.13824722,0.01000,0.450
15,mlp.experts.118.gate_proj,0.03686778,0.01000,0.453
15,mlp.experts.119.gate_proj,0.19486466,0.01000,0.453
15,mlp.experts.120.gate_proj,1.09397519,0.01000,0.462
15,mlp.experts.121.gate_proj,0.67110693,0.01000,0.460
15,mlp.experts.122.gate_proj,0.01667312,0.01000,0.456
15,mlp.experts.123.gate_proj,0.09459942,0.01000,0.457
15,mlp.experts.124.gate_proj,0.00000253,0.01000,0.458
15,mlp.experts.125.gate_proj,0.45099086,0.01000,0.455
15,mlp.experts.126.gate_proj,0.06897543,0.01000,0.454
15,mlp.experts.127.gate_proj,0.03092137,0.01000,0.451
15,mlp.experts.0.down_proj,0.32529658,0.01000,0.179
15,mlp.experts.1.down_proj,0.15399584,0.01000,0.164
15,mlp.experts.2.down_proj,0.01901355,0.01000,0.164
15,mlp.experts.3.down_proj,0.03959378,0.01000,0.177
15,mlp.experts.4.down_proj,0.00117116,0.01000,0.167
15,mlp.experts.5.down_proj,0.00020393,0.01000,0.165
15,mlp.experts.6.down_proj,0.04527210,0.01000,0.165
15,mlp.experts.7.down_proj,0.08013383,0.01000,0.166
15,mlp.experts.8.down_proj,0.16333286,0.01000,0.167
15,mlp.experts.9.down_proj,0.03711088,0.01000,0.166
15,mlp.experts.10.down_proj,0.00447045,0.01000,0.167
15,mlp.experts.11.down_proj,0.03258120,0.01000,0.165
15,mlp.experts.12.down_proj,0.00055450,0.01000,0.167
15,mlp.experts.13.down_proj,0.00413688,0.01000,0.165
15,mlp.experts.14.down_proj,0.00201200,0.01000,0.167
15,mlp.experts.15.down_proj,0.00010587,0.01000,0.166
15,mlp.experts.16.down_proj,0.25472951,0.01000,0.166
15,mlp.experts.17.down_proj,0.05144981,0.01000,0.166
15,mlp.experts.18.down_proj,0.00523424,0.01000,0.166
15,mlp.experts.19.down_proj,0.00090686,0.01000,0.165
15,mlp.experts.20.down_proj,0.03952919,0.01000,0.165
15,mlp.experts.21.down_proj,0.00053279,0.01000,0.166
15,mlp.experts.22.down_proj,0.00002532,0.01000,0.166
15,mlp.experts.23.down_proj,0.03320928,0.01000,0.166
15,mlp.experts.24.down_proj,0.00267067,0.01000,0.166
15,mlp.experts.25.down_proj,0.20455976,0.01000,0.166
15,mlp.experts.26.down_proj,0.00044129,0.01000,0.167
15,mlp.experts.27.down_proj,0.00169433,0.01000,0.166
15,mlp.experts.28.down_proj,0.00272124,0.01000,0.168
15,mlp.experts.29.down_proj,0.00632151,0.01000,0.167
15,mlp.experts.30.down_proj,0.01791189,0.01000,0.166
15,mlp.experts.31.down_proj,0.06850743,0.01000,0.168
15,mlp.experts.32.down_proj,0.39473274,0.01000,0.166
15,mlp.experts.33.down_proj,0.01675293,0.01000,0.167
15,mlp.experts.34.down_proj,0.03815151,0.01000,0.167
15,mlp.experts.35.down_proj,0.07545136,0.01000,0.166
15,mlp.experts.36.down_proj,0.00015945,0.01000,0.227
15,mlp.experts.37.down_proj,0.05851379,0.01000,0.168
15,mlp.experts.38.down_proj,0.00180194,0.01000,0.168
15,mlp.experts.39.down_proj,0.01153137,0.01000,0.167
15,mlp.experts.40.down_proj,0.27879423,0.01000,0.172
15,mlp.experts.41.down_proj,0.15854868,0.01000,0.174
15,mlp.experts.42.down_proj,0.00003836,0.01000,0.166
15,mlp.experts.43.down_proj,0.00025364,0.01000,0.166
15,mlp.experts.44.down_proj,0.00000941,0.01000,0.167
15,mlp.experts.45.down_proj,0.00355010,0.01000,0.166
15,mlp.experts.46.down_proj,0.04907659,0.01000,0.170
15,mlp.experts.47.down_proj,0.00174116,0.01000,0.166
15,mlp.experts.48.down_proj,0.00449114,0.01000,0.166
15,mlp.experts.49.down_proj,0.27678442,0.01000,0.167
15,mlp.experts.50.down_proj,0.00974743,0.01000,0.166
15,mlp.experts.51.down_proj,0.11673748,0.01000,0.166
15,mlp.experts.52.down_proj,0.30140829,0.01000,0.166
15,mlp.experts.53.down_proj,0.00088491,0.01000,0.166
15,mlp.experts.54.down_proj,0.01340622,0.01000,0.167
15,mlp.experts.55.down_proj,0.07705745,0.01000,0.167
15,mlp.experts.56.down_proj,0.03442270,0.01000,0.166
15,mlp.experts.57.down_proj,0.00932017,0.01000,0.166
15,mlp.experts.58.down_proj,0.01760271,0.01000,0.167
15,mlp.experts.59.down_proj,0.01279012,0.01000,0.167
15,mlp.experts.60.down_proj,0.03671919,0.01000,0.167
15,mlp.experts.61.down_proj,0.01082734,0.01000,0.167
15,mlp.experts.62.down_proj,0.00047678,0.01000,0.166
15,mlp.experts.63.down_proj,0.00411328,0.01000,0.167
15,mlp.experts.64.down_proj,0.00200212,0.01000,0.167
15,mlp.experts.65.down_proj,0.00000988,0.01000,0.169
15,mlp.experts.66.down_proj,0.01365332,0.01000,0.170
15,mlp.experts.67.down_proj,0.00000542,0.01000,0.166
15,mlp.experts.68.down_proj,0.00254051,0.01000,0.166
15,mlp.experts.69.down_proj,0.05776613,0.01000,0.167
15,mlp.experts.70.down_proj,0.02293769,0.01000,0.166
15,mlp.experts.71.down_proj,0.02790853,0.01000,0.166
15,mlp.experts.72.down_proj,0.03313003,0.01000,0.166
15,mlp.experts.73.down_proj,0.00183878,0.01000,0.166
15,mlp.experts.74.down_proj,0.00001821,0.01000,0.166
15,mlp.experts.75.down_proj,0.01047451,0.01000,0.166
15,mlp.experts.76.down_proj,0.00811154,0.01000,0.166
15,mlp.experts.77.down_proj,0.24030411,0.01000,0.181
15,mlp.experts.78.down_proj,0.03031819,0.01000,0.167
15,mlp.experts.79.down_proj,0.00113144,0.01000,0.167
15,mlp.experts.80.down_proj,0.16152765,0.01000,0.167
15,mlp.experts.81.down_proj,0.00187763,0.01000,0.171
15,mlp.experts.82.down_proj,0.10486239,0.01000,0.184
15,mlp.experts.83.down_proj,0.01159038,0.01000,0.169
15,mlp.experts.84.down_proj,0.00768372,0.01000,0.168
15,mlp.experts.85.down_proj,0.08098140,0.01000,0.168
15,mlp.experts.86.down_proj,0.09988584,0.01000,0.168
15,mlp.experts.87.down_proj,0.35724130,0.01000,0.178
15,mlp.experts.88.down_proj,0.00023823,0.01000,0.171
15,mlp.experts.89.down_proj,0.22914450,0.01000,0.168
15,mlp.experts.90.down_proj,0.11257221,0.01000,0.168
15,mlp.experts.91.down_proj,0.08263245,0.01000,0.168
15,mlp.experts.92.down_proj,0.00000023,0.01000,0.168
15,mlp.experts.93.down_proj,0.01105054,0.01000,0.168
15,mlp.experts.94.down_proj,0.06046405,0.01000,0.169
15,mlp.experts.95.down_proj,0.11378562,0.01000,0.168
15,mlp.experts.96.down_proj,0.01686925,0.01000,0.167
15,mlp.experts.97.down_proj,0.00000469,0.01000,0.167
15,mlp.experts.98.down_proj,0.13844052,0.01000,0.167
15,mlp.experts.99.down_proj,0.00169751,0.01000,0.166
15,mlp.experts.100.down_proj,0.05074794,0.01000,0.167
15,mlp.experts.101.down_proj,0.03996709,0.01000,0.166
15,mlp.experts.102.down_proj,0.01871691,0.01000,0.166
15,mlp.experts.103.down_proj,0.01007455,0.01000,0.166
15,mlp.experts.104.down_proj,0.00210199,0.01000,0.169
15,mlp.experts.105.down_proj,0.00000255,0.01000,0.166
15,mlp.experts.106.down_proj,0.03201495,0.01000,0.166
15,mlp.experts.107.down_proj,0.00318153,0.01000,0.166
15,mlp.experts.108.down_proj,0.00000125,0.01000,0.166
15,mlp.experts.109.down_proj,0.01422640,0.01000,0.167
15,mlp.experts.110.down_proj,0.00279864,0.01000,0.167
15,mlp.experts.111.down_proj,0.00094679,0.01000,0.167
15,mlp.experts.112.down_proj,0.00194443,0.01000,0.168
15,mlp.experts.113.down_proj,0.00225158,0.01000,0.167
15,mlp.experts.114.down_proj,0.00000510,0.01000,0.167
15,mlp.experts.115.down_proj,0.00690004,0.01000,0.167
15,mlp.experts.116.down_proj,0.02242927,0.01000,0.167
15,mlp.experts.117.down_proj,0.01150304,0.01000,0.171
15,mlp.experts.118.down_proj,0.00555043,0.01000,0.172
15,mlp.experts.119.down_proj,0.03483712,0.01000,0.169
15,mlp.experts.120.down_proj,0.18563333,0.01000,0.168
15,mlp.experts.121.down_proj,0.10265337,0.01000,0.168
15,mlp.experts.122.down_proj,0.00131207,0.01000,0.167
15,mlp.experts.123.down_proj,0.01578204,0.01000,0.168
15,mlp.experts.124.down_proj,0.00000041,0.01000,0.168
15,mlp.experts.125.down_proj,0.05760401,0.01000,0.167
15,mlp.experts.126.down_proj,0.00807282,0.01000,0.168
15,mlp.experts.127.down_proj,0.00480821,0.01000,0.169
16,self_attn.q_proj,0.08192426,0.01000,0.439
16,self_attn.k_proj,0.01099066,0.01000,0.433
16,self_attn.v_proj,0.01179315,0.01000,0.429
16,self_attn.o_proj,0.01016700,0.01000,0.880
16,mlp.experts.0.up_proj,0.33656055,0.01000,0.470
16,mlp.experts.1.up_proj,0.04684396,0.01000,0.448
16,mlp.experts.2.up_proj,0.00000526,0.01000,0.432
16,mlp.experts.3.up_proj,0.00005384,0.01000,0.433
16,mlp.experts.4.up_proj,0.17189640,0.01000,0.435
16,mlp.experts.5.up_proj,0.01615401,0.01000,0.435
16,mlp.experts.6.up_proj,0.19330311,0.01000,0.434
16,mlp.experts.7.up_proj,0.69578373,0.01000,0.434
16,mlp.experts.8.up_proj,0.41880673,0.01000,0.434
16,mlp.experts.9.up_proj,0.27974728,0.01000,0.434
16,mlp.experts.10.up_proj,0.00040620,0.01000,0.434
16,mlp.experts.11.up_proj,0.61033928,0.01000,0.432
16,mlp.experts.12.up_proj,0.03793272,0.01000,0.437
16,mlp.experts.13.up_proj,0.22784707,0.01000,0.432
16,mlp.experts.14.up_proj,0.62549323,0.01000,0.432
16,mlp.experts.15.up_proj,0.19033140,0.01000,0.431
16,mlp.experts.16.up_proj,0.63929069,0.01000,0.431
16,mlp.experts.17.up_proj,0.01267793,0.01000,0.435
16,mlp.experts.18.up_proj,0.54807413,0.01000,0.433
16,mlp.experts.19.up_proj,0.07379152,0.01000,0.437
16,mlp.experts.20.up_proj,0.24607378,0.01000,0.433
16,mlp.experts.21.up_proj,0.00970361,0.01000,0.433
16,mlp.experts.22.up_proj,0.01021492,0.01000,0.432
16,mlp.experts.23.up_proj,0.11996131,0.01000,0.435
16,mlp.experts.24.up_proj,0.84871829,0.01000,0.432
16,mlp.experts.25.up_proj,0.00803321,0.01000,0.432
16,mlp.experts.26.up_proj,0.48554987,0.01000,0.433
16,mlp.experts.27.up_proj,0.04155570,0.01000,0.432
16,mlp.experts.28.up_proj,0.21814167,0.01000,0.433
16,mlp.experts.29.up_proj,0.27071679,0.01000,0.433
16,mlp.experts.30.up_proj,1.84439707,0.01000,0.436
16,mlp.experts.31.up_proj,0.00023872,0.01000,0.434
16,mlp.experts.32.up_proj,0.28121620,0.01000,0.433
16,mlp.experts.33.up_proj,0.28738514,0.01000,0.433
16,mlp.experts.34.up_proj,0.01180619,0.01000,0.434
16,mlp.experts.35.up_proj,1.75451052,0.01000,0.434
16,mlp.experts.36.up_proj,0.00598321,0.01000,0.434
16,mlp.experts.37.up_proj,0.60266548,0.01000,0.435
16,mlp.experts.38.up_proj,0.00000577,0.01000,0.435
16,mlp.experts.39.up_proj,0.59766620,0.01000,0.433
16,mlp.experts.40.up_proj,0.73424679,0.01000,0.434
16,mlp.experts.41.up_proj,0.01093822,0.01000,0.433
16,mlp.experts.42.up_proj,0.01287063,0.01000,0.432
16,mlp.experts.43.up_proj,0.37601608,0.01000,0.434
16,mlp.experts.44.up_proj,0.06785813,0.01000,0.441
16,mlp.experts.45.up_proj,0.73992598,0.01000,0.435
16,mlp.experts.46.up_proj,0.03057352,0.01000,0.433
16,mlp.experts.47.up_proj,0.00551888,0.01000,0.433
16,mlp.experts.48.up_proj,0.05841628,0.01000,0.432
16,mlp.experts.49.up_proj,0.00722786,0.01000,0.436
16,mlp.experts.50.up_proj,0.86542678,0.01000,0.433
16,mlp.experts.51.up_proj,0.38365865,0.01000,0.433
16,mlp.experts.52.up_proj,0.08936051,0.01000,0.432
16,mlp.experts.53.up_proj,0.00597085,0.01000,0.433
16,mlp.experts.54.up_proj,0.09257562,0.01000,0.434
16,mlp.experts.55.up_proj,0.24379073,0.01000,0.433
16,mlp.experts.56.up_proj,0.00134996,0.01000,0.435
16,mlp.experts.57.up_proj,0.42156577,0.01000,0.436
16,mlp.experts.58.up_proj,0.00086210,0.01000,0.438
16,mlp.experts.59.up_proj,0.05233815,0.01000,0.433
16,mlp.experts.60.up_proj,0.21798691,0.01000,0.432
16,mlp.experts.61.up_proj,0.00000068,0.01000,0.433
16,mlp.experts.62.up_proj,0.10503013,0.01000,0.431
16,mlp.experts.63.up_proj,0.01503143,0.01000,0.433
16,mlp.experts.64.up_proj,0.00050570,0.01000,0.432
16,mlp.experts.65.up_proj,1.86691570,0.01000,0.437
16,mlp.experts.66.up_proj,0.00004397,0.01000,0.433
16,mlp.experts.67.up_proj,0.01119341,0.01000,0.433
16,mlp.experts.68.up_proj,0.11870216,0.01000,0.434
16,mlp.experts.69.up_proj,0.00017670,0.01000,0.433
16,mlp.experts.70.up_proj,0.02142344,0.01000,0.434
16,mlp.experts.71.up_proj,0.00003407,0.01000,0.434
16,mlp.experts.72.up_proj,0.13814291,0.01000,0.434
16,mlp.experts.73.up_proj,0.09605302,0.01000,0.433
16,mlp.experts.74.up_proj,0.01177134,0.01000,0.436
16,mlp.experts.75.up_proj,0.88157868,0.01000,0.435
16,mlp.experts.76.up_proj,0.59624165,0.01000,0.440
16,mlp.experts.77.up_proj,0.30538693,0.01000,0.445
16,mlp.experts.78.up_proj,0.39342201,0.01000,0.435
16,mlp.experts.79.up_proj,0.38048345,0.01000,0.437
16,mlp.experts.80.up_proj,1.15985930,0.01000,0.431
16,mlp.experts.81.up_proj,0.94731307,0.01000,0.433
16,mlp.experts.82.up_proj,0.25147000,0.01000,0.435
16,mlp.experts.83.up_proj,0.75176013,0.01000,0.431
16,mlp.experts.84.up_proj,0.43989366,0.01000,0.435
16,mlp.experts.85.up_proj,0.02165484,0.01000,0.430
16,mlp.experts.86.up_proj,0.00006775,0.01000,0.432
16,mlp.experts.87.up_proj,0.00273770,0.01000,0.431
16,mlp.experts.88.up_proj,0.01156572,0.01000,0.433
16,mlp.experts.89.up_proj,0.30480412,0.01000,0.436
16,mlp.experts.90.up_proj,0.14417028,0.01000,0.435
16,mlp.experts.91.up_proj,0.03305059,0.01000,0.432
16,mlp.experts.92.up_proj,0.00053712,0.01000,0.433
16,mlp.experts.93.up_proj,0.16059083,0.01000,0.434
16,mlp.experts.94.up_proj,0.46196824,0.01000,0.432
16,mlp.experts.95.up_proj,0.00001213,0.01000,0.432
16,mlp.experts.96.up_proj,0.00199951,0.01000,0.431
16,mlp.experts.97.up_proj,0.08109984,0.01000,0.435
16,mlp.experts.98.up_proj,0.38052320,0.01000,0.432
16,mlp.experts.99.up_proj,0.00024380,0.01000,0.431
16,mlp.experts.100.up_proj,0.05643143,0.01000,0.434
16,mlp.experts.101.up_proj,0.58954167,0.01000,0.432
16,mlp.experts.102.up_proj,0.58066195,0.01000,0.435
16,mlp.experts.103.up_proj,0.53427887,0.01000,0.436
16,mlp.experts.104.up_proj,0.00060137,0.01000,0.435
16,mlp.experts.105.up_proj,1.05324984,0.01000,0.432
16,mlp.experts.106.up_proj,0.01693946,0.01000,0.432
16,mlp.experts.107.up_proj,0.00461861,0.01000,0.430
16,mlp.experts.108.up_proj,1.16316676,0.01000,0.429
16,mlp.experts.109.up_proj,0.69622731,0.01000,0.432
16,mlp.experts.110.up_proj,0.23505089,0.01000,0.432
16,mlp.experts.111.up_proj,0.17795360,0.01000,0.431
16,mlp.experts.112.up_proj,0.00736586,0.01000,0.431
16,mlp.experts.113.up_proj,0.48423356,0.01000,0.438
16,mlp.experts.114.up_proj,0.62532091,0.01000,0.431
16,mlp.experts.115.up_proj,2.04807019,0.01000,0.430
16,mlp.experts.116.up_proj,0.00497331,0.01000,0.431
16,mlp.experts.117.up_proj,0.85982054,0.01000,0.431
16,mlp.experts.118.up_proj,0.00002840,0.01000,0.431
16,mlp.experts.119.up_proj,0.26109216,0.01000,0.431
16,mlp.experts.120.up_proj,0.00022566,0.01000,0.430
16,mlp.experts.121.up_proj,0.25411829,0.01000,0.431
16,mlp.experts.122.up_proj,0.00424070,0.01000,0.430
16,mlp.experts.123.up_proj,1.25086737,0.01000,0.434
16,mlp.experts.124.up_proj,0.29796952,0.01000,0.431
16,mlp.experts.125.up_proj,0.00001426,0.01000,0.445
16,mlp.experts.126.up_proj,0.12123311,0.01000,0.431
16,mlp.experts.127.up_proj,0.55525118,0.01000,0.446
16,mlp.experts.0.gate_proj,0.37056115,0.01000,0.432
16,mlp.experts.1.gate_proj,0.04930297,0.01000,0.432
16,mlp.experts.2.gate_proj,0.00000571,0.01000,0.439
16,mlp.experts.3.gate_proj,0.00005529,0.01000,0.434
16,mlp.experts.4.gate_proj,0.18114850,0.01000,0.435
16,mlp.experts.5.gate_proj,0.01673720,0.01000,0.432
16,mlp.experts.6.gate_proj,0.19202721,0.01000,0.432
16,mlp.experts.7.gate_proj,0.72626042,0.01000,0.433
16,mlp.experts.8.gate_proj,0.40540165,0.01000,0.433
16,mlp.experts.9.gate_proj,0.29473323,0.01000,0.434
16,mlp.experts.10.gate_proj,0.00040276,0.01000,0.436
16,mlp.experts.11.gate_proj,0.61663038,0.01000,0.432
16,mlp.experts.12.gate_proj,0.03820102,0.01000,0.432
16,mlp.experts.13.gate_proj,0.22484194,0.01000,0.432
16,mlp.experts.14.gate_proj,0.66067857,0.01000,0.432
16,mlp.experts.15.gate_proj,0.19138288,0.01000,0.432
16,mlp.experts.16.gate_proj,0.68947434,0.01000,0.435
16,mlp.experts.17.gate_proj,0.01266056,0.01000,0.433
16,mlp.experts.18.gate_proj,0.55418301,0.01000,0.433
16,mlp.experts.19.gate_proj,0.07460673,0.01000,0.434
16,mlp.experts.20.gate_proj,0.24067301,0.01000,0.436
16,mlp.experts.21.gate_proj,0.01053018,0.01000,0.435
16,mlp.experts.22.gate_proj,0.01039821,0.01000,0.437
16,mlp.experts.23.gate_proj,0.12417151,0.01000,0.436
16,mlp.experts.24.gate_proj,0.88824475,0.01000,0.430
16,mlp.experts.25.gate_proj,0.00834327,0.01000,0.430
16,mlp.experts.26.gate_proj,0.52363133,0.01000,0.430
16,mlp.experts.27.gate_proj,0.04181256,0.01000,0.430
16,mlp.experts.28.gate_proj,0.22124057,0.01000,0.431
16,mlp.experts.29.gate_proj,0.26854467,0.01000,0.433
16,mlp.experts.30.gate_proj,2.04148412,0.01000,0.434
16,mlp.experts.31.gate_proj,0.00026373,0.01000,0.436
16,mlp.experts.32.gate_proj,0.34140730,0.01000,0.431
16,mlp.experts.33.gate_proj,0.29773551,0.01000,0.430
16,mlp.experts.34.gate_proj,0.01194181,0.01000,0.432
16,mlp.experts.35.gate_proj,1.95455861,0.01000,0.433
16,mlp.experts.36.gate_proj,0.00597971,0.01000,0.437
16,mlp.experts.37.gate_proj,0.65067184,0.01000,0.435
16,mlp.experts.38.gate_proj,0.00000609,0.01000,0.435
16,mlp.experts.39.gate_proj,0.60157120,0.01000,0.438
16,mlp.experts.40.gate_proj,0.82342488,0.01000,0.437
16,mlp.experts.41.gate_proj,0.01271671,0.01000,0.438
16,mlp.experts.42.gate_proj,0.01479082,0.01000,0.439
16,mlp.experts.43.gate_proj,0.36459464,0.01000,0.439
16,mlp.experts.44.gate_proj,0.06295511,0.01000,0.441
16,mlp.experts.45.gate_proj,0.72183150,0.01000,0.437
16,mlp.experts.46.gate_proj,0.03088954,0.01000,0.439
16,mlp.experts.47.gate_proj,0.00573182,0.01000,0.438
16,mlp.experts.48.gate_proj,0.05890389,0.01000,0.439
16,mlp.experts.49.gate_proj,0.00758358,0.01000,0.439
16,mlp.experts.50.gate_proj,0.95396435,0.01000,0.439
16,mlp.experts.51.gate_proj,0.40266418,0.01000,0.440
16,mlp.experts.52.gate_proj,0.09221400,0.01000,0.438
16,mlp.experts.53.gate_proj,0.00609351,0.01000,0.439
16,mlp.experts.54.gate_proj,0.09433518,0.01000,0.444
16,mlp.experts.55.gate_proj,0.25275445,0.01000,0.440
16,mlp.experts.56.gate_proj,0.00144037,0.01000,0.437
16,mlp.experts.57.gate_proj,0.43969649,0.01000,0.439
16,mlp.experts.58.gate_proj,0.00087727,0.01000,0.438
16,mlp.experts.59.gate_proj,0.05391853,0.01000,0.439
16,mlp.experts.60.gate_proj,0.22128099,0.01000,0.438
16,mlp.experts.61.gate_proj,0.00000073,0.01000,0.436
16,mlp.experts.62.gate_proj,0.10596313,0.01000,0.438
16,mlp.experts.63.gate_proj,0.01475885,0.01000,0.440
16,mlp.experts.64.gate_proj,0.00049965,0.01000,0.440
16,mlp.experts.65.gate_proj,1.97578001,0.01000,0.437
16,mlp.experts.66.gate_proj,0.00004680,0.01000,0.439
16,mlp.experts.67.gate_proj,0.01186337,0.01000,0.442
16,mlp.experts.68.gate_proj,0.12864900,0.01000,0.441
16,mlp.experts.69.gate_proj,0.00017665,0.01000,0.436
16,mlp.experts.70.gate_proj,0.02194787,0.01000,0.437
16,mlp.experts.71.gate_proj,0.00003615,0.01000,0.445
16,mlp.experts.72.gate_proj,0.15768328,0.01000,0.450
16,mlp.experts.73.gate_proj,0.09504171,0.01000,0.436
16,mlp.experts.74.gate_proj,0.08484980,0.01000,0.436
16,mlp.experts.75.gate_proj,0.90244782,0.01000,0.436
16,mlp.experts.76.gate_proj,0.61570239,0.01000,0.436
16,mlp.experts.77.gate_proj,0.28853056,0.01000,0.440
16,mlp.experts.78.gate_proj,0.41024601,0.01000,0.441
16,mlp.experts.79.gate_proj,0.40895903,0.01000,0.438
16,mlp.experts.80.gate_proj,1.25329089,0.01000,0.438
16,mlp.experts.81.gate_proj,0.97537482,0.01000,0.437
16,mlp.experts.82.gate_proj,0.25801921,0.01000,0.441
16,mlp.experts.83.gate_proj,0.76307690,0.01000,0.437
16,mlp.experts.84.gate_proj,0.48027885,0.01000,0.438
16,mlp.experts.85.gate_proj,0.02271864,0.01000,0.437
16,mlp.experts.86.gate_proj,0.00007519,0.01000,0.436
16,mlp.experts.87.gate_proj,0.00279294,0.01000,0.441
16,mlp.experts.88.gate_proj,0.01188632,0.01000,0.441
16,mlp.experts.89.gate_proj,0.31763029,0.01000,0.440
16,mlp.experts.90.gate_proj,0.14823353,0.01000,0.438
16,mlp.experts.91.gate_proj,0.03389432,0.01000,0.440
16,mlp.experts.92.gate_proj,0.00054681,0.01000,0.437
16,mlp.experts.93.gate_proj,0.17268138,0.01000,0.439
16,mlp.experts.94.gate_proj,0.47601330,0.01000,0.436
16,mlp.experts.95.gate_proj,0.00001225,0.01000,0.437
16,mlp.experts.96.gate_proj,0.00205608,0.01000,0.437
16,mlp.experts.97.gate_proj,0.08597714,0.01000,0.438
16,mlp.experts.98.gate_proj,0.38189489,0.01000,0.439
16,mlp.experts.99.gate_proj,0.00025916,0.01000,0.439
16,mlp.experts.100.gate_proj,0.05632710,0.01000,0.442
16,mlp.experts.101.gate_proj,0.62104267,0.01000,0.457
16,mlp.experts.102.gate_proj,0.57389903,0.01000,0.443
16,mlp.experts.103.gate_proj,0.56397361,0.01000,0.443
16,mlp.experts.104.gate_proj,0.00067693,0.01000,0.444
16,mlp.experts.105.gate_proj,1.04857373,0.01000,0.443
16,mlp.experts.106.gate_proj,0.01734616,0.01000,0.443
16,mlp.experts.107.gate_proj,0.00468411,0.01000,0.444
16,mlp.experts.108.gate_proj,1.10668635,0.01000,0.443
16,mlp.experts.109.gate_proj,0.72857165,0.01000,0.440
16,mlp.experts.110.gate_proj,0.23757011,0.01000,0.441
16,mlp.experts.111.gate_proj,0.18096463,0.01000,0.442
16,mlp.experts.112.gate_proj,0.00748082,0.01000,0.441
16,mlp.experts.113.gate_proj,0.55390596,0.01000,0.443
16,mlp.experts.114.gate_proj,0.64786541,0.01000,0.444
16,mlp.experts.115.gate_proj,1.91109073,0.01000,0.442
16,mlp.experts.116.gate_proj,0.00521799,0.01000,0.442
16,mlp.experts.117.gate_proj,0.84399378,0.01000,0.442
16,mlp.experts.118.gate_proj,0.00003003,0.01000,0.443
16,mlp.experts.119.gate_proj,0.27811077,0.01000,0.441
16,mlp.experts.120.gate_proj,0.00022959,0.01000,0.456
16,mlp.experts.121.gate_proj,0.27931058,0.01000,0.442
16,mlp.experts.122.gate_proj,0.00418094,0.01000,0.463
16,mlp.experts.123.gate_proj,1.46360087,0.01000,0.444
16,mlp.experts.124.gate_proj,0.29418650,0.01000,0.443
16,mlp.experts.125.gate_proj,0.00001485,0.01000,0.446
16,mlp.experts.126.gate_proj,0.14196332,0.01000,0.443
16,mlp.experts.127.gate_proj,0.58255494,0.01000,0.444
16,mlp.experts.0.down_proj,0.09082840,0.01000,0.179
16,mlp.experts.1.down_proj,0.00649575,0.01000,0.167
16,mlp.experts.2.down_proj,0.00000089,0.01000,0.167
16,mlp.experts.3.down_proj,0.00001381,0.01000,0.165
16,mlp.experts.4.down_proj,0.02896053,0.01000,0.165
16,mlp.experts.5.down_proj,0.00453640,0.01000,0.166
16,mlp.experts.6.down_proj,0.03787676,0.01000,0.167
16,mlp.experts.7.down_proj,0.12765014,0.01000,0.166
16,mlp.experts.8.down_proj,0.06876677,0.01000,0.167
16,mlp.experts.9.down_proj,0.03759682,0.01000,0.166
16,mlp.experts.10.down_proj,0.00008421,0.01000,0.166
16,mlp.experts.11.down_proj,0.11104631,0.01000,0.165
16,mlp.experts.12.down_proj,0.00486777,0.01000,0.166
16,mlp.experts.13.down_proj,0.03513629,0.01000,0.167
16,mlp.experts.14.down_proj,0.08054210,0.01000,0.166
16,mlp.experts.15.down_proj,0.03788839,0.01000,0.166
16,mlp.experts.16.down_proj,0.09331150,0.01000,0.166
16,mlp.experts.17.down_proj,0.00276827,0.01000,0.166
16,mlp.experts.18.down_proj,0.09005103,0.01000,0.166
16,mlp.experts.19.down_proj,0.01014538,0.01000,0.167
16,mlp.experts.20.down_proj,0.04504848,0.01000,0.166
16,mlp.experts.21.down_proj,0.00027697,0.01000,0.166
16,mlp.experts.22.down_proj,0.00214345,0.01000,0.167
16,mlp.experts.23.down_proj,0.02482362,0.01000,0.166
16,mlp.experts.24.down_proj,0.10729036,0.01000,0.166
16,mlp.experts.25.down_proj,0.00130174,0.01000,0.167
16,mlp.experts.26.down_proj,0.05433416,0.01000,0.166
16,mlp.experts.27.down_proj,0.00509788,0.01000,0.168
16,mlp.experts.28.down_proj,0.02885419,0.01000,0.167
16,mlp.experts.29.down_proj,0.04297758,0.01000,0.166
16,mlp.experts.30.down_proj,0.22637077,0.01000,0.166
16,mlp.experts.31.down_proj,0.00005757,0.01000,0.168
16,mlp.experts.32.down_proj,0.03508205,0.01000,0.166
16,mlp.experts.33.down_proj,0.04612701,0.01000,0.166
16,mlp.experts.34.down_proj,0.00178068,0.01000,0.167
16,mlp.experts.35.down_proj,0.25411522,0.01000,0.166
16,mlp.experts.36.down_proj,0.00205521,0.01000,0.166
16,mlp.experts.37.down_proj,0.08658171,0.01000,0.167
16,mlp.experts.38.down_proj,0.00000085,0.01000,0.166
16,mlp.experts.39.down_proj,0.07539823,0.01000,0.167
16,mlp.experts.40.down_proj,0.12960635,0.01000,0.168
16,mlp.experts.41.down_proj,0.00084103,0.01000,0.171
16,mlp.experts.42.down_proj,0.00129785,0.01000,0.167
16,mlp.experts.43.down_proj,0.06294867,0.01000,0.168
16,mlp.experts.44.down_proj,0.01492039,0.01000,0.166
16,mlp.experts.45.down_proj,0.10840309,0.01000,0.166
16,mlp.experts.46.down_proj,0.00372635,0.01000,0.166
16,mlp.experts.47.down_proj,0.00152742,0.01000,0.167
16,mlp.experts.48.down_proj,0.00662809,0.01000,0.166
16,mlp.experts.49.down_proj,0.00149741,0.01000,0.167
16,mlp.experts.50.down_proj,0.17822051,0.01000,0.167
16,mlp.experts.51.down_proj,0.06633330,0.01000,0.166
16,mlp.experts.52.down_proj,0.01418601,0.01000,0.166
16,mlp.experts.53.down_proj,0.00109432,0.01000,0.171
16,mlp.experts.54.down_proj,0.01361639,0.01000,0.166
16,mlp.experts.55.down_proj,0.04066048,0.01000,0.166
16,mlp.experts.56.down_proj,0.00035277,0.01000,0.180
16,mlp.experts.57.down_proj,0.06072281,0.01000,0.167
16,mlp.experts.58.down_proj,0.00021766,0.01000,0.166
16,mlp.experts.59.down_proj,0.01020189,0.01000,0.166
16,mlp.experts.60.down_proj,0.04030620,0.01000,0.166
16,mlp.experts.61.down_proj,0.00000009,0.01000,0.167
16,mlp.experts.62.down_proj,0.01057329,0.01000,0.166
16,mlp.experts.63.down_proj,0.00232301,0.01000,0.166
16,mlp.experts.64.down_proj,0.00013070,0.01000,0.172
16,mlp.experts.65.down_proj,0.26761496,0.01000,0.167
16,mlp.experts.66.down_proj,0.00001003,0.01000,0.167
16,mlp.experts.67.down_proj,0.00279009,0.01000,0.167
16,mlp.experts.68.down_proj,0.02312065,0.01000,0.166
16,mlp.experts.69.down_proj,0.00003345,0.01000,0.166
16,mlp.experts.70.down_proj,0.00297249,0.01000,0.166
16,mlp.experts.71.down_proj,0.00000676,0.01000,0.166
16,mlp.experts.72.down_proj,0.01890200,0.01000,0.166
16,mlp.experts.73.down_proj,0.01092081,0.01000,0.166
16,mlp.experts.74.down_proj,0.00130933,0.01000,0.166
16,mlp.experts.75.down_proj,0.11985652,0.01000,0.167
16,mlp.experts.76.down_proj,0.09521282,0.01000,0.166
16,mlp.experts.77.down_proj,0.04730747,0.01000,0.166
16,mlp.experts.78.down_proj,0.04680301,0.01000,0.168
16,mlp.experts.79.down_proj,0.05187824,0.01000,0.166
16,mlp.experts.80.down_proj,0.16322652,0.01000,0.166
16,mlp.experts.81.down_proj,0.16842520,0.01000,0.166
16,mlp.experts.82.down_proj,0.04841736,0.01000,0.167
16,mlp.experts.83.down_proj,0.12722024,0.01000,0.166
16,mlp.experts.84.down_proj,0.07664787,0.01000,0.167
16,mlp.experts.85.down_proj,0.00323781,0.01000,0.167
16,mlp.experts.86.down_proj,0.00001354,0.01000,0.166
16,mlp.experts.87.down_proj,0.00072468,0.01000,0.166
16,mlp.experts.88.down_proj,0.00263133,0.01000,0.166
16,mlp.experts.89.down_proj,0.06960169,0.01000,0.166
16,mlp.experts.90.down_proj,0.02657636,0.01000,0.166
16,mlp.experts.91.down_proj,0.00396004,0.01000,0.169
16,mlp.experts.92.down_proj,0.00014890,0.01000,0.169
16,mlp.experts.93.down_proj,0.02388787,0.01000,0.166
16,mlp.experts.94.down_proj,0.08142626,0.01000,0.166
16,mlp.experts.95.down_proj,0.00000262,0.01000,0.167
16,mlp.experts.96.down_proj,0.00052256,0.01000,0.166
16,mlp.experts.97.down_proj,0.00975369,0.01000,0.166
16,mlp.experts.98.down_proj,0.05432726,0.01000,0.167
16,mlp.experts.99.down_proj,0.00004807,0.01000,0.166
16,mlp.experts.100.down_proj,0.00511511,0.01000,0.166
16,mlp.experts.101.down_proj,0.08508194,0.01000,0.167
16,mlp.experts.102.down_proj,0.08014401,0.01000,0.167
16,mlp.experts.103.down_proj,0.08459856,0.01000,0.167
16,mlp.experts.104.down_proj,0.00018696,0.01000,0.167
16,mlp.experts.105.down_proj,0.18559736,0.01000,0.167
16,mlp.experts.106.down_proj,0.00246010,0.01000,0.166
16,mlp.experts.107.down_proj,0.00069083,0.01000,0.167
16,mlp.experts.108.down_proj,0.15787041,0.01000,0.166
16,mlp.experts.109.down_proj,0.11291068,0.01000,0.166
16,mlp.experts.110.down_proj,0.04166651,0.01000,0.166
16,mlp.experts.111.down_proj,0.03449756,0.01000,0.166
16,mlp.experts.112.down_proj,0.00186859,0.01000,0.166
16,mlp.experts.113.down_proj,0.05566230,0.01000,0.166
16,mlp.experts.114.down_proj,0.11037490,0.01000,0.166
16,mlp.experts.115.down_proj,0.31213698,0.01000,0.167
16,mlp.experts.116.down_proj,0.00126284,0.01000,0.166
16,mlp.experts.117.down_proj,0.12917182,0.01000,0.166
16,mlp.experts.118.down_proj,0.00000503,0.01000,0.166
16,mlp.experts.119.down_proj,0.05221543,0.01000,0.170
16,mlp.experts.120.down_proj,0.00004911,0.01000,0.168
16,mlp.experts.121.down_proj,0.03998137,0.01000,0.168
16,mlp.experts.122.down_proj,0.00054138,0.01000,0.167
16,mlp.experts.123.down_proj,0.19026494,0.01000,0.166
16,mlp.experts.124.down_proj,0.04350470,0.01000,0.166
16,mlp.experts.125.down_proj,0.00000267,0.01000,0.166
16,mlp.experts.126.down_proj,0.01015043,0.01000,0.169
16,mlp.experts.127.down_proj,0.07998121,0.01000,0.167
17,self_attn.q_proj,0.08579398,0.01000,0.446
17,self_attn.k_proj,0.01219927,0.01000,0.430
17,self_attn.v_proj,0.01111918,0.01000,0.447
17,self_attn.o_proj,0.00960585,0.01000,0.873
17,mlp.experts.0.up_proj,0.32326493,0.01000,0.491
17,mlp.experts.1.up_proj,0.56509322,0.01000,0.486
17,mlp.experts.2.up_proj,0.32215616,0.01000,0.446
17,mlp.experts.3.up_proj,0.03006743,0.01000,0.450
17,mlp.experts.4.up_proj,0.00126340,0.01000,0.456
17,mlp.experts.5.up_proj,0.47575471,0.01000,0.453
17,mlp.experts.6.up_proj,0.32074708,0.01000,0.456
17,mlp.experts.7.up_proj,0.02528606,0.01000,0.449
17,mlp.experts.8.up_proj,0.00295746,0.01000,0.447
17,mlp.experts.9.up_proj,1.20623457,0.01000,0.440
17,mlp.experts.10.up_proj,0.01529750,0.01000,0.441
17,mlp.experts.11.up_proj,0.15550968,0.01000,0.446
17,mlp.experts.12.up_proj,0.06243500,0.01000,0.452
17,mlp.experts.13.up_proj,0.15288602,0.01000,0.450
17,mlp.experts.14.up_proj,0.37377065,0.01000,0.445
17,mlp.experts.15.up_proj,0.36893183,0.01000,0.442
17,mlp.experts.16.up_proj,0.06058950,0.01000,0.443
17,mlp.experts.17.up_proj,0.98483813,0.01000,0.445
17,mlp.experts.18.up_proj,2.87542248,0.01000,0.439
17,mlp.experts.19.up_proj,0.58875555,0.01000,0.437
17,mlp.experts.20.up_proj,0.28648990,0.01000,0.455
17,mlp.experts.21.up_proj,0.13970979,0.01000,0.446
17,mlp.experts.22.up_proj,0.10476242,0.01000,0.450
17,mlp.experts.23.up_proj,0.00515456,0.01000,0.446
17,mlp.experts.24.up_proj,0.00038962,0.01000,0.448
17,mlp.experts.25.up_proj,0.00356561,0.01000,0.446
17,mlp.experts.26.up_proj,0.45177275,0.01000,0.451
17,mlp.experts.27.up_proj,0.03863923,0.01000,0.457
17,mlp.experts.28.up_proj,0.00012633,0.01000,0.448
17,mlp.experts.29.up_proj,0.00908241,0.01000,0.438
17,mlp.experts.30.up_proj,0.16809198,0.01000,0.431
17,mlp.experts.31.up_proj,0.00250328,0.01000,0.440
17,mlp.experts.32.up_proj,0.00967344,0.01000,0.432
17,mlp.experts.33.up_proj,0.00484239,0.01000,0.432
17,mlp.experts.34.up_proj,0.08078080,0.01000,0.445
17,mlp.experts.35.up_proj,0.08735533,0.01000,0.447
17,mlp.experts.36.up_proj,1.07147717,0.01000,0.435
17,mlp.experts.37.up_proj,0.00119136,0.01000,0.433
17,mlp.experts.38.up_proj,0.00122224,0.01000,0.433
17,mlp.experts.39.up_proj,0.59314942,0.01000,0.431
17,mlp.experts.40.up_proj,0.00773259,0.01000,0.443
17,mlp.experts.41.up_proj,0.01209001,0.01000,0.431
17,mlp.experts.42.up_proj,0.61714351,0.01000,0.434
17,mlp.experts.43.up_proj,0.00002287,0.01000,0.432
17,mlp.experts.44.up_proj,0.01628416,0.01000,0.431
17,mlp.experts.45.up_proj,0.53822672,0.01000,0.436
17,mlp.experts.46.up_proj,0.29366153,0.01000,0.431
17,mlp.experts.47.up_proj,0.23386702,0.01000,0.437
17,mlp.experts.48.up_proj,0.03045569,0.01000,0.431
17,mlp.experts.49.up_proj,1.75315762,0.01000,0.434
17,mlp.experts.50.up_proj,0.28821242,0.01000,0.431
17,mlp.experts.51.up_proj,0.00344099,0.01000,0.430
17,mlp.experts.52.up_proj,0.07253654,0.01000,0.431
17,mlp.experts.53.up_proj,0.60015440,0.01000,0.431
17,mlp.experts.54.up_proj,0.52472091,0.01000,0.437
17,mlp.experts.55.up_proj,0.93551940,0.01000,0.431
17,mlp.experts.56.up_proj,0.00001810,0.01000,0.430
17,mlp.experts.57.up_proj,0.13883328,0.01000,0.434
17,mlp.experts.58.up_proj,1.20972490,0.01000,0.430
17,mlp.experts.59.up_proj,0.05316918,0.01000,0.430
17,mlp.experts.60.up_proj,0.00317059,0.01000,0.430
17,mlp.experts.61.up_proj,0.89062959,0.01000,0.434
17,mlp.experts.62.up_proj,0.87580311,0.01000,0.429
17,mlp.experts.63.up_proj,0.08556847,0.01000,0.430
17,mlp.experts.64.up_proj,0.35861257,0.01000,0.431
17,mlp.experts.65.up_proj,0.51169765,0.01000,0.430
17,mlp.experts.66.up_proj,0.42080528,0.01000,0.431
17,mlp.experts.67.up_proj,0.00005883,0.01000,0.431
17,mlp.experts.68.up_proj,0.77649558,0.01000,0.432
17,mlp.experts.69.up_proj,0.25508326,0.01000,0.436
17,mlp.experts.70.up_proj,0.00083509,0.01000,0.432
17,mlp.experts.71.up_proj,0.01214357,0.01000,0.430
17,mlp.experts.72.up_proj,0.42146003,0.01000,0.435
17,mlp.experts.73.up_proj,0.10309154,0.01000,0.430
17,mlp.experts.74.up_proj,0.00005949,0.01000,0.431
17,mlp.experts.75.up_proj,0.02825517,0.01000,0.432
17,mlp.experts.76.up_proj,0.00007117,0.01000,0.433
17,mlp.experts.77.up_proj,0.52085197,0.01000,0.433
17,mlp.experts.78.up_proj,0.08128395,0.01000,0.433
17,mlp.experts.79.up_proj,0.34453982,0.01000,0.431
17,mlp.experts.80.up_proj,0.30353630,0.01000,0.431
17,mlp.experts.81.up_proj,0.22961900,0.01000,0.434
17,mlp.experts.82.up_proj,2.10647821,0.01000,0.433
17,mlp.experts.83.up_proj,0.26317787,0.01000,0.431
17,mlp.experts.84.up_proj,0.65262520,0.01000,0.431
17,mlp.experts.85.up_proj,0.93534195,0.01000,0.431
17,mlp.experts.86.up_proj,0.08075487,0.01000,0.432
17,mlp.experts.87.up_proj,0.18093480,0.01000,0.432
17,mlp.experts.88.up_proj,0.39315063,0.01000,0.431
17,mlp.experts.89.up_proj,0.09876965,0.01000,0.436
17,mlp.experts.90.up_proj,0.01555729,0.01000,0.431
17,mlp.experts.91.up_proj,0.00043112,0.01000,0.432
17,mlp.experts.92.up_proj,0.42214948,0.01000,0.437
17,mlp.experts.93.up_proj,0.34176058,0.01000,0.431
17,mlp.experts.94.up_proj,0.00466938,0.01000,0.448
17,mlp.experts.95.up_proj,0.04894435,0.01000,0.432
17,mlp.experts.96.up_proj,0.00000983,0.01000,0.433
17,mlp.experts.97.up_proj,0.08460727,0.01000,0.431
17,mlp.experts.98.up_proj,0.00014277,0.01000,0.431
17,mlp.experts.99.up_proj,1.15885746,0.01000,0.430
17,mlp.experts.100.up_proj,0.24166548,0.01000,0.436
17,mlp.experts.101.up_proj,0.01310222,0.01000,0.431
17,mlp.experts.102.up_proj,0.50921464,0.01000,0.431
17,mlp.experts.103.up_proj,0.38547313,0.01000,0.431
17,mlp.experts.104.up_proj,0.05224950,0.01000,0.431
17,mlp.experts.105.up_proj,0.09332605,0.01000,0.433
17,mlp.experts.106.up_proj,1.37004864,0.01000,0.431
17,mlp.experts.107.up_proj,0.04572263,0.01000,0.430
17,mlp.experts.108.up_proj,0.01241097,0.01000,0.432
17,mlp.experts.109.up_proj,0.01801752,0.01000,0.433
17,mlp.experts.110.up_proj,0.01243326,0.01000,0.434
17,mlp.experts.111.up_proj,0.00002602,0.01000,0.432
17,mlp.experts.112.up_proj,1.41391921,0.01000,0.435
17,mlp.experts.113.up_proj,0.16129676,0.01000,0.430
17,mlp.experts.114.up_proj,0.01377400,0.01000,0.434
17,mlp.experts.115.up_proj,0.04370262,0.01000,0.429
17,mlp.experts.116.up_proj,0.09319694,0.01000,0.434
17,mlp.experts.117.up_proj,0.45112389,0.01000,0.430
17,mlp.experts.118.up_proj,0.46218204,0.01000,0.430
17,mlp.experts.119.up_proj,0.00001882,0.01000,0.433
17,mlp.experts.120.up_proj,0.43241817,0.01000,0.430
17,mlp.experts.121.up_proj,0.88592255,0.01000,0.430
17,mlp.experts.122.up_proj,0.10348377,0.01000,0.429
17,mlp.experts.123.up_proj,0.16804075,0.01000,0.439
17,mlp.experts.124.up_proj,0.03305503,0.01000,0.429
17,mlp.experts.125.up_proj,0.00012350,0.01000,0.429
17,mlp.experts.126.up_proj,0.22569102,0.01000,0.429
17,mlp.experts.127.up_proj,0.00299173,0.01000,0.428
17,mlp.experts.0.gate_proj,0.29360938,0.01000,0.430
17,mlp.experts.1.gate_proj,0.55207819,0.01000,0.432
17,mlp.experts.2.gate_proj,0.31483144,0.01000,0.430
17,mlp.experts.3.gate_proj,0.03040336,0.01000,0.432
17,mlp.experts.4.gate_proj,0.00123498,0.01000,0.433
17,mlp.experts.5.gate_proj,0.49701822,0.01000,0.433
17,mlp.experts.6.gate_proj,0.33048147,0.01000,0.432
17,mlp.experts.7.gate_proj,0.02555450,0.01000,0.433
17,mlp.experts.8.gate_proj,0.00310487,0.01000,0.448
17,mlp.experts.9.gate_proj,1.23022389,0.01000,0.435
17,mlp.experts.10.gate_proj,0.01578067,0.01000,0.446
17,mlp.experts.11.gate_proj,0.13058817,0.01000,0.431
17,mlp.experts.12.gate_proj,0.06371684,0.01000,0.432
17,mlp.experts.13.gate_proj,0.15827896,0.01000,0.434
17,mlp.experts.14.gate_proj,0.37671226,0.01000,0.433
17,mlp.experts.15.gate_proj,0.36340728,0.01000,0.431
17,mlp.experts.16.gate_proj,0.06641527,0.01000,0.433
17,mlp.experts.17.gate_proj,0.88775533,0.01000,0.432
17,mlp.experts.18.gate_proj,2.80021381,0.01000,0.432
17,mlp.experts.19.gate_proj,0.52675426,0.01000,0.435
17,mlp.experts.20.gate_proj,0.28439638,0.01000,0.434
17,mlp.experts.21.gate_proj,0.14358121,0.01000,0.432
17,mlp.experts.22.gate_proj,0.10863452,0.01000,0.435
17,mlp.experts.23.gate_proj,0.00608809,0.01000,0.436
17,mlp.experts.24.gate_proj,0.00040265,0.01000,0.433
17,mlp.experts.25.gate_proj,0.00355145,0.01000,0.434
17,mlp.experts.26.gate_proj,0.46360150,0.01000,0.432
17,mlp.experts.27.gate_proj,0.03805161,0.01000,0.438
17,mlp.experts.28.gate_proj,0.00012200,0.01000,0.433
17,mlp.experts.29.gate_proj,0.01041551,0.01000,0.435
17,mlp.experts.30.gate_proj,0.18075871,0.01000,0.438
17,mlp.experts.31.gate_proj,0.00258951,0.01000,0.432
17,mlp.experts.32.gate_proj,0.01038195,0.01000,0.432
17,mlp.experts.33.gate_proj,0.00486461,0.01000,0.433
17,mlp.experts.34.gate_proj,0.08446075,0.01000,0.433
17,mlp.experts.35.gate_proj,0.08790420,0.01000,0.442
17,mlp.experts.36.gate_proj,0.62551290,0.01000,0.434
17,mlp.experts.37.gate_proj,0.00120045,0.01000,0.436
17,mlp.experts.38.gate_proj,0.00137467,0.01000,0.434
17,mlp.experts.39.gate_proj,0.59670013,0.01000,0.433
17,mlp.experts.40.gate_proj,0.00770530,0.01000,0.433
17,mlp.experts.41.gate_proj,0.01265975,0.01000,0.433
17,mlp.experts.42.gate_proj,0.61785764,0.01000,0.431
17,mlp.experts.43.gate_proj,0.00002339,0.01000,0.432
17,mlp.experts.44.gate_proj,0.01665497,0.01000,0.432
17,mlp.experts.45.gate_proj,0.54647994,0.01000,0.436
17,mlp.experts.46.gate_proj,0.28405529,0.01000,0.434
17,mlp.experts.47.gate_proj,0.26070133,0.01000,0.434
17,mlp.experts.48.gate_proj,0.14047396,0.01000,0.432
17,mlp.experts.49.gate_proj,1.76502275,0.01000,0.432
17,mlp.experts.50.gate_proj,0.30191368,0.01000,0.435
17,mlp.experts.51.gate_proj,0.00347383,0.01000,0.433
17,mlp.experts.52.gate_proj,0.07240014,0.01000,0.431
17,mlp.experts.53.gate_proj,0.60841691,0.01000,0.430
17,mlp.experts.54.gate_proj,0.53127861,0.01000,0.430
17,mlp.experts.55.gate_proj,0.95107150,0.01000,0.431
17,mlp.experts.56.gate_proj,0.00001819,0.01000,0.433
17,mlp.experts.57.gate_proj,0.16765565,0.01000,0.437
17,mlp.experts.58.gate_proj,1.24553597,0.01000,0.440
17,mlp.experts.59.gate_proj,0.05374965,0.01000,0.438
17,mlp.experts.60.gate_proj,0.00314528,0.01000,0.442
17,mlp.experts.61.gate_proj,0.93293107,0.01000,0.437
17,mlp.experts.62.gate_proj,0.94557416,0.01000,0.437
17,mlp.experts.63.gate_proj,0.08430398,0.01000,0.437
17,mlp.experts.64.gate_proj,0.33045265,0.01000,0.440
17,mlp.experts.65.gate_proj,0.45916432,0.01000,0.440
17,mlp.experts.66.gate_proj,0.41422993,0.01000,0.439
17,mlp.experts.67.gate_proj,0.00005913,0.01000,0.438
17,mlp.experts.68.gate_proj,0.85013956,0.01000,0.439
17,mlp.experts.69.gate_proj,0.24230699,0.01000,0.443
17,mlp.experts.70.gate_proj,0.00084749,0.01000,0.439
17,mlp.experts.71.gate_proj,0.01259973,0.01000,0.440
17,mlp.experts.72.gate_proj,0.39897722,0.01000,0.438
17,mlp.experts.73.gate_proj,0.11413813,0.01000,0.438
17,mlp.experts.74.gate_proj,0.00005950,0.01000,0.438
17,mlp.experts.75.gate_proj,0.02814557,0.01000,0.443
17,mlp.experts.76.gate_proj,0.00007969,0.01000,0.438
17,mlp.experts.77.gate_proj,0.56024987,0.01000,0.452
17,mlp.experts.78.gate_proj,0.08096264,0.01000,0.440
17,mlp.experts.79.gate_proj,0.39688128,0.01000,0.442
17,mlp.experts.80.gate_proj,0.35388148,0.01000,0.439
17,mlp.experts.81.gate_proj,0.23422498,0.01000,0.439
17,mlp.experts.82.gate_proj,2.25196934,0.01000,0.439
17,mlp.experts.83.gate_proj,0.26040447,0.01000,0.439
17,mlp.experts.84.gate_proj,0.65169191,0.01000,0.438
17,mlp.experts.85.gate_proj,0.85042435,0.01000,0.438
17,mlp.experts.86.gate_proj,0.08790004,0.01000,0.439
17,mlp.experts.87.gate_proj,0.20102802,0.01000,0.439
17,mlp.experts.88.gate_proj,0.40112960,0.01000,0.438
17,mlp.experts.89.gate_proj,0.10451174,0.01000,0.439
17,mlp.experts.90.gate_proj,0.01564479,0.01000,0.440
17,mlp.experts.91.gate_proj,0.00045361,0.01000,0.440
17,mlp.experts.92.gate_proj,0.43234622,0.01000,0.439
17,mlp.experts.93.gate_proj,0.35259223,0.01000,0.438
17,mlp.experts.94.gate_proj,0.00464473,0.01000,0.437
17,mlp.experts.95.gate_proj,0.05001041,0.01000,0.438
17,mlp.experts.96.gate_proj,0.00000998,0.01000,0.441
17,mlp.experts.97.gate_proj,0.08008693,0.01000,0.437
17,mlp.experts.98.gate_proj,0.00015228,0.01000,0.436
17,mlp.experts.99.gate_proj,1.11806631,0.01000,0.435
17,mlp.experts.100.gate_proj,0.23992185,0.01000,0.434
17,mlp.experts.101.gate_proj,0.01297906,0.01000,0.434
17,mlp.experts.102.gate_proj,0.51482379,0.01000,0.434
17,mlp.experts.103.gate_proj,0.36853302,0.01000,0.435
17,mlp.experts.104.gate_proj,0.05330481,0.01000,0.438
17,mlp.experts.105.gate_proj,0.09355439,0.01000,0.435
17,mlp.experts.106.gate_proj,1.34802043,0.01000,0.444
17,mlp.experts.107.gate_proj,0.04443419,0.01000,0.432
17,mlp.experts.108.gate_proj,0.01232587,0.01000,0.434
17,mlp.experts.109.gate_proj,0.01842837,0.01000,0.433
17,mlp.experts.110.gate_proj,0.01361886,0.01000,0.435
17,mlp.experts.111.gate_proj,0.00002587,0.01000,0.434
17,mlp.experts.112.gate_proj,1.43952298,0.01000,0.435
17,mlp.experts.113.gate_proj,0.16986042,0.01000,0.436
17,mlp.experts.114.gate_proj,0.01425052,0.01000,0.439
17,mlp.experts.115.gate_proj,0.04413185,0.01000,0.439
17,mlp.experts.116.gate_proj,0.09632833,0.01000,0.435
17,mlp.experts.117.gate_proj,0.42850921,0.01000,0.435
17,mlp.experts.118.gate_proj,0.46895343,0.01000,0.435
17,mlp.experts.119.gate_proj,0.00002042,0.01000,0.437
17,mlp.experts.120.gate_proj,0.42814183,0.01000,0.434
17,mlp.experts.121.gate_proj,0.97261703,0.01000,0.439
17,mlp.experts.122.gate_proj,0.09740681,0.01000,0.442
17,mlp.experts.123.gate_proj,0.17203684,0.01000,0.436
17,mlp.experts.124.gate_proj,0.03462654,0.01000,0.435
17,mlp.experts.125.gate_proj,0.00012489,0.01000,0.451
17,mlp.experts.126.gate_proj,0.22993895,0.01000,0.437
17,mlp.experts.127.gate_proj,0.00318044,0.01000,0.454
17,mlp.experts.0.down_proj,0.04532459,0.01000,0.179
17,mlp.experts.1.down_proj,0.03746812,0.01000,0.164
17,mlp.experts.2.down_proj,0.04990057,0.01000,0.164
17,mlp.experts.3.down_proj,0.00574604,0.01000,0.164
17,mlp.experts.4.down_proj,0.00033372,0.01000,0.165
17,mlp.experts.5.down_proj,0.10012442,0.01000,0.164
17,mlp.experts.6.down_proj,0.03734373,0.01000,0.165
17,mlp.experts.7.down_proj,0.00365434,0.01000,0.166
17,mlp.experts.8.down_proj,0.00052889,0.01000,0.164
17,mlp.experts.9.down_proj,0.17542672,0.01000,0.165
17,mlp.experts.10.down_proj,0.00225194,0.01000,0.168
17,mlp.experts.11.down_proj,0.02694765,0.01000,0.167
17,mlp.experts.12.down_proj,0.01066897,0.01000,0.165
17,mlp.experts.13.down_proj,0.02294362,0.01000,0.166
17,mlp.experts.14.down_proj,0.04748408,0.01000,0.165
17,mlp.experts.15.down_proj,0.06273618,0.01000,0.165
17,mlp.experts.16.down_proj,0.00878681,0.01000,0.165
17,mlp.experts.17.down_proj,0.15249884,0.01000,0.165
17,mlp.experts.18.down_proj,0.35908031,0.01000,0.165
17,mlp.experts.19.down_proj,0.10006304,0.01000,0.165
17,mlp.experts.20.down_proj,0.05344947,0.01000,0.165
17,mlp.experts.21.down_proj,0.02832539,0.01000,0.165
17,mlp.experts.22.down_proj,0.01675289,0.01000,0.170
17,mlp.experts.23.down_proj,0.00013503,0.01000,0.168
17,mlp.experts.24.down_proj,0.00009462,0.01000,0.167
17,mlp.experts.25.down_proj,0.00075961,0.01000,0.165
17,mlp.experts.26.down_proj,0.08404958,0.01000,0.166
17,mlp.experts.27.down_proj,0.00580306,0.01000,0.165
17,mlp.experts.28.down_proj,0.00003480,0.01000,0.165
17,mlp.experts.29.down_proj,0.00093263,0.01000,0.166
17,mlp.experts.30.down_proj,0.02694285,0.01000,0.165
17,mlp.experts.31.down_proj,0.00060710,0.01000,0.165
17,mlp.experts.32.down_proj,0.00170015,0.01000,0.166
17,mlp.experts.33.down_proj,0.00148831,0.01000,0.166
17,mlp.experts.34.down_proj,0.00641921,0.01000,0.170
17,mlp.experts.35.down_proj,0.01664665,0.01000,0.168
17,mlp.experts.36.down_proj,0.13179311,0.01000,0.165
17,mlp.experts.37.down_proj,0.00024837,0.01000,0.164
17,mlp.experts.38.down_proj,0.00058260,0.01000,0.168
17,mlp.experts.39.down_proj,0.13814259,0.01000,0.165
17,mlp.experts.40.down_proj,0.00138407,0.01000,0.165
17,mlp.experts.41.down_proj,0.00390463,0.01000,0.169
17,mlp.experts.42.down_proj,0.15675366,0.01000,0.165
17,mlp.experts.43.down_proj,0.00000460,0.01000,0.166
17,mlp.experts.44.down_proj,0.00384993,0.01000,0.164
17,mlp.experts.45.down_proj,0.07443345,0.01000,0.165
17,mlp.experts.46.down_proj,0.04462151,0.01000,0.169
17,mlp.experts.47.down_proj,0.03549045,0.01000,0.166
17,mlp.experts.48.down_proj,0.00212083,0.01000,0.165
17,mlp.experts.49.down_proj,0.24434137,0.01000,0.166
17,mlp.experts.50.down_proj,0.05343257,0.01000,0.165
17,mlp.experts.51.down_proj,0.00063024,0.01000,0.165
17,mlp.experts.52.down_proj,0.01178500,0.01000,0.167
17,mlp.experts.53.down_proj,0.10075672,0.01000,0.166
17,mlp.experts.54.down_proj,0.07923189,0.01000,0.166
17,mlp.experts.55.down_proj,0.19025704,0.01000,0.170
17,mlp.experts.56.down_proj,0.00000406,0.01000,0.165
17,mlp.experts.57.down_proj,0.03910150,0.01000,0.167
17,mlp.experts.58.down_proj,0.19367301,0.01000,0.183
17,mlp.experts.59.down_proj,0.00972195,0.01000,0.167
17,mlp.experts.60.down_proj,0.00067321,0.01000,0.165
17,mlp.experts.61.down_proj,0.14667785,0.01000,0.165
17,mlp.experts.62.down_proj,0.13838831,0.01000,0.166
17,mlp.experts.63.down_proj,0.00957895,0.01000,0.165
17,mlp.experts.64.down_proj,0.04377158,0.01000,0.169
17,mlp.experts.65.down_proj,0.05598413,0.01000,0.165
17,mlp.experts.66.down_proj,0.05486170,0.01000,0.167
17,mlp.experts.67.down_proj,0.00001359,0.01000,0.164
17,mlp.experts.68.down_proj,0.08452025,0.01000,0.164
17,mlp.experts.69.down_proj,0.03384384,0.01000,0.165
17,mlp.experts.70.down_proj,0.00016175,0.01000,0.167
17,mlp.experts.71.down_proj,0.00333689,0.01000,0.166
17,mlp.experts.72.down_proj,0.05872560,0.01000,0.164
17,mlp.experts.73.down_proj,0.00759132,0.01000,0.165
17,mlp.experts.74.down_proj,0.00001469,0.01000,0.164
17,mlp.experts.75.down_proj,0.00370610,0.01000,0.164
17,mlp.experts.76.down_proj,0.00002017,0.01000,0.164
17,mlp.experts.77.down_proj,0.07871392,0.01000,0.164
17,mlp.experts.78.down_proj,0.01266354,0.01000,0.165
17,mlp.experts.79.down_proj,0.04688933,0.01000,0.164
17,mlp.experts.80.down_proj,0.04648207,0.01000,0.164
17,mlp.experts.81.down_proj,0.04647646,0.01000,0.164
17,mlp.experts.82.down_proj,0.28753713,0.01000,0.167
17,mlp.experts.83.down_proj,0.03573481,0.01000,0.168
17,mlp.experts.84.down_proj,0.10704348,0.01000,0.165
17,mlp.experts.85.down_proj,0.12525123,0.01000,0.167
17,mlp.experts.86.down_proj,0.01636168,0.01000,0.165
17,mlp.experts.87.down_proj,0.02977115,0.01000,0.164
17,mlp.experts.88.down_proj,0.07454413,0.01000,0.165
17,mlp.experts.89.down_proj,0.01520055,0.01000,0.165
17,mlp.experts.90.down_proj,0.00212646,0.01000,0.165
17,mlp.experts.91.down_proj,0.00011385,0.01000,0.164
17,mlp.experts.92.down_proj,0.06929772,0.01000,0.164
17,mlp.experts.93.down_proj,0.04074238,0.01000,0.164
17,mlp.experts.94.down_proj,0.00098108,0.01000,0.166
17,mlp.experts.95.down_proj,0.00723891,0.01000,0.167
17,mlp.experts.96.down_proj,0.00000103,0.01000,0.165
17,mlp.experts.97.down_proj,0.01663277,0.01000,0.165
17,mlp.experts.98.down_proj,0.00004168,0.01000,0.164
17,mlp.experts.99.down_proj,0.14331511,0.01000,0.164
17,mlp.experts.100.down_proj,0.02152554,0.01000,0.165
17,mlp.experts.101.down_proj,0.00333674,0.01000,0.165
17,mlp.experts.102.down_proj,0.07779996,0.01000,0.165
17,mlp.experts.103.down_proj,0.05525452,0.01000,0.165
17,mlp.experts.104.down_proj,0.00738737,0.01000,0.164
17,mlp.experts.105.down_proj,0.01777391,0.01000,0.164
17,mlp.experts.106.down_proj,0.18315908,0.01000,0.169
17,mlp.experts.107.down_proj,0.00695988,0.01000,0.166
17,mlp.experts.108.down_proj,0.00440635,0.01000,0.165
17,mlp.experts.109.down_proj,0.00395204,0.01000,0.164
17,mlp.experts.110.down_proj,0.00289117,0.01000,0.164
17,mlp.experts.111.down_proj,0.00000400,0.01000,0.166
17,mlp.experts.112.down_proj,0.19802698,0.01000,0.165
17,mlp.experts.113.down_proj,0.02914182,0.01000,0.166
17,mlp.experts.114.down_proj,0.00227100,0.01000,0.166
17,mlp.experts.115.down_proj,0.00820000,0.01000,0.165
17,mlp.experts.116.down_proj,0.01403257,0.01000,0.165
17,mlp.experts.117.down_proj,0.08074388,0.01000,0.166
17,mlp.experts.118.down_proj,0.06023117,0.01000,0.167
17,mlp.experts.119.down_proj,0.00000459,0.01000,0.167
17,mlp.experts.120.down_proj,0.03397729,0.01000,0.166
17,mlp.experts.121.down_proj,0.13263613,0.01000,0.166
17,mlp.experts.122.down_proj,0.00251007,0.01000,0.166
17,mlp.experts.123.down_proj,0.01534520,0.01000,0.166
17,mlp.experts.124.down_proj,0.00183933,0.01000,0.166
17,mlp.experts.125.down_proj,0.00002500,0.01000,0.166
17,mlp.experts.126.down_proj,0.04487643,0.01000,0.166
17,mlp.experts.127.down_proj,0.00090827,0.01000,0.166
18,self_attn.q_proj,0.10551275,0.01000,0.465
18,self_attn.k_proj,0.01677200,0.01000,0.454
18,self_attn.v_proj,0.01641922,0.01000,0.451
18,self_attn.o_proj,0.01436068,0.01000,0.884
18,mlp.experts.0.up_proj,0.38765696,0.01000,0.454
18,mlp.experts.1.up_proj,0.05227674,0.01000,0.432
18,mlp.experts.2.up_proj,0.00001485,0.01000,0.432
18,mlp.experts.3.up_proj,0.33577240,0.01000,0.428
18,mlp.experts.4.up_proj,0.78271908,0.01000,0.432
18,mlp.experts.5.up_proj,0.00036597,0.01000,0.435
18,mlp.experts.6.up_proj,0.05772505,0.01000,0.432
18,mlp.experts.7.up_proj,0.77373207,0.01000,0.444
18,mlp.experts.8.up_proj,0.01858141,0.01000,0.447
18,mlp.experts.9.up_proj,0.37276381,0.01000,0.434
18,mlp.experts.10.up_proj,0.95644557,0.01000,0.437
18,mlp.experts.11.up_proj,0.00287282,0.01000,0.438
18,mlp.experts.12.up_proj,0.13078278,0.01000,0.436
18,mlp.experts.13.up_proj,2.48008204,0.01000,0.431
18,mlp.experts.14.up_proj,0.33716106,0.01000,0.431
18,mlp.experts.15.up_proj,0.00148263,0.01000,0.430
18,mlp.experts.16.up_proj,0.00545107,0.01000,0.434
18,mlp.experts.17.up_proj,0.06495872,0.01000,0.432
18,mlp.experts.18.up_proj,0.03542851,0.01000,0.433
18,mlp.experts.19.up_proj,0.15078849,0.01000,0.434
18,mlp.experts.20.up_proj,0.20213988,0.01000,0.436
18,mlp.experts.21.up_proj,0.00685356,0.01000,0.431
18,mlp.experts.22.up_proj,1.46778989,0.01000,0.431
18,mlp.experts.23.up_proj,1.00253093,0.01000,0.433
18,mlp.experts.24.up_proj,2.24656606,0.01000,0.431
18,mlp.experts.25.up_proj,0.53546727,0.01000,0.431
18,mlp.experts.26.up_proj,0.67563617,0.01000,0.431
18,mlp.experts.27.up_proj,0.12943053,0.01000,0.435
18,mlp.experts.28.up_proj,0.32126158,0.01000,0.434
18,mlp.experts.29.up_proj,0.00273586,0.01000,0.434
18,mlp.experts.30.up_proj,0.04723022,0.01000,0.431
18,mlp.experts.31.up_proj,0.01253678,0.01000,0.430
18,mlp.experts.32.up_proj,0.03251316,0.01000,0.430
18,mlp.experts.33.up_proj,0.20562044,0.01000,0.431
18,mlp.experts.34.up_proj,1.08383918,0.01000,0.436
18,mlp.experts.35.up_proj,0.16714580,0.01000,0.433
18,mlp.experts.36.up_proj,0.02436919,0.01000,0.435
18,mlp.experts.37.up_proj,0.14658150,0.01000,0.440
18,mlp.experts.38.up_proj,1.91921687,0.01000,0.437
18,mlp.experts.39.up_proj,0.45504332,0.01000,0.437
18,mlp.experts.40.up_proj,0.00064477,0.01000,0.435
18,mlp.experts.41.up_proj,0.19442472,0.01000,0.444
18,mlp.experts.42.up_proj,0.52160645,0.01000,0.439
18,mlp.experts.43.up_proj,0.00120569,0.01000,0.435
18,mlp.experts.44.up_proj,1.62650502,0.01000,0.435
18,mlp.experts.45.up_proj,0.00007880,0.01000,0.433
18,mlp.experts.46.up_proj,0.55735791,0.01000,0.437
18,mlp.experts.47.up_proj,0.08712266,0.01000,0.433
18,mlp.experts.48.up_proj,0.08809847,0.01000,0.435
18,mlp.experts.49.up_proj,0.12835188,0.01000,0.435
18,mlp.experts.50.up_proj,0.00148527,0.01000,0.436
18,mlp.experts.51.up_proj,0.09099925,0.01000,0.435
18,mlp.experts.52.up_proj,1.05193305,0.01000,0.435
18,mlp.experts.53.up_proj,0.03261773,0.01000,0.434
18,mlp.experts.54.up_proj,1.16009021,0.01000,0.434
18,mlp.experts.55.up_proj,1.46694040,0.01000,0.434
18,mlp.experts.56.up_proj,1.41044521,0.01000,0.434
18,mlp.experts.57.up_proj,0.02785253,0.01000,0.438
18,mlp.experts.58.up_proj,1.20415449,0.01000,0.434
18,mlp.experts.59.up_proj,0.00192761,0.01000,0.434
18,mlp.experts.60.up_proj,0.00003404,0.01000,0.436
18,mlp.experts.61.up_proj,0.17644349,0.01000,0.435
18,mlp.experts.62.up_proj,0.23549694,0.01000,0.435
18,mlp.experts.63.up_proj,1.72311139,0.01000,0.435
18,mlp.experts.64.up_proj,0.96774757,0.01000,0.435
18,mlp.experts.65.up_proj,0.16272406,0.01000,0.440
18,mlp.experts.66.up_proj,0.10926984,0.01000,0.435
18,mlp.experts.67.up_proj,0.06772205,0.01000,0.434
18,mlp.experts.68.up_proj,0.03575021,0.01000,0.432
18,mlp.experts.69.up_proj,0.00080421,0.01000,0.433
18,mlp.experts.70.up_proj,0.39449281,0.01000,0.433
18,mlp.experts.71.up_proj,0.90531981,0.01000,0.437
18,mlp.experts.72.up_proj,0.13040894,0.01000,0.433
18,mlp.experts.73.up_proj,0.00008497,0.01000,0.432
18,mlp.experts.74.up_proj,0.06279141,0.01000,0.432
18,mlp.experts.75.up_proj,0.46975905,0.01000,0.431
18,mlp.experts.76.up_proj,0.55738705,0.01000,0.432
18,mlp.experts.77.up_proj,0.33126995,0.01000,0.432
18,mlp.experts.78.up_proj,0.14347039,0.01000,0.434
18,mlp.experts.79.up_proj,0.64312750,0.01000,0.434
18,mlp.experts.80.up_proj,0.07506258,0.01000,0.438
18,mlp.experts.81.up_proj,0.01993518,0.01000,0.435
18,mlp.experts.82.up_proj,0.03462150,0.01000,0.434
18,mlp.experts.83.up_proj,0.04180995,0.01000,0.436
18,mlp.experts.84.up_proj,0.15478119,0.01000,0.436
18,mlp.experts.85.up_proj,0.56467581,0.01000,0.440
18,mlp.experts.86.up_proj,0.74489415,0.01000,0.436
18,mlp.experts.87.up_proj,2.28950500,0.01000,0.434
18,mlp.experts.88.up_proj,0.17797776,0.01000,0.435
18,mlp.experts.89.up_proj,0.95444143,0.01000,0.434
18,mlp.experts.90.up_proj,0.00298566,0.01000,0.437
18,mlp.experts.91.up_proj,0.00675050,0.01000,0.437
18,mlp.experts.92.up_proj,0.08390990,0.01000,0.443
18,mlp.experts.93.up_proj,0.19568010,0.01000,0.443
18,mlp.experts.94.up_proj,0.17596605,0.01000,0.444
18,mlp.experts.95.up_proj,0.01165792,0.01000,0.433
18,mlp.experts.96.up_proj,0.66372287,0.01000,0.433
18,mlp.experts.97.up_proj,0.71112627,0.01000,0.433
18,mlp.experts.98.up_proj,0.06815316,0.01000,0.436
18,mlp.experts.99.up_proj,0.24301572,0.01000,0.437
18,mlp.experts.100.up_proj,0.41692823,0.01000,0.430
18,mlp.experts.101.up_proj,0.98840278,0.01000,0.442
18,mlp.experts.102.up_proj,0.06338929,0.01000,0.436
18,mlp.experts.103.up_proj,0.38298976,0.01000,0.443
18,mlp.experts.104.up_proj,0.08373913,0.01000,0.435
18,mlp.experts.105.up_proj,0.35249346,0.01000,0.434
18,mlp.experts.106.up_proj,0.00022600,0.01000,0.439
18,mlp.experts.107.up_proj,3.07090855,0.01000,0.438
18,mlp.experts.108.up_proj,0.00114268,0.01000,0.439
18,mlp.experts.109.up_proj,0.21094696,0.01000,0.432
18,mlp.experts.110.up_proj,0.83744293,0.01000,0.444
18,mlp.experts.111.up_proj,0.00803190,0.01000,0.431
18,mlp.experts.112.up_proj,0.01199226,0.01000,0.453
18,mlp.experts.113.up_proj,0.00211977,0.01000,0.433
18,mlp.experts.114.up_proj,0.33140635,0.01000,0.434
18,mlp.experts.115.up_proj,0.40310529,0.01000,0.439
18,mlp.experts.116.up_proj,2.50980330,0.01000,0.436
18,mlp.experts.117.up_proj,0.01498682,0.01000,0.436
18,mlp.experts.118.up_proj,0.08419422,0.01000,0.436
18,mlp.experts.119.up_proj,0.32499871,0.01000,0.439
18,mlp.experts.120.up_proj,0.00387163,0.01000,0.443
18,mlp.experts.121.up_proj,0.06620769,0.01000,0.436
18,mlp.experts.122.up_proj,0.47219506,0.01000,0.437
18,mlp.experts.123.up_proj,0.05130886,0.01000,0.439
18,mlp.experts.124.up_proj,0.06542129,0.01000,0.440
18,mlp.experts.125.up_proj,0.23786880,0.01000,0.436
18,mlp.experts.126.up_proj,0.09205452,0.01000,0.438
18,mlp.experts.127.up_proj,0.59215248,0.01000,0.438
18,mlp.experts.0.gate_proj,0.44852644,0.01000,0.438
18,mlp.experts.1.gate_proj,0.05742728,0.01000,0.438
18,mlp.experts.2.gate_proj,0.00001431,0.01000,0.439
18,mlp.experts.3.gate_proj,0.40991700,0.01000,0.438
18,mlp.experts.4.gate_proj,0.90992594,0.01000,0.438
18,mlp.experts.5.gate_proj,0.00038670,0.01000,0.439
18,mlp.experts.6.gate_proj,0.06926574,0.01000,0.438
18,mlp.experts.7.gate_proj,0.81213450,0.01000,0.438
18,mlp.experts.8.gate_proj,0.02164257,0.01000,0.438
18,mlp.experts.9.gate_proj,0.42549109,0.01000,0.438
18,mlp.experts.10.gate_proj,0.83318615,0.01000,0.438
18,mlp.experts.11.gate_proj,0.00322932,0.01000,0.442
18,mlp.experts.12.gate_proj,0.15639308,0.01000,0.440
18,mlp.experts.13.gate_proj,2.94170666,0.01000,0.438
18,mlp.experts.14.gate_proj,0.32915482,0.01000,0.435
18,mlp.experts.15.gate_proj,0.00187591,0.01000,0.436
18,mlp.experts.16.gate_proj,0.00652510,0.01000,0.438
18,mlp.experts.17.gate_proj,0.07283284,0.01000,0.440
18,mlp.experts.18.gate_proj,0.03871005,0.01000,0.439
18,mlp.experts.19.gate_proj,0.13556540,0.01000,0.438
18,mlp.experts.20.gate_proj,0.26576066,0.01000,0.439
18,mlp.experts.21.gate_proj,0.00833093,0.01000,0.438
18,mlp.experts.22.gate_proj,1.70196033,0.01000,0.437
18,mlp.experts.23.gate_proj,0.95758367,0.01000,0.436
18,mlp.experts.24.gate_proj,2.23471403,0.01000,0.434
18,mlp.experts.25.gate_proj,0.66158372,0.01000,0.435
18,mlp.experts.26.gate_proj,0.79708445,0.01000,0.438
18,mlp.experts.27.gate_proj,0.14464436,0.01000,0.438
18,mlp.experts.28.gate_proj,0.37510765,0.01000,0.438
18,mlp.experts.29.gate_proj,0.00357922,0.01000,0.437
18,mlp.experts.30.gate_proj,0.04461684,0.01000,0.448
18,mlp.experts.31.gate_proj,0.01478404,0.01000,0.470
18,mlp.experts.32.gate_proj,0.04376763,0.01000,0.474
18,mlp.experts.33.gate_proj,0.26326504,0.01000,0.476
18,mlp.experts.34.gate_proj,1.11569977,0.01000,0.471
18,mlp.experts.35.gate_proj,0.14512035,0.01000,0.472
18,mlp.experts.36.gate_proj,0.02582550,0.01000,0.472
18,mlp.experts.37.gate_proj,0.18588597,0.01000,0.446
18,mlp.experts.38.gate_proj,2.06428957,0.01000,0.439
18,mlp.experts.39.gate_proj,0.51213670,0.01000,0.439
18,mlp.experts.40.gate_proj,0.00077893,0.01000,0.438
18,mlp.experts.41.gate_proj,0.20989047,0.01000,0.439
18,mlp.experts.42.gate_proj,0.50349182,0.01000,0.439
18,mlp.experts.43.gate_proj,0.00123649,0.01000,0.440
18,mlp.experts.44.gate_proj,2.05155110,0.01000,0.439
18,mlp.experts.45.gate_proj,0.00008513,0.01000,0.441
18,mlp.experts.46.gate_proj,0.64323866,0.01000,0.440
18,mlp.experts.47.gate_proj,0.09805851,0.01000,0.437
18,mlp.experts.48.gate_proj,0.10077417,0.01000,0.440
18,mlp.experts.49.gate_proj,0.15686443,0.01000,0.441
18,mlp.experts.50.gate_proj,0.00181189,0.01000,0.439
18,mlp.experts.51.gate_proj,0.11540948,0.01000,0.438
18,mlp.experts.52.gate_proj,1.03656685,0.01000,0.439
18,mlp.experts.53.gate_proj,0.03911838,0.01000,0.438
18,mlp.experts.54.gate_proj,1.37272418,0.01000,0.437
18,mlp.experts.55.gate_proj,1.51528573,0.01000,0.438
18,mlp.experts.56.gate_proj,1.43833506,0.01000,0.439
18,mlp.experts.57.gate_proj,0.03163227,0.01000,0.439
18,mlp.experts.58.gate_proj,1.52547836,0.01000,0.438
18,mlp.experts.59.gate_proj,0.00223291,0.01000,0.438
18,mlp.experts.60.gate_proj,0.00003506,0.01000,0.439
18,mlp.experts.61.gate_proj,0.20205061,0.01000,0.438
18,mlp.experts.62.gate_proj,0.27117500,0.01000,0.440
18,mlp.experts.63.gate_proj,2.07196140,0.01000,0.438
18,mlp.experts.64.gate_proj,0.93718219,0.01000,0.441
18,mlp.experts.65.gate_proj,0.17951858,0.01000,0.438
18,mlp.experts.66.gate_proj,0.13279314,0.01000,0.438
18,mlp.experts.67.gate_proj,0.08017153,0.01000,0.439
18,mlp.experts.68.gate_proj,0.04292752,0.01000,0.440
18,mlp.experts.69.gate_proj,0.00095565,0.01000,0.437
18,mlp.experts.70.gate_proj,0.48195571,0.01000,0.443
18,mlp.experts.71.gate_proj,1.19157302,0.01000,0.457
18,mlp.experts.72.gate_proj,0.15481788,0.01000,0.457
18,mlp.experts.73.gate_proj,0.00009104,0.01000,0.459
18,mlp.experts.74.gate_proj,0.07681663,0.01000,0.457
18,mlp.experts.75.gate_proj,0.46867752,0.01000,0.449
18,mlp.experts.76.gate_proj,0.63664246,0.01000,0.438
18,mlp.experts.77.gate_proj,0.37435824,0.01000,0.436
18,mlp.experts.78.gate_proj,0.15273142,0.01000,0.444
18,mlp.experts.79.gate_proj,0.66556501,0.01000,0.443
18,mlp.experts.80.gate_proj,0.08060329,0.01000,0.442
18,mlp.experts.81.gate_proj,0.02101132,0.01000,0.451
18,mlp.experts.82.gate_proj,0.04133803,0.01000,0.440
18,mlp.experts.83.gate_proj,0.04046833,0.01000,0.441
18,mlp.experts.84.gate_proj,0.17852911,0.01000,0.527
18,mlp.experts.85.gate_proj,0.49080867,0.01000,0.435
18,mlp.experts.86.gate_proj,0.72946882,0.01000,0.442
18,mlp.experts.87.gate_proj,2.55137825,0.01000,0.439
18,mlp.experts.88.gate_proj,0.17857642,0.01000,0.444
18,mlp.experts.89.gate_proj,1.09606457,0.01000,0.437
18,mlp.experts.90.gate_proj,0.00387712,0.01000,0.435
18,mlp.experts.91.gate_proj,0.00734075,0.01000,0.437
18,mlp.experts.92.gate_proj,0.10514085,0.01000,0.437
18,mlp.experts.93.gate_proj,0.21713465,0.01000,0.444
18,mlp.experts.94.gate_proj,0.22149125,0.01000,0.435
18,mlp.experts.95.gate_proj,0.01275218,0.01000,0.437
18,mlp.experts.96.gate_proj,0.77984363,0.01000,0.438
18,mlp.experts.97.gate_proj,0.80380118,0.01000,0.437
18,mlp.experts.98.gate_proj,0.06003119,0.01000,0.441
18,mlp.experts.99.gate_proj,0.26551712,0.01000,0.451
18,mlp.experts.100.gate_proj,0.40207946,0.01000,0.464
18,mlp.experts.101.gate_proj,1.21504259,0.01000,0.440
18,mlp.experts.102.gate_proj,0.07729190,0.01000,0.439
18,mlp.experts.103.gate_proj,0.43110040,0.01000,0.443
18,mlp.experts.104.gate_proj,0.09270944,0.01000,0.441
18,mlp.experts.105.gate_proj,0.30801839,0.01000,0.439
18,mlp.experts.106.gate_proj,0.00026403,0.01000,0.437
18,mlp.experts.107.gate_proj,3.45572376,0.01000,0.434
18,mlp.experts.108.gate_proj,0.00119502,0.01000,0.438
18,mlp.experts.109.gate_proj,0.24395403,0.01000,0.442
18,mlp.experts.110.gate_proj,0.79806167,0.01000,0.442
18,mlp.experts.111.gate_proj,0.00813920,0.01000,0.441
18,mlp.experts.112.gate_proj,0.01218519,0.01000,0.441
18,mlp.experts.113.gate_proj,0.00240493,0.01000,0.441
18,mlp.experts.114.gate_proj,0.40504795,0.01000,0.441
18,mlp.experts.115.gate_proj,0.43124837,0.01000,0.442
18,mlp.experts.116.gate_proj,2.89798570,0.01000,0.441
18,mlp.experts.117.gate_proj,0.01701976,0.01000,0.441
18,mlp.experts.118.gate_proj,0.08379138,0.01000,0.441
18,mlp.experts.119.gate_proj,0.41391557,0.01000,0.442
18,mlp.experts.120.gate_proj,0.00401200,0.01000,0.445
18,mlp.experts.121.gate_proj,0.08098949,0.01000,0.441
18,mlp.experts.122.gate_proj,0.56629169,0.01000,0.441
18,mlp.experts.123.gate_proj,0.04674276,0.01000,0.442
18,mlp.experts.124.gate_proj,0.07451833,0.01000,0.442
18,mlp.experts.125.gate_proj,0.25469273,0.01000,0.443
18,mlp.experts.126.gate_proj,0.09785986,0.01000,0.446
18,mlp.experts.127.gate_proj,0.63797259,0.01000,0.443
18,mlp.experts.0.down_proj,0.06000511,0.01000,0.181
18,mlp.experts.1.down_proj,0.01191096,0.01000,0.164
18,mlp.experts.2.down_proj,0.00000300,0.01000,0.165
18,mlp.experts.3.down_proj,0.05044445,0.01000,0.165
18,mlp.experts.4.down_proj,0.13425952,0.01000,0.165
18,mlp.experts.5.down_proj,0.00009782,0.01000,0.165
18,mlp.experts.6.down_proj,0.00983039,0.01000,0.166
18,mlp.experts.7.down_proj,0.11847576,0.01000,0.166
18,mlp.experts.8.down_proj,0.00363723,0.01000,0.166
18,mlp.experts.9.down_proj,0.04493120,0.01000,0.166
18,mlp.experts.10.down_proj,0.13745931,0.01000,0.167
18,mlp.experts.11.down_proj,0.00107502,0.01000,0.166
18,mlp.experts.12.down_proj,0.01370294,0.01000,0.166
18,mlp.experts.13.down_proj,0.46185580,0.01000,0.166
18,mlp.experts.14.down_proj,0.06583478,0.01000,0.166
18,mlp.experts.15.down_proj,0.00039265,0.01000,0.166
18,mlp.experts.16.down_proj,0.00153478,0.01000,0.167
18,mlp.experts.17.down_proj,0.01667037,0.01000,0.167
18,mlp.experts.18.down_proj,0.00520152,0.01000,0.167
18,mlp.experts.19.down_proj,0.02089150,0.01000,0.166
18,mlp.experts.20.down_proj,0.04131498,0.01000,0.165
18,mlp.experts.21.down_proj,0.00180341,0.01000,0.165
18,mlp.experts.22.down_proj,0.19601920,0.01000,0.165
18,mlp.experts.23.down_proj,0.13871220,0.01000,0.165
18,mlp.experts.24.down_proj,0.46285117,0.01000,0.166
18,mlp.experts.25.down_proj,0.06728908,0.01000,0.165
18,mlp.experts.26.down_proj,0.11016333,0.01000,0.165
18,mlp.experts.27.down_proj,0.01906736,0.01000,0.165
18,mlp.experts.28.down_proj,0.05248652,0.01000,0.165
18,mlp.experts.29.down_proj,0.00076852,0.01000,0.165
18,mlp.experts.30.down_proj,0.00727753,0.01000,0.167
18,mlp.experts.31.down_proj,0.00355070,0.01000,0.166
18,mlp.experts.32.down_proj,0.00572055,0.01000,0.166
18,mlp.experts.33.down_proj,0.02338416,0.01000,0.168
18,mlp.experts.34.down_proj,0.17590427,0.01000,0.166
18,mlp.experts.35.down_proj,0.03569558,0.01000,0.167
18,mlp.experts.36.down_proj,0.00355282,0.01000,0.168
18,mlp.experts.37.down_proj,0.02458930,0.01000,0.167
18,mlp.experts.38.down_proj,0.31465462,0.01000,0.167
18,mlp.experts.39.down_proj,0.06863627,0.01000,0.167
18,mlp.experts.40.down_proj,0.00017360,0.01000,0.166
18,mlp.experts.41.down_proj,0.02708037,0.01000,0.167
18,mlp.experts.42.down_proj,0.07872187,0.01000,0.167
18,mlp.experts.43.down_proj,0.00036190,0.01000,0.167
18,mlp.experts.44.down_proj,0.26240242,0.01000,0.167
18,mlp.experts.45.down_proj,0.00002136,0.01000,0.167
18,mlp.experts.46.down_proj,0.10113142,0.01000,0.168
18,mlp.experts.47.down_proj,0.01898707,0.01000,0.168
18,mlp.experts.48.down_proj,0.01158263,0.01000,0.168
18,mlp.experts.49.down_proj,0.02186109,0.01000,0.168
18,mlp.experts.50.down_proj,0.00037262,0.01000,0.168
18,mlp.experts.51.down_proj,0.01702684,0.01000,0.167
18,mlp.experts.52.down_proj,0.14334768,0.01000,0.169
18,mlp.experts.53.down_proj,0.00874230,0.01000,0.168
18,mlp.experts.54.down_proj,0.14428316,0.01000,0.169
18,mlp.experts.55.down_proj,0.28940976,0.01000,0.170
18,mlp.experts.56.down_proj,0.20262736,0.01000,0.168
18,mlp.experts.57.down_proj,0.00438887,0.01000,0.169
18,mlp.experts.58.down_proj,0.17231238,0.01000,0.169
18,mlp.experts.59.down_proj,0.00051235,0.01000,0.168
18,mlp.experts.60.down_proj,0.00001125,0.01000,0.168
18,mlp.experts.61.down_proj,0.02398992,0.01000,0.167
18,mlp.experts.62.down_proj,0.03684236,0.01000,0.167
18,mlp.experts.63.down_proj,0.26234841,0.01000,0.167
18,mlp.experts.64.down_proj,0.13852090,0.01000,0.167
18,mlp.experts.65.down_proj,0.02248563,0.01000,0.167
18,mlp.experts.66.down_proj,0.00906648,0.01000,0.168
18,mlp.experts.67.down_proj,0.01114375,0.01000,0.168
18,mlp.experts.68.down_proj,0.00678086,0.01000,0.167
18,mlp.experts.69.down_proj,0.00023855,0.01000,0.167
18,mlp.experts.70.down_proj,0.08756404,0.01000,0.168
18,mlp.experts.71.down_proj,0.12985983,0.01000,0.168
18,mlp.experts.72.down_proj,0.02297034,0.01000,0.168
18,mlp.experts.73.down_proj,0.00003229,0.01000,0.167
18,mlp.experts.74.down_proj,0.01060244,0.01000,0.167
18,mlp.experts.75.down_proj,0.07201046,0.01000,0.167
18,mlp.experts.76.down_proj,0.10867742,0.01000,0.167
18,mlp.experts.77.down_proj,0.05552217,0.01000,0.167
18,mlp.experts.78.down_proj,0.03130973,0.01000,0.167
18,mlp.experts.79.down_proj,0.11282367,0.01000,0.167
18,mlp.experts.80.down_proj,0.01565036,0.01000,0.167
18,mlp.experts.81.down_proj,0.00702021,0.01000,0.167
18,mlp.experts.82.down_proj,0.00563113,0.01000,0.168
18,mlp.experts.83.down_proj,0.00639778,0.01000,0.167
18,mlp.experts.84.down_proj,0.02457734,0.01000,0.167
18,mlp.experts.85.down_proj,0.08139408,0.01000,0.167
18,mlp.experts.86.down_proj,0.11206968,0.01000,0.167
18,mlp.experts.87.down_proj,0.40657562,0.01000,0.167
18,mlp.experts.88.down_proj,0.03957039,0.01000,0.167
18,mlp.experts.89.down_proj,0.14944440,0.01000,0.167
18,mlp.experts.90.down_proj,0.00066162,0.01000,0.167
18,mlp.experts.91.down_proj,0.00138152,0.01000,0.167
18,mlp.experts.92.down_proj,0.01207381,0.01000,0.167
18,mlp.experts.93.down_proj,0.03385293,0.01000,0.167
18,mlp.experts.94.down_proj,0.03030689,0.01000,0.167
18,mlp.experts.95.down_proj,0.00324437,0.01000,0.167
18,mlp.experts.96.down_proj,0.10961781,0.01000,0.167
18,mlp.experts.97.down_proj,0.09424770,0.01000,0.167
18,mlp.experts.98.down_proj,0.00408609,0.01000,0.167
18,mlp.experts.99.down_proj,0.04797686,0.01000,0.167
18,mlp.experts.100.down_proj,0.06222107,0.01000,0.166
18,mlp.experts.101.down_proj,0.15790665,0.01000,0.167
18,mlp.experts.102.down_proj,0.01321423,0.01000,0.167
18,mlp.experts.103.down_proj,0.06034717,0.01000,0.166
18,mlp.experts.104.down_proj,0.01392524,0.01000,0.166
18,mlp.experts.105.down_proj,0.05703757,0.01000,0.167
18,mlp.experts.106.down_proj,0.00008072,0.01000,0.167
18,mlp.experts.107.down_proj,0.33921081,0.01000,0.168
18,mlp.experts.108.down_proj,0.00035882,0.01000,0.167
18,mlp.experts.109.down_proj,0.04031429,0.01000,0.166
18,mlp.experts.110.down_proj,0.12975854,0.01000,0.166
18,mlp.experts.111.down_proj,0.00188506,0.01000,0.166
18,mlp.experts.112.down_proj,0.00212869,0.01000,0.166
18,mlp.experts.113.down_proj,0.00072974,0.01000,0.178
18,mlp.experts.114.down_proj,0.06268519,0.01000,0.166
18,mlp.experts.115.down_proj,0.09222463,0.01000,0.165
18,mlp.experts.116.down_proj,0.37123227,0.01000,0.165
18,mlp.experts.117.down_proj,0.00064030,0.01000,0.165
18,mlp.experts.118.down_proj,0.01853107,0.01000,0.181
18,mlp.experts.119.down_proj,0.06606161,0.01000,0.166
18,mlp.experts.120.down_proj,0.00066063,0.01000,0.166
18,mlp.experts.121.down_proj,0.01150122,0.01000,0.166
18,mlp.experts.122.down_proj,0.09252206,0.01000,0.165
18,mlp.experts.123.down_proj,0.00947889,0.01000,0.166
18,mlp.experts.124.down_proj,0.01235366,0.01000,0.167
18,mlp.experts.125.down_proj,0.03294965,0.01000,0.167
18,mlp.experts.126.down_proj,0.02341526,0.01000,0.167
18,mlp.experts.127.down_proj,0.11076159,0.01000,0.168
19,self_attn.q_proj,0.08719879,0.01000,0.460
19,self_attn.k_proj,0.01288564,0.01000,0.451
19,self_attn.v_proj,0.01355552,0.01000,0.450
19,self_attn.o_proj,0.01091075,0.01000,0.912
19,mlp.experts.0.up_proj,0.00213188,0.01000,0.484
19,mlp.experts.1.up_proj,0.33151588,0.01000,0.444
19,mlp.experts.2.up_proj,0.67820203,0.01000,0.443
19,mlp.experts.3.up_proj,0.41797429,0.01000,0.448
19,mlp.experts.4.up_proj,0.53877020,0.01000,0.441
19,mlp.experts.5.up_proj,0.90639305,0.01000,0.452
19,mlp.experts.6.up_proj,0.23901458,0.01000,0.453
19,mlp.experts.7.up_proj,2.17917728,0.01000,0.449
19,mlp.experts.8.up_proj,1.63123620,0.01000,0.447
19,mlp.experts.9.up_proj,1.18455577,0.01000,0.447
19,mlp.experts.10.up_proj,0.03384536,0.01000,0.447
19,mlp.experts.11.up_proj,0.20162109,0.01000,0.456
19,mlp.experts.12.up_proj,0.47196993,0.01000,0.450
19,mlp.experts.13.up_proj,0.31304330,0.01000,0.444
19,mlp.experts.14.up_proj,0.05167637,0.01000,0.447
19,mlp.experts.15.up_proj,0.05663662,0.01000,0.443
19,mlp.experts.16.up_proj,0.00147017,0.01000,0.451
19,mlp.experts.17.up_proj,0.47342408,0.01000,0.446
19,mlp.experts.18.up_proj,0.12986907,0.01000,0.446
19,mlp.experts.19.up_proj,0.21368912,0.01000,0.447
19,mlp.experts.20.up_proj,0.59983253,0.01000,0.438
19,mlp.experts.21.up_proj,1.58386707,0.01000,0.437
19,mlp.experts.22.up_proj,0.15737902,0.01000,0.437
19,mlp.experts.23.up_proj,0.00008165,0.01000,0.438
19,mlp.experts.24.up_proj,2.70995402,0.01000,0.451
19,mlp.experts.25.up_proj,0.21363759,0.01000,0.437
19,mlp.experts.26.up_proj,3.13565922,0.01000,0.435
19,mlp.experts.27.up_proj,0.06903517,0.01000,0.450
19,mlp.experts.28.up_proj,0.00851693,0.01000,0.443
19,mlp.experts.29.up_proj,0.10066895,0.01000,0.432
19,mlp.experts.30.up_proj,0.05293936,0.01000,0.432
19,mlp.experts.31.up_proj,1.10167527,0.01000,0.432
19,mlp.experts.32.up_proj,0.66985655,0.01000,0.432
19,mlp.experts.33.up_proj,1.70900607,0.01000,0.433
19,mlp.experts.34.up_proj,0.23268533,0.01000,0.432
19,mlp.experts.35.up_proj,0.02564234,0.01000,0.432
19,mlp.experts.36.up_proj,0.55616736,0.01000,0.432
19,mlp.experts.37.up_proj,0.00001318,0.01000,0.433
19,mlp.experts.38.up_proj,0.15000308,0.01000,0.433
19,mlp.experts.39.up_proj,0.16369259,0.01000,0.432
19,mlp.experts.40.up_proj,0.02461926,0.01000,0.432
19,mlp.experts.41.up_proj,0.21460861,0.01000,0.432
19,mlp.experts.42.up_proj,0.00003352,0.01000,0.432
19,mlp.experts.43.up_proj,0.11986668,0.01000,0.431
19,mlp.experts.44.up_proj,0.47808197,0.01000,0.431
19,mlp.experts.45.up_proj,1.30231047,0.01000,0.430
19,mlp.experts.46.up_proj,0.05084531,0.01000,0.431
19,mlp.experts.47.up_proj,0.21537417,0.01000,0.432
19,mlp.experts.48.up_proj,0.82887316,0.01000,0.431
19,mlp.experts.49.up_proj,0.33067340,0.01000,0.431
19,mlp.experts.50.up_proj,0.27205053,0.01000,0.431
19,mlp.experts.51.up_proj,0.55523956,0.01000,0.445
19,mlp.experts.52.up_proj,0.34085166,0.01000,0.431
19,mlp.experts.53.up_proj,0.55283576,0.01000,0.430
19,mlp.experts.54.up_proj,0.00002208,0.01000,0.432
19,mlp.experts.55.up_proj,0.00050049,0.01000,0.431
19,mlp.experts.56.up_proj,0.29537344,0.01000,0.431
19,mlp.experts.57.up_proj,0.00007547,0.01000,0.431
19,mlp.experts.58.up_proj,0.28081384,0.01000,0.431
19,mlp.experts.59.up_proj,3.78164434,0.01000,0.431
19,mlp.experts.60.up_proj,0.31243929,0.01000,0.431
19,mlp.experts.61.up_proj,0.30483487,0.01000,0.435
19,mlp.experts.62.up_proj,0.36766911,0.01000,0.431
19,mlp.experts.63.up_proj,0.23470643,0.01000,0.431
19,mlp.experts.64.up_proj,0.18976012,0.01000,0.432
19,mlp.experts.65.up_proj,0.00029297,0.01000,0.444
19,mlp.experts.66.up_proj,0.56652653,0.01000,0.432
19,mlp.experts.67.up_proj,0.05723739,0.01000,0.447
19,mlp.experts.68.up_proj,0.01627320,0.01000,0.432
19,mlp.experts.69.up_proj,0.02096532,0.01000,0.442
19,mlp.experts.70.up_proj,0.01279487,0.01000,0.432
19,mlp.experts.71.up_proj,0.00475509,0.01000,0.434
19,mlp.experts.72.up_proj,0.60173702,0.01000,0.432
19,mlp.experts.73.up_proj,1.37426209,0.01000,0.432
19,mlp.experts.74.up_proj,0.12286493,0.01000,0.434
19,mlp.experts.75.up_proj,0.65770745,0.01000,0.432
19,mlp.experts.76.up_proj,0.00135084,0.01000,0.430
19,mlp.experts.77.up_proj,0.00000671,0.01000,0.430
19,mlp.experts.78.up_proj,0.08812343,0.01000,0.431
19,mlp.experts.79.up_proj,0.26847315,0.01000,0.435
19,mlp.experts.80.up_proj,0.00001537,0.01000,0.432
19,mlp.experts.81.up_proj,0.06407687,0.01000,0.431
19,mlp.experts.82.up_proj,1.08841944,0.01000,0.431
19,mlp.experts.83.up_proj,0.21274699,0.01000,0.431
19,mlp.experts.84.up_proj,0.01141426,0.01000,0.430
19,mlp.experts.85.up_proj,0.00643442,0.01000,0.432
19,mlp.experts.86.up_proj,0.17346141,0.01000,0.431
19,mlp.experts.87.up_proj,0.67008668,0.01000,0.431
19,mlp.experts.88.up_proj,0.89375496,0.01000,0.442
19,mlp.experts.89.up_proj,0.54553759,0.01000,0.434
19,mlp.experts.90.up_proj,0.00015242,0.01000,0.431
19,mlp.experts.91.up_proj,0.22457790,0.01000,0.430
19,mlp.experts.92.up_proj,0.06578846,0.01000,0.455
19,mlp.experts.93.up_proj,0.56481755,0.01000,0.455
19,mlp.experts.94.up_proj,1.20976639,0.01000,0.454
19,mlp.experts.95.up_proj,0.50646508,0.01000,0.459
19,mlp.experts.96.up_proj,0.01550854,0.01000,0.448
19,mlp.experts.97.up_proj,0.00023292,0.01000,0.435
19,mlp.experts.98.up_proj,0.40693519,0.01000,0.436
19,mlp.experts.99.up_proj,0.16789925,0.01000,0.435
19,mlp.experts.100.up_proj,0.56355727,0.01000,0.435
19,mlp.experts.101.up_proj,0.07256981,0.01000,0.443
19,mlp.experts.102.up_proj,0.00095648,0.01000,0.440
19,mlp.experts.103.up_proj,0.03594754,0.01000,0.433
19,mlp.experts.104.up_proj,0.02537038,0.01000,0.432
19,mlp.experts.105.up_proj,0.00843825,0.01000,0.431
19,mlp.experts.106.up_proj,1.01823866,0.01000,0.432
19,mlp.experts.107.up_proj,0.00049925,0.01000,0.435
19,mlp.experts.108.up_proj,0.23556182,0.01000,0.432
19,mlp.experts.109.up_proj,0.36362147,0.01000,0.434
19,mlp.experts.110.up_proj,1.00863361,0.01000,0.433
19,mlp.experts.111.up_proj,0.01479208,0.01000,0.431
19,mlp.experts.112.up_proj,1.35777521,0.01000,0.432
19,mlp.experts.113.up_proj,0.06762442,0.01000,0.431
19,mlp.experts.114.up_proj,0.03310687,0.01000,0.443
19,mlp.experts.115.up_proj,0.10410699,0.01000,0.445
19,mlp.experts.116.up_proj,0.66768318,0.01000,0.434
19,mlp.experts.117.up_proj,0.02183536,0.01000,0.431
19,mlp.experts.118.up_proj,0.06111155,0.01000,0.433
19,mlp.experts.119.up_proj,0.64654815,0.01000,0.432
19,mlp.experts.120.up_proj,0.04321573,0.01000,0.435
19,mlp.experts.121.up_proj,0.00100235,0.01000,0.432
19,mlp.experts.122.up_proj,0.00077589,0.01000,0.431
19,mlp.experts.123.up_proj,1.57160759,0.01000,0.434
19,mlp.experts.124.up_proj,0.21030098,0.01000,0.430
19,mlp.experts.125.up_proj,0.33755353,0.01000,0.431
19,mlp.experts.126.up_proj,0.01263927,0.01000,0.431
19,mlp.experts.127.up_proj,0.13752085,0.01000,0.430
19,mlp.experts.0.gate_proj,0.00245305,0.01000,0.435
19,mlp.experts.1.gate_proj,0.36607417,0.01000,0.431
19,mlp.experts.2.gate_proj,0.64385223,0.01000,0.432
19,mlp.experts.3.gate_proj,0.40575558,0.01000,0.429
19,mlp.experts.4.gate_proj,0.58787239,0.01000,0.428
19,mlp.experts.5.gate_proj,0.93856639,0.01000,0.428
19,mlp.experts.6.gate_proj,0.27952734,0.01000,0.428
19,mlp.experts.7.gate_proj,1.85566401,0.01000,0.430
19,mlp.experts.8.gate_proj,1.70079398,0.01000,0.433
19,mlp.experts.9.gate_proj,1.39712048,0.01000,0.432
19,mlp.experts.10.gate_proj,0.03580874,0.01000,0.431
19,mlp.experts.11.gate_proj,0.23653427,0.01000,0.431
19,mlp.experts.12.gate_proj,0.56442451,0.01000,0.433
19,mlp.experts.13.gate_proj,0.34347218,0.01000,0.434
19,mlp.experts.14.gate_proj,0.06321107,0.01000,0.433
19,mlp.experts.15.gate_proj,0.06241637,0.01000,0.433
19,mlp.experts.16.gate_proj,0.00146301,0.01000,0.443
19,mlp.experts.17.gate_proj,0.54719269,0.01000,0.432
19,mlp.experts.18.gate_proj,0.15512562,0.01000,0.431
19,mlp.experts.19.gate_proj,0.21247038,0.01000,0.432
19,mlp.experts.20.gate_proj,0.63206947,0.01000,0.432
19,mlp.experts.21.gate_proj,1.75368583,0.01000,0.431
19,mlp.experts.22.gate_proj,0.18326211,0.01000,0.432
19,mlp.experts.23.gate_proj,0.00008804,0.01000,0.432
19,mlp.experts.24.gate_proj,3.13237691,0.01000,0.431
19,mlp.experts.25.gate_proj,0.23253952,0.01000,0.433
19,mlp.experts.26.gate_proj,3.33402944,0.01000,0.436
19,mlp.experts.27.gate_proj,0.07381669,0.01000,0.431
19,mlp.experts.28.gate_proj,0.01124146,0.01000,0.432
19,mlp.experts.29.gate_proj,0.11406313,0.01000,0.432
19,mlp.experts.30.gate_proj,0.05917323,0.01000,0.432
19,mlp.experts.31.gate_proj,1.10647929,0.01000,0.431
19,mlp.experts.32.gate_proj,0.76122916,0.01000,0.433
19,mlp.experts.33.gate_proj,1.89591420,0.01000,0.431
19,mlp.experts.34.gate_proj,0.20580459,0.01000,0.430
19,mlp.experts.35.gate_proj,0.03030040,0.01000,0.430
19,mlp.experts.36.gate_proj,0.62445736,0.01000,0.431
19,mlp.experts.37.gate_proj,0.00001452,0.01000,0.437
19,mlp.experts.38.gate_proj,0.17088899,0.01000,0.432
19,mlp.experts.39.gate_proj,0.16184109,0.01000,0.444
19,mlp.experts.40.gate_proj,0.02788865,0.01000,0.431
19,mlp.experts.41.gate_proj,0.24384135,0.01000,0.446
19,mlp.experts.42.gate_proj,0.00003814,0.01000,0.433
19,mlp.experts.43.gate_proj,0.11127248,0.01000,0.442
19,mlp.experts.44.gate_proj,0.54869026,0.01000,0.432
19,mlp.experts.45.gate_proj,1.38460088,0.01000,0.433
19,mlp.experts.46.gate_proj,0.05152929,0.01000,0.433
19,mlp.experts.47.gate_proj,0.23924711,0.01000,0.434
19,mlp.experts.48.gate_proj,0.76113808,0.01000,0.437
19,mlp.experts.49.gate_proj,0.29998964,0.01000,0.435
19,mlp.experts.50.gate_proj,0.25373086,0.01000,0.440
19,mlp.experts.51.gate_proj,0.52602673,0.01000,0.436
19,mlp.experts.52.gate_proj,0.40149575,0.01000,0.436
19,mlp.experts.53.gate_proj,0.55686307,0.01000,0.436
19,mlp.experts.54.gate_proj,0.00002662,0.01000,0.435
19,mlp.experts.55.gate_proj,0.00048108,0.01000,0.435
19,mlp.experts.56.gate_proj,0.31594169,0.01000,0.434
19,mlp.experts.57.gate_proj,0.00008087,0.01000,0.439
19,mlp.experts.58.gate_proj,0.31274170,0.01000,0.435
19,mlp.experts.59.gate_proj,4.31570196,0.01000,0.432
19,mlp.experts.60.gate_proj,0.31282911,0.01000,0.433
19,mlp.experts.61.gate_proj,0.33939898,0.01000,0.434
19,mlp.experts.62.gate_proj,0.37303951,0.01000,0.432
19,mlp.experts.63.gate_proj,0.27438366,0.01000,0.433
19,mlp.experts.64.gate_proj,0.19275537,0.01000,0.433
19,mlp.experts.65.gate_proj,0.00036135,0.01000,0.433
19,mlp.experts.66.gate_proj,0.63237607,0.01000,0.433
19,mlp.experts.67.gate_proj,0.06122060,0.01000,0.436
19,mlp.experts.68.gate_proj,0.01846778,0.01000,0.433
19,mlp.experts.69.gate_proj,0.02260788,0.01000,0.441
19,mlp.experts.70.gate_proj,0.01416338,0.01000,0.440
19,mlp.experts.71.gate_proj,0.00551872,0.01000,0.441
19,mlp.experts.72.gate_proj,0.72328585,0.01000,0.440
19,mlp.experts.73.gate_proj,1.44509721,0.01000,0.440
19,mlp.experts.74.gate_proj,0.12305032,0.01000,0.438
19,mlp.experts.75.gate_proj,0.73858690,0.01000,0.439
19,mlp.experts.76.gate_proj,0.00154329,0.01000,0.443
19,mlp.experts.77.gate_proj,0.00000710,0.01000,0.441
19,mlp.experts.78.gate_proj,0.10643207,0.01000,0.441
19,mlp.experts.79.gate_proj,0.31787094,0.01000,0.439
19,mlp.experts.80.gate_proj,0.00001698,0.01000,0.441
19,mlp.experts.81.gate_proj,0.06939504,0.01000,0.440
19,mlp.experts.82.gate_proj,1.26554787,0.01000,0.440
19,mlp.experts.83.gate_proj,0.24105805,0.01000,0.444
19,mlp.experts.84.gate_proj,0.01250838,0.01000,0.443
19,mlp.experts.85.gate_proj,0.00677304,0.01000,0.448
19,mlp.experts.86.gate_proj,0.18742165,0.01000,0.440
19,mlp.experts.87.gate_proj,0.72935355,0.01000,0.440
19,mlp.experts.88.gate_proj,1.01098132,0.01000,0.439
19,mlp.experts.89.gate_proj,0.60652280,0.01000,0.444
19,mlp.experts.90.gate_proj,0.00016931,0.01000,0.440
19,mlp.experts.91.gate_proj,0.27027696,0.01000,0.441
19,mlp.experts.92.gate_proj,0.08088600,0.01000,0.440
19,mlp.experts.93.gate_proj,0.58130574,0.01000,0.440
19,mlp.experts.94.gate_proj,1.34846294,0.01000,0.443
19,mlp.experts.95.gate_proj,0.49511120,0.01000,0.442
19,mlp.experts.96.gate_proj,0.01511190,0.01000,0.443
19,mlp.experts.97.gate_proj,0.00028421,0.01000,0.448
19,mlp.experts.98.gate_proj,0.36370349,0.01000,0.444
19,mlp.experts.99.gate_proj,0.18601520,0.01000,0.441
19,mlp.experts.100.gate_proj,0.55033088,0.01000,0.440
19,mlp.experts.101.gate_proj,0.07869883,0.01000,0.438
19,mlp.experts.102.gate_proj,0.00099623,0.01000,0.441
19,mlp.experts.103.gate_proj,0.03416256,0.01000,0.440
19,mlp.experts.104.gate_proj,0.02981979,0.01000,0.438
19,mlp.experts.105.gate_proj,0.00986880,0.01000,0.439
19,mlp.experts.106.gate_proj,1.11417413,0.01000,0.440
19,mlp.experts.107.gate_proj,0.00057384,0.01000,0.442
19,mlp.experts.108.gate_proj,0.28063369,0.01000,0.440
19,mlp.experts.109.gate_proj,0.43554878,0.01000,0.443
19,mlp.experts.110.gate_proj,0.99648976,0.01000,0.440
19,mlp.experts.111.gate_proj,0.01591621,0.01000,0.438
19,mlp.experts.112.gate_proj,1.33241367,0.01000,0.437
19,mlp.experts.113.gate_proj,0.05567323,0.01000,0.437
19,mlp.experts.114.gate_proj,0.03944138,0.01000,0.437
19,mlp.experts.115.gate_proj,0.26023406,0.01000,0.442
19,mlp.experts.116.gate_proj,0.70309925,0.01000,0.437
19,mlp.experts.117.gate_proj,0.02266830,0.01000,0.439
19,mlp.experts.118.gate_proj,0.07479517,0.01000,0.441
19,mlp.experts.119.gate_proj,0.66251922,0.01000,0.442
19,mlp.experts.120.gate_proj,0.04662181,0.01000,0.440
19,mlp.experts.121.gate_proj,0.00114187,0.01000,0.441
19,mlp.experts.122.gate_proj,0.00083312,0.01000,0.440
19,mlp.experts.123.gate_proj,1.72152472,0.01000,0.440
19,mlp.experts.124.gate_proj,0.20382842,0.01000,0.440
19,mlp.experts.125.gate_proj,0.37329027,0.01000,0.445
19,mlp.experts.126.gate_proj,0.01553532,0.01000,0.441
19,mlp.experts.127.gate_proj,0.15500240,0.01000,0.442
19,mlp.experts.0.down_proj,0.00071148,0.01000,0.181
19,mlp.experts.1.down_proj,0.05189142,0.01000,0.168
19,mlp.experts.2.down_proj,0.14847128,0.01000,0.165
19,mlp.experts.3.down_proj,0.06085395,0.01000,0.165
19,mlp.experts.4.down_proj,0.08395664,0.01000,0.164
19,mlp.experts.5.down_proj,0.13598099,0.01000,0.165
19,mlp.experts.6.down_proj,0.04990236,0.01000,0.165
19,mlp.experts.7.down_proj,0.31429297,0.01000,0.165
19,mlp.experts.8.down_proj,0.37917358,0.01000,0.165
19,mlp.experts.9.down_proj,0.19112396,0.01000,0.165
19,mlp.experts.10.down_proj,0.00548200,0.01000,0.165
19,mlp.experts.11.down_proj,0.03281428,0.01000,0.165
19,mlp.experts.12.down_proj,0.06820020,0.01000,0.166
19,mlp.experts.13.down_proj,0.04672321,0.01000,0.166
19,mlp.experts.14.down_proj,0.01164445,0.01000,0.168
19,mlp.experts.15.down_proj,0.01049230,0.01000,0.166
19,mlp.experts.16.down_proj,0.00041017,0.01000,0.166
19,mlp.experts.17.down_proj,0.07709732,0.01000,0.167
19,mlp.experts.18.down_proj,0.03239582,0.01000,0.167
19,mlp.experts.19.down_proj,0.02828810,0.01000,0.168
19,mlp.experts.20.down_proj,0.09027162,0.01000,0.168
19,mlp.experts.21.down_proj,0.22854599,0.01000,0.165
19,mlp.experts.22.down_proj,0.02907990,0.01000,0.166
19,mlp.experts.23.down_proj,0.00002073,0.01000,0.166
19,mlp.experts.24.down_proj,0.44729900,0.01000,0.165
19,mlp.experts.25.down_proj,0.02849261,0.01000,0.166
19,mlp.experts.26.down_proj,0.43739420,0.01000,0.166
19,mlp.experts.27.down_proj,0.01350324,0.01000,0.165
19,mlp.experts.28.down_proj,0.00016113,0.01000,0.169
19,mlp.experts.29.down_proj,0.01567072,0.01000,0.166
19,mlp.experts.30.down_proj,0.01166014,0.01000,0.166
19,mlp.experts.31.down_proj,0.16735038,0.01000,0.166
19,mlp.experts.32.down_proj,0.09722726,0.01000,0.166
19,mlp.experts.33.down_proj,0.24440709,0.01000,0.166
19,mlp.experts.34.down_proj,0.03739948,0.01000,0.166
19,mlp.experts.35.down_proj,0.00470289,0.01000,0.166
19,mlp.experts.36.down_proj,0.08064736,0.01000,0.166
19,mlp.experts.37.down_proj,0.00000293,0.01000,0.166
19,mlp.experts.38.down_proj,0.02808248,0.01000,0.166
19,mlp.experts.39.down_proj,0.02643682,0.01000,0.166
19,mlp.experts.40.down_proj,0.00452268,0.01000,0.165
19,mlp.experts.41.down_proj,0.02573545,0.01000,0.166
19,mlp.experts.42.down_proj,0.00000859,0.01000,0.165
19,mlp.experts.43.down_proj,0.02811826,0.01000,0.165
19,mlp.experts.44.down_proj,0.08122464,0.01000,0.166
19,mlp.experts.45.down_proj,0.23753172,0.01000,0.165
19,mlp.experts.46.down_proj,0.00897597,0.01000,0.169
19,mlp.experts.47.down_proj,0.03181886,0.01000,0.165
19,mlp.experts.48.down_proj,0.10660237,0.01000,0.166
19,mlp.experts.49.down_proj,0.05747303,0.01000,0.166
19,mlp.experts.50.down_proj,0.05420979,0.01000,0.166
19,mlp.experts.51.down_proj,0.09757631,0.01000,0.166
19,mlp.experts.52.down_proj,0.05393546,0.01000,0.166
19,mlp.experts.53.down_proj,0.08118519,0.01000,0.167
19,mlp.experts.54.down_proj,0.00000552,0.01000,0.166
19,mlp.experts.55.down_proj,0.00017409,0.01000,0.165
19,mlp.experts.56.down_proj,0.04598179,0.01000,0.168
19,mlp.experts.57.down_proj,0.00002305,0.01000,0.166
19,mlp.experts.58.down_proj,0.05230238,0.01000,0.166
19,mlp.experts.59.down_proj,0.76687121,0.01000,0.167
19,mlp.experts.60.down_proj,0.05663192,0.01000,0.166
19,mlp.experts.61.down_proj,0.04635485,0.01000,0.166
19,mlp.experts.62.down_proj,0.07805827,0.01000,0.167
19,mlp.experts.63.down_proj,0.03951072,0.01000,0.166
19,mlp.experts.64.down_proj,0.03355115,0.01000,0.166
19,mlp.experts.65.down_proj,0.00009862,0.01000,0.166
19,mlp.experts.66.down_proj,0.08735568,0.01000,0.165
19,mlp.experts.67.down_proj,0.00907343,0.01000,0.165
19,mlp.experts.68.down_proj,0.00303119,0.01000,0.166
19,mlp.experts.69.down_proj,0.00468662,0.01000,0.165
19,mlp.experts.70.down_proj,0.00320716,0.01000,0.166
19,mlp.experts.71.down_proj,0.00160032,0.01000,0.170
19,mlp.experts.72.down_proj,0.10589817,0.01000,0.166
19,mlp.experts.73.down_proj,0.17866418,0.01000,0.166
19,mlp.experts.74.down_proj,0.01727822,0.01000,0.166
19,mlp.experts.75.down_proj,0.13174820,0.01000,0.166
19,mlp.experts.76.down_proj,0.00043760,0.01000,0.166
19,mlp.experts.77.down_proj,0.00000147,0.01000,0.166
19,mlp.experts.78.down_proj,0.01922012,0.01000,0.167
19,mlp.experts.79.down_proj,0.03655214,0.01000,0.165
19,mlp.experts.80.down_proj,0.00000387,0.01000,0.166
19,mlp.experts.81.down_proj,0.01157176,0.01000,0.167
19,mlp.experts.82.down_proj,0.19792663,0.01000,0.167
19,mlp.experts.83.down_proj,0.03754213,0.01000,0.167
19,mlp.experts.84.down_proj,0.00223994,0.01000,0.166
19,mlp.experts.85.down_proj,0.00169711,0.01000,0.166
19,mlp.experts.86.down_proj,0.02704577,0.01000,0.168
19,mlp.experts.87.down_proj,0.12186466,0.01000,0.166
19,mlp.experts.88.down_proj,0.10783254,0.01000,0.166
19,mlp.experts.89.down_proj,0.07462117,0.01000,0.167
19,mlp.experts.90.down_proj,0.00004240,0.01000,0.166
19,mlp.experts.91.down_proj,0.02690275,0.01000,0.166
19,mlp.experts.92.down_proj,0.00577129,0.01000,0.167
19,mlp.experts.93.down_proj,0.07698101,0.01000,0.166
19,mlp.experts.94.down_proj,0.20366934,0.01000,0.166
19,mlp.experts.95.down_proj,0.07994777,0.01000,0.167
19,mlp.experts.96.down_proj,0.00348675,0.01000,0.165
19,mlp.experts.97.down_proj,0.00006108,0.01000,0.167
19,mlp.experts.98.down_proj,0.06531249,0.01000,0.166
19,mlp.experts.99.down_proj,0.02547160,0.01000,0.165
19,mlp.experts.100.down_proj,0.09362604,0.01000,0.171
19,mlp.experts.101.down_proj,0.01664386,0.01000,0.165
19,mlp.experts.102.down_proj,0.00023549,0.01000,0.166
19,mlp.experts.103.down_proj,0.00755252,0.01000,0.176
19,mlp.experts.104.down_proj,0.00474839,0.01000,0.166
19,mlp.experts.105.down_proj,0.00234685,0.01000,0.166
19,mlp.experts.106.down_proj,0.17178911,0.01000,0.166
19,mlp.experts.107.down_proj,0.00018182,0.01000,0.167
19,mlp.experts.108.down_proj,0.03336525,0.01000,0.166
19,mlp.experts.109.down_proj,0.07556654,0.01000,0.166
19,mlp.experts.110.down_proj,0.15901443,0.01000,0.166
19,mlp.experts.111.down_proj,0.00405693,0.01000,0.166
19,mlp.experts.112.down_proj,0.25920528,0.01000,0.166
19,mlp.experts.113.down_proj,0.00784089,0.01000,0.166
19,mlp.experts.114.down_proj,0.00703402,0.01000,0.166
19,mlp.experts.115.down_proj,0.01236359,0.01000,0.166
19,mlp.experts.116.down_proj,0.09603515,0.01000,0.165
19,mlp.experts.117.down_proj,0.00490059,0.01000,0.164
19,mlp.experts.118.down_proj,0.01295027,0.01000,0.165
19,mlp.experts.119.down_proj,0.10927572,0.01000,0.167
19,mlp.experts.120.down_proj,0.00732052,0.01000,0.165
19,mlp.experts.121.down_proj,0.00035106,0.01000,0.165
19,mlp.experts.122.down_proj,0.00022002,0.01000,0.165
19,mlp.experts.123.down_proj,0.27405286,0.01000,0.165
19,mlp.experts.124.down_proj,0.03816037,0.01000,0.165
19,mlp.experts.125.down_proj,0.05562228,0.01000,0.165
19,mlp.experts.126.down_proj,0.00052529,0.01000,0.165
19,mlp.experts.127.down_proj,0.02502834,0.01000,0.164
20,self_attn.q_proj,0.09354296,0.01000,0.455
20,self_attn.k_proj,0.01310228,0.01000,0.431
20,self_attn.v_proj,0.01766650,0.01000,0.438
20,self_attn.o_proj,0.01253487,0.01000,0.876
20,mlp.experts.0.up_proj,0.00031745,0.01000,0.437
20,mlp.experts.1.up_proj,0.00003064,0.01000,0.432
20,mlp.experts.2.up_proj,0.17482193,0.01000,0.431
20,mlp.experts.3.up_proj,0.44161487,0.01000,0.433
20,mlp.experts.4.up_proj,0.35365397,0.01000,0.432
20,mlp.experts.5.up_proj,3.66813874,0.01000,0.433
20,mlp.experts.6.up_proj,0.18842351,0.01000,0.432
20,mlp.experts.7.up_proj,0.00032684,0.01000,0.445
20,mlp.experts.8.up_proj,0.58288431,0.01000,0.443
20,mlp.experts.9.up_proj,0.30776912,0.01000,0.448
20,mlp.experts.10.up_proj,0.00816294,0.01000,0.432
20,mlp.experts.11.up_proj,0.01684460,0.01000,0.433
20,mlp.experts.12.up_proj,0.00000543,0.01000,0.434
20,mlp.experts.13.up_proj,0.31757271,0.01000,0.437
20,mlp.experts.14.up_proj,0.49072343,0.01000,0.433
20,mlp.experts.15.up_proj,0.29334128,0.01000,0.433
20,mlp.experts.16.up_proj,1.68666363,0.01000,0.432
20,mlp.experts.17.up_proj,1.03861427,0.01000,0.435
20,mlp.experts.18.up_proj,0.08655630,0.01000,0.435
20,mlp.experts.19.up_proj,0.02988444,0.01000,0.433
20,mlp.experts.20.up_proj,0.06965285,0.01000,0.431
20,mlp.experts.21.up_proj,0.79023063,0.01000,0.431
20,mlp.experts.22.up_proj,4.11459684,0.01000,0.434
20,mlp.experts.23.up_proj,0.27619344,0.01000,0.431
20,mlp.experts.24.up_proj,0.73328745,0.01000,0.431
20,mlp.experts.25.up_proj,0.29923791,0.01000,0.431
20,mlp.experts.26.up_proj,0.05818446,0.01000,0.434
20,mlp.experts.27.up_proj,0.14044748,0.01000,0.431
20,mlp.experts.28.up_proj,0.20197029,0.01000,0.432
20,mlp.experts.29.up_proj,0.01364523,0.01000,0.432
20,mlp.experts.30.up_proj,0.37586951,0.01000,0.433
20,mlp.experts.31.up_proj,0.00630233,0.01000,0.435
20,mlp.experts.32.up_proj,0.59014654,0.01000,0.442
20,mlp.experts.33.up_proj,0.53520906,0.01000,0.437
20,mlp.experts.34.up_proj,0.01168787,0.01000,0.437
20,mlp.experts.35.up_proj,0.30625015,0.01000,0.437
20,mlp.experts.36.up_proj,0.49317390,0.01000,0.435
20,mlp.experts.37.up_proj,0.24920161,0.01000,0.435
20,mlp.experts.38.up_proj,1.71004498,0.01000,0.435
20,mlp.experts.39.up_proj,0.36829543,0.01000,0.437
20,mlp.experts.40.up_proj,0.02644141,0.01000,0.436
20,mlp.experts.41.up_proj,0.04714865,0.01000,0.439
20,mlp.experts.42.up_proj,0.02146138,0.01000,0.437
20,mlp.experts.43.up_proj,0.19855013,0.01000,0.439
20,mlp.experts.44.up_proj,0.87972701,0.01000,0.435
20,mlp.experts.45.up_proj,2.61879301,0.01000,0.439
20,mlp.experts.46.up_proj,0.08973736,0.01000,0.436
20,mlp.experts.47.up_proj,0.39049965,0.01000,0.435
20,mlp.experts.48.up_proj,0.10559543,0.01000,0.436
20,mlp.experts.49.up_proj,0.00045155,0.01000,0.433
20,mlp.experts.50.up_proj,0.06579037,0.01000,0.433
20,mlp.experts.51.up_proj,0.13582039,0.01000,0.433
20,mlp.experts.52.up_proj,0.00014488,0.01000,0.433
20,mlp.experts.53.up_proj,2.87171912,0.01000,0.436
20,mlp.experts.54.up_proj,0.07721172,0.01000,0.438
20,mlp.experts.55.up_proj,0.34537369,0.01000,0.437
20,mlp.experts.56.up_proj,0.70080644,0.01000,0.435
20,mlp.experts.57.up_proj,2.45933557,0.01000,0.436
20,mlp.experts.58.up_proj,0.00000551,0.01000,0.435
20,mlp.experts.59.up_proj,0.00593932,0.01000,0.436
20,mlp.experts.60.up_proj,0.09020703,0.01000,0.439
20,mlp.experts.61.up_proj,0.70129228,0.01000,0.435
20,mlp.experts.62.up_proj,0.31722245,0.01000,0.436
20,mlp.experts.63.up_proj,0.00052651,0.01000,0.436
20,mlp.experts.64.up_proj,0.57075942,0.01000,0.436
20,mlp.experts.65.up_proj,1.04032731,0.01000,0.436
20,mlp.experts.66.up_proj,0.30654505,0.01000,0.436
20,mlp.experts.67.up_proj,0.15191388,0.01000,0.437
20,mlp.experts.68.up_proj,0.08094874,0.01000,0.436
20,mlp.experts.69.up_proj,0.28975111,0.01000,0.436
20,mlp.experts.70.up_proj,0.28637427,0.01000,0.436
20,mlp.experts.71.up_proj,0.00004289,0.01000,0.451
20,mlp.experts.72.up_proj,2.09050512,0.01000,0.434
20,mlp.experts.73.up_proj,0.00000182,0.01000,0.440
20,mlp.experts.74.up_proj,0.20921350,0.01000,0.435
20,mlp.experts.75.up_proj,0.00575022,0.01000,0.435
20,mlp.experts.76.up_proj,0.01367845,0.01000,0.433
20,mlp.experts.77.up_proj,0.20125231,0.01000,0.433
20,mlp.experts.78.up_proj,0.08609992,0.01000,0.439
20,mlp.experts.79.up_proj,0.08837922,0.01000,0.435
20,mlp.experts.80.up_proj,0.80921263,0.01000,0.436
20,mlp.experts.81.up_proj,0.00053760,0.01000,0.435
20,mlp.experts.82.up_proj,0.50342488,0.01000,0.435
20,mlp.experts.83.up_proj,0.02320809,0.01000,0.439
20,mlp.experts.84.up_proj,0.46536601,0.01000,0.432
20,mlp.experts.85.up_proj,0.03094281,0.01000,0.434
20,mlp.experts.86.up_proj,1.27346778,0.01000,0.432
20,mlp.experts.87.up_proj,0.10648556,0.01000,0.435
20,mlp.experts.88.up_proj,0.03956724,0.01000,0.432
20,mlp.experts.89.up_proj,0.00403831,0.01000,0.431
20,mlp.experts.90.up_proj,1.99025834,0.01000,0.432
20,mlp.experts.91.up_proj,0.45677304,0.01000,0.432
20,mlp.experts.92.up_proj,0.07096183,0.01000,0.432
20,mlp.experts.93.up_proj,0.03650091,0.01000,0.432
20,mlp.experts.94.up_proj,0.48694372,0.01000,0.432
20,mlp.experts.95.up_proj,0.73505592,0.01000,0.433
20,mlp.experts.96.up_proj,0.00499134,0.01000,0.443
20,mlp.experts.97.up_proj,0.02092331,0.01000,0.436
20,mlp.experts.98.up_proj,0.11598186,0.01000,0.435
20,mlp.experts.99.up_proj,0.44168672,0.01000,0.435
20,mlp.experts.100.up_proj,0.44041222,0.01000,0.435
20,mlp.experts.101.up_proj,0.31104600,0.01000,0.440
20,mlp.experts.102.up_proj,1.38943410,0.01000,0.435
20,mlp.experts.103.up_proj,0.37539795,0.01000,0.435
20,mlp.experts.104.up_proj,0.46250075,0.01000,0.435
20,mlp.experts.105.up_proj,0.57805884,0.01000,0.436
20,mlp.experts.106.up_proj,0.57739383,0.01000,0.439
20,mlp.experts.107.up_proj,0.00042757,0.01000,0.437
20,mlp.experts.108.up_proj,0.15987249,0.01000,0.436
20,mlp.experts.109.up_proj,0.17098279,0.01000,0.436
20,mlp.experts.110.up_proj,0.43600106,0.01000,0.436
20,mlp.experts.111.up_proj,0.19141769,0.01000,0.438
20,mlp.experts.112.up_proj,0.00000545,0.01000,0.436
20,mlp.experts.113.up_proj,0.01601874,0.01000,0.435
20,mlp.experts.114.up_proj,0.46415627,0.01000,0.436
20,mlp.experts.115.up_proj,0.00357318,0.01000,0.436
20,mlp.experts.116.up_proj,0.69178045,0.01000,0.435
20,mlp.experts.117.up_proj,0.08805223,0.01000,0.434
20,mlp.experts.118.up_proj,0.00560610,0.01000,0.437
20,mlp.experts.119.up_proj,0.03289732,0.01000,0.434
20,mlp.experts.120.up_proj,0.01447290,0.01000,0.434
20,mlp.experts.121.up_proj,0.39879605,0.01000,0.436
20,mlp.experts.122.up_proj,0.69653100,0.01000,0.436
20,mlp.experts.123.up_proj,0.16025041,0.01000,0.436
20,mlp.experts.124.up_proj,0.13537148,0.01000,0.448
20,mlp.experts.125.up_proj,0.02229986,0.01000,0.435
20,mlp.experts.126.up_proj,0.02110013,0.01000,0.450
20,mlp.experts.127.up_proj,0.09138425,0.01000,0.436
20,mlp.experts.0.gate_proj,0.00035511,0.01000,0.436
20,mlp.experts.1.gate_proj,0.00003253,0.01000,0.437
20,mlp.experts.2.gate_proj,0.17935869,0.01000,0.436
20,mlp.experts.3.gate_proj,0.46523666,0.01000,0.435
20,mlp.experts.4.gate_proj,0.34022215,0.01000,0.435
20,mlp.experts.5.gate_proj,3.70623779,0.01000,0.436
20,mlp.experts.6.gate_proj,0.19948447,0.01000,0.435
20,mlp.experts.7.gate_proj,0.00035093,0.01000,0.436
20,mlp.experts.8.gate_proj,0.60673535,0.01000,0.437
20,mlp.experts.9.gate_proj,0.30492085,0.01000,0.438
20,mlp.experts.10.gate_proj,0.00839157,0.01000,0.436
20,mlp.experts.11.gate_proj,0.01708745,0.01000,0.436
20,mlp.experts.12.gate_proj,0.00000540,0.01000,0.437
20,mlp.experts.13.gate_proj,0.35182011,0.01000,0.435
20,mlp.experts.14.gate_proj,0.43671560,0.01000,0.437
20,mlp.experts.15.gate_proj,0.27876610,0.01000,0.436
20,mlp.experts.16.gate_proj,1.68278897,0.01000,0.435
20,mlp.experts.17.gate_proj,1.12579703,0.01000,0.436
20,mlp.experts.18.gate_proj,0.09107391,0.01000,0.439
20,mlp.experts.19.gate_proj,0.02864869,0.01000,0.435
20,mlp.experts.20.gate_proj,0.06085057,0.01000,0.435
20,mlp.experts.21.gate_proj,0.82152301,0.01000,0.435
20,mlp.experts.22.gate_proj,4.17794704,0.01000,0.435
20,mlp.experts.23.gate_proj,0.27936327,0.01000,0.435
20,mlp.experts.24.gate_proj,0.76937217,0.01000,0.435
20,mlp.experts.25.gate_proj,0.29884946,0.01000,0.435
20,mlp.experts.26.gate_proj,0.06397037,0.01000,0.435
20,mlp.experts.27.gate_proj,0.12698169,0.01000,0.437
20,mlp.experts.28.gate_proj,0.21101055,0.01000,0.441
20,mlp.experts.29.gate_proj,0.01452689,0.01000,0.436
20,mlp.experts.30.gate_proj,0.36275896,0.01000,0.436
20,mlp.experts.31.gate_proj,0.00688099,0.01000,0.437
20,mlp.experts.32.gate_proj,0.65018147,0.01000,0.435
20,mlp.experts.33.gate_proj,0.53518569,0.01000,0.436
20,mlp.experts.34.gate_proj,0.01202760,0.01000,0.436
20,mlp.experts.35.gate_proj,0.28134620,0.01000,0.441
20,mlp.experts.36.gate_proj,0.49484593,0.01000,0.436
20,mlp.experts.37.gate_proj,0.24854819,0.01000,0.437
20,mlp.experts.38.gate_proj,1.63036323,0.01000,0.436
20,mlp.experts.39.gate_proj,0.29987663,0.01000,0.441
20,mlp.experts.40.gate_proj,0.02670622,0.01000,0.441
20,mlp.experts.41.gate_proj,0.04778915,0.01000,0.442
20,mlp.experts.42.gate_proj,0.02243230,0.01000,0.441
20,mlp.experts.43.gate_proj,0.19114825,0.01000,0.439
20,mlp.experts.44.gate_proj,0.80044866,0.01000,0.441
20,mlp.experts.45.gate_proj,2.79307795,0.01000,0.441
20,mlp.experts.46.gate_proj,0.08670535,0.01000,0.445
20,mlp.experts.47.gate_proj,0.40685320,0.01000,0.441
20,mlp.experts.48.gate_proj,0.11928338,0.01000,0.441
20,mlp.experts.49.gate_proj,0.00047341,0.01000,0.442
20,mlp.experts.50.gate_proj,0.06763108,0.01000,0.442
20,mlp.experts.51.gate_proj,0.13373981,0.01000,0.447
20,mlp.experts.52.gate_proj,0.00013833,0.01000,0.442
20,mlp.experts.53.gate_proj,3.04352617,0.01000,0.442
20,mlp.experts.54.gate_proj,0.07819735,0.01000,0.441
20,mlp.experts.55.gate_proj,0.34825167,0.01000,0.446
20,mlp.experts.56.gate_proj,0.73439837,0.01000,0.450
20,mlp.experts.57.gate_proj,2.68207526,0.01000,0.437
20,mlp.experts.58.gate_proj,0.00000563,0.01000,0.440
20,mlp.experts.59.gate_proj,0.00575424,0.01000,0.439
20,mlp.experts.60.gate_proj,0.09314247,0.01000,0.437
20,mlp.experts.61.gate_proj,0.64038724,0.01000,0.440
20,mlp.experts.62.gate_proj,0.32131076,0.01000,0.437
20,mlp.experts.63.gate_proj,0.00054248,0.01000,0.439
20,mlp.experts.64.gate_proj,0.55143380,0.01000,0.438
20,mlp.experts.65.gate_proj,1.04855752,0.01000,0.438
20,mlp.experts.66.gate_proj,0.31609476,0.01000,0.438
20,mlp.experts.67.gate_proj,0.17106791,0.01000,0.438
20,mlp.experts.68.gate_proj,0.08050333,0.01000,0.438
20,mlp.experts.69.gate_proj,0.29370272,0.01000,0.440
20,mlp.experts.70.gate_proj,0.28636765,0.01000,0.441
20,mlp.experts.71.gate_proj,0.00004493,0.01000,0.438
20,mlp.experts.72.gate_proj,2.18631887,0.01000,0.438
20,mlp.experts.73.gate_proj,0.00000191,0.01000,0.438
20,mlp.experts.74.gate_proj,0.21500826,0.01000,0.438
20,mlp.experts.75.gate_proj,0.00585947,0.01000,0.440
20,mlp.experts.76.gate_proj,0.01440980,0.01000,0.439
20,mlp.experts.77.gate_proj,0.22001092,0.01000,0.441
20,mlp.experts.78.gate_proj,0.09129064,0.01000,0.440
20,mlp.experts.79.gate_proj,0.08259153,0.01000,0.440
20,mlp.experts.80.gate_proj,0.78829265,0.01000,0.442
20,mlp.experts.81.gate_proj,0.00052589,0.01000,0.446
20,mlp.experts.82.gate_proj,0.50221312,0.01000,0.449
20,mlp.experts.83.gate_proj,0.02445761,0.01000,0.445
20,mlp.experts.84.gate_proj,0.39829820,0.01000,0.443
20,mlp.experts.85.gate_proj,0.03419147,0.01000,0.440
20,mlp.experts.86.gate_proj,1.26671183,0.01000,0.444
20,mlp.experts.87.gate_proj,0.11011122,0.01000,0.441
20,mlp.experts.88.gate_proj,0.04448182,0.01000,0.439
20,mlp.experts.89.gate_proj,0.00422627,0.01000,0.443
20,mlp.experts.90.gate_proj,2.03703451,0.01000,0.441
20,mlp.experts.91.gate_proj,0.46647274,0.01000,0.443
20,mlp.experts.92.gate_proj,0.07935277,0.01000,0.441
20,mlp.experts.93.gate_proj,0.03839221,0.01000,0.443
20,mlp.experts.94.gate_proj,0.31433910,0.01000,0.438
20,mlp.experts.95.gate_proj,0.71357155,0.01000,0.438
20,mlp.experts.96.gate_proj,0.02407513,0.01000,0.440
20,mlp.experts.97.gate_proj,0.02224954,0.01000,0.437
20,mlp.experts.98.gate_proj,0.11997425,0.01000,0.440
20,mlp.experts.99.gate_proj,0.43886894,0.01000,0.440
20,mlp.experts.100.gate_proj,0.46272635,0.01000,0.439
20,mlp.experts.101.gate_proj,0.31916058,0.01000,0.440
20,mlp.experts.102.gate_proj,1.41652966,0.01000,0.438
20,mlp.experts.103.gate_proj,0.34180644,0.01000,0.442
20,mlp.experts.104.gate_proj,0.47266737,0.01000,0.437
20,mlp.experts.105.gate_proj,0.60183233,0.01000,0.442
20,mlp.experts.106.gate_proj,0.51935858,0.01000,0.442
20,mlp.experts.107.gate_proj,0.00042247,0.01000,0.442
20,mlp.experts.108.gate_proj,0.16183227,0.01000,0.455
20,mlp.experts.109.gate_proj,0.17069983,0.01000,0.438
20,mlp.experts.110.gate_proj,0.47292382,0.01000,0.447
20,mlp.experts.111.gate_proj,0.19689161,0.01000,0.440
20,mlp.experts.112.gate_proj,0.00000548,0.01000,0.440
20,mlp.experts.113.gate_proj,0.01619086,0.01000,0.440
20,mlp.experts.114.gate_proj,0.50611079,0.01000,0.439
20,mlp.experts.115.gate_proj,0.00374260,0.01000,0.443
20,mlp.experts.116.gate_proj,0.69872600,0.01000,0.439
20,mlp.experts.117.gate_proj,0.08827488,0.01000,0.437
20,mlp.experts.118.gate_proj,0.00577326,0.01000,0.436
20,mlp.experts.119.gate_proj,0.03799085,0.01000,0.442
20,mlp.experts.120.gate_proj,0.01600003,0.01000,0.442
20,mlp.experts.121.gate_proj,0.35081792,0.01000,0.441
20,mlp.experts.122.gate_proj,0.62934291,0.01000,0.441
20,mlp.experts.123.gate_proj,0.16330086,0.01000,0.440
20,mlp.experts.124.gate_proj,0.13998207,0.01000,0.437
20,mlp.experts.125.gate_proj,0.02159254,0.01000,0.437
20,mlp.experts.126.gate_proj,0.02216394,0.01000,0.442
20,mlp.experts.127.gate_proj,0.08566663,0.01000,0.436
20,mlp.experts.0.down_proj,0.00008002,0.01000,0.178
20,mlp.experts.1.down_proj,0.00000481,0.01000,0.164
20,mlp.experts.2.down_proj,0.03241675,0.01000,0.165
20,mlp.experts.3.down_proj,0.05870403,0.01000,0.165
20,mlp.experts.4.down_proj,0.08510404,0.01000,0.166
20,mlp.experts.5.down_proj,0.48232919,0.01000,0.166
20,mlp.experts.6.down_proj,0.02063907,0.01000,0.166
20,mlp.experts.7.down_proj,0.00009029,0.01000,0.166
20,mlp.experts.8.down_proj,0.09424327,0.01000,0.166
20,mlp.experts.9.down_proj,0.07718671,0.01000,0.168
20,mlp.experts.10.down_proj,0.00139825,0.01000,0.171
20,mlp.experts.11.down_proj,0.00408442,0.01000,0.166
20,mlp.experts.12.down_proj,0.00000115,0.01000,0.166
20,mlp.experts.13.down_proj,0.08424395,0.01000,0.167
20,mlp.experts.14.down_proj,0.09667045,0.01000,0.166
20,mlp.experts.15.down_proj,0.06528832,0.01000,0.167
20,mlp.experts.16.down_proj,0.38865480,0.01000,0.166
20,mlp.experts.17.down_proj,0.18052509,0.01000,0.167
20,mlp.experts.18.down_proj,0.02156642,0.01000,0.167
20,mlp.experts.19.down_proj,0.00783131,0.01000,0.167
20,mlp.experts.20.down_proj,0.01591142,0.01000,0.167
20,mlp.experts.21.down_proj,0.12692612,0.01000,0.170
20,mlp.experts.22.down_proj,1.22314882,0.01000,0.166
20,mlp.experts.23.down_proj,0.05093146,0.01000,0.167
20,mlp.experts.24.down_proj,0.16742775,0.01000,0.167
20,mlp.experts.25.down_proj,0.04909406,0.01000,0.167
20,mlp.experts.26.down_proj,0.00975765,0.01000,0.167
20,mlp.experts.27.down_proj,0.02760563,0.01000,0.167
20,mlp.experts.28.down_proj,0.03394091,0.01000,0.167
20,mlp.experts.29.down_proj,0.00253607,0.01000,0.167
20,mlp.experts.30.down_proj,0.07026635,0.01000,0.167
20,mlp.experts.31.down_proj,0.00223198,0.01000,0.167
20,mlp.experts.32.down_proj,0.09761927,0.01000,0.167
20,mlp.experts.33.down_proj,0.08000261,0.01000,0.170
20,mlp.experts.34.down_proj,0.00320462,0.01000,0.167
20,mlp.experts.35.down_proj,0.06583603,0.01000,0.169
20,mlp.experts.36.down_proj,0.10473163,0.01000,0.167
20,mlp.experts.37.down_proj,0.04165654,0.01000,0.167
20,mlp.experts.38.down_proj,0.95796418,0.01000,0.167
20,mlp.experts.39.down_proj,0.06394196,0.01000,0.168
20,mlp.experts.40.down_proj,0.00469225,0.01000,0.168
20,mlp.experts.41.down_proj,0.01980962,0.01000,0.167
20,mlp.experts.42.down_proj,0.00386549,0.01000,0.168
20,mlp.experts.43.down_proj,0.03833859,0.01000,0.167
20,mlp.experts.44.down_proj,0.14350659,0.01000,0.168
20,mlp.experts.45.down_proj,0.53644115,0.01000,0.172
20,mlp.experts.46.down_proj,0.02047062,0.01000,0.167
20,mlp.experts.47.down_proj,0.06703565,0.01000,0.167
20,mlp.experts.48.down_proj,0.01843639,0.01000,0.167
20,mlp.experts.49.down_proj,0.00014663,0.01000,0.167
20,mlp.experts.50.down_proj,0.01348008,0.01000,0.167
20,mlp.experts.51.down_proj,0.03427944,0.01000,0.169
20,mlp.experts.52.down_proj,0.00004876,0.01000,0.167
20,mlp.experts.53.down_proj,0.54288387,0.01000,0.167
20,mlp.experts.54.down_proj,0.01255811,0.01000,0.167
20,mlp.experts.55.down_proj,0.06336321,0.01000,0.169
20,mlp.experts.56.down_proj,0.12533955,0.01000,0.171
20,mlp.experts.57.down_proj,0.72947061,0.01000,0.171
20,mlp.experts.58.down_proj,0.00000117,0.01000,0.166
20,mlp.experts.59.down_proj,0.00153774,0.01000,0.166
20,mlp.experts.60.down_proj,0.02149889,0.01000,0.167
20,mlp.experts.61.down_proj,0.14024448,0.01000,0.166
20,mlp.experts.62.down_proj,0.05672146,0.01000,0.167
20,mlp.experts.63.down_proj,0.00018666,0.01000,0.167
20,mlp.experts.64.down_proj,0.13390753,0.01000,0.168
20,mlp.experts.65.down_proj,0.29452342,0.01000,0.167
20,mlp.experts.66.down_proj,0.07553949,0.01000,0.167
20,mlp.experts.67.down_proj,0.02255133,0.01000,0.167
20,mlp.experts.68.down_proj,0.01434837,0.01000,0.168
20,mlp.experts.69.down_proj,0.03721884,0.01000,0.168
20,mlp.experts.70.down_proj,0.04458842,0.01000,0.167
20,mlp.experts.71.down_proj,0.00001412,0.01000,0.167
20,mlp.experts.72.down_proj,0.43049365,0.01000,0.167
20,mlp.experts.73.down_proj,0.00000023,0.01000,0.169
20,mlp.experts.74.down_proj,0.02977757,0.01000,0.171
20,mlp.experts.75.down_proj,0.00156969,0.01000,0.168
20,mlp.experts.76.down_proj,0.00243736,0.01000,0.167
20,mlp.experts.77.down_proj,0.05907591,0.01000,0.167
20,mlp.experts.78.down_proj,0.01847225,0.01000,0.167
20,mlp.experts.79.down_proj,0.01994735,0.01000,0.168
20,mlp.experts.80.down_proj,0.13994330,0.01000,0.168
20,mlp.experts.81.down_proj,0.00028540,0.01000,0.168
20,mlp.experts.82.down_proj,0.08936936,0.01000,0.168
20,mlp.experts.83.down_proj,0.00578308,0.01000,0.167
20,mlp.experts.84.down_proj,0.08895888,0.01000,0.167
20,mlp.experts.85.down_proj,0.00446031,0.01000,0.167
20,mlp.experts.86.down_proj,0.21037658,0.01000,0.168
20,mlp.experts.87.down_proj,0.02031407,0.01000,0.167
20,mlp.experts.88.down_proj,0.00992960,0.01000,0.167
20,mlp.experts.89.down_proj,0.00239293,0.01000,0.167
20,mlp.experts.90.down_proj,0.29265642,0.01000,0.167
20,mlp.experts.91.down_proj,0.06725149,0.01000,0.168
20,mlp.experts.92.down_proj,0.01596437,0.01000,0.167
20,mlp.experts.93.down_proj,0.01137097,0.01000,0.167
20,mlp.experts.94.down_proj,0.08778442,0.01000,0.172
20,mlp.experts.95.down_proj,0.12370178,0.01000,0.167
20,mlp.experts.96.down_proj,0.00018197,0.01000,0.170
20,mlp.experts.97.down_proj,0.00854794,0.01000,0.167
20,mlp.experts.98.down_proj,0.03311324,0.01000,0.168
20,mlp.experts.99.down_proj,0.09792398,0.01000,0.168
20,mlp.experts.100.down_proj,0.07870713,0.01000,0.168
20,mlp.experts.101.down_proj,0.07971819,0.01000,0.178
20,mlp.experts.102.down_proj,0.30699891,0.01000,0.168
20,mlp.experts.103.down_proj,0.07435983,0.01000,0.168
20,mlp.experts.104.down_proj,0.07070169,0.01000,0.167
20,mlp.experts.105.down_proj,0.07845143,0.01000,0.170
20,mlp.experts.106.down_proj,0.08737604,0.01000,0.167
20,mlp.experts.107.down_proj,0.00013496,0.01000,0.167
20,mlp.experts.108.down_proj,0.02283397,0.01000,0.166
20,mlp.experts.109.down_proj,0.04676563,0.01000,0.166
20,mlp.experts.110.down_proj,0.06966764,0.01000,0.167
20,mlp.experts.111.down_proj,0.04993115,0.01000,0.167
20,mlp.experts.112.down_proj,0.00000087,0.01000,0.167
20,mlp.experts.113.down_proj,0.00369416,0.01000,0.167
20,mlp.experts.114.down_proj,0.10666348,0.01000,0.170
20,mlp.experts.115.down_proj,0.00082714,0.01000,0.171
20,mlp.experts.116.down_proj,0.14459254,0.01000,0.169
20,mlp.experts.117.down_proj,0.01395542,0.01000,0.169
20,mlp.experts.118.down_proj,0.00095789,0.01000,0.167
20,mlp.experts.119.down_proj,0.00234666,0.01000,0.167
20,mlp.experts.120.down_proj,0.00358432,0.01000,0.168
20,mlp.experts.121.down_proj,0.08981593,0.01000,0.167
20,mlp.experts.122.down_proj,0.13063532,0.01000,0.167
20,mlp.experts.123.down_proj,0.02701537,0.01000,0.168
20,mlp.experts.124.down_proj,0.01039111,0.01000,0.168
20,mlp.experts.125.down_proj,0.00639264,0.01000,0.168
20,mlp.experts.126.down_proj,0.00149953,0.01000,0.168
20,mlp.experts.127.down_proj,0.01856051,0.01000,0.181
21,self_attn.q_proj,0.12219054,0.01000,0.445
21,self_attn.k_proj,0.01736468,0.01000,0.433
21,self_attn.v_proj,0.01928643,0.01000,0.431
21,self_attn.o_proj,0.01695710,0.01000,0.882
21,mlp.experts.0.up_proj,1.20436525,0.01000,0.461
21,mlp.experts.1.up_proj,0.84199256,0.01000,0.428
21,mlp.experts.2.up_proj,2.56665850,0.01000,0.428
21,mlp.experts.3.up_proj,0.00000318,0.01000,0.428
21,mlp.experts.4.up_proj,0.00001033,0.01000,0.428
21,mlp.experts.5.up_proj,0.93761164,0.01000,0.430
21,mlp.experts.6.up_proj,0.10215578,0.01000,0.429
21,mlp.experts.7.up_proj,2.09421253,0.01000,0.428
21,mlp.experts.8.up_proj,0.01555865,0.01000,0.428
21,mlp.experts.9.up_proj,0.54182243,0.01000,0.429
21,mlp.experts.10.up_proj,0.39126495,0.01000,0.428
21,mlp.experts.11.up_proj,0.00713951,0.01000,0.427
21,mlp.experts.12.up_proj,0.01921199,0.01000,0.428
21,mlp.experts.13.up_proj,0.11558314,0.01000,0.430
21,mlp.experts.14.up_proj,0.04422190,0.01000,0.430
21,mlp.experts.15.up_proj,0.05987233,0.01000,0.433
21,mlp.experts.16.up_proj,0.00902054,0.01000,0.433
21,mlp.experts.17.up_proj,0.40126079,0.01000,0.431
21,mlp.experts.18.up_proj,0.00001514,0.01000,0.432
21,mlp.experts.19.up_proj,0.42580861,0.01000,0.436
21,mlp.experts.20.up_proj,0.02362236,0.01000,0.431
21,mlp.experts.21.up_proj,0.03061587,0.01000,0.432
21,mlp.experts.22.up_proj,0.52264547,0.01000,0.432
21,mlp.experts.23.up_proj,0.07300106,0.01000,0.432
21,mlp.experts.24.up_proj,0.71666902,0.01000,0.432
21,mlp.experts.25.up_proj,0.21702451,0.01000,0.431
21,mlp.experts.26.up_proj,0.02971679,0.01000,0.432
21,mlp.experts.27.up_proj,0.00080967,0.01000,0.433
21,mlp.experts.28.up_proj,0.07781401,0.01000,0.446
21,mlp.experts.29.up_proj,0.00015751,0.01000,0.432
21,mlp.experts.30.up_proj,0.00325309,0.01000,0.431
21,mlp.experts.31.up_proj,0.15810725,0.01000,0.431
21,mlp.experts.32.up_proj,0.18824664,0.01000,0.432
21,mlp.experts.33.up_proj,2.21994305,0.01000,0.435
21,mlp.experts.34.up_proj,0.01311213,0.01000,0.431
21,mlp.experts.35.up_proj,1.18288934,0.01000,0.432
21,mlp.experts.36.up_proj,0.00218618,0.01000,0.432
21,mlp.experts.37.up_proj,0.26774639,0.01000,0.433
21,mlp.experts.38.up_proj,0.02246338,0.01000,0.433
21,mlp.experts.39.up_proj,0.00922392,0.01000,0.431
21,mlp.experts.40.up_proj,0.24685466,0.01000,0.432
21,mlp.experts.41.up_proj,0.26800185,0.01000,0.431
21,mlp.experts.42.up_proj,0.00154085,0.01000,0.434
21,mlp.experts.43.up_proj,0.54205465,0.01000,0.445
21,mlp.experts.44.up_proj,0.08581319,0.01000,0.433
21,mlp.experts.45.up_proj,0.13969991,0.01000,0.446
21,mlp.experts.46.up_proj,0.15372095,0.01000,0.432
21,mlp.experts.47.up_proj,0.17874286,0.01000,0.435
21,mlp.experts.48.up_proj,0.36761346,0.01000,0.432
21,mlp.experts.49.up_proj,1.53699362,0.01000,0.432
21,mlp.experts.50.up_proj,0.18433598,0.01000,0.431
21,mlp.experts.51.up_proj,0.04150193,0.01000,0.436
21,mlp.experts.52.up_proj,1.22185731,0.01000,0.432
21,mlp.experts.53.up_proj,0.01400052,0.01000,0.430
21,mlp.experts.54.up_proj,0.03279256,0.01000,0.430
21,mlp.experts.55.up_proj,0.12964354,0.01000,0.430
21,mlp.experts.56.up_proj,0.17336912,0.01000,0.436
21,mlp.experts.57.up_proj,0.42812875,0.01000,0.430
21,mlp.experts.58.up_proj,0.11857282,0.01000,0.429
21,mlp.experts.59.up_proj,0.13162453,0.01000,0.431
21,mlp.experts.60.up_proj,0.29136774,0.01000,0.430
21,mlp.experts.61.up_proj,0.00116447,0.01000,0.431
21,mlp.experts.62.up_proj,0.27148804,0.01000,0.430
21,mlp.experts.63.up_proj,0.02244497,0.01000,0.429
21,mlp.experts.64.up_proj,0.04365149,0.01000,0.430
21,mlp.experts.65.up_proj,0.60285592,0.01000,0.431
21,mlp.experts.66.up_proj,0.56321216,0.01000,0.430
21,mlp.experts.67.up_proj,0.03116434,0.01000,0.431
21,mlp.experts.68.up_proj,0.30054367,0.01000,0.430
21,mlp.experts.69.up_proj,0.78107369,0.01000,0.430
21,mlp.experts.70.up_proj,0.15523295,0.01000,0.438
21,mlp.experts.71.up_proj,0.84984905,0.01000,0.431
21,mlp.experts.72.up_proj,0.04251939,0.01000,0.431
21,mlp.experts.73.up_proj,0.11780928,0.01000,0.432
21,mlp.experts.74.up_proj,0.00081114,0.01000,0.434
21,mlp.experts.75.up_proj,0.00082448,0.01000,0.433
21,mlp.experts.76.up_proj,0.70493203,0.01000,0.431
21,mlp.experts.77.up_proj,0.06152561,0.01000,0.431
21,mlp.experts.78.up_proj,0.17015791,0.01000,0.431
21,mlp.experts.79.up_proj,0.31637254,0.01000,0.434
21,mlp.experts.80.up_proj,2.04836988,0.01000,0.428
21,mlp.experts.81.up_proj,0.51955605,0.01000,0.429
21,mlp.experts.82.up_proj,4.17647028,0.01000,0.430
21,mlp.experts.83.up_proj,0.07183693,0.01000,0.431
21,mlp.experts.84.up_proj,1.44847643,0.01000,0.437
21,mlp.experts.85.up_proj,1.03602839,0.01000,0.430
21,mlp.experts.86.up_proj,0.43348122,0.01000,0.430
21,mlp.experts.87.up_proj,0.02683921,0.01000,0.430
21,mlp.experts.88.up_proj,0.00025190,0.01000,0.436
21,mlp.experts.89.up_proj,0.48918730,0.01000,0.432
21,mlp.experts.90.up_proj,0.01220769,0.01000,0.432
21,mlp.experts.91.up_proj,0.72860777,0.01000,0.430
21,mlp.experts.92.up_proj,0.19532192,0.01000,0.430
21,mlp.experts.93.up_proj,0.00177312,0.01000,0.437
21,mlp.experts.94.up_proj,0.89549541,0.01000,0.429
21,mlp.experts.95.up_proj,0.05086717,0.01000,0.430
21,mlp.experts.96.up_proj,1.14954925,0.01000,0.431
21,mlp.experts.97.up_proj,0.97704899,0.01000,0.430
21,mlp.experts.98.up_proj,0.25942612,0.01000,0.433
21,mlp.experts.99.up_proj,0.72250521,0.01000,0.432
21,mlp.experts.100.up_proj,0.24680078,0.01000,0.432
21,mlp.experts.101.up_proj,0.00004095,0.01000,0.433
21,mlp.experts.102.up_proj,0.59004748,0.01000,0.435
21,mlp.experts.103.up_proj,0.40793777,0.01000,0.434
21,mlp.experts.104.up_proj,0.04063360,0.01000,0.431
21,mlp.experts.105.up_proj,0.34200928,0.01000,0.431
21,mlp.experts.106.up_proj,0.41511488,0.01000,0.432
21,mlp.experts.107.up_proj,0.02698767,0.01000,0.434
21,mlp.experts.108.up_proj,0.01260813,0.01000,0.430
21,mlp.experts.109.up_proj,0.00148411,0.01000,0.429
21,mlp.experts.110.up_proj,0.39924371,0.01000,0.428
21,mlp.experts.111.up_proj,2.05863667,0.01000,0.432
21,mlp.experts.112.up_proj,0.11376104,0.01000,0.429
21,mlp.experts.113.up_proj,0.41558319,0.01000,0.427
21,mlp.experts.114.up_proj,0.05217088,0.01000,0.430
21,mlp.experts.115.up_proj,0.00196318,0.01000,0.428
21,mlp.experts.116.up_proj,0.10134166,0.01000,0.432
21,mlp.experts.117.up_proj,0.06131208,0.01000,0.429
21,mlp.experts.118.up_proj,0.51675069,0.01000,0.428
21,mlp.experts.119.up_proj,0.00001956,0.01000,0.430
21,mlp.experts.120.up_proj,0.00001807,0.01000,0.428
21,mlp.experts.121.up_proj,0.00043642,0.01000,0.430
21,mlp.experts.122.up_proj,2.27157092,0.01000,0.428
21,mlp.experts.123.up_proj,0.01087028,0.01000,0.429
21,mlp.experts.124.up_proj,0.02366873,0.01000,0.433
21,mlp.experts.125.up_proj,2.90942478,0.01000,0.430
21,mlp.experts.126.up_proj,0.01281865,0.01000,0.432
21,mlp.experts.127.up_proj,0.80675632,0.01000,0.428
21,mlp.experts.0.gate_proj,1.19052410,0.01000,0.429
21,mlp.experts.1.gate_proj,0.78038967,0.01000,0.429
21,mlp.experts.2.gate_proj,2.82428741,0.01000,0.432
21,mlp.experts.3.gate_proj,0.00000323,0.01000,0.429
21,mlp.experts.4.gate_proj,0.00001096,0.01000,0.428
21,mlp.experts.5.gate_proj,0.90922797,0.01000,0.433
21,mlp.experts.6.gate_proj,0.10585445,0.01000,0.431
21,mlp.experts.7.gate_proj,1.83779144,0.01000,0.429
21,mlp.experts.8.gate_proj,0.01555600,0.01000,0.429
21,mlp.experts.9.gate_proj,0.48301196,0.01000,0.429
21,mlp.experts.10.gate_proj,0.37339348,0.01000,0.429
21,mlp.experts.11.gate_proj,0.00744217,0.01000,0.429
21,mlp.experts.12.gate_proj,0.02034437,0.01000,0.429
21,mlp.experts.13.gate_proj,0.11480810,0.01000,0.429
21,mlp.experts.14.gate_proj,0.04433416,0.01000,0.429
21,mlp.experts.15.gate_proj,0.06149120,0.01000,0.432
21,mlp.experts.16.gate_proj,0.00927262,0.01000,0.431
21,mlp.experts.17.gate_proj,0.39873666,0.01000,0.432
21,mlp.experts.18.gate_proj,0.00001528,0.01000,0.430
21,mlp.experts.19.gate_proj,0.43573010,0.01000,0.428
21,mlp.experts.20.gate_proj,0.02367133,0.01000,0.431
21,mlp.experts.21.gate_proj,0.03140073,0.01000,0.430
21,mlp.experts.22.gate_proj,0.47128254,0.01000,0.428
21,mlp.experts.23.gate_proj,0.07207209,0.01000,0.428
21,mlp.experts.24.gate_proj,0.63153315,0.01000,0.428
21,mlp.experts.25.gate_proj,0.20375839,0.01000,0.430
21,mlp.experts.26.gate_proj,0.03017521,0.01000,0.429
21,mlp.experts.27.gate_proj,0.00083748,0.01000,0.432
21,mlp.experts.28.gate_proj,0.07731813,0.01000,0.428
21,mlp.experts.29.gate_proj,0.00016037,0.01000,0.429
21,mlp.experts.30.gate_proj,0.00304124,0.01000,0.429
21,mlp.experts.31.gate_proj,0.14038120,0.01000,0.428
21,mlp.experts.32.gate_proj,0.30283019,0.01000,0.428
21,mlp.experts.33.gate_proj,2.22498608,0.01000,0.429
21,mlp.experts.34.gate_proj,0.01326681,0.01000,0.442
21,mlp.experts.35.gate_proj,0.70720494,0.01000,0.430
21,mlp.experts.36.gate_proj,0.00233583,0.01000,0.444
21,mlp.experts.37.gate_proj,0.25992537,0.01000,0.427
21,mlp.experts.38.gate_proj,0.02279178,0.01000,0.429
21,mlp.experts.39.gate_proj,0.00924756,0.01000,0.431
21,mlp.experts.40.gate_proj,0.15544435,0.01000,0.432
21,mlp.experts.41.gate_proj,0.24040392,0.01000,0.431
21,mlp.experts.42.gate_proj,0.00158932,0.01000,0.429
21,mlp.experts.43.gate_proj,0.54017365,0.01000,0.430
21,mlp.experts.44.gate_proj,0.08546992,0.01000,0.436
21,mlp.experts.45.gate_proj,0.12181281,0.01000,0.430
21,mlp.experts.46.gate_proj,0.15394279,0.01000,0.430
21,mlp.experts.47.gate_proj,0.17776948,0.01000,0.431
21,mlp.experts.48.gate_proj,0.32328904,0.01000,0.432
21,mlp.experts.49.gate_proj,1.44036388,0.01000,0.430
21,mlp.experts.50.gate_proj,0.18603617,0.01000,0.429
21,mlp.experts.51.gate_proj,0.04229231,0.01000,0.430
21,mlp.experts.52.gate_proj,0.98871630,0.01000,0.434
21,mlp.experts.53.gate_proj,0.01461881,0.01000,0.430
21,mlp.experts.54.gate_proj,0.03058248,0.01000,0.429
21,mlp.experts.55.gate_proj,0.13021931,0.01000,0.430
21,mlp.experts.56.gate_proj,0.17994002,0.01000,0.430
21,mlp.experts.57.gate_proj,0.42397532,0.01000,0.436
21,mlp.experts.58.gate_proj,0.12371742,0.01000,0.433
21,mlp.experts.59.gate_proj,0.13371587,0.01000,0.431
21,mlp.experts.60.gate_proj,0.28175664,0.01000,0.432
21,mlp.experts.61.gate_proj,0.00129634,0.01000,0.433
21,mlp.experts.62.gate_proj,0.26173514,0.01000,0.436
21,mlp.experts.63.gate_proj,0.02344866,0.01000,0.434
21,mlp.experts.64.gate_proj,0.04776355,0.01000,0.433
21,mlp.experts.65.gate_proj,0.59686333,0.01000,0.434
21,mlp.experts.66.gate_proj,0.55252784,0.01000,0.435
21,mlp.experts.67.gate_proj,0.03180218,0.01000,0.435
21,mlp.experts.68.gate_proj,0.29054052,0.01000,0.439
21,mlp.experts.69.gate_proj,1.01393437,0.01000,0.438
21,mlp.experts.70.gate_proj,0.16361436,0.01000,0.434
21,mlp.experts.71.gate_proj,0.85630846,0.01000,0.434
21,mlp.experts.72.gate_proj,0.04383508,0.01000,0.434
21,mlp.experts.73.gate_proj,0.11714153,0.01000,0.436
21,mlp.experts.74.gate_proj,0.00085872,0.01000,0.433
21,mlp.experts.75.gate_proj,0.00084491,0.01000,0.433
21,mlp.experts.76.gate_proj,0.71157259,0.01000,0.434
21,mlp.experts.77.gate_proj,0.06208520,0.01000,0.436
21,mlp.experts.78.gate_proj,0.18257236,0.01000,0.438
21,mlp.experts.79.gate_proj,0.30904144,0.01000,0.435
21,mlp.experts.80.gate_proj,2.09485960,0.01000,0.436
21,mlp.experts.81.gate_proj,0.53444302,0.01000,0.435
21,mlp.experts.82.gate_proj,3.76151681,0.01000,0.434
21,mlp.experts.83.gate_proj,0.07119593,0.01000,0.435
21,mlp.experts.84.gate_proj,1.47129345,0.01000,0.434
21,mlp.experts.85.gate_proj,1.04945147,0.01000,0.434
21,mlp.experts.86.gate_proj,0.42748076,0.01000,0.435
21,mlp.experts.87.gate_proj,0.02688841,0.01000,0.436
21,mlp.experts.88.gate_proj,0.00024153,0.01000,0.438
21,mlp.experts.89.gate_proj,0.47695535,0.01000,0.434
21,mlp.experts.90.gate_proj,0.01131904,0.01000,0.433
21,mlp.experts.91.gate_proj,0.76644689,0.01000,0.430
21,mlp.experts.92.gate_proj,0.20656428,0.01000,0.432
21,mlp.experts.93.gate_proj,0.00180432,0.01000,0.439
21,mlp.experts.94.gate_proj,0.95812589,0.01000,0.442
21,mlp.experts.95.gate_proj,0.05127522,0.01000,0.432
21,mlp.experts.96.gate_proj,1.12933075,0.01000,0.436
21,mlp.experts.97.gate_proj,0.93083107,0.01000,0.435
21,mlp.experts.98.gate_proj,0.24337856,0.01000,0.436
21,mlp.experts.99.gate_proj,0.70849979,0.01000,0.437
21,mlp.experts.100.gate_proj,0.25372997,0.01000,0.436
21,mlp.experts.101.gate_proj,0.00003787,0.01000,0.439
21,mlp.experts.102.gate_proj,0.55486381,0.01000,0.436
21,mlp.experts.103.gate_proj,0.37452239,0.01000,0.436
21,mlp.experts.104.gate_proj,0.04046494,0.01000,0.441
21,mlp.experts.105.gate_proj,0.33059245,0.01000,0.437
21,mlp.experts.106.gate_proj,0.40611148,0.01000,0.438
21,mlp.experts.107.gate_proj,0.02722888,0.01000,0.438
21,mlp.experts.108.gate_proj,0.01246090,0.01000,0.437
21,mlp.experts.109.gate_proj,0.00158495,0.01000,0.438
21,mlp.experts.110.gate_proj,0.35161352,0.01000,0.440
21,mlp.experts.111.gate_proj,1.83011830,0.01000,0.436
21,mlp.experts.112.gate_proj,0.10238862,0.01000,0.437
21,mlp.experts.113.gate_proj,0.38142186,0.01000,0.438
21,mlp.experts.114.gate_proj,0.05019517,0.01000,0.441
21,mlp.experts.115.gate_proj,0.00202926,0.01000,0.437
21,mlp.experts.116.gate_proj,0.09745611,0.01000,0.436
21,mlp.experts.117.gate_proj,0.05280025,0.01000,0.440
21,mlp.experts.118.gate_proj,0.47296464,0.01000,0.437
21,mlp.experts.119.gate_proj,0.00001931,0.01000,0.437
21,mlp.experts.120.gate_proj,0.00001851,0.01000,0.441
21,mlp.experts.121.gate_proj,0.00046321,0.01000,0.437
21,mlp.experts.122.gate_proj,2.32168388,0.01000,0.438
21,mlp.experts.123.gate_proj,0.01124659,0.01000,0.438
21,mlp.experts.124.gate_proj,0.02436544,0.01000,0.438
21,mlp.experts.125.gate_proj,2.08313060,0.01000,0.437
21,mlp.experts.126.gate_proj,0.01326099,0.01000,0.439
21,mlp.experts.127.gate_proj,0.63089186,0.01000,0.437
21,mlp.experts.0.down_proj,0.31915155,0.01000,0.180
21,mlp.experts.1.down_proj,0.12912467,0.01000,0.164
21,mlp.experts.2.down_proj,0.37855440,0.01000,0.166
21,mlp.experts.3.down_proj,0.00000060,0.01000,0.164
21,mlp.experts.4.down_proj,0.00000109,0.01000,0.164
21,mlp.experts.5.down_proj,0.17293116,0.01000,0.164
21,mlp.experts.6.down_proj,0.01283650,0.01000,0.166
21,mlp.experts.7.down_proj,0.37371141,0.01000,0.165
21,mlp.experts.8.down_proj,0.00245309,0.01000,0.167
21,mlp.experts.9.down_proj,0.12762544,0.01000,0.165
21,mlp.experts.10.down_proj,0.11432756,0.01000,0.165
21,mlp.experts.11.down_proj,0.00117112,0.01000,0.164
21,mlp.experts.12.down_proj,0.00120782,0.01000,0.165
21,mlp.experts.13.down_proj,0.01849863,0.01000,0.165
21,mlp.experts.14.down_proj,0.00781976,0.01000,0.165
21,mlp.experts.15.down_proj,0.00883305,0.01000,0.165
21,mlp.experts.16.down_proj,0.00548105,0.01000,0.165
21,mlp.experts.17.down_proj,0.07104377,0.01000,0.166
21,mlp.experts.18.down_proj,0.00000321,0.01000,0.166
21,mlp.experts.19.down_proj,0.07448319,0.01000,0.166
21,mlp.experts.20.down_proj,0.00647833,0.01000,0.165
21,mlp.experts.21.down_proj,0.00436537,0.01000,0.167
21,mlp.experts.22.down_proj,0.09333512,0.01000,0.165
21,mlp.experts.23.down_proj,0.01100955,0.01000,0.165
21,mlp.experts.24.down_proj,0.12132277,0.01000,0.166
21,mlp.experts.25.down_proj,0.05584935,0.01000,0.165
21,mlp.experts.26.down_proj,0.00542427,0.01000,0.165
21,mlp.experts.27.down_proj,0.00026793,0.01000,0.167
21,mlp.experts.28.down_proj,0.01792982,0.01000,0.166
21,mlp.experts.29.down_proj,0.00004619,0.01000,0.169
21,mlp.experts.30.down_proj,0.00122457,0.01000,0.166
21,mlp.experts.31.down_proj,0.03492554,0.01000,0.165
21,mlp.experts.32.down_proj,0.02177259,0.01000,0.165
21,mlp.experts.33.down_proj,0.44635141,0.01000,0.175
21,mlp.experts.34.down_proj,0.00274118,0.01000,0.165
21,mlp.experts.35.down_proj,0.20437101,0.01000,0.166
21,mlp.experts.36.down_proj,0.00075381,0.01000,0.166
21,mlp.experts.37.down_proj,0.04273377,0.01000,0.166
21,mlp.experts.38.down_proj,0.00330317,0.01000,0.166
21,mlp.experts.39.down_proj,0.00154769,0.01000,0.166
21,mlp.experts.40.down_proj,0.04584404,0.01000,0.166
21,mlp.experts.41.down_proj,0.04547783,0.01000,0.166
21,mlp.experts.42.down_proj,0.00054901,0.01000,0.165
21,mlp.experts.43.down_proj,0.10396048,0.01000,0.165
21,mlp.experts.44.down_proj,0.01618325,0.01000,0.165
21,mlp.experts.45.down_proj,0.02669316,0.01000,0.166
21,mlp.experts.46.down_proj,0.02497905,0.01000,0.165
21,mlp.experts.47.down_proj,0.05210317,0.01000,0.166
21,mlp.experts.48.down_proj,0.06487568,0.01000,0.165
21,mlp.experts.49.down_proj,0.39277065,0.01000,0.165
21,mlp.experts.50.down_proj,0.04431605,0.01000,0.166
21,mlp.experts.51.down_proj,0.00483442,0.01000,0.165
21,mlp.experts.52.down_proj,0.16307372,0.01000,0.166
21,mlp.experts.53.down_proj,0.00223394,0.01000,0.165
21,mlp.experts.54.down_proj,0.00757521,0.01000,0.165
21,mlp.experts.55.down_proj,0.10308039,0.01000,0.167
21,mlp.experts.56.down_proj,0.03441729,0.01000,0.165
21,mlp.experts.57.down_proj,0.08633436,0.01000,0.165
21,mlp.experts.58.down_proj,0.01695074,0.01000,0.165
21,mlp.experts.59.down_proj,0.03528072,0.01000,0.165
21,mlp.experts.60.down_proj,0.05011529,0.01000,0.165
21,mlp.experts.61.down_proj,0.00038234,0.01000,0.165
21,mlp.experts.62.down_proj,0.06620184,0.01000,0.165
21,mlp.experts.63.down_proj,0.00322190,0.01000,0.165
21,mlp.experts.64.down_proj,0.00938039,0.01000,0.165
21,mlp.experts.65.down_proj,0.13884175,0.01000,0.165
21,mlp.experts.66.down_proj,0.11529870,0.01000,0.165
21,mlp.experts.67.down_proj,0.00546857,0.01000,0.165
21,mlp.experts.68.down_proj,0.05035752,0.01000,0.166
21,mlp.experts.69.down_proj,0.12154597,0.01000,0.166
21,mlp.experts.70.down_proj,0.02303140,0.01000,0.166
21,mlp.experts.71.down_proj,0.14080690,0.01000,0.166
21,mlp.experts.72.down_proj,0.01090022,0.01000,0.166
21,mlp.experts.73.down_proj,0.01845552,0.01000,0.167
21,mlp.experts.74.down_proj,0.00043670,0.01000,0.165
21,mlp.experts.75.down_proj,0.00019906,0.01000,0.165
21,mlp.experts.76.down_proj,0.12933406,0.01000,0.166
21,mlp.experts.77.down_proj,0.00776922,0.01000,0.165
21,mlp.experts.78.down_proj,0.03137987,0.01000,0.169
21,mlp.experts.79.down_proj,0.06241350,0.01000,0.166
21,mlp.experts.80.down_proj,0.40550214,0.01000,0.166
21,mlp.experts.81.down_proj,0.07124726,0.01000,0.165
21,mlp.experts.82.down_proj,1.81343269,0.01000,0.168
21,mlp.experts.83.down_proj,0.01941618,0.01000,0.166
21,mlp.experts.84.down_proj,0.46463382,0.01000,0.167
21,mlp.experts.85.down_proj,0.17390409,0.01000,0.166
21,mlp.experts.86.down_proj,0.07772721,0.01000,0.166
21,mlp.experts.87.down_proj,0.00484814,0.01000,0.166
21,mlp.experts.88.down_proj,0.00011250,0.01000,0.165
21,mlp.experts.89.down_proj,0.07251225,0.01000,0.168
21,mlp.experts.90.down_proj,0.00513400,0.01000,0.166
21,mlp.experts.91.down_proj,0.11840832,0.01000,0.169
21,mlp.experts.92.down_proj,0.02862674,0.01000,0.165
21,mlp.experts.93.down_proj,0.00073823,0.01000,0.165
21,mlp.experts.94.down_proj,0.17603333,0.01000,0.167
21,mlp.experts.95.down_proj,0.01036770,0.01000,0.165
21,mlp.experts.96.down_proj,0.32067186,0.01000,0.165
21,mlp.experts.97.down_proj,0.15562955,0.01000,0.166
21,mlp.experts.98.down_proj,0.05326743,0.01000,0.165
21,mlp.experts.99.down_proj,0.11365043,0.01000,0.172
21,mlp.experts.100.down_proj,0.07376857,0.01000,0.167
21,mlp.experts.101.down_proj,0.00001511,0.01000,0.166
21,mlp.experts.102.down_proj,0.10085352,0.01000,0.168
21,mlp.experts.103.down_proj,0.06946853,0.01000,0.167
21,mlp.experts.104.down_proj,0.01326564,0.01000,0.166
21,mlp.experts.105.down_proj,0.05624195,0.01000,0.167
21,mlp.experts.106.down_proj,0.12888607,0.01000,0.166
21,mlp.experts.107.down_proj,0.00556981,0.01000,0.166
21,mlp.experts.108.down_proj,0.00299239,0.01000,0.167
21,mlp.experts.109.down_proj,0.00053523,0.01000,0.166
21,mlp.experts.110.down_proj,0.09480415,0.01000,0.168
21,mlp.experts.111.down_proj,0.62265873,0.01000,0.166
21,mlp.experts.112.down_proj,0.02029312,0.01000,0.167
21,mlp.experts.113.down_proj,0.08156146,0.01000,0.167
21,mlp.experts.114.down_proj,0.01493931,0.01000,0.166
21,mlp.experts.115.down_proj,0.00039441,0.01000,0.166
21,mlp.experts.116.down_proj,0.02085753,0.01000,0.167
21,mlp.experts.117.down_proj,0.01152396,0.01000,0.166
21,mlp.experts.118.down_proj,0.09121072,0.01000,0.166
21,mlp.experts.119.down_proj,0.00000405,0.01000,0.166
21,mlp.experts.120.down_proj,0.00000424,0.01000,0.166
21,mlp.experts.121.down_proj,0.00018454,0.01000,0.166
21,mlp.experts.122.down_proj,0.77081668,0.01000,0.167
21,mlp.experts.123.down_proj,0.00196055,0.01000,0.171
21,mlp.experts.124.down_proj,0.00372651,0.01000,0.166
21,mlp.experts.125.down_proj,0.63093114,0.01000,0.167
21,mlp.experts.126.down_proj,0.00310236,0.01000,0.168
21,mlp.experts.127.down_proj,0.12470870,0.01000,0.168
22,self_attn.q_proj,0.14019245,0.01000,0.469
22,self_attn.k_proj,0.01761477,0.01000,0.444
22,self_attn.v_proj,0.02087233,0.01000,0.459
22,self_attn.o_proj,0.01805506,0.01000,0.908
22,mlp.experts.0.up_proj,0.04142368,0.01000,0.479
22,mlp.experts.1.up_proj,0.12076828,0.01000,0.442
22,mlp.experts.2.up_proj,0.13536939,0.01000,0.439
22,mlp.experts.3.up_proj,0.38678703,0.01000,0.455
22,mlp.experts.4.up_proj,0.16521162,0.01000,0.443
22,mlp.experts.5.up_proj,0.16037779,0.01000,0.446
22,mlp.experts.6.up_proj,0.21872684,0.01000,0.445
22,mlp.experts.7.up_proj,0.02928592,0.01000,0.463
22,mlp.experts.8.up_proj,0.01482204,0.01000,0.449
22,mlp.experts.9.up_proj,0.78828979,0.01000,0.461
22,mlp.experts.10.up_proj,0.27531695,0.01000,0.449
22,mlp.experts.11.up_proj,0.00000499,0.01000,0.437
22,mlp.experts.12.up_proj,0.02134510,0.01000,0.452
22,mlp.experts.13.up_proj,0.76494229,0.01000,0.446
22,mlp.experts.14.up_proj,0.16744076,0.01000,0.443
22,mlp.experts.15.up_proj,0.03507905,0.01000,0.444
22,mlp.experts.16.up_proj,2.92335033,0.01000,0.447
22,mlp.experts.17.up_proj,0.00366806,0.01000,0.449
22,mlp.experts.18.up_proj,0.89208102,0.01000,0.446
22,mlp.experts.19.up_proj,0.71955514,0.01000,0.449
22,mlp.experts.20.up_proj,0.06258948,0.01000,0.445
22,mlp.experts.21.up_proj,0.15096183,0.01000,0.449
22,mlp.experts.22.up_proj,0.03172234,0.01000,0.451
22,mlp.experts.23.up_proj,0.19523346,0.01000,0.445
22,mlp.experts.24.up_proj,0.00001846,0.01000,0.444
22,mlp.experts.25.up_proj,0.29958031,0.01000,0.448
22,mlp.experts.26.up_proj,1.79704070,0.01000,0.448
22,mlp.experts.27.up_proj,0.18044779,0.01000,0.447
22,mlp.experts.28.up_proj,0.01010335,0.01000,0.450
22,mlp.experts.29.up_proj,0.03247248,0.01000,0.448
22,mlp.experts.30.up_proj,0.94901872,0.01000,0.458
22,mlp.experts.31.up_proj,0.32826671,0.01000,0.444
22,mlp.experts.32.up_proj,0.13085647,0.01000,0.448
22,mlp.experts.33.up_proj,0.11676411,0.01000,0.444
22,mlp.experts.34.up_proj,0.00297553,0.01000,0.452
22,mlp.experts.35.up_proj,0.70914912,0.01000,0.446
22,mlp.experts.36.up_proj,0.11033700,0.01000,0.446
22,mlp.experts.37.up_proj,0.01370259,0.01000,0.439
22,mlp.experts.38.up_proj,0.00405587,0.01000,0.438
22,mlp.experts.39.up_proj,0.31816372,0.01000,0.452
22,mlp.experts.40.up_proj,0.59106815,0.01000,0.445
22,mlp.experts.41.up_proj,0.27348512,0.01000,0.446
22,mlp.experts.42.up_proj,0.00306210,0.01000,0.447
22,mlp.experts.43.up_proj,0.34968176,0.01000,0.450
22,mlp.experts.44.up_proj,0.00001624,0.01000,0.437
22,mlp.experts.45.up_proj,0.14306828,0.01000,0.438
22,mlp.experts.46.up_proj,0.00041919,0.01000,0.448
22,mlp.experts.47.up_proj,0.03260146,0.01000,0.446
22,mlp.experts.48.up_proj,0.09249815,0.01000,0.438
22,mlp.experts.49.up_proj,0.00187322,0.01000,0.436
22,mlp.experts.50.up_proj,0.47576702,0.01000,0.448
22,mlp.experts.51.up_proj,0.02291310,0.01000,0.438
22,mlp.experts.52.up_proj,0.68188643,0.01000,0.447
22,mlp.experts.53.up_proj,0.00044539,0.01000,0.449
22,mlp.experts.54.up_proj,0.02912560,0.01000,0.447
22,mlp.experts.55.up_proj,2.70331812,0.01000,0.448
22,mlp.experts.56.up_proj,0.46983227,0.01000,0.455
22,mlp.experts.57.up_proj,0.42433441,0.01000,0.453
22,mlp.experts.58.up_proj,0.34181628,0.01000,0.453
22,mlp.experts.59.up_proj,0.01545944,0.01000,0.450
22,mlp.experts.60.up_proj,0.00286265,0.01000,0.458
22,mlp.experts.61.up_proj,0.31696522,0.01000,0.450
22,mlp.experts.62.up_proj,0.66316521,0.01000,0.450
22,mlp.experts.63.up_proj,0.05295491,0.01000,0.444
22,mlp.experts.64.up_proj,0.82675344,0.01000,0.446
22,mlp.experts.65.up_proj,0.05543336,0.01000,0.449
22,mlp.experts.66.up_proj,1.20216966,0.01000,0.444
22,mlp.experts.67.up_proj,0.00585385,0.01000,0.451
22,mlp.experts.68.up_proj,2.33187389,0.01000,0.441
22,mlp.experts.69.up_proj,0.99072063,0.01000,0.434
22,mlp.experts.70.up_proj,0.27855599,0.01000,0.435
22,mlp.experts.71.up_proj,2.70801973,0.01000,0.430
22,mlp.experts.72.up_proj,0.00029321,0.01000,0.433
22,mlp.experts.73.up_proj,0.36237168,0.01000,0.431
22,mlp.experts.74.up_proj,0.29603934,0.01000,0.432
22,mlp.experts.75.up_proj,0.04696391,0.01000,0.436
22,mlp.experts.76.up_proj,0.53179777,0.01000,0.430
22,mlp.experts.77.up_proj,0.00033867,0.01000,0.439
22,mlp.experts.78.up_proj,1.87857270,0.01000,0.434
22,mlp.experts.79.up_proj,0.00000085,0.01000,0.434
22,mlp.experts.80.up_proj,0.27693611,0.01000,0.434
22,mlp.experts.81.up_proj,0.00217411,0.01000,0.433
22,mlp.experts.82.up_proj,0.46945322,0.01000,0.433
22,mlp.experts.83.up_proj,0.10259505,0.01000,0.434
22,mlp.experts.84.up_proj,0.01149975,0.01000,0.432
22,mlp.experts.85.up_proj,0.64922297,0.01000,0.436
22,mlp.experts.86.up_proj,0.10339653,0.01000,0.434
22,mlp.experts.87.up_proj,0.01393307,0.01000,0.433
22,mlp.experts.88.up_proj,0.26634306,0.01000,0.433
22,mlp.experts.89.up_proj,0.00013407,0.01000,0.433
22,mlp.experts.90.up_proj,0.44237411,0.01000,0.432
22,mlp.experts.91.up_proj,1.00094914,0.01000,0.433
22,mlp.experts.92.up_proj,0.07245255,0.01000,0.432
22,mlp.experts.93.up_proj,0.00002283,0.01000,0.434
22,mlp.experts.94.up_proj,2.40761805,0.01000,0.438
22,mlp.experts.95.up_proj,0.70659208,0.01000,0.434
22,mlp.experts.96.up_proj,0.10942517,0.01000,0.436
22,mlp.experts.97.up_proj,0.25043148,0.01000,0.439
22,mlp.experts.98.up_proj,1.78166831,0.01000,0.439
22,mlp.experts.99.up_proj,0.19404307,0.01000,0.430
22,mlp.experts.100.up_proj,0.00717073,0.01000,0.430
22,mlp.experts.101.up_proj,0.11248875,0.01000,0.431
22,mlp.experts.102.up_proj,0.00894943,0.01000,0.429
22,mlp.experts.103.up_proj,0.29721618,0.01000,0.430
22,mlp.experts.104.up_proj,0.00635776,0.01000,0.429
22,mlp.experts.105.up_proj,0.29855913,0.01000,0.429
22,mlp.experts.106.up_proj,0.00000442,0.01000,0.430
22,mlp.experts.107.up_proj,0.53637218,0.01000,0.434
22,mlp.experts.108.up_proj,0.34099361,0.01000,0.430
22,mlp.experts.109.up_proj,0.18163899,0.01000,0.430
22,mlp.experts.110.up_proj,0.32684809,0.01000,0.430
22,mlp.experts.111.up_proj,0.02354931,0.01000,0.432
22,mlp.experts.112.up_proj,0.51257581,0.01000,0.430
22,mlp.experts.113.up_proj,0.32067958,0.01000,0.431
22,mlp.experts.114.up_proj,0.00014201,0.01000,0.432
22,mlp.experts.115.up_proj,0.00101810,0.01000,0.437
22,mlp.experts.116.up_proj,0.02659659,0.01000,0.431
22,mlp.experts.117.up_proj,0.00000378,0.01000,0.431
22,mlp.experts.118.up_proj,0.00069629,0.01000,0.431
22,mlp.experts.119.up_proj,0.28358889,0.01000,0.430
22,mlp.experts.120.up_proj,0.52633321,0.01000,0.434
22,mlp.experts.121.up_proj,0.00824663,0.01000,0.431
22,mlp.experts.122.up_proj,0.00245261,0.01000,0.429
22,mlp.experts.123.up_proj,0.21834727,0.01000,0.430
22,mlp.experts.124.up_proj,0.54735726,0.01000,0.434
22,mlp.experts.125.up_proj,0.00076643,0.01000,0.443
22,mlp.experts.126.up_proj,2.05352759,0.01000,0.443
22,mlp.experts.127.up_proj,0.00886181,0.01000,0.433
22,mlp.experts.0.gate_proj,0.04297192,0.01000,0.448
22,mlp.experts.1.gate_proj,0.13077132,0.01000,0.432
22,mlp.experts.2.gate_proj,0.12064470,0.01000,0.433
22,mlp.experts.3.gate_proj,0.38083482,0.01000,0.433
22,mlp.experts.4.gate_proj,0.17634353,0.01000,0.437
22,mlp.experts.5.gate_proj,0.17392775,0.01000,0.432
22,mlp.experts.6.gate_proj,0.24173349,0.01000,0.434
22,mlp.experts.7.gate_proj,0.02996129,0.01000,0.434
22,mlp.experts.8.gate_proj,0.01532486,0.01000,0.432
22,mlp.experts.9.gate_proj,0.87445116,0.01000,0.433
22,mlp.experts.10.gate_proj,0.26668355,0.01000,0.433
22,mlp.experts.11.gate_proj,0.00000445,0.01000,0.433
22,mlp.experts.12.gate_proj,0.02221851,0.01000,0.431
22,mlp.experts.13.gate_proj,0.67235500,0.01000,0.435
22,mlp.experts.14.gate_proj,0.16190410,0.01000,0.437
22,mlp.experts.15.gate_proj,0.03088620,0.01000,0.437
22,mlp.experts.16.gate_proj,2.96114278,0.01000,0.433
22,mlp.experts.17.gate_proj,0.00364947,0.01000,0.432
22,mlp.experts.18.gate_proj,0.80870599,0.01000,0.433
22,mlp.experts.19.gate_proj,0.74088001,0.01000,0.433
22,mlp.experts.20.gate_proj,0.05950122,0.01000,0.442
22,mlp.experts.21.gate_proj,0.15483637,0.01000,0.434
22,mlp.experts.22.gate_proj,0.03275676,0.01000,0.434
22,mlp.experts.23.gate_proj,0.19952992,0.01000,0.433
22,mlp.experts.24.gate_proj,0.00001914,0.01000,0.432
22,mlp.experts.25.gate_proj,0.29937518,0.01000,0.433
22,mlp.experts.26.gate_proj,1.77478123,0.01000,0.432
22,mlp.experts.27.gate_proj,0.19652297,0.01000,0.433
22,mlp.experts.28.gate_proj,0.01170254,0.01000,0.433
22,mlp.experts.29.gate_proj,0.03314392,0.01000,0.433
22,mlp.experts.30.gate_proj,0.86769098,0.01000,0.435
22,mlp.experts.31.gate_proj,0.31646752,0.01000,0.431
22,mlp.experts.32.gate_proj,0.12973520,0.01000,0.431
22,mlp.experts.33.gate_proj,0.11296815,0.01000,0.432
22,mlp.experts.34.gate_proj,0.00308516,0.01000,0.434
22,mlp.experts.35.gate_proj,0.72348869,0.01000,0.430
22,mlp.experts.36.gate_proj,0.11596484,0.01000,0.430
22,mlp.experts.37.gate_proj,0.01344612,0.01000,0.432
22,mlp.experts.38.gate_proj,0.02754506,0.01000,0.437
22,mlp.experts.39.gate_proj,0.29002887,0.01000,0.432
22,mlp.experts.40.gate_proj,0.52390999,0.01000,0.431
22,mlp.experts.41.gate_proj,0.25067180,0.01000,0.433
22,mlp.experts.42.gate_proj,0.00319460,0.01000,0.436
22,mlp.experts.43.gate_proj,0.34385562,0.01000,0.435
22,mlp.experts.44.gate_proj,0.00001665,0.01000,0.433
22,mlp.experts.45.gate_proj,0.14250255,0.01000,0.431
22,mlp.experts.46.gate_proj,0.00041176,0.01000,0.433
22,mlp.experts.47.gate_proj,0.03316506,0.01000,0.431
22,mlp.experts.48.gate_proj,0.09188980,0.01000,0.433
22,mlp.experts.49.gate_proj,0.00189082,0.01000,0.434
22,mlp.experts.50.gate_proj,0.45139402,0.01000,0.434
22,mlp.experts.51.gate_proj,0.02254567,0.01000,0.435
22,mlp.experts.52.gate_proj,0.59183395,0.01000,0.437
22,mlp.experts.53.gate_proj,0.00038339,0.01000,0.437
22,mlp.experts.54.gate_proj,0.02974221,0.01000,0.433
22,mlp.experts.55.gate_proj,2.61165190,0.01000,0.434
22,mlp.experts.56.gate_proj,0.43538985,0.01000,0.434
22,mlp.experts.57.gate_proj,0.38249773,0.01000,0.434
22,mlp.experts.58.gate_proj,0.34353858,0.01000,0.433
22,mlp.experts.59.gate_proj,0.01572169,0.01000,0.432
22,mlp.experts.60.gate_proj,0.00284419,0.01000,0.442
22,mlp.experts.61.gate_proj,0.25525540,0.01000,0.446
22,mlp.experts.62.gate_proj,0.59118921,0.01000,0.458
22,mlp.experts.63.gate_proj,0.05774974,0.01000,0.447
22,mlp.experts.64.gate_proj,0.74464357,0.01000,0.448
22,mlp.experts.65.gate_proj,0.05119357,0.01000,0.441
22,mlp.experts.66.gate_proj,1.22093940,0.01000,0.455
22,mlp.experts.67.gate_proj,0.00609364,0.01000,0.459
22,mlp.experts.68.gate_proj,2.27059126,0.01000,0.455
22,mlp.experts.69.gate_proj,0.90120369,0.01000,0.454
22,mlp.experts.70.gate_proj,0.31898805,0.01000,0.455
22,mlp.experts.71.gate_proj,3.07344723,0.01000,0.459
22,mlp.experts.72.gate_proj,0.00028939,0.01000,0.449
22,mlp.experts.73.gate_proj,0.36345756,0.01000,0.451
22,mlp.experts.74.gate_proj,0.28234869,0.01000,0.467
22,mlp.experts.75.gate_proj,0.04823107,0.01000,0.471
22,mlp.experts.76.gate_proj,0.51164532,0.01000,0.456
22,mlp.experts.77.gate_proj,0.00035766,0.01000,0.455
22,mlp.experts.78.gate_proj,1.91104603,0.01000,0.452
22,mlp.experts.79.gate_proj,0.00000084,0.01000,0.457
22,mlp.experts.80.gate_proj,0.27941430,0.01000,0.457
22,mlp.experts.81.gate_proj,0.00223873,0.01000,0.456
22,mlp.experts.82.gate_proj,0.43103802,0.01000,0.467
22,mlp.experts.83.gate_proj,0.09862855,0.01000,0.462
22,mlp.experts.84.gate_proj,0.01176165,0.01000,0.460
22,mlp.experts.85.gate_proj,0.63551736,0.01000,0.452
22,mlp.experts.86.gate_proj,0.09872782,0.01000,0.456
22,mlp.experts.87.gate_proj,0.01390628,0.01000,0.463
22,mlp.experts.88.gate_proj,0.23661782,0.01000,0.456
22,mlp.experts.89.gate_proj,0.00014163,0.01000,0.455
22,mlp.experts.90.gate_proj,0.40383303,0.01000,0.455
22,mlp.experts.91.gate_proj,0.96166122,0.01000,0.453
22,mlp.experts.92.gate_proj,0.07968999,0.01000,0.454
22,mlp.experts.93.gate_proj,0.00002172,0.01000,0.461
22,mlp.experts.94.gate_proj,2.49301839,0.01000,0.453
22,mlp.experts.95.gate_proj,0.58834833,0.01000,0.449
22,mlp.experts.96.gate_proj,0.10625544,0.01000,0.441
22,mlp.experts.97.gate_proj,0.25988814,0.01000,0.445
22,mlp.experts.98.gate_proj,1.83261800,0.01000,0.452
22,mlp.experts.99.gate_proj,0.19337261,0.01000,0.445
22,mlp.experts.100.gate_proj,0.00619643,0.01000,0.443
22,mlp.experts.101.gate_proj,0.09968959,0.01000,0.442
22,mlp.experts.102.gate_proj,0.00908649,0.01000,0.442
22,mlp.experts.103.gate_proj,0.28430903,0.01000,0.438
22,mlp.experts.104.gate_proj,0.00602538,0.01000,0.438
22,mlp.experts.105.gate_proj,0.25484830,0.01000,0.442
22,mlp.experts.106.gate_proj,0.00000461,0.01000,0.450
22,mlp.experts.107.gate_proj,0.48391181,0.01000,0.440
22,mlp.experts.108.gate_proj,0.31577700,0.01000,0.439
22,mlp.experts.109.gate_proj,0.17611969,0.01000,0.443
22,mlp.experts.110.gate_proj,0.31255025,0.01000,0.439
22,mlp.experts.111.gate_proj,0.02273357,0.01000,0.443
22,mlp.experts.112.gate_proj,0.48616081,0.01000,0.436
22,mlp.experts.113.gate_proj,0.29171503,0.01000,0.437
22,mlp.experts.114.gate_proj,0.00014596,0.01000,0.437
22,mlp.experts.115.gate_proj,0.00106673,0.01000,0.440
22,mlp.experts.116.gate_proj,0.02692280,0.01000,0.441
22,mlp.experts.117.gate_proj,0.00000391,0.01000,0.447
22,mlp.experts.118.gate_proj,0.00076088,0.01000,0.446
22,mlp.experts.119.gate_proj,0.26579377,0.01000,0.441
22,mlp.experts.120.gate_proj,0.52062684,0.01000,0.439
22,mlp.experts.121.gate_proj,0.00841787,0.01000,0.440
22,mlp.experts.122.gate_proj,0.00251053,0.01000,0.442
22,mlp.experts.123.gate_proj,0.19812110,0.01000,0.439
22,mlp.experts.124.gate_proj,0.43230760,0.01000,0.437
22,mlp.experts.125.gate_proj,0.00081150,0.01000,0.437
22,mlp.experts.126.gate_proj,2.23519254,0.01000,0.436
22,mlp.experts.127.gate_proj,0.00845059,0.01000,0.445
22,mlp.experts.0.down_proj,0.00451726,0.01000,0.179
22,mlp.experts.1.down_proj,0.00861059,0.01000,0.162
22,mlp.experts.2.down_proj,0.03570943,0.01000,0.164
22,mlp.experts.3.down_proj,0.07077727,0.01000,0.166
22,mlp.experts.4.down_proj,0.05656753,0.01000,0.166
22,mlp.experts.5.down_proj,0.01244239,0.01000,0.167
22,mlp.experts.6.down_proj,0.26909679,0.01000,0.164
22,mlp.experts.7.down_proj,0.00588139,0.01000,0.164
22,mlp.experts.8.down_proj,0.00299751,0.01000,0.174
22,mlp.experts.9.down_proj,0.34864950,0.01000,0.167
22,mlp.experts.10.down_proj,0.06961262,0.01000,0.166
22,mlp.experts.11.down_proj,0.00000093,0.01000,0.167
22,mlp.experts.12.down_proj,0.00374888,0.01000,0.166
22,mlp.experts.13.down_proj,0.57026851,0.01000,0.165
22,mlp.experts.14.down_proj,0.03061977,0.01000,0.165
22,mlp.experts.15.down_proj,0.00921661,0.01000,0.165
22,mlp.experts.16.down_proj,2.20704103,0.01000,0.165
22,mlp.experts.17.down_proj,0.00151913,0.01000,0.165
22,mlp.experts.18.down_proj,0.16008154,0.01000,0.165
22,mlp.experts.19.down_proj,0.95540899,0.01000,0.165
22,mlp.experts.20.down_proj,0.01253035,0.01000,0.165
22,mlp.experts.21.down_proj,0.13174513,0.01000,0.165
22,mlp.experts.22.down_proj,0.00397844,0.01000,0.167
22,mlp.experts.23.down_proj,0.12619545,0.01000,0.167
22,mlp.experts.24.down_proj,0.00000583,0.01000,0.166
22,mlp.experts.25.down_proj,0.04340216,0.01000,0.166
22,mlp.experts.26.down_proj,0.74110597,0.01000,0.165
22,mlp.experts.27.down_proj,0.13934126,0.01000,0.166
22,mlp.experts.28.down_proj,0.00047758,0.01000,0.166
22,mlp.experts.29.down_proj,0.00476310,0.01000,0.165
22,mlp.experts.30.down_proj,0.15980494,0.01000,0.167
22,mlp.experts.31.down_proj,0.39537543,0.01000,0.166
22,mlp.experts.32.down_proj,0.01497490,0.01000,0.165
22,mlp.experts.33.down_proj,0.03807120,0.01000,0.167
22,mlp.experts.34.down_proj,0.00057179,0.01000,0.166
22,mlp.experts.35.down_proj,0.16574658,0.01000,0.167
22,mlp.experts.36.down_proj,0.11652936,0.01000,0.166
22,mlp.experts.37.down_proj,0.00437642,0.01000,0.166
22,mlp.experts.38.down_proj,0.00002251,0.01000,0.167
22,mlp.experts.39.down_proj,0.06011573,0.01000,0.166
22,mlp.experts.40.down_proj,0.10256642,0.01000,0.168
22,mlp.experts.41.down_proj,0.05963213,0.01000,0.166
22,mlp.experts.42.down_proj,0.00050747,0.01000,0.165
22,mlp.experts.43.down_proj,0.26659036,0.01000,0.167
22,mlp.experts.44.down_proj,0.00000446,0.01000,0.166
22,mlp.experts.45.down_proj,0.04413178,0.01000,0.166
22,mlp.experts.46.down_proj,0.00022270,0.01000,0.166
22,mlp.experts.47.down_proj,0.02182252,0.01000,0.166
22,mlp.experts.48.down_proj,0.02488953,0.01000,0.166
22,mlp.experts.49.down_proj,0.00100101,0.01000,0.165
22,mlp.experts.50.down_proj,0.07751334,0.01000,0.166
22,mlp.experts.51.down_proj,0.00513642,0.01000,0.166
22,mlp.experts.52.down_proj,0.09396060,0.01000,0.166
22,mlp.experts.53.down_proj,0.00018108,0.01000,0.166
22,mlp.experts.54.down_proj,0.00348134,0.01000,0.166
22,mlp.experts.55.down_proj,2.74145007,0.01000,0.166
22,mlp.experts.56.down_proj,0.34110579,0.01000,0.166
22,mlp.experts.57.down_proj,0.28831488,0.01000,0.166
22,mlp.experts.58.down_proj,0.11495332,0.01000,0.167
22,mlp.experts.59.down_proj,0.00322621,0.01000,0.167
22,mlp.experts.60.down_proj,0.00064341,0.01000,0.166
22,mlp.experts.61.down_proj,0.10241789,0.01000,0.166
22,mlp.experts.62.down_proj,0.12505107,0.01000,0.166
22,mlp.experts.63.down_proj,0.00895474,0.01000,0.166
22,mlp.experts.64.down_proj,0.12346368,0.01000,0.166
22,mlp.experts.65.down_proj,0.01388047,0.01000,0.166
22,mlp.experts.66.down_proj,0.77841687,0.01000,0.165
22,mlp.experts.67.down_proj,0.00090638,0.01000,0.166
22,mlp.experts.68.down_proj,1.56925702,0.01000,0.166
22,mlp.experts.69.down_proj,0.12771854,0.01000,0.166
22,mlp.experts.70.down_proj,0.02867602,0.01000,0.167
22,mlp.experts.71.down_proj,1.39341497,0.01000,0.166
22,mlp.experts.72.down_proj,0.00008066,0.01000,0.166
22,mlp.experts.73.down_proj,0.15313524,0.01000,0.165
22,mlp.experts.74.down_proj,0.08744645,0.01000,0.166
22,mlp.experts.75.down_proj,0.00722882,0.01000,0.165
22,mlp.experts.76.down_proj,0.07881397,0.01000,0.166
22,mlp.experts.77.down_proj,0.00007307,0.01000,0.166
22,mlp.experts.78.down_proj,1.65584826,0.01000,0.166
22,mlp.experts.79.down_proj,0.00000010,0.01000,0.166
22,mlp.experts.80.down_proj,0.04109059,0.01000,0.166
22,mlp.experts.81.down_proj,0.00040954,0.01000,0.166
22,mlp.experts.82.down_proj,0.14534456,0.01000,0.167
22,mlp.experts.83.down_proj,0.02154099,0.01000,0.166
22,mlp.experts.84.down_proj,0.00149312,0.01000,0.166
22,mlp.experts.85.down_proj,0.18311588,0.01000,0.166
22,mlp.experts.86.down_proj,0.02182769,0.01000,0.166
22,mlp.experts.87.down_proj,0.00504046,0.01000,0.166
22,mlp.experts.88.down_proj,0.05187931,0.01000,0.166
22,mlp.experts.89.down_proj,0.00002163,0.01000,0.166
22,mlp.experts.90.down_proj,0.23717281,0.01000,0.166
22,mlp.experts.91.down_proj,0.14940986,0.01000,0.166
22,mlp.experts.92.down_proj,0.01297405,0.01000,0.166
22,mlp.experts.93.down_proj,0.00000748,0.01000,0.166
22,mlp.experts.94.down_proj,1.83888173,0.01000,0.166
22,mlp.experts.95.down_proj,0.17848840,0.01000,0.166
22,mlp.experts.96.down_proj,0.01879276,0.01000,0.166
22,mlp.experts.97.down_proj,0.04506507,0.01000,0.166
22,mlp.experts.98.down_proj,0.88359153,0.01000,0.166
22,mlp.experts.99.down_proj,0.04729249,0.01000,0.165
22,mlp.experts.100.down_proj,0.00304779,0.01000,0.166
22,mlp.experts.101.down_proj,0.02292878,0.01000,0.166
22,mlp.experts.102.down_proj,0.00118535,0.01000,0.166
22,mlp.experts.103.down_proj,0.12701777,0.01000,0.166
22,mlp.experts.104.down_proj,0.00160173,0.01000,0.166
22,mlp.experts.105.down_proj,0.07004502,0.01000,0.166
22,mlp.experts.106.down_proj,0.00000086,0.01000,0.166
22,mlp.experts.107.down_proj,0.09304327,0.01000,0.168
22,mlp.experts.108.down_proj,0.06893229,0.01000,0.168
22,mlp.experts.109.down_proj,0.04679091,0.01000,0.166
22,mlp.experts.110.down_proj,0.05021609,0.01000,0.166
22,mlp.experts.111.down_proj,0.01523806,0.01000,0.166
22,mlp.experts.112.down_proj,0.08068332,0.01000,0.168
22,mlp.experts.113.down_proj,0.07152683,0.01000,0.168
22,mlp.experts.114.down_proj,0.00001830,0.01000,0.166
22,mlp.experts.115.down_proj,0.00023044,0.01000,0.166
22,mlp.experts.116.down_proj,0.00733255,0.01000,0.166
22,mlp.experts.117.down_proj,0.00000076,0.01000,0.175
22,mlp.experts.118.down_proj,0.00021207,0.01000,0.167
22,mlp.experts.119.down_proj,0.07128619,0.01000,0.166
22,mlp.experts.120.down_proj,0.17381567,0.01000,0.166
22,mlp.experts.121.down_proj,0.00137237,0.01000,0.167
22,mlp.experts.122.down_proj,0.00047965,0.01000,0.166
22,mlp.experts.123.down_proj,0.04167751,0.01000,0.166
22,mlp.experts.124.down_proj,0.12283478,0.01000,0.166
22,mlp.experts.125.down_proj,0.00035306,0.01000,0.166
22,mlp.experts.126.down_proj,0.90327585,0.01000,0.167
22,mlp.experts.127.down_proj,0.00784354,0.01000,0.167
23,self_attn.q_proj,0.14494018,0.01000,0.464
23,self_attn.k_proj,0.01722469,0.01000,0.445
23,self_attn.v_proj,0.02188864,0.01000,0.446
23,self_attn.o_proj,0.01742369,0.01000,0.904
23,mlp.experts.0.up_proj,0.39657676,0.01000,0.439
23,mlp.experts.1.up_proj,0.12056945,0.01000,0.431
23,mlp.experts.2.up_proj,0.17195979,0.01000,0.430
23,mlp.experts.3.up_proj,2.64800930,0.01000,0.433
23,mlp.experts.4.up_proj,0.24908417,0.01000,0.431
23,mlp.experts.5.up_proj,0.71933085,0.01000,0.453
23,mlp.experts.6.up_proj,0.01053641,0.01000,0.437
23,mlp.experts.7.up_proj,1.66004968,0.01000,0.450
23,mlp.experts.8.up_proj,0.45584765,0.01000,0.438
23,mlp.experts.9.up_proj,0.11612045,0.01000,0.438
23,mlp.experts.10.up_proj,0.00020992,0.01000,0.434
23,mlp.experts.11.up_proj,0.02102089,0.01000,0.438
23,mlp.experts.12.up_proj,0.28161591,0.01000,0.437
23,mlp.experts.13.up_proj,0.21401460,0.01000,0.435
23,mlp.experts.14.up_proj,1.04606485,0.01000,0.435
23,mlp.experts.15.up_proj,0.03712711,0.01000,0.434
23,mlp.experts.16.up_proj,0.69730479,0.01000,0.435
23,mlp.experts.17.up_proj,0.04951619,0.01000,0.434
23,mlp.experts.18.up_proj,0.48343098,0.01000,0.434
23,mlp.experts.19.up_proj,0.00474182,0.01000,0.435
23,mlp.experts.20.up_proj,2.46529508,0.01000,0.434
23,mlp.experts.21.up_proj,0.26134938,0.01000,0.434
23,mlp.experts.22.up_proj,0.22148648,0.01000,0.435
23,mlp.experts.23.up_proj,0.29137146,0.01000,0.434
23,mlp.experts.24.up_proj,0.41544360,0.01000,0.433
23,mlp.experts.25.up_proj,2.62678838,0.01000,0.434
23,mlp.experts.26.up_proj,0.53321683,0.01000,0.434
23,mlp.experts.27.up_proj,0.00006653,0.01000,0.438
23,mlp.experts.28.up_proj,0.21612850,0.01000,0.434
23,mlp.experts.29.up_proj,0.53915167,0.01000,0.433
23,mlp.experts.30.up_proj,0.32331413,0.01000,0.434
23,mlp.experts.31.up_proj,0.08822157,0.01000,0.438
23,mlp.experts.32.up_proj,0.02954841,0.01000,0.440
23,mlp.experts.33.up_proj,0.63335496,0.01000,0.436
23,mlp.experts.34.up_proj,0.00075444,0.01000,0.435
23,mlp.experts.35.up_proj,0.00007306,0.01000,0.435
23,mlp.experts.36.up_proj,0.68052232,0.01000,0.435
23,mlp.experts.37.up_proj,0.46565858,0.01000,0.435
23,mlp.experts.38.up_proj,0.00013525,0.01000,0.434
23,mlp.experts.39.up_proj,0.35785156,0.01000,0.438
23,mlp.experts.40.up_proj,0.10235973,0.01000,0.435
23,mlp.experts.41.up_proj,0.25718793,0.01000,0.435
23,mlp.experts.42.up_proj,0.32084373,0.01000,0.434
23,mlp.experts.43.up_proj,0.51449692,0.01000,0.435
23,mlp.experts.44.up_proj,0.00005237,0.01000,0.436
23,mlp.experts.45.up_proj,0.13450587,0.01000,0.435
23,mlp.experts.46.up_proj,0.20919168,0.01000,0.440
23,mlp.experts.47.up_proj,0.26736593,0.01000,0.435
23,mlp.experts.48.up_proj,0.18798161,0.01000,0.435
23,mlp.experts.49.up_proj,0.31916431,0.01000,0.437
23,mlp.experts.50.up_proj,0.25192094,0.01000,0.434
23,mlp.experts.51.up_proj,0.00779709,0.01000,0.435
23,mlp.experts.52.up_proj,1.64367425,0.01000,0.432
23,mlp.experts.53.up_proj,0.16442104,0.01000,0.436
23,mlp.experts.54.up_proj,0.34954289,0.01000,0.435
23,mlp.experts.55.up_proj,0.28666687,0.01000,0.445
23,mlp.experts.56.up_proj,0.85479718,0.01000,0.437
23,mlp.experts.57.up_proj,0.00000393,0.01000,0.437
23,mlp.experts.58.up_proj,0.43327746,0.01000,0.436
23,mlp.experts.59.up_proj,3.21260071,0.01000,0.433
23,mlp.experts.60.up_proj,0.56106645,0.01000,0.434
23,mlp.experts.61.up_proj,0.57091498,0.01000,0.432
23,mlp.experts.62.up_proj,0.03010213,0.01000,0.433
23,mlp.experts.63.up_proj,0.06642992,0.01000,0.432
23,mlp.experts.64.up_proj,0.06421199,0.01000,0.433
23,mlp.experts.65.up_proj,0.03781240,0.01000,0.442
23,mlp.experts.66.up_proj,0.00004469,0.01000,0.432
23,mlp.experts.67.up_proj,0.68117511,0.01000,0.434
23,mlp.experts.68.up_proj,0.22175403,0.01000,0.433
23,mlp.experts.69.up_proj,0.48513073,0.01000,0.435
23,mlp.experts.70.up_proj,0.00706555,0.01000,0.432
23,mlp.experts.71.up_proj,0.35711324,0.01000,0.433
23,mlp.experts.72.up_proj,0.09454081,0.01000,0.432
23,mlp.experts.73.up_proj,0.46671414,0.01000,0.434
23,mlp.experts.74.up_proj,0.00053317,0.01000,0.434
23,mlp.experts.75.up_proj,0.03701468,0.01000,0.434
23,mlp.experts.76.up_proj,0.04247108,0.01000,0.434
23,mlp.experts.77.up_proj,0.00820021,0.01000,0.437
23,mlp.experts.78.up_proj,0.17538020,0.01000,0.442
23,mlp.experts.79.up_proj,0.32917756,0.01000,0.434
23,mlp.experts.80.up_proj,0.00002196,0.01000,0.435
23,mlp.experts.81.up_proj,0.33843380,0.01000,0.434
23,mlp.experts.82.up_proj,0.04685398,0.01000,0.434
23,mlp.experts.83.up_proj,0.00014425,0.01000,0.437
23,mlp.experts.84.up_proj,0.01373042,0.01000,0.433
23,mlp.experts.85.up_proj,0.41040161,0.01000,0.434
23,mlp.experts.86.up_proj,0.38719195,0.01000,0.433
23,mlp.experts.87.up_proj,0.16595477,0.01000,0.436
23,mlp.experts.88.up_proj,0.00192843,0.01000,0.433
23,mlp.experts.89.up_proj,0.18082471,0.01000,0.433
23,mlp.experts.90.up_proj,1.21435571,0.01000,0.433
23,mlp.experts.91.up_proj,0.00006214,0.01000,0.432
23,mlp.experts.92.up_proj,0.34406394,0.01000,0.448
23,mlp.experts.93.up_proj,0.00000926,0.01000,0.436
23,mlp.experts.94.up_proj,0.28572547,0.01000,0.443
23,mlp.experts.95.up_proj,0.19072148,0.01000,0.434
23,mlp.experts.96.up_proj,1.45798862,0.01000,0.434
23,mlp.experts.97.up_proj,0.62623405,0.01000,0.437
23,mlp.experts.98.up_proj,0.72636652,0.01000,0.436
23,mlp.experts.99.up_proj,1.53556037,0.01000,0.439
23,mlp.experts.100.up_proj,0.20161825,0.01000,0.433
23,mlp.experts.101.up_proj,0.21394296,0.01000,0.438
23,mlp.experts.102.up_proj,0.27078810,0.01000,0.446
23,mlp.experts.103.up_proj,0.06778208,0.01000,0.441
23,mlp.experts.104.up_proj,0.00563243,0.01000,0.436
23,mlp.experts.105.up_proj,0.89037549,0.01000,0.437
23,mlp.experts.106.up_proj,0.00009007,0.01000,0.447
23,mlp.experts.107.up_proj,1.01831675,0.01000,0.440
23,mlp.experts.108.up_proj,0.02793410,0.01000,0.441
23,mlp.experts.109.up_proj,0.21632606,0.01000,0.433
23,mlp.experts.110.up_proj,0.00691302,0.01000,0.441
23,mlp.experts.111.up_proj,0.29373962,0.01000,0.435
23,mlp.experts.112.up_proj,0.01233057,0.01000,0.436
23,mlp.experts.113.up_proj,0.05921660,0.01000,0.436
23,mlp.experts.114.up_proj,0.07288063,0.01000,0.432
23,mlp.experts.115.up_proj,0.95401108,0.01000,0.439
23,mlp.experts.116.up_proj,0.42375475,0.01000,0.433
23,mlp.experts.117.up_proj,0.01003700,0.01000,0.434
23,mlp.experts.118.up_proj,0.00013032,0.01000,0.446
23,mlp.experts.119.up_proj,0.00001174,0.01000,0.434
23,mlp.experts.120.up_proj,0.09544024,0.01000,0.449
23,mlp.experts.121.up_proj,0.33569235,0.01000,0.434
23,mlp.experts.122.up_proj,0.45756757,0.01000,0.435
23,mlp.experts.123.up_proj,0.00001874,0.01000,0.434
23,mlp.experts.124.up_proj,0.75013268,0.01000,0.435
23,mlp.experts.125.up_proj,1.17703497,0.01000,0.432
23,mlp.experts.126.up_proj,0.27775192,0.01000,0.432
23,mlp.experts.127.up_proj,0.00010561,0.01000,0.432
23,mlp.experts.0.gate_proj,0.36734337,0.01000,0.432
23,mlp.experts.1.gate_proj,0.09724204,0.01000,0.433
23,mlp.experts.2.gate_proj,0.19052505,0.01000,0.433
23,mlp.experts.3.gate_proj,2.41438055,0.01000,0.434
23,mlp.experts.4.gate_proj,0.30362228,0.01000,0.434
23,mlp.experts.5.gate_proj,0.70743704,0.01000,0.435
23,mlp.experts.6.gate_proj,0.01061580,0.01000,0.433
23,mlp.experts.7.gate_proj,1.62438476,0.01000,0.432
23,mlp.experts.8.gate_proj,0.45086864,0.01000,0.431
23,mlp.experts.9.gate_proj,0.11657393,0.01000,0.429
23,mlp.experts.10.gate_proj,0.00020267,0.01000,0.435
23,mlp.experts.11.gate_proj,0.02154896,0.01000,0.429
23,mlp.experts.12.gate_proj,0.27775598,0.01000,0.430
23,mlp.experts.13.gate_proj,0.21078932,0.01000,0.429
23,mlp.experts.14.gate_proj,1.08509874,0.01000,0.437
23,mlp.experts.15.gate_proj,0.03823049,0.01000,0.433
23,mlp.experts.16.gate_proj,0.69001466,0.01000,0.429
23,mlp.experts.17.gate_proj,0.04936157,0.01000,0.429
23,mlp.experts.18.gate_proj,0.34354043,0.01000,0.433
23,mlp.experts.19.gate_proj,0.00450810,0.01000,0.433
23,mlp.experts.20.gate_proj,2.40881491,0.01000,0.435
23,mlp.experts.21.gate_proj,0.26321799,0.01000,0.431
23,mlp.experts.22.gate_proj,0.20597135,0.01000,0.431
23,mlp.experts.23.gate_proj,0.26897621,0.01000,0.429
23,mlp.experts.24.gate_proj,0.36281216,0.01000,0.433
23,mlp.experts.25.gate_proj,3.52128696,0.01000,0.429
23,mlp.experts.26.gate_proj,0.46009248,0.01000,0.430
23,mlp.experts.27.gate_proj,0.00006633,0.01000,0.431
23,mlp.experts.28.gate_proj,0.19702679,0.01000,0.433
23,mlp.experts.29.gate_proj,0.52248919,0.01000,0.430
23,mlp.experts.30.gate_proj,0.32062107,0.01000,0.430
23,mlp.experts.31.gate_proj,0.08797285,0.01000,0.433
23,mlp.experts.32.gate_proj,0.02829974,0.01000,0.430
23,mlp.experts.33.gate_proj,0.63577634,0.01000,0.437
23,mlp.experts.34.gate_proj,0.00076272,0.01000,0.431
23,mlp.experts.35.gate_proj,0.00006882,0.01000,0.433
23,mlp.experts.36.gate_proj,0.63161975,0.01000,0.432
23,mlp.experts.37.gate_proj,0.45760638,0.01000,0.432
23,mlp.experts.38.gate_proj,0.00013945,0.01000,0.434
23,mlp.experts.39.gate_proj,0.34483084,0.01000,0.427
23,mlp.experts.40.gate_proj,0.09957395,0.01000,0.431
23,mlp.experts.41.gate_proj,0.25611976,0.01000,0.432
23,mlp.experts.42.gate_proj,0.29658455,0.01000,0.432
23,mlp.experts.43.gate_proj,0.49165648,0.01000,0.431
23,mlp.experts.44.gate_proj,0.00004779,0.01000,0.432
23,mlp.experts.45.gate_proj,0.13424046,0.01000,0.432
23,mlp.experts.46.gate_proj,0.19205141,0.01000,0.431
23,mlp.experts.47.gate_proj,0.23709810,0.01000,0.434
23,mlp.experts.48.gate_proj,0.18665269,0.01000,0.433
23,mlp.experts.49.gate_proj,0.29385227,0.01000,0.435
23,mlp.experts.50.gate_proj,0.24101496,0.01000,0.433
23,mlp.experts.51.gate_proj,0.00775074,0.01000,0.433
23,mlp.experts.52.gate_proj,1.64212084,0.01000,0.436
23,mlp.experts.53.gate_proj,0.17146239,0.01000,0.435
23,mlp.experts.54.gate_proj,0.33526984,0.01000,0.435
23,mlp.experts.55.gate_proj,0.30030978,0.01000,0.435
23,mlp.experts.56.gate_proj,0.89207852,0.01000,0.435
23,mlp.experts.57.gate_proj,0.00000395,0.01000,0.436
23,mlp.experts.58.gate_proj,0.45477048,0.01000,0.433
23,mlp.experts.59.gate_proj,2.31400347,0.01000,0.434
23,mlp.experts.60.gate_proj,0.55993295,0.01000,0.432
23,mlp.experts.61.gate_proj,0.42957309,0.01000,0.435
23,mlp.experts.62.gate_proj,0.03089739,0.01000,0.433
23,mlp.experts.63.gate_proj,0.06713489,0.01000,0.433
23,mlp.experts.64.gate_proj,0.06315492,0.01000,0.437
23,mlp.experts.65.gate_proj,0.03845802,0.01000,0.433
23,mlp.experts.66.gate_proj,0.00005287,0.01000,0.433
23,mlp.experts.67.gate_proj,0.54879808,0.01000,0.433
23,mlp.experts.68.gate_proj,0.22169724,0.01000,0.432
23,mlp.experts.69.gate_proj,0.46975851,0.01000,0.434
23,mlp.experts.70.gate_proj,0.00715919,0.01000,0.435
23,mlp.experts.71.gate_proj,0.35388029,0.01000,0.433
23,mlp.experts.72.gate_proj,0.09578190,0.01000,0.435
23,mlp.experts.73.gate_proj,0.36602324,0.01000,0.435
23,mlp.experts.74.gate_proj,0.00053149,0.01000,0.435
23,mlp.experts.75.gate_proj,0.03716790,0.01000,0.450
23,mlp.experts.76.gate_proj,0.04411008,0.01000,0.436
23,mlp.experts.77.gate_proj,0.00839966,0.01000,0.443
23,mlp.experts.78.gate_proj,0.17553514,0.01000,0.438
23,mlp.experts.79.gate_proj,0.32745355,0.01000,0.439
23,mlp.experts.80.gate_proj,0.00002219,0.01000,0.437
23,mlp.experts.81.gate_proj,0.34632212,0.01000,0.437
23,mlp.experts.82.gate_proj,0.04681516,0.01000,0.437
23,mlp.experts.83.gate_proj,0.00015747,0.01000,0.437
23,mlp.experts.84.gate_proj,0.01440735,0.01000,0.441
23,mlp.experts.85.gate_proj,0.39425826,0.01000,0.437
23,mlp.experts.86.gate_proj,0.37208682,0.01000,0.438
23,mlp.experts.87.gate_proj,0.16863954,0.01000,0.438
23,mlp.experts.88.gate_proj,0.00189917,0.01000,0.438
23,mlp.experts.89.gate_proj,0.17201731,0.01000,0.437
23,mlp.experts.90.gate_proj,0.88170576,0.01000,0.437
23,mlp.experts.91.gate_proj,0.00006442,0.01000,0.435
23,mlp.experts.92.gate_proj,0.35490292,0.01000,0.436
23,mlp.experts.93.gate_proj,0.00000885,0.01000,0.434
23,mlp.experts.94.gate_proj,0.29124281,0.01000,0.434
23,mlp.experts.95.gate_proj,0.19967937,0.01000,0.434
23,mlp.experts.96.gate_proj,1.47661567,0.01000,0.434
23,mlp.experts.97.gate_proj,0.55513000,0.01000,0.436
23,mlp.experts.98.gate_proj,0.64885533,0.01000,0.435
23,mlp.experts.99.gate_proj,1.48335254,0.01000,0.433
23,mlp.experts.100.gate_proj,0.20265590,0.01000,0.434
23,mlp.experts.101.gate_proj,0.20125166,0.01000,0.441
23,mlp.experts.102.gate_proj,0.27685761,0.01000,0.450
23,mlp.experts.103.gate_proj,0.06847808,0.01000,0.452
23,mlp.experts.104.gate_proj,0.00585002,0.01000,0.443
23,mlp.experts.105.gate_proj,0.85459399,0.01000,0.438
23,mlp.experts.106.gate_proj,0.00009592,0.01000,0.439
23,mlp.experts.107.gate_proj,0.95486850,0.01000,0.439
23,mlp.experts.108.gate_proj,0.02771833,0.01000,0.438
23,mlp.experts.109.gate_proj,0.21979728,0.01000,0.438
23,mlp.experts.110.gate_proj,0.00709652,0.01000,0.438
23,mlp.experts.111.gate_proj,0.28736615,0.01000,0.439
23,mlp.experts.112.gate_proj,0.01242428,0.01000,0.444
23,mlp.experts.113.gate_proj,0.05917815,0.01000,0.438
23,mlp.experts.114.gate_proj,0.07074112,0.01000,0.438
23,mlp.experts.115.gate_proj,0.92985338,0.01000,0.438
23,mlp.experts.116.gate_proj,0.39350069,0.01000,0.439
23,mlp.experts.117.gate_proj,0.01029091,0.01000,0.439
23,mlp.experts.118.gate_proj,0.00012600,0.01000,0.438
23,mlp.experts.119.gate_proj,0.00001129,0.01000,0.438
23,mlp.experts.120.gate_proj,0.09386358,0.01000,0.438
23,mlp.experts.121.gate_proj,0.34688950,0.01000,0.444
23,mlp.experts.122.gate_proj,0.37503934,0.01000,0.437
23,mlp.experts.123.gate_proj,0.00001686,0.01000,0.439
23,mlp.experts.124.gate_proj,0.80495107,0.01000,0.439
23,mlp.experts.125.gate_proj,1.20804369,0.01000,0.438
23,mlp.experts.126.gate_proj,0.25494558,0.01000,0.438
23,mlp.experts.127.gate_proj,0.00010115,0.01000,0.438
23,mlp.experts.0.down_proj,0.05890723,0.01000,0.182
23,mlp.experts.1.down_proj,0.03528374,0.01000,0.163
23,mlp.experts.2.down_proj,0.01561955,0.01000,0.163
23,mlp.experts.3.down_proj,1.85440290,0.01000,0.164
23,mlp.experts.4.down_proj,0.12948899,0.01000,0.164
23,mlp.experts.5.down_proj,0.37368524,0.01000,0.164
23,mlp.experts.6.down_proj,0.00135112,0.01000,0.165
23,mlp.experts.7.down_proj,1.19182897,0.01000,0.165
23,mlp.experts.8.down_proj,0.08893520,0.01000,0.165
23,mlp.experts.9.down_proj,0.06487889,0.01000,0.165
23,mlp.experts.10.down_proj,0.00012163,0.01000,0.166
23,mlp.experts.11.down_proj,0.00918445,0.01000,0.171
23,mlp.experts.12.down_proj,0.04149590,0.01000,0.166
23,mlp.experts.13.down_proj,0.04516086,0.01000,0.165
23,mlp.experts.14.down_proj,0.54167503,0.01000,0.168
23,mlp.experts.15.down_proj,0.00580983,0.01000,0.165
23,mlp.experts.16.down_proj,0.13262343,0.01000,0.165
23,mlp.experts.17.down_proj,0.02611063,0.01000,0.165
23,mlp.experts.18.down_proj,0.08339162,0.01000,0.165
23,mlp.experts.19.down_proj,0.00241512,0.01000,0.165
23,mlp.experts.20.down_proj,0.89480138,0.01000,0.165
23,mlp.experts.21.down_proj,0.05649221,0.01000,0.165
23,mlp.experts.22.down_proj,0.07834191,0.01000,0.165
23,mlp.experts.23.down_proj,0.27868050,0.01000,0.165
23,mlp.experts.24.down_proj,0.17723081,0.01000,0.166
23,mlp.experts.25.down_proj,2.28742623,0.01000,0.165
23,mlp.experts.26.down_proj,0.18106635,0.01000,0.165
23,mlp.experts.27.down_proj,0.00002560,0.01000,0.165
23,mlp.experts.28.down_proj,0.06654838,0.01000,0.165
23,mlp.experts.29.down_proj,0.10902895,0.01000,0.166
23,mlp.experts.30.down_proj,0.16495135,0.01000,0.166
23,mlp.experts.31.down_proj,0.01187275,0.01000,0.165
23,mlp.experts.32.down_proj,0.00767489,0.01000,0.165
23,mlp.experts.33.down_proj,0.08313654,0.01000,0.165
23,mlp.experts.34.down_proj,0.00021443,0.01000,0.180
23,mlp.experts.35.down_proj,0.00004661,0.01000,0.169
23,mlp.experts.36.down_proj,0.27862480,0.01000,0.165
23,mlp.experts.37.down_proj,0.10891447,0.01000,0.172
23,mlp.experts.38.down_proj,0.00003064,0.01000,0.168
23,mlp.experts.39.down_proj,0.07338870,0.01000,0.166
23,mlp.experts.40.down_proj,0.01609039,0.01000,0.165
23,mlp.experts.41.down_proj,0.03679342,0.01000,0.166
23,mlp.experts.42.down_proj,0.07721795,0.01000,0.165
23,mlp.experts.43.down_proj,0.07607552,0.01000,0.166
23,mlp.experts.44.down_proj,0.00001299,0.01000,0.165
23,mlp.experts.45.down_proj,0.04619392,0.01000,0.165
23,mlp.experts.46.down_proj,0.04637770,0.01000,0.165
23,mlp.experts.47.down_proj,0.06128458,0.01000,0.169
23,mlp.experts.48.down_proj,0.05295212,0.01000,0.166
23,mlp.experts.49.down_proj,0.09732395,0.01000,0.166
23,mlp.experts.50.down_proj,0.05658361,0.01000,0.165
23,mlp.experts.51.down_proj,0.00227012,0.01000,0.165
23,mlp.experts.52.down_proj,0.68676490,0.01000,0.165
23,mlp.experts.53.down_proj,0.03599636,0.01000,0.165
23,mlp.experts.54.down_proj,0.25660932,0.01000,0.165
23,mlp.experts.55.down_proj,0.07497790,0.01000,0.166
23,mlp.experts.56.down_proj,0.83014387,0.01000,0.165
23,mlp.experts.57.down_proj,0.00000072,0.01000,0.165
23,mlp.experts.58.down_proj,0.09337825,0.01000,0.165
23,mlp.experts.59.down_proj,2.26617694,0.01000,0.168
23,mlp.experts.60.down_proj,0.10420422,0.01000,0.168
23,mlp.experts.61.down_proj,0.19479497,0.01000,0.166
23,mlp.experts.62.down_proj,0.00436241,0.01000,0.165
23,mlp.experts.63.down_proj,0.06557871,0.01000,0.165
23,mlp.experts.64.down_proj,0.01682970,0.01000,0.166
23,mlp.experts.65.down_proj,0.00667876,0.01000,0.168
23,mlp.experts.66.down_proj,0.00000164,0.01000,0.165
23,mlp.experts.67.down_proj,0.49981758,0.01000,0.164
23,mlp.experts.68.down_proj,0.06134914,0.01000,0.164
23,mlp.experts.69.down_proj,0.10769178,0.01000,0.164
23,mlp.experts.70.down_proj,0.00147296,0.01000,0.164
23,mlp.experts.71.down_proj,0.05660637,0.01000,0.164
23,mlp.experts.72.down_proj,0.02986095,0.01000,0.165
23,mlp.experts.73.down_proj,0.10417943,0.01000,0.164
23,mlp.experts.74.down_proj,0.00025677,0.01000,0.164
23,mlp.experts.75.down_proj,0.00935562,0.01000,0.170
23,mlp.experts.76.down_proj,0.01176467,0.01000,0.164
23,mlp.experts.77.down_proj,0.00497748,0.01000,0.163
23,mlp.experts.78.down_proj,0.03120886,0.01000,0.163
23,mlp.experts.79.down_proj,0.06582412,0.01000,0.165
23,mlp.experts.80.down_proj,0.00000724,0.01000,0.164
23,mlp.experts.81.down_proj,0.12574641,0.01000,0.164
23,mlp.experts.82.down_proj,0.00863902,0.01000,0.167
23,mlp.experts.83.down_proj,0.00003625,0.01000,0.166
23,mlp.experts.84.down_proj,0.00132035,0.01000,0.166
23,mlp.experts.85.down_proj,0.07514371,0.01000,0.165
23,mlp.experts.86.down_proj,0.08596200,0.01000,0.165
23,mlp.experts.87.down_proj,0.03210199,0.01000,0.165
23,mlp.experts.88.down_proj,0.00099321,0.01000,0.166
23,mlp.experts.89.down_proj,0.03625113,0.01000,0.165
23,mlp.experts.90.down_proj,0.54049730,0.01000,0.169
23,mlp.experts.91.down_proj,0.00002130,0.01000,0.166
23,mlp.experts.92.down_proj,0.10165618,0.01000,0.166
23,mlp.experts.93.down_proj,0.00000275,0.01000,0.166
23,mlp.experts.94.down_proj,0.04623185,0.01000,0.165
23,mlp.experts.95.down_proj,0.06669961,0.01000,0.166
23,mlp.experts.96.down_proj,0.30339333,0.01000,0.171
23,mlp.experts.97.down_proj,0.15720645,0.01000,0.166
23,mlp.experts.98.down_proj,0.12452057,0.01000,0.166
23,mlp.experts.99.down_proj,0.61612749,0.01000,0.166
23,mlp.experts.100.down_proj,0.05398457,0.01000,0.166
23,mlp.experts.101.down_proj,0.02967421,0.01000,0.166
23,mlp.experts.102.down_proj,0.07458392,0.01000,0.171
23,mlp.experts.103.down_proj,0.06098896,0.01000,0.165
23,mlp.experts.104.down_proj,0.00210542,0.01000,0.178
23,mlp.experts.105.down_proj,0.15350604,0.01000,0.166
23,mlp.experts.106.down_proj,0.00002805,0.01000,0.165
23,mlp.experts.107.down_proj,0.13795860,0.01000,0.166
23,mlp.experts.108.down_proj,0.01493322,0.01000,0.166
23,mlp.experts.109.down_proj,0.06012219,0.01000,0.181
23,mlp.experts.110.down_proj,0.00138265,0.01000,0.165
23,mlp.experts.111.down_proj,0.05773976,0.01000,0.165
23,mlp.experts.112.down_proj,0.00212778,0.01000,0.165
23,mlp.experts.113.down_proj,0.03354485,0.01000,0.166
23,mlp.experts.114.down_proj,0.01924400,0.01000,0.167
23,mlp.experts.115.down_proj,0.19009641,0.01000,0.166
23,mlp.experts.116.down_proj,0.08032566,0.01000,0.166
23,mlp.experts.117.down_proj,0.00203665,0.01000,0.165
23,mlp.experts.118.down_proj,0.00004460,0.01000,0.167
23,mlp.experts.119.down_proj,0.00000290,0.01000,0.166
23,mlp.experts.120.down_proj,0.01110029,0.01000,0.167
23,mlp.experts.121.down_proj,0.12999970,0.01000,0.166
23,mlp.experts.122.down_proj,0.10671140,0.01000,0.166
23,mlp.experts.123.down_proj,0.00000489,0.01000,0.166
23,mlp.experts.124.down_proj,0.23695512,0.01000,0.166
23,mlp.experts.125.down_proj,1.35655046,0.01000,0.166
23,mlp.experts.126.down_proj,0.05852235,0.01000,0.166
23,mlp.experts.127.down_proj,0.00004070,0.01000,0.167
24,self_attn.q_proj,0.17705661,0.01000,0.439
24,self_attn.k_proj,0.02209739,0.01000,0.433
24,self_attn.v_proj,0.02687284,0.01000,0.432
24,self_attn.o_proj,0.02416618,0.01000,0.884
24,mlp.experts.0.up_proj,0.43121815,0.01000,0.464
24,mlp.experts.1.up_proj,0.00312967,0.01000,0.427
24,mlp.experts.2.up_proj,1.45205522,0.01000,0.430
24,mlp.experts.3.up_proj,0.00011562,0.01000,0.428
24,mlp.experts.4.up_proj,0.32980177,0.01000,0.427
24,mlp.experts.5.up_proj,0.00006585,0.01000,0.432
24,mlp.experts.6.up_proj,0.19818220,0.01000,0.428
24,mlp.experts.7.up_proj,0.11426696,0.01000,0.439
24,mlp.experts.8.up_proj,1.67508674,0.01000,0.427
24,mlp.experts.9.up_proj,0.59100163,0.01000,0.431
24,mlp.experts.10.up_proj,0.00229854,0.01000,0.432
24,mlp.experts.11.up_proj,0.05127130,0.01000,0.431
24,mlp.experts.12.up_proj,0.21001846,0.01000,0.431
24,mlp.experts.13.up_proj,0.00001978,0.01000,0.428
24,mlp.experts.14.up_proj,0.74614030,0.01000,0.431
24,mlp.experts.15.up_proj,0.48160160,0.01000,0.428
24,mlp.experts.16.up_proj,0.30955118,0.01000,0.429
24,mlp.experts.17.up_proj,0.25268245,0.01000,0.428
24,mlp.experts.18.up_proj,0.24740291,0.01000,0.430
24,mlp.experts.19.up_proj,0.00026919,0.01000,0.430
24,mlp.experts.20.up_proj,0.06546907,0.01000,0.430
24,mlp.experts.21.up_proj,3.17529225,0.01000,0.432
24,mlp.experts.22.up_proj,1.52275157,0.01000,0.430
24,mlp.experts.23.up_proj,0.24493572,0.01000,0.431
24,mlp.experts.24.up_proj,0.31507841,0.01000,0.444
24,mlp.experts.25.up_proj,0.43585587,0.01000,0.437
24,mlp.experts.26.up_proj,0.31092739,0.01000,0.443
24,mlp.experts.27.up_proj,0.35331619,0.01000,0.430
24,mlp.experts.28.up_proj,0.04288990,0.01000,0.431
24,mlp.experts.29.up_proj,0.03262100,0.01000,0.430
24,mlp.experts.30.up_proj,0.97106886,0.01000,0.437
24,mlp.experts.31.up_proj,0.04081471,0.01000,0.431
24,mlp.experts.32.up_proj,0.79390210,0.01000,0.431
24,mlp.experts.33.up_proj,0.01498786,0.01000,0.431
24,mlp.experts.34.up_proj,0.37729207,0.01000,0.440
24,mlp.experts.35.up_proj,0.09684369,0.01000,0.433
24,mlp.experts.36.up_proj,0.20918195,0.01000,0.431
24,mlp.experts.37.up_proj,0.03061027,0.01000,0.432
24,mlp.experts.38.up_proj,0.55465794,0.01000,0.432
24,mlp.experts.39.up_proj,0.20536740,0.01000,0.432
24,mlp.experts.40.up_proj,0.14110199,0.01000,0.429
24,mlp.experts.41.up_proj,1.56052184,0.01000,0.428
24,mlp.experts.42.up_proj,1.05815887,0.01000,0.430
24,mlp.experts.43.up_proj,0.36374027,0.01000,0.429
24,mlp.experts.44.up_proj,0.17751843,0.01000,0.430
24,mlp.experts.45.up_proj,0.02762460,0.01000,0.429
24,mlp.experts.46.up_proj,0.95416653,0.01000,0.429
24,mlp.experts.47.up_proj,0.02187213,0.01000,0.429
24,mlp.experts.48.up_proj,0.00001360,0.01000,0.435
24,mlp.experts.49.up_proj,0.16405416,0.01000,0.430
24,mlp.experts.50.up_proj,0.15195847,0.01000,0.431
24,mlp.experts.51.up_proj,0.05396333,0.01000,0.444
24,mlp.experts.52.up_proj,2.46889973,0.01000,0.445
24,mlp.experts.53.up_proj,0.54310125,0.01000,0.435
24,mlp.experts.54.up_proj,0.04682320,0.01000,0.431
24,mlp.experts.55.up_proj,0.00056985,0.01000,0.430
24,mlp.experts.56.up_proj,0.61259007,0.01000,0.436
24,mlp.experts.57.up_proj,0.01771306,0.01000,0.433
24,mlp.experts.58.up_proj,0.52708054,0.01000,0.430
24,mlp.experts.59.up_proj,0.00169349,0.01000,0.429
24,mlp.experts.60.up_proj,0.07787737,0.01000,0.430
24,mlp.experts.61.up_proj,0.49103579,0.01000,0.430
24,mlp.experts.62.up_proj,0.14955528,0.01000,0.430
24,mlp.experts.63.up_proj,0.49094456,0.01000,0.433
24,mlp.experts.64.up_proj,1.38907719,0.01000,0.433
24,mlp.experts.65.up_proj,2.40299773,0.01000,0.435
24,mlp.experts.66.up_proj,0.03149604,0.01000,0.430
24,mlp.experts.67.up_proj,0.34281188,0.01000,0.435
24,mlp.experts.68.up_proj,0.46651873,0.01000,0.433
24,mlp.experts.69.up_proj,0.65805018,0.01000,0.431
24,mlp.experts.70.up_proj,0.04090758,0.01000,0.434
24,mlp.experts.71.up_proj,0.10712671,0.01000,0.432
24,mlp.experts.72.up_proj,0.00002235,0.01000,0.435
24,mlp.experts.73.up_proj,3.54000568,0.01000,0.434
24,mlp.experts.74.up_proj,0.25895268,0.01000,0.431
24,mlp.experts.75.up_proj,0.37224090,0.01000,0.430
24,mlp.experts.76.up_proj,0.44049230,0.01000,0.435
24,mlp.experts.77.up_proj,0.01513941,0.01000,0.431
24,mlp.experts.78.up_proj,0.31094322,0.01000,0.431
24,mlp.experts.79.up_proj,0.48038012,0.01000,0.434
24,mlp.experts.80.up_proj,0.18798776,0.01000,0.434
24,mlp.experts.81.up_proj,0.00009943,0.01000,0.430
24,mlp.experts.82.up_proj,0.00244330,0.01000,0.429
24,mlp.experts.83.up_proj,0.00050650,0.01000,0.430
24,mlp.experts.84.up_proj,0.00818696,0.01000,0.428
24,mlp.experts.85.up_proj,0.71534294,0.01000,0.434
24,mlp.experts.86.up_proj,0.00041566,0.01000,0.432
24,mlp.experts.87.up_proj,0.98412871,0.01000,0.430
24,mlp.experts.88.up_proj,0.00000178,0.01000,0.430
24,mlp.experts.89.up_proj,0.37186274,0.01000,0.432
24,mlp.experts.90.up_proj,0.29799432,0.01000,0.433
24,mlp.experts.91.up_proj,0.16779813,0.01000,0.432
24,mlp.experts.92.up_proj,2.01677084,0.01000,0.435
24,mlp.experts.93.up_proj,0.00203775,0.01000,0.430
24,mlp.experts.94.up_proj,0.22118434,0.01000,0.431
24,mlp.experts.95.up_proj,0.13267776,0.01000,0.431
24,mlp.experts.96.up_proj,1.65951180,0.01000,0.431
24,mlp.experts.97.up_proj,1.02646899,0.01000,0.435
24,mlp.experts.98.up_proj,0.00613820,0.01000,0.431
24,mlp.experts.99.up_proj,0.85634786,0.01000,0.432
24,mlp.experts.100.up_proj,0.49192786,0.01000,0.433
24,mlp.experts.101.up_proj,0.06635278,0.01000,0.431
24,mlp.experts.102.up_proj,1.00514698,0.01000,0.433
24,mlp.experts.103.up_proj,0.40272599,0.01000,0.441
24,mlp.experts.104.up_proj,0.00000643,0.01000,0.434
24,mlp.experts.105.up_proj,0.08539800,0.01000,0.432
24,mlp.experts.106.up_proj,0.00038134,0.01000,0.439
24,mlp.experts.107.up_proj,0.40751076,0.01000,0.432
24,mlp.experts.108.up_proj,0.14480953,0.01000,0.432
24,mlp.experts.109.up_proj,0.00072387,0.01000,0.433
24,mlp.experts.110.up_proj,0.01063457,0.01000,0.433
24,mlp.experts.111.up_proj,0.07245076,0.01000,0.431
24,mlp.experts.112.up_proj,0.30275333,0.01000,0.428
24,mlp.experts.113.up_proj,0.02068338,0.01000,0.432
24,mlp.experts.114.up_proj,0.45929360,0.01000,0.436
24,mlp.experts.115.up_proj,0.33125696,0.01000,0.435
24,mlp.experts.116.up_proj,0.26234820,0.01000,0.431
24,mlp.experts.117.up_proj,0.06479488,0.01000,0.433
24,mlp.experts.118.up_proj,0.81626338,0.01000,0.434
24,mlp.experts.119.up_proj,0.00948510,0.01000,0.432
24,mlp.experts.120.up_proj,0.15673968,0.01000,0.435
24,mlp.experts.121.up_proj,0.15189707,0.01000,0.434
24,mlp.experts.122.up_proj,0.00756089,0.01000,0.435
24,mlp.experts.123.up_proj,0.41314483,0.01000,0.432
24,mlp.experts.124.up_proj,0.24060374,0.01000,0.432
24,mlp.experts.125.up_proj,0.07646155,0.01000,0.439
24,mlp.experts.126.up_proj,0.29819965,0.01000,0.436
24,mlp.experts.127.up_proj,0.83933282,0.01000,0.439
24,mlp.experts.0.gate_proj,0.38706219,0.01000,0.436
24,mlp.experts.1.gate_proj,0.00329523,0.01000,0.435
24,mlp.experts.2.gate_proj,1.34306049,0.01000,0.435
24,mlp.experts.3.gate_proj,0.00011217,0.01000,0.435
24,mlp.experts.4.gate_proj,0.33327428,0.01000,0.436
24,mlp.experts.5.gate_proj,0.00006666,0.01000,0.435
24,mlp.experts.6.gate_proj,0.19247457,0.01000,0.440
24,mlp.experts.7.gate_proj,0.10742051,0.01000,0.433
24,mlp.experts.8.gate_proj,1.67538977,0.01000,0.447
24,mlp.experts.9.gate_proj,0.55715954,0.01000,0.448
24,mlp.experts.10.gate_proj,0.01113721,0.01000,0.435
24,mlp.experts.11.gate_proj,0.05267493,0.01000,0.435
24,mlp.experts.12.gate_proj,0.19679087,0.01000,0.436
24,mlp.experts.13.gate_proj,0.00001821,0.01000,0.436
24,mlp.experts.14.gate_proj,0.69389480,0.01000,0.436
24,mlp.experts.15.gate_proj,0.46145064,0.01000,0.436
24,mlp.experts.16.gate_proj,0.31646085,0.01000,0.438
24,mlp.experts.17.gate_proj,0.24618259,0.01000,0.445
24,mlp.experts.18.gate_proj,0.24717641,0.01000,0.436
24,mlp.experts.19.gate_proj,0.00028874,0.01000,0.435
24,mlp.experts.20.gate_proj,0.06628373,0.01000,0.437
24,mlp.experts.21.gate_proj,2.79850435,0.01000,0.436
24,mlp.experts.22.gate_proj,1.56500638,0.01000,0.443
24,mlp.experts.23.gate_proj,0.25368184,0.01000,0.435
24,mlp.experts.24.gate_proj,0.35863167,0.01000,0.435
24,mlp.experts.25.gate_proj,0.42417502,0.01000,0.434
24,mlp.experts.26.gate_proj,0.30074984,0.01000,0.437
24,mlp.experts.27.gate_proj,0.34758505,0.01000,0.438
24,mlp.experts.28.gate_proj,0.04484142,0.01000,0.435
24,mlp.experts.29.gate_proj,0.03099977,0.01000,0.437
24,mlp.experts.30.gate_proj,0.98912978,0.01000,0.436
24,mlp.experts.31.gate_proj,0.03803565,0.01000,0.439
24,mlp.experts.32.gate_proj,0.75663120,0.01000,0.440
24,mlp.experts.33.gate_proj,0.01539030,0.01000,0.438
24,mlp.experts.34.gate_proj,0.38042030,0.01000,0.449
24,mlp.experts.35.gate_proj,0.09826957,0.01000,0.452
24,mlp.experts.36.gate_proj,0.18729779,0.01000,0.439
24,mlp.experts.37.gate_proj,0.03128283,0.01000,0.437
24,mlp.experts.38.gate_proj,0.48772520,0.01000,0.436
24,mlp.experts.39.gate_proj,0.22767469,0.01000,0.438
24,mlp.experts.40.gate_proj,0.14225617,0.01000,0.442
24,mlp.experts.41.gate_proj,1.58292651,0.01000,0.436
24,mlp.experts.42.gate_proj,0.97133482,0.01000,0.436
24,mlp.experts.43.gate_proj,0.34719372,0.01000,0.438
24,mlp.experts.44.gate_proj,0.17517608,0.01000,0.444
24,mlp.experts.45.gate_proj,0.02755064,0.01000,0.437
24,mlp.experts.46.gate_proj,0.85582602,0.01000,0.436
24,mlp.experts.47.gate_proj,0.02248403,0.01000,0.442
24,mlp.experts.48.gate_proj,0.00001250,0.01000,0.435
24,mlp.experts.49.gate_proj,0.16363014,0.01000,0.438
24,mlp.experts.50.gate_proj,0.15277514,0.01000,0.437
24,mlp.experts.51.gate_proj,0.04909183,0.01000,0.435
24,mlp.experts.52.gate_proj,2.22489500,0.01000,0.437
24,mlp.experts.53.gate_proj,0.49834448,0.01000,0.436
24,mlp.experts.54.gate_proj,0.04734111,0.01000,0.439
24,mlp.experts.55.gate_proj,0.00054766,0.01000,0.439
24,mlp.experts.56.gate_proj,0.58217275,0.01000,0.435
24,mlp.experts.57.gate_proj,0.01801164,0.01000,0.436
24,mlp.experts.58.gate_proj,0.49107051,0.01000,0.439
24,mlp.experts.59.gate_proj,0.00176065,0.01000,0.437
24,mlp.experts.60.gate_proj,0.06981072,0.01000,0.436
24,mlp.experts.61.gate_proj,0.45463744,0.01000,0.435
24,mlp.experts.62.gate_proj,0.15157679,0.01000,0.435
24,mlp.experts.63.gate_proj,0.45262492,0.01000,0.436
24,mlp.experts.64.gate_proj,1.33470142,0.01000,0.436
24,mlp.experts.65.gate_proj,2.48962331,0.01000,0.435
24,mlp.experts.66.gate_proj,0.02909999,0.01000,0.441
24,mlp.experts.67.gate_proj,0.35098243,0.01000,0.440
24,mlp.experts.68.gate_proj,0.38952923,0.01000,0.436
24,mlp.experts.69.gate_proj,0.61487007,0.01000,0.449
24,mlp.experts.70.gate_proj,0.04113827,0.01000,0.437
24,mlp.experts.71.gate_proj,0.10967028,0.01000,0.436
24,mlp.experts.72.gate_proj,0.00002275,0.01000,0.440
24,mlp.experts.73.gate_proj,3.79738188,0.01000,0.439
24,mlp.experts.74.gate_proj,0.23593299,0.01000,0.448
24,mlp.experts.75.gate_proj,0.35633621,0.01000,0.436
24,mlp.experts.76.gate_proj,0.39624280,0.01000,0.435
24,mlp.experts.77.gate_proj,0.01555788,0.01000,0.438
24,mlp.experts.78.gate_proj,0.31555939,0.01000,0.437
24,mlp.experts.79.gate_proj,0.45242202,0.01000,0.438
24,mlp.experts.80.gate_proj,0.15052283,0.01000,0.438
24,mlp.experts.81.gate_proj,0.00009538,0.01000,0.440
24,mlp.experts.82.gate_proj,0.00229238,0.01000,0.438
24,mlp.experts.83.gate_proj,0.00047980,0.01000,0.438
24,mlp.experts.84.gate_proj,0.00834183,0.01000,0.439
24,mlp.experts.85.gate_proj,0.72685647,0.01000,0.446
24,mlp.experts.86.gate_proj,0.00041073,0.01000,0.439
24,mlp.experts.87.gate_proj,0.86204940,0.01000,0.438
24,mlp.experts.88.gate_proj,0.00000172,0.01000,0.440
24,mlp.experts.89.gate_proj,0.34885216,0.01000,0.444
24,mlp.experts.90.gate_proj,0.28828764,0.01000,0.439
24,mlp.experts.91.gate_proj,0.16755536,0.01000,0.437
24,mlp.experts.92.gate_proj,2.02056098,0.01000,0.437
24,mlp.experts.93.gate_proj,0.00214577,0.01000,0.437
24,mlp.experts.94.gate_proj,0.15656269,0.01000,0.436
24,mlp.experts.95.gate_proj,0.12273567,0.01000,0.441
24,mlp.experts.96.gate_proj,1.67470646,0.01000,0.436
24,mlp.experts.97.gate_proj,0.96243173,0.01000,0.437
24,mlp.experts.98.gate_proj,0.00591568,0.01000,0.437
24,mlp.experts.99.gate_proj,0.63491809,0.01000,0.439
24,mlp.experts.100.gate_proj,0.44818193,0.01000,0.438
24,mlp.experts.101.gate_proj,0.07383798,0.01000,0.438
24,mlp.experts.102.gate_proj,0.92542291,0.01000,0.438
24,mlp.experts.103.gate_proj,0.36779964,0.01000,0.437
24,mlp.experts.104.gate_proj,0.00000557,0.01000,0.438
24,mlp.experts.105.gate_proj,0.09332100,0.01000,0.437
24,mlp.experts.106.gate_proj,0.00040517,0.01000,0.437
24,mlp.experts.107.gate_proj,0.38292500,0.01000,0.437
24,mlp.experts.108.gate_proj,0.14812325,0.01000,0.439
24,mlp.experts.109.gate_proj,0.00076890,0.01000,0.438
24,mlp.experts.110.gate_proj,0.00999849,0.01000,0.438
24,mlp.experts.111.gate_proj,0.08459985,0.01000,0.438
24,mlp.experts.112.gate_proj,0.31216699,0.01000,0.450
24,mlp.experts.113.gate_proj,0.01971859,0.01000,0.438
24,mlp.experts.114.gate_proj,0.46072453,0.01000,0.445
24,mlp.experts.115.gate_proj,0.31581116,0.01000,0.436
24,mlp.experts.116.gate_proj,0.25454262,0.01000,0.435
24,mlp.experts.117.gate_proj,0.06932995,0.01000,0.435
24,mlp.experts.118.gate_proj,0.77616119,0.01000,0.436
24,mlp.experts.119.gate_proj,0.00912448,0.01000,0.436
24,mlp.experts.120.gate_proj,0.15008970,0.01000,0.435
24,mlp.experts.121.gate_proj,0.14198747,0.01000,0.435
24,mlp.experts.122.gate_proj,0.00776544,0.01000,0.438
24,mlp.experts.123.gate_proj,0.36060402,0.01000,0.436
24,mlp.experts.124.gate_proj,0.22336963,0.01000,0.436
24,mlp.experts.125.gate_proj,0.08020425,0.01000,0.436
24,mlp.experts.126.gate_proj,0.27405059,0.01000,0.437
24,mlp.experts.127.gate_proj,0.81046045,0.01000,0.437
24,mlp.experts.0.down_proj,0.09974591,0.01000,0.179
24,mlp.experts.1.down_proj,0.00228263,0.01000,0.164
24,mlp.experts.2.down_proj,0.37601256,0.01000,0.164
24,mlp.experts.3.down_proj,0.00007146,0.01000,0.164
24,mlp.experts.4.down_proj,0.11269724,0.01000,0.164
24,mlp.experts.5.down_proj,0.00001667,0.01000,0.165
24,mlp.experts.6.down_proj,0.03108294,0.01000,0.167
24,mlp.experts.7.down_proj,0.06013997,0.01000,0.165
24,mlp.experts.8.down_proj,0.85171378,0.01000,0.165
24,mlp.experts.9.down_proj,0.53685588,0.01000,0.165
24,mlp.experts.10.down_proj,0.00003890,0.01000,0.165
24,mlp.experts.11.down_proj,0.01624308,0.01000,0.165
24,mlp.experts.12.down_proj,0.04648639,0.01000,0.165
24,mlp.experts.13.down_proj,0.00000474,0.01000,0.165
24,mlp.experts.14.down_proj,0.20065553,0.01000,0.166
24,mlp.experts.15.down_proj,0.27174449,0.01000,0.166
24,mlp.experts.16.down_proj,0.15615129,0.01000,0.165
24,mlp.experts.17.down_proj,0.05607586,0.01000,0.165
24,mlp.experts.18.down_proj,0.05273952,0.01000,0.166
24,mlp.experts.19.down_proj,0.00007737,0.01000,0.164
24,mlp.experts.20.down_proj,0.02746666,0.01000,0.165
24,mlp.experts.21.down_proj,1.13147306,0.01000,0.164
24,mlp.experts.22.down_proj,0.61269587,0.01000,0.166
24,mlp.experts.23.down_proj,0.26209396,0.01000,0.164
24,mlp.experts.24.down_proj,0.06046558,0.01000,0.164
24,mlp.experts.25.down_proj,0.13702813,0.01000,0.165
24,mlp.experts.26.down_proj,0.11759293,0.01000,0.168
24,mlp.experts.27.down_proj,0.04846507,0.01000,0.165
24,mlp.experts.28.down_proj,0.00618497,0.01000,0.164
24,mlp.experts.29.down_proj,0.02181081,0.01000,0.165
24,mlp.experts.30.down_proj,1.66893220,0.01000,0.165
24,mlp.experts.31.down_proj,0.01051425,0.01000,0.165
24,mlp.experts.32.down_proj,0.15654311,0.01000,0.165
24,mlp.experts.33.down_proj,0.00798920,0.01000,0.165
24,mlp.experts.34.down_proj,0.06888504,0.01000,0.165
24,mlp.experts.35.down_proj,0.09718469,0.01000,0.166
24,mlp.experts.36.down_proj,0.05740214,0.01000,0.165
24,mlp.experts.37.down_proj,0.00842875,0.01000,0.165
24,mlp.experts.38.down_proj,0.13535087,0.01000,0.166
24,mlp.experts.39.down_proj,0.22117911,0.01000,0.165
24,mlp.experts.40.down_proj,0.01984028,0.01000,0.166
24,mlp.experts.41.down_proj,0.66680884,0.01000,0.165
24,mlp.experts.42.down_proj,0.17656806,0.01000,0.167
24,mlp.experts.43.down_proj,0.09510078,0.01000,0.165
24,mlp.experts.44.down_proj,0.03105467,0.01000,0.165
24,mlp.experts.45.down_proj,0.01452861,0.01000,0.166
24,mlp.experts.46.down_proj,0.18352330,0.01000,0.165
24,mlp.experts.47.down_proj,0.00281129,0.01000,0.166
24,mlp.experts.48.down_proj,0.00000419,0.01000,0.165
24,mlp.experts.49.down_proj,0.03449067,0.01000,0.166
24,mlp.experts.50.down_proj,0.02689460,0.01000,0.165
24,mlp.experts.51.down_proj,0.01488525,0.01000,0.165
24,mlp.experts.52.down_proj,1.59224212,0.01000,0.166
24,mlp.experts.53.down_proj,0.11123765,0.01000,0.165
24,mlp.experts.54.down_proj,0.02808440,0.01000,0.170
24,mlp.experts.55.down_proj,0.00056871,0.01000,0.165
24,mlp.experts.56.down_proj,0.64101869,0.01000,0.166
24,mlp.experts.57.down_proj,0.00377663,0.01000,0.165
24,mlp.experts.58.down_proj,0.09715341,0.01000,0.166
24,mlp.experts.59.down_proj,0.00051674,0.01000,0.166
24,mlp.experts.60.down_proj,0.05737214,0.01000,0.169
24,mlp.experts.61.down_proj,0.06433804,0.01000,0.166
24,mlp.experts.62.down_proj,0.02186581,0.01000,0.166
24,mlp.experts.63.down_proj,0.10785247,0.01000,0.166
24,mlp.experts.64.down_proj,1.22383714,0.01000,0.165
24,mlp.experts.65.down_proj,2.41130662,0.01000,0.166
24,mlp.experts.66.down_proj,0.01035898,0.01000,0.166
24,mlp.experts.67.down_proj,0.42316660,0.01000,0.165
24,mlp.experts.68.down_proj,0.10775624,0.01000,0.165
24,mlp.experts.69.down_proj,0.22034299,0.01000,0.166
24,mlp.experts.70.down_proj,0.01889298,0.01000,0.165
24,mlp.experts.71.down_proj,0.07161400,0.01000,0.165
24,mlp.experts.72.down_proj,0.00000968,0.01000,0.166
24,mlp.experts.73.down_proj,4.50538921,0.01000,0.166
24,mlp.experts.74.down_proj,0.05723938,0.01000,0.165
24,mlp.experts.75.down_proj,0.06145986,0.01000,0.166
24,mlp.experts.76.down_proj,0.07115289,0.01000,0.166
24,mlp.experts.77.down_proj,0.01115100,0.01000,0.168
24,mlp.experts.78.down_proj,0.16904959,0.01000,0.168
24,mlp.experts.79.down_proj,0.30218869,0.01000,0.166
24,mlp.experts.80.down_proj,0.03774828,0.01000,0.166
24,mlp.experts.81.down_proj,0.00002972,0.01000,0.165
24,mlp.experts.82.down_proj,0.00121269,0.01000,0.166
24,mlp.experts.83.down_proj,0.00025157,0.01000,0.165
24,mlp.experts.84.down_proj,0.00153536,0.01000,0.166
24,mlp.experts.85.down_proj,0.22494972,0.01000,0.165
24,mlp.experts.86.down_proj,0.00016049,0.01000,0.165
24,mlp.experts.87.down_proj,0.13842063,0.01000,0.165
24,mlp.experts.88.down_proj,0.00000038,0.01000,0.165
24,mlp.experts.89.down_proj,0.17579320,0.01000,0.166
24,mlp.experts.90.down_proj,0.04086585,0.01000,0.166
24,mlp.experts.91.down_proj,0.07378232,0.01000,0.165
24,mlp.experts.92.down_proj,0.62915319,0.01000,0.166
24,mlp.experts.93.down_proj,0.00075951,0.01000,0.165
24,mlp.experts.94.down_proj,0.10117690,0.01000,0.165
24,mlp.experts.95.down_proj,0.03047805,0.01000,0.166
24,mlp.experts.96.down_proj,2.23642874,0.01000,0.168
24,mlp.experts.97.down_proj,0.41270816,0.01000,0.166
24,mlp.experts.98.down_proj,0.00028665,0.01000,0.166
24,mlp.experts.99.down_proj,0.53518236,0.01000,0.165
24,mlp.experts.100.down_proj,0.09572580,0.01000,0.165
24,mlp.experts.101.down_proj,0.00453500,0.01000,0.168
24,mlp.experts.102.down_proj,0.16992599,0.01000,0.165
24,mlp.experts.103.down_proj,0.06606720,0.01000,0.166
24,mlp.experts.104.down_proj,0.00000770,0.01000,0.165
24,mlp.experts.105.down_proj,0.03349408,0.01000,0.166
24,mlp.experts.106.down_proj,0.00012297,0.01000,0.165
24,mlp.experts.107.down_proj,0.19776182,0.01000,0.165
24,mlp.experts.108.down_proj,0.03961971,0.01000,0.166
24,mlp.experts.109.down_proj,0.00020506,0.01000,0.166
24,mlp.experts.110.down_proj,0.00241996,0.01000,0.165
24,mlp.experts.111.down_proj,0.00608135,0.01000,0.165
24,mlp.experts.112.down_proj,0.11820602,0.01000,0.165
24,mlp.experts.113.down_proj,0.00154795,0.01000,0.168
24,mlp.experts.114.down_proj,0.31752667,0.01000,0.170
24,mlp.experts.115.down_proj,0.07059257,0.01000,0.166
24,mlp.experts.116.down_proj,0.06861351,0.01000,0.166
24,mlp.experts.117.down_proj,0.01205964,0.01000,0.165
24,mlp.experts.118.down_proj,0.30304730,0.01000,0.166
24,mlp.experts.119.down_proj,0.00239284,0.01000,0.166
24,mlp.experts.120.down_proj,0.03549509,0.01000,0.166
24,mlp.experts.121.down_proj,0.03460292,0.01000,0.166
24,mlp.experts.122.down_proj,0.00161962,0.01000,0.166
24,mlp.experts.123.down_proj,0.11789654,0.01000,0.166
24,mlp.experts.124.down_proj,0.06428647,0.01000,0.166
24,mlp.experts.125.down_proj,0.03586730,0.01000,0.173
24,mlp.experts.126.down_proj,0.16454074,0.01000,0.169
24,mlp.experts.127.down_proj,0.35965484,0.01000,0.167
25,self_attn.q_proj,0.23278004,0.01000,0.441
25,self_attn.k_proj,0.02937625,0.01000,0.432
25,self_attn.v_proj,0.03284086,0.01000,0.433
25,self_attn.o_proj,0.02961011,0.01000,0.871
25,mlp.experts.0.up_proj,0.47411054,0.01000,0.468
25,mlp.experts.1.up_proj,0.19081372,0.01000,0.430
25,mlp.experts.2.up_proj,0.58912289,0.01000,0.429
25,mlp.experts.3.up_proj,0.00000061,0.01000,0.429
25,mlp.experts.4.up_proj,0.07766713,0.01000,0.429
25,mlp.experts.5.up_proj,0.00212714,0.01000,0.430
25,mlp.experts.6.up_proj,0.63886929,0.01000,0.431
25,mlp.experts.7.up_proj,0.02330096,0.01000,0.432
25,mlp.experts.8.up_proj,0.11294524,0.01000,0.430
25,mlp.experts.9.up_proj,0.00008100,0.01000,0.434
25,mlp.experts.10.up_proj,1.57350230,0.01000,0.431
25,mlp.experts.11.up_proj,0.05597913,0.01000,0.432
25,mlp.experts.12.up_proj,0.21521056,0.01000,0.432
25,mlp.experts.13.up_proj,0.03338634,0.01000,0.431
25,mlp.experts.14.up_proj,0.08303169,0.01000,0.432
25,mlp.experts.15.up_proj,0.91904336,0.01000,0.432
25,mlp.experts.16.up_proj,0.31143486,0.01000,0.430
25,mlp.experts.17.up_proj,0.00024993,0.01000,0.431
25,mlp.experts.18.up_proj,0.34975606,0.01000,0.432
25,mlp.experts.19.up_proj,0.71057570,0.01000,0.437
25,mlp.experts.20.up_proj,0.73465371,0.01000,0.433
25,mlp.experts.21.up_proj,0.26311105,0.01000,0.434
25,mlp.experts.22.up_proj,0.00003230,0.01000,0.434
25,mlp.experts.23.up_proj,0.22275805,0.01000,0.438
25,mlp.experts.24.up_proj,0.52435708,0.01000,0.435
25,mlp.experts.25.up_proj,0.03690800,0.01000,0.432
25,mlp.experts.26.up_proj,0.73256624,0.01000,0.431
25,mlp.experts.27.up_proj,0.07955705,0.01000,0.430
25,mlp.experts.28.up_proj,0.51114261,0.01000,0.441
25,mlp.experts.29.up_proj,1.32143927,0.01000,0.431
25,mlp.experts.30.up_proj,0.34177038,0.01000,0.432
25,mlp.experts.31.up_proj,0.03118781,0.01000,0.431
25,mlp.experts.32.up_proj,0.07381410,0.01000,0.434
25,mlp.experts.33.up_proj,0.89584279,0.01000,0.439
25,mlp.experts.34.up_proj,0.05492920,0.01000,0.432
25,mlp.experts.35.up_proj,0.03015414,0.01000,0.442
25,mlp.experts.36.up_proj,0.20147230,0.01000,0.431
25,mlp.experts.37.up_proj,1.26044214,0.01000,0.434
25,mlp.experts.38.up_proj,0.01235611,0.01000,0.429
25,mlp.experts.39.up_proj,0.00020792,0.01000,0.426
25,mlp.experts.40.up_proj,0.73894912,0.01000,0.425
25,mlp.experts.41.up_proj,0.29422560,0.01000,0.426
25,mlp.experts.42.up_proj,0.17458494,0.01000,0.431
25,mlp.experts.43.up_proj,0.00366112,0.01000,0.427
25,mlp.experts.44.up_proj,0.34584928,0.01000,0.426
25,mlp.experts.45.up_proj,1.23280787,0.01000,0.427
25,mlp.experts.46.up_proj,0.00000603,0.01000,0.427
25,mlp.experts.47.up_proj,1.93271065,0.01000,0.427
25,mlp.experts.48.up_proj,0.00026953,0.01000,0.427
25,mlp.experts.49.up_proj,1.06820655,0.01000,0.428
25,mlp.experts.50.up_proj,0.00031951,0.01000,0.427
25,mlp.experts.51.up_proj,0.04273692,0.01000,0.433
25,mlp.experts.52.up_proj,1.77190590,0.01000,0.427
25,mlp.experts.53.up_proj,0.04789814,0.01000,0.427
25,mlp.experts.54.up_proj,0.00003916,0.01000,0.428
25,mlp.experts.55.up_proj,0.33421713,0.01000,0.431
25,mlp.experts.56.up_proj,0.00008306,0.01000,0.431
25,mlp.experts.57.up_proj,0.53125554,0.01000,0.430
25,mlp.experts.58.up_proj,3.88294530,0.01000,0.430
25,mlp.experts.59.up_proj,0.93656820,0.01000,0.430
25,mlp.experts.60.up_proj,0.00069154,0.01000,0.433
25,mlp.experts.61.up_proj,3.55446410,0.01000,0.432
25,mlp.experts.62.up_proj,0.64030600,0.01000,0.430
25,mlp.experts.63.up_proj,0.04113027,0.01000,0.430
25,mlp.experts.64.up_proj,0.00000528,0.01000,0.431
25,mlp.experts.65.up_proj,0.48984006,0.01000,0.432
25,mlp.experts.66.up_proj,0.50095391,0.01000,0.431
25,mlp.experts.67.up_proj,0.28341717,0.01000,0.431
25,mlp.experts.68.up_proj,0.05304627,0.01000,0.430
25,mlp.experts.69.up_proj,0.00000885,0.01000,0.430
25,mlp.experts.70.up_proj,0.03526083,0.01000,0.435
25,mlp.experts.71.up_proj,0.63596755,0.01000,0.430
25,mlp.experts.72.up_proj,0.00859389,0.01000,0.431
25,mlp.experts.73.up_proj,0.83923870,0.01000,0.430
25,mlp.experts.74.up_proj,0.00387914,0.01000,0.430
25,mlp.experts.75.up_proj,0.60363221,0.01000,0.435
25,mlp.experts.76.up_proj,0.47826207,0.01000,0.431
25,mlp.experts.77.up_proj,0.68755221,0.01000,0.432
25,mlp.experts.78.up_proj,1.26884258,0.01000,0.432
25,mlp.experts.79.up_proj,0.60360157,0.01000,0.434
25,mlp.experts.80.up_proj,0.58656919,0.01000,0.431
25,mlp.experts.81.up_proj,1.62070048,0.01000,0.431
25,mlp.experts.82.up_proj,0.64544678,0.01000,0.431
25,mlp.experts.83.up_proj,0.19831893,0.01000,0.431
25,mlp.experts.84.up_proj,0.02016218,0.01000,0.436
25,mlp.experts.85.up_proj,0.04991484,0.01000,0.431
25,mlp.experts.86.up_proj,0.00220209,0.01000,0.445
25,mlp.experts.87.up_proj,0.40549076,0.01000,0.429
25,mlp.experts.88.up_proj,0.00021693,0.01000,0.449
25,mlp.experts.89.up_proj,0.09063965,0.01000,0.431
25,mlp.experts.90.up_proj,0.00304491,0.01000,0.431
25,mlp.experts.91.up_proj,0.67830741,0.01000,0.431
25,mlp.experts.92.up_proj,1.62498415,0.01000,0.426
25,mlp.experts.93.up_proj,0.40596944,0.01000,0.426
25,mlp.experts.94.up_proj,0.00015478,0.01000,0.427
25,mlp.experts.95.up_proj,0.50311905,0.01000,0.427
25,mlp.experts.96.up_proj,0.00004502,0.01000,0.427
25,mlp.experts.97.up_proj,0.00645287,0.01000,0.431
25,mlp.experts.98.up_proj,0.38143700,0.01000,0.437
25,mlp.experts.99.up_proj,0.08128797,0.01000,0.436
25,mlp.experts.100.up_proj,0.00000176,0.01000,0.436
25,mlp.experts.101.up_proj,1.23517728,0.01000,0.430
25,mlp.experts.102.up_proj,0.46883440,0.01000,0.432
25,mlp.experts.103.up_proj,0.42689571,0.01000,0.430
25,mlp.experts.104.up_proj,0.81996524,0.01000,0.429
25,mlp.experts.105.up_proj,0.19648904,0.01000,0.433
25,mlp.experts.106.up_proj,1.28544092,0.01000,0.429
25,mlp.experts.107.up_proj,0.20393607,0.01000,0.429
25,mlp.experts.108.up_proj,0.43401727,0.01000,0.428
25,mlp.experts.109.up_proj,0.71064103,0.01000,0.427
25,mlp.experts.110.up_proj,0.03070117,0.01000,0.427
25,mlp.experts.111.up_proj,0.00010884,0.01000,0.428
25,mlp.experts.112.up_proj,1.01332235,0.01000,0.432
25,mlp.experts.113.up_proj,0.19921580,0.01000,0.428
25,mlp.experts.114.up_proj,0.00001655,0.01000,0.429
25,mlp.experts.115.up_proj,0.24575397,0.01000,0.429
25,mlp.experts.116.up_proj,0.00009908,0.01000,0.433
25,mlp.experts.117.up_proj,0.11104140,0.01000,0.431
25,mlp.experts.118.up_proj,0.21441072,0.01000,0.430
25,mlp.experts.119.up_proj,0.02740936,0.01000,0.435
25,mlp.experts.120.up_proj,0.48027191,0.01000,0.430
25,mlp.experts.121.up_proj,0.28045520,0.01000,0.432
25,mlp.experts.122.up_proj,0.39540577,0.01000,0.432
25,mlp.experts.123.up_proj,0.73521364,0.01000,0.429
25,mlp.experts.124.up_proj,0.24777387,0.01000,0.430
25,mlp.experts.125.up_proj,0.18354751,0.01000,0.430
25,mlp.experts.126.up_proj,0.05534713,0.01000,0.433
25,mlp.experts.127.up_proj,0.42938438,0.01000,0.430
25,mlp.experts.0.gate_proj,0.46316853,0.01000,0.436
25,mlp.experts.1.gate_proj,0.19605212,0.01000,0.432
25,mlp.experts.2.gate_proj,0.57919228,0.01000,0.435
25,mlp.experts.3.gate_proj,0.00000061,0.01000,0.430
25,mlp.experts.4.gate_proj,0.07808593,0.01000,0.430
25,mlp.experts.5.gate_proj,0.00208393,0.01000,0.431
25,mlp.experts.6.gate_proj,0.49528813,0.01000,0.433
25,mlp.experts.7.gate_proj,0.02276698,0.01000,0.438
25,mlp.experts.8.gate_proj,0.12222314,0.01000,0.431
25,mlp.experts.9.gate_proj,0.00008775,0.01000,0.431
25,mlp.experts.10.gate_proj,1.35211706,0.01000,0.436
25,mlp.experts.11.gate_proj,0.06151456,0.01000,0.434
25,mlp.experts.12.gate_proj,0.23069465,0.01000,0.433
25,mlp.experts.13.gate_proj,0.03402816,0.01000,0.431
25,mlp.experts.14.gate_proj,0.08508861,0.01000,0.431
25,mlp.experts.15.gate_proj,0.83654892,0.01000,0.429
25,mlp.experts.16.gate_proj,0.30150366,0.01000,0.431
25,mlp.experts.17.gate_proj,0.00027472,0.01000,0.432
25,mlp.experts.18.gate_proj,0.33470133,0.01000,0.428
25,mlp.experts.19.gate_proj,0.70932472,0.01000,0.428
25,mlp.experts.20.gate_proj,0.73655969,0.01000,0.427
25,mlp.experts.21.gate_proj,0.24569473,0.01000,0.431
25,mlp.experts.22.gate_proj,0.00002914,0.01000,0.429
25,mlp.experts.23.gate_proj,0.21740511,0.01000,0.428
25,mlp.experts.24.gate_proj,0.53824532,0.01000,0.427
25,mlp.experts.25.gate_proj,0.03633480,0.01000,0.434
25,mlp.experts.26.gate_proj,0.76590681,0.01000,0.428
25,mlp.experts.27.gate_proj,0.07471380,0.01000,0.427
25,mlp.experts.28.gate_proj,0.44614542,0.01000,0.427
25,mlp.experts.29.gate_proj,1.31449974,0.01000,0.427
25,mlp.experts.30.gate_proj,0.34945452,0.01000,0.432
25,mlp.experts.31.gate_proj,0.03256608,0.01000,0.428
25,mlp.experts.32.gate_proj,0.06936989,0.01000,0.427
25,mlp.experts.33.gate_proj,0.69105339,0.01000,0.432
25,mlp.experts.34.gate_proj,0.05728251,0.01000,0.428
25,mlp.experts.35.gate_proj,0.09855390,0.01000,0.433
25,mlp.experts.36.gate_proj,0.21379320,0.01000,0.436
25,mlp.experts.37.gate_proj,1.30240655,0.01000,0.435
25,mlp.experts.38.gate_proj,0.01180558,0.01000,0.436
25,mlp.experts.39.gate_proj,0.00018851,0.01000,0.437
25,mlp.experts.40.gate_proj,0.68358719,0.01000,0.433
25,mlp.experts.41.gate_proj,0.29100031,0.01000,0.431
25,mlp.experts.42.gate_proj,0.17119010,0.01000,0.432
25,mlp.experts.43.gate_proj,0.00373802,0.01000,0.431
25,mlp.experts.44.gate_proj,0.33696902,0.01000,0.436
25,mlp.experts.45.gate_proj,0.91024500,0.01000,0.432
25,mlp.experts.46.gate_proj,0.00000574,0.01000,0.434
25,mlp.experts.47.gate_proj,1.62722516,0.01000,0.433
25,mlp.experts.48.gate_proj,0.00027794,0.01000,0.437
25,mlp.experts.49.gate_proj,1.09843147,0.01000,0.435
25,mlp.experts.50.gate_proj,0.00032073,0.01000,0.435
25,mlp.experts.51.gate_proj,0.04413285,0.01000,0.435
25,mlp.experts.52.gate_proj,1.79555631,0.01000,0.432
25,mlp.experts.53.gate_proj,0.05223401,0.01000,0.434
25,mlp.experts.54.gate_proj,0.00004072,0.01000,0.433
25,mlp.experts.55.gate_proj,0.30503994,0.01000,0.434
25,mlp.experts.56.gate_proj,0.00007758,0.01000,0.434
25,mlp.experts.57.gate_proj,0.46214774,0.01000,0.437
25,mlp.experts.58.gate_proj,2.80681133,0.01000,0.435
25,mlp.experts.59.gate_proj,1.04342222,0.01000,0.434
25,mlp.experts.60.gate_proj,0.00067541,0.01000,0.437
25,mlp.experts.61.gate_proj,3.82909822,0.01000,0.436
25,mlp.experts.62.gate_proj,0.50242049,0.01000,0.435
25,mlp.experts.63.gate_proj,0.03815397,0.01000,0.436
25,mlp.experts.64.gate_proj,0.00000556,0.01000,0.436
25,mlp.experts.65.gate_proj,0.42088890,0.01000,0.436
25,mlp.experts.66.gate_proj,0.49406818,0.01000,0.436
25,mlp.experts.67.gate_proj,0.29238302,0.01000,0.440
25,mlp.experts.68.gate_proj,0.05250753,0.01000,0.436
25,mlp.experts.69.gate_proj,0.00000817,0.01000,0.435
25,mlp.experts.70.gate_proj,0.03351691,0.01000,0.437
25,mlp.experts.71.gate_proj,0.60072142,0.01000,0.437
25,mlp.experts.72.gate_proj,0.00850991,0.01000,0.436
25,mlp.experts.73.gate_proj,0.79831731,0.01000,0.434
25,mlp.experts.74.gate_proj,0.00402182,0.01000,0.450
25,mlp.experts.75.gate_proj,0.59660518,0.01000,0.437
25,mlp.experts.76.gate_proj,0.40804791,0.01000,0.456
25,mlp.experts.77.gate_proj,0.65245914,0.01000,0.440
25,mlp.experts.78.gate_proj,1.35028648,0.01000,0.440
25,mlp.experts.79.gate_proj,0.55735660,0.01000,0.439
25,mlp.experts.80.gate_proj,0.44970521,0.01000,0.439
25,mlp.experts.81.gate_proj,1.57288456,0.01000,0.439
25,mlp.experts.82.gate_proj,0.62013704,0.01000,0.438
25,mlp.experts.83.gate_proj,0.19301388,0.01000,0.437
25,mlp.experts.84.gate_proj,0.02070225,0.01000,0.438
25,mlp.experts.85.gate_proj,0.05213671,0.01000,0.443
25,mlp.experts.86.gate_proj,0.00231262,0.01000,0.437
25,mlp.experts.87.gate_proj,0.41261265,0.01000,0.441
25,mlp.experts.88.gate_proj,0.00020952,0.01000,0.437
25,mlp.experts.89.gate_proj,0.08557756,0.01000,0.437
25,mlp.experts.90.gate_proj,0.00301145,0.01000,0.438
25,mlp.experts.91.gate_proj,0.77797866,0.01000,0.439
25,mlp.experts.92.gate_proj,1.70302629,0.01000,0.438
25,mlp.experts.93.gate_proj,0.42904267,0.01000,0.437
25,mlp.experts.94.gate_proj,0.00015783,0.01000,0.441
25,mlp.experts.95.gate_proj,0.50027943,0.01000,0.441
25,mlp.experts.96.gate_proj,0.00004392,0.01000,0.439
25,mlp.experts.97.gate_proj,0.00637590,0.01000,0.438
25,mlp.experts.98.gate_proj,0.36439642,0.01000,0.434
25,mlp.experts.99.gate_proj,0.08354108,0.01000,0.434
25,mlp.experts.100.gate_proj,0.00000177,0.01000,0.434
25,mlp.experts.101.gate_proj,1.10172319,0.01000,0.435
25,mlp.experts.102.gate_proj,0.45257890,0.01000,0.436
25,mlp.experts.103.gate_proj,0.43379036,0.01000,0.436
25,mlp.experts.104.gate_proj,0.85293686,0.01000,0.439
25,mlp.experts.105.gate_proj,0.19263875,0.01000,0.437
25,mlp.experts.106.gate_proj,1.20068717,0.01000,0.436
25,mlp.experts.107.gate_proj,0.18367778,0.01000,0.434
25,mlp.experts.108.gate_proj,0.44938445,0.01000,0.434
25,mlp.experts.109.gate_proj,0.60995507,0.01000,0.435
25,mlp.experts.110.gate_proj,0.03166030,0.01000,0.437
25,mlp.experts.111.gate_proj,0.00010542,0.01000,0.436
25,mlp.experts.112.gate_proj,1.05972838,0.01000,0.439
25,mlp.experts.113.gate_proj,0.19075222,0.01000,0.435
25,mlp.experts.114.gate_proj,0.00001636,0.01000,0.438
25,mlp.experts.115.gate_proj,0.22680570,0.01000,0.439
25,mlp.experts.116.gate_proj,0.00009943,0.01000,0.437
25,mlp.experts.117.gate_proj,0.11357894,0.01000,0.438
25,mlp.experts.118.gate_proj,0.21816921,0.01000,0.436
25,mlp.experts.119.gate_proj,0.02801917,0.01000,0.436
25,mlp.experts.120.gate_proj,0.44135624,0.01000,0.440
25,mlp.experts.121.gate_proj,0.26458445,0.01000,0.438
25,mlp.experts.122.gate_proj,0.40121597,0.01000,0.439
25,mlp.experts.123.gate_proj,0.63762116,0.01000,0.436
25,mlp.experts.124.gate_proj,0.25391203,0.01000,0.441
25,mlp.experts.125.gate_proj,0.17169040,0.01000,0.446
25,mlp.experts.126.gate_proj,0.05721609,0.01000,0.437
25,mlp.experts.127.gate_proj,0.37694752,0.01000,0.441
25,mlp.experts.0.down_proj,0.19877216,0.01000,0.181
25,mlp.experts.1.down_proj,0.07526834,0.01000,0.163
25,mlp.experts.2.down_proj,0.17199247,0.01000,0.163
25,mlp.experts.3.down_proj,0.00000017,0.01000,0.163
25,mlp.experts.4.down_proj,0.02657145,0.01000,0.164
25,mlp.experts.5.down_proj,0.00228223,0.01000,0.166
25,mlp.experts.6.down_proj,0.19942528,0.01000,0.165
25,mlp.experts.7.down_proj,0.00356817,0.01000,0.166
25,mlp.experts.8.down_proj,0.06904985,0.01000,0.165
25,mlp.experts.9.down_proj,0.00005338,0.01000,0.164
25,mlp.experts.10.down_proj,0.26600605,0.01000,0.164
25,mlp.experts.11.down_proj,0.00610356,0.01000,0.164
25,mlp.experts.12.down_proj,0.04355469,0.01000,0.164
25,mlp.experts.13.down_proj,0.00705300,0.01000,0.165
25,mlp.experts.14.down_proj,0.02002674,0.01000,0.164
25,mlp.experts.15.down_proj,0.95712304,0.01000,0.168
25,mlp.experts.16.down_proj,0.16754152,0.01000,0.164
25,mlp.experts.17.down_proj,0.00007694,0.01000,0.164
25,mlp.experts.18.down_proj,0.11896738,0.01000,0.165
25,mlp.experts.19.down_proj,0.58331239,0.01000,0.164
25,mlp.experts.20.down_proj,0.29024962,0.01000,0.164
25,mlp.experts.21.down_proj,0.06707168,0.01000,0.164
25,mlp.experts.22.down_proj,0.00001133,0.01000,0.165
25,mlp.experts.23.down_proj,0.15483809,0.01000,0.166
25,mlp.experts.24.down_proj,0.15971541,0.01000,0.165
25,mlp.experts.25.down_proj,0.01202148,0.01000,0.165
25,mlp.experts.26.down_proj,1.05535507,0.01000,0.165
25,mlp.experts.27.down_proj,0.01486914,0.01000,0.165
25,mlp.experts.28.down_proj,0.34929258,0.01000,0.165
25,mlp.experts.29.down_proj,0.42263874,0.01000,0.165
25,mlp.experts.30.down_proj,0.22145054,0.01000,0.164
25,mlp.experts.31.down_proj,0.00551996,0.01000,0.168
25,mlp.experts.32.down_proj,0.11797312,0.01000,0.164
25,mlp.experts.33.down_proj,0.62767339,0.01000,0.164
25,mlp.experts.34.down_proj,0.02460388,0.01000,0.164
25,mlp.experts.35.down_proj,0.00805708,0.01000,0.177
25,mlp.experts.36.down_proj,0.04530413,0.01000,0.164
25,mlp.experts.37.down_proj,0.59863335,0.01000,0.164
25,mlp.experts.38.down_proj,0.00594096,0.01000,0.164
25,mlp.experts.39.down_proj,0.00008729,0.01000,0.164
25,mlp.experts.40.down_proj,0.14607996,0.01000,0.179
25,mlp.experts.41.down_proj,0.07094715,0.01000,0.166
25,mlp.experts.42.down_proj,0.05096903,0.01000,0.166
25,mlp.experts.43.down_proj,0.00089202,0.01000,0.164
25,mlp.experts.44.down_proj,0.07791878,0.01000,0.164
25,mlp.experts.45.down_proj,1.40861320,0.01000,0.165
25,mlp.experts.46.down_proj,0.00000145,0.01000,0.164
25,mlp.experts.47.down_proj,1.31042933,0.01000,0.165
25,mlp.experts.48.down_proj,0.00012547,0.01000,0.164
25,mlp.experts.49.down_proj,0.40166241,0.01000,0.168
25,mlp.experts.50.down_proj,0.00011464,0.01000,0.165
25,mlp.experts.51.down_proj,0.02756949,0.01000,0.165
25,mlp.experts.52.down_proj,0.61355859,0.01000,0.165
25,mlp.experts.53.down_proj,0.00513176,0.01000,0.165
25,mlp.experts.54.down_proj,0.00001915,0.01000,0.166
25,mlp.experts.55.down_proj,0.08460666,0.01000,0.165
25,mlp.experts.56.down_proj,0.00004062,0.01000,0.165
25,mlp.experts.57.down_proj,0.13653514,0.01000,0.165
25,mlp.experts.58.down_proj,1.50231814,0.01000,0.165
25,mlp.experts.59.down_proj,0.21930721,0.01000,0.166
25,mlp.experts.60.down_proj,0.00074579,0.01000,0.166
25,mlp.experts.61.down_proj,3.42312956,0.01000,0.165
25,mlp.experts.62.down_proj,0.09571146,0.01000,0.166
25,mlp.experts.63.down_proj,0.03555518,0.01000,0.165
25,mlp.experts.64.down_proj,0.00000811,0.01000,0.165
25,mlp.experts.65.down_proj,0.12292477,0.01000,0.165
25,mlp.experts.66.down_proj,0.17514874,0.01000,0.165
25,mlp.experts.67.down_proj,0.16589074,0.01000,0.165
25,mlp.experts.68.down_proj,0.01453509,0.01000,0.165
25,mlp.experts.69.down_proj,0.00000183,0.01000,0.165
25,mlp.experts.70.down_proj,0.01259734,0.01000,0.165
25,mlp.experts.71.down_proj,0.11601182,0.01000,0.165
25,mlp.experts.72.down_proj,0.00204201,0.01000,0.165
25,mlp.experts.73.down_proj,0.32304949,0.01000,0.165
25,mlp.experts.74.down_proj,0.00174043,0.01000,0.168
25,mlp.experts.75.down_proj,0.14380974,0.01000,0.165
25,mlp.experts.76.down_proj,0.08714557,0.01000,0.165
25,mlp.experts.77.down_proj,0.30333251,0.01000,0.166
25,mlp.experts.78.down_proj,1.01139581,0.01000,0.166
25,mlp.experts.79.down_proj,0.20146719,0.01000,0.166
25,mlp.experts.80.down_proj,0.29156131,0.01000,0.166
25,mlp.experts.81.down_proj,0.77620596,0.01000,0.165
25,mlp.experts.82.down_proj,0.33788574,0.01000,0.167
25,mlp.experts.83.down_proj,0.08381414,0.01000,0.165
25,mlp.experts.84.down_proj,0.00329587,0.01000,0.165
25,mlp.experts.85.down_proj,0.00695686,0.01000,0.165
25,mlp.experts.86.down_proj,0.00057738,0.01000,0.165
25,mlp.experts.87.down_proj,0.18453914,0.01000,0.165
25,mlp.experts.88.down_proj,0.00009298,0.01000,0.165
25,mlp.experts.89.down_proj,0.03124972,0.01000,0.165
25,mlp.experts.90.down_proj,0.00249051,0.01000,0.166
25,mlp.experts.91.down_proj,0.13836965,0.01000,0.166
25,mlp.experts.92.down_proj,1.48733044,0.01000,0.165
25,mlp.experts.93.down_proj,0.11586915,0.01000,0.166
25,mlp.experts.94.down_proj,0.00006219,0.01000,0.166
25,mlp.experts.95.down_proj,0.18638727,0.01000,0.166
25,mlp.experts.96.down_proj,0.00001105,0.01000,0.165
25,mlp.experts.97.down_proj,0.00163344,0.01000,0.164
25,mlp.experts.98.down_proj,0.11569937,0.01000,0.169
25,mlp.experts.99.down_proj,0.01624187,0.01000,0.164
25,mlp.experts.100.down_proj,0.00000071,0.01000,0.164
25,mlp.experts.101.down_proj,0.23419079,0.01000,0.164
25,mlp.experts.102.down_proj,0.13445199,0.01000,0.164
25,mlp.experts.103.down_proj,0.24806324,0.01000,0.164
25,mlp.experts.104.down_proj,0.22367388,0.01000,0.165
25,mlp.experts.105.down_proj,0.04320880,0.01000,0.165
25,mlp.experts.106.down_proj,0.26539212,0.01000,0.165
25,mlp.experts.107.down_proj,0.05372060,0.01000,0.165
25,mlp.experts.108.down_proj,0.20947435,0.01000,0.166
25,mlp.experts.109.down_proj,0.20923463,0.01000,0.166
25,mlp.experts.110.down_proj,0.01615430,0.01000,0.165
25,mlp.experts.111.down_proj,0.00004030,0.01000,0.167
25,mlp.experts.112.down_proj,0.44982272,0.01000,0.165
25,mlp.experts.113.down_proj,0.04821538,0.01000,0.167
25,mlp.experts.114.down_proj,0.00000489,0.01000,0.166
25,mlp.experts.115.down_proj,0.05676770,0.01000,0.166
25,mlp.experts.116.down_proj,0.00002242,0.01000,0.166
25,mlp.experts.117.down_proj,0.04668956,0.01000,0.165
25,mlp.experts.118.down_proj,0.24646679,0.01000,0.165
25,mlp.experts.119.down_proj,0.00606054,0.01000,0.165
25,mlp.experts.120.down_proj,0.31875834,0.01000,0.166
25,mlp.experts.121.down_proj,0.06506442,0.01000,0.165
25,mlp.experts.122.down_proj,0.20813313,0.01000,0.165
25,mlp.experts.123.down_proj,0.20709643,0.01000,0.165
25,mlp.experts.124.down_proj,0.05978061,0.01000,0.165
25,mlp.experts.125.down_proj,0.03051684,0.01000,0.165
25,mlp.experts.126.down_proj,0.03361893,0.01000,0.166
25,mlp.experts.127.down_proj,0.10804123,0.01000,0.166
26,self_attn.q_proj,0.40407795,0.01000,0.444
26,self_attn.k_proj,0.05353441,0.01000,0.434
26,self_attn.v_proj,0.06089206,0.01000,0.432
26,self_attn.o_proj,0.05112714,0.01000,0.885
26,mlp.experts.0.up_proj,0.00653893,0.01000,0.484
26,mlp.experts.1.up_proj,0.56627536,0.01000,0.446
26,mlp.experts.2.up_proj,0.07831810,0.01000,0.447
26,mlp.experts.3.up_proj,0.98757660,0.01000,0.446
26,mlp.experts.4.up_proj,1.96114981,0.01000,0.451
26,mlp.experts.5.up_proj,0.02010891,0.01000,0.447
26,mlp.experts.6.up_proj,0.60425359,0.01000,0.444
26,mlp.experts.7.up_proj,0.27944604,0.01000,0.438
26,mlp.experts.8.up_proj,0.42026442,0.01000,0.449
26,mlp.experts.9.up_proj,0.32094833,0.01000,0.452
26,mlp.experts.10.up_proj,0.32195449,0.01000,0.448
26,mlp.experts.11.up_proj,0.08823378,0.01000,0.447
26,mlp.experts.12.up_proj,0.08720578,0.01000,0.448
26,mlp.experts.13.up_proj,0.05433614,0.01000,0.450
26,mlp.experts.14.up_proj,2.40172911,0.01000,0.453
26,mlp.experts.15.up_proj,0.46374026,0.01000,0.443
26,mlp.experts.16.up_proj,0.33693188,0.01000,0.441
26,mlp.experts.17.up_proj,1.51937795,0.01000,0.451
26,mlp.experts.18.up_proj,0.43043944,0.01000,0.446
26,mlp.experts.19.up_proj,0.04539033,0.01000,0.443
26,mlp.experts.20.up_proj,0.58588672,0.01000,0.445
26,mlp.experts.21.up_proj,0.01672555,0.01000,0.451
26,mlp.experts.22.up_proj,1.40469038,0.01000,0.462
26,mlp.experts.23.up_proj,0.81949776,0.01000,0.464
26,mlp.experts.24.up_proj,0.08188793,0.01000,0.453
26,mlp.experts.25.up_proj,0.00120598,0.01000,0.450
26,mlp.experts.26.up_proj,0.75593364,0.01000,0.445
26,mlp.experts.27.up_proj,0.03741678,0.01000,0.437
26,mlp.experts.28.up_proj,0.32653937,0.01000,0.442
26,mlp.experts.29.up_proj,0.05316190,0.01000,0.448
26,mlp.experts.30.up_proj,0.13503832,0.01000,0.456
26,mlp.experts.31.up_proj,0.08811761,0.01000,0.449
26,mlp.experts.32.up_proj,0.46945757,0.01000,0.446
26,mlp.experts.33.up_proj,1.37659407,0.01000,0.447
26,mlp.experts.34.up_proj,1.11293232,0.01000,0.451
26,mlp.experts.35.up_proj,0.00733909,0.01000,0.451
26,mlp.experts.36.up_proj,0.27431425,0.01000,0.447
26,mlp.experts.37.up_proj,0.28832108,0.01000,0.451
26,mlp.experts.38.up_proj,1.31596041,0.01000,0.448
26,mlp.experts.39.up_proj,0.65039796,0.01000,0.453
26,mlp.experts.40.up_proj,0.25050113,0.01000,0.453
26,mlp.experts.41.up_proj,0.00009972,0.01000,0.448
26,mlp.experts.42.up_proj,2.38475800,0.01000,0.437
26,mlp.experts.43.up_proj,0.00001388,0.01000,0.436
26,mlp.experts.44.up_proj,1.08442330,0.01000,0.438
26,mlp.experts.45.up_proj,0.00004036,0.01000,0.435
26,mlp.experts.46.up_proj,0.00114153,0.01000,0.435
26,mlp.experts.47.up_proj,0.38805646,0.01000,0.435
26,mlp.experts.48.up_proj,0.39277941,0.01000,0.436
26,mlp.experts.49.up_proj,1.11429644,0.01000,0.434
26,mlp.experts.50.up_proj,0.26824510,0.01000,0.439
26,mlp.experts.51.up_proj,0.15573835,0.01000,0.437
26,mlp.experts.52.up_proj,0.00327895,0.01000,0.433
26,mlp.experts.53.up_proj,0.86322176,0.01000,0.437
26,mlp.experts.54.up_proj,0.00286611,0.01000,0.434
26,mlp.experts.55.up_proj,0.81017256,0.01000,0.434
26,mlp.experts.56.up_proj,0.00008761,0.01000,0.435
26,mlp.experts.57.up_proj,0.60790682,0.01000,0.436
26,mlp.experts.58.up_proj,0.23790914,0.01000,0.443
26,mlp.experts.59.up_proj,0.06541739,0.01000,0.436
26,mlp.experts.60.up_proj,0.62312913,0.01000,0.437
26,mlp.experts.61.up_proj,0.07104619,0.01000,0.435
26,mlp.experts.62.up_proj,0.82885170,0.01000,0.439
26,mlp.experts.63.up_proj,0.02345464,0.01000,0.435
26,mlp.experts.64.up_proj,0.64742333,0.01000,0.437
26,mlp.experts.65.up_proj,0.00000133,0.01000,0.437
26,mlp.experts.66.up_proj,0.08239626,0.01000,0.439
26,mlp.experts.67.up_proj,0.03652330,0.01000,0.437
26,mlp.experts.68.up_proj,0.20295557,0.01000,0.445
26,mlp.experts.69.up_proj,0.40647164,0.01000,0.434
26,mlp.experts.70.up_proj,0.00005016,0.01000,0.436
26,mlp.experts.71.up_proj,0.50322318,0.01000,0.435
26,mlp.experts.72.up_proj,0.04476218,0.01000,0.432
26,mlp.experts.73.up_proj,0.33965212,0.01000,0.432
26,mlp.experts.74.up_proj,0.69535977,0.01000,0.435
26,mlp.experts.75.up_proj,1.15273035,0.01000,0.433
26,mlp.experts.76.up_proj,0.52296710,0.01000,0.433
26,mlp.experts.77.up_proj,0.06320192,0.01000,0.432
26,mlp.experts.78.up_proj,0.08438969,0.01000,0.434
26,mlp.experts.79.up_proj,0.38558340,0.01000,0.433
26,mlp.experts.80.up_proj,1.35425091,0.01000,0.435
26,mlp.experts.81.up_proj,0.70013726,0.01000,0.433
26,mlp.experts.82.up_proj,1.02517664,0.01000,0.432
26,mlp.experts.83.up_proj,0.03469169,0.01000,0.432
26,mlp.experts.84.up_proj,0.90804422,0.01000,0.432
26,mlp.experts.85.up_proj,0.01112780,0.01000,0.435
26,mlp.experts.86.up_proj,1.24984455,0.01000,0.432
26,mlp.experts.87.up_proj,0.12561145,0.01000,0.432
26,mlp.experts.88.up_proj,0.07603166,0.01000,0.434
26,mlp.experts.89.up_proj,0.03178358,0.01000,0.433
26,mlp.experts.90.up_proj,0.02402318,0.01000,0.435
26,mlp.experts.91.up_proj,0.01307519,0.01000,0.433
26,mlp.experts.92.up_proj,3.01293826,0.01000,0.433
26,mlp.experts.93.up_proj,0.03034841,0.01000,0.431
26,mlp.experts.94.up_proj,0.08392081,0.01000,0.433
26,mlp.experts.95.up_proj,0.56808221,0.01000,0.432
26,mlp.experts.96.up_proj,0.05250794,0.01000,0.433
26,mlp.experts.97.up_proj,0.00046221,0.01000,0.436
26,mlp.experts.98.up_proj,0.15842766,0.01000,0.436
26,mlp.experts.99.up_proj,0.39995620,0.01000,0.438
26,mlp.experts.100.up_proj,1.01978981,0.01000,0.433
26,mlp.experts.101.up_proj,0.88673627,0.01000,0.433
26,mlp.experts.102.up_proj,0.53079885,0.01000,0.434
26,mlp.experts.103.up_proj,0.00067600,0.01000,0.432
26,mlp.experts.104.up_proj,0.03035168,0.01000,0.433
26,mlp.experts.105.up_proj,1.17644310,0.01000,0.434
26,mlp.experts.106.up_proj,0.00013491,0.01000,0.437
26,mlp.experts.107.up_proj,0.15070644,0.01000,0.434
26,mlp.experts.108.up_proj,0.36842260,0.01000,0.438
26,mlp.experts.109.up_proj,0.27259007,0.01000,0.433
26,mlp.experts.110.up_proj,1.23423195,0.01000,0.433
26,mlp.experts.111.up_proj,0.54753822,0.01000,0.434
26,mlp.experts.112.up_proj,0.08562078,0.01000,0.436
26,mlp.experts.113.up_proj,0.01453004,0.01000,0.449
26,mlp.experts.114.up_proj,0.16059785,0.01000,0.448
26,mlp.experts.115.up_proj,1.25257516,0.01000,0.454
26,mlp.experts.116.up_proj,0.01515939,0.01000,0.449
26,mlp.experts.117.up_proj,0.00434664,0.01000,0.450
26,mlp.experts.118.up_proj,0.00977376,0.01000,0.467
26,mlp.experts.119.up_proj,0.04657637,0.01000,0.464
26,mlp.experts.120.up_proj,0.00116681,0.01000,0.452
26,mlp.experts.121.up_proj,0.09926122,0.01000,0.449
26,mlp.experts.122.up_proj,0.00011224,0.01000,0.447
26,mlp.experts.123.up_proj,0.00310846,0.01000,0.448
26,mlp.experts.124.up_proj,0.00754286,0.01000,0.444
26,mlp.experts.125.up_proj,0.45457864,0.01000,0.454
26,mlp.experts.126.up_proj,0.01081929,0.01000,0.460
26,mlp.experts.127.up_proj,0.00000990,0.01000,0.448
26,mlp.experts.0.gate_proj,0.00607452,0.01000,0.451
26,mlp.experts.1.gate_proj,0.54134011,0.01000,0.450
26,mlp.experts.2.gate_proj,0.08213145,0.01000,0.450
26,mlp.experts.3.gate_proj,0.93168348,0.01000,0.454
26,mlp.experts.4.gate_proj,1.96671104,0.01000,0.451
26,mlp.experts.5.gate_proj,0.01904053,0.01000,0.459
26,mlp.experts.6.gate_proj,0.57495964,0.01000,0.452
26,mlp.experts.7.gate_proj,0.25982147,0.01000,0.454
26,mlp.experts.8.gate_proj,0.40248016,0.01000,0.446
26,mlp.experts.9.gate_proj,0.33938920,0.01000,0.444
26,mlp.experts.10.gate_proj,0.29091901,0.01000,0.444
26,mlp.experts.11.gate_proj,0.09046319,0.01000,0.444
26,mlp.experts.12.gate_proj,0.09020586,0.01000,0.438
26,mlp.experts.13.gate_proj,0.05428958,0.01000,0.444
26,mlp.experts.14.gate_proj,2.27206254,0.01000,0.453
26,mlp.experts.15.gate_proj,0.47475058,0.01000,0.448
26,mlp.experts.16.gate_proj,0.36135486,0.01000,0.452
26,mlp.experts.17.gate_proj,1.54164648,0.01000,0.449
26,mlp.experts.18.gate_proj,0.38836709,0.01000,0.454
26,mlp.experts.19.gate_proj,0.04634891,0.01000,0.463
26,mlp.experts.20.gate_proj,0.60061324,0.01000,0.449
26,mlp.experts.21.gate_proj,0.01573553,0.01000,0.445
26,mlp.experts.22.gate_proj,1.58859515,0.01000,0.437
26,mlp.experts.23.gate_proj,0.76572663,0.01000,0.437
26,mlp.experts.24.gate_proj,0.08345908,0.01000,0.436
26,mlp.experts.25.gate_proj,0.00111609,0.01000,0.436
26,mlp.experts.26.gate_proj,0.76575249,0.01000,0.435
26,mlp.experts.27.gate_proj,0.03786039,0.01000,0.435
26,mlp.experts.28.gate_proj,0.29573420,0.01000,0.439
26,mlp.experts.29.gate_proj,0.05477028,0.01000,0.441
26,mlp.experts.30.gate_proj,0.12978256,0.01000,0.436
26,mlp.experts.31.gate_proj,0.08706775,0.01000,0.437
26,mlp.experts.32.gate_proj,0.44855833,0.01000,0.438
26,mlp.experts.33.gate_proj,1.46698451,0.01000,0.437
26,mlp.experts.34.gate_proj,0.98531699,0.01000,0.438
26,mlp.experts.35.gate_proj,0.00764303,0.01000,0.438
26,mlp.experts.36.gate_proj,0.26134378,0.01000,0.439
26,mlp.experts.37.gate_proj,0.28700301,0.01000,0.441
26,mlp.experts.38.gate_proj,1.30421340,0.01000,0.439
26,mlp.experts.39.gate_proj,0.57031357,0.01000,0.436
26,mlp.experts.40.gate_proj,0.24430645,0.01000,0.436
26,mlp.experts.41.gate_proj,0.00009317,0.01000,0.436
26,mlp.experts.42.gate_proj,2.50839138,0.01000,0.436
26,mlp.experts.43.gate_proj,0.00001253,0.01000,0.437
26,mlp.experts.44.gate_proj,1.01880550,0.01000,0.435
26,mlp.experts.45.gate_proj,0.00004079,0.01000,0.439
26,mlp.experts.46.gate_proj,0.00109407,0.01000,0.436
26,mlp.experts.47.gate_proj,0.42921680,0.01000,0.442
26,mlp.experts.48.gate_proj,0.38301805,0.01000,0.438
26,mlp.experts.49.gate_proj,1.11842799,0.01000,0.433
26,mlp.experts.50.gate_proj,0.26894456,0.01000,0.438
26,mlp.experts.51.gate_proj,0.15228033,0.01000,0.435
26,mlp.experts.52.gate_proj,0.00301960,0.01000,0.439
26,mlp.experts.53.gate_proj,0.79620385,0.01000,0.435
26,mlp.experts.54.gate_proj,0.00275936,0.01000,0.435
26,mlp.experts.55.gate_proj,0.77511203,0.01000,0.435
26,mlp.experts.56.gate_proj,0.00008801,0.01000,0.449
26,mlp.experts.57.gate_proj,0.57157660,0.01000,0.448
26,mlp.experts.58.gate_proj,0.20997377,0.01000,0.436
26,mlp.experts.59.gate_proj,0.06753363,0.01000,0.438
26,mlp.experts.60.gate_proj,0.48979145,0.01000,0.436
26,mlp.experts.61.gate_proj,0.07462800,0.01000,0.435
26,mlp.experts.62.gate_proj,0.98788363,0.01000,0.438
26,mlp.experts.63.gate_proj,0.02218929,0.01000,0.434
26,mlp.experts.64.gate_proj,0.65744030,0.01000,0.435
26,mlp.experts.65.gate_proj,0.00000129,0.01000,0.439
26,mlp.experts.66.gate_proj,0.08104314,0.01000,0.435
26,mlp.experts.67.gate_proj,0.03812102,0.01000,0.434
26,mlp.experts.68.gate_proj,0.19776642,0.01000,0.435
26,mlp.experts.69.gate_proj,0.41139889,0.01000,0.435
26,mlp.experts.70.gate_proj,0.00005028,0.01000,0.435
26,mlp.experts.71.gate_proj,0.43842798,0.01000,0.441
26,mlp.experts.72.gate_proj,0.04576474,0.01000,0.435
26,mlp.experts.73.gate_proj,0.33129546,0.01000,0.440
26,mlp.experts.74.gate_proj,0.71789229,0.01000,0.435
26,mlp.experts.75.gate_proj,1.13525486,0.01000,0.435
26,mlp.experts.76.gate_proj,0.49700350,0.01000,0.434
26,mlp.experts.77.gate_proj,0.06424403,0.01000,0.434
26,mlp.experts.78.gate_proj,0.08572397,0.01000,0.433
26,mlp.experts.79.gate_proj,0.40481895,0.01000,0.440
26,mlp.experts.80.gate_proj,1.45641446,0.01000,0.435
26,mlp.experts.81.gate_proj,0.72075891,0.01000,0.435
26,mlp.experts.82.gate_proj,1.11646581,0.01000,0.437
26,mlp.experts.83.gate_proj,0.03564440,0.01000,0.437
26,mlp.experts.84.gate_proj,0.94187856,0.01000,0.440
26,mlp.experts.85.gate_proj,0.01159243,0.01000,0.436
26,mlp.experts.86.gate_proj,1.28574669,0.01000,0.445
26,mlp.experts.87.gate_proj,0.12927836,0.01000,0.440
26,mlp.experts.88.gate_proj,0.07322244,0.01000,0.441
26,mlp.experts.89.gate_proj,0.03267270,0.01000,0.444
26,mlp.experts.90.gate_proj,0.02278752,0.01000,0.437
26,mlp.experts.91.gate_proj,0.01422913,0.01000,0.441
26,mlp.experts.92.gate_proj,3.15749454,0.01000,0.441
26,mlp.experts.93.gate_proj,0.02906676,0.01000,0.443
26,mlp.experts.94.gate_proj,0.08879949,0.01000,0.442
26,mlp.experts.95.gate_proj,0.55188471,0.01000,0.441
26,mlp.experts.96.gate_proj,0.05130182,0.01000,0.442
26,mlp.experts.97.gate_proj,0.00046828,0.01000,0.449
26,mlp.experts.98.gate_proj,0.16272438,0.01000,0.440
26,mlp.experts.99.gate_proj,0.38396078,0.01000,0.442
26,mlp.experts.100.gate_proj,1.10422564,0.01000,0.442
26,mlp.experts.101.gate_proj,0.94093716,0.01000,0.439
26,mlp.experts.102.gate_proj,0.58913267,0.01000,0.438
26,mlp.experts.103.gate_proj,0.00070416,0.01000,0.448
26,mlp.experts.104.gate_proj,0.03027462,0.01000,0.447
26,mlp.experts.105.gate_proj,1.19944239,0.01000,0.449
26,mlp.experts.106.gate_proj,0.00012704,0.01000,0.442
26,mlp.experts.107.gate_proj,0.14792815,0.01000,0.446
26,mlp.experts.108.gate_proj,0.37513936,0.01000,0.442
26,mlp.experts.109.gate_proj,0.29619497,0.01000,0.448
26,mlp.experts.110.gate_proj,1.22436571,0.01000,0.444
26,mlp.experts.111.gate_proj,0.51541042,0.01000,0.444
26,mlp.experts.112.gate_proj,0.07822941,0.01000,0.443
26,mlp.experts.113.gate_proj,0.01522487,0.01000,0.445
26,mlp.experts.114.gate_proj,0.16666356,0.01000,0.445
26,mlp.experts.115.gate_proj,1.26325750,0.01000,0.442
26,mlp.experts.116.gate_proj,0.01568462,0.01000,0.444
26,mlp.experts.117.gate_proj,0.02201933,0.01000,0.444
26,mlp.experts.118.gate_proj,0.00859312,0.01000,0.445
26,mlp.experts.119.gate_proj,0.04472718,0.01000,0.446
26,mlp.experts.120.gate_proj,0.00122612,0.01000,0.452
26,mlp.experts.121.gate_proj,0.10160345,0.01000,0.443
26,mlp.experts.122.gate_proj,0.00009624,0.01000,0.446
26,mlp.experts.123.gate_proj,0.00296416,0.01000,0.445
26,mlp.experts.124.gate_proj,0.00748053,0.01000,0.444
26,mlp.experts.125.gate_proj,0.44532514,0.01000,0.444
26,mlp.experts.126.gate_proj,0.01088537,0.01000,0.450
26,mlp.experts.127.gate_proj,0.00000933,0.01000,0.453
26,mlp.experts.0.down_proj,0.00180860,0.01000,0.185
26,mlp.experts.1.down_proj,0.12046085,0.01000,0.165
26,mlp.experts.2.down_proj,0.01569612,0.01000,0.166
26,mlp.experts.3.down_proj,0.18510225,0.01000,0.166
26,mlp.experts.4.down_proj,1.28264499,0.01000,0.166
26,mlp.experts.5.down_proj,0.01157524,0.01000,0.166
26,mlp.experts.6.down_proj,0.12745599,0.01000,0.170
26,mlp.experts.7.down_proj,0.07502075,0.01000,0.166
26,mlp.experts.8.down_proj,0.09637290,0.01000,0.167
26,mlp.experts.9.down_proj,0.14220756,0.01000,0.167
26,mlp.experts.10.down_proj,0.13400048,0.01000,0.173
26,mlp.experts.11.down_proj,0.03655761,0.01000,0.170
26,mlp.experts.12.down_proj,0.03372122,0.01000,0.170
26,mlp.experts.13.down_proj,0.00612283,0.01000,0.171
26,mlp.experts.14.down_proj,0.58078539,0.01000,0.171
26,mlp.experts.15.down_proj,0.21240440,0.01000,0.171
26,mlp.experts.16.down_proj,0.05127680,0.01000,0.169
26,mlp.experts.17.down_proj,1.07183135,0.01000,0.169
26,mlp.experts.18.down_proj,0.15676005,0.01000,0.170
26,mlp.experts.19.down_proj,0.01139572,0.01000,0.167
26,mlp.experts.20.down_proj,0.23809585,0.01000,0.167
26,mlp.experts.21.down_proj,0.00501203,0.01000,0.168
26,mlp.experts.22.down_proj,0.38344386,0.01000,0.170
26,mlp.experts.23.down_proj,0.14692847,0.01000,0.167
26,mlp.experts.24.down_proj,0.02553766,0.01000,0.167
26,mlp.experts.25.down_proj,0.00066208,0.01000,0.168
26,mlp.experts.26.down_proj,0.20473506,0.01000,0.167
26,mlp.experts.27.down_proj,0.00758608,0.01000,0.169
26,mlp.experts.28.down_proj,0.11099800,0.01000,0.178
26,mlp.experts.29.down_proj,0.01042961,0.01000,0.170
26,mlp.experts.30.down_proj,0.02271946,0.01000,0.169
26,mlp.experts.31.down_proj,0.01919240,0.01000,0.169
26,mlp.experts.32.down_proj,0.26934677,0.01000,0.169
26,mlp.experts.33.down_proj,0.47474146,0.01000,0.168
26,mlp.experts.34.down_proj,0.21787022,0.01000,0.167
26,mlp.experts.35.down_proj,0.00541506,0.01000,0.167
26,mlp.experts.36.down_proj,0.06079713,0.01000,0.167
26,mlp.experts.37.down_proj,0.04737998,0.01000,0.167
26,mlp.experts.38.down_proj,0.26497895,0.01000,0.167
26,mlp.experts.39.down_proj,0.18312067,0.01000,0.167
26,mlp.experts.40.down_proj,0.04568966,0.01000,0.168
26,mlp.experts.41.down_proj,0.00003016,0.01000,0.168
26,mlp.experts.42.down_proj,0.64779997,0.01000,0.167
26,mlp.experts.43.down_proj,0.00000316,0.01000,0.168
26,mlp.experts.44.down_proj,0.22319067,0.01000,0.168
26,mlp.experts.45.down_proj,0.00000846,0.01000,0.169
26,mlp.experts.46.down_proj,0.00072416,0.01000,0.167
26,mlp.experts.47.down_proj,0.13148697,0.01000,0.168
26,mlp.experts.48.down_proj,0.15877067,0.01000,0.167
26,mlp.experts.49.down_proj,0.40297243,0.01000,0.168
26,mlp.experts.50.down_proj,0.05471548,0.01000,0.168
26,mlp.experts.51.down_proj,0.02951958,0.01000,0.169
26,mlp.experts.52.down_proj,0.00139521,0.01000,0.169
26,mlp.experts.53.down_proj,0.18448356,0.01000,0.168
26,mlp.experts.54.down_proj,0.00105997,0.01000,0.168
26,mlp.experts.55.down_proj,0.14108111,0.01000,0.167
26,mlp.experts.56.down_proj,0.00002546,0.01000,0.168
26,mlp.experts.57.down_proj,0.12838154,0.01000,0.168
26,mlp.experts.58.down_proj,0.07707727,0.01000,0.168
26,mlp.experts.59.down_proj,0.02319979,0.01000,0.167
26,mlp.experts.60.down_proj,0.16713634,0.01000,0.168
26,mlp.experts.61.down_proj,0.01726422,0.01000,0.167
26,mlp.experts.62.down_proj,0.34294397,0.01000,0.168
26,mlp.experts.63.down_proj,0.02622036,0.01000,0.167
26,mlp.experts.64.down_proj,0.28046644,0.01000,0.168
26,mlp.experts.65.down_proj,0.00000017,0.01000,0.169
26,mlp.experts.66.down_proj,0.02209578,0.01000,0.167
26,mlp.experts.67.down_proj,0.00655982,0.01000,0.170
26,mlp.experts.68.down_proj,0.07590841,0.01000,0.170
26,mlp.experts.69.down_proj,0.09912382,0.01000,0.170
26,mlp.experts.70.down_proj,0.00000989,0.01000,0.167
26,mlp.experts.71.down_proj,0.12939878,0.01000,0.170
26,mlp.experts.72.down_proj,0.02455491,0.01000,0.168
26,mlp.experts.73.down_proj,0.16242567,0.01000,0.167
26,mlp.experts.74.down_proj,0.21190193,0.01000,0.167
26,mlp.experts.75.down_proj,0.28128892,0.01000,0.172
26,mlp.experts.76.down_proj,0.08812432,0.01000,0.168
26,mlp.experts.77.down_proj,0.01080374,0.01000,0.171
26,mlp.experts.78.down_proj,0.04562696,0.01000,0.168
26,mlp.experts.79.down_proj,0.10938296,0.01000,0.167
26,mlp.experts.80.down_proj,0.59011006,0.01000,0.168
26,mlp.experts.81.down_proj,0.38826123,0.01000,0.171
26,mlp.experts.82.down_proj,0.37442520,0.01000,0.170
26,mlp.experts.83.down_proj,0.02116087,0.01000,0.167
26,mlp.experts.84.down_proj,0.33568308,0.01000,0.167
26,mlp.experts.85.down_proj,0.00453721,0.01000,0.166
26,mlp.experts.86.down_proj,0.30911279,0.01000,0.172
26,mlp.experts.87.down_proj,0.01832883,0.01000,0.170
26,mlp.experts.88.down_proj,0.02255034,0.01000,0.167
26,mlp.experts.89.down_proj,0.00799506,0.01000,0.167
26,mlp.experts.90.down_proj,0.00529864,0.01000,0.167
26,mlp.experts.91.down_proj,0.00091713,0.01000,0.167
26,mlp.experts.92.down_proj,0.48922664,0.01000,0.167
26,mlp.experts.93.down_proj,0.01587547,0.01000,0.170
26,mlp.experts.94.down_proj,0.03552241,0.01000,0.167
26,mlp.experts.95.down_proj,0.09962165,0.01000,0.167
26,mlp.experts.96.down_proj,0.01458812,0.01000,0.167
26,mlp.experts.97.down_proj,0.00010515,0.01000,0.171
26,mlp.experts.98.down_proj,0.03014931,0.01000,0.169
26,mlp.experts.99.down_proj,0.07525741,0.01000,0.171
26,mlp.experts.100.down_proj,0.49158990,0.01000,0.171
26,mlp.experts.101.down_proj,0.27491766,0.01000,0.167
26,mlp.experts.102.down_proj,0.18748970,0.01000,0.166
26,mlp.experts.103.down_proj,0.00003986,0.01000,0.170
26,mlp.experts.104.down_proj,0.01448046,0.01000,0.169
26,mlp.experts.105.down_proj,0.33061236,0.01000,0.166
26,mlp.experts.106.down_proj,0.00007315,0.01000,0.167
26,mlp.experts.107.down_proj,0.04189257,0.01000,0.166
26,mlp.experts.108.down_proj,0.07750958,0.01000,0.177
26,mlp.experts.109.down_proj,0.05566095,0.01000,0.169
26,mlp.experts.110.down_proj,0.38324386,0.01000,0.167
26,mlp.experts.111.down_proj,0.12995681,0.01000,0.167
26,mlp.experts.112.down_proj,0.02288919,0.01000,0.173
26,mlp.experts.113.down_proj,0.00416111,0.01000,0.167
26,mlp.experts.114.down_proj,0.03796852,0.01000,0.167
26,mlp.experts.115.down_proj,0.29926533,0.01000,0.168
26,mlp.experts.116.down_proj,0.00700428,0.01000,0.168
26,mlp.experts.117.down_proj,0.00005353,0.01000,0.168
26,mlp.experts.118.down_proj,0.00395253,0.01000,0.167
26,mlp.experts.119.down_proj,0.01884829,0.01000,0.167
26,mlp.experts.120.down_proj,0.00048194,0.01000,0.168
26,mlp.experts.121.down_proj,0.01184754,0.01000,0.168
26,mlp.experts.122.down_proj,0.00003413,0.01000,0.167
26,mlp.experts.123.down_proj,0.00145295,0.01000,0.167
26,mlp.experts.124.down_proj,0.00219917,0.01000,0.167
26,mlp.experts.125.down_proj,0.16843778,0.01000,0.167
26,mlp.experts.126.down_proj,0.00523514,0.01000,0.168
26,mlp.experts.127.down_proj,0.00000266,0.01000,0.168
27,self_attn.q_proj,0.31862438,0.01000,0.444
27,self_attn.k_proj,0.03962011,0.01000,0.436
27,self_attn.v_proj,0.04122341,0.01000,0.431
27,self_attn.o_proj,0.03720156,0.01000,0.874
27,mlp.experts.0.up_proj,3.31463981,0.01000,0.471
27,mlp.experts.1.up_proj,1.13845837,0.01000,0.452
27,mlp.experts.2.up_proj,0.22597371,0.01000,0.447
27,mlp.experts.3.up_proj,0.76133728,0.01000,0.442
27,mlp.experts.4.up_proj,0.14309332,0.01000,0.444
27,mlp.experts.5.up_proj,0.15234061,0.01000,0.451
27,mlp.experts.6.up_proj,0.43055063,0.01000,0.448
27,mlp.experts.7.up_proj,0.68544006,0.01000,0.449
27,mlp.experts.8.up_proj,1.08087564,0.01000,0.449
27,mlp.experts.9.up_proj,0.42273718,0.01000,0.448
27,mlp.experts.10.up_proj,0.03651414,0.01000,0.453
27,mlp.experts.11.up_proj,1.63831139,0.01000,0.453
27,mlp.experts.12.up_proj,0.05030499,0.01000,0.452
27,mlp.experts.13.up_proj,0.12421540,0.01000,0.447
27,mlp.experts.14.up_proj,0.03609734,0.01000,0.451
27,mlp.experts.15.up_proj,0.00289253,0.01000,0.444
27,mlp.experts.16.up_proj,2.05374503,0.01000,0.444
27,mlp.experts.17.up_proj,0.71004403,0.01000,0.444
27,mlp.experts.18.up_proj,0.03606774,0.01000,0.449
27,mlp.experts.19.up_proj,0.04018834,0.01000,0.450
27,mlp.experts.20.up_proj,0.41894090,0.01000,0.444
27,mlp.experts.21.up_proj,0.00838595,0.01000,0.447
27,mlp.experts.22.up_proj,0.00009158,0.01000,0.447
27,mlp.experts.23.up_proj,0.45708179,0.01000,0.458
27,mlp.experts.24.up_proj,0.02959983,0.01000,0.466
27,mlp.experts.25.up_proj,3.42122436,0.01000,0.464
27,mlp.experts.26.up_proj,0.00704050,0.01000,0.448
27,mlp.experts.27.up_proj,0.01495075,0.01000,0.445
27,mlp.experts.28.up_proj,0.02874164,0.01000,0.445
27,mlp.experts.29.up_proj,0.08837238,0.01000,0.449
27,mlp.experts.30.up_proj,0.12032510,0.01000,0.448
27,mlp.experts.31.up_proj,0.19243388,0.01000,0.446
27,mlp.experts.32.up_proj,2.53310347,0.01000,0.456
27,mlp.experts.33.up_proj,0.41904217,0.01000,0.451
27,mlp.experts.34.up_proj,0.44123077,0.01000,0.450
27,mlp.experts.35.up_proj,0.59711790,0.01000,0.450
27,mlp.experts.36.up_proj,0.00155066,0.01000,0.455
27,mlp.experts.37.up_proj,0.21568519,0.01000,0.447
27,mlp.experts.38.up_proj,0.00201455,0.01000,0.449
27,mlp.experts.39.up_proj,0.22794573,0.01000,0.453
27,mlp.experts.40.up_proj,1.69174564,0.01000,0.451
27,mlp.experts.41.up_proj,1.06457949,0.01000,0.452
27,mlp.experts.42.up_proj,0.00044684,0.01000,0.445
27,mlp.experts.43.up_proj,0.00113505,0.01000,0.442
27,mlp.experts.44.up_proj,0.00560304,0.01000,0.439
27,mlp.experts.45.up_proj,0.06876165,0.01000,0.440
27,mlp.experts.46.up_proj,0.33521557,0.01000,0.439
27,mlp.experts.47.up_proj,0.01183118,0.01000,0.438
27,mlp.experts.48.up_proj,0.15639466,0.01000,0.437
27,mlp.experts.49.up_proj,0.51438439,0.01000,0.433
27,mlp.experts.50.up_proj,0.10288569,0.01000,0.436
27,mlp.experts.51.up_proj,1.22863793,0.01000,0.433
27,mlp.experts.52.up_proj,1.07863688,0.01000,0.434
27,mlp.experts.53.up_proj,0.00291740,0.01000,0.431
27,mlp.experts.54.up_proj,0.23260279,0.01000,0.431
27,mlp.experts.55.up_proj,0.50214994,0.01000,0.434
27,mlp.experts.56.up_proj,0.37084740,0.01000,0.432
27,mlp.experts.57.up_proj,0.10420485,0.01000,0.432
27,mlp.experts.58.up_proj,0.33793035,0.01000,0.433
27,mlp.experts.59.up_proj,0.18947563,0.01000,0.436
27,mlp.experts.60.up_proj,0.23914224,0.01000,0.437
27,mlp.experts.61.up_proj,0.11775680,0.01000,0.431
27,mlp.experts.62.up_proj,0.00691069,0.01000,0.431
27,mlp.experts.63.up_proj,0.10275848,0.01000,0.432
27,mlp.experts.64.up_proj,0.01712431,0.01000,0.433
27,mlp.experts.65.up_proj,0.00009115,0.01000,0.433
27,mlp.experts.66.up_proj,0.08532069,0.01000,0.433
27,mlp.experts.67.up_proj,0.00002784,0.01000,0.433
27,mlp.experts.68.up_proj,0.19384901,0.01000,0.447
27,mlp.experts.69.up_proj,0.46986207,0.01000,0.436
27,mlp.experts.70.up_proj,0.52449036,0.01000,0.445
27,mlp.experts.71.up_proj,0.22056255,0.01000,0.435
27,mlp.experts.72.up_proj,0.19784224,0.01000,0.434
27,mlp.experts.73.up_proj,0.03958732,0.01000,0.433
27,mlp.experts.74.up_proj,0.00012724,0.01000,0.434
27,mlp.experts.75.up_proj,1.45984626,0.01000,0.434
27,mlp.experts.76.up_proj,0.10559597,0.01000,0.435
27,mlp.experts.77.up_proj,1.05790687,0.01000,0.437
27,mlp.experts.78.up_proj,0.17862473,0.01000,0.434
27,mlp.experts.79.up_proj,0.00856940,0.01000,0.432
27,mlp.experts.80.up_proj,0.70717841,0.01000,0.434
27,mlp.experts.81.up_proj,0.03008970,0.01000,0.434
27,mlp.experts.82.up_proj,1.18556368,0.01000,0.433
27,mlp.experts.83.up_proj,0.23159255,0.01000,0.432
27,mlp.experts.84.up_proj,0.26778954,0.01000,0.433
27,mlp.experts.85.up_proj,0.47953290,0.01000,0.433
27,mlp.experts.86.up_proj,0.99315476,0.01000,0.436
27,mlp.experts.87.up_proj,2.73964524,0.01000,0.433
27,mlp.experts.88.up_proj,0.00638815,0.01000,0.434
27,mlp.experts.89.up_proj,1.41957974,0.01000,0.436
27,mlp.experts.90.up_proj,0.64144695,0.01000,0.434
27,mlp.experts.91.up_proj,0.58350199,0.01000,0.434
27,mlp.experts.92.up_proj,0.00003602,0.01000,0.439
27,mlp.experts.93.up_proj,0.05002691,0.01000,0.433
27,mlp.experts.94.up_proj,0.58907753,0.01000,0.436
27,mlp.experts.95.up_proj,0.85083103,0.01000,0.434
27,mlp.experts.96.up_proj,0.18817304,0.01000,0.433
27,mlp.experts.97.up_proj,0.00004625,0.01000,0.435
27,mlp.experts.98.up_proj,1.02866268,0.01000,0.433
27,mlp.experts.99.up_proj,0.01588174,0.01000,0.435
27,mlp.experts.100.up_proj,0.51931751,0.01000,0.436
27,mlp.experts.101.up_proj,0.78918308,0.01000,0.433
27,mlp.experts.102.up_proj,0.74588150,0.01000,0.433
27,mlp.experts.103.up_proj,0.06147697,0.01000,0.433
27,mlp.experts.104.up_proj,0.01505467,0.01000,0.435
27,mlp.experts.105.up_proj,0.00003382,0.01000,0.433
27,mlp.experts.106.up_proj,0.41710100,0.01000,0.434
27,mlp.experts.107.up_proj,0.03455883,0.01000,0.434
27,mlp.experts.108.up_proj,0.00001130,0.01000,0.432
27,mlp.experts.109.up_proj,0.44566566,0.01000,0.430
27,mlp.experts.110.up_proj,0.04197963,0.01000,0.430
27,mlp.experts.111.up_proj,0.00216461,0.01000,0.430
27,mlp.experts.112.up_proj,0.00955938,0.01000,0.430
27,mlp.experts.113.up_proj,0.03522675,0.01000,0.431
27,mlp.experts.114.up_proj,0.00002007,0.01000,0.438
27,mlp.experts.115.up_proj,0.05313993,0.01000,0.430
27,mlp.experts.116.up_proj,0.28685781,0.01000,0.430
27,mlp.experts.117.up_proj,0.77311420,0.01000,0.430
27,mlp.experts.118.up_proj,0.16894484,0.01000,0.431
27,mlp.experts.119.up_proj,0.99668634,0.01000,0.436
27,mlp.experts.120.up_proj,1.48542428,0.01000,0.433
27,mlp.experts.121.up_proj,0.99504113,0.01000,0.433
27,mlp.experts.122.up_proj,0.06180804,0.01000,0.430
27,mlp.experts.123.up_proj,0.10169716,0.01000,0.432
27,mlp.experts.124.up_proj,0.00001373,0.01000,0.433
27,mlp.experts.125.up_proj,2.09101343,0.01000,0.433
27,mlp.experts.126.up_proj,0.52969491,0.01000,0.441
27,mlp.experts.127.up_proj,1.43790495,0.01000,0.436
27,mlp.experts.0.gate_proj,3.84790874,0.01000,0.434
27,mlp.experts.1.gate_proj,1.01722336,0.01000,0.441
27,mlp.experts.2.gate_proj,0.23048979,0.01000,0.447
27,mlp.experts.3.gate_proj,0.65577281,0.01000,0.437
27,mlp.experts.4.gate_proj,0.10115547,0.01000,0.448
27,mlp.experts.5.gate_proj,0.15368798,0.01000,0.434
27,mlp.experts.6.gate_proj,0.41763610,0.01000,0.434
27,mlp.experts.7.gate_proj,0.65215266,0.01000,0.435
27,mlp.experts.8.gate_proj,1.04978776,0.01000,0.433
27,mlp.experts.9.gate_proj,0.44354075,0.01000,0.435
27,mlp.experts.10.gate_proj,0.03351237,0.01000,0.435
27,mlp.experts.11.gate_proj,1.70678282,0.01000,0.431
27,mlp.experts.12.gate_proj,0.05126214,0.01000,0.432
27,mlp.experts.13.gate_proj,0.12587193,0.01000,0.434
27,mlp.experts.14.gate_proj,0.03731142,0.01000,0.434
27,mlp.experts.15.gate_proj,0.00306033,0.01000,0.434
27,mlp.experts.16.gate_proj,1.98435557,0.01000,0.432
27,mlp.experts.17.gate_proj,0.68702090,0.01000,0.431
27,mlp.experts.18.gate_proj,0.03459116,0.01000,0.436
27,mlp.experts.19.gate_proj,0.04208379,0.01000,0.435
27,mlp.experts.20.gate_proj,0.38691756,0.01000,0.433
27,mlp.experts.21.gate_proj,0.00882299,0.01000,0.432
27,mlp.experts.22.gate_proj,0.00008525,0.01000,0.432
27,mlp.experts.23.gate_proj,0.41688704,0.01000,0.432
27,mlp.experts.24.gate_proj,0.03008142,0.01000,0.434
27,mlp.experts.25.gate_proj,3.92153835,0.01000,0.436
27,mlp.experts.26.gate_proj,0.00719156,0.01000,0.431
27,mlp.experts.27.gate_proj,0.01530135,0.01000,0.431
27,mlp.experts.28.gate_proj,0.02920397,0.01000,0.431
27,mlp.experts.29.gate_proj,0.09682027,0.01000,0.432
27,mlp.experts.30.gate_proj,0.11728960,0.01000,0.433
27,mlp.experts.31.gate_proj,0.16990834,0.01000,0.432
27,mlp.experts.32.gate_proj,3.03076649,0.01000,0.431
27,mlp.experts.33.gate_proj,0.43740401,0.01000,0.433
27,mlp.experts.34.gate_proj,0.43606552,0.01000,0.432
27,mlp.experts.35.gate_proj,0.55979049,0.01000,0.433
27,mlp.experts.36.gate_proj,0.00148939,0.01000,0.430
27,mlp.experts.37.gate_proj,0.21099947,0.01000,0.434
27,mlp.experts.38.gate_proj,0.00189143,0.01000,0.440
27,mlp.experts.39.gate_proj,0.23578200,0.01000,0.436
27,mlp.experts.40.gate_proj,1.62297320,0.01000,0.439
27,mlp.experts.41.gate_proj,1.03408313,0.01000,0.436
27,mlp.experts.42.gate_proj,0.00044792,0.01000,0.437
27,mlp.experts.43.gate_proj,0.00112253,0.01000,0.436
27,mlp.experts.44.gate_proj,0.00584358,0.01000,0.442
27,mlp.experts.45.gate_proj,0.06831521,0.01000,0.445
27,mlp.experts.46.gate_proj,0.32703090,0.01000,0.440
27,mlp.experts.47.gate_proj,0.01119199,0.01000,0.442
27,mlp.experts.48.gate_proj,0.16896358,0.01000,0.453
27,mlp.experts.49.gate_proj,0.54951644,0.01000,0.438
27,mlp.experts.50.gate_proj,0.10381241,0.01000,0.451
27,mlp.experts.51.gate_proj,1.31672752,0.01000,0.441
27,mlp.experts.52.gate_proj,1.11264253,0.01000,0.445
27,mlp.experts.53.gate_proj,0.00271897,0.01000,0.443
27,mlp.experts.54.gate_proj,0.22761621,0.01000,0.445
27,mlp.experts.55.gate_proj,0.47942287,0.01000,0.456
27,mlp.experts.56.gate_proj,0.35499054,0.01000,0.442
27,mlp.experts.57.gate_proj,0.10115310,0.01000,0.437
27,mlp.experts.58.gate_proj,0.32538915,0.01000,0.439
27,mlp.experts.59.gate_proj,0.20275497,0.01000,0.436
27,mlp.experts.60.gate_proj,0.22815971,0.01000,0.440
27,mlp.experts.61.gate_proj,0.11625952,0.01000,0.440
27,mlp.experts.62.gate_proj,0.00661007,0.01000,0.440
27,mlp.experts.63.gate_proj,0.10666678,0.01000,0.438
27,mlp.experts.64.gate_proj,0.01747711,0.01000,0.439
27,mlp.experts.65.gate_proj,0.00009129,0.01000,0.442
27,mlp.experts.66.gate_proj,0.08694875,0.01000,0.443
27,mlp.experts.67.gate_proj,0.00002555,0.01000,0.439
27,mlp.experts.68.gate_proj,0.19783944,0.01000,0.438
27,mlp.experts.69.gate_proj,0.45339680,0.01000,0.438
27,mlp.experts.70.gate_proj,0.52418733,0.01000,0.438
27,mlp.experts.71.gate_proj,0.21161956,0.01000,0.438
27,mlp.experts.72.gate_proj,0.20401336,0.01000,0.438
27,mlp.experts.73.gate_proj,0.13774925,0.01000,0.438
27,mlp.experts.74.gate_proj,0.00013859,0.01000,0.438
27,mlp.experts.75.gate_proj,1.53619456,0.01000,0.440
27,mlp.experts.76.gate_proj,0.09840685,0.01000,0.437
27,mlp.experts.77.gate_proj,1.04534650,0.01000,0.440
27,mlp.experts.78.gate_proj,0.16770583,0.01000,0.439
27,mlp.experts.79.gate_proj,0.00902413,0.01000,0.439
27,mlp.experts.80.gate_proj,0.75418389,0.01000,0.439
27,mlp.experts.81.gate_proj,0.02987380,0.01000,0.437
27,mlp.experts.82.gate_proj,1.10448074,0.01000,0.439
27,mlp.experts.83.gate_proj,0.23760393,0.01000,0.437
27,mlp.experts.84.gate_proj,0.26553968,0.01000,0.436
27,mlp.experts.85.gate_proj,0.45418650,0.01000,0.436
27,mlp.experts.86.gate_proj,0.94127351,0.01000,0.437
27,mlp.experts.87.gate_proj,2.88576984,0.01000,0.436
27,mlp.experts.88.gate_proj,0.00663030,0.01000,0.435
27,mlp.experts.89.gate_proj,1.42728519,0.01000,0.433
27,mlp.experts.90.gate_proj,0.66778350,0.01000,0.434
27,mlp.experts.91.gate_proj,0.54208267,0.01000,0.433
27,mlp.experts.92.gate_proj,0.00004295,0.01000,0.430
27,mlp.experts.93.gate_proj,0.04884325,0.01000,0.432
27,mlp.experts.94.gate_proj,0.56296790,0.01000,0.432
27,mlp.experts.95.gate_proj,0.76757383,0.01000,0.431
27,mlp.experts.96.gate_proj,0.17964049,0.01000,0.438
27,mlp.experts.97.gate_proj,0.00004306,0.01000,0.433
27,mlp.experts.98.gate_proj,1.00983953,0.01000,0.433
27,mlp.experts.99.gate_proj,0.01615871,0.01000,0.433
27,mlp.experts.100.gate_proj,0.55280691,0.01000,0.435
27,mlp.experts.101.gate_proj,0.85526198,0.01000,0.440
27,mlp.experts.102.gate_proj,0.79251099,0.01000,0.438
27,mlp.experts.103.gate_proj,0.05961280,0.01000,0.439
27,mlp.experts.104.gate_proj,0.01410060,0.01000,0.439
27,mlp.experts.105.gate_proj,0.00003252,0.01000,0.441
27,mlp.experts.106.gate_proj,0.43729067,0.01000,0.439
27,mlp.experts.107.gate_proj,0.03492209,0.01000,0.438
27,mlp.experts.108.gate_proj,0.00001122,0.01000,0.439
27,mlp.experts.109.gate_proj,0.45621541,0.01000,0.455
27,mlp.experts.110.gate_proj,0.04236746,0.01000,0.456
27,mlp.experts.111.gate_proj,0.00221585,0.01000,0.439
27,mlp.experts.112.gate_proj,0.01004620,0.01000,0.440
27,mlp.experts.113.gate_proj,0.03336971,0.01000,0.440
27,mlp.experts.114.gate_proj,0.00002036,0.01000,0.444
27,mlp.experts.115.gate_proj,0.05171858,0.01000,0.443
27,mlp.experts.116.gate_proj,0.29357445,0.01000,0.442
27,mlp.experts.117.gate_proj,0.78424633,0.01000,0.439
27,mlp.experts.118.gate_proj,0.16905802,0.01000,0.441
27,mlp.experts.119.gate_proj,1.06393754,0.01000,0.442
27,mlp.experts.120.gate_proj,1.48035800,0.01000,0.441
27,mlp.experts.121.gate_proj,0.94796705,0.01000,0.435
27,mlp.experts.122.gate_proj,0.06261762,0.01000,0.436
27,mlp.experts.123.gate_proj,0.09792525,0.01000,0.441
27,mlp.experts.124.gate_proj,0.00001365,0.01000,0.431
27,mlp.experts.125.gate_proj,2.10082889,0.01000,0.431
27,mlp.experts.126.gate_proj,0.47959337,0.01000,0.435
27,mlp.experts.127.gate_proj,1.43178487,0.01000,0.435
27,mlp.experts.0.down_proj,1.15791631,0.01000,0.180
27,mlp.experts.1.down_proj,0.23083654,0.01000,0.163
27,mlp.experts.2.down_proj,0.06982940,0.01000,0.163
27,mlp.experts.3.down_proj,0.26776910,0.01000,0.164
27,mlp.experts.4.down_proj,0.03630293,0.01000,0.164
27,mlp.experts.5.down_proj,0.08096588,0.01000,0.166
27,mlp.experts.6.down_proj,0.08241868,0.01000,0.165
27,mlp.experts.7.down_proj,0.12568493,0.01000,0.171
27,mlp.experts.8.down_proj,0.20284933,0.01000,0.165
27,mlp.experts.9.down_proj,0.07713029,0.01000,0.166
27,mlp.experts.10.down_proj,0.01094745,0.01000,0.165
27,mlp.experts.11.down_proj,0.45320585,0.01000,0.167
27,mlp.experts.12.down_proj,0.02376761,0.01000,0.167
27,mlp.experts.13.down_proj,0.04729913,0.01000,0.171
27,mlp.experts.14.down_proj,0.00827604,0.01000,0.165
27,mlp.experts.15.down_proj,0.00113636,0.01000,0.166
27,mlp.experts.16.down_proj,0.47459763,0.01000,0.166
27,mlp.experts.17.down_proj,0.12720615,0.01000,0.166
27,mlp.experts.18.down_proj,0.00861621,0.01000,0.166
27,mlp.experts.19.down_proj,0.01877474,0.01000,0.167
27,mlp.experts.20.down_proj,0.09787674,0.01000,0.166
27,mlp.experts.21.down_proj,0.00150022,0.01000,0.166
27,mlp.experts.22.down_proj,0.00003410,0.01000,0.166
27,mlp.experts.23.down_proj,0.18228008,0.01000,0.166
27,mlp.experts.24.down_proj,0.00732602,0.01000,0.166
27,mlp.experts.25.down_proj,0.85076916,0.01000,0.166
27,mlp.experts.26.down_proj,0.00223734,0.01000,0.165
27,mlp.experts.27.down_proj,0.00283642,0.01000,0.166
27,mlp.experts.28.down_proj,0.01157690,0.01000,0.166
27,mlp.experts.29.down_proj,0.02029027,0.01000,0.166
27,mlp.experts.30.down_proj,0.03330551,0.01000,0.166
27,mlp.experts.31.down_proj,0.06557709,0.01000,0.166
27,mlp.experts.32.down_proj,1.30172682,0.01000,0.165
27,mlp.experts.33.down_proj,0.16101873,0.01000,0.165
27,mlp.experts.34.down_proj,0.12325221,0.01000,0.166
27,mlp.experts.35.down_proj,0.14117835,0.01000,0.166
27,mlp.experts.36.down_proj,0.00124241,0.01000,0.166
27,mlp.experts.37.down_proj,0.06818628,0.01000,0.166
27,mlp.experts.38.down_proj,0.00209620,0.01000,0.166
27,mlp.experts.39.down_proj,0.04504184,0.01000,0.166
27,mlp.experts.40.down_proj,0.33767101,0.01000,0.166
27,mlp.experts.41.down_proj,0.47619498,0.01000,0.166
27,mlp.experts.42.down_proj,0.00018123,0.01000,0.166
27,mlp.experts.43.down_proj,0.00062855,0.01000,0.166
27,mlp.experts.44.down_proj,0.00302399,0.01000,0.166
27,mlp.experts.45.down_proj,0.01822647,0.01000,0.166
27,mlp.experts.46.down_proj,0.13948898,0.01000,0.166
27,mlp.experts.47.down_proj,0.00547922,0.01000,0.166
27,mlp.experts.48.down_proj,0.01341687,0.01000,0.166
27,mlp.experts.49.down_proj,0.15806374,0.01000,0.164
27,mlp.experts.50.down_proj,0.01933014,0.01000,0.164
27,mlp.experts.51.down_proj,0.34867042,0.01000,0.164
27,mlp.experts.52.down_proj,0.50793111,0.01000,0.164
27,mlp.experts.53.down_proj,0.00137055,0.01000,0.165
27,mlp.experts.54.down_proj,0.05939359,0.01000,0.164
27,mlp.experts.55.down_proj,0.10387167,0.01000,0.164
27,mlp.experts.56.down_proj,0.06223834,0.01000,0.164
27,mlp.experts.57.down_proj,0.02357893,0.01000,0.164
27,mlp.experts.58.down_proj,0.05871610,0.01000,0.164
27,mlp.experts.59.down_proj,0.04580757,0.01000,0.165
27,mlp.experts.60.down_proj,0.05925218,0.01000,0.164
27,mlp.experts.61.down_proj,0.02687804,0.01000,0.165
27,mlp.experts.62.down_proj,0.00312275,0.01000,0.168
27,mlp.experts.63.down_proj,0.02785695,0.01000,0.165
27,mlp.experts.64.down_proj,0.00275208,0.01000,0.165
27,mlp.experts.65.down_proj,0.00004053,0.01000,0.165
27,mlp.experts.66.down_proj,0.02990902,0.01000,0.164
27,mlp.experts.67.down_proj,0.00000658,0.01000,0.165
27,mlp.experts.68.down_proj,0.05311309,0.01000,0.164
27,mlp.experts.69.down_proj,0.12334110,0.01000,0.165
27,mlp.experts.70.down_proj,0.23806226,0.01000,0.164
27,mlp.experts.71.down_proj,0.05653822,0.01000,0.165
27,mlp.experts.72.down_proj,0.04990605,0.01000,0.164
27,mlp.experts.73.down_proj,0.00344935,0.01000,0.165
27,mlp.experts.74.down_proj,0.00004650,0.01000,0.164
27,mlp.experts.75.down_proj,0.42466137,0.01000,0.164
27,mlp.experts.76.down_proj,0.02292422,0.01000,0.164
27,mlp.experts.77.down_proj,0.32434857,0.01000,0.165
27,mlp.experts.78.down_proj,0.05069593,0.01000,0.164
27,mlp.experts.79.down_proj,0.00196661,0.01000,0.165
27,mlp.experts.80.down_proj,0.22336520,0.01000,0.164
27,mlp.experts.81.down_proj,0.00789093,0.01000,0.168
27,mlp.experts.82.down_proj,0.22659817,0.01000,0.167
27,mlp.experts.83.down_proj,0.04417770,0.01000,0.165
27,mlp.experts.84.down_proj,0.06393497,0.01000,0.165
27,mlp.experts.85.down_proj,0.10507607,0.01000,0.165
27,mlp.experts.86.down_proj,0.20078239,0.01000,0.166
27,mlp.experts.87.down_proj,0.81396437,0.01000,0.166
27,mlp.experts.88.down_proj,0.00258816,0.01000,0.166
27,mlp.experts.89.down_proj,0.36696029,0.01000,0.167
27,mlp.experts.90.down_proj,0.20222190,0.01000,0.166
27,mlp.experts.91.down_proj,0.13145334,0.01000,0.168
27,mlp.experts.92.down_proj,0.00000993,0.01000,0.166
27,mlp.experts.93.down_proj,0.02102657,0.01000,0.166
27,mlp.experts.94.down_proj,0.10940209,0.01000,0.167
27,mlp.experts.95.down_proj,0.16453257,0.01000,0.166
27,mlp.experts.96.down_proj,0.03851030,0.01000,0.166
27,mlp.experts.97.down_proj,0.00001262,0.01000,0.168
27,mlp.experts.98.down_proj,0.26108572,0.01000,0.168
27,mlp.experts.99.down_proj,0.00302495,0.01000,0.166
27,mlp.experts.100.down_proj,0.11553909,0.01000,0.166
27,mlp.experts.101.down_proj,0.48016742,0.01000,0.166
27,mlp.experts.102.down_proj,0.18511844,0.01000,0.166
27,mlp.experts.103.down_proj,0.02097267,0.01000,0.168
27,mlp.experts.104.down_proj,0.00473001,0.01000,0.167
27,mlp.experts.105.down_proj,0.00001084,0.01000,0.166
27,mlp.experts.106.down_proj,0.11760864,0.01000,0.169
27,mlp.experts.107.down_proj,0.00684340,0.01000,0.168
27,mlp.experts.108.down_proj,0.00000239,0.01000,0.170
27,mlp.experts.109.down_proj,0.11529513,0.01000,0.166
27,mlp.experts.110.down_proj,0.00708553,0.01000,0.165
27,mlp.experts.111.down_proj,0.00059552,0.01000,0.180
27,mlp.experts.112.down_proj,0.00239876,0.01000,0.165
27,mlp.experts.113.down_proj,0.00829065,0.01000,0.166
27,mlp.experts.114.down_proj,0.00000513,0.01000,0.165
27,mlp.experts.115.down_proj,0.01544344,0.01000,0.179
27,mlp.experts.116.down_proj,0.04844180,0.01000,0.166
27,mlp.experts.117.down_proj,0.26049453,0.01000,0.166
27,mlp.experts.118.down_proj,0.05334504,0.01000,0.167
27,mlp.experts.119.down_proj,0.30837029,0.01000,0.166
27,mlp.experts.120.down_proj,0.41013911,0.01000,0.167
27,mlp.experts.121.down_proj,0.21474046,0.01000,0.166
27,mlp.experts.122.down_proj,0.00694970,0.01000,0.167
27,mlp.experts.123.down_proj,0.02495671,0.01000,0.166
27,mlp.experts.124.down_proj,0.00000410,0.01000,0.168
27,mlp.experts.125.down_proj,0.48989081,0.01000,0.167
27,mlp.experts.126.down_proj,0.16432750,0.01000,0.166
27,mlp.experts.127.down_proj,0.50968719,0.01000,0.166
28,self_attn.q_proj,0.28420594,0.01000,0.438
28,self_attn.k_proj,0.03639143,0.01000,0.447
28,self_attn.v_proj,0.03812919,0.01000,0.441
28,self_attn.o_proj,0.03847471,0.01000,0.912
28,mlp.experts.0.up_proj,0.20627755,0.01000,0.471
28,mlp.experts.1.up_proj,0.32852727,0.01000,0.431
28,mlp.experts.2.up_proj,0.00001077,0.01000,0.431
28,mlp.experts.3.up_proj,0.00008203,0.01000,0.431
28,mlp.experts.4.up_proj,0.31278616,0.01000,0.432
28,mlp.experts.5.up_proj,0.00503631,0.01000,0.433
28,mlp.experts.6.up_proj,0.19998479,0.01000,0.435
28,mlp.experts.7.up_proj,0.79421890,0.01000,0.439
28,mlp.experts.8.up_proj,0.32514060,0.01000,0.438
28,mlp.experts.9.up_proj,0.44397870,0.01000,0.437
28,mlp.experts.10.up_proj,0.08756799,0.01000,0.437
28,mlp.experts.11.up_proj,0.66874909,0.01000,0.435
28,mlp.experts.12.up_proj,0.13704842,0.01000,0.432
28,mlp.experts.13.up_proj,0.40988603,0.01000,0.443
28,mlp.experts.14.up_proj,0.95695519,0.01000,0.430
28,mlp.experts.15.up_proj,0.25690627,0.01000,0.438
28,mlp.experts.16.up_proj,1.19990051,0.01000,0.433
28,mlp.experts.17.up_proj,0.02684319,0.01000,0.432
28,mlp.experts.18.up_proj,0.62045789,0.01000,0.437
28,mlp.experts.19.up_proj,0.10640422,0.01000,0.433
28,mlp.experts.20.up_proj,0.26970202,0.01000,0.435
28,mlp.experts.21.up_proj,0.00204023,0.01000,0.432
28,mlp.experts.22.up_proj,0.01416180,0.01000,0.432
28,mlp.experts.23.up_proj,0.30515984,0.01000,0.431
28,mlp.experts.24.up_proj,0.93164068,0.01000,0.435
28,mlp.experts.25.up_proj,0.36065686,0.01000,0.432
28,mlp.experts.26.up_proj,1.46819019,0.01000,0.437
28,mlp.experts.27.up_proj,0.07137428,0.01000,0.431
28,mlp.experts.28.up_proj,0.15289554,0.01000,0.434
28,mlp.experts.29.up_proj,0.33837509,0.01000,0.433
28,mlp.experts.30.up_proj,3.29931521,0.01000,0.431
28,mlp.experts.31.up_proj,0.00038529,0.01000,0.431
28,mlp.experts.32.up_proj,0.27668619,0.01000,0.430
28,mlp.experts.33.up_proj,0.41321784,0.01000,0.440
28,mlp.experts.34.up_proj,0.03357727,0.01000,0.432
28,mlp.experts.35.up_proj,3.52530146,0.01000,0.434
28,mlp.experts.36.up_proj,0.00926539,0.01000,0.432
28,mlp.experts.37.up_proj,0.70412230,0.01000,0.432
28,mlp.experts.38.up_proj,0.00001068,0.01000,0.436
28,mlp.experts.39.up_proj,1.04078555,0.01000,0.432
28,mlp.experts.40.up_proj,0.84721220,0.01000,0.433
28,mlp.experts.41.up_proj,0.00786548,0.01000,0.435
28,mlp.experts.42.up_proj,0.65802670,0.01000,0.434
28,mlp.experts.43.up_proj,0.48439169,0.01000,0.431
28,mlp.experts.44.up_proj,0.59035015,0.01000,0.430
28,mlp.experts.45.up_proj,0.78616440,0.01000,0.431
28,mlp.experts.46.up_proj,0.04691824,0.01000,0.430
28,mlp.experts.47.up_proj,0.00908718,0.01000,0.434
28,mlp.experts.48.up_proj,3.43743801,0.01000,0.428
28,mlp.experts.49.up_proj,0.13018581,0.01000,0.429
28,mlp.experts.50.up_proj,0.59832227,0.01000,0.429
28,mlp.experts.51.up_proj,0.50394624,0.01000,0.432
28,mlp.experts.52.up_proj,0.14008658,0.01000,0.431
28,mlp.experts.53.up_proj,0.01035190,0.01000,0.433
28,mlp.experts.54.up_proj,0.14447993,0.01000,0.432
28,mlp.experts.55.up_proj,0.18635467,0.01000,0.444
28,mlp.experts.56.up_proj,0.00131571,0.01000,0.432
28,mlp.experts.57.up_proj,0.64500213,0.01000,0.431
28,mlp.experts.58.up_proj,0.01150783,0.01000,0.430
28,mlp.experts.59.up_proj,0.08395169,0.01000,0.430
28,mlp.experts.60.up_proj,0.23086084,0.01000,0.431
28,mlp.experts.61.up_proj,0.00000512,0.01000,0.431
28,mlp.experts.62.up_proj,2.32400036,0.01000,0.431
28,mlp.experts.63.up_proj,0.02320062,0.01000,0.431
28,mlp.experts.64.up_proj,0.00789077,0.01000,0.431
28,mlp.experts.65.up_proj,1.51803041,0.01000,0.435
28,mlp.experts.66.up_proj,0.00005420,0.01000,0.432
28,mlp.experts.67.up_proj,0.01832296,0.01000,0.433
28,mlp.experts.68.up_proj,0.15408017,0.01000,0.436
28,mlp.experts.69.up_proj,0.00022688,0.01000,0.431
28,mlp.experts.70.up_proj,0.05741051,0.01000,0.430
28,mlp.experts.71.up_proj,0.00004926,0.01000,0.429
28,mlp.experts.72.up_proj,0.36760443,0.01000,0.429
28,mlp.experts.73.up_proj,0.12770499,0.01000,0.429
28,mlp.experts.74.up_proj,0.09257390,0.01000,0.429
28,mlp.experts.75.up_proj,0.93895400,0.01000,0.434
28,mlp.experts.76.up_proj,0.62368977,0.01000,0.432
28,mlp.experts.77.up_proj,0.39020240,0.01000,0.429
28,mlp.experts.78.up_proj,0.79558110,0.01000,0.429
28,mlp.experts.79.up_proj,0.57220304,0.01000,0.429
28,mlp.experts.80.up_proj,1.68572116,0.01000,0.430
28,mlp.experts.81.up_proj,1.42341030,0.01000,0.429
28,mlp.experts.82.up_proj,2.68756628,0.01000,0.429
28,mlp.experts.83.up_proj,0.78032207,0.01000,0.428
28,mlp.experts.84.up_proj,0.61550844,0.01000,0.438
28,mlp.experts.85.up_proj,0.03989767,0.01000,0.429
28,mlp.experts.86.up_proj,0.00004222,0.01000,0.443
28,mlp.experts.87.up_proj,0.00203488,0.01000,0.432
28,mlp.experts.88.up_proj,0.03866399,0.01000,0.447
28,mlp.experts.89.up_proj,0.31393319,0.01000,0.433
28,mlp.experts.90.up_proj,0.14113109,0.01000,0.431
28,mlp.experts.91.up_proj,0.02733194,0.01000,0.433
28,mlp.experts.92.up_proj,0.00056862,0.01000,0.431
28,mlp.experts.93.up_proj,0.73610389,0.01000,0.442
28,mlp.experts.94.up_proj,0.68095106,0.01000,0.430
28,mlp.experts.95.up_proj,0.00004247,0.01000,0.491
28,mlp.experts.96.up_proj,0.00202898,0.01000,0.431
28,mlp.experts.97.up_proj,0.53221118,0.01000,0.432
28,mlp.experts.98.up_proj,0.61699712,0.01000,0.434
28,mlp.experts.99.up_proj,0.00569565,0.01000,0.432
28,mlp.experts.100.up_proj,0.17073344,0.01000,0.431
28,mlp.experts.101.up_proj,1.25453472,0.01000,0.433
28,mlp.experts.102.up_proj,0.70455837,0.01000,0.438
28,mlp.experts.103.up_proj,0.81695318,0.01000,0.431
28,mlp.experts.104.up_proj,0.00044438,0.01000,0.430
28,mlp.experts.105.up_proj,1.79499722,0.01000,0.430
28,mlp.experts.106.up_proj,0.05235046,0.01000,0.431
28,mlp.experts.107.up_proj,0.05945421,0.01000,0.431
28,mlp.experts.108.up_proj,0.51981831,0.01000,0.431
28,mlp.experts.109.up_proj,0.92008567,0.01000,0.431
28,mlp.experts.110.up_proj,0.36203614,0.01000,0.432
28,mlp.experts.111.up_proj,0.76387453,0.01000,0.431
28,mlp.experts.112.up_proj,0.03802743,0.01000,0.432
28,mlp.experts.113.up_proj,1.76416504,0.01000,0.431
28,mlp.experts.114.up_proj,0.92444396,0.01000,0.431
28,mlp.experts.115.up_proj,0.32435673,0.01000,0.430
28,mlp.experts.116.up_proj,0.08161790,0.01000,0.430
28,mlp.experts.117.up_proj,1.09898329,0.01000,0.429
28,mlp.experts.118.up_proj,0.00003320,0.01000,0.430
28,mlp.experts.119.up_proj,0.45074862,0.01000,0.430
28,mlp.experts.120.up_proj,0.00035998,0.01000,0.431
28,mlp.experts.121.up_proj,0.29386202,0.01000,0.431
28,mlp.experts.122.up_proj,0.01065125,0.01000,0.431
28,mlp.experts.123.up_proj,1.00923216,0.01000,0.435
28,mlp.experts.124.up_proj,0.32300127,0.01000,0.432
28,mlp.experts.125.up_proj,0.00001475,0.01000,0.430
28,mlp.experts.126.up_proj,0.05845801,0.01000,0.429
28,mlp.experts.127.up_proj,1.21336210,0.01000,0.429
28,mlp.experts.0.gate_proj,0.26326567,0.01000,0.429
28,mlp.experts.1.gate_proj,0.34215209,0.01000,0.431
28,mlp.experts.2.gate_proj,0.00001124,0.01000,0.435
28,mlp.experts.3.gate_proj,0.00007749,0.01000,0.432
28,mlp.experts.4.gate_proj,0.31910449,0.01000,0.432
28,mlp.experts.5.gate_proj,0.00518308,0.01000,0.435
28,mlp.experts.6.gate_proj,0.21304461,0.01000,0.445
28,mlp.experts.7.gate_proj,0.82863820,0.01000,0.438
28,mlp.experts.8.gate_proj,0.31764209,0.01000,0.434
28,mlp.experts.9.gate_proj,0.47245222,0.01000,0.435
28,mlp.experts.10.gate_proj,0.08723277,0.01000,0.436
28,mlp.experts.11.gate_proj,0.70501560,0.01000,0.435
28,mlp.experts.12.gate_proj,0.13623565,0.01000,0.435
28,mlp.experts.13.gate_proj,0.39735675,0.01000,0.436
28,mlp.experts.14.gate_proj,0.99381912,0.01000,0.434
28,mlp.experts.15.gate_proj,0.24616961,0.01000,0.434
28,mlp.experts.16.gate_proj,1.26624465,0.01000,0.437
28,mlp.experts.17.gate_proj,0.02629496,0.01000,0.434
28,mlp.experts.18.gate_proj,0.61672044,0.01000,0.434
28,mlp.experts.19.gate_proj,0.10480547,0.01000,0.434
28,mlp.experts.20.gate_proj,0.25595003,0.01000,0.440
28,mlp.experts.21.gate_proj,0.00210333,0.01000,0.435
28,mlp.experts.22.gate_proj,0.01402173,0.01000,0.434
28,mlp.experts.23.gate_proj,0.35512587,0.01000,0.435
28,mlp.experts.24.gate_proj,0.95908701,0.01000,0.434
28,mlp.experts.25.gate_proj,0.38035628,0.01000,0.434
28,mlp.experts.26.gate_proj,1.58233500,0.01000,0.433
28,mlp.experts.27.gate_proj,0.07160650,0.01000,0.434
28,mlp.experts.28.gate_proj,0.16122127,0.01000,0.435
28,mlp.experts.29.gate_proj,0.33517411,0.01000,0.439
28,mlp.experts.30.gate_proj,3.65796185,0.01000,0.440
28,mlp.experts.31.gate_proj,0.00039267,0.01000,0.434
28,mlp.experts.32.gate_proj,0.35803616,0.01000,0.434
28,mlp.experts.33.gate_proj,0.41193336,0.01000,0.435
28,mlp.experts.34.gate_proj,0.03515476,0.01000,0.435
28,mlp.experts.35.gate_proj,4.13468361,0.01000,0.435
28,mlp.experts.36.gate_proj,0.00884008,0.01000,0.435
28,mlp.experts.37.gate_proj,0.73357046,0.01000,0.434
28,mlp.experts.38.gate_proj,0.00001093,0.01000,0.434
28,mlp.experts.39.gate_proj,0.96303594,0.01000,0.434
28,mlp.experts.40.gate_proj,0.90490234,0.01000,0.435
28,mlp.experts.41.gate_proj,0.00807336,0.01000,0.438
28,mlp.experts.42.gate_proj,0.75827181,0.01000,0.434
28,mlp.experts.43.gate_proj,0.43097210,0.01000,0.435
28,mlp.experts.44.gate_proj,0.55025911,0.01000,0.437
28,mlp.experts.45.gate_proj,0.73699439,0.01000,0.436
28,mlp.experts.46.gate_proj,0.04779013,0.01000,0.436
28,mlp.experts.47.gate_proj,0.00863022,0.01000,0.436
28,mlp.experts.48.gate_proj,3.12735772,0.01000,0.442
28,mlp.experts.49.gate_proj,0.13374898,0.01000,0.441
28,mlp.experts.50.gate_proj,0.64282358,0.01000,0.437
28,mlp.experts.51.gate_proj,0.53514493,0.01000,0.435
28,mlp.experts.52.gate_proj,0.14052567,0.01000,0.440
28,mlp.experts.53.gate_proj,0.01064615,0.01000,0.436
28,mlp.experts.54.gate_proj,0.15063614,0.01000,0.434
28,mlp.experts.55.gate_proj,0.18636081,0.01000,0.432
28,mlp.experts.56.gate_proj,0.00141100,0.01000,0.432
28,mlp.experts.57.gate_proj,0.66665965,0.01000,0.435
28,mlp.experts.58.gate_proj,0.01197570,0.01000,0.433
28,mlp.experts.59.gate_proj,0.07947786,0.01000,0.433
28,mlp.experts.60.gate_proj,0.22601157,0.01000,0.433
28,mlp.experts.61.gate_proj,0.00000546,0.01000,0.434
28,mlp.experts.62.gate_proj,1.84294105,0.01000,0.435
28,mlp.experts.63.gate_proj,0.02268939,0.01000,0.434
28,mlp.experts.64.gate_proj,0.00832288,0.01000,0.439
28,mlp.experts.65.gate_proj,1.50569677,0.01000,0.435
28,mlp.experts.66.gate_proj,0.00005315,0.01000,0.437
28,mlp.experts.67.gate_proj,0.01827515,0.01000,0.435
28,mlp.experts.68.gate_proj,0.16012667,0.01000,0.438
28,mlp.experts.69.gate_proj,0.00022664,0.01000,0.440
28,mlp.experts.70.gate_proj,0.06346266,0.01000,0.439
28,mlp.experts.71.gate_proj,0.00004645,0.01000,0.443
28,mlp.experts.72.gate_proj,0.44203699,0.01000,0.456
28,mlp.experts.73.gate_proj,0.12571207,0.01000,0.455
28,mlp.experts.74.gate_proj,0.27888817,0.01000,0.441
28,mlp.experts.75.gate_proj,0.99745262,0.01000,0.443
28,mlp.experts.76.gate_proj,0.63839513,0.01000,0.442
28,mlp.experts.77.gate_proj,0.37536901,0.01000,0.446
28,mlp.experts.78.gate_proj,0.81917691,0.01000,0.443
28,mlp.experts.79.gate_proj,0.58241451,0.01000,0.442
28,mlp.experts.80.gate_proj,1.79875612,0.01000,0.442
28,mlp.experts.81.gate_proj,1.43463612,0.01000,0.442
28,mlp.experts.82.gate_proj,2.86165023,0.01000,0.442
28,mlp.experts.83.gate_proj,0.77163231,0.01000,0.442
28,mlp.experts.84.gate_proj,0.63801515,0.01000,0.443
28,mlp.experts.85.gate_proj,0.03932009,0.01000,0.442
28,mlp.experts.86.gate_proj,0.00004245,0.01000,0.441
28,mlp.experts.87.gate_proj,0.00205398,0.01000,0.442
28,mlp.experts.88.gate_proj,0.03932363,0.01000,0.443
28,mlp.experts.89.gate_proj,0.32501882,0.01000,0.442
28,mlp.experts.90.gate_proj,0.14180540,0.01000,0.442
28,mlp.experts.91.gate_proj,0.02695177,0.01000,0.443
28,mlp.experts.92.gate_proj,0.00055125,0.01000,0.442
28,mlp.experts.93.gate_proj,0.77485335,0.01000,0.445
28,mlp.experts.94.gate_proj,0.70241553,0.01000,0.444
28,mlp.experts.95.gate_proj,0.00004317,0.01000,0.443
28,mlp.experts.96.gate_proj,0.00198712,0.01000,0.446
28,mlp.experts.97.gate_proj,0.59134293,0.01000,0.445
28,mlp.experts.98.gate_proj,0.61682600,0.01000,0.444
28,mlp.experts.99.gate_proj,0.00606764,0.01000,0.446
28,mlp.experts.100.gate_proj,0.16583207,0.01000,0.444
28,mlp.experts.101.gate_proj,1.10661280,0.01000,0.443
28,mlp.experts.102.gate_proj,0.68766904,0.01000,0.441
28,mlp.experts.103.gate_proj,0.84385407,0.01000,0.440
28,mlp.experts.104.gate_proj,0.00049066,0.01000,0.441
28,mlp.experts.105.gate_proj,1.67622674,0.01000,0.442
28,mlp.experts.106.gate_proj,0.05142734,0.01000,0.439
28,mlp.experts.107.gate_proj,0.06051858,0.01000,0.445
28,mlp.experts.108.gate_proj,0.49214372,0.01000,0.445
28,mlp.experts.109.gate_proj,0.96447414,0.01000,0.450
28,mlp.experts.110.gate_proj,0.38298056,0.01000,0.446
28,mlp.experts.111.gate_proj,0.77517414,0.01000,0.449
28,mlp.experts.112.gate_proj,0.03835432,0.01000,0.446
28,mlp.experts.113.gate_proj,1.99373472,0.01000,0.447
28,mlp.experts.114.gate_proj,0.92084181,0.01000,0.443
28,mlp.experts.115.gate_proj,0.27090722,0.01000,0.444
28,mlp.experts.116.gate_proj,0.08293507,0.01000,0.449
28,mlp.experts.117.gate_proj,1.07762218,0.01000,0.444
28,mlp.experts.118.gate_proj,0.00003364,0.01000,0.445
28,mlp.experts.119.gate_proj,0.48086858,0.01000,0.444
28,mlp.experts.120.gate_proj,0.00034052,0.01000,0.443
28,mlp.experts.121.gate_proj,0.30909720,0.01000,0.442
28,mlp.experts.122.gate_proj,0.01118287,0.01000,0.442
28,mlp.experts.123.gate_proj,1.26660383,0.01000,0.442
28,mlp.experts.124.gate_proj,0.31806386,0.01000,0.442
28,mlp.experts.125.gate_proj,0.00001467,0.01000,0.441
28,mlp.experts.126.gate_proj,0.05496907,0.01000,0.442
28,mlp.experts.127.gate_proj,1.28949118,0.01000,0.442
28,mlp.experts.0.down_proj,0.09383038,0.01000,0.187
28,mlp.experts.1.down_proj,0.08898363,0.01000,0.164
28,mlp.experts.2.down_proj,0.00000245,0.01000,0.163
28,mlp.experts.3.down_proj,0.00002722,0.01000,0.164
28,mlp.experts.4.down_proj,0.08974192,0.01000,0.164
28,mlp.experts.5.down_proj,0.00252466,0.01000,0.164
28,mlp.experts.6.down_proj,0.07311366,0.01000,0.165
28,mlp.experts.7.down_proj,0.29301345,0.01000,0.165
28,mlp.experts.8.down_proj,0.08168776,0.01000,0.165
28,mlp.experts.9.down_proj,0.07834208,0.01000,0.165
28,mlp.experts.10.down_proj,0.03646708,0.01000,0.166
28,mlp.experts.11.down_proj,0.19615579,0.01000,0.169
28,mlp.experts.12.down_proj,0.04489548,0.01000,0.166
28,mlp.experts.13.down_proj,0.10590798,0.01000,0.166
28,mlp.experts.14.down_proj,0.17912212,0.01000,0.165
28,mlp.experts.15.down_proj,0.08153623,0.01000,0.166
28,mlp.experts.16.down_proj,0.23146304,0.01000,0.165
28,mlp.experts.17.down_proj,0.01255828,0.01000,0.166
28,mlp.experts.18.down_proj,0.13653374,0.01000,0.166
28,mlp.experts.19.down_proj,0.02070489,0.01000,0.166
28,mlp.experts.20.down_proj,0.07972644,0.01000,0.166
28,mlp.experts.21.down_proj,0.00066034,0.01000,0.181
28,mlp.experts.22.down_proj,0.00402213,0.01000,0.172
28,mlp.experts.23.down_proj,0.08144392,0.01000,0.167
28,mlp.experts.24.down_proj,0.17936820,0.01000,0.166
28,mlp.experts.25.down_proj,0.10278966,0.01000,0.167
28,mlp.experts.26.down_proj,0.28218597,0.01000,0.180
28,mlp.experts.27.down_proj,0.01744346,0.01000,0.167
28,mlp.experts.28.down_proj,0.03649124,0.01000,0.167
28,mlp.experts.29.down_proj,0.07879132,0.01000,0.167
28,mlp.experts.30.down_proj,0.64429164,0.01000,0.168
28,mlp.experts.31.down_proj,0.00013787,0.01000,0.168
28,mlp.experts.32.down_proj,0.04272971,0.01000,0.168
28,mlp.experts.33.down_proj,0.13797651,0.01000,0.168
28,mlp.experts.34.down_proj,0.00490124,0.01000,0.174
28,mlp.experts.35.down_proj,0.92527246,0.01000,0.167
28,mlp.experts.36.down_proj,0.00377854,0.01000,0.166
28,mlp.experts.37.down_proj,0.13617510,0.01000,0.165
28,mlp.experts.38.down_proj,0.00000228,0.01000,0.165
28,mlp.experts.39.down_proj,0.21496502,0.01000,0.166
28,mlp.experts.40.down_proj,0.27855095,0.01000,0.166
28,mlp.experts.41.down_proj,0.00271961,0.01000,0.165
28,mlp.experts.42.down_proj,0.22576374,0.01000,0.165
28,mlp.experts.43.down_proj,0.12409111,0.01000,0.165
28,mlp.experts.44.down_proj,0.16521737,0.01000,0.165
28,mlp.experts.45.down_proj,0.15994094,0.01000,0.166
28,mlp.experts.46.down_proj,0.00564797,0.01000,0.169
28,mlp.experts.47.down_proj,0.00356283,0.01000,0.166
28,mlp.experts.48.down_proj,1.27378750,0.01000,0.164
28,mlp.experts.49.down_proj,0.04565983,0.01000,0.164
28,mlp.experts.50.down_proj,0.14514451,0.01000,0.164
28,mlp.experts.51.down_proj,0.15040526,0.01000,0.164
28,mlp.experts.52.down_proj,0.02903673,0.01000,0.166
28,mlp.experts.53.down_proj,0.00160941,0.01000,0.165
28,mlp.experts.54.down_proj,0.03541159,0.01000,0.165
28,mlp.experts.55.down_proj,0.05015944,0.01000,0.165
28,mlp.experts.56.down_proj,0.00045363,0.01000,0.164
28,mlp.experts.57.down_proj,0.12804681,0.01000,0.165
28,mlp.experts.58.down_proj,0.00583319,0.01000,0.167
28,mlp.experts.59.down_proj,0.02142067,0.01000,0.167
28,mlp.experts.60.down_proj,0.06419408,0.01000,0.165
28,mlp.experts.61.down_proj,0.00000112,0.01000,0.165
28,mlp.experts.62.down_proj,0.43326372,0.01000,0.165
28,mlp.experts.63.down_proj,0.00505937,0.01000,0.165
28,mlp.experts.64.down_proj,0.00024181,0.01000,0.165
28,mlp.experts.65.down_proj,0.36436158,0.01000,0.165
28,mlp.experts.66.down_proj,0.00001332,0.01000,0.165
28,mlp.experts.67.down_proj,0.00569244,0.01000,0.165
28,mlp.experts.68.down_proj,0.04729722,0.01000,0.165
28,mlp.experts.69.down_proj,0.00006000,0.01000,0.165
28,mlp.experts.70.down_proj,0.00557514,0.01000,0.165
28,mlp.experts.71.down_proj,0.00001061,0.01000,0.165
28,mlp.experts.72.down_proj,0.08128063,0.01000,0.165
28,mlp.experts.73.down_proj,0.01884953,0.01000,0.165
28,mlp.experts.74.down_proj,0.02210403,0.01000,0.165
28,mlp.experts.75.down_proj,0.17479333,0.01000,0.166
28,mlp.experts.76.down_proj,0.15500017,0.01000,0.168
28,mlp.experts.77.down_proj,0.09416538,0.01000,0.166
28,mlp.experts.78.down_proj,0.13585627,0.01000,0.166
28,mlp.experts.79.down_proj,0.09543743,0.01000,0.166
28,mlp.experts.80.down_proj,0.33033159,0.01000,0.165
28,mlp.experts.81.down_proj,0.40625992,0.01000,0.166
28,mlp.experts.82.down_proj,1.03671539,0.01000,0.168
28,mlp.experts.83.down_proj,0.17497271,0.01000,0.166
28,mlp.experts.84.down_proj,0.15676306,0.01000,0.165
28,mlp.experts.85.down_proj,0.00848753,0.01000,0.165
28,mlp.experts.86.down_proj,0.00001064,0.01000,0.165
28,mlp.experts.87.down_proj,0.00062456,0.01000,0.165
28,mlp.experts.88.down_proj,0.01773097,0.01000,0.165
28,mlp.experts.89.down_proj,0.10156701,0.01000,0.165
28,mlp.experts.90.down_proj,0.04042406,0.01000,0.166
28,mlp.experts.91.down_proj,0.01230770,0.01000,0.166
28,mlp.experts.92.down_proj,0.00021585,0.01000,0.165
28,mlp.experts.93.down_proj,0.15174156,0.01000,0.173
28,mlp.experts.94.down_proj,0.20226258,0.01000,0.166
28,mlp.experts.95.down_proj,0.00001288,0.01000,0.166
28,mlp.experts.96.down_proj,0.00074733,0.01000,0.167
28,mlp.experts.97.down_proj,0.11585794,0.01000,0.166
28,mlp.experts.98.down_proj,0.22067478,0.01000,0.166
28,mlp.experts.99.down_proj,0.00319085,0.01000,0.166
28,mlp.experts.100.down_proj,0.06826513,0.01000,0.168
28,mlp.experts.101.down_proj,0.25828668,0.01000,0.166
28,mlp.experts.102.down_proj,0.12074503,0.01000,0.171
28,mlp.experts.103.down_proj,0.22835670,0.01000,0.166
28,mlp.experts.104.down_proj,0.00018315,0.01000,0.166
28,mlp.experts.105.down_proj,0.71537590,0.01000,0.166
28,mlp.experts.106.down_proj,0.01749973,0.01000,0.169
28,mlp.experts.107.down_proj,0.01925853,0.01000,0.166
28,mlp.experts.108.down_proj,0.10552088,0.01000,0.166
28,mlp.experts.109.down_proj,0.32598323,0.01000,0.165
28,mlp.experts.110.down_proj,0.10262213,0.01000,0.166
28,mlp.experts.111.down_proj,0.26319817,0.01000,0.166
28,mlp.experts.112.down_proj,0.01340471,0.01000,0.166
28,mlp.experts.113.down_proj,0.40040398,0.01000,0.169
28,mlp.experts.114.down_proj,0.22444825,0.01000,0.167
28,mlp.experts.115.down_proj,0.11774772,0.01000,0.167
28,mlp.experts.116.down_proj,0.03289007,0.01000,0.166
28,mlp.experts.117.down_proj,0.22667070,0.01000,0.166
28,mlp.experts.118.down_proj,0.00000782,0.01000,0.167
28,mlp.experts.119.down_proj,0.15712693,0.01000,0.169
28,mlp.experts.120.down_proj,0.00010529,0.01000,0.168
28,mlp.experts.121.down_proj,0.06962162,0.01000,0.166
28,mlp.experts.122.down_proj,0.00126956,0.01000,0.167
28,mlp.experts.123.down_proj,0.28313100,0.01000,0.166
28,mlp.experts.124.down_proj,0.07108307,0.01000,0.166
28,mlp.experts.125.down_proj,0.00000366,0.01000,0.170
28,mlp.experts.126.down_proj,0.01365373,0.01000,0.172
28,mlp.experts.127.down_proj,0.28244859,0.01000,0.167
29,self_attn.q_proj,0.30487299,0.01000,0.439
29,self_attn.k_proj,0.03733378,0.01000,0.431
29,self_attn.v_proj,0.03947920,0.01000,0.428
29,self_attn.o_proj,0.03271312,0.01000,0.874
29,mlp.experts.0.up_proj,0.44735089,0.01000,0.465
29,mlp.experts.1.up_proj,3.38244772,0.01000,0.432
29,mlp.experts.2.up_proj,0.48993456,0.01000,0.427
29,mlp.experts.3.up_proj,0.16376010,0.01000,0.428
29,mlp.experts.4.up_proj,0.00205193,0.01000,0.428
29,mlp.experts.5.up_proj,0.27402291,0.01000,0.427
29,mlp.experts.6.up_proj,0.47890043,0.01000,0.440
29,mlp.experts.7.up_proj,0.10542138,0.01000,0.427
29,mlp.experts.8.up_proj,0.00038595,0.01000,0.427
29,mlp.experts.9.up_proj,1.41476655,0.01000,0.428
29,mlp.experts.10.up_proj,0.21716562,0.01000,0.429
29,mlp.experts.11.up_proj,0.26644272,0.01000,0.434
29,mlp.experts.12.up_proj,0.24914671,0.01000,0.430
29,mlp.experts.13.up_proj,0.20186374,0.01000,0.430
29,mlp.experts.14.up_proj,0.39331299,0.01000,0.450
29,mlp.experts.15.up_proj,0.43598279,0.01000,0.429
29,mlp.experts.16.up_proj,0.14267786,0.01000,0.444
29,mlp.experts.17.up_proj,1.02136993,0.01000,0.431
29,mlp.experts.18.up_proj,3.18085670,0.01000,0.430
29,mlp.experts.19.up_proj,0.48237032,0.01000,0.431
29,mlp.experts.20.up_proj,0.44105023,0.01000,0.433
29,mlp.experts.21.up_proj,1.24806094,0.01000,0.436
29,mlp.experts.22.up_proj,0.21663687,0.01000,0.430
29,mlp.experts.23.up_proj,0.00029906,0.01000,0.431
29,mlp.experts.24.up_proj,0.00048865,0.01000,0.433
29,mlp.experts.25.up_proj,0.00356280,0.01000,0.434
29,mlp.experts.26.up_proj,0.50286418,0.01000,0.431
29,mlp.experts.27.up_proj,0.02598157,0.01000,0.431
29,mlp.experts.28.up_proj,0.00273534,0.01000,0.431
29,mlp.experts.29.up_proj,0.00688987,0.01000,0.433
29,mlp.experts.30.up_proj,0.67682993,0.01000,0.434
29,mlp.experts.31.up_proj,0.00349665,0.01000,0.432
29,mlp.experts.32.up_proj,0.02774539,0.01000,0.431
29,mlp.experts.33.up_proj,0.00469430,0.01000,0.432
29,mlp.experts.34.up_proj,0.05750630,0.01000,0.433
29,mlp.experts.35.up_proj,0.27538618,0.01000,0.435
29,mlp.experts.36.up_proj,1.94390416,0.01000,0.432
29,mlp.experts.37.up_proj,0.03898301,0.01000,0.431
29,mlp.experts.38.up_proj,0.00022972,0.01000,0.437
29,mlp.experts.39.up_proj,0.30160627,0.01000,0.432
29,mlp.experts.40.up_proj,0.01023400,0.01000,0.432
29,mlp.experts.41.up_proj,0.00457058,0.01000,0.433
29,mlp.experts.42.up_proj,0.47204870,0.01000,0.430
29,mlp.experts.43.up_proj,0.00001487,0.01000,0.431
29,mlp.experts.44.up_proj,0.03769434,0.01000,0.431
29,mlp.experts.45.up_proj,0.77175182,0.01000,0.432
29,mlp.experts.46.up_proj,0.77060509,0.01000,0.435
29,mlp.experts.47.up_proj,0.34686059,0.01000,0.434
29,mlp.experts.48.up_proj,0.11983508,0.01000,0.431
29,mlp.experts.49.up_proj,0.36032820,0.01000,0.431
29,mlp.experts.50.up_proj,0.24793354,0.01000,0.430
29,mlp.experts.51.up_proj,0.00742348,0.01000,0.429
29,mlp.experts.52.up_proj,0.13785452,0.01000,0.431
29,mlp.experts.53.up_proj,0.61470872,0.01000,0.433
29,mlp.experts.54.up_proj,0.78559619,0.01000,0.431
29,mlp.experts.55.up_proj,2.76331830,0.01000,0.431
29,mlp.experts.56.up_proj,0.00001839,0.01000,0.431
29,mlp.experts.57.up_proj,0.20240107,0.01000,0.439
29,mlp.experts.58.up_proj,0.61192405,0.01000,0.432
29,mlp.experts.59.up_proj,0.35637948,0.01000,0.430
29,mlp.experts.60.up_proj,0.00333911,0.01000,0.436
29,mlp.experts.61.up_proj,1.16019046,0.01000,0.432
29,mlp.experts.62.up_proj,1.03021419,0.01000,0.441
29,mlp.experts.63.up_proj,0.21983898,0.01000,0.431
29,mlp.experts.64.up_proj,0.35072351,0.01000,0.430
29,mlp.experts.65.up_proj,0.58271724,0.01000,0.431
29,mlp.experts.66.up_proj,0.61293763,0.01000,0.439
29,mlp.experts.67.up_proj,0.00008725,0.01000,0.435
29,mlp.experts.68.up_proj,2.75923538,0.01000,0.429
29,mlp.experts.69.up_proj,0.28305477,0.01000,0.428
29,mlp.experts.70.up_proj,0.00007229,0.01000,0.427
29,mlp.experts.71.up_proj,0.03024758,0.01000,0.427
29,mlp.experts.72.up_proj,2.74770474,0.01000,0.427
29,mlp.experts.73.up_proj,1.63992703,0.01000,0.427
29,mlp.experts.74.up_proj,0.00021835,0.01000,0.429
29,mlp.experts.75.up_proj,0.18785580,0.01000,0.427
29,mlp.experts.76.up_proj,0.00001937,0.01000,0.427
29,mlp.experts.77.up_proj,1.14655745,0.01000,0.427
29,mlp.experts.78.up_proj,0.06511982,0.01000,0.427
29,mlp.experts.79.up_proj,0.65166903,0.01000,0.427
29,mlp.experts.80.up_proj,3.14066076,0.01000,0.432
29,mlp.experts.81.up_proj,0.30432656,0.01000,0.428
29,mlp.experts.82.up_proj,3.53304195,0.01000,0.430
29,mlp.experts.83.up_proj,0.29729390,0.01000,0.427
29,mlp.experts.84.up_proj,0.60983026,0.01000,0.428
29,mlp.experts.85.up_proj,1.04399490,0.01000,0.428
29,mlp.experts.86.up_proj,0.12648728,0.01000,0.427
29,mlp.experts.87.up_proj,0.37794378,0.01000,0.430
29,mlp.experts.88.up_proj,1.55020463,0.01000,0.427
29,mlp.experts.89.up_proj,0.15922859,0.01000,0.435
29,mlp.experts.90.up_proj,0.77791482,0.01000,0.429
29,mlp.experts.91.up_proj,0.00059773,0.01000,0.429
29,mlp.experts.92.up_proj,0.57741767,0.01000,0.429
29,mlp.experts.93.up_proj,2.15484667,0.01000,0.434
29,mlp.experts.94.up_proj,0.00186372,0.01000,0.439
29,mlp.experts.95.up_proj,0.09137318,0.01000,0.428
29,mlp.experts.96.up_proj,0.00575193,0.01000,0.428
29,mlp.experts.97.up_proj,0.22804236,0.01000,0.429
29,mlp.experts.98.up_proj,0.00038854,0.01000,0.428
29,mlp.experts.99.up_proj,1.70129192,0.01000,0.428
29,mlp.experts.100.up_proj,0.46797580,0.01000,0.428
29,mlp.experts.101.up_proj,0.00922009,0.01000,0.428
29,mlp.experts.102.up_proj,0.69536835,0.01000,0.429
29,mlp.experts.103.up_proj,0.42654076,0.01000,0.437
29,mlp.experts.104.up_proj,0.09995766,0.01000,0.429
29,mlp.experts.105.up_proj,0.13951612,0.01000,0.430
29,mlp.experts.106.up_proj,1.41233730,0.01000,0.429
29,mlp.experts.107.up_proj,0.02197253,0.01000,0.429
29,mlp.experts.108.up_proj,0.01385695,0.01000,0.429
29,mlp.experts.109.up_proj,0.01723739,0.01000,0.429
29,mlp.experts.110.up_proj,0.00536790,0.01000,0.430
29,mlp.experts.111.up_proj,0.00015556,0.01000,0.429
29,mlp.experts.112.up_proj,1.40604687,0.01000,0.434
29,mlp.experts.113.up_proj,0.20749968,0.01000,0.429
29,mlp.experts.114.up_proj,0.03076306,0.01000,0.429
29,mlp.experts.115.up_proj,0.07041846,0.01000,0.429
29,mlp.experts.116.up_proj,0.18527915,0.01000,0.429
29,mlp.experts.117.up_proj,0.45920300,0.01000,0.432
29,mlp.experts.118.up_proj,0.40190786,0.01000,0.432
29,mlp.experts.119.up_proj,0.00003617,0.01000,0.430
29,mlp.experts.120.up_proj,0.62597257,0.01000,0.429
29,mlp.experts.121.up_proj,1.21720397,0.01000,0.430
29,mlp.experts.122.up_proj,2.00824952,0.01000,0.432
29,mlp.experts.123.up_proj,0.09175000,0.01000,0.428
29,mlp.experts.124.up_proj,0.07962628,0.01000,0.428
29,mlp.experts.125.up_proj,0.00053565,0.01000,0.429
29,mlp.experts.126.up_proj,0.18612112,0.01000,0.428
29,mlp.experts.127.up_proj,0.00138581,0.01000,0.443
29,mlp.experts.0.gate_proj,0.44868582,0.01000,0.430
29,mlp.experts.1.gate_proj,2.84818411,0.01000,0.443
29,mlp.experts.2.gate_proj,0.46227527,0.01000,0.430
29,mlp.experts.3.gate_proj,0.16521010,0.01000,0.437
29,mlp.experts.4.gate_proj,0.00203276,0.01000,0.435
29,mlp.experts.5.gate_proj,0.27148980,0.01000,0.433
29,mlp.experts.6.gate_proj,0.49055535,0.01000,0.432
29,mlp.experts.7.gate_proj,0.10311590,0.01000,0.431
29,mlp.experts.8.gate_proj,0.00036813,0.01000,0.431
29,mlp.experts.9.gate_proj,1.42181814,0.01000,0.436
29,mlp.experts.10.gate_proj,0.16272785,0.01000,0.430
29,mlp.experts.11.gate_proj,0.22800002,0.01000,0.439
29,mlp.experts.12.gate_proj,0.25454050,0.01000,0.434
29,mlp.experts.13.gate_proj,0.20240602,0.01000,0.431
29,mlp.experts.14.gate_proj,0.39410099,0.01000,0.432
29,mlp.experts.15.gate_proj,0.40846020,0.01000,0.429
29,mlp.experts.16.gate_proj,0.14626853,0.01000,0.429
29,mlp.experts.17.gate_proj,0.90729082,0.01000,0.431
29,mlp.experts.18.gate_proj,3.18662548,0.01000,0.428
29,mlp.experts.19.gate_proj,0.46034461,0.01000,0.430
29,mlp.experts.20.gate_proj,0.41068977,0.01000,0.429
29,mlp.experts.21.gate_proj,1.20214105,0.01000,0.430
29,mlp.experts.22.gate_proj,0.22545476,0.01000,0.433
29,mlp.experts.23.gate_proj,0.00030536,0.01000,0.430
29,mlp.experts.24.gate_proj,0.00050202,0.01000,0.432
29,mlp.experts.25.gate_proj,0.00331011,0.01000,0.430
29,mlp.experts.26.gate_proj,0.52490646,0.01000,0.434
29,mlp.experts.27.gate_proj,0.02574607,0.01000,0.430
29,mlp.experts.28.gate_proj,0.00307598,0.01000,0.431
29,mlp.experts.29.gate_proj,0.00696915,0.01000,0.430
29,mlp.experts.30.gate_proj,0.70977557,0.01000,0.431
29,mlp.experts.31.gate_proj,0.00334854,0.01000,0.431
29,mlp.experts.32.gate_proj,0.02885322,0.01000,0.429
29,mlp.experts.33.gate_proj,0.00481362,0.01000,0.431
29,mlp.experts.34.gate_proj,0.05868553,0.01000,0.432
29,mlp.experts.35.gate_proj,0.26178956,0.01000,0.439
29,mlp.experts.36.gate_proj,0.83609474,0.01000,0.432
29,mlp.experts.37.gate_proj,0.03926584,0.01000,0.432
29,mlp.experts.38.gate_proj,0.00023983,0.01000,0.432
29,mlp.experts.39.gate_proj,0.31177551,0.01000,0.433
29,mlp.experts.40.gate_proj,0.00991580,0.01000,0.434
29,mlp.experts.41.gate_proj,0.00503627,0.01000,0.445
29,mlp.experts.42.gate_proj,0.48294842,0.01000,0.435
29,mlp.experts.43.gate_proj,0.00001438,0.01000,0.441
29,mlp.experts.44.gate_proj,0.03710793,0.01000,0.441
29,mlp.experts.45.gate_proj,0.72928888,0.01000,0.435
29,mlp.experts.46.gate_proj,0.76587939,0.01000,0.432
29,mlp.experts.47.gate_proj,0.40936822,0.01000,0.433
29,mlp.experts.48.gate_proj,0.26215556,0.01000,0.433
29,mlp.experts.49.gate_proj,0.38276327,0.01000,0.437
29,mlp.experts.50.gate_proj,0.26881438,0.01000,0.434
29,mlp.experts.51.gate_proj,0.00745521,0.01000,0.434
29,mlp.experts.52.gate_proj,0.13470456,0.01000,0.432
29,mlp.experts.53.gate_proj,0.61555994,0.01000,0.432
29,mlp.experts.54.gate_proj,0.79516917,0.01000,0.436
29,mlp.experts.55.gate_proj,2.66672802,0.01000,0.442
29,mlp.experts.56.gate_proj,0.00001761,0.01000,0.434
29,mlp.experts.57.gate_proj,0.25212285,0.01000,0.436
29,mlp.experts.58.gate_proj,0.60154051,0.01000,0.435
29,mlp.experts.59.gate_proj,0.36076364,0.01000,0.433
29,mlp.experts.60.gate_proj,0.00322732,0.01000,0.431
29,mlp.experts.61.gate_proj,1.22304690,0.01000,0.431
29,mlp.experts.62.gate_proj,1.08450651,0.01000,0.432
29,mlp.experts.63.gate_proj,0.22117595,0.01000,0.432
29,mlp.experts.64.gate_proj,0.34493560,0.01000,0.434
29,mlp.experts.65.gate_proj,0.56210959,0.01000,0.432
29,mlp.experts.66.gate_proj,0.59798354,0.01000,0.433
29,mlp.experts.67.gate_proj,0.00007588,0.01000,0.433
29,mlp.experts.68.gate_proj,3.13916636,0.01000,0.433
29,mlp.experts.69.gate_proj,0.27474397,0.01000,0.433
29,mlp.experts.70.gate_proj,0.00007107,0.01000,0.433
29,mlp.experts.71.gate_proj,0.02900704,0.01000,0.432
29,mlp.experts.72.gate_proj,2.32808328,0.01000,0.436
29,mlp.experts.73.gate_proj,1.72423387,0.01000,0.433
29,mlp.experts.74.gate_proj,0.00021701,0.01000,0.434
29,mlp.experts.75.gate_proj,0.18630111,0.01000,0.452
29,mlp.experts.76.gate_proj,0.00001936,0.01000,0.433
29,mlp.experts.77.gate_proj,1.21185040,0.01000,0.436
29,mlp.experts.78.gate_proj,0.06406087,0.01000,0.436
29,mlp.experts.79.gate_proj,0.76866871,0.01000,0.434
29,mlp.experts.80.gate_proj,3.37002945,0.01000,0.432
29,mlp.experts.81.gate_proj,0.28382811,0.01000,0.432
29,mlp.experts.82.gate_proj,3.67351437,0.01000,0.435
29,mlp.experts.83.gate_proj,0.28738853,0.01000,0.432
29,mlp.experts.84.gate_proj,0.62235260,0.01000,0.431
29,mlp.experts.85.gate_proj,1.00692785,0.01000,0.431
29,mlp.experts.86.gate_proj,0.12882169,0.01000,0.440
29,mlp.experts.87.gate_proj,0.42267963,0.01000,0.431
29,mlp.experts.88.gate_proj,1.59647012,0.01000,0.430
29,mlp.experts.89.gate_proj,0.16035822,0.01000,0.430
29,mlp.experts.90.gate_proj,0.66472328,0.01000,0.431
29,mlp.experts.91.gate_proj,0.00059541,0.01000,0.437
29,mlp.experts.92.gate_proj,0.59281939,0.01000,0.432
29,mlp.experts.93.gate_proj,2.05961823,0.01000,0.434
29,mlp.experts.94.gate_proj,0.00184268,0.01000,0.432
29,mlp.experts.95.gate_proj,0.09167067,0.01000,0.432
29,mlp.experts.96.gate_proj,0.00640835,0.01000,0.431
29,mlp.experts.97.gate_proj,0.20779759,0.01000,0.429
29,mlp.experts.98.gate_proj,0.00042132,0.01000,0.430
29,mlp.experts.99.gate_proj,1.62658060,0.01000,0.429
29,mlp.experts.100.gate_proj,0.46419272,0.01000,0.432
29,mlp.experts.101.gate_proj,0.00914084,0.01000,0.434
29,mlp.experts.102.gate_proj,0.69627643,0.01000,0.430
29,mlp.experts.103.gate_proj,0.39548856,0.01000,0.430
29,mlp.experts.104.gate_proj,0.10466957,0.01000,0.441
29,mlp.experts.105.gate_proj,0.13988066,0.01000,0.430
29,mlp.experts.106.gate_proj,1.31872392,0.01000,0.429
29,mlp.experts.107.gate_proj,0.02054790,0.01000,0.431
29,mlp.experts.108.gate_proj,0.01280569,0.01000,0.430
29,mlp.experts.109.gate_proj,0.01713390,0.01000,0.445
29,mlp.experts.110.gate_proj,0.00569850,0.01000,0.431
29,mlp.experts.111.gate_proj,0.00014729,0.01000,0.448
29,mlp.experts.112.gate_proj,1.39401650,0.01000,0.431
29,mlp.experts.113.gate_proj,0.19634931,0.01000,0.439
29,mlp.experts.114.gate_proj,0.03239565,0.01000,0.435
29,mlp.experts.115.gate_proj,0.07165982,0.01000,0.433
29,mlp.experts.116.gate_proj,0.18369889,0.01000,0.432
29,mlp.experts.117.gate_proj,0.43102351,0.01000,0.433
29,mlp.experts.118.gate_proj,0.37135231,0.01000,0.435
29,mlp.experts.119.gate_proj,0.00003803,0.01000,0.432
29,mlp.experts.120.gate_proj,0.64472961,0.01000,0.433
29,mlp.experts.121.gate_proj,1.28937531,0.01000,0.433
29,mlp.experts.122.gate_proj,1.03650439,0.01000,0.432
29,mlp.experts.123.gate_proj,0.09206761,0.01000,0.432
29,mlp.experts.124.gate_proj,0.08008280,0.01000,0.436
29,mlp.experts.125.gate_proj,0.00058453,0.01000,0.432
29,mlp.experts.126.gate_proj,0.18574062,0.01000,0.439
29,mlp.experts.127.gate_proj,0.00136987,0.01000,0.433
29,mlp.experts.0.down_proj,0.07991841,0.01000,0.180
29,mlp.experts.1.down_proj,1.09139037,0.01000,0.161
29,mlp.experts.2.down_proj,0.11365324,0.01000,0.161
29,mlp.experts.3.down_proj,0.05488917,0.01000,0.162
29,mlp.experts.4.down_proj,0.00060951,0.01000,0.162
29,mlp.experts.5.down_proj,0.09576225,0.01000,0.162
29,mlp.experts.6.down_proj,0.08446850,0.01000,0.162
29,mlp.experts.7.down_proj,0.03093296,0.01000,0.161
29,mlp.experts.8.down_proj,0.00011084,0.01000,0.162
29,mlp.experts.9.down_proj,0.28522643,0.01000,0.165
29,mlp.experts.10.down_proj,0.03811564,0.01000,0.163
29,mlp.experts.11.down_proj,0.06358647,0.01000,0.164
29,mlp.experts.12.down_proj,0.07012673,0.01000,0.165
29,mlp.experts.13.down_proj,0.05756631,0.01000,0.164
29,mlp.experts.14.down_proj,0.07845339,0.01000,0.165
29,mlp.experts.15.down_proj,0.11380146,0.01000,0.164
29,mlp.experts.16.down_proj,0.03075596,0.01000,0.165
29,mlp.experts.17.down_proj,0.21315813,0.01000,0.165
29,mlp.experts.18.down_proj,0.60281205,0.01000,0.166
29,mlp.experts.19.down_proj,0.10766072,0.01000,0.165
29,mlp.experts.20.down_proj,0.11567590,0.01000,0.165
29,mlp.experts.21.down_proj,0.53169394,0.01000,0.166
29,mlp.experts.22.down_proj,0.04928907,0.01000,0.166
29,mlp.experts.23.down_proj,0.00008066,0.01000,0.165
29,mlp.experts.24.down_proj,0.00015425,0.01000,0.165
29,mlp.experts.25.down_proj,0.00121090,0.01000,0.165
29,mlp.experts.26.down_proj,0.14793557,0.01000,0.165
29,mlp.experts.27.down_proj,0.00611026,0.01000,0.169
29,mlp.experts.28.down_proj,0.00014855,0.01000,0.166
29,mlp.experts.29.down_proj,0.00261240,0.01000,0.166
29,mlp.experts.30.down_proj,0.17514631,0.01000,0.165
29,mlp.experts.31.down_proj,0.00106803,0.01000,0.176
29,mlp.experts.32.down_proj,0.00727442,0.01000,0.166
29,mlp.experts.33.down_proj,0.00244776,0.01000,0.165
29,mlp.experts.34.down_proj,0.00892441,0.01000,0.168
29,mlp.experts.35.down_proj,0.07585292,0.01000,0.165
29,mlp.experts.36.down_proj,0.39679199,0.01000,0.165
29,mlp.experts.37.down_proj,0.01186514,0.01000,0.165
29,mlp.experts.38.down_proj,0.00010373,0.01000,0.165
29,mlp.experts.39.down_proj,0.08467131,0.01000,0.166
29,mlp.experts.40.down_proj,0.00249588,0.01000,0.166
29,mlp.experts.41.down_proj,0.00290275,0.01000,0.166
29,mlp.experts.42.down_proj,0.21646328,0.01000,0.165
29,mlp.experts.43.down_proj,0.00000433,0.01000,0.165
29,mlp.experts.44.down_proj,0.00967181,0.01000,0.165
29,mlp.experts.45.down_proj,0.17850904,0.01000,0.166
29,mlp.experts.46.down_proj,0.21454737,0.01000,0.165
29,mlp.experts.47.down_proj,0.07073034,0.01000,0.166
29,mlp.experts.48.down_proj,0.01154310,0.01000,0.165
29,mlp.experts.49.down_proj,0.09501591,0.01000,0.167
29,mlp.experts.50.down_proj,0.07533990,0.01000,0.165
29,mlp.experts.51.down_proj,0.00172919,0.01000,0.165
29,mlp.experts.52.down_proj,0.02836870,0.01000,0.165
29,mlp.experts.53.down_proj,0.16350383,0.01000,0.165
29,mlp.experts.54.down_proj,0.21423280,0.01000,0.165
29,mlp.experts.55.down_proj,1.77992916,0.01000,0.171
29,mlp.experts.56.down_proj,0.00000470,0.01000,0.167
29,mlp.experts.57.down_proj,0.09203139,0.01000,0.168
29,mlp.experts.58.down_proj,0.14210844,0.01000,0.166
29,mlp.experts.59.down_proj,0.12736839,0.01000,0.166
29,mlp.experts.60.down_proj,0.00107964,0.01000,0.165
29,mlp.experts.61.down_proj,0.33652103,0.01000,0.166
29,mlp.experts.62.down_proj,0.20692295,0.01000,0.165
29,mlp.experts.63.down_proj,0.03017045,0.01000,0.165
29,mlp.experts.64.down_proj,0.05969963,0.01000,0.164
29,mlp.experts.65.down_proj,0.08587193,0.01000,0.164
29,mlp.experts.66.down_proj,0.11447792,0.01000,0.164
29,mlp.experts.67.down_proj,0.00002983,0.01000,0.164
29,mlp.experts.68.down_proj,0.49407688,0.01000,0.164
29,mlp.experts.69.down_proj,0.05035320,0.01000,0.164
29,mlp.experts.70.down_proj,0.00003432,0.01000,0.166
29,mlp.experts.71.down_proj,0.00891922,0.01000,0.166
29,mlp.experts.72.down_proj,1.12247443,0.01000,0.166
29,mlp.experts.73.down_proj,0.32793885,0.01000,0.166
29,mlp.experts.74.down_proj,0.00006944,0.01000,0.166
29,mlp.experts.75.down_proj,0.04795506,0.01000,0.167
29,mlp.experts.76.down_proj,0.00000462,0.01000,0.166
29,mlp.experts.77.down_proj,0.25562203,0.01000,0.165
29,mlp.experts.78.down_proj,0.01552239,0.01000,0.166
29,mlp.experts.79.down_proj,0.11343241,0.01000,0.165
29,mlp.experts.80.down_proj,0.77302420,0.01000,0.165
29,mlp.experts.81.down_proj,0.06567816,0.01000,0.168
29,mlp.experts.82.down_proj,0.82637298,0.01000,0.167
29,mlp.experts.83.down_proj,0.05302989,0.01000,0.165
29,mlp.experts.84.down_proj,0.15648457,0.01000,0.168
29,mlp.experts.85.down_proj,0.15898339,0.01000,0.165
29,mlp.experts.86.down_proj,0.03758106,0.01000,0.166
29,mlp.experts.87.down_proj,0.08414134,0.01000,0.165
29,mlp.experts.88.down_proj,0.63806236,0.01000,0.165
29,mlp.experts.89.down_proj,0.04844981,0.01000,0.165
29,mlp.experts.90.down_proj,0.43768233,0.01000,0.166
29,mlp.experts.91.down_proj,0.00018713,0.01000,0.165
29,mlp.experts.92.down_proj,0.13313404,0.01000,0.166
29,mlp.experts.93.down_proj,0.40092576,0.01000,0.165
29,mlp.experts.94.down_proj,0.00064719,0.01000,0.167
29,mlp.experts.95.down_proj,0.01810821,0.01000,0.165
29,mlp.experts.96.down_proj,0.00014795,0.01000,0.165
29,mlp.experts.97.down_proj,0.06443955,0.01000,0.165
29,mlp.experts.98.down_proj,0.00017504,0.01000,0.165
29,mlp.experts.99.down_proj,0.92513478,0.01000,0.165
29,mlp.experts.100.down_proj,0.05670314,0.01000,0.167
29,mlp.experts.101.down_proj,0.00470903,0.01000,0.170
29,mlp.experts.102.down_proj,0.14476994,0.01000,0.165
29,mlp.experts.103.down_proj,0.08097829,0.01000,0.165
29,mlp.experts.104.down_proj,0.02162031,0.01000,0.164
29,mlp.experts.105.down_proj,0.04865682,0.01000,0.165
29,mlp.experts.106.down_proj,0.25366765,0.01000,0.165
29,mlp.experts.107.down_proj,0.00516036,0.01000,0.165
29,mlp.experts.108.down_proj,0.01075362,0.01000,0.164
29,mlp.experts.109.down_proj,0.00775923,0.01000,0.165
29,mlp.experts.110.down_proj,0.00190084,0.01000,0.166
29,mlp.experts.111.down_proj,0.00003597,0.01000,0.166
29,mlp.experts.112.down_proj,0.27441436,0.01000,0.166
29,mlp.experts.113.down_proj,0.05589766,0.01000,0.165
29,mlp.experts.114.down_proj,0.00795956,0.01000,0.165
29,mlp.experts.115.down_proj,0.01813439,0.01000,0.165
29,mlp.experts.116.down_proj,0.03930771,0.01000,0.164
29,mlp.experts.117.down_proj,0.10696974,0.01000,0.180
29,mlp.experts.118.down_proj,0.08546223,0.01000,0.165
29,mlp.experts.119.down_proj,0.00001239,0.01000,0.171
29,mlp.experts.120.down_proj,0.06001322,0.01000,0.165
29,mlp.experts.121.down_proj,0.23414622,0.01000,0.165
29,mlp.experts.122.down_proj,0.81895012,0.01000,0.178
29,mlp.experts.123.down_proj,0.02344508,0.01000,0.165
29,mlp.experts.124.down_proj,0.03820726,0.01000,0.164
29,mlp.experts.125.down_proj,0.00013532,0.01000,0.165
29,mlp.experts.126.down_proj,0.05945729,0.01000,0.165
29,mlp.experts.127.down_proj,0.00056589,0.01000,0.165
30,self_attn.q_proj,0.26638880,0.01000,0.442
30,self_attn.k_proj,0.04272558,0.01000,0.439
30,self_attn.v_proj,0.04171240,0.01000,0.436
30,self_attn.o_proj,0.03035720,0.01000,0.879
30,mlp.experts.0.up_proj,0.57437348,0.01000,0.478
30,mlp.experts.1.up_proj,0.11600682,0.01000,0.435
30,mlp.experts.2.up_proj,0.00004118,0.01000,0.433
30,mlp.experts.3.up_proj,0.75709689,0.01000,0.436
30,mlp.experts.4.up_proj,1.17501569,0.01000,0.434
30,mlp.experts.5.up_proj,0.00393107,0.01000,0.431
30,mlp.experts.6.up_proj,0.21116063,0.01000,0.430
30,mlp.experts.7.up_proj,1.04206896,0.01000,0.434
30,mlp.experts.8.up_proj,0.00160072,0.01000,0.434
30,mlp.experts.9.up_proj,1.12529337,0.01000,0.437
30,mlp.experts.10.up_proj,1.28838873,0.01000,0.430
30,mlp.experts.11.up_proj,0.04559827,0.01000,0.431
30,mlp.experts.12.up_proj,1.21413803,0.01000,0.430
30,mlp.experts.13.up_proj,1.76004231,0.01000,0.431
30,mlp.experts.14.up_proj,0.67606163,0.01000,0.432
30,mlp.experts.15.up_proj,0.03273291,0.01000,0.431
30,mlp.experts.16.up_proj,0.00796683,0.01000,0.432
30,mlp.experts.17.up_proj,0.12869063,0.01000,0.434
30,mlp.experts.18.up_proj,0.03180384,0.01000,0.434
30,mlp.experts.19.up_proj,0.23712339,0.01000,0.431
30,mlp.experts.20.up_proj,0.40622962,0.01000,0.430
30,mlp.experts.21.up_proj,0.00832861,0.01000,0.431
30,mlp.experts.22.up_proj,2.76324606,0.01000,0.432
30,mlp.experts.23.up_proj,1.23227823,0.01000,0.433
30,mlp.experts.24.up_proj,3.57580018,0.01000,0.431
30,mlp.experts.25.up_proj,0.66557086,0.01000,0.431
30,mlp.experts.26.up_proj,1.29470944,0.01000,0.432
30,mlp.experts.27.up_proj,0.07016176,0.01000,0.436
30,mlp.experts.28.up_proj,0.54752147,0.01000,0.433
30,mlp.experts.29.up_proj,0.10318957,0.01000,0.431
30,mlp.experts.30.up_proj,0.05790746,0.01000,0.432
30,mlp.experts.31.up_proj,0.03490222,0.01000,0.433
30,mlp.experts.32.up_proj,0.12130743,0.01000,0.437
30,mlp.experts.33.up_proj,0.41193128,0.01000,0.431
30,mlp.experts.34.up_proj,0.50674284,0.01000,0.432
30,mlp.experts.35.up_proj,0.17306210,0.01000,0.432
30,mlp.experts.36.up_proj,0.70018071,0.01000,0.431
30,mlp.experts.37.up_proj,0.21555966,0.01000,0.432
30,mlp.experts.38.up_proj,1.00049818,0.01000,0.430
30,mlp.experts.39.up_proj,0.51761401,0.01000,0.430
30,mlp.experts.40.up_proj,0.00094698,0.01000,0.434
30,mlp.experts.41.up_proj,0.27939346,0.01000,0.432
30,mlp.experts.42.up_proj,0.60783219,0.01000,0.432
30,mlp.experts.43.up_proj,0.00045504,0.01000,0.432
30,mlp.experts.44.up_proj,2.02699041,0.01000,0.432
30,mlp.experts.45.up_proj,0.00018564,0.01000,0.431
30,mlp.experts.46.up_proj,0.91760242,0.01000,0.446
30,mlp.experts.47.up_proj,0.13428284,0.01000,0.445
30,mlp.experts.48.up_proj,0.05692828,0.01000,0.435
30,mlp.experts.49.up_proj,0.44857445,0.01000,0.433
30,mlp.experts.50.up_proj,0.01209921,0.01000,0.433
30,mlp.experts.51.up_proj,0.18994142,0.01000,0.436
30,mlp.experts.52.up_proj,2.19888401,0.01000,0.432
30,mlp.experts.53.up_proj,0.00765434,0.01000,0.433
30,mlp.experts.54.up_proj,2.99034023,0.01000,0.434
30,mlp.experts.55.up_proj,2.07749271,0.01000,0.436
30,mlp.experts.56.up_proj,1.36274040,0.01000,0.434
30,mlp.experts.57.up_proj,0.05038813,0.01000,0.442
30,mlp.experts.58.up_proj,0.80465096,0.01000,0.433
30,mlp.experts.59.up_proj,0.01469995,0.01000,0.430
30,mlp.experts.60.up_proj,0.00004403,0.01000,0.431
30,mlp.experts.61.up_proj,0.24087593,0.01000,0.430
30,mlp.experts.62.up_proj,0.49378201,0.01000,0.430
30,mlp.experts.63.up_proj,2.13137007,0.01000,0.432
30,mlp.experts.64.up_proj,1.17904687,0.01000,0.432
30,mlp.experts.65.up_proj,0.36744508,0.01000,0.432
30,mlp.experts.66.up_proj,0.09794070,0.01000,0.431
30,mlp.experts.67.up_proj,0.17691301,0.01000,0.435
30,mlp.experts.68.up_proj,0.09947980,0.01000,0.432
30,mlp.experts.69.up_proj,0.00113746,0.01000,0.432
30,mlp.experts.70.up_proj,0.25769371,0.01000,0.433
30,mlp.experts.71.up_proj,0.25090617,0.01000,0.434
30,mlp.experts.72.up_proj,0.29572031,0.01000,0.436
30,mlp.experts.73.up_proj,0.00013903,0.01000,0.433
30,mlp.experts.74.up_proj,0.22445644,0.01000,0.434
30,mlp.experts.75.up_proj,0.41772482,0.01000,0.438
30,mlp.experts.76.up_proj,0.07354248,0.01000,0.438
30,mlp.experts.77.up_proj,1.43818891,0.01000,0.434
30,mlp.experts.78.up_proj,0.82257670,0.01000,0.434
30,mlp.experts.79.up_proj,0.42397606,0.01000,0.434
30,mlp.experts.80.up_proj,0.08853669,0.01000,0.433
30,mlp.experts.81.up_proj,0.00213976,0.01000,0.434
30,mlp.experts.82.up_proj,0.20927861,0.01000,0.436
30,mlp.experts.83.up_proj,0.67698073,0.01000,0.434
30,mlp.experts.84.up_proj,0.22697106,0.01000,0.432
30,mlp.experts.85.up_proj,0.76695430,0.01000,0.438
30,mlp.experts.86.up_proj,1.50211024,0.01000,0.437
30,mlp.experts.87.up_proj,3.42162466,0.01000,0.436
30,mlp.experts.88.up_proj,0.30088142,0.01000,0.437
30,mlp.experts.89.up_proj,2.28812361,0.01000,0.440
30,mlp.experts.90.up_proj,0.01854306,0.01000,0.447
30,mlp.experts.91.up_proj,0.02359325,0.01000,0.433
30,mlp.experts.92.up_proj,0.20084137,0.01000,0.437
30,mlp.experts.93.up_proj,0.37170866,0.01000,0.433
30,mlp.experts.94.up_proj,0.13436666,0.01000,0.433
30,mlp.experts.95.up_proj,0.01666033,0.01000,0.437
30,mlp.experts.96.up_proj,1.44265544,0.01000,0.433
30,mlp.experts.97.up_proj,1.31216216,0.01000,0.433
30,mlp.experts.98.up_proj,0.10535428,0.01000,0.446
30,mlp.experts.99.up_proj,0.32528532,0.01000,0.451
30,mlp.experts.100.up_proj,0.63928390,0.01000,0.434
30,mlp.experts.101.up_proj,1.23812675,0.01000,0.437
30,mlp.experts.102.up_proj,0.14930767,0.01000,0.433
30,mlp.experts.103.up_proj,0.28087085,0.01000,0.445
30,mlp.experts.104.up_proj,1.22094297,0.01000,0.451
30,mlp.experts.105.up_proj,0.55667007,0.01000,0.452
30,mlp.experts.106.up_proj,0.00013553,0.01000,0.435
30,mlp.experts.107.up_proj,4.61101627,0.01000,0.430
30,mlp.experts.108.up_proj,0.00504770,0.01000,0.438
30,mlp.experts.109.up_proj,0.43164968,0.01000,0.431
30,mlp.experts.110.up_proj,1.28427231,0.01000,0.431
30,mlp.experts.111.up_proj,0.01978386,0.01000,0.434
30,mlp.experts.112.up_proj,0.21249154,0.01000,0.433
30,mlp.experts.113.up_proj,0.00322334,0.01000,0.447
30,mlp.experts.114.up_proj,0.60179472,0.01000,0.451
30,mlp.experts.115.up_proj,0.84715277,0.01000,0.449
30,mlp.experts.116.up_proj,2.37272644,0.01000,0.430
30,mlp.experts.117.up_proj,0.00063182,0.01000,0.433
30,mlp.experts.118.up_proj,0.87884814,0.01000,0.432
30,mlp.experts.119.up_proj,0.60882175,0.01000,0.434
30,mlp.experts.120.up_proj,0.00433722,0.01000,0.433
30,mlp.experts.121.up_proj,0.26270333,0.01000,0.429
30,mlp.experts.122.up_proj,2.45342040,0.01000,0.429
30,mlp.experts.123.up_proj,0.13326555,0.01000,0.430
30,mlp.experts.124.up_proj,0.84601462,0.01000,0.430
30,mlp.experts.125.up_proj,0.26771098,0.01000,0.429
30,mlp.experts.126.up_proj,2.27735853,0.01000,0.430
30,mlp.experts.127.up_proj,1.08601904,0.01000,0.430
30,mlp.experts.0.gate_proj,0.62365395,0.01000,0.429
30,mlp.experts.1.gate_proj,0.11217707,0.01000,0.436
30,mlp.experts.2.gate_proj,0.00003539,0.01000,0.429
30,mlp.experts.3.gate_proj,0.84192318,0.01000,0.430
30,mlp.experts.4.gate_proj,1.33707881,0.01000,0.430
30,mlp.experts.5.gate_proj,0.00375550,0.01000,0.430
30,mlp.experts.6.gate_proj,0.25473732,0.01000,0.431
30,mlp.experts.7.gate_proj,1.08831215,0.01000,0.430
30,mlp.experts.8.gate_proj,0.00141552,0.01000,0.430
30,mlp.experts.9.gate_proj,1.14101255,0.01000,0.429
30,mlp.experts.10.gate_proj,1.07654011,0.01000,0.429
30,mlp.experts.11.gate_proj,0.04476754,0.01000,0.429
30,mlp.experts.12.gate_proj,1.24217653,0.01000,0.434
30,mlp.experts.13.gate_proj,1.86133695,0.01000,0.450
30,mlp.experts.14.gate_proj,0.61486840,0.01000,0.430
30,mlp.experts.15.gate_proj,0.03452537,0.01000,0.431
30,mlp.experts.16.gate_proj,0.00808806,0.01000,0.431
30,mlp.experts.17.gate_proj,0.14507851,0.01000,0.432
30,mlp.experts.18.gate_proj,0.03099465,0.01000,0.440
30,mlp.experts.19.gate_proj,0.19688052,0.01000,0.432
30,mlp.experts.20.gate_proj,0.44387752,0.01000,0.431
30,mlp.experts.21.gate_proj,0.00870099,0.01000,0.430
30,mlp.experts.22.gate_proj,3.00487351,0.01000,0.431
30,mlp.experts.23.gate_proj,1.14071882,0.01000,0.432
30,mlp.experts.24.gate_proj,3.25624371,0.01000,0.431
30,mlp.experts.25.gate_proj,0.74226010,0.01000,0.431
30,mlp.experts.26.gate_proj,1.28483486,0.01000,0.432
30,mlp.experts.27.gate_proj,0.06642767,0.01000,0.450
30,mlp.experts.28.gate_proj,0.60083741,0.01000,0.433
30,mlp.experts.29.gate_proj,0.11549766,0.01000,0.450
30,mlp.experts.30.gate_proj,0.05236334,0.01000,0.433
30,mlp.experts.31.gate_proj,0.03590161,0.01000,0.433
30,mlp.experts.32.gate_proj,0.13769442,0.01000,0.435
30,mlp.experts.33.gate_proj,0.44659692,0.01000,0.441
30,mlp.experts.34.gate_proj,0.47427773,0.01000,0.434
30,mlp.experts.35.gate_proj,0.14184549,0.01000,0.433
30,mlp.experts.36.gate_proj,0.70682663,0.01000,0.435
30,mlp.experts.37.gate_proj,0.23487721,0.01000,0.433
30,mlp.experts.38.gate_proj,1.06428504,0.01000,0.436
30,mlp.experts.39.gate_proj,0.51156688,0.01000,0.434
30,mlp.experts.40.gate_proj,0.00094235,0.01000,0.434
30,mlp.experts.41.gate_proj,0.26924926,0.01000,0.433
30,mlp.experts.42.gate_proj,0.55551791,0.01000,0.434
30,mlp.experts.43.gate_proj,0.00043299,0.01000,0.435
30,mlp.experts.44.gate_proj,2.22338390,0.01000,0.433
30,mlp.experts.45.gate_proj,0.00016793,0.01000,0.433
30,mlp.experts.46.gate_proj,0.91617012,0.01000,0.432
30,mlp.experts.47.gate_proj,0.12441672,0.01000,0.433
30,mlp.experts.48.gate_proj,0.06013006,0.01000,0.429
30,mlp.experts.49.gate_proj,0.51181173,0.01000,0.428
30,mlp.experts.50.gate_proj,0.01275276,0.01000,0.429
30,mlp.experts.51.gate_proj,0.20402430,0.01000,0.430
30,mlp.experts.52.gate_proj,2.08218193,0.01000,0.433
30,mlp.experts.53.gate_proj,0.00822145,0.01000,0.430
30,mlp.experts.54.gate_proj,3.29015112,0.01000,0.432
30,mlp.experts.55.gate_proj,2.09189677,0.01000,0.432
30,mlp.experts.56.gate_proj,1.13911176,0.01000,0.437
30,mlp.experts.57.gate_proj,0.05104634,0.01000,0.431
30,mlp.experts.58.gate_proj,0.91057527,0.01000,0.433
30,mlp.experts.59.gate_proj,0.01459324,0.01000,0.434
30,mlp.experts.60.gate_proj,0.00003973,0.01000,0.435
30,mlp.experts.61.gate_proj,0.25923890,0.01000,0.436
30,mlp.experts.62.gate_proj,0.52360678,0.01000,0.446
30,mlp.experts.63.gate_proj,2.37210202,0.01000,0.433
30,mlp.experts.64.gate_proj,1.11121225,0.01000,0.434
30,mlp.experts.65.gate_proj,0.37647465,0.01000,0.436
30,mlp.experts.66.gate_proj,0.09800649,0.01000,0.433
30,mlp.experts.67.gate_proj,0.19371100,0.01000,0.441
30,mlp.experts.68.gate_proj,0.10311282,0.01000,0.433
30,mlp.experts.69.gate_proj,0.00113170,0.01000,0.446
30,mlp.experts.70.gate_proj,0.26491344,0.01000,0.434
30,mlp.experts.71.gate_proj,0.27818236,0.01000,0.438
30,mlp.experts.72.gate_proj,0.33819607,0.01000,0.432
30,mlp.experts.73.gate_proj,0.00013013,0.01000,0.433
30,mlp.experts.74.gate_proj,0.23062189,0.01000,0.440
30,mlp.experts.75.gate_proj,0.40936595,0.01000,0.434
30,mlp.experts.76.gate_proj,0.07261566,0.01000,0.433
30,mlp.experts.77.gate_proj,1.51454496,0.01000,0.434
30,mlp.experts.78.gate_proj,0.82474732,0.01000,0.433
30,mlp.experts.79.gate_proj,0.42289776,0.01000,0.433
30,mlp.experts.80.gate_proj,0.08304290,0.01000,0.432
30,mlp.experts.81.gate_proj,0.00199050,0.01000,0.440
30,mlp.experts.82.gate_proj,0.21972647,0.01000,0.433
30,mlp.experts.83.gate_proj,0.63311994,0.01000,0.432
30,mlp.experts.84.gate_proj,0.24420023,0.01000,0.433
30,mlp.experts.85.gate_proj,0.65278739,0.01000,0.433
30,mlp.experts.86.gate_proj,1.42692327,0.01000,0.432
30,mlp.experts.87.gate_proj,3.70945191,0.01000,0.433
30,mlp.experts.88.gate_proj,0.28765628,0.01000,0.441
30,mlp.experts.89.gate_proj,2.50512266,0.01000,0.435
30,mlp.experts.90.gate_proj,0.01985309,0.01000,0.433
30,mlp.experts.91.gate_proj,0.02367005,0.01000,0.433
30,mlp.experts.92.gate_proj,0.23069289,0.01000,0.433
30,mlp.experts.93.gate_proj,0.38939920,0.01000,0.435
30,mlp.experts.94.gate_proj,0.14724824,0.01000,0.432
30,mlp.experts.95.gate_proj,0.01632624,0.01000,0.433
30,mlp.experts.96.gate_proj,1.57535005,0.01000,0.434
30,mlp.experts.97.gate_proj,1.44436407,0.01000,0.434
30,mlp.experts.98.gate_proj,0.10790078,0.01000,0.435
30,mlp.experts.99.gate_proj,0.33312279,0.01000,0.437
30,mlp.experts.100.gate_proj,0.62091899,0.01000,0.431
30,mlp.experts.101.gate_proj,1.38522923,0.01000,0.431
30,mlp.experts.102.gate_proj,0.14683339,0.01000,0.437
30,mlp.experts.103.gate_proj,0.36781019,0.01000,0.431
30,mlp.experts.104.gate_proj,1.15607810,0.01000,0.430
30,mlp.experts.105.gate_proj,0.46911672,0.01000,0.430
30,mlp.experts.106.gate_proj,0.00012906,0.01000,0.431
30,mlp.experts.107.gate_proj,4.77081156,0.01000,0.440
30,mlp.experts.108.gate_proj,0.00493581,0.01000,0.430
30,mlp.experts.109.gate_proj,0.45519316,0.01000,0.435
30,mlp.experts.110.gate_proj,1.21821582,0.01000,0.437
30,mlp.experts.111.gate_proj,0.01930743,0.01000,0.436
30,mlp.experts.112.gate_proj,0.20117365,0.01000,0.436
30,mlp.experts.113.gate_proj,0.00311564,0.01000,0.440
30,mlp.experts.114.gate_proj,0.68927914,0.01000,0.434
30,mlp.experts.115.gate_proj,0.82968158,0.01000,0.433
30,mlp.experts.116.gate_proj,2.26678967,0.01000,0.434
30,mlp.experts.117.gate_proj,0.00066413,0.01000,0.433
30,mlp.experts.118.gate_proj,0.69359404,0.01000,0.435
30,mlp.experts.119.gate_proj,0.66958421,0.01000,0.437
30,mlp.experts.120.gate_proj,0.00427148,0.01000,0.439
30,mlp.experts.121.gate_proj,0.29811376,0.01000,0.439
30,mlp.experts.122.gate_proj,2.55194211,0.01000,0.441
30,mlp.experts.123.gate_proj,0.11248800,0.01000,0.444
30,mlp.experts.124.gate_proj,0.88944292,0.01000,0.439
30,mlp.experts.125.gate_proj,0.26570988,0.01000,0.440
30,mlp.experts.126.gate_proj,2.10807228,0.01000,0.438
30,mlp.experts.127.gate_proj,1.10715842,0.01000,0.445
30,mlp.experts.0.down_proj,0.10659157,0.01000,0.183
30,mlp.experts.1.down_proj,0.02918494,0.01000,0.165
30,mlp.experts.2.down_proj,0.00000968,0.01000,0.163
30,mlp.experts.3.down_proj,0.14721841,0.01000,0.167
30,mlp.experts.4.down_proj,0.20373555,0.01000,0.165
30,mlp.experts.5.down_proj,0.00175541,0.01000,0.170
30,mlp.experts.6.down_proj,0.02461702,0.01000,0.166
30,mlp.experts.7.down_proj,0.19453567,0.01000,0.169
30,mlp.experts.8.down_proj,0.00079322,0.01000,0.165
30,mlp.experts.9.down_proj,0.21780831,0.01000,0.178
30,mlp.experts.10.down_proj,0.23257744,0.01000,0.170
30,mlp.experts.11.down_proj,0.01830535,0.01000,0.164
30,mlp.experts.12.down_proj,0.40369320,0.01000,0.178
30,mlp.experts.13.down_proj,0.54328728,0.01000,0.168
30,mlp.experts.14.down_proj,0.15860352,0.01000,0.164
30,mlp.experts.15.down_proj,0.01006538,0.01000,0.164
30,mlp.experts.16.down_proj,0.00270172,0.01000,0.167
30,mlp.experts.17.down_proj,0.03792842,0.01000,0.164
30,mlp.experts.18.down_proj,0.00648239,0.01000,0.164
30,mlp.experts.19.down_proj,0.04324894,0.01000,0.164
30,mlp.experts.20.down_proj,0.07635383,0.01000,0.164
30,mlp.experts.21.down_proj,0.00233526,0.01000,0.164
30,mlp.experts.22.down_proj,0.44979790,0.01000,0.165
30,mlp.experts.23.down_proj,0.21385473,0.01000,0.164
30,mlp.experts.24.down_proj,1.11047685,0.01000,0.165
30,mlp.experts.25.down_proj,0.13810641,0.01000,0.165
30,mlp.experts.26.down_proj,0.24876259,0.01000,0.166
30,mlp.experts.27.down_proj,0.00714213,0.01000,0.165
30,mlp.experts.28.down_proj,0.11228197,0.01000,0.166
30,mlp.experts.29.down_proj,0.02486913,0.01000,0.165
30,mlp.experts.30.down_proj,0.01428495,0.01000,0.166
30,mlp.experts.31.down_proj,0.00966723,0.01000,0.164
30,mlp.experts.32.down_proj,0.02362489,0.01000,0.165
30,mlp.experts.33.down_proj,0.07255071,0.01000,0.164
30,mlp.experts.34.down_proj,0.11161244,0.01000,0.165
30,mlp.experts.35.down_proj,0.05168653,0.01000,0.165
30,mlp.experts.36.down_proj,0.16968617,0.01000,0.165
30,mlp.experts.37.down_proj,0.04515499,0.01000,0.166
30,mlp.experts.38.down_proj,0.20583509,0.01000,0.167
30,mlp.experts.39.down_proj,0.09838364,0.01000,0.166
30,mlp.experts.40.down_proj,0.00025703,0.01000,0.165
30,mlp.experts.41.down_proj,0.05326454,0.01000,0.165
30,mlp.experts.42.down_proj,0.11671868,0.01000,0.166
30,mlp.experts.43.down_proj,0.00017262,0.01000,0.166
30,mlp.experts.44.down_proj,0.42675853,0.01000,0.165
30,mlp.experts.45.down_proj,0.00005848,0.01000,0.165
30,mlp.experts.46.down_proj,0.19165444,0.01000,0.165
30,mlp.experts.47.down_proj,0.03731626,0.01000,0.166
30,mlp.experts.48.down_proj,0.01087411,0.01000,0.165
30,mlp.experts.49.down_proj,0.09124231,0.01000,0.166
30,mlp.experts.50.down_proj,0.00480524,0.01000,0.165
30,mlp.experts.51.down_proj,0.03815333,0.01000,0.165
30,mlp.experts.52.down_proj,0.48325157,0.01000,0.165
30,mlp.experts.53.down_proj,0.00377003,0.01000,0.165
30,mlp.experts.54.down_proj,0.47981876,0.01000,0.165
30,mlp.experts.55.down_proj,0.77124381,0.01000,0.169
30,mlp.experts.56.down_proj,0.26538065,0.01000,0.166
30,mlp.experts.57.down_proj,0.01038103,0.01000,0.166
30,mlp.experts.58.down_proj,0.13254057,0.01000,0.166
30,mlp.experts.59.down_proj,0.00385073,0.01000,0.167
30,mlp.experts.60.down_proj,0.00001457,0.01000,0.167
30,mlp.experts.61.down_proj,0.04420313,0.01000,0.167
30,mlp.experts.62.down_proj,0.09267980,0.01000,0.167
30,mlp.experts.63.down_proj,0.45977706,0.01000,0.167
30,mlp.experts.64.down_proj,0.21860003,0.01000,0.166
30,mlp.experts.65.down_proj,0.07333410,0.01000,0.166
30,mlp.experts.66.down_proj,0.01692531,0.01000,0.165
30,mlp.experts.67.down_proj,0.02655669,0.01000,0.166
30,mlp.experts.68.down_proj,0.02149746,0.01000,0.166
30,mlp.experts.69.down_proj,0.00032841,0.01000,0.166
30,mlp.experts.70.down_proj,0.05866233,0.01000,0.166
30,mlp.experts.71.down_proj,0.05004019,0.01000,0.169
30,mlp.experts.72.down_proj,0.03924771,0.01000,0.169
30,mlp.experts.73.down_proj,0.00004489,0.01000,0.166
30,mlp.experts.74.down_proj,0.04195580,0.01000,0.167
30,mlp.experts.75.down_proj,0.08020388,0.01000,0.166
30,mlp.experts.76.down_proj,0.02367085,0.01000,0.167
30,mlp.experts.77.down_proj,0.34696388,0.01000,0.166
30,mlp.experts.78.down_proj,0.28496644,0.01000,0.167
30,mlp.experts.79.down_proj,0.11158711,0.01000,0.167
30,mlp.experts.80.down_proj,0.02079949,0.01000,0.166
30,mlp.experts.81.down_proj,0.00116305,0.01000,0.166
30,mlp.experts.82.down_proj,0.04159621,0.01000,0.168
30,mlp.experts.83.down_proj,0.23212095,0.01000,0.167
30,mlp.experts.84.down_proj,0.04444563,0.01000,0.169
30,mlp.experts.85.down_proj,0.14018553,0.01000,0.166
30,mlp.experts.86.down_proj,0.30996633,0.01000,0.166
30,mlp.experts.87.down_proj,0.90045667,0.01000,0.166
30,mlp.experts.88.down_proj,0.10405871,0.01000,0.166
30,mlp.experts.89.down_proj,0.46703833,0.01000,0.166
30,mlp.experts.90.down_proj,0.00525240,0.01000,0.165
30,mlp.experts.91.down_proj,0.00646410,0.01000,0.166
30,mlp.experts.92.down_proj,0.03266475,0.01000,0.166
30,mlp.experts.93.down_proj,0.08010488,0.01000,0.167
30,mlp.experts.94.down_proj,0.02586315,0.01000,0.167
30,mlp.experts.95.down_proj,0.00523423,0.01000,0.167
30,mlp.experts.96.down_proj,0.26701027,0.01000,0.168
30,mlp.experts.97.down_proj,0.21224284,0.01000,0.168
30,mlp.experts.98.down_proj,0.00452346,0.01000,0.167
30,mlp.experts.99.down_proj,0.07552844,0.01000,0.167
30,mlp.experts.100.down_proj,0.12558912,0.01000,0.167
30,mlp.experts.101.down_proj,0.24909458,0.01000,0.166
30,mlp.experts.102.down_proj,0.03479049,0.01000,0.167
30,mlp.experts.103.down_proj,0.04203188,0.01000,0.166
30,mlp.experts.104.down_proj,0.28807628,0.01000,0.165
30,mlp.experts.105.down_proj,0.13806804,0.01000,0.165
30,mlp.experts.106.down_proj,0.00003496,0.01000,0.165
30,mlp.experts.107.down_proj,0.79218137,0.01000,0.165
30,mlp.experts.108.down_proj,0.00179852,0.01000,0.165
30,mlp.experts.109.down_proj,0.08717962,0.01000,0.165
30,mlp.experts.110.down_proj,0.24739486,0.01000,0.165
30,mlp.experts.111.down_proj,0.00848911,0.01000,0.165
30,mlp.experts.112.down_proj,0.09645098,0.01000,0.165
30,mlp.experts.113.down_proj,0.00115361,0.01000,0.165
30,mlp.experts.114.down_proj,0.13497721,0.01000,0.165
30,mlp.experts.115.down_proj,0.22804043,0.01000,0.166
30,mlp.experts.116.down_proj,0.43186182,0.01000,0.168
30,mlp.experts.117.down_proj,0.00019196,0.01000,0.167
30,mlp.experts.118.down_proj,0.15797338,0.01000,0.167
30,mlp.experts.119.down_proj,0.13842085,0.01000,0.166
30,mlp.experts.120.down_proj,0.00112831,0.01000,0.167
30,mlp.experts.121.down_proj,0.05686200,0.01000,0.167
30,mlp.experts.122.down_proj,0.59987652,0.01000,0.167
30,mlp.experts.123.down_proj,0.02985428,0.01000,0.166
30,mlp.experts.124.down_proj,0.21968397,0.01000,0.167
30,mlp.experts.125.down_proj,0.04975187,0.01000,0.166
30,mlp.experts.126.down_proj,1.03310299,0.01000,0.166
30,mlp.experts.127.down_proj,0.25755498,0.01000,0.166
31,self_attn.q_proj,0.22416013,0.01000,0.448
31,self_attn.k_proj,0.02984674,0.01000,0.431
31,self_attn.v_proj,0.03530178,0.01000,0.432
31,self_attn.o_proj,0.02415299,0.01000,0.875
31,mlp.experts.0.up_proj,0.00245302,0.01000,0.473
31,mlp.experts.1.up_proj,0.92423320,0.01000,0.434
31,mlp.experts.2.up_proj,0.52267861,0.01000,0.432
31,mlp.experts.3.up_proj,0.47598350,0.01000,0.432
31,mlp.experts.4.up_proj,0.68177736,0.01000,0.432
31,mlp.experts.5.up_proj,2.66977024,0.01000,0.436
31,mlp.experts.6.up_proj,0.44865739,0.01000,0.432
31,mlp.experts.7.up_proj,1.64805329,0.01000,0.434
31,mlp.experts.8.up_proj,2.07072783,0.01000,0.433
31,mlp.experts.9.up_proj,1.75757384,0.01000,0.437
31,mlp.experts.10.up_proj,0.13115826,0.01000,0.436
31,mlp.experts.11.up_proj,0.32800144,0.01000,0.432
31,mlp.experts.12.up_proj,0.82920599,0.01000,0.434
31,mlp.experts.13.up_proj,0.50166893,0.01000,0.432
31,mlp.experts.14.up_proj,0.14502636,0.01000,0.437
31,mlp.experts.15.up_proj,0.18845290,0.01000,0.433
31,mlp.experts.16.up_proj,0.00182943,0.01000,0.433
31,mlp.experts.17.up_proj,0.76405370,0.01000,0.433
31,mlp.experts.18.up_proj,0.14416048,0.01000,0.442
31,mlp.experts.19.up_proj,0.34339607,0.01000,0.437
31,mlp.experts.20.up_proj,0.83518898,0.01000,0.433
31,mlp.experts.21.up_proj,2.00267172,0.01000,0.434
31,mlp.experts.22.up_proj,0.22543648,0.01000,0.433
31,mlp.experts.23.up_proj,0.00023044,0.01000,0.438
31,mlp.experts.24.up_proj,1.12658918,0.01000,0.433
31,mlp.experts.25.up_proj,0.22274010,0.01000,0.432
31,mlp.experts.26.up_proj,1.84776330,0.01000,0.433
31,mlp.experts.27.up_proj,0.18224648,0.01000,0.432
31,mlp.experts.28.up_proj,0.00216279,0.01000,0.442
31,mlp.experts.29.up_proj,0.21246600,0.01000,0.433
31,mlp.experts.30.up_proj,0.10583955,0.01000,0.433
31,mlp.experts.31.up_proj,0.76247978,0.01000,0.433
31,mlp.experts.32.up_proj,4.67140675,0.01000,0.433
31,mlp.experts.33.up_proj,3.02617955,0.01000,0.437
31,mlp.experts.34.up_proj,0.49206924,0.01000,0.437
31,mlp.experts.35.up_proj,0.10572651,0.01000,0.437
31,mlp.experts.36.up_proj,1.31367803,0.01000,0.435
31,mlp.experts.37.up_proj,0.00003386,0.01000,0.438
31,mlp.experts.38.up_proj,0.24593960,0.01000,0.433
31,mlp.experts.39.up_proj,0.17396021,0.01000,0.432
31,mlp.experts.40.up_proj,0.34033361,0.01000,0.432
31,mlp.experts.41.up_proj,0.11082870,0.01000,0.434
31,mlp.experts.42.up_proj,0.00010963,0.01000,0.434
31,mlp.experts.43.up_proj,0.16747695,0.01000,0.433
31,mlp.experts.44.up_proj,1.46437156,0.01000,0.432
31,mlp.experts.45.up_proj,2.68193364,0.01000,0.430
31,mlp.experts.46.up_proj,0.07863636,0.01000,0.430
31,mlp.experts.47.up_proj,0.96066976,0.01000,0.430
31,mlp.experts.48.up_proj,1.24906480,0.01000,0.430
31,mlp.experts.49.up_proj,0.42247275,0.01000,0.431
31,mlp.experts.50.up_proj,0.49189535,0.01000,0.431
31,mlp.experts.51.up_proj,0.82034183,0.01000,0.433
31,mlp.experts.52.up_proj,0.53379738,0.01000,0.429
31,mlp.experts.53.up_proj,0.67291808,0.01000,0.430
31,mlp.experts.54.up_proj,0.00006961,0.01000,0.430
31,mlp.experts.55.up_proj,0.00227061,0.01000,0.432
31,mlp.experts.56.up_proj,1.87351680,0.01000,0.431
31,mlp.experts.57.up_proj,0.00009720,0.01000,0.430
31,mlp.experts.58.up_proj,0.47558808,0.01000,0.431
31,mlp.experts.59.up_proj,1.55350971,0.01000,0.429
31,mlp.experts.60.up_proj,0.61107743,0.01000,0.434
31,mlp.experts.61.up_proj,1.32543087,0.01000,0.432
31,mlp.experts.62.up_proj,1.48644006,0.01000,0.432
31,mlp.experts.63.up_proj,0.59250557,0.01000,0.433
31,mlp.experts.64.up_proj,0.37311077,0.01000,0.433
31,mlp.experts.65.up_proj,0.00104503,0.01000,0.433
31,mlp.experts.66.up_proj,0.87489492,0.01000,0.431
31,mlp.experts.67.up_proj,0.13681981,0.01000,0.433
31,mlp.experts.68.up_proj,0.04907222,0.01000,0.431
31,mlp.experts.69.up_proj,0.05751945,0.01000,0.431
31,mlp.experts.70.up_proj,0.03296031,0.01000,0.430
31,mlp.experts.71.up_proj,0.00975072,0.01000,0.429
31,mlp.experts.72.up_proj,0.43851629,0.01000,0.428
31,mlp.experts.73.up_proj,1.78319025,0.01000,0.429
31,mlp.experts.74.up_proj,0.27058798,0.01000,0.433
31,mlp.experts.75.up_proj,5.85024261,0.01000,0.446
31,mlp.experts.76.up_proj,0.02616715,0.01000,0.433
31,mlp.experts.77.up_proj,0.00024700,0.01000,0.446
31,mlp.experts.78.up_proj,0.21078718,0.01000,0.433
31,mlp.experts.79.up_proj,0.47964182,0.01000,0.440
31,mlp.experts.80.up_proj,0.00003049,0.01000,0.434
31,mlp.experts.81.up_proj,0.12009585,0.01000,0.434
31,mlp.experts.82.up_proj,4.24198484,0.01000,0.434
31,mlp.experts.83.up_proj,0.36728948,0.01000,0.440
31,mlp.experts.84.up_proj,0.01930228,0.01000,0.432
31,mlp.experts.85.up_proj,0.00526002,0.01000,0.432
31,mlp.experts.86.up_proj,0.26498863,0.01000,0.432
31,mlp.experts.87.up_proj,0.05090312,0.01000,0.434
31,mlp.experts.88.up_proj,0.86604190,0.01000,0.433
31,mlp.experts.89.up_proj,1.03154135,0.01000,0.434
31,mlp.experts.90.up_proj,0.00080963,0.01000,0.437
31,mlp.experts.91.up_proj,0.35440433,0.01000,0.433
31,mlp.experts.92.up_proj,0.29854915,0.01000,0.438
31,mlp.experts.93.up_proj,0.61300302,0.01000,0.434
31,mlp.experts.94.up_proj,1.35149050,0.01000,0.435
31,mlp.experts.95.up_proj,1.85789061,0.01000,0.433
31,mlp.experts.96.up_proj,0.03653226,0.01000,0.437
31,mlp.experts.97.up_proj,0.00061731,0.01000,0.440
31,mlp.experts.98.up_proj,0.52586210,0.01000,0.430
31,mlp.experts.99.up_proj,0.24135458,0.01000,0.431
31,mlp.experts.100.up_proj,0.97969711,0.01000,0.431
31,mlp.experts.101.up_proj,1.28374815,0.01000,0.432
31,mlp.experts.102.up_proj,0.00302742,0.01000,0.434
31,mlp.experts.103.up_proj,0.12000982,0.01000,0.434
31,mlp.experts.104.up_proj,0.06054086,0.01000,0.437
31,mlp.experts.105.up_proj,0.02622267,0.01000,0.433
31,mlp.experts.106.up_proj,1.91428411,0.01000,0.438
31,mlp.experts.107.up_proj,0.00186430,0.01000,0.435
31,mlp.experts.108.up_proj,1.12364483,0.01000,0.434
31,mlp.experts.109.up_proj,0.14341468,0.01000,0.435
31,mlp.experts.110.up_proj,1.46919525,0.01000,0.434
31,mlp.experts.111.up_proj,0.06013408,0.01000,0.441
31,mlp.experts.112.up_proj,1.46854854,0.01000,0.434
31,mlp.experts.113.up_proj,0.26192153,0.01000,0.434
31,mlp.experts.114.up_proj,0.36684045,0.01000,0.433
31,mlp.experts.115.up_proj,0.32583526,0.01000,0.433
31,mlp.experts.116.up_proj,0.97089559,0.01000,0.431
31,mlp.experts.117.up_proj,0.06624262,0.01000,0.432
31,mlp.experts.118.up_proj,0.22925562,0.01000,0.435
31,mlp.experts.119.up_proj,0.29517752,0.01000,0.436
31,mlp.experts.120.up_proj,0.08022085,0.01000,0.436
31,mlp.experts.121.up_proj,0.00401161,0.01000,0.433
31,mlp.experts.122.up_proj,0.00041595,0.01000,0.433
31,mlp.experts.123.up_proj,2.33552408,0.01000,0.433
31,mlp.experts.124.up_proj,0.43399453,0.01000,0.432
31,mlp.experts.125.up_proj,0.46303526,0.01000,0.440
31,mlp.experts.126.up_proj,0.02211752,0.01000,0.432
31,mlp.experts.127.up_proj,0.19455983,0.01000,0.434
31,mlp.experts.0.gate_proj,0.00255860,0.01000,0.433
31,mlp.experts.1.gate_proj,1.02539313,0.01000,0.435
31,mlp.experts.2.gate_proj,0.49542442,0.01000,0.434
31,mlp.experts.3.gate_proj,0.43704009,0.01000,0.433
31,mlp.experts.4.gate_proj,0.74990600,0.01000,0.434
31,mlp.experts.5.gate_proj,2.72063112,0.01000,0.434
31,mlp.experts.6.gate_proj,0.47118127,0.01000,0.434
31,mlp.experts.7.gate_proj,1.50636852,0.01000,0.438
31,mlp.experts.8.gate_proj,2.02578259,0.01000,0.433
31,mlp.experts.9.gate_proj,1.82448387,0.01000,0.432
31,mlp.experts.10.gate_proj,0.13894093,0.01000,0.431
31,mlp.experts.11.gate_proj,0.36642453,0.01000,0.432
31,mlp.experts.12.gate_proj,0.97255194,0.01000,0.430
31,mlp.experts.13.gate_proj,0.55338442,0.01000,0.431
31,mlp.experts.14.gate_proj,0.16462919,0.01000,0.435
31,mlp.experts.15.gate_proj,0.20328909,0.01000,0.435
31,mlp.experts.16.gate_proj,0.00163760,0.01000,0.432
31,mlp.experts.17.gate_proj,0.87020504,0.01000,0.433
31,mlp.experts.18.gate_proj,0.15322037,0.01000,0.433
31,mlp.experts.19.gate_proj,0.33376950,0.01000,0.434
31,mlp.experts.20.gate_proj,0.88943052,0.01000,0.433
31,mlp.experts.21.gate_proj,2.16107607,0.01000,0.433
31,mlp.experts.22.gate_proj,0.25113016,0.01000,0.433
31,mlp.experts.23.gate_proj,0.00021131,0.01000,0.433
31,mlp.experts.24.gate_proj,1.17299485,0.01000,0.442
31,mlp.experts.25.gate_proj,0.23598102,0.01000,0.431
31,mlp.experts.26.gate_proj,1.79343343,0.01000,0.430
31,mlp.experts.27.gate_proj,0.17631376,0.01000,0.432
31,mlp.experts.28.gate_proj,0.00238805,0.01000,0.431
31,mlp.experts.29.gate_proj,0.22005260,0.01000,0.431
31,mlp.experts.30.gate_proj,0.10712636,0.01000,0.430
31,mlp.experts.31.gate_proj,0.73068857,0.01000,0.431
31,mlp.experts.32.gate_proj,5.11121082,0.01000,0.436
31,mlp.experts.33.gate_proj,3.25310421,0.01000,0.430
31,mlp.experts.34.gate_proj,0.42143828,0.01000,0.431
31,mlp.experts.35.gate_proj,0.11250218,0.01000,0.431
31,mlp.experts.36.gate_proj,1.39054263,0.01000,0.431
31,mlp.experts.37.gate_proj,0.00003415,0.01000,0.431
31,mlp.experts.38.gate_proj,0.26751274,0.01000,0.432
31,mlp.experts.39.gate_proj,0.16849564,0.01000,0.434
31,mlp.experts.40.gate_proj,0.36940920,0.01000,0.431
31,mlp.experts.41.gate_proj,0.11285416,0.01000,0.432
31,mlp.experts.42.gate_proj,0.00011140,0.01000,0.434
31,mlp.experts.43.gate_proj,0.14382038,0.01000,0.441
31,mlp.experts.44.gate_proj,1.56556606,0.01000,0.438
31,mlp.experts.45.gate_proj,2.59994197,0.01000,0.439
31,mlp.experts.46.gate_proj,0.07460517,0.01000,0.438
31,mlp.experts.47.gate_proj,1.03744268,0.01000,0.440
31,mlp.experts.48.gate_proj,1.15221536,0.01000,0.537
31,mlp.experts.49.gate_proj,0.38969570,0.01000,0.437
31,mlp.experts.50.gate_proj,0.45860398,0.01000,0.438
31,mlp.experts.51.gate_proj,0.76265931,0.01000,0.442
31,mlp.experts.52.gate_proj,0.59229934,0.01000,0.442
31,mlp.experts.53.gate_proj,0.66673023,0.01000,0.434
31,mlp.experts.54.gate_proj,0.00007586,0.01000,0.436
31,mlp.experts.55.gate_proj,0.00199941,0.01000,0.435
31,mlp.experts.56.gate_proj,2.03141284,0.01000,0.439
31,mlp.experts.57.gate_proj,0.00009118,0.01000,0.433
31,mlp.experts.58.gate_proj,0.50204211,0.01000,0.433
31,mlp.experts.59.gate_proj,1.61657810,0.01000,0.434
31,mlp.experts.60.gate_proj,0.58610243,0.01000,0.454
31,mlp.experts.61.gate_proj,1.41011453,0.01000,0.436
31,mlp.experts.62.gate_proj,1.36761975,0.01000,0.451
31,mlp.experts.63.gate_proj,0.67286479,0.01000,0.436
31,mlp.experts.64.gate_proj,0.35935885,0.01000,0.438
31,mlp.experts.65.gate_proj,0.00117620,0.01000,0.440
31,mlp.experts.66.gate_proj,0.96251398,0.01000,0.436
31,mlp.experts.67.gate_proj,0.13364442,0.01000,0.436
31,mlp.experts.68.gate_proj,0.05084299,0.01000,0.436
31,mlp.experts.69.gate_proj,0.05216826,0.01000,0.442
31,mlp.experts.70.gate_proj,0.03443627,0.01000,0.442
31,mlp.experts.71.gate_proj,0.00975426,0.01000,0.436
31,mlp.experts.72.gate_proj,0.47363696,0.01000,0.442
31,mlp.experts.73.gate_proj,1.91251373,0.01000,0.438
31,mlp.experts.74.gate_proj,0.26151681,0.01000,0.440
31,mlp.experts.75.gate_proj,5.83154297,0.01000,0.437
31,mlp.experts.76.gate_proj,0.02875439,0.01000,0.437
31,mlp.experts.77.gate_proj,0.00022441,0.01000,0.437
31,mlp.experts.78.gate_proj,0.23703602,0.01000,0.432
31,mlp.experts.79.gate_proj,0.51674497,0.01000,0.435
31,mlp.experts.80.gate_proj,0.00003106,0.01000,0.431
31,mlp.experts.81.gate_proj,0.11703867,0.01000,0.432
31,mlp.experts.82.gate_proj,4.52346897,0.01000,0.434
31,mlp.experts.83.gate_proj,0.40297756,0.01000,0.440
31,mlp.experts.84.gate_proj,0.02012153,0.01000,0.435
31,mlp.experts.85.gate_proj,0.00507311,0.01000,0.435
31,mlp.experts.86.gate_proj,0.28141904,0.01000,0.437
31,mlp.experts.87.gate_proj,0.05175455,0.01000,0.437
31,mlp.experts.88.gate_proj,0.89797908,0.01000,0.439
31,mlp.experts.89.gate_proj,1.12161827,0.01000,0.438
31,mlp.experts.90.gate_proj,0.00077948,0.01000,0.438
31,mlp.experts.91.gate_proj,0.39551443,0.01000,0.439
31,mlp.experts.92.gate_proj,0.30364019,0.01000,0.443
31,mlp.experts.93.gate_proj,0.62159163,0.01000,0.441
31,mlp.experts.94.gate_proj,1.43746054,0.01000,0.441
31,mlp.experts.95.gate_proj,1.72255504,0.01000,0.441
31,mlp.experts.96.gate_proj,0.03169069,0.01000,0.442
31,mlp.experts.97.gate_proj,0.00066746,0.01000,0.441
31,mlp.experts.98.gate_proj,0.45649457,0.01000,0.439
31,mlp.experts.99.gate_proj,0.25825658,0.01000,0.442
31,mlp.experts.100.gate_proj,0.94770539,0.01000,0.440
31,mlp.experts.101.gate_proj,1.34515476,0.01000,0.444
31,mlp.experts.102.gate_proj,0.00304206,0.01000,0.440
31,mlp.experts.103.gate_proj,0.10182451,0.01000,0.441
31,mlp.experts.104.gate_proj,0.06449541,0.01000,0.441
31,mlp.experts.105.gate_proj,0.02784925,0.01000,0.441
31,mlp.experts.106.gate_proj,2.01552439,0.01000,0.441
31,mlp.experts.107.gate_proj,0.00193673,0.01000,0.443
31,mlp.experts.108.gate_proj,1.29022932,0.01000,0.442
31,mlp.experts.109.gate_proj,0.14889219,0.01000,0.440
31,mlp.experts.110.gate_proj,1.47688103,0.01000,0.441
31,mlp.experts.111.gate_proj,0.05952638,0.01000,0.441
31,mlp.experts.112.gate_proj,1.29213035,0.01000,0.440
31,mlp.experts.113.gate_proj,0.23721579,0.01000,0.440
31,mlp.experts.114.gate_proj,0.44653064,0.01000,0.440
31,mlp.experts.115.gate_proj,0.46991193,0.01000,0.445
31,mlp.experts.116.gate_proj,1.01760602,0.01000,0.439
31,mlp.experts.117.gate_proj,0.06345347,0.01000,0.440
31,mlp.experts.118.gate_proj,0.25312606,0.01000,0.442
31,mlp.experts.119.gate_proj,0.29251570,0.01000,0.441
31,mlp.experts.120.gate_proj,0.08140296,0.01000,0.445
31,mlp.experts.121.gate_proj,0.00430516,0.01000,0.440
31,mlp.experts.122.gate_proj,0.00041434,0.01000,0.444
31,mlp.experts.123.gate_proj,2.33155394,0.01000,0.452
31,mlp.experts.124.gate_proj,0.39042825,0.01000,0.440
31,mlp.experts.125.gate_proj,0.51097262,0.01000,0.441
31,mlp.experts.126.gate_proj,0.02700349,0.01000,0.441
31,mlp.experts.127.gate_proj,0.20959704,0.01000,0.447
31,mlp.experts.0.down_proj,0.00079061,0.01000,0.184
31,mlp.experts.1.down_proj,0.20844832,0.01000,0.166
31,mlp.experts.2.down_proj,0.16350086,0.01000,0.163
31,mlp.experts.3.down_proj,0.10412797,0.01000,0.165
31,mlp.experts.4.down_proj,0.14092343,0.01000,0.164
31,mlp.experts.5.down_proj,0.55570889,0.01000,0.165
31,mlp.experts.6.down_proj,0.11967846,0.01000,0.165
31,mlp.experts.7.down_proj,0.37266007,0.01000,0.165
31,mlp.experts.8.down_proj,0.86552668,0.01000,0.165
31,mlp.experts.9.down_proj,0.41247341,0.01000,0.165
31,mlp.experts.10.down_proj,0.01876271,0.01000,0.165
31,mlp.experts.11.down_proj,0.06641652,0.01000,0.165
31,mlp.experts.12.down_proj,0.17225555,0.01000,0.165
31,mlp.experts.13.down_proj,0.09235874,0.01000,0.169
31,mlp.experts.14.down_proj,0.03959833,0.01000,0.170
31,mlp.experts.15.down_proj,0.04511400,0.01000,0.166
31,mlp.experts.16.down_proj,0.00063010,0.01000,0.166
31,mlp.experts.17.down_proj,0.14690590,0.01000,0.166
31,mlp.experts.18.down_proj,0.05367746,0.01000,0.166
31,mlp.experts.19.down_proj,0.06602471,0.01000,0.166
31,mlp.experts.20.down_proj,0.16255251,0.01000,0.165
31,mlp.experts.21.down_proj,0.37023717,0.01000,0.164
31,mlp.experts.22.down_proj,0.05019364,0.01000,0.164
31,mlp.experts.23.down_proj,0.00009261,0.01000,0.164
31,mlp.experts.24.down_proj,0.31378990,0.01000,0.165
31,mlp.experts.25.down_proj,0.04132082,0.01000,0.171
31,mlp.experts.26.down_proj,0.36323446,0.01000,0.165
31,mlp.experts.27.down_proj,0.04410757,0.01000,0.165
31,mlp.experts.28.down_proj,0.00093754,0.01000,0.165
31,mlp.experts.29.down_proj,0.04905976,0.01000,0.165
31,mlp.experts.30.down_proj,0.03135542,0.01000,0.167
31,mlp.experts.31.down_proj,0.16414079,0.01000,0.166
31,mlp.experts.32.down_proj,0.89721322,0.01000,0.166
31,mlp.experts.33.down_proj,0.59068984,0.01000,0.165
31,mlp.experts.34.down_proj,0.10838909,0.01000,0.165
31,mlp.experts.35.down_proj,0.02820310,0.01000,0.165
31,mlp.experts.36.down_proj,0.29038230,0.01000,0.168
31,mlp.experts.37.down_proj,0.00000887,0.01000,0.168
31,mlp.experts.38.down_proj,0.05637049,0.01000,0.167
31,mlp.experts.39.down_proj,0.03694991,0.01000,0.167
31,mlp.experts.40.down_proj,0.09225510,0.01000,0.166
31,mlp.experts.41.down_proj,0.03065329,0.01000,0.171
31,mlp.experts.42.down_proj,0.00002827,0.01000,0.167
31,mlp.experts.43.down_proj,0.05019858,0.01000,0.166
31,mlp.experts.44.down_proj,0.32034421,0.01000,0.166
31,mlp.experts.45.down_proj,0.66127408,0.01000,0.170
31,mlp.experts.46.down_proj,0.01711402,0.01000,0.166
31,mlp.experts.47.down_proj,0.26526564,0.01000,0.170
31,mlp.experts.48.down_proj,0.24623252,0.01000,0.166
31,mlp.experts.49.down_proj,0.11644301,0.01000,0.171
31,mlp.experts.50.down_proj,0.16470358,0.01000,0.167
31,mlp.experts.51.down_proj,0.19625446,0.01000,0.166
31,mlp.experts.52.down_proj,0.12687778,0.01000,0.167
31,mlp.experts.53.down_proj,0.12732804,0.01000,0.166
31,mlp.experts.54.down_proj,0.00002129,0.01000,0.169
31,mlp.experts.55.down_proj,0.00118261,0.01000,0.167
31,mlp.experts.56.down_proj,0.50162482,0.01000,0.168
31,mlp.experts.57.down_proj,0.00002888,0.01000,0.166
31,mlp.experts.58.down_proj,0.11399695,0.01000,0.166
31,mlp.experts.59.down_proj,0.48284659,0.01000,0.167
31,mlp.experts.60.down_proj,0.20996323,0.01000,0.167
31,mlp.experts.61.down_proj,0.31694204,0.01000,0.167
31,mlp.experts.62.down_proj,0.56990707,0.01000,0.168
31,mlp.experts.63.down_proj,0.09525371,0.01000,0.167
31,mlp.experts.64.down_proj,0.06753188,0.01000,0.166
31,mlp.experts.65.down_proj,0.00036887,0.01000,0.166
31,mlp.experts.66.down_proj,0.16225867,0.01000,0.166
31,mlp.experts.67.down_proj,0.02665798,0.01000,0.166
31,mlp.experts.68.down_proj,0.01124793,0.01000,0.166
31,mlp.experts.69.down_proj,0.01503789,0.01000,0.165
31,mlp.experts.70.down_proj,0.00907036,0.01000,0.166
31,mlp.experts.71.down_proj,0.00399671,0.01000,0.167
31,mlp.experts.72.down_proj,0.14279905,0.01000,0.168
31,mlp.experts.73.down_proj,0.30359456,0.01000,0.168
31,mlp.experts.74.down_proj,0.05594420,0.01000,0.166
31,mlp.experts.75.down_proj,2.17075729,0.01000,0.166
31,mlp.experts.76.down_proj,0.01207499,0.01000,0.166
31,mlp.experts.77.down_proj,0.00011586,0.01000,0.166
31,mlp.experts.78.down_proj,0.05121940,0.01000,0.166
31,mlp.experts.79.down_proj,0.11030376,0.01000,0.167
31,mlp.experts.80.down_proj,0.00000829,0.01000,0.166
31,mlp.experts.81.down_proj,0.02779918,0.01000,0.170
31,mlp.experts.82.down_proj,0.94948941,0.01000,0.167
31,mlp.experts.83.down_proj,0.07359519,0.01000,0.167
31,mlp.experts.84.down_proj,0.00656370,0.01000,0.166
31,mlp.experts.85.down_proj,0.00209061,0.01000,0.170
31,mlp.experts.86.down_proj,0.05039196,0.01000,0.166
31,mlp.experts.87.down_proj,0.01423482,0.01000,0.167
31,mlp.experts.88.down_proj,0.16338411,0.01000,0.166
31,mlp.experts.89.down_proj,0.20632169,0.01000,0.168
31,mlp.experts.90.down_proj,0.00028963,0.01000,0.168
31,mlp.experts.91.down_proj,0.07042553,0.01000,0.168
31,mlp.experts.92.down_proj,0.09580910,0.01000,0.166
31,mlp.experts.93.down_proj,0.10958221,0.01000,0.167
31,mlp.experts.94.down_proj,0.28851441,0.01000,0.166
31,mlp.experts.95.down_proj,0.60223758,0.01000,0.168
31,mlp.experts.96.down_proj,0.01035400,0.01000,0.167
31,mlp.experts.97.down_proj,0.00017675,0.01000,0.166
31,mlp.experts.98.down_proj,0.11118741,0.01000,0.166
31,mlp.experts.99.down_proj,0.04769879,0.01000,0.167
31,mlp.experts.100.down_proj,0.27075225,0.01000,0.168
31,mlp.experts.101.down_proj,0.49157327,0.01000,0.167
31,mlp.experts.102.down_proj,0.00086219,0.01000,0.169
31,mlp.experts.103.down_proj,0.02820406,0.01000,0.166
31,mlp.experts.104.down_proj,0.01683539,0.01000,0.166
31,mlp.experts.105.down_proj,0.00728993,0.01000,0.168
31,mlp.experts.106.down_proj,0.44429609,0.01000,0.165
31,mlp.experts.107.down_proj,0.00079209,0.01000,0.166
31,mlp.experts.108.down_proj,0.26862180,0.01000,0.165
31,mlp.experts.109.down_proj,0.05487999,0.01000,0.166
31,mlp.experts.110.down_proj,0.32861879,0.01000,0.165
31,mlp.experts.111.down_proj,0.01874784,0.01000,0.165
31,mlp.experts.112.down_proj,0.49105194,0.01000,0.165
31,mlp.experts.113.down_proj,0.01619980,0.01000,0.165
31,mlp.experts.114.down_proj,0.06439383,0.01000,0.165
31,mlp.experts.115.down_proj,0.06901999,0.01000,0.165
31,mlp.experts.116.down_proj,0.17539757,0.01000,0.165
31,mlp.experts.117.down_proj,0.01537855,0.01000,0.165
31,mlp.experts.118.down_proj,0.05070687,0.01000,0.165
31,mlp.experts.119.down_proj,0.10117275,0.01000,0.165
31,mlp.experts.120.down_proj,0.01789924,0.01000,0.166
31,mlp.experts.121.down_proj,0.00209729,0.01000,0.166
31,mlp.experts.122.down_proj,0.00011796,0.01000,0.166
31,mlp.experts.123.down_proj,0.68803364,0.01000,0.166
31,mlp.experts.124.down_proj,0.09919135,0.01000,0.169
31,mlp.experts.125.down_proj,0.09077737,0.01000,0.165
31,mlp.experts.126.down_proj,0.00157686,0.01000,0.168
31,mlp.experts.127.down_proj,0.04541719,0.01000,0.167
32,self_attn.q_proj,0.26794195,0.01000,0.444
32,self_attn.k_proj,0.03372391,0.01000,0.438
32,self_attn.v_proj,0.04852952,0.01000,0.436
32,self_attn.o_proj,0.03192326,0.01000,0.884
32,mlp.experts.0.up_proj,0.00101358,0.01000,0.477
32,mlp.experts.1.up_proj,0.00005377,0.01000,0.436
32,mlp.experts.2.up_proj,0.43079695,0.01000,0.437
32,mlp.experts.3.up_proj,0.60744560,0.01000,0.434
32,mlp.experts.4.up_proj,0.78880543,0.01000,0.436
32,mlp.experts.5.up_proj,3.66698742,0.01000,0.436
32,mlp.experts.6.up_proj,0.21988015,0.01000,0.438
32,mlp.experts.7.up_proj,0.00044148,0.01000,0.441
32,mlp.experts.8.up_proj,0.90016973,0.01000,0.440
32,mlp.experts.9.up_proj,4.01731157,0.01000,0.435
32,mlp.experts.10.up_proj,0.01065261,0.01000,0.435
32,mlp.experts.11.up_proj,0.03545747,0.01000,0.435
32,mlp.experts.12.up_proj,0.00001032,0.01000,0.436
32,mlp.experts.13.up_proj,0.53919125,0.01000,0.437
32,mlp.experts.14.up_proj,0.58060908,0.01000,0.436
32,mlp.experts.15.up_proj,0.79155493,0.01000,0.436
32,mlp.experts.16.up_proj,2.04665613,0.01000,0.436
32,mlp.experts.17.up_proj,3.68724203,0.01000,0.436
32,mlp.experts.18.up_proj,0.17194059,0.01000,0.438
32,mlp.experts.19.up_proj,0.04784499,0.01000,0.436
32,mlp.experts.20.up_proj,0.73585641,0.01000,0.438
32,mlp.experts.21.up_proj,1.03761733,0.01000,0.438
32,mlp.experts.22.up_proj,5.20393181,0.01000,0.439
32,mlp.experts.23.up_proj,0.44734493,0.01000,0.436
32,mlp.experts.24.up_proj,0.81480002,0.01000,0.435
32,mlp.experts.25.up_proj,0.41020751,0.01000,0.436
32,mlp.experts.26.up_proj,0.06824574,0.01000,0.436
32,mlp.experts.27.up_proj,0.28162777,0.01000,0.436
32,mlp.experts.28.up_proj,0.41556165,0.01000,0.435
32,mlp.experts.29.up_proj,0.01772605,0.01000,0.436
32,mlp.experts.30.up_proj,0.26344618,0.01000,0.437
32,mlp.experts.31.up_proj,0.01354115,0.01000,0.436
32,mlp.experts.32.up_proj,1.94709158,0.01000,0.438
32,mlp.experts.33.up_proj,0.66497564,0.01000,0.437
32,mlp.experts.34.up_proj,0.02678864,0.01000,0.438
32,mlp.experts.35.up_proj,0.72128522,0.01000,0.437
32,mlp.experts.36.up_proj,1.68859923,0.01000,0.437
32,mlp.experts.37.up_proj,0.43063918,0.01000,0.437
32,mlp.experts.38.up_proj,1.08091235,0.01000,0.438
32,mlp.experts.39.up_proj,0.32468754,0.01000,0.439
32,mlp.experts.40.up_proj,0.03687070,0.01000,0.445
32,mlp.experts.41.up_proj,0.07303344,0.01000,0.438
32,mlp.experts.42.up_proj,0.06364611,0.01000,0.438
32,mlp.experts.43.up_proj,0.31997547,0.01000,0.438
32,mlp.experts.44.up_proj,1.32519186,0.01000,0.437
32,mlp.experts.45.up_proj,2.01610231,0.01000,0.437
32,mlp.experts.46.up_proj,0.12369283,0.01000,0.437
32,mlp.experts.47.up_proj,0.76030254,0.01000,0.437
32,mlp.experts.48.up_proj,0.36080259,0.01000,0.436
32,mlp.experts.49.up_proj,0.00112655,0.01000,0.440
32,mlp.experts.50.up_proj,0.19661546,0.01000,0.436
32,mlp.experts.51.up_proj,0.09146157,0.01000,0.434
32,mlp.experts.52.up_proj,0.00061995,0.01000,0.434
32,mlp.experts.53.up_proj,6.16746330,0.01000,0.435
32,mlp.experts.54.up_proj,0.24212883,0.01000,0.436
32,mlp.experts.55.up_proj,0.63195217,0.01000,0.435
32,mlp.experts.56.up_proj,1.40182209,0.01000,0.441
32,mlp.experts.57.up_proj,3.20058751,0.01000,0.436
32,mlp.experts.58.up_proj,0.00006679,0.01000,0.436
32,mlp.experts.59.up_proj,0.00836006,0.01000,0.437
32,mlp.experts.60.up_proj,0.17033800,0.01000,0.436
32,mlp.experts.61.up_proj,0.98717237,0.01000,0.436
32,mlp.experts.62.up_proj,0.47962588,0.01000,0.433
32,mlp.experts.63.up_proj,0.00123612,0.01000,0.434
32,mlp.experts.64.up_proj,0.41951120,0.01000,0.436
32,mlp.experts.65.up_proj,1.56915557,0.01000,0.433
32,mlp.experts.66.up_proj,0.85911244,0.01000,0.432
32,mlp.experts.67.up_proj,0.25791019,0.01000,0.437
32,mlp.experts.68.up_proj,0.16805236,0.01000,0.433
32,mlp.experts.69.up_proj,0.51166898,0.01000,0.433
32,mlp.experts.70.up_proj,0.47846237,0.01000,0.434
32,mlp.experts.71.up_proj,0.00006589,0.01000,0.433
32,mlp.experts.72.up_proj,1.01865876,0.01000,0.433
32,mlp.experts.73.up_proj,0.00000823,0.01000,0.433
32,mlp.experts.74.up_proj,0.34685016,0.01000,0.434
32,mlp.experts.75.up_proj,0.00481956,0.01000,0.440
32,mlp.experts.76.up_proj,0.09986608,0.01000,0.434
32,mlp.experts.77.up_proj,0.74051142,0.01000,0.436
32,mlp.experts.78.up_proj,0.24540895,0.01000,0.435
32,mlp.experts.79.up_proj,0.20065913,0.01000,0.434
32,mlp.experts.80.up_proj,0.96869344,0.01000,0.434
32,mlp.experts.81.up_proj,0.00198740,0.01000,0.434
32,mlp.experts.82.up_proj,0.83853936,0.01000,0.438
32,mlp.experts.83.up_proj,0.08793263,0.01000,0.437
32,mlp.experts.84.up_proj,0.32372880,0.01000,0.440
32,mlp.experts.85.up_proj,0.03350466,0.01000,0.437
32,mlp.experts.86.up_proj,1.85004675,0.01000,0.437
32,mlp.experts.87.up_proj,0.27570674,0.01000,0.436
32,mlp.experts.88.up_proj,0.13022147,0.01000,0.437
32,mlp.experts.89.up_proj,0.05169675,0.01000,0.437
32,mlp.experts.90.up_proj,3.83646441,0.01000,0.438
32,mlp.experts.91.up_proj,0.48748523,0.01000,0.437
32,mlp.experts.92.up_proj,1.60234690,0.01000,0.436
32,mlp.experts.93.up_proj,0.05075982,0.01000,0.441
32,mlp.experts.94.up_proj,0.41503263,0.01000,0.436
32,mlp.experts.95.up_proj,0.94646269,0.01000,0.436
32,mlp.experts.96.up_proj,0.00856501,0.01000,0.437
32,mlp.experts.97.up_proj,0.13123861,0.01000,0.437
32,mlp.experts.98.up_proj,0.24936238,0.01000,0.438
32,mlp.experts.99.up_proj,0.69782960,0.01000,0.437
32,mlp.experts.100.up_proj,0.81677163,0.01000,0.437
32,mlp.experts.101.up_proj,0.66996539,0.01000,0.438
32,mlp.experts.102.up_proj,0.22495255,0.01000,0.437
32,mlp.experts.103.up_proj,0.52466172,0.01000,0.437
32,mlp.experts.104.up_proj,0.69624841,0.01000,0.441
32,mlp.experts.105.up_proj,1.75349736,0.01000,0.437
32,mlp.experts.106.up_proj,0.75728488,0.01000,0.436
32,mlp.experts.107.up_proj,0.00130720,0.01000,0.437
32,mlp.experts.108.up_proj,0.44170561,0.01000,0.437
32,mlp.experts.109.up_proj,0.38895291,0.01000,0.451
32,mlp.experts.110.up_proj,0.59362972,0.01000,0.453
32,mlp.experts.111.up_proj,0.27330294,0.01000,0.439
32,mlp.experts.112.up_proj,0.00001254,0.01000,0.437
32,mlp.experts.113.up_proj,0.13747770,0.01000,0.436
32,mlp.experts.114.up_proj,4.31092119,0.01000,0.438
32,mlp.experts.115.up_proj,0.01091111,0.01000,0.436
32,mlp.experts.116.up_proj,0.66265774,0.01000,0.434
32,mlp.experts.117.up_proj,0.14494857,0.01000,0.431
32,mlp.experts.118.up_proj,0.00781963,0.01000,0.436
32,mlp.experts.119.up_proj,0.01620089,0.01000,0.432
32,mlp.experts.120.up_proj,0.04007767,0.01000,0.433
32,mlp.experts.121.up_proj,0.55848646,0.01000,0.433
32,mlp.experts.122.up_proj,1.02838278,0.01000,0.435
32,mlp.experts.123.up_proj,0.94647288,0.01000,0.434
32,mlp.experts.124.up_proj,0.12901551,0.01000,0.434
32,mlp.experts.125.up_proj,0.05101457,0.01000,0.438
32,mlp.experts.126.up_proj,0.03561887,0.01000,0.434
32,mlp.experts.127.up_proj,0.15815696,0.01000,0.434
32,mlp.experts.0.gate_proj,0.00111471,0.01000,0.434
32,mlp.experts.1.gate_proj,0.00005522,0.01000,0.434
32,mlp.experts.2.gate_proj,0.46248341,0.01000,0.434
32,mlp.experts.3.gate_proj,0.64227033,0.01000,0.433
32,mlp.experts.4.gate_proj,0.77682269,0.01000,0.434
32,mlp.experts.5.gate_proj,3.34836245,0.01000,0.439
32,mlp.experts.6.gate_proj,0.22666112,0.01000,0.435
32,mlp.experts.7.gate_proj,0.00043078,0.01000,0.435
32,mlp.experts.8.gate_proj,0.95771194,0.01000,0.450
32,mlp.experts.9.gate_proj,3.07942271,0.01000,0.437
32,mlp.experts.10.gate_proj,0.01060655,0.01000,0.434
32,mlp.experts.11.gate_proj,0.03567015,0.01000,0.435
32,mlp.experts.12.gate_proj,0.00000964,0.01000,0.434
32,mlp.experts.13.gate_proj,0.57829267,0.01000,0.434
32,mlp.experts.14.gate_proj,0.52717650,0.01000,0.437
32,mlp.experts.15.gate_proj,0.75602585,0.01000,0.437
32,mlp.experts.16.gate_proj,2.00956678,0.01000,0.437
32,mlp.experts.17.gate_proj,3.95459843,0.01000,0.439
32,mlp.experts.18.gate_proj,0.17836361,0.01000,0.436
32,mlp.experts.19.gate_proj,0.04468077,0.01000,0.435
32,mlp.experts.20.gate_proj,0.56461704,0.01000,0.439
32,mlp.experts.21.gate_proj,1.08414531,0.01000,0.444
32,mlp.experts.22.gate_proj,4.89847851,0.01000,0.435
32,mlp.experts.23.gate_proj,0.44160944,0.01000,0.437
32,mlp.experts.24.gate_proj,0.92198956,0.01000,0.441
32,mlp.experts.25.gate_proj,0.41010040,0.01000,0.441
32,mlp.experts.26.gate_proj,0.06736496,0.01000,0.443
32,mlp.experts.27.gate_proj,0.25882041,0.01000,0.444
32,mlp.experts.28.gate_proj,0.41769919,0.01000,0.444
32,mlp.experts.29.gate_proj,0.01819047,0.01000,0.445
32,mlp.experts.30.gate_proj,0.24861710,0.01000,0.438
32,mlp.experts.31.gate_proj,0.01358929,0.01000,0.443
32,mlp.experts.32.gate_proj,2.08597088,0.01000,0.437
32,mlp.experts.33.gate_proj,0.69061327,0.01000,0.437
32,mlp.experts.34.gate_proj,0.02370701,0.01000,0.438
32,mlp.experts.35.gate_proj,0.60729349,0.01000,0.437
32,mlp.experts.36.gate_proj,1.66208601,0.01000,0.437
32,mlp.experts.37.gate_proj,0.43264616,0.01000,0.436
32,mlp.experts.38.gate_proj,0.95318615,0.01000,0.438
32,mlp.experts.39.gate_proj,0.25324157,0.01000,0.436
32,mlp.experts.40.gate_proj,0.03595389,0.01000,0.441
32,mlp.experts.41.gate_proj,0.06956738,0.01000,0.435
32,mlp.experts.42.gate_proj,0.06342544,0.01000,0.434
32,mlp.experts.43.gate_proj,0.30250698,0.01000,0.434
32,mlp.experts.44.gate_proj,1.20539081,0.01000,0.434
32,mlp.experts.45.gate_proj,2.09152722,0.01000,0.436
32,mlp.experts.46.gate_proj,0.11832643,0.01000,0.435
32,mlp.experts.47.gate_proj,0.78714895,0.01000,0.434
32,mlp.experts.48.gate_proj,0.37600112,0.01000,0.439
32,mlp.experts.49.gate_proj,0.00106697,0.01000,0.437
32,mlp.experts.50.gate_proj,0.20252165,0.01000,0.438
32,mlp.experts.51.gate_proj,0.08848839,0.01000,0.438
32,mlp.experts.52.gate_proj,0.00055982,0.01000,0.440
32,mlp.experts.53.gate_proj,6.11344194,0.01000,0.439
32,mlp.experts.54.gate_proj,0.23776297,0.01000,0.443
32,mlp.experts.55.gate_proj,0.61622870,0.01000,0.441
32,mlp.experts.56.gate_proj,1.48781514,0.01000,0.438
32,mlp.experts.57.gate_proj,3.14721704,0.01000,0.439
32,mlp.experts.58.gate_proj,0.00005579,0.01000,0.440
32,mlp.experts.59.gate_proj,0.00745999,0.01000,0.439
32,mlp.experts.60.gate_proj,0.16564193,0.01000,0.438
32,mlp.experts.61.gate_proj,0.86495674,0.01000,0.438
32,mlp.experts.62.gate_proj,0.48274249,0.01000,0.438
32,mlp.experts.63.gate_proj,0.00121216,0.01000,0.440
32,mlp.experts.64.gate_proj,0.38942817,0.01000,0.440
32,mlp.experts.65.gate_proj,1.32059026,0.01000,0.440
32,mlp.experts.66.gate_proj,0.81244993,0.01000,0.438
32,mlp.experts.67.gate_proj,0.25324672,0.01000,0.441
32,mlp.experts.68.gate_proj,0.16496503,0.01000,0.440
32,mlp.experts.69.gate_proj,0.50436288,0.01000,0.438
32,mlp.experts.70.gate_proj,0.47731191,0.01000,0.438
32,mlp.experts.71.gate_proj,0.00006613,0.01000,0.439
32,mlp.experts.72.gate_proj,0.99869168,0.01000,0.443
32,mlp.experts.73.gate_proj,0.00000752,0.01000,0.441
32,mlp.experts.74.gate_proj,0.35079572,0.01000,0.442
32,mlp.experts.75.gate_proj,0.00471264,0.01000,0.441
32,mlp.experts.76.gate_proj,0.09935522,0.01000,0.438
32,mlp.experts.77.gate_proj,0.77781439,0.01000,0.439
32,mlp.experts.78.gate_proj,0.26776743,0.01000,0.440
32,mlp.experts.79.gate_proj,0.17907704,0.01000,0.442
32,mlp.experts.80.gate_proj,0.95644438,0.01000,0.442
32,mlp.experts.81.gate_proj,0.00177150,0.01000,0.443
32,mlp.experts.82.gate_proj,0.83185720,0.01000,0.439
32,mlp.experts.83.gate_proj,0.09237269,0.01000,0.438
32,mlp.experts.84.gate_proj,0.29397815,0.01000,0.453
32,mlp.experts.85.gate_proj,0.03587079,0.01000,0.453
32,mlp.experts.86.gate_proj,1.84681845,0.01000,0.443
32,mlp.experts.87.gate_proj,0.28174734,0.01000,0.439
32,mlp.experts.88.gate_proj,0.13627893,0.01000,0.443
32,mlp.experts.89.gate_proj,0.05032131,0.01000,0.442
32,mlp.experts.90.gate_proj,3.75932789,0.01000,0.445
32,mlp.experts.91.gate_proj,0.49695298,0.01000,0.441
32,mlp.experts.92.gate_proj,1.72992504,0.01000,0.440
32,mlp.experts.93.gate_proj,0.04780294,0.01000,0.441
32,mlp.experts.94.gate_proj,0.32961249,0.01000,0.437
32,mlp.experts.95.gate_proj,0.92915541,0.01000,0.440
32,mlp.experts.96.gate_proj,0.02428171,0.01000,0.439
32,mlp.experts.97.gate_proj,0.12283795,0.01000,0.445
32,mlp.experts.98.gate_proj,0.26469141,0.01000,0.441
32,mlp.experts.99.gate_proj,0.68355703,0.01000,0.443
32,mlp.experts.100.gate_proj,0.85808051,0.01000,0.439
32,mlp.experts.101.gate_proj,0.64768070,0.01000,0.438
32,mlp.experts.102.gate_proj,0.22082794,0.01000,0.438
32,mlp.experts.103.gate_proj,0.47360167,0.01000,0.439
32,mlp.experts.104.gate_proj,0.72548091,0.01000,0.441
32,mlp.experts.105.gate_proj,1.79415846,0.01000,0.440
32,mlp.experts.106.gate_proj,0.71460599,0.01000,0.443
32,mlp.experts.107.gate_proj,0.00123838,0.01000,0.439
32,mlp.experts.108.gate_proj,0.43587232,0.01000,0.444
32,mlp.experts.109.gate_proj,0.36074603,0.01000,0.453
32,mlp.experts.110.gate_proj,0.66566539,0.01000,0.440
32,mlp.experts.111.gate_proj,0.25574720,0.01000,0.439
32,mlp.experts.112.gate_proj,0.00001184,0.01000,0.438
32,mlp.experts.113.gate_proj,0.13551933,0.01000,0.446
32,mlp.experts.114.gate_proj,4.30380344,0.01000,0.442
32,mlp.experts.115.gate_proj,0.01132357,0.01000,0.441
32,mlp.experts.116.gate_proj,0.59879917,0.01000,0.440
32,mlp.experts.117.gate_proj,0.13858712,0.01000,0.440
32,mlp.experts.118.gate_proj,0.00762579,0.01000,0.440
32,mlp.experts.119.gate_proj,0.01627216,0.01000,0.441
32,mlp.experts.120.gate_proj,0.04092108,0.01000,0.440
32,mlp.experts.121.gate_proj,0.48995307,0.01000,0.440
32,mlp.experts.122.gate_proj,0.93749630,0.01000,0.441
32,mlp.experts.123.gate_proj,0.93278217,0.01000,0.448
32,mlp.experts.124.gate_proj,0.13479453,0.01000,0.439
32,mlp.experts.125.gate_proj,0.04724384,0.01000,0.439
32,mlp.experts.126.gate_proj,0.03902873,0.01000,0.441
32,mlp.experts.127.gate_proj,0.14263603,0.01000,0.440
32,mlp.experts.0.down_proj,0.00033547,0.01000,0.188
32,mlp.experts.1.down_proj,0.00001446,0.01000,0.165
32,mlp.experts.2.down_proj,0.08880755,0.01000,0.165
32,mlp.experts.3.down_proj,0.10559437,0.01000,0.165
32,mlp.experts.4.down_proj,0.30481073,0.01000,0.167
32,mlp.experts.5.down_proj,0.78587162,0.01000,0.167
32,mlp.experts.6.down_proj,0.04902450,0.01000,0.168
32,mlp.experts.7.down_proj,0.00013949,0.01000,0.167
32,mlp.experts.8.down_proj,0.18437654,0.01000,0.166
32,mlp.experts.9.down_proj,2.57956076,0.01000,0.167
32,mlp.experts.10.down_proj,0.00274503,0.01000,0.166
32,mlp.experts.11.down_proj,0.01389235,0.01000,0.167
32,mlp.experts.12.down_proj,0.00000312,0.01000,0.166
32,mlp.experts.13.down_proj,0.16023980,0.01000,0.166
32,mlp.experts.14.down_proj,0.16743524,0.01000,0.165
32,mlp.experts.15.down_proj,0.38698301,0.01000,0.166
32,mlp.experts.16.down_proj,0.77983654,0.01000,0.167
32,mlp.experts.17.down_proj,0.90407592,0.01000,0.166
32,mlp.experts.18.down_proj,0.02592479,0.01000,0.167
32,mlp.experts.19.down_proj,0.01521806,0.01000,0.166
32,mlp.experts.20.down_proj,0.21132262,0.01000,0.166
32,mlp.experts.21.down_proj,0.19550747,0.01000,0.167
32,mlp.experts.22.down_proj,2.15448499,0.01000,0.166
32,mlp.experts.23.down_proj,0.10402169,0.01000,0.166
32,mlp.experts.24.down_proj,0.23721099,0.01000,0.167
32,mlp.experts.25.down_proj,0.08298092,0.01000,0.166
32,mlp.experts.26.down_proj,0.02299861,0.01000,0.166
32,mlp.experts.27.down_proj,0.07431611,0.01000,0.167
32,mlp.experts.28.down_proj,0.12502845,0.01000,0.167
32,mlp.experts.29.down_proj,0.00420235,0.01000,0.167
32,mlp.experts.30.down_proj,0.07746552,0.01000,0.166
32,mlp.experts.31.down_proj,0.00519780,0.01000,0.166
32,mlp.experts.32.down_proj,0.42098361,0.01000,0.166
32,mlp.experts.33.down_proj,0.13245247,0.01000,0.167
32,mlp.experts.34.down_proj,0.00974082,0.01000,0.168
32,mlp.experts.35.down_proj,0.21583845,0.01000,0.167
32,mlp.experts.36.down_proj,0.70684189,0.01000,0.170
32,mlp.experts.37.down_proj,0.10207995,0.01000,0.168
32,mlp.experts.38.down_proj,0.45925131,0.01000,0.169
32,mlp.experts.39.down_proj,0.08226408,0.01000,0.169
32,mlp.experts.40.down_proj,0.00834568,0.01000,0.168
32,mlp.experts.41.down_proj,0.03745947,0.01000,0.167
32,mlp.experts.42.down_proj,0.01823523,0.01000,0.168
32,mlp.experts.43.down_proj,0.07238342,0.01000,0.166
32,mlp.experts.44.down_proj,0.31348428,0.01000,0.167
32,mlp.experts.45.down_proj,0.61284816,0.01000,0.166
32,mlp.experts.46.down_proj,0.03247320,0.01000,0.166
32,mlp.experts.47.down_proj,0.16760013,0.01000,0.167
32,mlp.experts.48.down_proj,0.10720827,0.01000,0.166
32,mlp.experts.49.down_proj,0.00043109,0.01000,0.166
32,mlp.experts.50.down_proj,0.06509888,0.01000,0.166
32,mlp.experts.51.down_proj,0.03654072,0.01000,0.167
32,mlp.experts.52.down_proj,0.00026590,0.01000,0.166
32,mlp.experts.53.down_proj,1.68405533,0.01000,0.168
32,mlp.experts.54.down_proj,0.07337786,0.01000,0.165
32,mlp.experts.55.down_proj,0.14143986,0.01000,0.175
32,mlp.experts.56.down_proj,0.33826303,0.01000,0.165
32,mlp.experts.57.down_proj,1.03654444,0.01000,0.165
32,mlp.experts.58.down_proj,0.00002942,0.01000,0.169
32,mlp.experts.59.down_proj,0.00261209,0.01000,0.171
32,mlp.experts.60.down_proj,0.04581432,0.01000,0.171
32,mlp.experts.61.down_proj,0.28488454,0.01000,0.171
32,mlp.experts.62.down_proj,0.10078754,0.01000,0.170
32,mlp.experts.63.down_proj,0.00046060,0.01000,0.170
32,mlp.experts.64.down_proj,0.13421825,0.01000,0.171
32,mlp.experts.65.down_proj,0.72267967,0.01000,0.169
32,mlp.experts.66.down_proj,0.37228340,0.01000,0.168
32,mlp.experts.67.down_proj,0.07402840,0.01000,0.168
32,mlp.experts.68.down_proj,0.03641264,0.01000,0.168
32,mlp.experts.69.down_proj,0.11274238,0.01000,0.169
32,mlp.experts.70.down_proj,0.10775162,0.01000,0.169
32,mlp.experts.71.down_proj,0.00002316,0.01000,0.170
32,mlp.experts.72.down_proj,0.32045496,0.01000,0.168
32,mlp.experts.73.down_proj,0.00000222,0.01000,0.169
32,mlp.experts.74.down_proj,0.07528961,0.01000,0.168
32,mlp.experts.75.down_proj,0.00181505,0.01000,0.169
32,mlp.experts.76.down_proj,0.02756489,0.01000,0.169
32,mlp.experts.77.down_proj,0.31126714,0.01000,0.171
32,mlp.experts.78.down_proj,0.04909148,0.01000,0.169
32,mlp.experts.79.down_proj,0.05427491,0.01000,0.169
32,mlp.experts.80.down_proj,0.22127280,0.01000,0.170
32,mlp.experts.81.down_proj,0.00138972,0.01000,0.168
32,mlp.experts.82.down_proj,0.18067160,0.01000,0.171
32,mlp.experts.83.down_proj,0.03095247,0.01000,0.170
32,mlp.experts.84.down_proj,0.11262182,0.01000,0.169
32,mlp.experts.85.down_proj,0.00639427,0.01000,0.168
32,mlp.experts.86.down_proj,0.38177481,0.01000,0.174
32,mlp.experts.87.down_proj,0.07603394,0.01000,0.170
32,mlp.experts.88.down_proj,0.03821371,0.01000,0.169
32,mlp.experts.89.down_proj,0.04085873,0.01000,0.169
32,mlp.experts.90.down_proj,1.01122463,0.01000,0.169
32,mlp.experts.91.down_proj,0.09528282,0.01000,0.169
32,mlp.experts.92.down_proj,0.67870426,0.01000,0.169
32,mlp.experts.93.down_proj,0.01863163,0.01000,0.171
32,mlp.experts.94.down_proj,0.08660039,0.01000,0.168
32,mlp.experts.95.down_proj,0.19847310,0.01000,0.168
32,mlp.experts.96.down_proj,0.00042907,0.01000,0.167
32,mlp.experts.97.down_proj,0.06855725,0.01000,0.170
32,mlp.experts.98.down_proj,0.08630240,0.01000,0.167
32,mlp.experts.99.down_proj,0.23990956,0.01000,0.167
32,mlp.experts.100.down_proj,0.19144183,0.01000,0.167
32,mlp.experts.101.down_proj,0.24737261,0.01000,0.166
32,mlp.experts.102.down_proj,0.08412149,0.01000,0.166
32,mlp.experts.103.down_proj,0.13720563,0.01000,0.166
32,mlp.experts.104.down_proj,0.14520691,0.01000,0.170
32,mlp.experts.105.down_proj,0.35608059,0.01000,0.167
32,mlp.experts.106.down_proj,0.15391013,0.01000,0.166
32,mlp.experts.107.down_proj,0.00049559,0.01000,0.167
32,mlp.experts.108.down_proj,0.14517722,0.01000,0.166
32,mlp.experts.109.down_proj,0.13734853,0.01000,0.167
32,mlp.experts.110.down_proj,0.12225130,0.01000,0.166
32,mlp.experts.111.down_proj,0.08627981,0.01000,0.166
32,mlp.experts.112.down_proj,0.00000272,0.01000,0.165
32,mlp.experts.113.down_proj,0.05473351,0.01000,0.165
32,mlp.experts.114.down_proj,1.71092176,0.01000,0.166
32,mlp.experts.115.down_proj,0.00399619,0.01000,0.165
32,mlp.experts.116.down_proj,0.19009861,0.01000,0.165
32,mlp.experts.117.down_proj,0.03498111,0.01000,0.165
32,mlp.experts.118.down_proj,0.00228192,0.01000,0.165
32,mlp.experts.119.down_proj,0.00559278,0.01000,0.165
32,mlp.experts.120.down_proj,0.01181534,0.01000,0.166
32,mlp.experts.121.down_proj,0.21138524,0.01000,0.165
32,mlp.experts.122.down_proj,0.24375054,0.01000,0.172
32,mlp.experts.123.down_proj,0.28400838,0.01000,0.166
32,mlp.experts.124.down_proj,0.03223984,0.01000,0.165
32,mlp.experts.125.down_proj,0.01668731,0.01000,0.165
32,mlp.experts.126.down_proj,0.00365194,0.01000,0.169
32,mlp.experts.127.down_proj,0.04742106,0.01000,0.165
33,self_attn.q_proj,0.33819598,0.01000,0.445
33,self_attn.k_proj,0.04588638,0.01000,0.432
33,self_attn.v_proj,0.05726930,0.01000,0.431
33,self_attn.o_proj,0.03715812,0.01000,0.874
33,mlp.experts.0.up_proj,1.95556319,0.01000,0.471
33,mlp.experts.1.up_proj,1.34014368,0.01000,0.432
33,mlp.experts.2.up_proj,4.31859112,0.01000,0.432
33,mlp.experts.3.up_proj,0.00001286,0.01000,0.432
33,mlp.experts.4.up_proj,0.00026628,0.01000,0.437
33,mlp.experts.5.up_proj,1.13338685,0.01000,0.432
33,mlp.experts.6.up_proj,1.12797713,0.01000,0.435
33,mlp.experts.7.up_proj,3.65921497,0.01000,0.435
33,mlp.experts.8.up_proj,0.12419023,0.01000,0.443
33,mlp.experts.9.up_proj,0.61137283,0.01000,0.433
33,mlp.experts.10.up_proj,0.54002595,0.01000,0.434
33,mlp.experts.11.up_proj,0.01565728,0.01000,0.437
33,mlp.experts.12.up_proj,0.02693065,0.01000,0.438
33,mlp.experts.13.up_proj,0.20789227,0.01000,0.447
33,mlp.experts.14.up_proj,0.04972257,0.01000,0.438
33,mlp.experts.15.up_proj,0.08790665,0.01000,0.434
33,mlp.experts.16.up_proj,0.05426044,0.01000,0.434
33,mlp.experts.17.up_proj,0.78704399,0.01000,0.436
33,mlp.experts.18.up_proj,0.00006771,0.01000,0.434
33,mlp.experts.19.up_proj,0.08768686,0.01000,0.433
33,mlp.experts.20.up_proj,0.00268435,0.01000,0.432
33,mlp.experts.21.up_proj,0.04026620,0.01000,0.432
33,mlp.experts.22.up_proj,0.71331799,0.01000,0.433
33,mlp.experts.23.up_proj,0.34295684,0.01000,0.433
33,mlp.experts.24.up_proj,0.95555300,0.01000,0.437
33,mlp.experts.25.up_proj,0.23887649,0.01000,0.436
33,mlp.experts.26.up_proj,0.18545426,0.01000,0.433
33,mlp.experts.27.up_proj,0.00131517,0.01000,0.434
33,mlp.experts.28.up_proj,0.13442403,0.01000,0.433
33,mlp.experts.29.up_proj,0.00021053,0.01000,0.435
33,mlp.experts.30.up_proj,0.00592352,0.01000,0.434
33,mlp.experts.31.up_proj,0.32085997,0.01000,0.437
33,mlp.experts.32.up_proj,0.47523600,0.01000,0.435
33,mlp.experts.33.up_proj,3.52837849,0.01000,0.433
33,mlp.experts.34.up_proj,0.01548807,0.01000,0.435
33,mlp.experts.35.up_proj,1.31279159,0.01000,0.437
33,mlp.experts.36.up_proj,0.00551271,0.01000,0.435
33,mlp.experts.37.up_proj,0.48939160,0.01000,0.436
33,mlp.experts.38.up_proj,0.12746997,0.01000,0.432
33,mlp.experts.39.up_proj,0.01379707,0.01000,0.435
33,mlp.experts.40.up_proj,0.59831476,0.01000,0.436
33,mlp.experts.41.up_proj,0.58862436,0.01000,0.433
33,mlp.experts.42.up_proj,0.00255088,0.01000,0.431
33,mlp.experts.43.up_proj,0.59760827,0.01000,0.432
33,mlp.experts.44.up_proj,0.28084925,0.01000,0.433
33,mlp.experts.45.up_proj,0.23365852,0.01000,0.432
33,mlp.experts.46.up_proj,0.34752661,0.01000,0.431
33,mlp.experts.47.up_proj,1.14699340,0.01000,0.430
33,mlp.experts.48.up_proj,0.68014419,0.01000,0.432
33,mlp.experts.49.up_proj,1.69058251,0.01000,0.433
33,mlp.experts.50.up_proj,0.59915680,0.01000,0.434
33,mlp.experts.51.up_proj,0.04375776,0.01000,0.437
33,mlp.experts.52.up_proj,1.49727762,0.01000,0.445
33,mlp.experts.53.up_proj,0.03177395,0.01000,0.433
33,mlp.experts.54.up_proj,0.07091014,0.01000,0.436
33,mlp.experts.55.up_proj,0.22568457,0.01000,0.432
33,mlp.experts.56.up_proj,0.47089127,0.01000,0.432
33,mlp.experts.57.up_proj,0.81956530,0.01000,0.431
33,mlp.experts.58.up_proj,0.32386839,0.01000,0.434
33,mlp.experts.59.up_proj,0.26832369,0.01000,0.433
33,mlp.experts.60.up_proj,0.53360116,0.01000,0.431
33,mlp.experts.61.up_proj,0.00390970,0.01000,0.430
33,mlp.experts.62.up_proj,0.56341136,0.01000,0.432
33,mlp.experts.63.up_proj,0.03392781,0.01000,0.430
33,mlp.experts.64.up_proj,0.18827870,0.01000,0.438
33,mlp.experts.65.up_proj,1.28409719,0.01000,0.433
33,mlp.experts.66.up_proj,0.80244553,0.01000,0.432
33,mlp.experts.67.up_proj,0.07271738,0.01000,0.433
33,mlp.experts.68.up_proj,0.54864973,0.01000,0.433
33,mlp.experts.69.up_proj,1.30896354,0.01000,0.432
33,mlp.experts.70.up_proj,0.61519635,0.01000,0.431
33,mlp.experts.71.up_proj,1.48464286,0.01000,0.431
33,mlp.experts.72.up_proj,0.09682786,0.01000,0.432
33,mlp.experts.73.up_proj,0.21462885,0.01000,0.436
33,mlp.experts.74.up_proj,0.00074415,0.01000,0.434
33,mlp.experts.75.up_proj,0.00162340,0.01000,0.432
33,mlp.experts.76.up_proj,2.36972570,0.01000,0.431
33,mlp.experts.77.up_proj,0.06522246,0.01000,0.445
33,mlp.experts.78.up_proj,0.12983681,0.01000,0.433
33,mlp.experts.79.up_proj,1.81082296,0.01000,0.432
33,mlp.experts.80.up_proj,2.72573876,0.01000,0.436
33,mlp.experts.81.up_proj,1.66370440,0.01000,0.432
33,mlp.experts.82.up_proj,5.65455914,0.01000,0.436
33,mlp.experts.83.up_proj,0.14069670,0.01000,0.430
33,mlp.experts.84.up_proj,1.26573420,0.01000,0.445
33,mlp.experts.85.up_proj,1.64429116,0.01000,0.445
33,mlp.experts.86.up_proj,0.62574041,0.01000,0.433
33,mlp.experts.87.up_proj,0.05933224,0.01000,0.438
33,mlp.experts.88.up_proj,0.00090601,0.01000,0.438
33,mlp.experts.89.up_proj,0.70915049,0.01000,0.440
33,mlp.experts.90.up_proj,0.05901824,0.01000,0.440
33,mlp.experts.91.up_proj,2.28504324,0.01000,0.432
33,mlp.experts.92.up_proj,3.25172663,0.01000,0.437
33,mlp.experts.93.up_proj,0.00221760,0.01000,0.447
33,mlp.experts.94.up_proj,0.96143270,0.01000,0.435
33,mlp.experts.95.up_proj,0.11947432,0.01000,0.428
33,mlp.experts.96.up_proj,2.10217142,0.01000,0.434
33,mlp.experts.97.up_proj,1.34436798,0.01000,0.429
33,mlp.experts.98.up_proj,0.69911307,0.01000,0.431
33,mlp.experts.99.up_proj,3.04470873,0.01000,0.435
33,mlp.experts.100.up_proj,0.34566522,0.01000,0.437
33,mlp.experts.101.up_proj,0.00014755,0.01000,0.434
33,mlp.experts.102.up_proj,0.89643538,0.01000,0.433
33,mlp.experts.103.up_proj,0.43575299,0.01000,0.434
33,mlp.experts.104.up_proj,0.14725211,0.01000,0.434
33,mlp.experts.105.up_proj,0.50608754,0.01000,0.433
33,mlp.experts.106.up_proj,0.55023855,0.01000,0.432
33,mlp.experts.107.up_proj,0.02300743,0.01000,0.434
33,mlp.experts.108.up_proj,0.02320663,0.01000,0.437
33,mlp.experts.109.up_proj,0.00970045,0.01000,0.434
33,mlp.experts.110.up_proj,0.51321065,0.01000,0.434
33,mlp.experts.111.up_proj,2.91927624,0.01000,0.434
33,mlp.experts.112.up_proj,0.16264467,0.01000,0.433
33,mlp.experts.113.up_proj,0.67037487,0.01000,0.433
33,mlp.experts.114.up_proj,0.14435393,0.01000,0.433
33,mlp.experts.115.up_proj,0.00562523,0.01000,0.435
33,mlp.experts.116.up_proj,0.19999641,0.01000,0.434
33,mlp.experts.117.up_proj,0.06525554,0.01000,0.436
33,mlp.experts.118.up_proj,0.66185772,0.01000,0.434
33,mlp.experts.119.up_proj,0.00003103,0.01000,0.437
33,mlp.experts.120.up_proj,0.00003011,0.01000,0.434
33,mlp.experts.121.up_proj,0.00099969,0.01000,0.458
33,mlp.experts.122.up_proj,3.36416435,0.01000,0.434
33,mlp.experts.123.up_proj,0.06645898,0.01000,0.446
33,mlp.experts.124.up_proj,0.04597795,0.01000,0.436
33,mlp.experts.125.up_proj,2.20194721,0.01000,0.434
33,mlp.experts.126.up_proj,0.02966251,0.01000,0.433
33,mlp.experts.127.up_proj,1.45698833,0.01000,0.433
33,mlp.experts.0.gate_proj,1.91981113,0.01000,0.434
33,mlp.experts.1.gate_proj,1.22193468,0.01000,0.438
33,mlp.experts.2.gate_proj,4.35511208,0.01000,0.433
33,mlp.experts.3.gate_proj,0.00001027,0.01000,0.434
33,mlp.experts.4.gate_proj,0.00028157,0.01000,0.432
33,mlp.experts.5.gate_proj,1.12032640,0.01000,0.438
33,mlp.experts.6.gate_proj,1.13428855,0.01000,0.433
33,mlp.experts.7.gate_proj,3.27081919,0.01000,0.434
33,mlp.experts.8.gate_proj,0.12253062,0.01000,0.434
33,mlp.experts.9.gate_proj,0.56866491,0.01000,0.435
33,mlp.experts.10.gate_proj,0.50947732,0.01000,0.437
33,mlp.experts.11.gate_proj,0.01633160,0.01000,0.432
33,mlp.experts.12.gate_proj,0.02763805,0.01000,0.436
33,mlp.experts.13.gate_proj,0.20238778,0.01000,0.431
33,mlp.experts.14.gate_proj,0.04979925,0.01000,0.436
33,mlp.experts.15.gate_proj,0.08915133,0.01000,0.431
33,mlp.experts.16.gate_proj,0.04592675,0.01000,0.433
33,mlp.experts.17.gate_proj,0.76254791,0.01000,0.435
33,mlp.experts.18.gate_proj,0.00006469,0.01000,0.446
33,mlp.experts.19.gate_proj,0.08331497,0.01000,0.438
33,mlp.experts.20.gate_proj,0.00256197,0.01000,0.434
33,mlp.experts.21.gate_proj,0.04127523,0.01000,0.433
33,mlp.experts.22.gate_proj,0.64356542,0.01000,0.431
33,mlp.experts.23.gate_proj,0.30255625,0.01000,0.430
33,mlp.experts.24.gate_proj,0.85702562,0.01000,0.431
33,mlp.experts.25.gate_proj,0.22955510,0.01000,0.430
33,mlp.experts.26.gate_proj,0.18451439,0.01000,0.430
33,mlp.experts.27.gate_proj,0.00125144,0.01000,0.431
33,mlp.experts.28.gate_proj,0.13137318,0.01000,0.435
33,mlp.experts.29.gate_proj,0.00019995,0.01000,0.430
33,mlp.experts.30.gate_proj,0.00458315,0.01000,0.430
33,mlp.experts.31.gate_proj,0.27384004,0.01000,0.431
33,mlp.experts.32.gate_proj,0.65085411,0.01000,0.433
33,mlp.experts.33.gate_proj,3.65219307,0.01000,0.431
33,mlp.experts.34.gate_proj,0.01528831,0.01000,0.433
33,mlp.experts.35.gate_proj,0.97160178,0.01000,0.434
33,mlp.experts.36.gate_proj,0.00567465,0.01000,0.432
33,mlp.experts.37.gate_proj,0.47182775,0.01000,0.431
33,mlp.experts.38.gate_proj,0.12833530,0.01000,0.431
33,mlp.experts.39.gate_proj,0.01343938,0.01000,0.435
33,mlp.experts.40.gate_proj,0.40826473,0.01000,0.433
33,mlp.experts.41.gate_proj,0.59950399,0.01000,0.498
33,mlp.experts.42.gate_proj,0.00245595,0.01000,0.433
33,mlp.experts.43.gate_proj,0.58514476,0.01000,0.432
33,mlp.experts.44.gate_proj,0.27523768,0.01000,0.431
33,mlp.experts.45.gate_proj,0.19761133,0.01000,0.431
33,mlp.experts.46.gate_proj,0.35046229,0.01000,0.432
33,mlp.experts.47.gate_proj,0.82531899,0.01000,0.433
33,mlp.experts.48.gate_proj,0.54726237,0.01000,0.431
33,mlp.experts.49.gate_proj,1.61958909,0.01000,0.431
33,mlp.experts.50.gate_proj,0.54503036,0.01000,0.431
33,mlp.experts.51.gate_proj,0.04345441,0.01000,0.433
33,mlp.experts.52.gate_proj,1.32692719,0.01000,0.432
33,mlp.experts.53.gate_proj,0.03247410,0.01000,0.431
33,mlp.experts.54.gate_proj,0.06074586,0.01000,0.431
33,mlp.experts.55.gate_proj,0.21942323,0.01000,0.434
33,mlp.experts.56.gate_proj,0.48995188,0.01000,0.432
33,mlp.experts.57.gate_proj,0.75792742,0.01000,0.430
33,mlp.experts.58.gate_proj,0.32685411,0.01000,0.431
33,mlp.experts.59.gate_proj,0.26128465,0.01000,0.432
33,mlp.experts.60.gate_proj,0.51268160,0.01000,0.431
33,mlp.experts.61.gate_proj,0.00407853,0.01000,0.444
33,mlp.experts.62.gate_proj,0.52161551,0.01000,0.435
33,mlp.experts.63.gate_proj,0.03539684,0.01000,0.453
33,mlp.experts.64.gate_proj,0.19411424,0.01000,0.433
33,mlp.experts.65.gate_proj,1.26623988,0.01000,0.434
33,mlp.experts.66.gate_proj,0.77847141,0.01000,0.433
33,mlp.experts.67.gate_proj,0.07425130,0.01000,0.432
33,mlp.experts.68.gate_proj,0.50724828,0.01000,0.431
33,mlp.experts.69.gate_proj,1.31063449,0.01000,0.437
33,mlp.experts.70.gate_proj,0.63006949,0.01000,0.431
33,mlp.experts.71.gate_proj,1.49867868,0.01000,0.431
33,mlp.experts.72.gate_proj,0.09039535,0.01000,0.430
33,mlp.experts.73.gate_proj,0.20820823,0.01000,0.431
33,mlp.experts.74.gate_proj,0.00072526,0.01000,0.433
33,mlp.experts.75.gate_proj,0.00167620,0.01000,0.429
33,mlp.experts.76.gate_proj,2.46626902,0.01000,0.430
33,mlp.experts.77.gate_proj,0.06486857,0.01000,0.435
33,mlp.experts.78.gate_proj,0.12912160,0.01000,0.436
33,mlp.experts.79.gate_proj,1.76517296,0.01000,0.435
33,mlp.experts.80.gate_proj,2.83568096,0.01000,0.434
33,mlp.experts.81.gate_proj,1.67677677,0.01000,0.436
33,mlp.experts.82.gate_proj,4.71905470,0.01000,0.435
33,mlp.experts.83.gate_proj,0.13604349,0.01000,0.436
33,mlp.experts.84.gate_proj,1.20522070,0.01000,0.435
33,mlp.experts.85.gate_proj,1.60468364,0.01000,0.435
33,mlp.experts.86.gate_proj,0.61745828,0.01000,0.435
33,mlp.experts.87.gate_proj,0.05826405,0.01000,0.438
33,mlp.experts.88.gate_proj,0.00082337,0.01000,0.433
33,mlp.experts.89.gate_proj,0.69517279,0.01000,0.432
33,mlp.experts.90.gate_proj,0.05020715,0.01000,0.433
33,mlp.experts.91.gate_proj,2.42850852,0.01000,0.435
33,mlp.experts.92.gate_proj,3.19188595,0.01000,0.436
33,mlp.experts.93.gate_proj,0.00204742,0.01000,0.437
33,mlp.experts.94.gate_proj,1.02767885,0.01000,0.439
33,mlp.experts.95.gate_proj,0.11781239,0.01000,0.439
33,mlp.experts.96.gate_proj,2.04758263,0.01000,0.442
33,mlp.experts.97.gate_proj,1.31317270,0.01000,0.439
33,mlp.experts.98.gate_proj,0.59114194,0.01000,0.437
33,mlp.experts.99.gate_proj,2.79019022,0.01000,0.439
33,mlp.experts.100.gate_proj,0.34528038,0.01000,0.449
33,mlp.experts.101.gate_proj,0.00013012,0.01000,0.443
33,mlp.experts.102.gate_proj,0.85472560,0.01000,0.437
33,mlp.experts.103.gate_proj,0.40588319,0.01000,0.437
33,mlp.experts.104.gate_proj,0.14652440,0.01000,0.438
33,mlp.experts.105.gate_proj,0.47761154,0.01000,0.437
33,mlp.experts.106.gate_proj,0.54850781,0.01000,0.438
33,mlp.experts.107.gate_proj,0.02339654,0.01000,0.437
33,mlp.experts.108.gate_proj,0.02202377,0.01000,0.439
33,mlp.experts.109.gate_proj,0.01035017,0.01000,0.439
33,mlp.experts.110.gate_proj,0.46510911,0.01000,0.441
33,mlp.experts.111.gate_proj,2.43271399,0.01000,0.435
33,mlp.experts.112.gate_proj,0.14687060,0.01000,0.438
33,mlp.experts.113.gate_proj,0.63802266,0.01000,0.435
33,mlp.experts.114.gate_proj,0.13472453,0.01000,0.437
33,mlp.experts.115.gate_proj,0.00591859,0.01000,0.442
33,mlp.experts.116.gate_proj,0.18922532,0.01000,0.439
33,mlp.experts.117.gate_proj,0.05592049,0.01000,0.445
33,mlp.experts.118.gate_proj,0.62165058,0.01000,0.440
33,mlp.experts.119.gate_proj,0.00002845,0.01000,0.436
33,mlp.experts.120.gate_proj,0.00002951,0.01000,0.436
33,mlp.experts.121.gate_proj,0.00105555,0.01000,0.436
33,mlp.experts.122.gate_proj,3.23469782,0.01000,0.440
33,mlp.experts.123.gate_proj,0.06816225,0.01000,0.435
33,mlp.experts.124.gate_proj,0.04670611,0.01000,0.441
33,mlp.experts.125.gate_proj,1.39290333,0.01000,0.436
33,mlp.experts.126.gate_proj,0.02926578,0.01000,0.438
33,mlp.experts.127.gate_proj,1.22963381,0.01000,0.435
33,mlp.experts.0.down_proj,0.84935677,0.01000,0.185
33,mlp.experts.1.down_proj,0.30584839,0.01000,0.163
33,mlp.experts.2.down_proj,0.85225135,0.01000,0.164
33,mlp.experts.3.down_proj,0.00000368,0.01000,0.164
33,mlp.experts.4.down_proj,0.00004698,0.01000,0.165
33,mlp.experts.5.down_proj,0.27256459,0.01000,0.166
33,mlp.experts.6.down_proj,0.23918116,0.01000,0.166
33,mlp.experts.7.down_proj,1.08928251,0.01000,0.166
33,mlp.experts.8.down_proj,0.06390160,0.01000,0.166
33,mlp.experts.9.down_proj,0.29021382,0.01000,0.170
33,mlp.experts.10.down_proj,0.24581705,0.01000,0.168
33,mlp.experts.11.down_proj,0.00440871,0.01000,0.167
33,mlp.experts.12.down_proj,0.00263587,0.01000,0.166
33,mlp.experts.13.down_proj,0.07446697,0.01000,0.166
33,mlp.experts.14.down_proj,0.01899552,0.01000,0.166
33,mlp.experts.15.down_proj,0.02018430,0.01000,0.166
33,mlp.experts.16.down_proj,0.05677784,0.01000,0.166
33,mlp.experts.17.down_proj,0.21261081,0.01000,0.165
33,mlp.experts.18.down_proj,0.00001803,0.01000,0.166
33,mlp.experts.19.down_proj,0.02216138,0.01000,0.166
33,mlp.experts.20.down_proj,0.00195970,0.01000,0.166
33,mlp.experts.21.down_proj,0.00900166,0.01000,0.166
33,mlp.experts.22.down_proj,0.21894166,0.01000,0.167
33,mlp.experts.23.down_proj,0.10473801,0.01000,0.167
33,mlp.experts.24.down_proj,0.23102164,0.01000,0.166
33,mlp.experts.25.down_proj,0.08697240,0.01000,0.166
33,mlp.experts.26.down_proj,0.03147565,0.01000,0.167
33,mlp.experts.27.down_proj,0.00048870,0.01000,0.167
33,mlp.experts.28.down_proj,0.03785819,0.01000,0.168
33,mlp.experts.29.down_proj,0.00006654,0.01000,0.170
33,mlp.experts.30.down_proj,0.00299519,0.01000,0.167
33,mlp.experts.31.down_proj,0.14594564,0.01000,0.166
33,mlp.experts.32.down_proj,0.11255917,0.01000,0.167
33,mlp.experts.33.down_proj,1.05469131,0.01000,0.167
33,mlp.experts.34.down_proj,0.00666669,0.01000,0.169
33,mlp.experts.35.down_proj,0.40038344,0.01000,0.167
33,mlp.experts.36.down_proj,0.00266577,0.01000,0.170
33,mlp.experts.37.down_proj,0.10871194,0.01000,0.167
33,mlp.experts.38.down_proj,0.03796741,0.01000,0.167
33,mlp.experts.39.down_proj,0.00409721,0.01000,0.167
33,mlp.experts.40.down_proj,0.15354487,0.01000,0.167
33,mlp.experts.41.down_proj,0.10908754,0.01000,0.166
33,mlp.experts.42.down_proj,0.00122376,0.01000,0.167
33,mlp.experts.43.down_proj,0.19194365,0.01000,0.166
33,mlp.experts.44.down_proj,0.12767629,0.01000,0.166
33,mlp.experts.45.down_proj,0.08597513,0.01000,0.166
33,mlp.experts.46.down_proj,0.09130234,0.01000,0.167
33,mlp.experts.47.down_proj,1.08666921,0.01000,0.166
33,mlp.experts.48.down_proj,0.19881512,0.01000,0.166
33,mlp.experts.49.down_proj,0.65444064,0.01000,0.166
33,mlp.experts.50.down_proj,0.23354596,0.01000,0.166
33,mlp.experts.51.down_proj,0.00895593,0.01000,0.166
33,mlp.experts.52.down_proj,0.30188414,0.01000,0.166
33,mlp.experts.53.down_proj,0.00745826,0.01000,0.166
33,mlp.experts.54.down_proj,0.02209493,0.01000,0.166
33,mlp.experts.55.down_proj,0.07426763,0.01000,0.166
33,mlp.experts.56.down_proj,0.13117042,0.01000,0.166
33,mlp.experts.57.down_proj,0.22307044,0.01000,0.166
33,mlp.experts.58.down_proj,0.07251833,0.01000,0.167
33,mlp.experts.59.down_proj,0.09150314,0.01000,0.169
33,mlp.experts.60.down_proj,0.13568585,0.01000,0.166
33,mlp.experts.61.down_proj,0.00174717,0.01000,0.166
33,mlp.experts.62.down_proj,0.18498158,0.01000,0.166
33,mlp.experts.63.down_proj,0.00689522,0.01000,0.166
33,mlp.experts.64.down_proj,0.05881477,0.01000,0.170
33,mlp.experts.65.down_proj,0.46004164,0.01000,0.167
33,mlp.experts.66.down_proj,0.22515368,0.01000,0.167
33,mlp.experts.67.down_proj,0.01967599,0.01000,0.166
33,mlp.experts.68.down_proj,0.13552165,0.01000,0.167
33,mlp.experts.69.down_proj,0.42656624,0.01000,0.167
33,mlp.experts.70.down_proj,0.14291251,0.01000,0.168
33,mlp.experts.71.down_proj,0.38417140,0.01000,0.167
33,mlp.experts.72.down_proj,0.03064278,0.01000,0.168
33,mlp.experts.73.down_proj,0.05678950,0.01000,0.166
33,mlp.experts.74.down_proj,0.00049246,0.01000,0.167
33,mlp.experts.75.down_proj,0.00070338,0.01000,0.166
33,mlp.experts.76.down_proj,0.78314424,0.01000,0.166
33,mlp.experts.77.down_proj,0.01245633,0.01000,0.166
33,mlp.experts.78.down_proj,0.04937235,0.01000,0.166
33,mlp.experts.79.down_proj,0.83962703,0.01000,0.166
33,mlp.experts.80.down_proj,0.78245711,0.01000,0.165
33,mlp.experts.81.down_proj,0.47775602,0.01000,0.166
33,mlp.experts.82.down_proj,2.00192237,0.01000,0.169
33,mlp.experts.83.down_proj,0.05383011,0.01000,0.166
33,mlp.experts.84.down_proj,0.59302831,0.01000,0.168
33,mlp.experts.85.down_proj,0.43504038,0.01000,0.165
33,mlp.experts.86.down_proj,0.15432470,0.01000,0.178
33,mlp.experts.87.down_proj,0.01628144,0.01000,0.165
33,mlp.experts.88.down_proj,0.00042044,0.01000,0.165
33,mlp.experts.89.down_proj,0.14805944,0.01000,0.165
33,mlp.experts.90.down_proj,0.03327667,0.01000,0.165
33,mlp.experts.91.down_proj,0.58508933,0.01000,0.170
33,mlp.experts.92.down_proj,0.80587339,0.01000,0.166
33,mlp.experts.93.down_proj,0.00111067,0.01000,0.166
33,mlp.experts.94.down_proj,0.31874049,0.01000,0.167
33,mlp.experts.95.down_proj,0.05239069,0.01000,0.166
33,mlp.experts.96.down_proj,0.84850132,0.01000,0.166
33,mlp.experts.97.down_proj,0.29402098,0.01000,0.166
33,mlp.experts.98.down_proj,0.24715585,0.01000,0.166
33,mlp.experts.99.down_proj,1.07876027,0.01000,0.166
33,mlp.experts.100.down_proj,0.15985633,0.01000,0.167
33,mlp.experts.101.down_proj,0.00006645,0.01000,0.166
33,mlp.experts.102.down_proj,0.23498495,0.01000,0.166
33,mlp.experts.103.down_proj,0.10381705,0.01000,0.166
33,mlp.experts.104.down_proj,0.06496669,0.01000,0.166
33,mlp.experts.105.down_proj,0.13559447,0.01000,0.168
33,mlp.experts.106.down_proj,0.22374672,0.01000,0.166
33,mlp.experts.107.down_proj,0.00819201,0.01000,0.167
33,mlp.experts.108.down_proj,0.00709547,0.01000,0.166
33,mlp.experts.109.down_proj,0.00471173,0.01000,0.166
33,mlp.experts.110.down_proj,0.24303383,0.01000,0.166
33,mlp.experts.111.down_proj,1.33480358,0.01000,0.166
33,mlp.experts.112.down_proj,0.03790983,0.01000,0.166
33,mlp.experts.113.down_proj,0.19763359,0.01000,0.165
33,mlp.experts.114.down_proj,0.06963670,0.01000,0.166
33,mlp.experts.115.down_proj,0.00204829,0.01000,0.166
33,mlp.experts.116.down_proj,0.05532868,0.01000,0.166
33,mlp.experts.117.down_proj,0.02037743,0.01000,0.166
33,mlp.experts.118.down_proj,0.16477610,0.01000,0.166
33,mlp.experts.119.down_proj,0.00000788,0.01000,0.166
33,mlp.experts.120.down_proj,0.00000789,0.01000,0.166
33,mlp.experts.121.down_proj,0.00066256,0.01000,0.166
33,mlp.experts.122.down_proj,1.71039176,0.01000,0.166
33,mlp.experts.123.down_proj,0.02340386,0.01000,0.166
33,mlp.experts.124.down_proj,0.01143282,0.01000,0.166
33,mlp.experts.125.down_proj,0.83735728,0.01000,0.166
33,mlp.experts.126.down_proj,0.01053770,0.01000,0.166
33,mlp.experts.127.down_proj,0.35689440,0.01000,0.166
34,self_attn.q_proj,0.34634289,0.01000,0.438
34,self_attn.k_proj,0.04208577,0.01000,0.431
34,self_attn.v_proj,0.05708885,0.01000,0.429
34,self_attn.o_proj,0.04701001,0.01000,0.874
34,mlp.experts.0.up_proj,0.03339707,0.01000,0.471
34,mlp.experts.1.up_proj,0.07096228,0.01000,0.431
34,mlp.experts.2.up_proj,0.39265499,0.01000,0.431
34,mlp.experts.3.up_proj,1.32133484,0.01000,0.433
34,mlp.experts.4.up_proj,0.26207417,0.01000,0.431
34,mlp.experts.5.up_proj,0.11082075,0.01000,0.430
34,mlp.experts.6.up_proj,0.29697695,0.01000,0.430
34,mlp.experts.7.up_proj,0.10758242,0.01000,0.430
34,mlp.experts.8.up_proj,0.02099327,0.01000,0.436
34,mlp.experts.9.up_proj,2.89048481,0.01000,0.432
34,mlp.experts.10.up_proj,0.30367178,0.01000,0.434
34,mlp.experts.11.up_proj,0.00001202,0.01000,0.434
34,mlp.experts.12.up_proj,0.06558196,0.01000,0.447
34,mlp.experts.13.up_proj,2.12973356,0.01000,0.434
34,mlp.experts.14.up_proj,0.32124799,0.01000,0.432
34,mlp.experts.15.up_proj,0.06006314,0.01000,0.433
34,mlp.experts.16.up_proj,5.11577511,0.01000,0.433
34,mlp.experts.17.up_proj,0.00254175,0.01000,0.438
34,mlp.experts.18.up_proj,1.18168259,0.01000,0.433
34,mlp.experts.19.up_proj,0.57459950,0.01000,0.432
34,mlp.experts.20.up_proj,0.09431958,0.01000,0.436
34,mlp.experts.21.up_proj,0.15205984,0.01000,0.447
34,mlp.experts.22.up_proj,0.09843247,0.01000,0.438
34,mlp.experts.23.up_proj,0.36737016,0.01000,0.434
34,mlp.experts.24.up_proj,0.00013043,0.01000,0.437
34,mlp.experts.25.up_proj,0.37446135,0.01000,0.436
34,mlp.experts.26.up_proj,1.18660593,0.01000,0.437
34,mlp.experts.27.up_proj,0.86656582,0.01000,0.435
34,mlp.experts.28.up_proj,0.00966237,0.01000,0.438
34,mlp.experts.29.up_proj,0.03550071,0.01000,0.435
34,mlp.experts.30.up_proj,1.20465446,0.01000,0.440
34,mlp.experts.31.up_proj,2.18454170,0.01000,0.440
34,mlp.experts.32.up_proj,0.23685263,0.01000,0.434
34,mlp.experts.33.up_proj,0.57966709,0.01000,0.435
34,mlp.experts.34.up_proj,0.00268852,0.01000,0.436
34,mlp.experts.35.up_proj,0.76641417,0.01000,0.435
34,mlp.experts.36.up_proj,0.32733330,0.01000,0.434
34,mlp.experts.37.up_proj,0.08509886,0.01000,0.438
34,mlp.experts.38.up_proj,0.00726025,0.01000,0.438
34,mlp.experts.39.up_proj,0.23773412,0.01000,0.434
34,mlp.experts.40.up_proj,0.82037711,0.01000,0.437
34,mlp.experts.41.up_proj,0.88989449,0.01000,0.435
34,mlp.experts.42.up_proj,0.00458420,0.01000,0.435
34,mlp.experts.43.up_proj,0.50425893,0.01000,0.435
34,mlp.experts.44.up_proj,0.00000684,0.01000,0.435
34,mlp.experts.45.up_proj,0.84317535,0.01000,0.436
34,mlp.experts.46.up_proj,0.00138144,0.01000,0.434
34,mlp.experts.47.up_proj,0.15864398,0.01000,0.434
34,mlp.experts.48.up_proj,1.37021935,0.01000,0.434
34,mlp.experts.49.up_proj,0.00112314,0.01000,0.434
34,mlp.experts.50.up_proj,0.54155266,0.01000,0.435
34,mlp.experts.51.up_proj,0.05989885,0.01000,0.435
34,mlp.experts.52.up_proj,1.10874319,0.01000,0.436
34,mlp.experts.53.up_proj,0.00003441,0.01000,0.434
34,mlp.experts.54.up_proj,0.02007677,0.01000,0.440
34,mlp.experts.55.up_proj,2.28920412,0.01000,0.437
34,mlp.experts.56.up_proj,0.59774625,0.01000,0.437
34,mlp.experts.57.up_proj,0.20008071,0.01000,0.435
34,mlp.experts.58.up_proj,0.25174081,0.01000,0.435
34,mlp.experts.59.up_proj,0.01561155,0.01000,0.435
34,mlp.experts.60.up_proj,0.00020878,0.01000,0.434
34,mlp.experts.61.up_proj,0.36022556,0.01000,0.435
34,mlp.experts.62.up_proj,1.10153627,0.01000,0.435
34,mlp.experts.63.up_proj,0.13745821,0.01000,0.439
34,mlp.experts.64.up_proj,1.12303352,0.01000,0.435
34,mlp.experts.65.up_proj,0.11406476,0.01000,0.436
34,mlp.experts.66.up_proj,0.51551205,0.01000,0.436
34,mlp.experts.67.up_proj,0.01142716,0.01000,0.436
34,mlp.experts.68.up_proj,2.98191786,0.01000,0.436
34,mlp.experts.69.up_proj,2.94989562,0.01000,0.434
34,mlp.experts.70.up_proj,0.42224061,0.01000,0.434
34,mlp.experts.71.up_proj,3.91791630,0.01000,0.433
34,mlp.experts.72.up_proj,0.00083516,0.01000,0.436
34,mlp.experts.73.up_proj,0.89103931,0.01000,0.432
34,mlp.experts.74.up_proj,0.66423333,0.01000,0.433
34,mlp.experts.75.up_proj,0.06645592,0.01000,0.433
34,mlp.experts.76.up_proj,0.57380795,0.01000,0.434
34,mlp.experts.77.up_proj,0.00136152,0.01000,0.435
34,mlp.experts.78.up_proj,1.41062260,0.01000,0.435
34,mlp.experts.79.up_proj,0.00000216,0.01000,0.435
34,mlp.experts.80.up_proj,0.45271313,0.01000,0.435
34,mlp.experts.81.up_proj,0.00480957,0.01000,0.435
34,mlp.experts.82.up_proj,1.11425114,0.01000,0.436
34,mlp.experts.83.up_proj,0.68844652,0.01000,0.434
34,mlp.experts.84.up_proj,0.03828784,0.01000,0.434
34,mlp.experts.85.up_proj,1.43273890,0.01000,0.434
34,mlp.experts.86.up_proj,0.14742133,0.01000,0.437
34,mlp.experts.87.up_proj,0.05830028,0.01000,0.434
34,mlp.experts.88.up_proj,0.42906958,0.01000,0.434
34,mlp.experts.89.up_proj,0.00038102,0.01000,0.434
34,mlp.experts.90.up_proj,2.61463118,0.01000,0.438
34,mlp.experts.91.up_proj,1.02115297,0.01000,0.435
34,mlp.experts.92.up_proj,0.08577765,0.01000,0.433
34,mlp.experts.93.up_proj,0.00002050,0.01000,0.433
34,mlp.experts.94.up_proj,3.32162094,0.01000,0.432
34,mlp.experts.95.up_proj,0.85623217,0.01000,0.437
34,mlp.experts.96.up_proj,0.14225224,0.01000,0.434
34,mlp.experts.97.up_proj,0.25466317,0.01000,0.432
34,mlp.experts.98.up_proj,1.30464840,0.01000,0.438
34,mlp.experts.99.up_proj,0.27964684,0.01000,0.433
34,mlp.experts.100.up_proj,0.02084203,0.01000,0.435
34,mlp.experts.101.up_proj,0.15434697,0.01000,0.432
34,mlp.experts.102.up_proj,0.02502025,0.01000,0.448
34,mlp.experts.103.up_proj,1.14630318,0.01000,0.434
34,mlp.experts.104.up_proj,0.00761329,0.01000,0.451
34,mlp.experts.105.up_proj,0.41853344,0.01000,0.435
34,mlp.experts.106.up_proj,0.00007161,0.01000,0.437
34,mlp.experts.107.up_proj,0.68362546,0.01000,0.437
34,mlp.experts.108.up_proj,0.41716829,0.01000,0.434
34,mlp.experts.109.up_proj,0.25314534,0.01000,0.435
34,mlp.experts.110.up_proj,0.53165555,0.01000,0.434
34,mlp.experts.111.up_proj,0.14469436,0.01000,0.436
34,mlp.experts.112.up_proj,0.62471294,0.01000,0.435
34,mlp.experts.113.up_proj,0.31670874,0.01000,0.438
34,mlp.experts.114.up_proj,0.00053403,0.01000,0.439
34,mlp.experts.115.up_proj,0.00167693,0.01000,0.437
34,mlp.experts.116.up_proj,0.03486277,0.01000,0.437
34,mlp.experts.117.up_proj,0.00002959,0.01000,0.437
34,mlp.experts.118.up_proj,0.00462156,0.01000,0.437
34,mlp.experts.119.up_proj,0.49649587,0.01000,0.437
34,mlp.experts.120.up_proj,1.16096973,0.01000,0.439
34,mlp.experts.121.up_proj,0.02970434,0.01000,0.445
34,mlp.experts.122.up_proj,0.00097027,0.01000,0.437
34,mlp.experts.123.up_proj,0.59773451,0.01000,0.438
34,mlp.experts.124.up_proj,1.11408901,0.01000,0.438
34,mlp.experts.125.up_proj,0.00101151,0.01000,0.439
34,mlp.experts.126.up_proj,3.73906565,0.01000,0.439
34,mlp.experts.127.up_proj,0.05812852,0.01000,0.440
34,mlp.experts.0.gate_proj,0.03379747,0.01000,0.437
34,mlp.experts.1.gate_proj,0.07278077,0.01000,0.435
34,mlp.experts.2.gate_proj,0.37749058,0.01000,0.437
34,mlp.experts.3.gate_proj,1.28432047,0.01000,0.439
34,mlp.experts.4.gate_proj,0.27208954,0.01000,0.437
34,mlp.experts.5.gate_proj,0.10483547,0.01000,0.436
34,mlp.experts.6.gate_proj,0.29110792,0.01000,0.439
34,mlp.experts.7.gate_proj,0.10188764,0.01000,0.438
34,mlp.experts.8.gate_proj,0.02042018,0.01000,0.438
34,mlp.experts.9.gate_proj,2.96654248,0.01000,0.440
34,mlp.experts.10.gate_proj,0.29832169,0.01000,0.435
34,mlp.experts.11.gate_proj,0.00001023,0.01000,0.437
34,mlp.experts.12.gate_proj,0.06186715,0.01000,0.436
34,mlp.experts.13.gate_proj,1.85367179,0.01000,0.439
34,mlp.experts.14.gate_proj,0.29535323,0.01000,0.433
34,mlp.experts.15.gate_proj,0.05367722,0.01000,0.433
34,mlp.experts.16.gate_proj,4.78773689,0.01000,0.433
34,mlp.experts.17.gate_proj,0.00225091,0.01000,0.436
34,mlp.experts.18.gate_proj,1.06455135,0.01000,0.435
34,mlp.experts.19.gate_proj,0.53101635,0.01000,0.435
34,mlp.experts.20.gate_proj,0.08626442,0.01000,0.434
34,mlp.experts.21.gate_proj,0.14888518,0.01000,0.433
34,mlp.experts.22.gate_proj,0.10310841,0.01000,0.432
34,mlp.experts.23.gate_proj,0.34699267,0.01000,0.432
34,mlp.experts.24.gate_proj,0.00012992,0.01000,0.432
34,mlp.experts.25.gate_proj,0.37007236,0.01000,0.434
34,mlp.experts.26.gate_proj,1.14751363,0.01000,0.432
34,mlp.experts.27.gate_proj,0.89269727,0.01000,0.433
34,mlp.experts.28.gate_proj,0.01030601,0.01000,0.432
34,mlp.experts.29.gate_proj,0.03555925,0.01000,0.432
34,mlp.experts.30.gate_proj,1.13185096,0.01000,0.434
34,mlp.experts.31.gate_proj,1.98697484,0.01000,0.433
34,mlp.experts.32.gate_proj,0.22436598,0.01000,0.437
34,mlp.experts.33.gate_proj,0.57058245,0.01000,0.433
34,mlp.experts.34.gate_proj,0.00276159,0.01000,0.434
34,mlp.experts.35.gate_proj,0.79435134,0.01000,0.433
34,mlp.experts.36.gate_proj,0.31901550,0.01000,0.433
34,mlp.experts.37.gate_proj,0.08319111,0.01000,0.434
34,mlp.experts.38.gate_proj,0.02168034,0.01000,0.434
34,mlp.experts.39.gate_proj,0.21743482,0.01000,0.436
34,mlp.experts.40.gate_proj,0.73125345,0.01000,0.441
34,mlp.experts.41.gate_proj,0.84598124,0.01000,0.437
34,mlp.experts.42.gate_proj,0.00471730,0.01000,0.436
34,mlp.experts.43.gate_proj,0.46886158,0.01000,0.437
34,mlp.experts.44.gate_proj,0.00000590,0.01000,0.437
34,mlp.experts.45.gate_proj,0.85496432,0.01000,0.438
34,mlp.experts.46.gate_proj,0.00133237,0.01000,0.438
34,mlp.experts.47.gate_proj,0.15289158,0.01000,0.439
34,mlp.experts.48.gate_proj,1.31991053,0.01000,0.440
34,mlp.experts.49.gate_proj,0.00104726,0.01000,0.439
34,mlp.experts.50.gate_proj,0.54447436,0.01000,0.443
34,mlp.experts.51.gate_proj,0.06302571,0.01000,0.440
34,mlp.experts.52.gate_proj,1.00959349,0.01000,0.440
34,mlp.experts.53.gate_proj,0.00002318,0.01000,0.440
34,mlp.experts.54.gate_proj,0.02033213,0.01000,0.440
34,mlp.experts.55.gate_proj,2.30461979,0.01000,0.438
34,mlp.experts.56.gate_proj,0.49013221,0.01000,0.438
34,mlp.experts.57.gate_proj,0.19043052,0.01000,0.438
34,mlp.experts.58.gate_proj,0.25166979,0.01000,0.441
34,mlp.experts.59.gate_proj,0.01572539,0.01000,0.439
34,mlp.experts.60.gate_proj,0.00018812,0.01000,0.438
34,mlp.experts.61.gate_proj,0.31008285,0.01000,0.438
34,mlp.experts.62.gate_proj,1.00818753,0.01000,0.438
34,mlp.experts.63.gate_proj,0.14385325,0.01000,0.438
34,mlp.experts.64.gate_proj,0.98930860,0.01000,0.438
34,mlp.experts.65.gate_proj,0.09674559,0.01000,0.438
34,mlp.experts.66.gate_proj,0.49940544,0.01000,0.440
34,mlp.experts.67.gate_proj,0.01172106,0.01000,0.438
34,mlp.experts.68.gate_proj,2.57734537,0.01000,0.442
34,mlp.experts.69.gate_proj,2.42272377,0.01000,0.438
34,mlp.experts.70.gate_proj,0.51418245,0.01000,0.438
34,mlp.experts.71.gate_proj,4.17973948,0.01000,0.439
34,mlp.experts.72.gate_proj,0.00079685,0.01000,0.438
34,mlp.experts.73.gate_proj,0.88207734,0.01000,0.442
34,mlp.experts.74.gate_proj,0.62601352,0.01000,0.439
34,mlp.experts.75.gate_proj,0.06719687,0.01000,0.439
34,mlp.experts.76.gate_proj,0.57639569,0.01000,0.439
34,mlp.experts.77.gate_proj,0.00141859,0.01000,0.442
34,mlp.experts.78.gate_proj,1.25696659,0.01000,0.437
34,mlp.experts.79.gate_proj,0.00000188,0.01000,0.438
34,mlp.experts.80.gate_proj,0.45437780,0.01000,0.453
34,mlp.experts.81.gate_proj,0.00486173,0.01000,0.441
34,mlp.experts.82.gate_proj,1.04112005,0.01000,0.456
34,mlp.experts.83.gate_proj,0.52716732,0.01000,0.439
34,mlp.experts.84.gate_proj,0.03770712,0.01000,0.443
34,mlp.experts.85.gate_proj,1.40662146,0.01000,0.445
34,mlp.experts.86.gate_proj,0.14144540,0.01000,0.449
34,mlp.experts.87.gate_proj,0.05738294,0.01000,0.445
34,mlp.experts.88.gate_proj,0.39109075,0.01000,0.445
34,mlp.experts.89.gate_proj,0.00039291,0.01000,0.446
34,mlp.experts.90.gate_proj,1.99912107,0.01000,0.446
34,mlp.experts.91.gate_proj,0.99234295,0.01000,0.445
34,mlp.experts.92.gate_proj,0.08883944,0.01000,0.445
34,mlp.experts.93.gate_proj,0.00001879,0.01000,0.445
34,mlp.experts.94.gate_proj,3.48502731,0.01000,0.446
34,mlp.experts.95.gate_proj,0.71664417,0.01000,0.447
34,mlp.experts.96.gate_proj,0.13747376,0.01000,0.445
34,mlp.experts.97.gate_proj,0.25542074,0.01000,0.445
34,mlp.experts.98.gate_proj,1.25628257,0.01000,0.446
34,mlp.experts.99.gate_proj,0.26962173,0.01000,0.446
34,mlp.experts.100.gate_proj,0.01732818,0.01000,0.445
34,mlp.experts.101.gate_proj,0.13804059,0.01000,0.445
34,mlp.experts.102.gate_proj,0.02553469,0.01000,0.446
34,mlp.experts.103.gate_proj,1.06417751,0.01000,0.446
34,mlp.experts.104.gate_proj,0.00704360,0.01000,0.445
34,mlp.experts.105.gate_proj,0.37563521,0.01000,0.444
34,mlp.experts.106.gate_proj,0.00006531,0.01000,0.444
34,mlp.experts.107.gate_proj,0.63973314,0.01000,0.447
34,mlp.experts.108.gate_proj,0.38266912,0.01000,0.445
34,mlp.experts.109.gate_proj,0.24498667,0.01000,0.445
34,mlp.experts.110.gate_proj,0.53150928,0.01000,0.444
34,mlp.experts.111.gate_proj,0.13741416,0.01000,0.447
34,mlp.experts.112.gate_proj,0.57855988,0.01000,0.446
34,mlp.experts.113.gate_proj,0.27879548,0.01000,0.446
34,mlp.experts.114.gate_proj,0.00055478,0.01000,0.446
34,mlp.experts.115.gate_proj,0.00171348,0.01000,0.445
34,mlp.experts.116.gate_proj,0.03491849,0.01000,0.446
34,mlp.experts.117.gate_proj,0.00002684,0.01000,0.448
34,mlp.experts.118.gate_proj,0.00522249,0.01000,0.448
34,mlp.experts.119.gate_proj,0.46180952,0.01000,0.443
34,mlp.experts.120.gate_proj,1.19685435,0.01000,0.446
34,mlp.experts.121.gate_proj,0.03044366,0.01000,0.447
34,mlp.experts.122.gate_proj,0.00101056,0.01000,0.447
34,mlp.experts.123.gate_proj,0.51054704,0.01000,0.442
34,mlp.experts.124.gate_proj,0.84802681,0.01000,0.444
34,mlp.experts.125.gate_proj,0.00098709,0.01000,0.442
34,mlp.experts.126.gate_proj,3.97306442,0.01000,0.445
34,mlp.experts.127.gate_proj,0.05422863,0.01000,0.443
34,mlp.experts.0.down_proj,0.00759446,0.01000,0.185
34,mlp.experts.1.down_proj,0.01497553,0.01000,0.165
34,mlp.experts.2.down_proj,0.20159131,0.01000,0.166
34,mlp.experts.3.down_proj,0.66519916,0.01000,0.165
34,mlp.experts.4.down_proj,0.14825565,0.01000,0.166
34,mlp.experts.5.down_proj,0.02015362,0.01000,0.166
34,mlp.experts.6.down_proj,0.79138398,0.01000,0.165
34,mlp.experts.7.down_proj,0.02454942,0.01000,0.167
34,mlp.experts.8.down_proj,0.00506085,0.01000,0.166
34,mlp.experts.9.down_proj,3.09347630,0.01000,0.166
34,mlp.experts.10.down_proj,0.14421856,0.01000,0.166
34,mlp.experts.11.down_proj,0.00000359,0.01000,0.166
34,mlp.experts.12.down_proj,0.01855409,0.01000,0.166
34,mlp.experts.13.down_proj,3.87821293,0.01000,0.166
34,mlp.experts.14.down_proj,0.14797831,0.01000,0.167
34,mlp.experts.15.down_proj,0.02366476,0.01000,0.168
34,mlp.experts.16.down_proj,9.26916122,0.01000,0.168
34,mlp.experts.17.down_proj,0.00190124,0.01000,0.168
34,mlp.experts.18.down_proj,0.35261592,0.01000,0.168
34,mlp.experts.19.down_proj,1.71315324,0.01000,0.169
34,mlp.experts.20.down_proj,0.02431568,0.01000,0.167
34,mlp.experts.21.down_proj,0.14727554,0.01000,0.167
34,mlp.experts.22.down_proj,0.01043545,0.01000,0.167
34,mlp.experts.23.down_proj,0.21569373,0.01000,0.167
34,mlp.experts.24.down_proj,0.00007327,0.01000,0.168
34,mlp.experts.25.down_proj,0.09295781,0.01000,0.183
34,mlp.experts.26.down_proj,0.73988318,0.01000,0.168
34,mlp.experts.27.down_proj,2.21909881,0.01000,0.168
34,mlp.experts.28.down_proj,0.00067421,0.01000,0.168
34,mlp.experts.29.down_proj,0.00862841,0.01000,0.181
34,mlp.experts.30.down_proj,0.31106940,0.01000,0.168
34,mlp.experts.31.down_proj,5.22034073,0.01000,0.168
34,mlp.experts.32.down_proj,0.04416603,0.01000,0.169
34,mlp.experts.33.down_proj,0.81779212,0.01000,0.171
34,mlp.experts.34.down_proj,0.00101443,0.01000,0.168
34,mlp.experts.35.down_proj,0.36180025,0.01000,0.169
34,mlp.experts.36.down_proj,0.73590124,0.01000,0.169
34,mlp.experts.37.down_proj,0.04431297,0.01000,0.171
34,mlp.experts.38.down_proj,0.00003296,0.01000,0.172
34,mlp.experts.39.down_proj,0.07002403,0.01000,0.169
34,mlp.experts.40.down_proj,0.21130490,0.01000,0.169
34,mlp.experts.41.down_proj,1.08774662,0.01000,0.168
34,mlp.experts.42.down_proj,0.00134663,0.01000,0.168
34,mlp.experts.43.down_proj,0.15816848,0.01000,0.169
34,mlp.experts.44.down_proj,0.00000183,0.01000,0.169
34,mlp.experts.45.down_proj,1.07500768,0.01000,0.169
34,mlp.experts.46.down_proj,0.00119141,0.01000,0.169
34,mlp.experts.47.down_proj,0.29448944,0.01000,0.169
34,mlp.experts.48.down_proj,1.21008050,0.01000,0.169
34,mlp.experts.49.down_proj,0.00114618,0.01000,0.169
34,mlp.experts.50.down_proj,0.09681609,0.01000,0.171
34,mlp.experts.51.down_proj,0.00687329,0.01000,0.171
34,mlp.experts.52.down_proj,0.40717530,0.01000,0.171
34,mlp.experts.53.down_proj,0.00002037,0.01000,0.171
34,mlp.experts.54.down_proj,0.00571296,0.01000,0.171
34,mlp.experts.55.down_proj,4.42204666,0.01000,0.172
34,mlp.experts.56.down_proj,0.85326362,0.01000,0.172
34,mlp.experts.57.down_proj,0.18049966,0.01000,0.173
34,mlp.experts.58.down_proj,0.09834567,0.01000,0.171
34,mlp.experts.59.down_proj,0.00605754,0.01000,0.171
34,mlp.experts.60.down_proj,0.00007768,0.01000,0.171
34,mlp.experts.61.down_proj,0.23670746,0.01000,0.173
34,mlp.experts.62.down_proj,0.33834797,0.01000,0.169
34,mlp.experts.63.down_proj,0.02750850,0.01000,0.168
34,mlp.experts.64.down_proj,0.27358767,0.01000,0.168
34,mlp.experts.65.down_proj,0.03810310,0.01000,0.168
34,mlp.experts.66.down_proj,0.60721284,0.01000,0.168
34,mlp.experts.67.down_proj,0.00266745,0.01000,0.168
34,mlp.experts.68.down_proj,4.21440506,0.01000,0.168
34,mlp.experts.69.down_proj,0.69241846,0.01000,0.168
34,mlp.experts.70.down_proj,0.07688834,0.01000,0.168
34,mlp.experts.71.down_proj,3.66830826,0.01000,0.169
34,mlp.experts.72.down_proj,0.00030203,0.01000,0.169
34,mlp.experts.73.down_proj,0.82004476,0.01000,0.169
34,mlp.experts.74.down_proj,0.45246983,0.01000,0.168
34,mlp.experts.75.down_proj,0.01473583,0.01000,0.168
34,mlp.experts.76.down_proj,0.12925813,0.01000,0.168
34,mlp.experts.77.down_proj,0.00046514,0.01000,0.168
34,mlp.experts.78.down_proj,2.34642053,0.01000,0.168
34,mlp.experts.79.down_proj,0.00000042,0.01000,0.168
34,mlp.experts.80.down_proj,0.17828770,0.01000,0.169
34,mlp.experts.81.down_proj,0.00286892,0.01000,0.169
34,mlp.experts.82.down_proj,1.52527666,0.01000,0.171
34,mlp.experts.83.down_proj,0.20464666,0.01000,0.169
34,mlp.experts.84.down_proj,0.00451266,0.01000,0.169
34,mlp.experts.85.down_proj,1.27920902,0.01000,0.169
34,mlp.experts.86.down_proj,0.05863700,0.01000,0.169
34,mlp.experts.87.down_proj,0.05377017,0.01000,0.171
34,mlp.experts.88.down_proj,0.10079703,0.01000,0.169
34,mlp.experts.89.down_proj,0.00008346,0.01000,0.173
34,mlp.experts.90.down_proj,2.55199933,0.01000,0.170
34,mlp.experts.91.down_proj,0.21696919,0.01000,0.172
34,mlp.experts.92.down_proj,0.01467438,0.01000,0.171
34,mlp.experts.93.down_proj,0.00000607,0.01000,0.171
34,mlp.experts.94.down_proj,4.36840343,0.01000,0.170
34,mlp.experts.95.down_proj,0.33460817,0.01000,0.169
34,mlp.experts.96.down_proj,0.03248839,0.01000,0.170
34,mlp.experts.97.down_proj,0.07104193,0.01000,0.169
34,mlp.experts.98.down_proj,0.44149604,0.01000,0.170
34,mlp.experts.99.down_proj,0.08894131,0.01000,0.169
34,mlp.experts.100.down_proj,0.01240056,0.01000,0.171
34,mlp.experts.101.down_proj,0.04711167,0.01000,0.168
34,mlp.experts.102.down_proj,0.00490719,0.01000,0.169
34,mlp.experts.103.down_proj,2.29767704,0.01000,0.169
34,mlp.experts.104.down_proj,0.00215467,0.01000,0.169
34,mlp.experts.105.down_proj,0.28485930,0.01000,0.168
34,mlp.experts.106.down_proj,0.00002320,0.01000,0.168
34,mlp.experts.107.down_proj,0.18848205,0.01000,0.170
34,mlp.experts.108.down_proj,0.14433807,0.01000,0.171
34,mlp.experts.109.down_proj,0.11089133,0.01000,0.169
34,mlp.experts.110.down_proj,0.15465906,0.01000,0.168
34,mlp.experts.111.down_proj,0.31002331,0.01000,0.168
34,mlp.experts.112.down_proj,0.15091616,0.01000,0.168
34,mlp.experts.113.down_proj,0.14464714,0.01000,0.169
34,mlp.experts.114.down_proj,0.00007961,0.01000,0.168
34,mlp.experts.115.down_proj,0.00049846,0.01000,0.169
34,mlp.experts.116.down_proj,0.01216986,0.01000,0.168
34,mlp.experts.117.down_proj,0.00000810,0.01000,0.170
34,mlp.experts.118.down_proj,0.00105124,0.01000,0.169
34,mlp.experts.119.down_proj,0.20553201,0.01000,0.173
34,mlp.experts.120.down_proj,1.78672266,0.01000,0.169
34,mlp.experts.121.down_proj,0.00411681,0.01000,0.170
34,mlp.experts.122.down_proj,0.00035859,0.01000,0.169
34,mlp.experts.123.down_proj,0.46889549,0.01000,0.170
34,mlp.experts.124.down_proj,0.33572289,0.01000,0.170
34,mlp.experts.125.down_proj,0.00085511,0.01000,0.170
34,mlp.experts.126.down_proj,5.13153458,0.01000,0.170
34,mlp.experts.127.down_proj,0.08605260,0.01000,0.170
35,self_attn.q_proj,0.37480819,0.01000,0.445
35,self_attn.k_proj,0.04206464,0.01000,0.439
35,self_attn.v_proj,0.06048038,0.01000,0.438
35,self_attn.o_proj,0.03896659,0.01000,0.890
35,mlp.experts.0.up_proj,0.41031572,0.01000,0.476
35,mlp.experts.1.up_proj,0.18577462,0.01000,0.450
35,mlp.experts.2.up_proj,0.17754020,0.01000,0.436
35,mlp.experts.3.up_proj,5.49221087,0.01000,0.446
35,mlp.experts.4.up_proj,0.34669769,0.01000,0.435
35,mlp.experts.5.up_proj,0.12705620,0.01000,0.440
35,mlp.experts.6.up_proj,0.04319194,0.01000,0.441
35,mlp.experts.7.up_proj,2.29099584,0.01000,0.438
35,mlp.experts.8.up_proj,0.86389464,0.01000,0.439
35,mlp.experts.9.up_proj,0.25102791,0.01000,0.436
35,mlp.experts.10.up_proj,0.00121871,0.01000,0.438
35,mlp.experts.11.up_proj,0.01144050,0.01000,0.438
35,mlp.experts.12.up_proj,0.37510082,0.01000,0.436
35,mlp.experts.13.up_proj,0.53598237,0.01000,0.435
35,mlp.experts.14.up_proj,2.09855294,0.01000,0.439
35,mlp.experts.15.up_proj,0.06239181,0.01000,0.437
35,mlp.experts.16.up_proj,0.78656912,0.01000,0.436
35,mlp.experts.17.up_proj,0.02771904,0.01000,0.436
35,mlp.experts.18.up_proj,1.06302333,0.01000,0.438
35,mlp.experts.19.up_proj,0.00462488,0.01000,0.441
35,mlp.experts.20.up_proj,0.92934060,0.01000,0.438
35,mlp.experts.21.up_proj,0.35696435,0.01000,0.437
35,mlp.experts.22.up_proj,0.17098185,0.01000,0.439
35,mlp.experts.23.up_proj,0.32232267,0.01000,0.441
35,mlp.experts.24.up_proj,0.33767956,0.01000,0.440
35,mlp.experts.25.up_proj,5.02085972,0.01000,0.442
35,mlp.experts.26.up_proj,1.09419084,0.01000,0.442
35,mlp.experts.27.up_proj,0.00030049,0.01000,0.442
35,mlp.experts.28.up_proj,0.25915420,0.01000,0.441
35,mlp.experts.29.up_proj,0.64290106,0.01000,0.442
35,mlp.experts.30.up_proj,0.55036837,0.01000,0.454
35,mlp.experts.31.up_proj,0.04296547,0.01000,0.453
35,mlp.experts.32.up_proj,0.04789339,0.01000,0.453
35,mlp.experts.33.up_proj,1.05620646,0.01000,0.454
35,mlp.experts.34.up_proj,0.00060836,0.01000,0.449
35,mlp.experts.35.up_proj,0.00017361,0.01000,0.437
35,mlp.experts.36.up_proj,0.26335886,0.01000,0.443
35,mlp.experts.37.up_proj,0.84652531,0.01000,0.439
35,mlp.experts.38.up_proj,0.00030825,0.01000,0.438
35,mlp.experts.39.up_proj,0.52335554,0.01000,0.436
35,mlp.experts.40.up_proj,0.13641332,0.01000,0.436
35,mlp.experts.41.up_proj,0.30830300,0.01000,0.437
35,mlp.experts.42.up_proj,0.52826166,0.01000,0.437
35,mlp.experts.43.up_proj,0.40507618,0.01000,0.436
35,mlp.experts.44.up_proj,0.00013648,0.01000,0.436
35,mlp.experts.45.up_proj,0.24028037,0.01000,0.436
35,mlp.experts.46.up_proj,0.36063144,0.01000,0.437
35,mlp.experts.47.up_proj,0.68926024,0.01000,0.437
35,mlp.experts.48.up_proj,0.26581639,0.01000,0.437
35,mlp.experts.49.up_proj,0.27950618,0.01000,0.436
35,mlp.experts.50.up_proj,0.46089727,0.01000,0.446
35,mlp.experts.51.up_proj,0.01537502,0.01000,0.437
35,mlp.experts.52.up_proj,4.02323437,0.01000,0.436
35,mlp.experts.53.up_proj,1.06503201,0.01000,0.437
35,mlp.experts.54.up_proj,1.73370898,0.01000,0.436
35,mlp.experts.55.up_proj,0.38282973,0.01000,0.438
35,mlp.experts.56.up_proj,2.55201983,0.01000,0.438
35,mlp.experts.57.up_proj,0.00004384,0.01000,0.441
35,mlp.experts.58.up_proj,0.65867037,0.01000,0.437
35,mlp.experts.59.up_proj,8.03640747,0.01000,0.440
35,mlp.experts.60.up_proj,0.61131352,0.01000,0.439
35,mlp.experts.61.up_proj,0.38158503,0.01000,0.436
35,mlp.experts.62.up_proj,0.04612857,0.01000,0.436
35,mlp.experts.63.up_proj,0.02389180,0.01000,0.436
35,mlp.experts.64.up_proj,0.24708214,0.01000,0.437
35,mlp.experts.65.up_proj,0.28065482,0.01000,0.436
35,mlp.experts.66.up_proj,0.00017084,0.01000,0.436
35,mlp.experts.67.up_proj,0.31269491,0.01000,0.437
35,mlp.experts.68.up_proj,0.91387177,0.01000,0.437
35,mlp.experts.69.up_proj,0.67260766,0.01000,0.437
35,mlp.experts.70.up_proj,0.01032818,0.01000,0.438
35,mlp.experts.71.up_proj,0.62371480,0.01000,0.438
35,mlp.experts.72.up_proj,0.15757643,0.01000,0.446
35,mlp.experts.73.up_proj,0.85537517,0.01000,0.448
35,mlp.experts.74.up_proj,0.00103958,0.01000,0.441
35,mlp.experts.75.up_proj,0.10409872,0.01000,0.442
35,mlp.experts.76.up_proj,0.03399933,0.01000,0.441
35,mlp.experts.77.up_proj,0.06158489,0.01000,0.442
35,mlp.experts.78.up_proj,0.48623696,0.01000,0.446
35,mlp.experts.79.up_proj,0.79106897,0.01000,0.441
35,mlp.experts.80.up_proj,0.00001435,0.01000,0.441
35,mlp.experts.81.up_proj,0.56028259,0.01000,0.437
35,mlp.experts.82.up_proj,0.03758408,0.01000,0.437
35,mlp.experts.83.up_proj,0.00003280,0.01000,0.437
35,mlp.experts.84.up_proj,0.01107151,0.01000,0.439
35,mlp.experts.85.up_proj,0.69254535,0.01000,0.439
35,mlp.experts.86.up_proj,0.46586043,0.01000,0.436
35,mlp.experts.87.up_proj,0.42908359,0.01000,0.439
35,mlp.experts.88.up_proj,0.00245316,0.01000,0.435
35,mlp.experts.89.up_proj,0.15868726,0.01000,0.440
35,mlp.experts.90.up_proj,1.94576418,0.01000,0.435
35,mlp.experts.91.up_proj,0.00001270,0.01000,0.437
35,mlp.experts.92.up_proj,0.50347757,0.01000,0.435
35,mlp.experts.93.up_proj,0.00009059,0.01000,0.434
35,mlp.experts.94.up_proj,0.41301036,0.01000,0.435
35,mlp.experts.95.up_proj,0.16311286,0.01000,0.437
35,mlp.experts.96.up_proj,2.33274269,0.01000,0.441
35,mlp.experts.97.up_proj,0.91593808,0.01000,0.434
35,mlp.experts.98.up_proj,0.99670619,0.01000,0.436
35,mlp.experts.99.up_proj,3.91157341,0.01000,0.437
35,mlp.experts.100.up_proj,0.20508784,0.01000,0.435
35,mlp.experts.101.up_proj,0.18491212,0.01000,0.436
35,mlp.experts.102.up_proj,0.16543004,0.01000,0.435
35,mlp.experts.103.up_proj,0.27835095,0.01000,0.436
35,mlp.experts.104.up_proj,0.01886752,0.01000,0.435
35,mlp.experts.105.up_proj,1.36133099,0.01000,0.443
35,mlp.experts.106.up_proj,0.00019343,0.01000,0.434
35,mlp.experts.107.up_proj,1.97924876,0.01000,0.435
35,mlp.experts.108.up_proj,0.04549329,0.01000,0.433
35,mlp.experts.109.up_proj,0.47774988,0.01000,0.433
35,mlp.experts.110.up_proj,0.00508974,0.01000,0.447
35,mlp.experts.111.up_proj,0.40768373,0.01000,0.432
35,mlp.experts.112.up_proj,0.00563662,0.01000,0.446
35,mlp.experts.113.up_proj,0.07875083,0.01000,0.434
35,mlp.experts.114.up_proj,0.10032428,0.01000,0.436
35,mlp.experts.115.up_proj,1.22407746,0.01000,0.435
35,mlp.experts.116.up_proj,0.35356745,0.01000,0.433
35,mlp.experts.117.up_proj,0.01600283,0.01000,0.434
35,mlp.experts.118.up_proj,0.00041801,0.01000,0.436
35,mlp.experts.119.up_proj,0.00000881,0.01000,0.435
35,mlp.experts.120.up_proj,0.11011026,0.01000,0.433
35,mlp.experts.121.up_proj,2.78731585,0.01000,0.432
35,mlp.experts.122.up_proj,0.47175434,0.01000,0.435
35,mlp.experts.123.up_proj,0.00013698,0.01000,0.435
35,mlp.experts.124.up_proj,0.19672883,0.01000,0.433
35,mlp.experts.125.up_proj,0.51311469,0.01000,0.433
35,mlp.experts.126.up_proj,0.31857538,0.01000,0.434
35,mlp.experts.127.up_proj,0.00012902,0.01000,0.433
35,mlp.experts.0.gate_proj,0.38862294,0.01000,0.433
35,mlp.experts.1.gate_proj,0.14738908,0.01000,0.434
35,mlp.experts.2.gate_proj,0.18864948,0.01000,0.433
35,mlp.experts.3.gate_proj,4.00098848,0.01000,0.435
35,mlp.experts.4.gate_proj,0.33526397,0.01000,0.434
35,mlp.experts.5.gate_proj,0.12448914,0.01000,0.440
35,mlp.experts.6.gate_proj,0.04395790,0.01000,0.431
35,mlp.experts.7.gate_proj,2.15698409,0.01000,0.432
35,mlp.experts.8.gate_proj,0.89410698,0.01000,0.431
35,mlp.experts.9.gate_proj,0.24180728,0.01000,0.431
35,mlp.experts.10.gate_proj,0.00108873,0.01000,0.432
35,mlp.experts.11.gate_proj,0.01181149,0.01000,0.431
35,mlp.experts.12.gate_proj,0.36898798,0.01000,0.435
35,mlp.experts.13.gate_proj,0.52608502,0.01000,0.432
35,mlp.experts.14.gate_proj,2.04126549,0.01000,0.432
35,mlp.experts.15.gate_proj,0.06357528,0.01000,0.436
35,mlp.experts.16.gate_proj,0.95121729,0.01000,0.435
35,mlp.experts.17.gate_proj,0.02850314,0.01000,0.435
35,mlp.experts.18.gate_proj,0.63609242,0.01000,0.435
35,mlp.experts.19.gate_proj,0.00414482,0.01000,0.433
35,mlp.experts.20.gate_proj,0.82272863,0.01000,0.436
35,mlp.experts.21.gate_proj,0.35243675,0.01000,0.434
35,mlp.experts.22.gate_proj,0.15884110,0.01000,0.429
35,mlp.experts.23.gate_proj,0.24967110,0.01000,0.435
35,mlp.experts.24.gate_proj,0.30537850,0.01000,0.430
35,mlp.experts.25.gate_proj,7.01620102,0.01000,0.432
35,mlp.experts.26.gate_proj,0.89751029,0.01000,0.432
35,mlp.experts.27.gate_proj,0.00029584,0.01000,0.441
35,mlp.experts.28.gate_proj,0.23192553,0.01000,0.436
35,mlp.experts.29.gate_proj,0.61161506,0.01000,0.435
35,mlp.experts.30.gate_proj,0.52825290,0.01000,0.435
35,mlp.experts.31.gate_proj,0.03904095,0.01000,0.436
35,mlp.experts.32.gate_proj,0.04682745,0.01000,0.435
35,mlp.experts.33.gate_proj,1.02610672,0.01000,0.435
35,mlp.experts.34.gate_proj,0.00058373,0.01000,0.434
35,mlp.experts.35.gate_proj,0.00016031,0.01000,0.431
35,mlp.experts.36.gate_proj,0.18474355,0.01000,0.435
35,mlp.experts.37.gate_proj,0.81870234,0.01000,0.436
35,mlp.experts.38.gate_proj,0.00030096,0.01000,0.436
35,mlp.experts.39.gate_proj,0.50431150,0.01000,0.438
35,mlp.experts.40.gate_proj,0.13311493,0.01000,0.438
35,mlp.experts.41.gate_proj,0.30613604,0.01000,0.437
35,mlp.experts.42.gate_proj,0.48998815,0.01000,0.438
35,mlp.experts.43.gate_proj,0.39689517,0.01000,0.437
35,mlp.experts.44.gate_proj,0.00012236,0.01000,0.437
35,mlp.experts.45.gate_proj,0.23413906,0.01000,0.437
35,mlp.experts.46.gate_proj,0.31750861,0.01000,0.437
35,mlp.experts.47.gate_proj,0.57461739,0.01000,0.436
35,mlp.experts.48.gate_proj,0.25587475,0.01000,0.436
35,mlp.experts.49.gate_proj,0.25640628,0.01000,0.436
35,mlp.experts.50.gate_proj,0.43117064,0.01000,0.436
35,mlp.experts.51.gate_proj,0.01491101,0.01000,0.437
35,mlp.experts.52.gate_proj,3.73424125,0.01000,0.436
35,mlp.experts.53.gate_proj,1.07291746,0.01000,0.438
35,mlp.experts.54.gate_proj,1.49024785,0.01000,0.437
35,mlp.experts.55.gate_proj,0.38968533,0.01000,0.437
35,mlp.experts.56.gate_proj,2.41118932,0.01000,0.437
35,mlp.experts.57.gate_proj,0.00003843,0.01000,0.437
35,mlp.experts.58.gate_proj,0.70452726,0.01000,0.436
35,mlp.experts.59.gate_proj,5.46321344,0.01000,0.433
35,mlp.experts.60.gate_proj,0.60618305,0.01000,0.437
35,mlp.experts.61.gate_proj,0.32165730,0.01000,0.433
35,mlp.experts.62.gate_proj,0.04710333,0.01000,0.433
35,mlp.experts.63.gate_proj,0.02172665,0.01000,0.433
35,mlp.experts.64.gate_proj,0.23944344,0.01000,0.433
35,mlp.experts.65.gate_proj,0.27889550,0.01000,0.433
35,mlp.experts.66.gate_proj,0.00017920,0.01000,0.435
35,mlp.experts.67.gate_proj,0.21509215,0.01000,0.436
35,mlp.experts.68.gate_proj,0.96005052,0.01000,0.435
35,mlp.experts.69.gate_proj,0.64087224,0.01000,0.439
35,mlp.experts.70.gate_proj,0.01018022,0.01000,0.438
35,mlp.experts.71.gate_proj,0.62218773,0.01000,0.434
35,mlp.experts.72.gate_proj,0.15224445,0.01000,0.435
35,mlp.experts.73.gate_proj,0.57288504,0.01000,0.435
35,mlp.experts.74.gate_proj,0.00094505,0.01000,0.435
35,mlp.experts.75.gate_proj,0.10420655,0.01000,0.435
35,mlp.experts.76.gate_proj,0.03667212,0.01000,0.435
35,mlp.experts.77.gate_proj,0.06297933,0.01000,0.436
35,mlp.experts.78.gate_proj,0.48894799,0.01000,0.436
35,mlp.experts.79.gate_proj,0.78861111,0.01000,0.439
35,mlp.experts.80.gate_proj,0.00001299,0.01000,0.437
35,mlp.experts.81.gate_proj,0.56464368,0.01000,0.440
35,mlp.experts.82.gate_proj,0.03710891,0.01000,0.436
35,mlp.experts.83.gate_proj,0.00003385,0.01000,0.435
35,mlp.experts.84.gate_proj,0.01098035,0.01000,0.435
35,mlp.experts.85.gate_proj,0.65784705,0.01000,0.434
35,mlp.experts.86.gate_proj,0.44716263,0.01000,0.441
35,mlp.experts.87.gate_proj,0.43386853,0.01000,0.450
35,mlp.experts.88.gate_proj,0.00225405,0.01000,0.450
35,mlp.experts.89.gate_proj,0.14421973,0.01000,0.436
35,mlp.experts.90.gate_proj,1.12575102,0.01000,0.437
35,mlp.experts.91.gate_proj,0.00001177,0.01000,0.442
35,mlp.experts.92.gate_proj,0.52630699,0.01000,0.439
35,mlp.experts.93.gate_proj,0.00007940,0.01000,0.441
35,mlp.experts.94.gate_proj,0.41776571,0.01000,0.439
35,mlp.experts.95.gate_proj,0.17137317,0.01000,0.439
35,mlp.experts.96.gate_proj,2.26021147,0.01000,0.439
35,mlp.experts.97.gate_proj,0.79063308,0.01000,0.439
35,mlp.experts.98.gate_proj,0.87965184,0.01000,0.438
35,mlp.experts.99.gate_proj,3.77553320,0.01000,0.437
35,mlp.experts.100.gate_proj,0.20574464,0.01000,0.438
35,mlp.experts.101.gate_proj,0.17745334,0.01000,0.443
35,mlp.experts.102.gate_proj,0.17715925,0.01000,0.443
35,mlp.experts.103.gate_proj,0.25506806,0.01000,0.443
35,mlp.experts.104.gate_proj,0.01920040,0.01000,0.444
35,mlp.experts.105.gate_proj,1.29410982,0.01000,0.444
35,mlp.experts.106.gate_proj,0.00018217,0.01000,0.443
35,mlp.experts.107.gate_proj,1.92867494,0.01000,0.444
35,mlp.experts.108.gate_proj,0.04929632,0.01000,0.444
35,mlp.experts.109.gate_proj,0.44764620,0.01000,0.449
35,mlp.experts.110.gate_proj,0.00517968,0.01000,0.442
35,mlp.experts.111.gate_proj,0.40854478,0.01000,0.443
35,mlp.experts.112.gate_proj,0.00527262,0.01000,0.443
35,mlp.experts.113.gate_proj,0.07637523,0.01000,0.440
35,mlp.experts.114.gate_proj,0.09898278,0.01000,0.440
35,mlp.experts.115.gate_proj,1.17914176,0.01000,0.437
35,mlp.experts.116.gate_proj,0.33931926,0.01000,0.443
35,mlp.experts.117.gate_proj,0.01657750,0.01000,0.438
35,mlp.experts.118.gate_proj,0.00039758,0.01000,0.438
35,mlp.experts.119.gate_proj,0.00000762,0.01000,0.446
35,mlp.experts.120.gate_proj,0.11253895,0.01000,0.444
35,mlp.experts.121.gate_proj,2.79935956,0.01000,0.445
35,mlp.experts.122.gate_proj,0.39197946,0.01000,0.443
35,mlp.experts.123.gate_proj,0.00011814,0.01000,0.442
35,mlp.experts.124.gate_proj,0.22398186,0.01000,0.444
35,mlp.experts.125.gate_proj,0.46466300,0.01000,0.444
35,mlp.experts.126.gate_proj,0.29477131,0.01000,0.444
35,mlp.experts.127.gate_proj,0.00012022,0.01000,0.445
35,mlp.experts.0.down_proj,0.09243912,0.01000,0.188
35,mlp.experts.1.down_proj,0.11426817,0.01000,0.164
35,mlp.experts.2.down_proj,0.03172847,0.01000,0.164
35,mlp.experts.3.down_proj,2.31088448,0.01000,0.166
35,mlp.experts.4.down_proj,0.61168963,0.01000,0.165
35,mlp.experts.5.down_proj,0.08659028,0.01000,0.165
35,mlp.experts.6.down_proj,0.02768878,0.01000,0.165
35,mlp.experts.7.down_proj,1.72261047,0.01000,0.167
35,mlp.experts.8.down_proj,0.50406587,0.01000,0.165
35,mlp.experts.9.down_proj,0.13813177,0.01000,0.166
35,mlp.experts.10.down_proj,0.00100279,0.01000,0.166
35,mlp.experts.11.down_proj,0.00731155,0.01000,0.166
35,mlp.experts.12.down_proj,0.08001536,0.01000,0.166
35,mlp.experts.13.down_proj,0.15472995,0.01000,0.166
35,mlp.experts.14.down_proj,1.55310750,0.01000,0.171
35,mlp.experts.15.down_proj,0.02002447,0.01000,0.166
35,mlp.experts.16.down_proj,0.30067292,0.01000,0.179
35,mlp.experts.17.down_proj,0.00785049,0.01000,0.173
35,mlp.experts.18.down_proj,0.56485546,0.01000,0.167
35,mlp.experts.19.down_proj,0.00287978,0.01000,0.167
35,mlp.experts.20.down_proj,0.66236317,0.01000,0.166
35,mlp.experts.21.down_proj,0.09778896,0.01000,0.166
35,mlp.experts.22.down_proj,0.07582235,0.01000,0.166
35,mlp.experts.23.down_proj,0.26993528,0.01000,0.166
35,mlp.experts.24.down_proj,0.15691489,0.01000,0.166
35,mlp.experts.25.down_proj,7.52451944,0.01000,0.166
35,mlp.experts.26.down_proj,0.80262661,0.01000,0.167
35,mlp.experts.27.down_proj,0.00021746,0.01000,0.167
35,mlp.experts.28.down_proj,0.10296209,0.01000,0.168
35,mlp.experts.29.down_proj,0.19516955,0.01000,0.167
35,mlp.experts.30.down_proj,0.16450007,0.01000,0.167
35,mlp.experts.31.down_proj,0.02050578,0.01000,0.167
35,mlp.experts.32.down_proj,0.01788858,0.01000,0.166
35,mlp.experts.33.down_proj,0.30092186,0.01000,0.167
35,mlp.experts.34.down_proj,0.00019900,0.01000,0.168
35,mlp.experts.35.down_proj,0.00011292,0.01000,0.167
35,mlp.experts.36.down_proj,0.05751931,0.01000,0.166
35,mlp.experts.37.down_proj,0.29036933,0.01000,0.167
35,mlp.experts.38.down_proj,0.00009787,0.01000,0.167
35,mlp.experts.39.down_proj,0.17379613,0.01000,0.167
35,mlp.experts.40.down_proj,0.03243340,0.01000,0.169
35,mlp.experts.41.down_proj,0.06820786,0.01000,0.167
35,mlp.experts.42.down_proj,0.21316928,0.01000,0.167
35,mlp.experts.43.down_proj,0.08679446,0.01000,0.167
35,mlp.experts.44.down_proj,0.00004603,0.01000,0.166
35,mlp.experts.45.down_proj,0.12685874,0.01000,0.167
35,mlp.experts.46.down_proj,0.10202436,0.01000,0.167
35,mlp.experts.47.down_proj,0.26327360,0.01000,0.170
35,mlp.experts.48.down_proj,0.05594246,0.01000,0.167
35,mlp.experts.49.down_proj,0.11592871,0.01000,0.166
35,mlp.experts.50.down_proj,0.24175747,0.01000,0.182
35,mlp.experts.51.down_proj,0.00670567,0.01000,0.167
35,mlp.experts.52.down_proj,2.17026901,0.01000,0.168
35,mlp.experts.53.down_proj,0.72503066,0.01000,0.168
35,mlp.experts.54.down_proj,2.83553743,0.01000,0.181
35,mlp.experts.55.down_proj,0.20506978,0.01000,0.167
35,mlp.experts.56.down_proj,4.81163979,0.01000,0.167
35,mlp.experts.57.down_proj,0.00001245,0.01000,0.167
35,mlp.experts.58.down_proj,0.28267217,0.01000,0.167
35,mlp.experts.59.down_proj,10.70352936,0.01000,0.167
35,mlp.experts.60.down_proj,0.16427140,0.01000,0.168
35,mlp.experts.61.down_proj,0.17040443,0.01000,0.168
35,mlp.experts.62.down_proj,0.01180138,0.01000,0.168
35,mlp.experts.63.down_proj,0.01981507,0.01000,0.167
35,mlp.experts.64.down_proj,0.11370832,0.01000,0.167
35,mlp.experts.65.down_proj,0.15583788,0.01000,0.168
35,mlp.experts.66.down_proj,0.00003687,0.01000,0.167
35,mlp.experts.67.down_proj,0.09132289,0.01000,0.167
35,mlp.experts.68.down_proj,0.92832601,0.01000,0.167
35,mlp.experts.69.down_proj,0.22060862,0.01000,0.167
35,mlp.experts.70.down_proj,0.00439033,0.01000,0.171
35,mlp.experts.71.down_proj,0.17890529,0.01000,0.168
35,mlp.experts.72.down_proj,0.07530035,0.01000,0.167
35,mlp.experts.73.down_proj,0.23019040,0.01000,0.167
35,mlp.experts.74.down_proj,0.00061496,0.01000,0.167
35,mlp.experts.75.down_proj,0.06494273,0.01000,0.167
35,mlp.experts.76.down_proj,0.00536719,0.01000,0.167
35,mlp.experts.77.down_proj,0.03894298,0.01000,0.170
35,mlp.experts.78.down_proj,0.16285917,0.01000,0.170
35,mlp.experts.79.down_proj,0.64848900,0.01000,0.167
35,mlp.experts.80.down_proj,0.00000417,0.01000,0.167
35,mlp.experts.81.down_proj,0.37818867,0.01000,0.167
35,mlp.experts.82.down_proj,0.01129199,0.01000,0.169
35,mlp.experts.83.down_proj,0.00001297,0.01000,0.167
35,mlp.experts.84.down_proj,0.00812981,0.01000,0.165
35,mlp.experts.85.down_proj,0.18565595,0.01000,0.165
35,mlp.experts.86.down_proj,0.19498651,0.01000,0.165
35,mlp.experts.87.down_proj,0.18602690,0.01000,0.165
35,mlp.experts.88.down_proj,0.00171842,0.01000,0.166
35,mlp.experts.89.down_proj,0.05290188,0.01000,0.166
35,mlp.experts.90.down_proj,1.73383987,0.01000,0.166
35,mlp.experts.91.down_proj,0.00000322,0.01000,0.165
35,mlp.experts.92.down_proj,0.21544515,0.01000,0.165
35,mlp.experts.93.down_proj,0.00003824,0.01000,0.165
35,mlp.experts.94.down_proj,0.11969995,0.01000,0.165
35,mlp.experts.95.down_proj,0.06237272,0.01000,0.165
35,mlp.experts.96.down_proj,0.89393097,0.01000,0.170
35,mlp.experts.97.down_proj,0.33515123,0.01000,0.165
35,mlp.experts.98.down_proj,0.29933560,0.01000,0.165
35,mlp.experts.99.down_proj,3.06369424,0.01000,0.165
35,mlp.experts.100.down_proj,0.08644810,0.01000,0.165
35,mlp.experts.101.down_proj,0.04212965,0.01000,0.165
35,mlp.experts.102.down_proj,0.05535238,0.01000,0.166
35,mlp.experts.103.down_proj,0.83637816,0.01000,0.165
35,mlp.experts.104.down_proj,0.01448549,0.01000,0.165
35,mlp.experts.105.down_proj,0.39832219,0.01000,0.165
35,mlp.experts.106.down_proj,0.00007924,0.01000,0.165
35,mlp.experts.107.down_proj,0.66119909,0.01000,0.166
35,mlp.experts.108.down_proj,0.00992353,0.01000,0.166
35,mlp.experts.109.down_proj,0.09843957,0.01000,0.167
35,mlp.experts.110.down_proj,0.00201144,0.01000,0.165
35,mlp.experts.111.down_proj,0.15082254,0.01000,0.167
35,mlp.experts.112.down_proj,0.00255561,0.01000,0.171
35,mlp.experts.113.down_proj,0.03087882,0.01000,0.166
35,mlp.experts.114.down_proj,0.03802152,0.01000,0.166
35,mlp.experts.115.down_proj,0.41915697,0.01000,0.165
35,mlp.experts.116.down_proj,0.11882468,0.01000,0.166
35,mlp.experts.117.down_proj,0.00520548,0.01000,0.165
35,mlp.experts.118.down_proj,0.00017481,0.01000,0.165
35,mlp.experts.119.down_proj,0.00000235,0.01000,0.165
35,mlp.experts.120.down_proj,0.02092927,0.01000,0.165
35,mlp.experts.121.down_proj,1.61736226,0.01000,0.165
35,mlp.experts.122.down_proj,0.14726011,0.01000,0.167
35,mlp.experts.123.down_proj,0.00004351,0.01000,0.165
35,mlp.experts.124.down_proj,0.09038100,0.01000,0.165
35,mlp.experts.125.down_proj,0.64688003,0.01000,0.165
35,mlp.experts.126.down_proj,0.09844749,0.01000,0.168
35,mlp.experts.127.down_proj,0.00004968,0.01000,0.164
36,self_attn.q_proj,0.54293394,0.01000,0.452
36,self_attn.k_proj,0.06584442,0.01000,0.460
36,self_attn.v_proj,0.07706733,0.01000,0.445
36,self_attn.o_proj,0.05995756,0.01000,0.922
36,mlp.experts.0.up_proj,0.65285486,0.01000,0.469
36,mlp.experts.1.up_proj,0.04997794,0.01000,0.432
36,mlp.experts.2.up_proj,1.79832506,0.01000,0.433
36,mlp.experts.3.up_proj,0.00070220,0.01000,0.431
36,mlp.experts.4.up_proj,0.55022615,0.01000,0.432
36,mlp.experts.5.up_proj,0.00000673,0.01000,0.437
36,mlp.experts.6.up_proj,0.20641862,0.01000,0.436
36,mlp.experts.7.up_proj,0.36082458,0.01000,0.433
36,mlp.experts.8.up_proj,3.58413696,0.01000,0.433
36,mlp.experts.9.up_proj,1.03132236,0.01000,0.433
36,mlp.experts.10.up_proj,0.00704469,0.01000,0.434
36,mlp.experts.11.up_proj,0.03450781,0.01000,0.449
36,mlp.experts.12.up_proj,0.29399085,0.01000,0.448
36,mlp.experts.13.up_proj,0.00002604,0.01000,0.428
36,mlp.experts.14.up_proj,1.02785611,0.01000,0.436
36,mlp.experts.15.up_proj,0.47713518,0.01000,0.433
36,mlp.experts.16.up_proj,0.41678527,0.01000,0.433
36,mlp.experts.17.up_proj,0.44777831,0.01000,0.441
36,mlp.experts.18.up_proj,0.38472605,0.01000,0.438
36,mlp.experts.19.up_proj,0.00084736,0.01000,0.437
36,mlp.experts.20.up_proj,0.23421019,0.01000,0.433
36,mlp.experts.21.up_proj,5.91706276,0.01000,0.436
36,mlp.experts.22.up_proj,0.78574777,0.01000,0.434
36,mlp.experts.23.up_proj,0.25014812,0.01000,0.433
36,mlp.experts.24.up_proj,0.67727911,0.01000,0.433
36,mlp.experts.25.up_proj,0.49836907,0.01000,0.433
36,mlp.experts.26.up_proj,0.58588976,0.01000,0.434
36,mlp.experts.27.up_proj,0.71629012,0.01000,0.435
36,mlp.experts.28.up_proj,0.05070590,0.01000,0.443
36,mlp.experts.29.up_proj,0.33585986,0.01000,0.440
36,mlp.experts.30.up_proj,0.58203703,0.01000,0.434
36,mlp.experts.31.up_proj,0.07270873,0.01000,0.435
36,mlp.experts.32.up_proj,0.98386717,0.01000,0.435
36,mlp.experts.33.up_proj,0.25027099,0.01000,0.433
36,mlp.experts.34.up_proj,0.25147870,0.01000,0.434
36,mlp.experts.35.up_proj,0.66619718,0.01000,0.434
36,mlp.experts.36.up_proj,0.49834371,0.01000,0.432
36,mlp.experts.37.up_proj,0.04713371,0.01000,0.434
36,mlp.experts.38.up_proj,0.64026141,0.01000,0.434
36,mlp.experts.39.up_proj,0.24989238,0.01000,0.436
36,mlp.experts.40.up_proj,0.25023618,0.01000,0.436
36,mlp.experts.41.up_proj,1.78772283,0.01000,0.436
36,mlp.experts.42.up_proj,1.77174008,0.01000,0.444
36,mlp.experts.43.up_proj,0.45021915,0.01000,0.434
36,mlp.experts.44.up_proj,0.33088863,0.01000,0.434
36,mlp.experts.45.up_proj,0.02389390,0.01000,0.435
36,mlp.experts.46.up_proj,1.28664732,0.01000,0.436
36,mlp.experts.47.up_proj,0.04661423,0.01000,0.436
36,mlp.experts.48.up_proj,0.00002696,0.01000,0.434
36,mlp.experts.49.up_proj,0.14633840,0.01000,0.433
36,mlp.experts.50.up_proj,0.24492252,0.01000,0.434
36,mlp.experts.51.up_proj,0.14291255,0.01000,0.434
36,mlp.experts.52.up_proj,2.73293495,0.01000,0.434
36,mlp.experts.53.up_proj,0.79716587,0.01000,0.434
36,mlp.experts.54.up_proj,0.02432542,0.01000,0.434
36,mlp.experts.55.up_proj,0.00767006,0.01000,0.434
36,mlp.experts.56.up_proj,0.22861663,0.01000,0.441
36,mlp.experts.57.up_proj,0.10859845,0.01000,0.442
36,mlp.experts.58.up_proj,0.53061128,0.01000,0.433
36,mlp.experts.59.up_proj,0.00148010,0.01000,0.433
36,mlp.experts.60.up_proj,0.03751979,0.01000,0.433
36,mlp.experts.61.up_proj,0.49171925,0.01000,0.433
36,mlp.experts.62.up_proj,0.31614298,0.01000,0.432
36,mlp.experts.63.up_proj,0.52685237,0.01000,0.433
36,mlp.experts.64.up_proj,2.13660192,0.01000,0.432
36,mlp.experts.65.up_proj,4.87302971,0.01000,0.431
36,mlp.experts.66.up_proj,0.08565473,0.01000,0.431
36,mlp.experts.67.up_proj,0.36462539,0.01000,0.430
36,mlp.experts.68.up_proj,0.88910496,0.01000,0.430
36,mlp.experts.69.up_proj,1.19744539,0.01000,0.431
36,mlp.experts.70.up_proj,0.01531929,0.01000,0.430
36,mlp.experts.71.up_proj,0.06356172,0.01000,0.431
36,mlp.experts.72.up_proj,0.00027698,0.01000,0.431
36,mlp.experts.73.up_proj,2.86518097,0.01000,0.432
36,mlp.experts.74.up_proj,0.22852084,0.01000,0.433
36,mlp.experts.75.up_proj,0.28103137,0.01000,0.432
36,mlp.experts.76.up_proj,0.72936469,0.01000,0.431
36,mlp.experts.77.up_proj,0.05301068,0.01000,0.431
36,mlp.experts.78.up_proj,1.28076410,0.01000,0.431
36,mlp.experts.79.up_proj,0.49605405,0.01000,0.430
36,mlp.experts.80.up_proj,0.45261598,0.01000,0.432
36,mlp.experts.81.up_proj,0.00057383,0.01000,0.430
36,mlp.experts.82.up_proj,0.00554659,0.01000,0.429
36,mlp.experts.83.up_proj,0.02257698,0.01000,0.430
36,mlp.experts.84.up_proj,0.01469059,0.01000,0.431
36,mlp.experts.85.up_proj,1.06950307,0.01000,0.432
36,mlp.experts.86.up_proj,0.00024798,0.01000,0.432
36,mlp.experts.87.up_proj,1.33759415,0.01000,0.433
36,mlp.experts.88.up_proj,0.00000310,0.01000,0.432
36,mlp.experts.89.up_proj,1.13910770,0.01000,0.432
36,mlp.experts.90.up_proj,0.39289296,0.01000,0.432
36,mlp.experts.91.up_proj,0.21122518,0.01000,0.432
36,mlp.experts.92.up_proj,4.60819721,0.01000,0.432
36,mlp.experts.93.up_proj,0.00196229,0.01000,0.431
36,mlp.experts.94.up_proj,0.74392509,0.01000,0.433
36,mlp.experts.95.up_proj,0.14232607,0.01000,0.432
36,mlp.experts.96.up_proj,0.95777917,0.01000,0.431
36,mlp.experts.97.up_proj,1.18862820,0.01000,0.433
36,mlp.experts.98.up_proj,0.01742019,0.01000,0.433
36,mlp.experts.99.up_proj,0.85283929,0.01000,0.433
36,mlp.experts.100.up_proj,0.73402393,0.01000,0.432
36,mlp.experts.101.up_proj,0.10661118,0.01000,0.434
36,mlp.experts.102.up_proj,1.19120407,0.01000,0.433
36,mlp.experts.103.up_proj,1.09023464,0.01000,0.433
36,mlp.experts.104.up_proj,0.44226569,0.01000,0.433
36,mlp.experts.105.up_proj,0.18333593,0.01000,0.432
36,mlp.experts.106.up_proj,0.00023060,0.01000,0.433
36,mlp.experts.107.up_proj,0.64488018,0.01000,0.432
36,mlp.experts.108.up_proj,1.44905615,0.01000,0.434
36,mlp.experts.109.up_proj,0.00115736,0.01000,0.432
36,mlp.experts.110.up_proj,0.03475913,0.01000,0.431
36,mlp.experts.111.up_proj,0.25521281,0.01000,0.434
36,mlp.experts.112.up_proj,0.79066843,0.01000,0.433
36,mlp.experts.113.up_proj,0.00423299,0.01000,0.433
36,mlp.experts.114.up_proj,0.29962310,0.01000,0.433
36,mlp.experts.115.up_proj,0.29309201,0.01000,0.433
36,mlp.experts.116.up_proj,0.21178430,0.01000,0.433
36,mlp.experts.117.up_proj,0.34813619,0.01000,0.449
36,mlp.experts.118.up_proj,2.45121098,0.01000,0.434
36,mlp.experts.119.up_proj,0.00833213,0.01000,0.442
36,mlp.experts.120.up_proj,0.45294625,0.01000,0.435
36,mlp.experts.121.up_proj,0.40519232,0.01000,0.437
36,mlp.experts.122.up_proj,0.02979843,0.01000,0.432
36,mlp.experts.123.up_proj,0.54513985,0.01000,0.432
36,mlp.experts.124.up_proj,0.36397415,0.01000,0.433
36,mlp.experts.125.up_proj,0.02522253,0.01000,0.434
36,mlp.experts.126.up_proj,0.13745621,0.01000,0.433
36,mlp.experts.127.up_proj,2.41891384,0.01000,0.434
36,mlp.experts.0.gate_proj,0.60723352,0.01000,0.433
36,mlp.experts.1.gate_proj,0.05010814,0.01000,0.434
36,mlp.experts.2.gate_proj,1.66995561,0.01000,0.433
36,mlp.experts.3.gate_proj,0.00066476,0.01000,0.438
36,mlp.experts.4.gate_proj,0.54297656,0.01000,0.433
36,mlp.experts.5.gate_proj,0.00000592,0.01000,0.432
36,mlp.experts.6.gate_proj,0.20170587,0.01000,0.437
36,mlp.experts.7.gate_proj,0.37444308,0.01000,0.435
36,mlp.experts.8.gate_proj,3.46567202,0.01000,0.432
36,mlp.experts.9.gate_proj,0.98338830,0.01000,0.436
36,mlp.experts.10.gate_proj,0.00736082,0.01000,0.432
36,mlp.experts.11.gate_proj,0.03491824,0.01000,0.434
36,mlp.experts.12.gate_proj,0.27812868,0.01000,0.432
36,mlp.experts.13.gate_proj,0.00002384,0.01000,0.433
36,mlp.experts.14.gate_proj,0.97863984,0.01000,0.437
36,mlp.experts.15.gate_proj,0.46646982,0.01000,0.434
36,mlp.experts.16.gate_proj,0.41736510,0.01000,0.435
36,mlp.experts.17.gate_proj,0.43689167,0.01000,0.432
36,mlp.experts.18.gate_proj,0.38180658,0.01000,0.433
36,mlp.experts.19.gate_proj,0.00089505,0.01000,0.433
36,mlp.experts.20.gate_proj,0.23679042,0.01000,0.433
36,mlp.experts.21.gate_proj,4.11952305,0.01000,0.438
36,mlp.experts.22.gate_proj,0.74858582,0.01000,0.432
36,mlp.experts.23.gate_proj,0.24915068,0.01000,0.432
36,mlp.experts.24.gate_proj,0.81072402,0.01000,0.432
36,mlp.experts.25.gate_proj,0.47958708,0.01000,0.437
36,mlp.experts.26.gate_proj,0.57305396,0.01000,0.434
36,mlp.experts.27.gate_proj,0.71376032,0.01000,0.432
36,mlp.experts.28.gate_proj,0.05172785,0.01000,0.433
36,mlp.experts.29.gate_proj,0.30690709,0.01000,0.433
36,mlp.experts.30.gate_proj,0.59688532,0.01000,0.433
36,mlp.experts.31.gate_proj,0.06440951,0.01000,0.433
36,mlp.experts.32.gate_proj,0.97094297,0.01000,0.434
36,mlp.experts.33.gate_proj,0.24178761,0.01000,0.441
36,mlp.experts.34.gate_proj,0.25199917,0.01000,0.435
36,mlp.experts.35.gate_proj,0.64711839,0.01000,0.448
36,mlp.experts.36.gate_proj,0.47308737,0.01000,0.438
36,mlp.experts.37.gate_proj,0.04708941,0.01000,0.435
36,mlp.experts.38.gate_proj,0.59466213,0.01000,0.437
36,mlp.experts.39.gate_proj,0.26090121,0.01000,0.438
36,mlp.experts.40.gate_proj,0.25492823,0.01000,0.434
36,mlp.experts.41.gate_proj,1.77596807,0.01000,0.433
36,mlp.experts.42.gate_proj,1.65243292,0.01000,0.434
36,mlp.experts.43.gate_proj,0.42954496,0.01000,0.433
36,mlp.experts.44.gate_proj,0.32604191,0.01000,0.430
36,mlp.experts.45.gate_proj,0.02516439,0.01000,0.434
36,mlp.experts.46.gate_proj,1.16054237,0.01000,0.434
36,mlp.experts.47.gate_proj,0.04714175,0.01000,0.433
36,mlp.experts.48.gate_proj,0.00002453,0.01000,0.434
36,mlp.experts.49.gate_proj,0.14868471,0.01000,0.435
36,mlp.experts.50.gate_proj,0.24722105,0.01000,0.433
36,mlp.experts.51.gate_proj,0.12929899,0.01000,0.433
36,mlp.experts.52.gate_proj,2.92672586,0.01000,0.433
36,mlp.experts.53.gate_proj,0.78292930,0.01000,0.432
36,mlp.experts.54.gate_proj,0.02430921,0.01000,0.432
36,mlp.experts.55.gate_proj,0.00764325,0.01000,0.433
36,mlp.experts.56.gate_proj,0.21970983,0.01000,0.432
36,mlp.experts.57.gate_proj,0.10820021,0.01000,0.430
36,mlp.experts.58.gate_proj,0.49913117,0.01000,0.430
36,mlp.experts.59.gate_proj,0.00154607,0.01000,0.430
36,mlp.experts.60.gate_proj,0.03252544,0.01000,0.431
36,mlp.experts.61.gate_proj,0.47343555,0.01000,0.430
36,mlp.experts.62.gate_proj,0.31363991,0.01000,0.431
36,mlp.experts.63.gate_proj,0.50466657,0.01000,0.432
36,mlp.experts.64.gate_proj,2.05459785,0.01000,0.431
36,mlp.experts.65.gate_proj,4.75933647,0.01000,0.431
36,mlp.experts.66.gate_proj,0.07545255,0.01000,0.432
36,mlp.experts.67.gate_proj,0.36785048,0.01000,0.431
36,mlp.experts.68.gate_proj,0.73079586,0.01000,0.433
36,mlp.experts.69.gate_proj,1.17630827,0.01000,0.434
36,mlp.experts.70.gate_proj,0.01564691,0.01000,0.432
36,mlp.experts.71.gate_proj,0.05892022,0.01000,0.433
36,mlp.experts.72.gate_proj,0.00026972,0.01000,0.433
36,mlp.experts.73.gate_proj,2.76826501,0.01000,0.433
36,mlp.experts.74.gate_proj,0.21049316,0.01000,0.432
36,mlp.experts.75.gate_proj,0.26794940,0.01000,0.432
36,mlp.experts.76.gate_proj,0.67135537,0.01000,0.433
36,mlp.experts.77.gate_proj,0.05299926,0.01000,0.439
36,mlp.experts.78.gate_proj,1.22970796,0.01000,0.441
36,mlp.experts.79.gate_proj,0.45197153,0.01000,0.439
36,mlp.experts.80.gate_proj,0.41562375,0.01000,0.443
36,mlp.experts.81.gate_proj,0.00046904,0.01000,0.437
36,mlp.experts.82.gate_proj,0.00484663,0.01000,0.441
36,mlp.experts.83.gate_proj,0.01935239,0.01000,0.444
36,mlp.experts.84.gate_proj,0.01440792,0.01000,0.447
36,mlp.experts.85.gate_proj,1.06352353,0.01000,0.446
36,mlp.experts.86.gate_proj,0.00022017,0.01000,0.439
36,mlp.experts.87.gate_proj,1.20344830,0.01000,0.446
36,mlp.experts.88.gate_proj,0.00000266,0.01000,0.438
36,mlp.experts.89.gate_proj,0.92184389,0.01000,0.442
36,mlp.experts.90.gate_proj,0.38279718,0.01000,0.442
36,mlp.experts.91.gate_proj,0.21726689,0.01000,0.440
36,mlp.experts.92.gate_proj,4.70199442,0.01000,0.438
36,mlp.experts.93.gate_proj,0.00206405,0.01000,0.436
36,mlp.experts.94.gate_proj,0.40951079,0.01000,0.462
36,mlp.experts.95.gate_proj,0.13074778,0.01000,0.453
36,mlp.experts.96.gate_proj,0.90417570,0.01000,0.440
36,mlp.experts.97.gate_proj,1.13551855,0.01000,0.440
36,mlp.experts.98.gate_proj,0.01821061,0.01000,0.438
36,mlp.experts.99.gate_proj,0.63803548,0.01000,0.436
36,mlp.experts.100.gate_proj,0.68776846,0.01000,0.437
36,mlp.experts.101.gate_proj,0.11745961,0.01000,0.435
36,mlp.experts.102.gate_proj,1.15299404,0.01000,0.435
36,mlp.experts.103.gate_proj,1.00900126,0.01000,0.443
36,mlp.experts.104.gate_proj,0.42861083,0.01000,0.437
36,mlp.experts.105.gate_proj,0.22827625,0.01000,0.438
36,mlp.experts.106.gate_proj,0.00023579,0.01000,0.437
36,mlp.experts.107.gate_proj,0.60649812,0.01000,0.438
36,mlp.experts.108.gate_proj,1.24787188,0.01000,0.438
36,mlp.experts.109.gate_proj,0.00121137,0.01000,0.437
36,mlp.experts.110.gate_proj,0.03380204,0.01000,0.439
36,mlp.experts.111.gate_proj,0.25887540,0.01000,0.439
36,mlp.experts.112.gate_proj,0.73844850,0.01000,0.439
36,mlp.experts.113.gate_proj,0.00409905,0.01000,0.441
36,mlp.experts.114.gate_proj,0.28649700,0.01000,0.438
36,mlp.experts.115.gate_proj,0.28095353,0.01000,0.439
36,mlp.experts.116.gate_proj,0.20167020,0.01000,0.438
36,mlp.experts.117.gate_proj,0.36179253,0.01000,0.440
36,mlp.experts.118.gate_proj,2.42141604,0.01000,0.437
36,mlp.experts.119.gate_proj,0.00783336,0.01000,0.434
36,mlp.experts.120.gate_proj,0.41566169,0.01000,0.436
36,mlp.experts.121.gate_proj,0.39757299,0.01000,0.437
36,mlp.experts.122.gate_proj,0.02990839,0.01000,0.439
36,mlp.experts.123.gate_proj,0.50615543,0.01000,0.434
36,mlp.experts.124.gate_proj,0.34450078,0.01000,0.435
36,mlp.experts.125.gate_proj,0.02706037,0.01000,0.435
36,mlp.experts.126.gate_proj,0.12878990,0.01000,0.438
36,mlp.experts.127.gate_proj,2.22383428,0.01000,0.436
36,mlp.experts.0.down_proj,0.33307052,0.01000,0.183
36,mlp.experts.1.down_proj,0.04909711,0.01000,0.162
36,mlp.experts.2.down_proj,0.76946306,0.01000,0.168
36,mlp.experts.3.down_proj,0.00053306,0.01000,0.165
36,mlp.experts.4.down_proj,0.32222167,0.01000,0.162
36,mlp.experts.5.down_proj,0.00000105,0.01000,0.163
36,mlp.experts.6.down_proj,0.05343229,0.01000,0.163
36,mlp.experts.7.down_proj,0.31999078,0.01000,0.164
36,mlp.experts.8.down_proj,2.74895406,0.01000,0.164
36,mlp.experts.9.down_proj,1.41786098,0.01000,0.164
36,mlp.experts.10.down_proj,0.00043890,0.01000,0.165
36,mlp.experts.11.down_proj,0.00971540,0.01000,0.164
36,mlp.experts.12.down_proj,0.12177697,0.01000,0.164
36,mlp.experts.13.down_proj,0.00000766,0.01000,0.165
36,mlp.experts.14.down_proj,0.62348002,0.01000,0.164
36,mlp.experts.15.down_proj,0.41705781,0.01000,0.165
36,mlp.experts.16.down_proj,0.39554536,0.01000,0.165
36,mlp.experts.17.down_proj,0.16546963,0.01000,0.164
36,mlp.experts.18.down_proj,0.17195496,0.01000,0.165
36,mlp.experts.19.down_proj,0.00045195,0.01000,0.164
36,mlp.experts.20.down_proj,0.13311414,0.01000,0.164
36,mlp.experts.21.down_proj,1.96236312,0.01000,0.164
36,mlp.experts.22.down_proj,0.48138770,0.01000,0.166
36,mlp.experts.23.down_proj,0.31389499,0.01000,0.165
36,mlp.experts.24.down_proj,0.17666706,0.01000,0.166
36,mlp.experts.25.down_proj,0.18727805,0.01000,0.165
36,mlp.experts.26.down_proj,0.44436866,0.01000,0.167
36,mlp.experts.27.down_proj,0.22637275,0.01000,0.166
36,mlp.experts.28.down_proj,0.01509813,0.01000,0.170
36,mlp.experts.29.down_proj,0.20004983,0.01000,0.167
36,mlp.experts.30.down_proj,0.31866828,0.01000,0.165
36,mlp.experts.31.down_proj,0.02822005,0.01000,0.166
36,mlp.experts.32.down_proj,0.43070316,0.01000,0.165
36,mlp.experts.33.down_proj,0.14566574,0.01000,0.166
36,mlp.experts.34.down_proj,0.08117554,0.01000,0.165
36,mlp.experts.35.down_proj,1.40490913,0.01000,0.166
36,mlp.experts.36.down_proj,0.22444820,0.01000,0.166
36,mlp.experts.37.down_proj,0.01460952,0.01000,0.165
36,mlp.experts.38.down_proj,0.35381550,0.01000,0.170
36,mlp.experts.39.down_proj,0.42781281,0.01000,0.167
36,mlp.experts.40.down_proj,0.06434128,0.01000,0.166
36,mlp.experts.41.down_proj,1.14392400,0.01000,0.166
36,mlp.experts.42.down_proj,0.63596570,0.01000,0.166
36,mlp.experts.43.down_proj,0.19973171,0.01000,0.166
36,mlp.experts.44.down_proj,0.09271216,0.01000,0.167
36,mlp.experts.45.down_proj,0.00723983,0.01000,0.167
36,mlp.experts.46.down_proj,0.33562881,0.01000,0.168
36,mlp.experts.47.down_proj,0.01522617,0.01000,0.165
36,mlp.experts.48.down_proj,0.00001027,0.01000,0.166
36,mlp.experts.49.down_proj,0.02175387,0.01000,0.166
36,mlp.experts.50.down_proj,0.10035980,0.01000,0.165
36,mlp.experts.51.down_proj,0.07446046,0.01000,0.166
36,mlp.experts.52.down_proj,1.91715765,0.01000,0.166
36,mlp.experts.53.down_proj,0.39856875,0.01000,0.165
36,mlp.experts.54.down_proj,0.02367992,0.01000,0.165
36,mlp.experts.55.down_proj,0.00675092,0.01000,0.165
36,mlp.experts.56.down_proj,0.24382418,0.01000,0.165
36,mlp.experts.57.down_proj,0.08921809,0.01000,0.165
36,mlp.experts.58.down_proj,0.18393865,0.01000,0.166
36,mlp.experts.59.down_proj,0.00083156,0.01000,0.166
36,mlp.experts.60.down_proj,0.01982569,0.01000,0.179
36,mlp.experts.61.down_proj,0.09981492,0.01000,0.165
36,mlp.experts.62.down_proj,0.10274698,0.01000,0.167
36,mlp.experts.63.down_proj,0.21508807,0.01000,0.167
36,mlp.experts.64.down_proj,2.92902184,0.01000,0.166
36,mlp.experts.65.down_proj,4.83584166,0.01000,0.179
36,mlp.experts.66.down_proj,0.04060657,0.01000,0.165
36,mlp.experts.67.down_proj,0.22419208,0.01000,0.166
36,mlp.experts.68.down_proj,0.35065776,0.01000,0.165
36,mlp.experts.69.down_proj,0.76533437,0.01000,0.166
36,mlp.experts.70.down_proj,0.01781956,0.01000,0.166
36,mlp.experts.71.down_proj,0.05166669,0.01000,0.166
36,mlp.experts.72.down_proj,0.00033469,0.01000,0.166
36,mlp.experts.73.down_proj,3.17497635,0.01000,0.166
36,mlp.experts.74.down_proj,0.08870112,0.01000,0.166
36,mlp.experts.75.down_proj,0.07234707,0.01000,0.165
36,mlp.experts.76.down_proj,0.19482377,0.01000,0.165
36,mlp.experts.77.down_proj,0.05718711,0.01000,0.165
36,mlp.experts.78.down_proj,0.93345797,0.01000,0.168
36,mlp.experts.79.down_proj,0.50769639,0.01000,0.165
36,mlp.experts.80.down_proj,0.13641226,0.01000,0.165
36,mlp.experts.81.down_proj,0.00023978,0.01000,0.167
36,mlp.experts.82.down_proj,0.00323357,0.01000,0.167
36,mlp.experts.83.down_proj,0.02906393,0.01000,0.167
36,mlp.experts.84.down_proj,0.00452982,0.01000,0.166
36,mlp.experts.85.down_proj,0.66195458,0.01000,0.166
36,mlp.experts.86.down_proj,0.00010379,0.01000,0.166
36,mlp.experts.87.down_proj,0.34277260,0.01000,0.167
36,mlp.experts.88.down_proj,0.00000065,0.01000,0.168
36,mlp.experts.89.down_proj,0.97343338,0.01000,0.167
36,mlp.experts.90.down_proj,0.08410469,0.01000,0.166
36,mlp.experts.91.down_proj,0.12421506,0.01000,0.166
36,mlp.experts.92.down_proj,1.72196460,0.01000,0.166
36,mlp.experts.93.down_proj,0.00090539,0.01000,0.166
36,mlp.experts.94.down_proj,0.68394876,0.01000,0.166
36,mlp.experts.95.down_proj,0.05790582,0.01000,0.167
36,mlp.experts.96.down_proj,2.02114630,0.01000,0.166
36,mlp.experts.97.down_proj,0.48125204,0.01000,0.166
36,mlp.experts.98.down_proj,0.00349960,0.01000,0.167
36,mlp.experts.99.down_proj,0.74746644,0.01000,0.170
36,mlp.experts.100.down_proj,0.29713035,0.01000,0.167
36,mlp.experts.101.down_proj,0.01693421,0.01000,0.167
36,mlp.experts.102.down_proj,0.35251355,0.01000,0.167
36,mlp.experts.103.down_proj,0.45558465,0.01000,0.168
36,mlp.experts.104.down_proj,0.14948145,0.01000,0.168
36,mlp.experts.105.down_proj,0.16391687,0.01000,0.166
36,mlp.experts.106.down_proj,0.00005271,0.01000,0.167
36,mlp.experts.107.down_proj,0.52728957,0.01000,0.166
36,mlp.experts.108.down_proj,1.03409159,0.01000,0.167
36,mlp.experts.109.down_proj,0.00060778,0.01000,0.166
36,mlp.experts.110.down_proj,0.00869575,0.01000,0.167
36,mlp.experts.111.down_proj,0.16939962,0.01000,0.167
36,mlp.experts.112.down_proj,0.54713428,0.01000,0.167
36,mlp.experts.113.down_proj,0.00190990,0.01000,0.168
36,mlp.experts.114.down_proj,0.15976465,0.01000,0.167
36,mlp.experts.115.down_proj,0.09125646,0.01000,0.167
36,mlp.experts.116.down_proj,0.11095828,0.01000,0.167
36,mlp.experts.117.down_proj,0.15530282,0.01000,0.167
36,mlp.experts.118.down_proj,1.98011649,0.01000,0.170
36,mlp.experts.119.down_proj,0.00370464,0.01000,0.171
36,mlp.experts.120.down_proj,0.17643245,0.01000,0.169
36,mlp.experts.121.down_proj,0.13839968,0.01000,0.170
36,mlp.experts.122.down_proj,0.02757924,0.01000,0.170
36,mlp.experts.123.down_proj,0.27470130,0.01000,0.171
36,mlp.experts.124.down_proj,0.16044705,0.01000,0.167
36,mlp.experts.125.down_proj,0.01014083,0.01000,0.166
36,mlp.experts.126.down_proj,0.07471743,0.01000,0.166
36,mlp.experts.127.down_proj,2.29517412,0.01000,0.166
37,self_attn.q_proj,0.70708048,0.01000,0.458
37,self_attn.k_proj,0.08295751,0.01000,0.436
37,self_attn.v_proj,0.09895523,0.01000,0.438
37,self_attn.o_proj,0.07113869,0.01000,0.904
37,mlp.experts.0.up_proj,1.60571778,0.01000,0.478
37,mlp.experts.1.up_proj,1.12529325,0.01000,0.443
37,mlp.experts.2.up_proj,0.80052567,0.01000,0.430
37,mlp.experts.3.up_proj,0.00000551,0.01000,0.432
37,mlp.experts.4.up_proj,0.24208519,0.01000,0.434
37,mlp.experts.5.up_proj,0.00363495,0.01000,0.431
37,mlp.experts.6.up_proj,0.72578073,0.01000,0.430
37,mlp.experts.7.up_proj,0.01706975,0.01000,0.431
37,mlp.experts.8.up_proj,0.46388614,0.01000,0.432
37,mlp.experts.9.up_proj,0.00011242,0.01000,0.432
37,mlp.experts.10.up_proj,2.23326612,0.01000,0.430
37,mlp.experts.11.up_proj,0.05409155,0.01000,0.434
37,mlp.experts.12.up_proj,0.42553163,0.01000,0.431
37,mlp.experts.13.up_proj,0.01730095,0.01000,0.435
37,mlp.experts.14.up_proj,0.15838742,0.01000,0.431
37,mlp.experts.15.up_proj,0.42767948,0.01000,0.432
37,mlp.experts.16.up_proj,0.45537859,0.01000,0.430
37,mlp.experts.17.up_proj,0.00000685,0.01000,0.431
37,mlp.experts.18.up_proj,0.44196820,0.01000,0.434
37,mlp.experts.19.up_proj,0.59070992,0.01000,0.430
37,mlp.experts.20.up_proj,6.01960373,0.01000,0.437
37,mlp.experts.21.up_proj,0.38062036,0.01000,0.440
37,mlp.experts.22.up_proj,0.00000821,0.01000,0.430
37,mlp.experts.23.up_proj,0.21113375,0.01000,0.430
37,mlp.experts.24.up_proj,0.87069142,0.01000,0.430
37,mlp.experts.25.up_proj,0.11429814,0.01000,0.433
37,mlp.experts.26.up_proj,0.45577163,0.01000,0.432
37,mlp.experts.27.up_proj,0.13309188,0.01000,0.431
37,mlp.experts.28.up_proj,0.33859587,0.01000,0.431
37,mlp.experts.29.up_proj,0.40444630,0.01000,0.430
37,mlp.experts.30.up_proj,0.00275900,0.01000,0.431
37,mlp.experts.31.up_proj,0.06408830,0.01000,0.431
37,mlp.experts.32.up_proj,0.10210828,0.01000,0.434
37,mlp.experts.33.up_proj,2.96484756,0.01000,0.431
37,mlp.experts.34.up_proj,0.53003526,0.01000,0.432
37,mlp.experts.35.up_proj,0.01925199,0.01000,0.432
37,mlp.experts.36.up_proj,0.40169492,0.01000,0.436
37,mlp.experts.37.up_proj,0.34594297,0.01000,0.432
37,mlp.experts.38.up_proj,0.09823231,0.01000,0.430
37,mlp.experts.39.up_proj,0.00071029,0.01000,0.431
37,mlp.experts.40.up_proj,0.81304926,0.01000,0.435
37,mlp.experts.41.up_proj,0.74290025,0.01000,0.431
37,mlp.experts.42.up_proj,0.25896579,0.01000,0.430
37,mlp.experts.43.up_proj,0.00064337,0.01000,0.430
37,mlp.experts.44.up_proj,0.66177499,0.01000,0.431
37,mlp.experts.45.up_proj,2.68034744,0.01000,0.430
37,mlp.experts.46.up_proj,0.00000147,0.01000,0.431
37,mlp.experts.47.up_proj,3.71331882,0.01000,0.430
37,mlp.experts.48.up_proj,0.00097470,0.01000,0.430
37,mlp.experts.49.up_proj,0.83067322,0.01000,0.435
37,mlp.experts.50.up_proj,0.00088290,0.01000,0.431
37,mlp.experts.51.up_proj,0.00352352,0.01000,0.429
37,mlp.experts.52.up_proj,5.28258228,0.01000,0.430
37,mlp.experts.53.up_proj,0.04572433,0.01000,0.429
37,mlp.experts.54.up_proj,0.00014746,0.01000,0.429
37,mlp.experts.55.up_proj,0.63571799,0.01000,0.428
37,mlp.experts.56.up_proj,0.00000238,0.01000,0.427
37,mlp.experts.57.up_proj,0.76321793,0.01000,0.427
37,mlp.experts.58.up_proj,1.36125946,0.01000,0.428
37,mlp.experts.59.up_proj,0.36141628,0.01000,0.427
37,mlp.experts.60.up_proj,0.03497878,0.01000,0.430
37,mlp.experts.61.up_proj,6.29539967,0.01000,0.439
37,mlp.experts.62.up_proj,1.52627134,0.01000,0.428
37,mlp.experts.63.up_proj,0.07237566,0.01000,0.428
37,mlp.experts.64.up_proj,0.00000431,0.01000,0.429
37,mlp.experts.65.up_proj,0.73205876,0.01000,0.428
37,mlp.experts.66.up_proj,0.89431727,0.01000,0.431
37,mlp.experts.67.up_proj,2.45425129,0.01000,0.438
37,mlp.experts.68.up_proj,0.25547075,0.01000,0.429
37,mlp.experts.69.up_proj,0.00001389,0.01000,0.429
37,mlp.experts.70.up_proj,0.04140638,0.01000,0.429
37,mlp.experts.71.up_proj,0.41634530,0.01000,0.429
37,mlp.experts.72.up_proj,0.00078635,0.01000,0.429
37,mlp.experts.73.up_proj,0.83110607,0.01000,0.429
37,mlp.experts.74.up_proj,0.00095876,0.01000,0.433
37,mlp.experts.75.up_proj,0.94465101,0.01000,0.431
37,mlp.experts.76.up_proj,0.62373829,0.01000,0.429
37,mlp.experts.77.up_proj,0.59876913,0.01000,0.430
37,mlp.experts.78.up_proj,2.79659414,0.01000,0.430
37,mlp.experts.79.up_proj,1.15891886,0.01000,0.432
37,mlp.experts.80.up_proj,1.06094956,0.01000,0.445
37,mlp.experts.81.up_proj,2.08154941,0.01000,0.449
37,mlp.experts.82.up_proj,0.33214906,0.01000,0.443
37,mlp.experts.83.up_proj,0.43520305,0.01000,0.431
37,mlp.experts.84.up_proj,0.10785060,0.01000,0.432
37,mlp.experts.85.up_proj,0.06809078,0.01000,0.430
37,mlp.experts.86.up_proj,0.00119656,0.01000,0.429
37,mlp.experts.87.up_proj,1.17218804,0.01000,0.429
37,mlp.experts.88.up_proj,0.01425897,0.01000,0.428
37,mlp.experts.89.up_proj,0.17022201,0.01000,0.434
37,mlp.experts.90.up_proj,0.00334066,0.01000,0.433
37,mlp.experts.91.up_proj,0.79210681,0.01000,0.429
37,mlp.experts.92.up_proj,3.41292596,0.01000,0.433
37,mlp.experts.93.up_proj,3.50982785,0.01000,0.431
37,mlp.experts.94.up_proj,0.00003699,0.01000,0.433
37,mlp.experts.95.up_proj,0.91191173,0.01000,0.436
37,mlp.experts.96.up_proj,0.00007796,0.01000,0.434
37,mlp.experts.97.up_proj,0.04497199,0.01000,0.438
37,mlp.experts.98.up_proj,0.70666337,0.01000,0.430
37,mlp.experts.99.up_proj,1.02614999,0.01000,0.433
37,mlp.experts.100.up_proj,0.00012871,0.01000,0.431
37,mlp.experts.101.up_proj,1.54534566,0.01000,0.436
37,mlp.experts.102.up_proj,0.86162186,0.01000,0.434
37,mlp.experts.103.up_proj,0.55166125,0.01000,0.430
37,mlp.experts.104.up_proj,0.96186024,0.01000,0.431
37,mlp.experts.105.up_proj,0.43342507,0.01000,0.431
37,mlp.experts.106.up_proj,1.21690154,0.01000,0.429
37,mlp.experts.107.up_proj,0.29691362,0.01000,0.429
37,mlp.experts.108.up_proj,0.04897897,0.01000,0.429
37,mlp.experts.109.up_proj,0.76140654,0.01000,0.428
37,mlp.experts.110.up_proj,0.20962673,0.01000,0.429
37,mlp.experts.111.up_proj,0.00015942,0.01000,0.430
37,mlp.experts.112.up_proj,1.75862384,0.01000,0.434
37,mlp.experts.113.up_proj,0.53273219,0.01000,0.433
37,mlp.experts.114.up_proj,0.00104577,0.01000,0.432
37,mlp.experts.115.up_proj,0.51485634,0.01000,0.433
37,mlp.experts.116.up_proj,0.00000184,0.01000,0.434
37,mlp.experts.117.up_proj,0.20277122,0.01000,0.432
37,mlp.experts.118.up_proj,0.24435961,0.01000,0.432
37,mlp.experts.119.up_proj,0.12889601,0.01000,0.432
37,mlp.experts.120.up_proj,0.67625320,0.01000,0.432
37,mlp.experts.121.up_proj,0.68046415,0.01000,0.432
37,mlp.experts.122.up_proj,0.46802565,0.01000,0.432
37,mlp.experts.123.up_proj,0.92350185,0.01000,0.432
37,mlp.experts.124.up_proj,0.30106786,0.01000,0.434
37,mlp.experts.125.up_proj,0.14483082,0.01000,0.431
37,mlp.experts.126.up_proj,0.00032472,0.01000,0.432
37,mlp.experts.127.up_proj,0.81678247,0.01000,0.431
37,mlp.experts.0.gate_proj,1.56931996,0.01000,0.435
37,mlp.experts.1.gate_proj,1.15568233,0.01000,0.433
37,mlp.experts.2.gate_proj,0.82902545,0.01000,0.430
37,mlp.experts.3.gate_proj,0.00000541,0.01000,0.431
37,mlp.experts.4.gate_proj,0.24901333,0.01000,0.431
37,mlp.experts.5.gate_proj,0.00331119,0.01000,0.431
37,mlp.experts.6.gate_proj,0.62793314,0.01000,0.431
37,mlp.experts.7.gate_proj,0.01646427,0.01000,0.431
37,mlp.experts.8.gate_proj,0.49254811,0.01000,0.435
37,mlp.experts.9.gate_proj,0.00012383,0.01000,0.431
37,mlp.experts.10.gate_proj,2.06438828,0.01000,0.431
37,mlp.experts.11.gate_proj,0.05357144,0.01000,0.434
37,mlp.experts.12.gate_proj,0.44853389,0.01000,0.431
37,mlp.experts.13.gate_proj,0.01726558,0.01000,0.431
37,mlp.experts.14.gate_proj,0.16109020,0.01000,0.431
37,mlp.experts.15.gate_proj,0.39608324,0.01000,0.435
37,mlp.experts.16.gate_proj,0.45794928,0.01000,0.432
37,mlp.experts.17.gate_proj,0.00000705,0.01000,0.432
37,mlp.experts.18.gate_proj,0.42788219,0.01000,0.432
37,mlp.experts.19.gate_proj,0.61016583,0.01000,0.432
37,mlp.experts.20.gate_proj,4.44229221,0.01000,0.432
37,mlp.experts.21.gate_proj,0.34321243,0.01000,0.432
37,mlp.experts.22.gate_proj,0.00000737,0.01000,0.432
37,mlp.experts.23.gate_proj,0.19687721,0.01000,0.437
37,mlp.experts.24.gate_proj,0.84751034,0.01000,0.433
37,mlp.experts.25.gate_proj,0.11022195,0.01000,0.432
37,mlp.experts.26.gate_proj,0.46151367,0.01000,0.431
37,mlp.experts.27.gate_proj,0.12816691,0.01000,0.432
37,mlp.experts.28.gate_proj,0.30361840,0.01000,0.431
37,mlp.experts.29.gate_proj,0.41835314,0.01000,0.438
37,mlp.experts.30.gate_proj,0.00295620,0.01000,0.431
37,mlp.experts.31.gate_proj,0.06532814,0.01000,0.430
37,mlp.experts.32.gate_proj,0.09579988,0.01000,0.428
37,mlp.experts.33.gate_proj,1.79837704,0.01000,0.431
37,mlp.experts.34.gate_proj,0.54317915,0.01000,0.433
37,mlp.experts.35.gate_proj,0.04078005,0.01000,0.432
37,mlp.experts.36.gate_proj,0.42136937,0.01000,0.434
37,mlp.experts.37.gate_proj,0.37323743,0.01000,0.432
37,mlp.experts.38.gate_proj,0.09435928,0.01000,0.432
37,mlp.experts.39.gate_proj,0.00061704,0.01000,0.432
37,mlp.experts.40.gate_proj,0.78893167,0.01000,0.432
37,mlp.experts.41.gate_proj,0.75096983,0.01000,0.431
37,mlp.experts.42.gate_proj,0.25227714,0.01000,0.431
37,mlp.experts.43.gate_proj,0.00063343,0.01000,0.432
37,mlp.experts.44.gate_proj,0.64529252,0.01000,0.432
37,mlp.experts.45.gate_proj,2.01795030,0.01000,0.433
37,mlp.experts.46.gate_proj,0.00000138,0.01000,0.432
37,mlp.experts.47.gate_proj,3.40390205,0.01000,0.434
37,mlp.experts.48.gate_proj,0.00095318,0.01000,0.431
37,mlp.experts.49.gate_proj,0.93557322,0.01000,0.432
37,mlp.experts.50.gate_proj,0.00082825,0.01000,0.431
37,mlp.experts.51.gate_proj,0.00371496,0.01000,0.431
37,mlp.experts.52.gate_proj,5.18678951,0.01000,0.432
37,mlp.experts.53.gate_proj,0.04596653,0.01000,0.431
37,mlp.experts.54.gate_proj,0.00014258,0.01000,0.431
37,mlp.experts.55.gate_proj,0.59003830,0.01000,0.434
37,mlp.experts.56.gate_proj,0.00000211,0.01000,0.432
37,mlp.experts.57.gate_proj,0.70031363,0.01000,0.432
37,mlp.experts.58.gate_proj,1.01367021,0.01000,0.431
37,mlp.experts.59.gate_proj,0.37559730,0.01000,0.446
37,mlp.experts.60.gate_proj,0.03216018,0.01000,0.431
37,mlp.experts.61.gate_proj,6.95082998,0.01000,0.445
37,mlp.experts.62.gate_proj,1.06358933,0.01000,0.431
37,mlp.experts.63.gate_proj,0.06826176,0.01000,0.437
37,mlp.experts.64.gate_proj,0.00000420,0.01000,0.431
37,mlp.experts.65.gate_proj,0.64240515,0.01000,0.431
37,mlp.experts.66.gate_proj,0.87642384,0.01000,0.431
37,mlp.experts.67.gate_proj,2.50421119,0.01000,0.431
37,mlp.experts.68.gate_proj,0.24995509,0.01000,0.431
37,mlp.experts.69.gate_proj,0.00001280,0.01000,0.431
37,mlp.experts.70.gate_proj,0.03933438,0.01000,0.432
37,mlp.experts.71.gate_proj,0.40820771,0.01000,0.431
37,mlp.experts.72.gate_proj,0.00078352,0.01000,0.433
37,mlp.experts.73.gate_proj,0.77193952,0.01000,0.431
37,mlp.experts.74.gate_proj,0.00092960,0.01000,0.431
37,mlp.experts.75.gate_proj,0.91858006,0.01000,0.431
37,mlp.experts.76.gate_proj,0.59293765,0.01000,0.431
37,mlp.experts.77.gate_proj,0.61384809,0.01000,0.433
37,mlp.experts.78.gate_proj,3.05377483,0.01000,0.432
37,mlp.experts.79.gate_proj,1.17379951,0.01000,0.432
37,mlp.experts.80.gate_proj,0.96739519,0.01000,0.433
37,mlp.experts.81.gate_proj,2.00690842,0.01000,0.431
37,mlp.experts.82.gate_proj,0.32309541,0.01000,0.432
37,mlp.experts.83.gate_proj,0.42416769,0.01000,0.431
37,mlp.experts.84.gate_proj,0.11039425,0.01000,0.432
37,mlp.experts.85.gate_proj,0.06810267,0.01000,0.435
37,mlp.experts.86.gate_proj,0.00122078,0.01000,0.433
37,mlp.experts.87.gate_proj,1.26763248,0.01000,0.431
37,mlp.experts.88.gate_proj,0.01377386,0.01000,0.430
37,mlp.experts.89.gate_proj,0.16534270,0.01000,0.441
37,mlp.experts.90.gate_proj,0.00294379,0.01000,0.435
37,mlp.experts.91.gate_proj,0.86276633,0.01000,0.437
37,mlp.experts.92.gate_proj,3.56012392,0.01000,0.437
37,mlp.experts.93.gate_proj,3.31513238,0.01000,0.437
37,mlp.experts.94.gate_proj,0.00003468,0.01000,0.436
37,mlp.experts.95.gate_proj,0.87832713,0.01000,0.437
37,mlp.experts.96.gate_proj,0.00007037,0.01000,0.434
37,mlp.experts.97.gate_proj,0.04534663,0.01000,0.434
37,mlp.experts.98.gate_proj,0.68834651,0.01000,0.438
37,mlp.experts.99.gate_proj,0.91103601,0.01000,0.434
37,mlp.experts.100.gate_proj,0.00012944,0.01000,0.437
37,mlp.experts.101.gate_proj,1.47713733,0.01000,0.435
37,mlp.experts.102.gate_proj,0.87596583,0.01000,0.433
37,mlp.experts.103.gate_proj,0.55103981,0.01000,0.434
37,mlp.experts.104.gate_proj,1.02482343,0.01000,0.438
37,mlp.experts.105.gate_proj,0.42520043,0.01000,0.435
37,mlp.experts.106.gate_proj,1.17471695,0.01000,0.435
37,mlp.experts.107.gate_proj,0.27250096,0.01000,0.439
37,mlp.experts.108.gate_proj,0.05256360,0.01000,0.437
37,mlp.experts.109.gate_proj,0.70779562,0.01000,0.438
37,mlp.experts.110.gate_proj,0.17975092,0.01000,0.438
37,mlp.experts.111.gate_proj,0.00015268,0.01000,0.437
37,mlp.experts.112.gate_proj,1.90206909,0.01000,0.439
37,mlp.experts.113.gate_proj,0.49202743,0.01000,0.439
37,mlp.experts.114.gate_proj,0.00109542,0.01000,0.437
37,mlp.experts.115.gate_proj,0.49983060,0.01000,0.437
37,mlp.experts.116.gate_proj,0.00000189,0.01000,0.441
37,mlp.experts.117.gate_proj,0.19338456,0.01000,0.440
37,mlp.experts.118.gate_proj,0.24586321,0.01000,0.438
37,mlp.experts.119.gate_proj,0.13322861,0.01000,0.438
37,mlp.experts.120.gate_proj,0.60952753,0.01000,0.438
37,mlp.experts.121.gate_proj,0.62927771,0.01000,0.443
37,mlp.experts.122.gate_proj,0.46048376,0.01000,0.437
37,mlp.experts.123.gate_proj,0.82668316,0.01000,0.437
37,mlp.experts.124.gate_proj,0.30145192,0.01000,0.439
37,mlp.experts.125.gate_proj,0.13814986,0.01000,0.440
37,mlp.experts.126.gate_proj,0.00034645,0.01000,0.446
37,mlp.experts.127.gate_proj,0.75510275,0.01000,0.441
37,mlp.experts.0.down_proj,1.31566584,0.01000,0.186
37,mlp.experts.1.down_proj,0.78048980,0.01000,0.164
37,mlp.experts.2.down_proj,0.60778487,0.01000,0.170
37,mlp.experts.3.down_proj,0.00000458,0.01000,0.170
37,mlp.experts.4.down_proj,0.17105567,0.01000,0.166
37,mlp.experts.5.down_proj,0.00283270,0.01000,0.166
37,mlp.experts.6.down_proj,0.44700068,0.01000,0.171
37,mlp.experts.7.down_proj,0.00972337,0.01000,0.173
37,mlp.experts.8.down_proj,0.74631119,0.01000,0.168
37,mlp.experts.9.down_proj,0.00008302,0.01000,0.167
37,mlp.experts.10.down_proj,1.01447952,0.01000,0.168
37,mlp.experts.11.down_proj,0.03106462,0.01000,0.171
37,mlp.experts.12.down_proj,0.24058744,0.01000,0.169
37,mlp.experts.13.down_proj,0.00758540,0.01000,0.168
37,mlp.experts.14.down_proj,0.07333708,0.01000,0.169
37,mlp.experts.15.down_proj,0.36720926,0.01000,0.168
37,mlp.experts.16.down_proj,0.33420199,0.01000,0.168
37,mlp.experts.17.down_proj,0.00000436,0.01000,0.167
37,mlp.experts.18.down_proj,0.31771636,0.01000,0.168
37,mlp.experts.19.down_proj,0.81238115,0.01000,0.167
37,mlp.experts.20.down_proj,4.19200945,0.01000,0.168
37,mlp.experts.21.down_proj,0.19981647,0.01000,0.168
37,mlp.experts.22.down_proj,0.00000434,0.01000,0.169
37,mlp.experts.23.down_proj,0.14126699,0.01000,0.169
37,mlp.experts.24.down_proj,0.82087219,0.01000,0.169
37,mlp.experts.25.down_proj,0.06613465,0.01000,0.169
37,mlp.experts.26.down_proj,0.64227581,0.01000,0.169
37,mlp.experts.27.down_proj,0.04994427,0.01000,0.167
37,mlp.experts.28.down_proj,0.30414081,0.01000,0.168
37,mlp.experts.29.down_proj,0.10592243,0.01000,0.167
37,mlp.experts.30.down_proj,0.00247938,0.01000,0.170
37,mlp.experts.31.down_proj,0.02744833,0.01000,0.167
37,mlp.experts.32.down_proj,0.06967757,0.01000,0.168
37,mlp.experts.33.down_proj,3.91705322,0.01000,0.168
37,mlp.experts.34.down_proj,0.46168458,0.01000,0.167
37,mlp.experts.35.down_proj,0.00801996,0.01000,0.168
37,mlp.experts.36.down_proj,0.24281400,0.01000,0.168
37,mlp.experts.37.down_proj,0.23881905,0.01000,0.167
37,mlp.experts.38.down_proj,0.10597181,0.01000,0.167
37,mlp.experts.39.down_proj,0.00054099,0.01000,0.167
37,mlp.experts.40.down_proj,0.36703655,0.01000,0.167
37,mlp.experts.41.down_proj,0.73999971,0.01000,0.168
37,mlp.experts.42.down_proj,0.17318009,0.01000,0.168
37,mlp.experts.43.down_proj,0.00033054,0.01000,0.167
37,mlp.experts.44.down_proj,0.44214264,0.01000,0.169
37,mlp.experts.45.down_proj,3.95774412,0.01000,0.168
37,mlp.experts.46.down_proj,0.00000053,0.01000,0.167
37,mlp.experts.47.down_proj,4.61830139,0.01000,0.168
37,mlp.experts.48.down_proj,0.00085161,0.01000,0.168
37,mlp.experts.49.down_proj,0.56165344,0.01000,0.168
37,mlp.experts.50.down_proj,0.00054817,0.01000,0.168
37,mlp.experts.51.down_proj,0.00489506,0.01000,0.168
37,mlp.experts.52.down_proj,2.37061572,0.01000,0.168
37,mlp.experts.53.down_proj,0.01366693,0.01000,0.168
37,mlp.experts.54.down_proj,0.00007501,0.01000,0.168
37,mlp.experts.55.down_proj,0.33363724,0.01000,0.168
37,mlp.experts.56.down_proj,0.00000052,0.01000,0.167
37,mlp.experts.57.down_proj,0.61019921,0.01000,0.168
37,mlp.experts.58.down_proj,0.76351058,0.01000,0.168
37,mlp.experts.59.down_proj,0.15806937,0.01000,0.167
37,mlp.experts.60.down_proj,0.10825917,0.01000,0.176
37,mlp.experts.61.down_proj,10.03783607,0.01000,0.169
37,mlp.experts.62.down_proj,0.71853620,0.01000,0.168
37,mlp.experts.63.down_proj,0.10421748,0.01000,0.168
37,mlp.experts.64.down_proj,0.00000966,0.01000,0.167
37,mlp.experts.65.down_proj,0.41548544,0.01000,0.169
37,mlp.experts.66.down_proj,0.68315721,0.01000,0.168
37,mlp.experts.67.down_proj,2.48054600,0.01000,0.168
37,mlp.experts.68.down_proj,0.23914208,0.01000,0.167
37,mlp.experts.69.down_proj,0.00000455,0.01000,0.169
37,mlp.experts.70.down_proj,0.02690395,0.01000,0.169
37,mlp.experts.71.down_proj,0.25262153,0.01000,0.168
37,mlp.experts.72.down_proj,0.00028793,0.01000,0.171
37,mlp.experts.73.down_proj,0.22230235,0.01000,0.168
37,mlp.experts.74.down_proj,0.00055391,0.01000,0.168
37,mlp.experts.75.down_proj,0.71414316,0.01000,0.168
37,mlp.experts.76.down_proj,0.22539347,0.01000,0.168
37,mlp.experts.77.down_proj,0.34436050,0.01000,0.168
37,mlp.experts.78.down_proj,3.35213709,0.01000,0.167
37,mlp.experts.79.down_proj,0.93981528,0.01000,0.168
37,mlp.experts.80.down_proj,0.82822299,0.01000,0.167
37,mlp.experts.81.down_proj,1.56192064,0.01000,0.171
37,mlp.experts.82.down_proj,0.17227246,0.01000,0.171
37,mlp.experts.83.down_proj,0.53431010,0.01000,0.174
37,mlp.experts.84.down_proj,0.06718357,0.01000,0.170
37,mlp.experts.85.down_proj,0.02723686,0.01000,0.168
37,mlp.experts.86.down_proj,0.00028727,0.01000,0.167
37,mlp.experts.87.down_proj,0.61643195,0.01000,0.169
37,mlp.experts.88.down_proj,0.04115772,0.01000,0.178
37,mlp.experts.89.down_proj,0.09675679,0.01000,0.170
37,mlp.experts.90.down_proj,0.00309143,0.01000,0.168
37,mlp.experts.91.down_proj,0.26462930,0.01000,0.167
37,mlp.experts.92.down_proj,5.64646721,0.01000,0.168
37,mlp.experts.93.down_proj,1.98286593,0.01000,0.167
37,mlp.experts.94.down_proj,0.00001971,0.01000,0.168
37,mlp.experts.95.down_proj,0.64018524,0.01000,0.168
37,mlp.experts.96.down_proj,0.00003002,0.01000,0.168
37,mlp.experts.97.down_proj,0.03158792,0.01000,0.168
37,mlp.experts.98.down_proj,0.52996695,0.01000,0.167
37,mlp.experts.99.down_proj,0.50982851,0.01000,0.168
37,mlp.experts.100.down_proj,0.00010545,0.01000,0.168
37,mlp.experts.101.down_proj,0.57584548,0.01000,0.169
37,mlp.experts.102.down_proj,0.67380428,0.01000,0.168
37,mlp.experts.103.down_proj,0.44028699,0.01000,0.170
37,mlp.experts.104.down_proj,0.56113815,0.01000,0.170
37,mlp.experts.105.down_proj,0.19402578,0.01000,0.168
37,mlp.experts.106.down_proj,0.44314384,0.01000,0.168
37,mlp.experts.107.down_proj,0.12495083,0.01000,0.171
37,mlp.experts.108.down_proj,0.04679430,0.01000,0.167
37,mlp.experts.109.down_proj,0.69000304,0.01000,0.170
37,mlp.experts.110.down_proj,0.07462925,0.01000,0.168
37,mlp.experts.111.down_proj,0.00008885,0.01000,0.168
37,mlp.experts.112.down_proj,1.36643958,0.01000,0.169
37,mlp.experts.113.down_proj,0.33108202,0.01000,0.168
37,mlp.experts.114.down_proj,0.00135691,0.01000,0.168
37,mlp.experts.115.down_proj,0.22861764,0.01000,0.169
37,mlp.experts.116.down_proj,0.00000093,0.01000,0.168
37,mlp.experts.117.down_proj,0.17176855,0.01000,0.168
37,mlp.experts.118.down_proj,0.25991541,0.01000,0.169
37,mlp.experts.119.down_proj,0.04621753,0.01000,0.170
37,mlp.experts.120.down_proj,0.55138934,0.01000,0.170
37,mlp.experts.121.down_proj,0.48759377,0.01000,0.168
37,mlp.experts.122.down_proj,0.42031246,0.01000,0.169
37,mlp.experts.123.down_proj,0.74811935,0.01000,0.169
37,mlp.experts.124.down_proj,0.10313128,0.01000,0.168
37,mlp.experts.125.down_proj,0.04787859,0.01000,0.169
37,mlp.experts.126.down_proj,0.00010798,0.01000,0.168
37,mlp.experts.127.down_proj,0.37958845,0.01000,0.169
38,self_attn.q_proj,1.64707100,0.01000,0.443
38,self_attn.k_proj,0.19420373,0.01000,0.436
38,self_attn.v_proj,0.25805718,0.01000,0.434
38,self_attn.o_proj,0.20465979,0.01000,0.881
38,mlp.experts.0.up_proj,0.01000388,0.01000,0.475
38,mlp.experts.1.up_proj,1.94940615,0.01000,0.439
38,mlp.experts.2.up_proj,0.08951926,0.01000,0.439
38,mlp.experts.3.up_proj,1.30748677,0.01000,0.434
38,mlp.experts.4.up_proj,1.96983409,0.01000,0.434
38,mlp.experts.5.up_proj,0.02165859,0.01000,0.436
38,mlp.experts.6.up_proj,0.27368200,0.01000,0.443
38,mlp.experts.7.up_proj,0.37053359,0.01000,0.436
38,mlp.experts.8.up_proj,0.38212597,0.01000,0.439
38,mlp.experts.9.up_proj,0.04728359,0.01000,0.437
38,mlp.experts.10.up_proj,0.64366102,0.01000,0.437
38,mlp.experts.11.up_proj,0.18624786,0.01000,0.442
38,mlp.experts.12.up_proj,1.96559358,0.01000,0.436
38,mlp.experts.13.up_proj,0.08467709,0.01000,0.444
38,mlp.experts.14.up_proj,4.28775167,0.01000,0.437
38,mlp.experts.15.up_proj,0.73037726,0.01000,0.437
38,mlp.experts.16.up_proj,0.46542871,0.01000,0.436
38,mlp.experts.17.up_proj,0.81766289,0.01000,0.436
38,mlp.experts.18.up_proj,0.92448699,0.01000,0.436
38,mlp.experts.19.up_proj,0.13993597,0.01000,0.436
38,mlp.experts.20.up_proj,0.50856209,0.01000,0.435
38,mlp.experts.21.up_proj,0.07913680,0.01000,0.436
38,mlp.experts.22.up_proj,3.68068409,0.01000,0.440
38,mlp.experts.23.up_proj,0.53713220,0.01000,0.437
38,mlp.experts.24.up_proj,0.36602619,0.01000,0.440
38,mlp.experts.25.up_proj,0.00289041,0.01000,0.438
38,mlp.experts.26.up_proj,3.16659927,0.01000,0.438
38,mlp.experts.27.up_proj,0.28904796,0.01000,0.441
38,mlp.experts.28.up_proj,0.63616467,0.01000,0.436
38,mlp.experts.29.up_proj,0.16948070,0.01000,0.437
38,mlp.experts.30.up_proj,0.11639846,0.01000,0.433
38,mlp.experts.31.up_proj,0.08408555,0.01000,0.433
38,mlp.experts.32.up_proj,0.77025163,0.01000,0.434
38,mlp.experts.33.up_proj,4.36586571,0.01000,0.448
38,mlp.experts.34.up_proj,1.71287012,0.01000,0.446
38,mlp.experts.35.up_proj,0.00000816,0.01000,0.436
38,mlp.experts.36.up_proj,0.60795200,0.01000,0.437
38,mlp.experts.37.up_proj,0.34978810,0.01000,0.436
38,mlp.experts.38.up_proj,2.29648972,0.01000,0.436
38,mlp.experts.39.up_proj,1.38586509,0.01000,0.434
38,mlp.experts.40.up_proj,0.33943984,0.01000,0.435
38,mlp.experts.41.up_proj,0.00039710,0.01000,0.435
38,mlp.experts.42.up_proj,1.57395792,0.01000,0.438
38,mlp.experts.43.up_proj,0.00042975,0.01000,0.436
38,mlp.experts.44.up_proj,1.31298161,0.01000,0.435
38,mlp.experts.45.up_proj,0.00000897,0.01000,0.436
38,mlp.experts.46.up_proj,0.03683640,0.01000,0.435
38,mlp.experts.47.up_proj,0.53460377,0.01000,0.434
38,mlp.experts.48.up_proj,0.42245698,0.01000,0.431
38,mlp.experts.49.up_proj,2.78826952,0.01000,0.433
38,mlp.experts.50.up_proj,0.28688356,0.01000,0.432
38,mlp.experts.51.up_proj,0.23019767,0.01000,0.431
38,mlp.experts.52.up_proj,0.03768289,0.01000,0.440
38,mlp.experts.53.up_proj,1.28607941,0.01000,0.432
38,mlp.experts.54.up_proj,0.00002070,0.01000,0.432
38,mlp.experts.55.up_proj,5.70873213,0.01000,0.432
38,mlp.experts.56.up_proj,0.00000555,0.01000,0.432
38,mlp.experts.57.up_proj,0.49256057,0.01000,0.437
38,mlp.experts.58.up_proj,0.49916193,0.01000,0.432
38,mlp.experts.59.up_proj,0.01581864,0.01000,0.432
38,mlp.experts.60.up_proj,0.88037062,0.01000,0.433
38,mlp.experts.61.up_proj,0.13386264,0.01000,0.436
38,mlp.experts.62.up_proj,0.97393525,0.01000,0.432
38,mlp.experts.63.up_proj,0.11820909,0.01000,0.436
38,mlp.experts.64.up_proj,0.74747223,0.01000,0.433
38,mlp.experts.65.up_proj,0.00000737,0.01000,0.433
38,mlp.experts.66.up_proj,0.54679418,0.01000,0.432
38,mlp.experts.67.up_proj,0.74608886,0.01000,0.433
38,mlp.experts.68.up_proj,0.64217311,0.01000,0.433
38,mlp.experts.69.up_proj,0.96292323,0.01000,0.433
38,mlp.experts.70.up_proj,0.00014852,0.01000,0.444
38,mlp.experts.71.up_proj,0.68281448,0.01000,0.433
38,mlp.experts.72.up_proj,0.24864012,0.01000,0.432
38,mlp.experts.73.up_proj,0.52837515,0.01000,0.433
38,mlp.experts.74.up_proj,0.26321471,0.01000,0.433
38,mlp.experts.75.up_proj,1.42068315,0.01000,0.437
38,mlp.experts.76.up_proj,0.37643212,0.01000,0.433
38,mlp.experts.77.up_proj,0.03114881,0.01000,0.436
38,mlp.experts.78.up_proj,0.14748313,0.01000,0.440
38,mlp.experts.79.up_proj,0.78927022,0.01000,0.434
38,mlp.experts.80.up_proj,0.62805927,0.01000,0.439
38,mlp.experts.81.up_proj,3.36640143,0.01000,0.433
38,mlp.experts.82.up_proj,1.17997313,0.01000,0.434
38,mlp.experts.83.up_proj,0.00005312,0.01000,0.434
38,mlp.experts.84.up_proj,0.54333818,0.01000,0.441
38,mlp.experts.85.up_proj,0.24461509,0.01000,0.447
38,mlp.experts.86.up_proj,1.29313326,0.01000,0.433
38,mlp.experts.87.up_proj,0.70784658,0.01000,0.435
38,mlp.experts.88.up_proj,0.19417763,0.01000,0.435
38,mlp.experts.89.up_proj,0.02330745,0.01000,0.440
38,mlp.experts.90.up_proj,0.19824241,0.01000,0.433
38,mlp.experts.91.up_proj,0.03913013,0.01000,0.435
38,mlp.experts.92.up_proj,5.68900728,0.01000,0.434
38,mlp.experts.93.up_proj,0.01786930,0.01000,0.444
38,mlp.experts.94.up_proj,0.02358996,0.01000,0.432
38,mlp.experts.95.up_proj,0.52156013,0.01000,0.433
38,mlp.experts.96.up_proj,0.29070848,0.01000,0.433
38,mlp.experts.97.up_proj,0.00033527,0.01000,0.433
38,mlp.experts.98.up_proj,1.92314780,0.01000,0.434
38,mlp.experts.99.up_proj,0.48769629,0.01000,0.436
38,mlp.experts.100.up_proj,1.47464991,0.01000,0.429
38,mlp.experts.101.up_proj,1.18388557,0.01000,0.428
38,mlp.experts.102.up_proj,1.55979061,0.01000,0.430
38,mlp.experts.103.up_proj,0.00070766,0.01000,0.433
38,mlp.experts.104.up_proj,0.14590874,0.01000,0.433
38,mlp.experts.105.up_proj,0.97965586,0.01000,0.434
38,mlp.experts.106.up_proj,0.00038965,0.01000,0.434
38,mlp.experts.107.up_proj,0.73868334,0.01000,0.433
38,mlp.experts.108.up_proj,0.44787118,0.01000,0.435
38,mlp.experts.109.up_proj,0.95040166,0.01000,0.434
38,mlp.experts.110.up_proj,0.74750131,0.01000,0.434
38,mlp.experts.111.up_proj,0.83149791,0.01000,0.434
38,mlp.experts.112.up_proj,0.13944834,0.01000,0.432
38,mlp.experts.113.up_proj,0.00333142,0.01000,0.433
38,mlp.experts.114.up_proj,0.23637053,0.01000,0.433
38,mlp.experts.115.up_proj,1.72083485,0.01000,0.433
38,mlp.experts.116.up_proj,0.02422435,0.01000,0.433
38,mlp.experts.117.up_proj,0.00983582,0.01000,0.433
38,mlp.experts.118.up_proj,0.07288048,0.01000,0.441
38,mlp.experts.119.up_proj,0.19958267,0.01000,0.435
38,mlp.experts.120.up_proj,0.00245539,0.01000,0.432
38,mlp.experts.121.up_proj,0.06745142,0.01000,0.434
38,mlp.experts.122.up_proj,0.00051489,0.01000,0.433
38,mlp.experts.123.up_proj,0.00113142,0.01000,0.434
38,mlp.experts.124.up_proj,0.02265952,0.01000,0.435
38,mlp.experts.125.up_proj,1.46364331,0.01000,0.433
38,mlp.experts.126.up_proj,0.07354577,0.01000,0.434
38,mlp.experts.127.up_proj,0.00002393,0.01000,0.433
38,mlp.experts.0.gate_proj,0.00916620,0.01000,0.434
38,mlp.experts.1.gate_proj,1.84224439,0.01000,0.434
38,mlp.experts.2.gate_proj,0.09043141,0.01000,0.433
38,mlp.experts.3.gate_proj,1.26160121,0.01000,0.433
38,mlp.experts.4.gate_proj,1.86034727,0.01000,0.434
38,mlp.experts.5.gate_proj,0.02123426,0.01000,0.433
38,mlp.experts.6.gate_proj,0.26302856,0.01000,0.432
38,mlp.experts.7.gate_proj,0.35920918,0.01000,0.432
38,mlp.experts.8.gate_proj,0.35907647,0.01000,0.432
38,mlp.experts.9.gate_proj,0.05178745,0.01000,0.433
38,mlp.experts.10.gate_proj,0.60813737,0.01000,0.434
38,mlp.experts.11.gate_proj,0.18907475,0.01000,0.434
38,mlp.experts.12.gate_proj,1.45380497,0.01000,0.433
38,mlp.experts.13.gate_proj,0.09013656,0.01000,0.432
38,mlp.experts.14.gate_proj,4.43131447,0.01000,0.433
38,mlp.experts.15.gate_proj,0.71870631,0.01000,0.433
38,mlp.experts.16.gate_proj,0.45766872,0.01000,0.433
38,mlp.experts.17.gate_proj,0.87221622,0.01000,0.432
38,mlp.experts.18.gate_proj,0.86052418,0.01000,0.433
38,mlp.experts.19.gate_proj,0.13919418,0.01000,0.433
38,mlp.experts.20.gate_proj,0.57937348,0.01000,0.433
38,mlp.experts.21.gate_proj,0.07536282,0.01000,0.432
38,mlp.experts.22.gate_proj,4.37201214,0.01000,0.432
38,mlp.experts.23.gate_proj,0.51399982,0.01000,0.432
38,mlp.experts.24.gate_proj,0.38830894,0.01000,0.432
38,mlp.experts.25.gate_proj,0.00260223,0.01000,0.432
38,mlp.experts.26.gate_proj,3.62640953,0.01000,0.429
38,mlp.experts.27.gate_proj,0.28640217,0.01000,0.430
38,mlp.experts.28.gate_proj,0.58826065,0.01000,0.430
38,mlp.experts.29.gate_proj,0.17366278,0.01000,0.430
38,mlp.experts.30.gate_proj,0.11038433,0.01000,0.431
38,mlp.experts.31.gate_proj,0.08242809,0.01000,0.430
38,mlp.experts.32.gate_proj,0.84089386,0.01000,0.430
38,mlp.experts.33.gate_proj,4.87117386,0.01000,0.431
38,mlp.experts.34.gate_proj,1.53284740,0.01000,0.431
38,mlp.experts.35.gate_proj,0.00000768,0.01000,0.431
38,mlp.experts.36.gate_proj,0.59241039,0.01000,0.430
38,mlp.experts.37.gate_proj,0.34420243,0.01000,0.431
38,mlp.experts.38.gate_proj,2.31932354,0.01000,0.430
38,mlp.experts.39.gate_proj,1.22637367,0.01000,0.430
38,mlp.experts.40.gate_proj,0.33630323,0.01000,0.430
38,mlp.experts.41.gate_proj,0.00037828,0.01000,0.429
38,mlp.experts.42.gate_proj,1.56374741,0.01000,0.428
38,mlp.experts.43.gate_proj,0.00041721,0.01000,0.429
38,mlp.experts.44.gate_proj,1.30244267,0.01000,0.432
38,mlp.experts.45.gate_proj,0.00000899,0.01000,0.430
38,mlp.experts.46.gate_proj,0.03601407,0.01000,0.431
38,mlp.experts.47.gate_proj,0.55491412,0.01000,0.431
38,mlp.experts.48.gate_proj,0.40595239,0.01000,0.435
38,mlp.experts.49.gate_proj,2.85100937,0.01000,0.431
38,mlp.experts.50.gate_proj,0.28771126,0.01000,0.430
38,mlp.experts.51.gate_proj,0.22497120,0.01000,0.431
38,mlp.experts.52.gate_proj,0.03482880,0.01000,0.431
38,mlp.experts.53.gate_proj,1.25362396,0.01000,0.432
38,mlp.experts.54.gate_proj,0.00001951,0.01000,0.432
38,mlp.experts.55.gate_proj,6.17263412,0.01000,0.431
38,mlp.experts.56.gate_proj,0.00000551,0.01000,0.432
38,mlp.experts.57.gate_proj,0.48040903,0.01000,0.433
38,mlp.experts.58.gate_proj,0.43623391,0.01000,0.436
38,mlp.experts.59.gate_proj,0.01577584,0.01000,0.432
38,mlp.experts.60.gate_proj,0.70290744,0.01000,0.448
38,mlp.experts.61.gate_proj,0.14037299,0.01000,0.446
38,mlp.experts.62.gate_proj,1.17980433,0.01000,0.433
38,mlp.experts.63.gate_proj,0.10620920,0.01000,0.433
38,mlp.experts.64.gate_proj,0.75558853,0.01000,0.436
38,mlp.experts.65.gate_proj,0.00000701,0.01000,0.433
38,mlp.experts.66.gate_proj,0.50545776,0.01000,0.434
38,mlp.experts.67.gate_proj,0.72598493,0.01000,0.438
38,mlp.experts.68.gate_proj,0.67412645,0.01000,0.434
38,mlp.experts.69.gate_proj,0.98747444,0.01000,0.433
38,mlp.experts.70.gate_proj,0.00014651,0.01000,0.433
38,mlp.experts.71.gate_proj,0.65204573,0.01000,0.433
38,mlp.experts.72.gate_proj,0.22729902,0.01000,0.433
38,mlp.experts.73.gate_proj,0.53274041,0.01000,0.433
38,mlp.experts.74.gate_proj,0.29335141,0.01000,0.434
38,mlp.experts.75.gate_proj,1.37084031,0.01000,0.434
38,mlp.experts.76.gate_proj,0.36102471,0.01000,0.436
38,mlp.experts.77.gate_proj,0.03021315,0.01000,0.435
38,mlp.experts.78.gate_proj,0.14768204,0.01000,0.434
38,mlp.experts.79.gate_proj,0.77317166,0.01000,0.434
38,mlp.experts.80.gate_proj,0.62707168,0.01000,0.434
38,mlp.experts.81.gate_proj,3.36422706,0.01000,0.434
38,mlp.experts.82.gate_proj,1.32281065,0.01000,0.435
38,mlp.experts.83.gate_proj,0.00005269,0.01000,0.437
38,mlp.experts.84.gate_proj,0.57085836,0.01000,0.435
38,mlp.experts.85.gate_proj,0.24762607,0.01000,0.435
38,mlp.experts.86.gate_proj,1.32516551,0.01000,0.438
38,mlp.experts.87.gate_proj,0.75504309,0.01000,0.434
38,mlp.experts.88.gate_proj,0.19041938,0.01000,0.436
38,mlp.experts.89.gate_proj,0.02331035,0.01000,0.439
38,mlp.experts.90.gate_proj,0.18686953,0.01000,0.439
38,mlp.experts.91.gate_proj,0.03886481,0.01000,0.440
38,mlp.experts.92.gate_proj,5.40363503,0.01000,0.437
38,mlp.experts.93.gate_proj,0.01690204,0.01000,0.436
38,mlp.experts.94.gate_proj,0.02492545,0.01000,0.450
38,mlp.experts.95.gate_proj,0.50826031,0.01000,0.437
38,mlp.experts.96.gate_proj,0.26786381,0.01000,0.437
38,mlp.experts.97.gate_proj,0.00033889,0.01000,0.438
38,mlp.experts.98.gate_proj,1.90730107,0.01000,0.436
38,mlp.experts.99.gate_proj,0.46899021,0.01000,0.439
38,mlp.experts.100.gate_proj,1.53921092,0.01000,0.437
38,mlp.experts.101.gate_proj,1.22896779,0.01000,0.440
38,mlp.experts.102.gate_proj,1.83974254,0.01000,0.443
38,mlp.experts.103.gate_proj,0.00067755,0.01000,0.441
38,mlp.experts.104.gate_proj,0.14085381,0.01000,0.438
38,mlp.experts.105.gate_proj,0.91937101,0.01000,0.437
38,mlp.experts.106.gate_proj,0.00035910,0.01000,0.438
38,mlp.experts.107.gate_proj,0.73509157,0.01000,0.437
38,mlp.experts.108.gate_proj,0.45217803,0.01000,0.440
38,mlp.experts.109.gate_proj,1.01829755,0.01000,0.436
38,mlp.experts.110.gate_proj,0.71489477,0.01000,0.436
38,mlp.experts.111.gate_proj,0.80656171,0.01000,0.436
38,mlp.experts.112.gate_proj,0.12898943,0.01000,0.440
38,mlp.experts.113.gate_proj,0.00329272,0.01000,0.438
38,mlp.experts.114.gate_proj,0.24478632,0.01000,0.436
38,mlp.experts.115.gate_proj,1.74959135,0.01000,0.437
38,mlp.experts.116.gate_proj,0.02395402,0.01000,0.437
38,mlp.experts.117.gate_proj,0.02201542,0.01000,0.444
38,mlp.experts.118.gate_proj,0.06406084,0.01000,0.437
38,mlp.experts.119.gate_proj,0.19408755,0.01000,0.439
38,mlp.experts.120.gate_proj,0.00247808,0.01000,0.440
38,mlp.experts.121.gate_proj,0.06782064,0.01000,0.439
38,mlp.experts.122.gate_proj,0.00044791,0.01000,0.438
38,mlp.experts.123.gate_proj,0.00100023,0.01000,0.436
38,mlp.experts.124.gate_proj,0.02191344,0.01000,0.437
38,mlp.experts.125.gate_proj,1.28154123,0.01000,0.443
38,mlp.experts.126.gate_proj,0.07544460,0.01000,0.442
38,mlp.experts.127.gate_proj,0.00002201,0.01000,0.441
38,mlp.experts.0.down_proj,0.00762528,0.01000,0.185
38,mlp.experts.1.down_proj,0.96493036,0.01000,0.165
38,mlp.experts.2.down_proj,0.03937842,0.01000,0.166
38,mlp.experts.3.down_proj,0.65458637,0.01000,0.165
38,mlp.experts.4.down_proj,2.32166147,0.01000,0.166
38,mlp.experts.5.down_proj,0.01675285,0.01000,0.167
38,mlp.experts.6.down_proj,0.18454750,0.01000,0.165
38,mlp.experts.7.down_proj,0.29474604,0.01000,0.166
38,mlp.experts.8.down_proj,0.29225361,0.01000,0.165
38,mlp.experts.9.down_proj,0.03948281,0.01000,0.165
38,mlp.experts.10.down_proj,0.58709514,0.01000,0.165
38,mlp.experts.11.down_proj,0.19327432,0.01000,0.165
38,mlp.experts.12.down_proj,0.82110965,0.01000,0.166
38,mlp.experts.13.down_proj,0.02423446,0.01000,0.165
38,mlp.experts.14.down_proj,2.99152160,0.01000,0.165
38,mlp.experts.15.down_proj,0.67382121,0.01000,0.169
38,mlp.experts.16.down_proj,0.36266166,0.01000,0.167
38,mlp.experts.17.down_proj,1.15930879,0.01000,0.167
38,mlp.experts.18.down_proj,0.80310017,0.01000,0.166
38,mlp.experts.19.down_proj,0.12060731,0.01000,0.167
38,mlp.experts.20.down_proj,0.50580907,0.01000,0.167
38,mlp.experts.21.down_proj,0.05950586,0.01000,0.167
38,mlp.experts.22.down_proj,2.06673026,0.01000,0.168
38,mlp.experts.23.down_proj,0.28427547,0.01000,0.167
38,mlp.experts.24.down_proj,0.19299001,0.01000,0.168
38,mlp.experts.25.down_proj,0.00354333,0.01000,0.168
38,mlp.experts.26.down_proj,1.58052802,0.01000,0.170
38,mlp.experts.27.down_proj,0.25423592,0.01000,0.166
38,mlp.experts.28.down_proj,0.69437939,0.01000,0.165
38,mlp.experts.29.down_proj,0.04850230,0.01000,0.166
38,mlp.experts.30.down_proj,0.04882382,0.01000,0.166
38,mlp.experts.31.down_proj,0.05754384,0.01000,0.165
38,mlp.experts.32.down_proj,0.95257390,0.01000,0.165
38,mlp.experts.33.down_proj,3.41171837,0.01000,0.164
38,mlp.experts.34.down_proj,1.01357079,0.01000,0.166
38,mlp.experts.35.down_proj,0.00000433,0.01000,0.166
38,mlp.experts.36.down_proj,0.34434208,0.01000,0.165
38,mlp.experts.37.down_proj,0.15197578,0.01000,0.166
38,mlp.experts.38.down_proj,1.25032663,0.01000,0.166
38,mlp.experts.39.down_proj,1.07241845,0.01000,0.167
38,mlp.experts.40.down_proj,0.16513993,0.01000,0.167
38,mlp.experts.41.down_proj,0.00024890,0.01000,0.167
38,mlp.experts.42.down_proj,1.03560734,0.01000,0.166
38,mlp.experts.43.down_proj,0.00036647,0.01000,0.167
38,mlp.experts.44.down_proj,0.72805083,0.01000,0.166
38,mlp.experts.45.down_proj,0.00000247,0.01000,0.167
38,mlp.experts.46.down_proj,0.03030132,0.01000,0.167
38,mlp.experts.47.down_proj,0.67160708,0.01000,0.167
38,mlp.experts.48.down_proj,0.45461512,0.01000,0.167
38,mlp.experts.49.down_proj,1.73062825,0.01000,0.172
38,mlp.experts.50.down_proj,0.17786005,0.01000,0.169
38,mlp.experts.51.down_proj,0.11751869,0.01000,0.168
38,mlp.experts.52.down_proj,0.02466558,0.01000,0.167
38,mlp.experts.53.down_proj,0.77752602,0.01000,0.168
38,mlp.experts.54.down_proj,0.00001053,0.01000,0.167
38,mlp.experts.55.down_proj,2.00425720,0.01000,0.168
38,mlp.experts.56.down_proj,0.00000208,0.01000,0.168
38,mlp.experts.57.down_proj,0.25693208,0.01000,0.167
38,mlp.experts.58.down_proj,0.41323113,0.01000,0.167
38,mlp.experts.59.down_proj,0.01298756,0.01000,0.167
38,mlp.experts.60.down_proj,0.61350363,0.01000,0.168
38,mlp.experts.61.down_proj,0.06828567,0.01000,0.167
38,mlp.experts.62.down_proj,1.19873643,0.01000,0.168
38,mlp.experts.63.down_proj,0.28700769,0.01000,0.175
38,mlp.experts.64.down_proj,0.73435485,0.01000,0.167
38,mlp.experts.65.down_proj,0.00000193,0.01000,0.168
38,mlp.experts.66.down_proj,0.44719982,0.01000,0.168
38,mlp.experts.67.down_proj,0.58282375,0.01000,0.168
38,mlp.experts.68.down_proj,0.65120494,0.01000,0.167
38,mlp.experts.69.down_proj,0.64913535,0.01000,0.168
38,mlp.experts.70.down_proj,0.00006200,0.01000,0.171
38,mlp.experts.71.down_proj,0.48586255,0.01000,0.166
38,mlp.experts.72.down_proj,0.19383344,0.01000,0.166
38,mlp.experts.73.down_proj,0.70126355,0.01000,0.165
38,mlp.experts.74.down_proj,0.13769248,0.01000,0.166
38,mlp.experts.75.down_proj,1.10101080,0.01000,0.169
38,mlp.experts.76.down_proj,0.18169716,0.01000,0.166
38,mlp.experts.77.down_proj,0.01795479,0.01000,0.166
38,mlp.experts.78.down_proj,0.09878682,0.01000,0.165
38,mlp.experts.79.down_proj,0.76261377,0.01000,0.166
38,mlp.experts.80.down_proj,0.88806057,0.01000,0.166
38,mlp.experts.81.down_proj,3.65099311,0.01000,0.165
38,mlp.experts.82.down_proj,1.24502158,0.01000,0.170
38,mlp.experts.83.down_proj,0.00000955,0.01000,0.168
38,mlp.experts.84.down_proj,0.39557087,0.01000,0.168
38,mlp.experts.85.down_proj,0.30551860,0.01000,0.169
38,mlp.experts.86.down_proj,0.54706204,0.01000,0.168
38,mlp.experts.87.down_proj,0.25367910,0.01000,0.167
38,mlp.experts.88.down_proj,0.15732709,0.01000,0.167
38,mlp.experts.89.down_proj,0.01451771,0.01000,0.168
38,mlp.experts.90.down_proj,0.13036561,0.01000,0.167
38,mlp.experts.91.down_proj,0.01194965,0.01000,0.166
38,mlp.experts.92.down_proj,1.97699058,0.01000,0.169
38,mlp.experts.93.down_proj,0.02275249,0.01000,0.166
38,mlp.experts.94.down_proj,0.02254646,0.01000,0.165
38,mlp.experts.95.down_proj,0.24702665,0.01000,0.166
38,mlp.experts.96.down_proj,0.25011715,0.01000,0.166
38,mlp.experts.97.down_proj,0.00014002,0.01000,0.165
38,mlp.experts.98.down_proj,2.11774206,0.01000,0.166
38,mlp.experts.99.down_proj,0.27056414,0.01000,0.167
38,mlp.experts.100.down_proj,1.61506367,0.01000,0.167
38,mlp.experts.101.down_proj,1.02119279,0.01000,0.167
38,mlp.experts.102.down_proj,1.23406768,0.01000,0.167
38,mlp.experts.103.down_proj,0.00034829,0.01000,0.166
38,mlp.experts.104.down_proj,0.15075752,0.01000,0.167
38,mlp.experts.105.down_proj,0.48164064,0.01000,0.166
38,mlp.experts.106.down_proj,0.00041382,0.01000,0.167
38,mlp.experts.107.down_proj,0.56338584,0.01000,0.168
38,mlp.experts.108.down_proj,0.25486609,0.01000,0.168
38,mlp.experts.109.down_proj,0.59400958,0.01000,0.168
38,mlp.experts.110.down_proj,0.46005803,0.01000,0.167
38,mlp.experts.111.down_proj,0.50146496,0.01000,0.167
38,mlp.experts.112.down_proj,0.10273941,0.01000,0.168
38,mlp.experts.113.down_proj,0.00206344,0.01000,0.168
38,mlp.experts.114.down_proj,0.11495017,0.01000,0.167
38,mlp.experts.115.down_proj,0.98621976,0.01000,0.167
38,mlp.experts.116.down_proj,0.02848884,0.01000,0.166
38,mlp.experts.117.down_proj,0.00119577,0.01000,0.166
38,mlp.experts.118.down_proj,0.05822891,0.01000,0.166
38,mlp.experts.119.down_proj,0.20662278,0.01000,0.165
38,mlp.experts.120.down_proj,0.00240155,0.01000,0.166
38,mlp.experts.121.down_proj,0.05092235,0.01000,0.165
38,mlp.experts.122.down_proj,0.00038234,0.01000,0.166
38,mlp.experts.123.down_proj,0.00082313,0.01000,0.165
38,mlp.experts.124.down_proj,0.01473985,0.01000,0.167
38,mlp.experts.125.down_proj,0.93643165,0.01000,0.167
38,mlp.experts.126.down_proj,0.10616311,0.01000,0.165
38,mlp.experts.127.down_proj,0.00001296,0.01000,0.167
39,self_attn.q_proj,1.49023104,0.01000,0.441
39,self_attn.k_proj,0.15588833,0.01000,0.433
39,self_attn.v_proj,0.20453140,0.01000,0.431
39,self_attn.o_proj,0.13967454,0.01000,0.884
39,mlp.experts.0.up_proj,4.39240789,0.01000,0.473
39,mlp.experts.1.up_proj,2.02911425,0.01000,0.433
39,mlp.experts.2.up_proj,0.36024430,0.01000,0.432
39,mlp.experts.3.up_proj,1.23273516,0.01000,0.431
39,mlp.experts.4.up_proj,0.95559680,0.01000,0.434
39,mlp.experts.5.up_proj,0.80770576,0.01000,0.435
39,mlp.experts.6.up_proj,0.68467468,0.01000,0.435
39,mlp.experts.7.up_proj,1.37246656,0.01000,0.434
39,mlp.experts.8.up_proj,1.73838353,0.01000,0.434
39,mlp.experts.9.up_proj,0.94870406,0.01000,0.433
39,mlp.experts.10.up_proj,0.25646514,0.01000,0.433
39,mlp.experts.11.up_proj,0.84002924,0.01000,0.446
39,mlp.experts.12.up_proj,0.15459114,0.01000,0.440
39,mlp.experts.13.up_proj,0.19410306,0.01000,0.437
39,mlp.experts.14.up_proj,0.05773317,0.01000,0.431
39,mlp.experts.15.up_proj,0.00024531,0.01000,0.431
39,mlp.experts.16.up_proj,1.54408693,0.01000,0.429
39,mlp.experts.17.up_proj,0.69896805,0.01000,0.430
39,mlp.experts.18.up_proj,0.03985220,0.01000,0.431
39,mlp.experts.19.up_proj,0.06110022,0.01000,0.430
39,mlp.experts.20.up_proj,1.19727564,0.01000,0.430
39,mlp.experts.21.up_proj,0.00473052,0.01000,0.430
39,mlp.experts.22.up_proj,0.00015841,0.01000,0.432
39,mlp.experts.23.up_proj,0.68568575,0.01000,0.433
39,mlp.experts.24.up_proj,0.03539532,0.01000,0.430
39,mlp.experts.25.up_proj,7.95597076,0.01000,0.431
39,mlp.experts.26.up_proj,0.04811029,0.01000,0.430
39,mlp.experts.27.up_proj,0.09796581,0.01000,0.433
39,mlp.experts.28.up_proj,0.27143759,0.01000,0.430
39,mlp.experts.29.up_proj,0.99267924,0.01000,0.432
39,mlp.experts.30.up_proj,0.41720259,0.01000,0.433
39,mlp.experts.31.up_proj,0.64473009,0.01000,0.430
39,mlp.experts.32.up_proj,1.87367821,0.01000,0.431
39,mlp.experts.33.up_proj,0.53000844,0.01000,0.430
39,mlp.experts.34.up_proj,0.68900323,0.01000,0.431
39,mlp.experts.35.up_proj,0.77251184,0.01000,0.430
39,mlp.experts.36.up_proj,0.00905397,0.01000,0.436
39,mlp.experts.37.up_proj,0.54887557,0.01000,0.431
39,mlp.experts.38.up_proj,0.00059716,0.01000,0.431
39,mlp.experts.39.up_proj,0.23425451,0.01000,0.431
39,mlp.experts.40.up_proj,2.75746799,0.01000,0.431
39,mlp.experts.41.up_proj,3.42310190,0.01000,0.432
39,mlp.experts.42.up_proj,0.00006486,0.01000,0.434
39,mlp.experts.43.up_proj,0.00096231,0.01000,0.429
39,mlp.experts.44.up_proj,0.00002856,0.01000,0.429
39,mlp.experts.45.up_proj,0.42434856,0.01000,0.431
39,mlp.experts.46.up_proj,0.72318625,0.01000,0.431
39,mlp.experts.47.up_proj,0.01246217,0.01000,0.434
39,mlp.experts.48.up_proj,0.54380679,0.01000,0.432
39,mlp.experts.49.up_proj,1.53810525,0.01000,0.430
39,mlp.experts.50.up_proj,0.17582148,0.01000,0.432
39,mlp.experts.51.up_proj,5.53743744,0.01000,0.429
39,mlp.experts.52.up_proj,4.26487017,0.01000,0.429
39,mlp.experts.53.up_proj,0.02346657,0.01000,0.429
39,mlp.experts.54.up_proj,0.61464596,0.01000,0.429
39,mlp.experts.55.up_proj,0.64471364,0.01000,0.431
39,mlp.experts.56.up_proj,0.81528330,0.01000,0.430
39,mlp.experts.57.up_proj,0.20970836,0.01000,0.430
39,mlp.experts.58.up_proj,0.41589293,0.01000,0.429
39,mlp.experts.59.up_proj,0.24914181,0.01000,0.434
39,mlp.experts.60.up_proj,0.77952111,0.01000,0.427
39,mlp.experts.61.up_proj,0.26150459,0.01000,0.425
39,mlp.experts.62.up_proj,0.00571500,0.01000,0.427
39,mlp.experts.63.up_proj,0.29950982,0.01000,0.427
39,mlp.experts.64.up_proj,0.01285981,0.01000,0.428
39,mlp.experts.65.up_proj,0.00015432,0.01000,0.427
39,mlp.experts.66.up_proj,0.12990542,0.01000,0.426
39,mlp.experts.67.up_proj,0.00005919,0.01000,0.426
39,mlp.experts.68.up_proj,0.00036416,0.01000,0.426
39,mlp.experts.69.up_proj,0.54324901,0.01000,0.433
39,mlp.experts.70.up_proj,0.57268202,0.01000,0.433
39,mlp.experts.71.up_proj,0.73511279,0.01000,0.427
39,mlp.experts.72.up_proj,0.18284363,0.01000,0.427
39,mlp.experts.73.up_proj,0.02060403,0.01000,0.426
39,mlp.experts.74.up_proj,0.00015014,0.01000,0.427
39,mlp.experts.75.up_proj,0.47621050,0.01000,0.427
39,mlp.experts.76.up_proj,0.10758917,0.01000,0.428
39,mlp.experts.77.up_proj,2.69496393,0.01000,0.432
39,mlp.experts.78.up_proj,0.66257787,0.01000,0.428
39,mlp.experts.79.up_proj,0.00200560,0.01000,0.427
39,mlp.experts.80.up_proj,3.69973850,0.01000,0.428
39,mlp.experts.81.up_proj,0.02306220,0.01000,0.429
39,mlp.experts.82.up_proj,1.31529355,0.01000,0.428
39,mlp.experts.83.up_proj,1.44956160,0.01000,0.430
39,mlp.experts.84.up_proj,0.14411882,0.01000,0.444
39,mlp.experts.85.up_proj,0.56206656,0.01000,0.445
39,mlp.experts.86.up_proj,1.41324043,0.01000,0.433
39,mlp.experts.87.up_proj,3.73794794,0.01000,0.432
39,mlp.experts.88.up_proj,0.00026140,0.01000,0.433
39,mlp.experts.89.up_proj,5.18992758,0.01000,0.430
39,mlp.experts.90.up_proj,1.19797587,0.01000,0.430
39,mlp.experts.91.up_proj,0.42438316,0.01000,0.430
39,mlp.experts.92.up_proj,0.00006142,0.01000,0.430
39,mlp.experts.93.up_proj,0.20839268,0.01000,0.430
39,mlp.experts.94.up_proj,0.79406333,0.01000,0.428
39,mlp.experts.95.up_proj,1.74884748,0.01000,0.429
39,mlp.experts.96.up_proj,0.23860523,0.01000,0.429
39,mlp.experts.97.up_proj,0.00011381,0.01000,0.431
39,mlp.experts.98.up_proj,1.25765336,0.01000,0.429
39,mlp.experts.99.up_proj,0.00166471,0.01000,0.429
39,mlp.experts.100.up_proj,1.99052453,0.01000,0.431
39,mlp.experts.101.up_proj,0.55592012,0.01000,0.429
39,mlp.experts.102.up_proj,0.43375561,0.01000,0.430
39,mlp.experts.103.up_proj,0.39978120,0.01000,0.430
39,mlp.experts.104.up_proj,0.03727122,0.01000,0.431
39,mlp.experts.105.up_proj,0.00012649,0.01000,0.430
39,mlp.experts.106.up_proj,2.67338204,0.01000,0.433
39,mlp.experts.107.up_proj,0.83223844,0.01000,0.429
39,mlp.experts.108.up_proj,0.00003001,0.01000,0.429
39,mlp.experts.109.up_proj,0.35497600,0.01000,0.429
39,mlp.experts.110.up_proj,1.73770618,0.01000,0.430
39,mlp.experts.111.up_proj,0.00060602,0.01000,0.430
39,mlp.experts.112.up_proj,0.12108459,0.01000,0.431
39,mlp.experts.113.up_proj,0.06367117,0.01000,0.429
39,mlp.experts.114.up_proj,0.00001278,0.01000,0.427
39,mlp.experts.115.up_proj,0.12487217,0.01000,0.428
39,mlp.experts.116.up_proj,0.60738981,0.01000,0.429
39,mlp.experts.117.up_proj,0.33909971,0.01000,0.443
39,mlp.experts.118.up_proj,0.07667366,0.01000,0.433
39,mlp.experts.119.up_proj,0.21683609,0.01000,0.430
39,mlp.experts.120.up_proj,1.90856338,0.01000,0.431
39,mlp.experts.121.up_proj,1.39317608,0.01000,0.431
39,mlp.experts.122.up_proj,0.02376006,0.01000,0.430
39,mlp.experts.123.up_proj,0.20872000,0.01000,0.431
39,mlp.experts.124.up_proj,0.00017453,0.01000,0.431
39,mlp.experts.125.up_proj,3.77332115,0.01000,0.431
39,mlp.experts.126.up_proj,0.72745001,0.01000,0.433
39,mlp.experts.127.up_proj,3.22141504,0.01000,0.431
39,mlp.experts.0.gate_proj,4.96622944,0.01000,0.432
39,mlp.experts.1.gate_proj,1.92446506,0.01000,0.441
39,mlp.experts.2.gate_proj,0.35213226,0.01000,0.432
39,mlp.experts.3.gate_proj,1.08264232,0.01000,0.430
39,mlp.experts.4.gate_proj,0.66909456,0.01000,0.430
39,mlp.experts.5.gate_proj,0.79486394,0.01000,0.429
39,mlp.experts.6.gate_proj,0.67580205,0.01000,0.432
39,mlp.experts.7.gate_proj,1.33178353,0.01000,0.430
39,mlp.experts.8.gate_proj,1.64192963,0.01000,0.430
39,mlp.experts.9.gate_proj,0.97478807,0.01000,0.430
39,mlp.experts.10.gate_proj,0.23910967,0.01000,0.430
39,mlp.experts.11.gate_proj,0.87902737,0.01000,0.432
39,mlp.experts.12.gate_proj,0.15210725,0.01000,0.431
39,mlp.experts.13.gate_proj,0.18921928,0.01000,0.430
39,mlp.experts.14.gate_proj,0.05766207,0.01000,0.429
39,mlp.experts.15.gate_proj,0.00024896,0.01000,0.429
39,mlp.experts.16.gate_proj,1.53999531,0.01000,0.430
39,mlp.experts.17.gate_proj,0.68082058,0.01000,0.430
39,mlp.experts.18.gate_proj,0.03795856,0.01000,0.431
39,mlp.experts.19.gate_proj,0.05892120,0.01000,0.430
39,mlp.experts.20.gate_proj,1.13905001,0.01000,0.432
39,mlp.experts.21.gate_proj,0.00465798,0.01000,0.429
39,mlp.experts.22.gate_proj,0.00014457,0.01000,0.432
39,mlp.experts.23.gate_proj,0.63631094,0.01000,0.437
39,mlp.experts.24.gate_proj,0.03407148,0.01000,0.431
39,mlp.experts.25.gate_proj,8.15492249,0.01000,0.432
39,mlp.experts.26.gate_proj,0.04686379,0.01000,0.430
39,mlp.experts.27.gate_proj,0.10378210,0.01000,0.430
39,mlp.experts.28.gate_proj,0.27279890,0.01000,0.430
39,mlp.experts.29.gate_proj,1.06677699,0.01000,0.431
39,mlp.experts.30.gate_proj,0.41176325,0.01000,0.430
39,mlp.experts.31.gate_proj,0.62068206,0.01000,0.430
39,mlp.experts.32.gate_proj,2.09316921,0.01000,0.430
39,mlp.experts.33.gate_proj,0.58035040,0.01000,0.430
39,mlp.experts.34.gate_proj,0.66625774,0.01000,0.430
39,mlp.experts.35.gate_proj,0.73232430,0.01000,0.431
39,mlp.experts.36.gate_proj,0.00868285,0.01000,0.431
39,mlp.experts.37.gate_proj,0.55444485,0.01000,0.430
39,mlp.experts.38.gate_proj,0.00058265,0.01000,0.431
39,mlp.experts.39.gate_proj,0.22775638,0.01000,0.429
39,mlp.experts.40.gate_proj,2.69745398,0.01000,0.427
39,mlp.experts.41.gate_proj,3.30513668,0.01000,0.428
39,mlp.experts.42.gate_proj,0.00006369,0.01000,0.428
39,mlp.experts.43.gate_proj,0.00088047,0.01000,0.429
39,mlp.experts.44.gate_proj,0.00002798,0.01000,0.427
39,mlp.experts.45.gate_proj,0.40857458,0.01000,0.428
39,mlp.experts.46.gate_proj,0.79698348,0.01000,0.428
39,mlp.experts.47.gate_proj,0.01184016,0.01000,0.429
39,mlp.experts.48.gate_proj,0.54470146,0.01000,0.430
39,mlp.experts.49.gate_proj,1.57164252,0.01000,0.428
39,mlp.experts.50.gate_proj,0.17550895,0.01000,0.429
39,mlp.experts.51.gate_proj,6.36630821,0.01000,0.428
39,mlp.experts.52.gate_proj,4.77408218,0.01000,0.430
39,mlp.experts.53.gate_proj,0.02261041,0.01000,0.429
39,mlp.experts.54.gate_proj,0.63617373,0.01000,0.426
39,mlp.experts.55.gate_proj,0.60444146,0.01000,0.428
39,mlp.experts.56.gate_proj,0.78303766,0.01000,0.427
39,mlp.experts.57.gate_proj,0.20447741,0.01000,0.430
39,mlp.experts.58.gate_proj,0.40774882,0.01000,0.442
39,mlp.experts.59.gate_proj,0.25532740,0.01000,0.435
39,mlp.experts.60.gate_proj,0.69965863,0.01000,0.445
39,mlp.experts.61.gate_proj,0.25829250,0.01000,0.431
39,mlp.experts.62.gate_proj,0.00522433,0.01000,0.432
39,mlp.experts.63.gate_proj,0.29885799,0.01000,0.430
39,mlp.experts.64.gate_proj,0.01256462,0.01000,0.430
39,mlp.experts.65.gate_proj,0.00014408,0.01000,0.430
39,mlp.experts.66.gate_proj,0.13531938,0.01000,0.437
39,mlp.experts.67.gate_proj,0.00005414,0.01000,0.431
39,mlp.experts.68.gate_proj,0.00035659,0.01000,0.431
39,mlp.experts.69.gate_proj,0.52885383,0.01000,0.432
39,mlp.experts.70.gate_proj,0.55278909,0.01000,0.434
39,mlp.experts.71.gate_proj,0.75069666,0.01000,0.432
39,mlp.experts.72.gate_proj,0.17618622,0.01000,0.431
39,mlp.experts.73.gate_proj,0.03881074,0.01000,0.431
39,mlp.experts.74.gate_proj,0.00014633,0.01000,0.430
39,mlp.experts.75.gate_proj,0.46768627,0.01000,0.435
39,mlp.experts.76.gate_proj,0.10188618,0.01000,0.430
39,mlp.experts.77.gate_proj,2.64727211,0.01000,0.432
39,mlp.experts.78.gate_proj,0.62460577,0.01000,0.430
39,mlp.experts.79.gate_proj,0.00194359,0.01000,0.429
39,mlp.experts.80.gate_proj,4.48541927,0.01000,0.431
39,mlp.experts.81.gate_proj,0.02200701,0.01000,0.430
39,mlp.experts.82.gate_proj,1.29671085,0.01000,0.432
39,mlp.experts.83.gate_proj,1.45650935,0.01000,0.430
39,mlp.experts.84.gate_proj,0.14276668,0.01000,0.430
39,mlp.experts.85.gate_proj,0.53353703,0.01000,0.434
39,mlp.experts.86.gate_proj,1.35900247,0.01000,0.430
39,mlp.experts.87.gate_proj,4.01202679,0.01000,0.434
39,mlp.experts.88.gate_proj,0.00025369,0.01000,0.431
39,mlp.experts.89.gate_proj,5.14434290,0.01000,0.431
39,mlp.experts.90.gate_proj,1.23269820,0.01000,0.430
39,mlp.experts.91.gate_proj,0.39975536,0.01000,0.434
39,mlp.experts.92.gate_proj,0.00006337,0.01000,0.452
39,mlp.experts.93.gate_proj,0.20250914,0.01000,0.439
39,mlp.experts.94.gate_proj,0.77951574,0.01000,0.444
39,mlp.experts.95.gate_proj,1.63388622,0.01000,0.436
39,mlp.experts.96.gate_proj,0.22853056,0.01000,0.437
39,mlp.experts.97.gate_proj,0.00010160,0.01000,0.437
39,mlp.experts.98.gate_proj,1.22201359,0.01000,0.437
39,mlp.experts.99.gate_proj,0.00152263,0.01000,0.440
39,mlp.experts.100.gate_proj,2.02800751,0.01000,0.437
39,mlp.experts.101.gate_proj,0.62993288,0.01000,0.437
39,mlp.experts.102.gate_proj,0.49433255,0.01000,0.436
39,mlp.experts.103.gate_proj,0.35477421,0.01000,0.441
39,mlp.experts.104.gate_proj,0.03534302,0.01000,0.451
39,mlp.experts.105.gate_proj,0.00011671,0.01000,0.448
39,mlp.experts.106.gate_proj,2.89171696,0.01000,0.441
39,mlp.experts.107.gate_proj,0.75794667,0.01000,0.439
39,mlp.experts.108.gate_proj,0.00002917,0.01000,0.444
39,mlp.experts.109.gate_proj,0.35115379,0.01000,0.438
39,mlp.experts.110.gate_proj,1.79218078,0.01000,0.438
39,mlp.experts.111.gate_proj,0.00058066,0.01000,0.438
39,mlp.experts.112.gate_proj,0.12861785,0.01000,0.444
39,mlp.experts.113.gate_proj,0.05870847,0.01000,0.438
39,mlp.experts.114.gate_proj,0.00001252,0.01000,0.439
39,mlp.experts.115.gate_proj,0.11575251,0.01000,0.440
39,mlp.experts.116.gate_proj,0.62164176,0.01000,0.441
39,mlp.experts.117.gate_proj,0.36157045,0.01000,0.444
39,mlp.experts.118.gate_proj,0.07311532,0.01000,0.438
39,mlp.experts.119.gate_proj,0.22604714,0.01000,0.438
39,mlp.experts.120.gate_proj,1.90955067,0.01000,0.438
39,mlp.experts.121.gate_proj,1.36501038,0.01000,0.441
39,mlp.experts.122.gate_proj,0.02270968,0.01000,0.439
39,mlp.experts.123.gate_proj,0.20050205,0.01000,0.439
39,mlp.experts.124.gate_proj,0.00016688,0.01000,0.439
39,mlp.experts.125.gate_proj,4.05898571,0.01000,0.439
39,mlp.experts.126.gate_proj,0.67795038,0.01000,0.445
39,mlp.experts.127.gate_proj,3.18698478,0.01000,0.439
39,mlp.experts.0.down_proj,4.02464819,0.01000,0.182
39,mlp.experts.1.down_proj,1.24813271,0.01000,0.164
39,mlp.experts.2.down_proj,0.23765886,0.01000,0.163
39,mlp.experts.3.down_proj,1.14475799,0.01000,0.164
39,mlp.experts.4.down_proj,0.51886958,0.01000,0.164
39,mlp.experts.5.down_proj,0.72323000,0.01000,0.165
39,mlp.experts.6.down_proj,0.37446681,0.01000,0.165
39,mlp.experts.7.down_proj,0.64335203,0.01000,0.165
39,mlp.experts.8.down_proj,0.83940458,0.01000,0.165
39,mlp.experts.9.down_proj,0.44471627,0.01000,0.164
39,mlp.experts.10.down_proj,0.19121422,0.01000,0.165
39,mlp.experts.11.down_proj,0.46041948,0.01000,0.165
39,mlp.experts.12.down_proj,0.11916074,0.01000,0.165
39,mlp.experts.13.down_proj,0.11042384,0.01000,0.166
39,mlp.experts.14.down_proj,0.02823170,0.01000,0.166
39,mlp.experts.15.down_proj,0.00007306,0.01000,0.165
39,mlp.experts.16.down_proj,0.79583526,0.01000,0.166
39,mlp.experts.17.down_proj,0.35007977,0.01000,0.165
39,mlp.experts.18.down_proj,0.03307535,0.01000,0.165
39,mlp.experts.19.down_proj,0.03142911,0.01000,0.165
39,mlp.experts.20.down_proj,1.42876196,0.01000,0.165
39,mlp.experts.21.down_proj,0.00386448,0.01000,0.165
39,mlp.experts.22.down_proj,0.00010629,0.01000,0.165
39,mlp.experts.23.down_proj,0.59320146,0.01000,0.165
39,mlp.experts.24.down_proj,0.02627801,0.01000,0.166
39,mlp.experts.25.down_proj,3.83670878,0.01000,0.165
39,mlp.experts.26.down_proj,0.03946592,0.01000,0.165
39,mlp.experts.27.down_proj,0.03401255,0.01000,0.165
39,mlp.experts.28.down_proj,0.25381291,0.01000,0.165
39,mlp.experts.29.down_proj,0.64765441,0.01000,0.167
39,mlp.experts.30.down_proj,0.33859086,0.01000,0.168
39,mlp.experts.31.down_proj,0.46693170,0.01000,0.168
39,mlp.experts.32.down_proj,2.18015146,0.01000,0.166
39,mlp.experts.33.down_proj,0.34936333,0.01000,0.166
39,mlp.experts.34.down_proj,0.53943479,0.01000,0.165
39,mlp.experts.35.down_proj,0.59893411,0.01000,0.166
39,mlp.experts.36.down_proj,0.01882229,0.01000,0.166
39,mlp.experts.37.down_proj,0.59250998,0.01000,0.165
39,mlp.experts.38.down_proj,0.00069925,0.01000,0.165
39,mlp.experts.39.down_proj,0.10961496,0.01000,0.167
39,mlp.experts.40.down_proj,1.40560174,0.01000,0.165
39,mlp.experts.41.down_proj,3.22087002,0.01000,0.168
39,mlp.experts.42.down_proj,0.00003537,0.01000,0.166
39,mlp.experts.43.down_proj,0.00183006,0.01000,0.166
39,mlp.experts.44.down_proj,0.00001150,0.01000,0.166
39,mlp.experts.45.down_proj,0.35410559,0.01000,0.168
39,mlp.experts.46.down_proj,0.46221858,0.01000,0.165
39,mlp.experts.47.down_proj,0.01747400,0.01000,0.165
39,mlp.experts.48.down_proj,0.23307231,0.01000,0.164
39,mlp.experts.49.down_proj,1.46393764,0.01000,0.165
39,mlp.experts.50.down_proj,0.14185250,0.01000,0.164
39,mlp.experts.51.down_proj,2.32981443,0.01000,0.164
39,mlp.experts.52.down_proj,3.69130778,0.01000,0.176
39,mlp.experts.53.down_proj,0.02262050,0.01000,0.164
39,mlp.experts.54.down_proj,0.38608819,0.01000,0.165
39,mlp.experts.55.down_proj,0.42034954,0.01000,0.165
39,mlp.experts.56.down_proj,0.37406319,0.01000,0.169
39,mlp.experts.57.down_proj,0.14341383,0.01000,0.165
39,mlp.experts.58.down_proj,0.17154844,0.01000,0.167
39,mlp.experts.59.down_proj,0.10386696,0.01000,0.165
39,mlp.experts.60.down_proj,0.78206050,0.01000,0.166
39,mlp.experts.61.down_proj,0.16907147,0.01000,0.166
39,mlp.experts.62.down_proj,0.00723638,0.01000,0.165
39,mlp.experts.63.down_proj,0.14647102,0.01000,0.165
39,mlp.experts.64.down_proj,0.00855503,0.01000,0.165
39,mlp.experts.65.down_proj,0.00019562,0.01000,0.169
39,mlp.experts.66.down_proj,0.13425906,0.01000,0.166
39,mlp.experts.67.down_proj,0.00003003,0.01000,0.164
39,mlp.experts.68.down_proj,0.00017985,0.01000,0.164
39,mlp.experts.69.down_proj,0.44633326,0.01000,0.164
39,mlp.experts.70.down_proj,0.84157264,0.01000,0.165
39,mlp.experts.71.down_proj,0.51667643,0.01000,0.164
39,mlp.experts.72.down_proj,0.13802037,0.01000,0.166
39,mlp.experts.73.down_proj,0.00345003,0.01000,0.165
39,mlp.experts.74.down_proj,0.00013450,0.01000,0.165
39,mlp.experts.75.down_proj,0.29072347,0.01000,0.165
39,mlp.experts.76.down_proj,0.06463711,0.01000,0.167
39,mlp.experts.77.down_proj,2.13001275,0.01000,0.166
39,mlp.experts.78.down_proj,0.51141322,0.01000,0.166
39,mlp.experts.79.down_proj,0.00144381,0.01000,0.165
39,mlp.experts.80.down_proj,2.25993729,0.01000,0.166
39,mlp.experts.81.down_proj,0.01237670,0.01000,0.166
39,mlp.experts.82.down_proj,0.67279935,0.01000,0.167
39,mlp.experts.83.down_proj,0.99625826,0.01000,0.166
39,mlp.experts.84.down_proj,0.07901435,0.01000,0.166
39,mlp.experts.85.down_proj,0.55055845,0.01000,0.166
39,mlp.experts.86.down_proj,0.88344669,0.01000,0.166
39,mlp.experts.87.down_proj,2.51986861,0.01000,0.166
39,mlp.experts.88.down_proj,0.00011467,0.01000,0.166
39,mlp.experts.89.down_proj,5.58674097,0.01000,0.166
39,mlp.experts.90.down_proj,0.89519572,0.01000,0.165
39,mlp.experts.91.down_proj,0.28166640,0.01000,0.164
39,mlp.experts.92.down_proj,0.00004231,0.01000,0.164
39,mlp.experts.93.down_proj,0.21721256,0.01000,0.164
39,mlp.experts.94.down_proj,0.38303617,0.01000,0.168
39,mlp.experts.95.down_proj,1.02546120,0.01000,0.165
39,mlp.experts.96.down_proj,0.13519877,0.01000,0.165
39,mlp.experts.97.down_proj,0.00006875,0.01000,0.166
39,mlp.experts.98.down_proj,1.00181532,0.01000,0.165
39,mlp.experts.99.down_proj,0.00124023,0.01000,0.165
39,mlp.experts.100.down_proj,1.27549624,0.01000,0.165
39,mlp.experts.101.down_proj,0.81502515,0.01000,0.165
39,mlp.experts.102.down_proj,0.16879427,0.01000,0.165
39,mlp.experts.103.down_proj,0.55994391,0.01000,0.166
39,mlp.experts.104.down_proj,0.03828091,0.01000,0.166
39,mlp.experts.105.down_proj,0.00008324,0.01000,0.165
39,mlp.experts.106.down_proj,1.11495018,0.01000,0.166
39,mlp.experts.107.down_proj,0.64448011,0.01000,0.165
39,mlp.experts.108.down_proj,0.00001410,0.01000,0.166
39,mlp.experts.109.down_proj,0.19116946,0.01000,0.165
39,mlp.experts.110.down_proj,1.12602663,0.01000,0.165
39,mlp.experts.111.down_proj,0.00049761,0.01000,0.165
39,mlp.experts.112.down_proj,0.03611309,0.01000,0.165
39,mlp.experts.113.down_proj,0.03758423,0.01000,0.165
39,mlp.experts.114.down_proj,0.00000859,0.01000,0.166
39,mlp.experts.115.down_proj,0.11723924,0.01000,0.168
39,mlp.experts.116.down_proj,0.27437663,0.01000,0.165
39,mlp.experts.117.down_proj,0.16993874,0.01000,0.165
39,mlp.experts.118.down_proj,0.05374566,0.01000,0.168
39,mlp.experts.119.down_proj,0.13996020,0.01000,0.165
39,mlp.experts.120.down_proj,1.12494826,0.01000,0.165
39,mlp.experts.121.down_proj,0.83765477,0.01000,0.165
39,mlp.experts.122.down_proj,0.02926551,0.01000,0.165
39,mlp.experts.123.down_proj,0.14090422,0.01000,0.165
39,mlp.experts.124.down_proj,0.00010883,0.01000,0.165
39,mlp.experts.125.down_proj,1.50530219,0.01000,0.165
39,mlp.experts.126.down_proj,0.73249388,0.01000,0.166
39,mlp.experts.127.down_proj,3.11858511,0.01000,0.167
40,self_attn.q_proj,2.08572388,0.01000,0.443
40,self_attn.k_proj,0.23325154,0.01000,0.448
40,self_attn.v_proj,0.26659077,0.01000,0.434
40,self_attn.o_proj,0.19092077,0.01000,0.876
40,mlp.experts.0.up_proj,2.69300461,0.01000,0.471
40,mlp.experts.1.up_proj,0.21571685,0.01000,0.434
40,mlp.experts.2.up_proj,0.00002686,0.01000,0.434
40,mlp.experts.3.up_proj,0.00015873,0.01000,0.434
40,mlp.experts.4.up_proj,0.65836376,0.01000,0.434
40,mlp.experts.5.up_proj,0.15287653,0.01000,0.435
40,mlp.experts.6.up_proj,1.75469553,0.01000,0.438
40,mlp.experts.7.up_proj,1.22235596,0.01000,0.437
40,mlp.experts.8.up_proj,0.65898180,0.01000,0.433
40,mlp.experts.9.up_proj,0.53405720,0.01000,0.435
40,mlp.experts.10.up_proj,0.00110225,0.01000,0.433
40,mlp.experts.11.up_proj,0.64233124,0.01000,0.433
40,mlp.experts.12.up_proj,2.72077131,0.01000,0.432
40,mlp.experts.13.up_proj,1.04409409,0.01000,0.433
40,mlp.experts.14.up_proj,0.65416753,0.01000,0.435
40,mlp.experts.15.up_proj,0.81482291,0.01000,0.432
40,mlp.experts.16.up_proj,1.62019157,0.01000,0.436
40,mlp.experts.17.up_proj,1.09178317,0.01000,0.432
40,mlp.experts.18.up_proj,0.95509613,0.01000,0.433
40,mlp.experts.19.up_proj,0.12713130,0.01000,0.436
40,mlp.experts.20.up_proj,0.90421903,0.01000,0.434
40,mlp.experts.21.up_proj,0.00120346,0.01000,0.434
40,mlp.experts.22.up_proj,0.06943289,0.01000,0.434
40,mlp.experts.23.up_proj,1.11795807,0.01000,0.433
40,mlp.experts.24.up_proj,0.58364487,0.01000,0.435
40,mlp.experts.25.up_proj,0.01152926,0.01000,0.437
40,mlp.experts.26.up_proj,1.23021173,0.01000,0.434
40,mlp.experts.27.up_proj,1.16378784,0.01000,0.433
40,mlp.experts.28.up_proj,2.82712078,0.01000,0.434
40,mlp.experts.29.up_proj,1.17135763,0.01000,0.435
40,mlp.experts.30.up_proj,4.42237663,0.01000,0.437
40,mlp.experts.31.up_proj,0.00051320,0.01000,0.434
40,mlp.experts.32.up_proj,0.03596702,0.01000,0.435
40,mlp.experts.33.up_proj,0.38574076,0.01000,0.438
40,mlp.experts.34.up_proj,0.05224125,0.01000,0.437
40,mlp.experts.35.up_proj,7.25961399,0.01000,0.437
40,mlp.experts.36.up_proj,0.02542385,0.01000,0.436
40,mlp.experts.37.up_proj,1.09448457,0.01000,0.440
40,mlp.experts.38.up_proj,0.00001475,0.01000,0.451
40,mlp.experts.39.up_proj,3.15471077,0.01000,0.439
40,mlp.experts.40.up_proj,1.20044518,0.01000,0.455
40,mlp.experts.41.up_proj,0.00929551,0.01000,0.437
40,mlp.experts.42.up_proj,3.02160835,0.01000,0.437
40,mlp.experts.43.up_proj,1.44007528,0.01000,0.440
40,mlp.experts.44.up_proj,1.38047576,0.01000,0.448
40,mlp.experts.45.up_proj,1.60673451,0.01000,0.436
40,mlp.experts.46.up_proj,0.04537047,0.01000,0.437
40,mlp.experts.47.up_proj,0.00875140,0.01000,0.436
40,mlp.experts.48.up_proj,3.39858055,0.01000,0.437
40,mlp.experts.49.up_proj,0.49215358,0.01000,0.437
40,mlp.experts.50.up_proj,0.62184805,0.01000,0.437
40,mlp.experts.51.up_proj,1.10231256,0.01000,0.436
40,mlp.experts.52.up_proj,0.24067754,0.01000,0.442
40,mlp.experts.53.up_proj,0.00507254,0.01000,0.440
40,mlp.experts.54.up_proj,2.69370890,0.01000,0.439
40,mlp.experts.55.up_proj,0.77860904,0.01000,0.438
40,mlp.experts.56.up_proj,0.00001337,0.01000,0.438
40,mlp.experts.57.up_proj,0.79799664,0.01000,0.438
40,mlp.experts.58.up_proj,0.05718798,0.01000,0.436
40,mlp.experts.59.up_proj,0.13275117,0.01000,0.435
40,mlp.experts.60.up_proj,0.54068536,0.01000,0.433
40,mlp.experts.61.up_proj,0.00000924,0.01000,0.434
40,mlp.experts.62.up_proj,0.27808475,0.01000,0.440
40,mlp.experts.63.up_proj,0.11051296,0.01000,0.434
40,mlp.experts.64.up_proj,0.00890636,0.01000,0.436
40,mlp.experts.65.up_proj,5.66913795,0.01000,0.439
40,mlp.experts.66.up_proj,0.00009600,0.01000,0.437
40,mlp.experts.67.up_proj,0.04532100,0.01000,0.437
40,mlp.experts.68.up_proj,0.17429629,0.01000,0.436
40,mlp.experts.69.up_proj,0.00398336,0.01000,0.449
40,mlp.experts.70.up_proj,0.26284808,0.01000,0.436
40,mlp.experts.71.up_proj,0.00099632,0.01000,0.450
40,mlp.experts.72.up_proj,0.29416680,0.01000,0.436
40,mlp.experts.73.up_proj,0.30074847,0.01000,0.437
40,mlp.experts.74.up_proj,0.08865200,0.01000,0.441
40,mlp.experts.75.up_proj,1.22958159,0.01000,0.441
40,mlp.experts.76.up_proj,1.26733422,0.01000,0.438
40,mlp.experts.77.up_proj,1.24733663,0.01000,0.439
40,mlp.experts.78.up_proj,0.61116654,0.01000,0.439
40,mlp.experts.79.up_proj,0.93293810,0.01000,0.436
40,mlp.experts.80.up_proj,2.54706073,0.01000,0.437
40,mlp.experts.81.up_proj,1.33377564,0.01000,0.436
40,mlp.experts.82.up_proj,4.97360229,0.01000,0.437
40,mlp.experts.83.up_proj,1.38287437,0.01000,0.437
40,mlp.experts.84.up_proj,0.89622366,0.01000,0.438
40,mlp.experts.85.up_proj,0.06905459,0.01000,0.438
40,mlp.experts.86.up_proj,0.00000539,0.01000,0.437
40,mlp.experts.87.up_proj,0.00422959,0.01000,0.437
40,mlp.experts.88.up_proj,0.00006024,0.01000,0.436
40,mlp.experts.89.up_proj,0.50622439,0.01000,0.437
40,mlp.experts.90.up_proj,0.39427623,0.01000,0.436
40,mlp.experts.91.up_proj,0.28077716,0.01000,0.437
40,mlp.experts.92.up_proj,0.00679446,0.01000,0.437
40,mlp.experts.93.up_proj,1.37016571,0.01000,0.436
40,mlp.experts.94.up_proj,0.84158444,0.01000,0.437
40,mlp.experts.95.up_proj,0.00031905,0.01000,0.436
40,mlp.experts.96.up_proj,0.00005647,0.01000,0.437
40,mlp.experts.97.up_proj,1.22224772,0.01000,0.437
40,mlp.experts.98.up_proj,0.49188885,0.01000,0.438
40,mlp.experts.99.up_proj,0.08569770,0.01000,0.437
40,mlp.experts.100.up_proj,1.18123686,0.01000,0.436
40,mlp.experts.101.up_proj,1.66413498,0.01000,0.439
40,mlp.experts.102.up_proj,1.01385689,0.01000,0.436
40,mlp.experts.103.up_proj,3.09130049,0.01000,0.438
40,mlp.experts.104.up_proj,0.00003075,0.01000,0.436
40,mlp.experts.105.up_proj,1.19514656,0.01000,0.437
40,mlp.experts.106.up_proj,0.52285016,0.01000,0.437
40,mlp.experts.107.up_proj,0.25674719,0.01000,0.437
40,mlp.experts.108.up_proj,1.41434026,0.01000,0.437
40,mlp.experts.109.up_proj,3.97989249,0.01000,0.437
40,mlp.experts.110.up_proj,0.82206601,0.01000,0.436
40,mlp.experts.111.up_proj,3.24955606,0.01000,0.437
40,mlp.experts.112.up_proj,0.29027432,0.01000,0.438
40,mlp.experts.113.up_proj,0.49232608,0.01000,0.433
40,mlp.experts.114.up_proj,1.82946110,0.01000,0.433
40,mlp.experts.115.up_proj,4.00287771,0.01000,0.436
40,mlp.experts.116.up_proj,0.33696583,0.01000,0.435
40,mlp.experts.117.up_proj,1.53176165,0.01000,0.432
40,mlp.experts.118.up_proj,0.00016949,0.01000,0.432
40,mlp.experts.119.up_proj,0.86603546,0.01000,0.434
40,mlp.experts.120.up_proj,0.00071784,0.01000,0.433
40,mlp.experts.121.up_proj,0.90000522,0.01000,0.435
40,mlp.experts.122.up_proj,0.01084259,0.01000,0.432
40,mlp.experts.123.up_proj,1.38071787,0.01000,0.441
40,mlp.experts.124.up_proj,0.71500015,0.01000,0.432
40,mlp.experts.125.up_proj,0.00006035,0.01000,0.431
40,mlp.experts.126.up_proj,0.26109213,0.01000,0.436
40,mlp.experts.127.up_proj,1.40550160,0.01000,0.431
40,mlp.experts.0.gate_proj,2.88583398,0.01000,0.432
40,mlp.experts.1.gate_proj,0.21184388,0.01000,0.431
40,mlp.experts.2.gate_proj,0.00002553,0.01000,0.431
40,mlp.experts.3.gate_proj,0.00014555,0.01000,0.430
40,mlp.experts.4.gate_proj,0.65039033,0.01000,0.430
40,mlp.experts.5.gate_proj,0.14996246,0.01000,0.434
40,mlp.experts.6.gate_proj,1.98372149,0.01000,0.440
40,mlp.experts.7.gate_proj,1.29817986,0.01000,0.432
40,mlp.experts.8.gate_proj,0.69140404,0.01000,0.431
40,mlp.experts.9.gate_proj,0.52818948,0.01000,0.431
40,mlp.experts.10.gate_proj,0.00107643,0.01000,0.431
40,mlp.experts.11.gate_proj,0.64108407,0.01000,0.431
40,mlp.experts.12.gate_proj,2.76021910,0.01000,0.433
40,mlp.experts.13.gate_proj,0.97821486,0.01000,0.436
40,mlp.experts.14.gate_proj,0.64269346,0.01000,0.444
40,mlp.experts.15.gate_proj,0.75721431,0.01000,0.446
40,mlp.experts.16.gate_proj,1.70915139,0.01000,0.435
40,mlp.experts.17.gate_proj,1.05090022,0.01000,0.432
40,mlp.experts.18.gate_proj,0.89562821,0.01000,0.432
40,mlp.experts.19.gate_proj,0.11985712,0.01000,0.431
40,mlp.experts.20.gate_proj,0.80712265,0.01000,0.430
40,mlp.experts.21.gate_proj,0.00113683,0.01000,0.432
40,mlp.experts.22.gate_proj,0.06806067,0.01000,0.430
40,mlp.experts.23.gate_proj,1.33065331,0.01000,0.431
40,mlp.experts.24.gate_proj,0.57494044,0.01000,0.431
40,mlp.experts.25.gate_proj,0.01165022,0.01000,0.435
40,mlp.experts.26.gate_proj,1.22890770,0.01000,0.434
40,mlp.experts.27.gate_proj,1.19600463,0.01000,0.431
40,mlp.experts.28.gate_proj,3.07554770,0.01000,0.431
40,mlp.experts.29.gate_proj,1.09227085,0.01000,0.434
40,mlp.experts.30.gate_proj,4.80208540,0.01000,0.432
40,mlp.experts.31.gate_proj,0.00048656,0.01000,0.431
40,mlp.experts.32.gate_proj,0.03506392,0.01000,0.435
40,mlp.experts.33.gate_proj,0.35782051,0.01000,0.432
40,mlp.experts.34.gate_proj,0.05286288,0.01000,0.431
40,mlp.experts.35.gate_proj,8.28958511,0.01000,0.432
40,mlp.experts.36.gate_proj,0.02451964,0.01000,0.430
40,mlp.experts.37.gate_proj,1.09399676,0.01000,0.431
40,mlp.experts.38.gate_proj,0.00001436,0.01000,0.430
40,mlp.experts.39.gate_proj,3.12738323,0.01000,0.432
40,mlp.experts.40.gate_proj,1.20151091,0.01000,0.429
40,mlp.experts.41.gate_proj,0.00864360,0.01000,0.432
40,mlp.experts.42.gate_proj,2.97887421,0.01000,0.435
40,mlp.experts.43.gate_proj,1.26359868,0.01000,0.431
40,mlp.experts.44.gate_proj,1.33035445,0.01000,0.431
40,mlp.experts.45.gate_proj,1.52134681,0.01000,0.430
40,mlp.experts.46.gate_proj,0.04466753,0.01000,0.444
40,mlp.experts.47.gate_proj,0.00805417,0.01000,0.442
40,mlp.experts.48.gate_proj,3.18330812,0.01000,0.433
40,mlp.experts.49.gate_proj,0.52798855,0.01000,0.433
40,mlp.experts.50.gate_proj,0.63405681,0.01000,0.433
40,mlp.experts.51.gate_proj,1.05887973,0.01000,0.431
40,mlp.experts.52.gate_proj,0.23061061,0.01000,0.431
40,mlp.experts.53.gate_proj,0.00484441,0.01000,0.434
40,mlp.experts.54.gate_proj,2.70254779,0.01000,0.431
40,mlp.experts.55.gate_proj,0.75548899,0.01000,0.430
40,mlp.experts.56.gate_proj,0.00001326,0.01000,0.430
40,mlp.experts.57.gate_proj,0.79184598,0.01000,0.430
40,mlp.experts.58.gate_proj,0.05935279,0.01000,0.431
40,mlp.experts.59.gate_proj,0.12290411,0.01000,0.430
40,mlp.experts.60.gate_proj,0.51729113,0.01000,0.436
40,mlp.experts.61.gate_proj,0.00000908,0.01000,0.430
40,mlp.experts.62.gate_proj,0.30201346,0.01000,0.433
40,mlp.experts.63.gate_proj,0.10751989,0.01000,0.432
40,mlp.experts.64.gate_proj,0.00891391,0.01000,0.430
40,mlp.experts.65.gate_proj,5.55012321,0.01000,0.429
40,mlp.experts.66.gate_proj,0.00008814,0.01000,0.430
40,mlp.experts.67.gate_proj,0.04315539,0.01000,0.432
40,mlp.experts.68.gate_proj,0.17159554,0.01000,0.430
40,mlp.experts.69.gate_proj,0.00387022,0.01000,0.428
40,mlp.experts.70.gate_proj,0.27594125,0.01000,0.428
40,mlp.experts.71.gate_proj,0.00090485,0.01000,0.428
40,mlp.experts.72.gate_proj,0.31881338,0.01000,0.432
40,mlp.experts.73.gate_proj,0.27490276,0.01000,0.428
40,mlp.experts.74.gate_proj,0.15109214,0.01000,0.430
40,mlp.experts.75.gate_proj,1.24511969,0.01000,0.429
40,mlp.experts.76.gate_proj,1.27705574,0.01000,0.430
40,mlp.experts.77.gate_proj,1.15025365,0.01000,0.432
40,mlp.experts.78.gate_proj,0.59338069,0.01000,0.431
40,mlp.experts.79.gate_proj,0.91694403,0.01000,0.431
40,mlp.experts.80.gate_proj,2.64906788,0.01000,0.431
40,mlp.experts.81.gate_proj,1.33297658,0.01000,0.434
40,mlp.experts.82.gate_proj,5.52278423,0.01000,0.431
40,mlp.experts.83.gate_proj,1.37940633,0.01000,0.431
40,mlp.experts.84.gate_proj,0.89305103,0.01000,0.432
40,mlp.experts.85.gate_proj,0.06622111,0.01000,0.437
40,mlp.experts.86.gate_proj,0.00000533,0.01000,0.434
40,mlp.experts.87.gate_proj,0.00408973,0.01000,0.431
40,mlp.experts.88.gate_proj,0.00005665,0.01000,0.436
40,mlp.experts.89.gate_proj,0.52426654,0.01000,0.431
40,mlp.experts.90.gate_proj,0.38284409,0.01000,0.431
40,mlp.experts.91.gate_proj,0.26542243,0.01000,0.431
40,mlp.experts.92.gate_proj,0.00631576,0.01000,0.429
40,mlp.experts.93.gate_proj,1.44582987,0.01000,0.428
40,mlp.experts.94.gate_proj,0.82977557,0.01000,0.428
40,mlp.experts.95.gate_proj,0.00030593,0.01000,0.434
40,mlp.experts.96.gate_proj,0.00005244,0.01000,0.429
40,mlp.experts.97.gate_proj,1.27899587,0.01000,0.429
40,mlp.experts.98.gate_proj,0.48418796,0.01000,0.428
40,mlp.experts.99.gate_proj,0.08810385,0.01000,0.431
40,mlp.experts.100.gate_proj,1.13051724,0.01000,0.430
40,mlp.experts.101.gate_proj,1.68879294,0.01000,0.430
40,mlp.experts.102.gate_proj,1.01189971,0.01000,0.432
40,mlp.experts.103.gate_proj,3.07452536,0.01000,0.430
40,mlp.experts.104.gate_proj,0.00003247,0.01000,0.433
40,mlp.experts.105.gate_proj,1.13376212,0.01000,0.429
40,mlp.experts.106.gate_proj,0.51486701,0.01000,0.427
40,mlp.experts.107.gate_proj,0.26251477,0.01000,0.428
40,mlp.experts.108.gate_proj,1.36751044,0.01000,0.428
40,mlp.experts.109.gate_proj,5.39414501,0.01000,0.435
40,mlp.experts.110.gate_proj,0.82007456,0.01000,0.428
40,mlp.experts.111.gate_proj,3.55684733,0.01000,0.428
40,mlp.experts.112.gate_proj,0.27851257,0.01000,0.427
40,mlp.experts.113.gate_proj,0.57973027,0.01000,0.432
40,mlp.experts.114.gate_proj,1.89002490,0.01000,0.429
40,mlp.experts.115.gate_proj,4.14696789,0.01000,0.428
40,mlp.experts.116.gate_proj,0.35095888,0.01000,0.429
40,mlp.experts.117.gate_proj,1.51078713,0.01000,0.442
40,mlp.experts.118.gate_proj,0.00016112,0.01000,0.446
40,mlp.experts.119.gate_proj,0.91313553,0.01000,0.434
40,mlp.experts.120.gate_proj,0.00064573,0.01000,0.435
40,mlp.experts.121.gate_proj,0.87710023,0.01000,0.433
40,mlp.experts.122.gate_proj,0.01069800,0.01000,0.448
40,mlp.experts.123.gate_proj,1.46522141,0.01000,0.438
40,mlp.experts.124.gate_proj,0.68396699,0.01000,0.436
40,mlp.experts.125.gate_proj,0.00005933,0.01000,0.437
40,mlp.experts.126.gate_proj,0.26951832,0.01000,0.437
40,mlp.experts.127.gate_proj,1.43662393,0.01000,0.443
40,mlp.experts.0.down_proj,4.47343588,0.01000,0.181
40,mlp.experts.1.down_proj,0.18690303,0.01000,0.163
40,mlp.experts.2.down_proj,0.00001611,0.01000,0.164
40,mlp.experts.3.down_proj,0.00013256,0.01000,0.164
40,mlp.experts.4.down_proj,0.55824250,0.01000,0.166
40,mlp.experts.5.down_proj,0.16747642,0.01000,0.165
40,mlp.experts.6.down_proj,1.31859708,0.01000,0.165
40,mlp.experts.7.down_proj,1.61354232,0.01000,0.165
40,mlp.experts.8.down_proj,0.66502690,0.01000,0.168
40,mlp.experts.9.down_proj,0.38641337,0.01000,0.170
40,mlp.experts.10.down_proj,0.00069964,0.01000,0.166
40,mlp.experts.11.down_proj,0.70592976,0.01000,0.166
40,mlp.experts.12.down_proj,2.25694275,0.01000,0.165
40,mlp.experts.13.down_proj,1.10322917,0.01000,0.166
40,mlp.experts.14.down_proj,0.49308032,0.01000,0.166
40,mlp.experts.15.down_proj,1.02427554,0.01000,0.166
40,mlp.experts.16.down_proj,1.05337453,0.01000,0.168
40,mlp.experts.17.down_proj,1.05387282,0.01000,0.167
40,mlp.experts.18.down_proj,0.89586389,0.01000,0.167
40,mlp.experts.19.down_proj,0.08845711,0.01000,0.167
40,mlp.experts.20.down_proj,1.04664016,0.01000,0.168
40,mlp.experts.21.down_proj,0.00084312,0.01000,0.170
40,mlp.experts.22.down_proj,0.06850328,0.01000,0.167
40,mlp.experts.23.down_proj,0.93700796,0.01000,0.167
40,mlp.experts.24.down_proj,0.52193147,0.01000,0.167
40,mlp.experts.25.down_proj,0.01198637,0.01000,0.167
40,mlp.experts.26.down_proj,0.77600771,0.01000,0.167
40,mlp.experts.27.down_proj,0.94371819,0.01000,0.168
40,mlp.experts.28.down_proj,1.54145241,0.01000,0.167
40,mlp.experts.29.down_proj,1.50459528,0.01000,0.167
40,mlp.experts.30.down_proj,2.96737480,0.01000,0.167
40,mlp.experts.31.down_proj,0.00045418,0.01000,0.166
40,mlp.experts.32.down_proj,0.04982812,0.01000,0.167
40,mlp.experts.33.down_proj,0.61309159,0.01000,0.169
40,mlp.experts.34.down_proj,0.02419986,0.01000,0.166
40,mlp.experts.35.down_proj,5.83253956,0.01000,0.167
40,mlp.experts.36.down_proj,0.03037514,0.01000,0.167
40,mlp.experts.37.down_proj,0.82980531,0.01000,0.166
40,mlp.experts.38.down_proj,0.00000676,0.01000,0.169
40,mlp.experts.39.down_proj,2.71221876,0.01000,0.168
40,mlp.experts.40.down_proj,1.32538164,0.01000,0.167
40,mlp.experts.41.down_proj,0.01162883,0.01000,0.167
40,mlp.experts.42.down_proj,2.55500674,0.01000,0.167
40,mlp.experts.43.down_proj,1.18960381,0.01000,0.167
40,mlp.experts.44.down_proj,1.87913322,0.01000,0.167
40,mlp.experts.45.down_proj,1.41007340,0.01000,0.168
40,mlp.experts.46.down_proj,0.03525170,0.01000,0.166
40,mlp.experts.47.down_proj,0.01183735,0.01000,0.166
40,mlp.experts.48.down_proj,4.37702227,0.01000,0.166
40,mlp.experts.49.down_proj,0.28496638,0.01000,0.166
40,mlp.experts.50.down_proj,0.49120852,0.01000,0.166
40,mlp.experts.51.down_proj,1.24903250,0.01000,0.167
40,mlp.experts.52.down_proj,0.18146995,0.01000,0.170
40,mlp.experts.53.down_proj,0.00571165,0.01000,0.167
40,mlp.experts.54.down_proj,2.31214786,0.01000,0.167
40,mlp.experts.55.down_proj,0.99273390,0.01000,0.167
40,mlp.experts.56.down_proj,0.00001042,0.01000,0.167
40,mlp.experts.57.down_proj,0.60070932,0.01000,0.169
40,mlp.experts.58.down_proj,0.06381089,0.01000,0.167
40,mlp.experts.59.down_proj,0.12850064,0.01000,0.166
40,mlp.experts.60.down_proj,0.59758139,0.01000,0.167
40,mlp.experts.61.down_proj,0.00000546,0.01000,0.166
40,mlp.experts.62.down_proj,0.15141648,0.01000,0.167
40,mlp.experts.63.down_proj,0.07699285,0.01000,0.167
40,mlp.experts.64.down_proj,0.00032009,0.01000,0.167
40,mlp.experts.65.down_proj,3.81623793,0.01000,0.167
40,mlp.experts.66.down_proj,0.00006436,0.01000,0.167
40,mlp.experts.67.down_proj,0.03738409,0.01000,0.166
40,mlp.experts.68.down_proj,0.16556880,0.01000,0.169
40,mlp.experts.69.down_proj,0.00412362,0.01000,0.168
40,mlp.experts.70.down_proj,0.12012872,0.01000,0.165
40,mlp.experts.71.down_proj,0.00058969,0.01000,0.165
40,mlp.experts.72.down_proj,0.20156752,0.01000,0.165
40,mlp.experts.73.down_proj,0.31976396,0.01000,0.165
40,mlp.experts.74.down_proj,0.04593986,0.01000,0.165
40,mlp.experts.75.down_proj,0.77229601,0.01000,0.165
40,mlp.experts.76.down_proj,1.14579606,0.01000,0.165
40,mlp.experts.77.down_proj,1.45690894,0.01000,0.165
40,mlp.experts.78.down_proj,0.43074572,0.01000,0.165
40,mlp.experts.79.down_proj,0.49779531,0.01000,0.165
40,mlp.experts.80.down_proj,1.72698510,0.01000,0.166
40,mlp.experts.81.down_proj,1.08417702,0.01000,0.166
40,mlp.experts.82.down_proj,5.97656250,0.01000,0.167
40,mlp.experts.83.down_proj,1.09367275,0.01000,0.165
40,mlp.experts.84.down_proj,0.84879947,0.01000,0.164
40,mlp.experts.85.down_proj,0.04665291,0.01000,0.164
40,mlp.experts.86.down_proj,0.00000281,0.01000,0.164
40,mlp.experts.87.down_proj,0.00285341,0.01000,0.164
40,mlp.experts.88.down_proj,0.00004080,0.01000,0.164
40,mlp.experts.89.down_proj,0.60234094,0.01000,0.164
40,mlp.experts.90.down_proj,0.49395022,0.01000,0.164
40,mlp.experts.91.down_proj,0.47807774,0.01000,0.164
40,mlp.experts.92.down_proj,0.01038145,0.01000,0.168
40,mlp.experts.93.down_proj,0.90270329,0.01000,0.164
40,mlp.experts.94.down_proj,0.88072586,0.01000,0.165
40,mlp.experts.95.down_proj,0.00020403,0.01000,0.165
40,mlp.experts.96.down_proj,0.00005971,0.01000,0.165
40,mlp.experts.97.down_proj,0.68799639,0.01000,0.166
40,mlp.experts.98.down_proj,0.46368164,0.01000,0.167
40,mlp.experts.99.down_proj,0.11355159,0.01000,0.168
40,mlp.experts.100.down_proj,2.03783298,0.01000,0.166
40,mlp.experts.101.down_proj,1.24821877,0.01000,0.166
40,mlp.experts.102.down_proj,0.65439904,0.01000,0.166
40,mlp.experts.103.down_proj,2.69719672,0.01000,0.166
40,mlp.experts.104.down_proj,0.00002343,0.01000,0.166
40,mlp.experts.105.down_proj,1.18764472,0.01000,0.167
40,mlp.experts.106.down_proj,0.35746670,0.01000,0.166
40,mlp.experts.107.down_proj,0.10026367,0.01000,0.166
40,mlp.experts.108.down_proj,1.38838923,0.01000,0.166
40,mlp.experts.109.down_proj,2.13851404,0.01000,0.166
40,mlp.experts.110.down_proj,1.12173355,0.01000,0.166
40,mlp.experts.111.down_proj,2.82401705,0.01000,0.167
40,mlp.experts.112.down_proj,0.41601866,0.01000,0.166
40,mlp.experts.113.down_proj,0.39084011,0.01000,0.166
40,mlp.experts.114.down_proj,1.51556337,0.01000,0.166
40,mlp.experts.115.down_proj,2.94165802,0.01000,0.166
40,mlp.experts.116.down_proj,0.25237799,0.01000,0.167
40,mlp.experts.117.down_proj,1.17753661,0.01000,0.167
40,mlp.experts.118.down_proj,0.00013980,0.01000,0.166
40,mlp.experts.119.down_proj,0.83057189,0.01000,0.182
40,mlp.experts.120.down_proj,0.00064761,0.01000,0.166
40,mlp.experts.121.down_proj,0.92965281,0.01000,0.166
40,mlp.experts.122.down_proj,0.01542953,0.01000,0.166
40,mlp.experts.123.down_proj,1.53554702,0.01000,0.180
40,mlp.experts.124.down_proj,0.82387817,0.01000,0.167
40,mlp.experts.125.down_proj,0.00004075,0.01000,0.167
40,mlp.experts.126.down_proj,0.10292959,0.01000,0.167
40,mlp.experts.127.down_proj,1.06035304,0.01000,0.177
41,self_attn.q_proj,2.83746195,0.01000,0.461
41,self_attn.k_proj,0.29107895,0.01000,0.447
41,self_attn.v_proj,0.38305771,0.01000,0.438
41,self_attn.o_proj,0.22246799,0.01000,0.890
41,mlp.experts.0.up_proj,1.49282479,0.01000,0.486
41,mlp.experts.1.up_proj,1.52183926,0.01000,0.445
41,mlp.experts.2.up_proj,1.15861309,0.01000,0.450
41,mlp.experts.3.up_proj,0.76107538,0.01000,0.441
41,mlp.experts.4.up_proj,0.00000443,0.01000,0.444
41,mlp.experts.5.up_proj,0.70469546,0.01000,0.444
41,mlp.experts.6.up_proj,0.64469683,0.01000,0.449
41,mlp.experts.7.up_proj,0.75696874,0.01000,0.449
41,mlp.experts.8.up_proj,0.00005452,0.01000,0.445
41,mlp.experts.9.up_proj,3.05368614,0.01000,0.443
41,mlp.experts.10.up_proj,0.38116419,0.01000,0.442
41,mlp.experts.11.up_proj,1.55702972,0.01000,0.438
41,mlp.experts.12.up_proj,0.66827941,0.01000,0.435
41,mlp.experts.13.up_proj,0.19796723,0.01000,0.434
41,mlp.experts.14.up_proj,1.20359588,0.01000,0.432
41,mlp.experts.15.up_proj,1.28698575,0.01000,0.432
41,mlp.experts.16.up_proj,0.16721329,0.01000,0.431
41,mlp.experts.17.up_proj,1.16339612,0.01000,0.431
41,mlp.experts.18.up_proj,3.85266018,0.01000,0.432
41,mlp.experts.19.up_proj,0.83638561,0.01000,0.440
41,mlp.experts.20.up_proj,1.25108838,0.01000,0.446
41,mlp.experts.21.up_proj,2.09506226,0.01000,0.432
41,mlp.experts.22.up_proj,0.12389580,0.01000,0.435
41,mlp.experts.23.up_proj,0.00015029,0.01000,0.432
41,mlp.experts.24.up_proj,0.00000605,0.01000,0.433
41,mlp.experts.25.up_proj,0.09173096,0.01000,0.432
41,mlp.experts.26.up_proj,5.39335060,0.01000,0.432
41,mlp.experts.27.up_proj,0.00005155,0.01000,0.431
41,mlp.experts.28.up_proj,0.00128567,0.01000,0.431
41,mlp.experts.29.up_proj,0.00079405,0.01000,0.436
41,mlp.experts.30.up_proj,0.77110451,0.01000,0.431
41,mlp.experts.31.up_proj,0.00291857,0.01000,0.431
41,mlp.experts.32.up_proj,0.00724935,0.01000,0.432
41,mlp.experts.33.up_proj,0.09381539,0.01000,0.435
41,mlp.experts.34.up_proj,0.50107884,0.01000,0.437
41,mlp.experts.35.up_proj,1.04419899,0.01000,0.431
41,mlp.experts.36.up_proj,1.68283248,0.01000,0.434
41,mlp.experts.37.up_proj,0.00015336,0.01000,0.432
41,mlp.experts.38.up_proj,0.00679979,0.01000,0.432
41,mlp.experts.39.up_proj,4.91798353,0.01000,0.432
41,mlp.experts.40.up_proj,0.00646663,0.01000,0.448
41,mlp.experts.41.up_proj,0.00601807,0.01000,0.432
41,mlp.experts.42.up_proj,1.49344754,0.01000,0.444
41,mlp.experts.43.up_proj,0.00001314,0.01000,0.438
41,mlp.experts.44.up_proj,0.32458419,0.01000,0.433
41,mlp.experts.45.up_proj,1.76463687,0.01000,0.431
41,mlp.experts.46.up_proj,1.26595652,0.01000,0.432
41,mlp.experts.47.up_proj,0.41980621,0.01000,0.431
41,mlp.experts.48.up_proj,0.80488795,0.01000,0.433
41,mlp.experts.49.up_proj,8.97958565,0.01000,0.432
41,mlp.experts.50.up_proj,1.43256426,0.01000,0.432
41,mlp.experts.51.up_proj,0.01097634,0.01000,0.431
41,mlp.experts.52.up_proj,0.81726265,0.01000,0.438
41,mlp.experts.53.up_proj,1.75151062,0.01000,0.435
41,mlp.experts.54.up_proj,8.02072811,0.01000,0.431
41,mlp.experts.55.up_proj,3.12056971,0.01000,0.432
41,mlp.experts.56.up_proj,0.00012914,0.01000,0.433
41,mlp.experts.57.up_proj,1.11686468,0.01000,0.437
41,mlp.experts.58.up_proj,2.60327625,0.01000,0.429
41,mlp.experts.59.up_proj,2.37703681,0.01000,0.440
41,mlp.experts.60.up_proj,0.00077843,0.01000,0.433
41,mlp.experts.61.up_proj,3.07858229,0.01000,0.436
41,mlp.experts.62.up_proj,1.83479011,0.01000,0.435
41,mlp.experts.63.up_proj,1.36496890,0.01000,0.433
41,mlp.experts.64.up_proj,1.03799939,0.01000,0.433
41,mlp.experts.65.up_proj,1.68129063,0.01000,0.432
41,mlp.experts.66.up_proj,1.21951449,0.01000,0.438
41,mlp.experts.67.up_proj,0.00029073,0.01000,0.431
41,mlp.experts.68.up_proj,0.87701923,0.01000,0.431
41,mlp.experts.69.up_proj,1.27393174,0.01000,0.431
41,mlp.experts.70.up_proj,0.00140810,0.01000,0.437
41,mlp.experts.71.up_proj,0.04248787,0.01000,0.435
41,mlp.experts.72.up_proj,2.01947689,0.01000,0.430
41,mlp.experts.73.up_proj,2.27409768,0.01000,0.430
41,mlp.experts.74.up_proj,0.00176977,0.01000,0.430
41,mlp.experts.75.up_proj,0.98946524,0.01000,0.431
41,mlp.experts.76.up_proj,0.00010753,0.01000,0.430
41,mlp.experts.77.up_proj,2.88452029,0.01000,0.432
41,mlp.experts.78.up_proj,0.49261954,0.01000,0.435
41,mlp.experts.79.up_proj,0.71029890,0.01000,0.432
41,mlp.experts.80.up_proj,1.83560944,0.01000,0.434
41,mlp.experts.81.up_proj,1.53697324,0.01000,0.436
41,mlp.experts.82.up_proj,2.88485336,0.01000,0.433
41,mlp.experts.83.up_proj,0.29854333,0.01000,0.432
41,mlp.experts.84.up_proj,1.16674614,0.01000,0.434
41,mlp.experts.85.up_proj,2.77563238,0.01000,0.434
41,mlp.experts.86.up_proj,0.18474421,0.01000,0.432
41,mlp.experts.87.up_proj,0.46985894,0.01000,0.431
41,mlp.experts.88.up_proj,7.58458900,0.01000,0.432
41,mlp.experts.89.up_proj,0.12394366,0.01000,0.435
41,mlp.experts.90.up_proj,0.34134075,0.01000,0.431
41,mlp.experts.91.up_proj,0.00053870,0.01000,0.431
41,mlp.experts.92.up_proj,1.38524246,0.01000,0.435
41,mlp.experts.93.up_proj,0.72919571,0.01000,0.433
41,mlp.experts.94.up_proj,0.00313908,0.01000,0.436
41,mlp.experts.95.up_proj,0.07106932,0.01000,0.431
41,mlp.experts.96.up_proj,0.01182090,0.01000,0.431
41,mlp.experts.97.up_proj,1.22978783,0.01000,0.431
41,mlp.experts.98.up_proj,0.00106402,0.01000,0.434
41,mlp.experts.99.up_proj,3.76612139,0.01000,0.433
41,mlp.experts.100.up_proj,0.80353636,0.01000,0.431
41,mlp.experts.101.up_proj,0.00002003,0.01000,0.431
41,mlp.experts.102.up_proj,1.12603414,0.01000,0.433
41,mlp.experts.103.up_proj,1.17680550,0.01000,0.437
41,mlp.experts.104.up_proj,0.01293379,0.01000,0.434
41,mlp.experts.105.up_proj,0.65947920,0.01000,0.435
41,mlp.experts.106.up_proj,3.33146048,0.01000,0.436
41,mlp.experts.107.up_proj,0.00005145,0.01000,0.434
41,mlp.experts.108.up_proj,0.01201193,0.01000,0.435
41,mlp.experts.109.up_proj,0.17240205,0.01000,0.433
41,mlp.experts.110.up_proj,0.00724767,0.01000,0.440
41,mlp.experts.111.up_proj,0.00020078,0.01000,0.431
41,mlp.experts.112.up_proj,2.10414958,0.01000,0.433
41,mlp.experts.113.up_proj,0.52910256,0.01000,0.429
41,mlp.experts.114.up_proj,0.00201337,0.01000,0.429
41,mlp.experts.115.up_proj,0.53284746,0.01000,0.429
41,mlp.experts.116.up_proj,0.12857328,0.01000,0.429
41,mlp.experts.117.up_proj,0.82094562,0.01000,0.432
41,mlp.experts.118.up_proj,3.10734415,0.01000,0.429
41,mlp.experts.119.up_proj,0.00012230,0.01000,0.430
41,mlp.experts.120.up_proj,0.62847435,0.01000,0.429
41,mlp.experts.121.up_proj,2.09686756,0.01000,0.431
41,mlp.experts.122.up_proj,4.80478144,0.01000,0.432
41,mlp.experts.123.up_proj,0.34720314,0.01000,0.429
41,mlp.experts.124.up_proj,0.55746245,0.01000,0.430
41,mlp.experts.125.up_proj,0.00000376,0.01000,0.429
41,mlp.experts.126.up_proj,0.87245619,0.01000,0.442
41,mlp.experts.127.up_proj,0.00329641,0.01000,0.429
41,mlp.experts.0.gate_proj,1.42924023,0.01000,0.430
41,mlp.experts.1.gate_proj,1.50321960,0.01000,0.430
41,mlp.experts.2.gate_proj,1.03443778,0.01000,0.430
41,mlp.experts.3.gate_proj,0.77083778,0.01000,0.432
41,mlp.experts.4.gate_proj,0.00000429,0.01000,0.430
41,mlp.experts.5.gate_proj,0.68112898,0.01000,0.431
41,mlp.experts.6.gate_proj,0.62066376,0.01000,0.437
41,mlp.experts.7.gate_proj,0.74951863,0.01000,0.436
41,mlp.experts.8.gate_proj,0.00005101,0.01000,0.430
41,mlp.experts.9.gate_proj,3.00520468,0.01000,0.428
41,mlp.experts.10.gate_proj,0.37757096,0.01000,0.429
41,mlp.experts.11.gate_proj,1.61227214,0.01000,0.429
41,mlp.experts.12.gate_proj,0.71420050,0.01000,0.438
41,mlp.experts.13.gate_proj,0.19641903,0.01000,0.429
41,mlp.experts.14.gate_proj,1.10523951,0.01000,0.428
41,mlp.experts.15.gate_proj,1.17616975,0.01000,0.428
41,mlp.experts.16.gate_proj,0.16119626,0.01000,0.427
41,mlp.experts.17.gate_proj,1.07607722,0.01000,0.432
41,mlp.experts.18.gate_proj,3.97293258,0.01000,0.428
41,mlp.experts.19.gate_proj,0.84652239,0.01000,0.431
41,mlp.experts.20.gate_proj,1.13230777,0.01000,0.457
41,mlp.experts.21.gate_proj,2.05450916,0.01000,0.449
41,mlp.experts.22.gate_proj,0.11842491,0.01000,0.439
41,mlp.experts.23.gate_proj,0.00014235,0.01000,0.432
41,mlp.experts.24.gate_proj,0.00000634,0.01000,0.433
41,mlp.experts.25.gate_proj,0.08877911,0.01000,0.432
41,mlp.experts.26.gate_proj,6.57527065,0.01000,0.434
41,mlp.experts.27.gate_proj,0.00004900,0.01000,0.430
41,mlp.experts.28.gate_proj,0.00119538,0.01000,0.431
41,mlp.experts.29.gate_proj,0.00075694,0.01000,0.430
41,mlp.experts.30.gate_proj,0.77148497,0.01000,0.438
41,mlp.experts.31.gate_proj,0.00274196,0.01000,0.431
41,mlp.experts.32.gate_proj,0.00678070,0.01000,0.435
41,mlp.experts.33.gate_proj,0.09166075,0.01000,0.435
41,mlp.experts.34.gate_proj,0.49497551,0.01000,0.434
41,mlp.experts.35.gate_proj,0.95962334,0.01000,0.440
41,mlp.experts.36.gate_proj,1.67270935,0.01000,0.436
41,mlp.experts.37.gate_proj,0.00014070,0.01000,0.436
41,mlp.experts.38.gate_proj,0.00734601,0.01000,0.433
41,mlp.experts.39.gate_proj,5.98085403,0.01000,0.434
41,mlp.experts.40.gate_proj,0.00600340,0.01000,0.435
41,mlp.experts.41.gate_proj,0.00682115,0.01000,0.433
41,mlp.experts.42.gate_proj,1.90184534,0.01000,0.433
41,mlp.experts.43.gate_proj,0.00001247,0.01000,0.440
41,mlp.experts.44.gate_proj,0.31375539,0.01000,0.435
41,mlp.experts.45.gate_proj,1.77729273,0.01000,0.437
41,mlp.experts.46.gate_proj,1.21128011,0.01000,0.435
41,mlp.experts.47.gate_proj,0.42994857,0.01000,0.435
41,mlp.experts.48.gate_proj,0.88064748,0.01000,0.434
41,mlp.experts.49.gate_proj,10.94760704,0.01000,0.435
41,mlp.experts.50.gate_proj,1.53555524,0.01000,0.441
41,mlp.experts.51.gate_proj,0.01051173,0.01000,0.451
41,mlp.experts.52.gate_proj,0.71697485,0.01000,0.440
41,mlp.experts.53.gate_proj,1.67412746,0.01000,0.441
41,mlp.experts.54.gate_proj,9.31768417,0.01000,0.438
41,mlp.experts.55.gate_proj,2.89379954,0.01000,0.436
41,mlp.experts.56.gate_proj,0.00012042,0.01000,0.436
41,mlp.experts.57.gate_proj,1.19555283,0.01000,0.436
41,mlp.experts.58.gate_proj,2.66201377,0.01000,0.437
41,mlp.experts.59.gate_proj,2.35171700,0.01000,0.436
41,mlp.experts.60.gate_proj,0.00072254,0.01000,0.442
41,mlp.experts.61.gate_proj,3.63806200,0.01000,0.438
41,mlp.experts.62.gate_proj,1.85307884,0.01000,0.436
41,mlp.experts.63.gate_proj,1.27077460,0.01000,0.440
41,mlp.experts.64.gate_proj,0.96496356,0.01000,0.436
41,mlp.experts.65.gate_proj,1.57887459,0.01000,0.435
41,mlp.experts.66.gate_proj,1.11729157,0.01000,0.435
41,mlp.experts.67.gate_proj,0.00025574,0.01000,0.440
41,mlp.experts.68.gate_proj,0.88047874,0.01000,0.439
41,mlp.experts.69.gate_proj,1.20934212,0.01000,0.435
41,mlp.experts.70.gate_proj,0.00125763,0.01000,0.437
41,mlp.experts.71.gate_proj,0.03918565,0.01000,0.440
41,mlp.experts.72.gate_proj,2.05203009,0.01000,0.436
41,mlp.experts.73.gate_proj,2.36419272,0.01000,0.440
41,mlp.experts.74.gate_proj,0.00162063,0.01000,0.438
41,mlp.experts.75.gate_proj,0.97753376,0.01000,0.437
41,mlp.experts.76.gate_proj,0.00010157,0.01000,0.438
41,mlp.experts.77.gate_proj,3.02970529,0.01000,0.433
41,mlp.experts.78.gate_proj,0.47524607,0.01000,0.430
41,mlp.experts.79.gate_proj,0.72892231,0.01000,0.429
41,mlp.experts.80.gate_proj,1.82521820,0.01000,0.430
41,mlp.experts.81.gate_proj,1.49143541,0.01000,0.436
41,mlp.experts.82.gate_proj,2.90703607,0.01000,0.440
41,mlp.experts.83.gate_proj,0.28680420,0.01000,0.435
41,mlp.experts.84.gate_proj,1.20684981,0.01000,0.430
41,mlp.experts.85.gate_proj,2.58901119,0.01000,0.430
41,mlp.experts.86.gate_proj,0.18038645,0.01000,0.431
41,mlp.experts.87.gate_proj,0.46917331,0.01000,0.432
41,mlp.experts.88.gate_proj,7.70121861,0.01000,0.434
41,mlp.experts.89.gate_proj,0.12629037,0.01000,0.435
41,mlp.experts.90.gate_proj,0.31955206,0.01000,0.434
41,mlp.experts.91.gate_proj,0.00050284,0.01000,0.440
41,mlp.experts.92.gate_proj,1.32732737,0.01000,0.436
41,mlp.experts.93.gate_proj,0.73350942,0.01000,0.434
41,mlp.experts.94.gate_proj,0.00299137,0.01000,0.434
41,mlp.experts.95.gate_proj,0.06713786,0.01000,0.434
41,mlp.experts.96.gate_proj,0.01211415,0.01000,0.435
41,mlp.experts.97.gate_proj,1.07661808,0.01000,0.436
41,mlp.experts.98.gate_proj,0.00096958,0.01000,0.439
41,mlp.experts.99.gate_proj,3.70112228,0.01000,0.438
41,mlp.experts.100.gate_proj,0.80139011,0.01000,0.437
41,mlp.experts.101.gate_proj,0.00001924,0.01000,0.441
41,mlp.experts.102.gate_proj,1.05428159,0.01000,0.436
41,mlp.experts.103.gate_proj,1.10533726,0.01000,0.436
41,mlp.experts.104.gate_proj,0.01371651,0.01000,0.437
41,mlp.experts.105.gate_proj,0.64624661,0.01000,0.438
41,mlp.experts.106.gate_proj,2.97681260,0.01000,0.437
41,mlp.experts.107.gate_proj,0.00004577,0.01000,0.442
41,mlp.experts.108.gate_proj,0.01119724,0.01000,0.445
41,mlp.experts.109.gate_proj,0.16616628,0.01000,0.438
41,mlp.experts.110.gate_proj,0.00693782,0.01000,0.443
41,mlp.experts.111.gate_proj,0.00019203,0.01000,0.436
41,mlp.experts.112.gate_proj,2.09275198,0.01000,0.436
41,mlp.experts.113.gate_proj,0.49903056,0.01000,0.439
41,mlp.experts.114.gate_proj,0.00184666,0.01000,0.439
41,mlp.experts.115.gate_proj,0.54841405,0.01000,0.438
41,mlp.experts.116.gate_proj,0.12257022,0.01000,0.437
41,mlp.experts.117.gate_proj,0.78647339,0.01000,0.437
41,mlp.experts.118.gate_proj,3.08543873,0.01000,0.434
41,mlp.experts.119.gate_proj,0.00011395,0.01000,0.435
41,mlp.experts.120.gate_proj,0.62873197,0.01000,0.436
41,mlp.experts.121.gate_proj,2.14726448,0.01000,0.441
41,mlp.experts.122.gate_proj,6.36749458,0.01000,0.446
41,mlp.experts.123.gate_proj,0.33324119,0.01000,0.438
41,mlp.experts.124.gate_proj,0.54983461,0.01000,0.441
41,mlp.experts.125.gate_proj,0.00000394,0.01000,0.453
41,mlp.experts.126.gate_proj,0.84171903,0.01000,0.439
41,mlp.experts.127.gate_proj,0.00300934,0.01000,0.453
41,mlp.experts.0.down_proj,1.90878320,0.01000,0.181
41,mlp.experts.1.down_proj,1.72739172,0.01000,0.164
41,mlp.experts.2.down_proj,0.97359949,0.01000,0.164
41,mlp.experts.3.down_proj,0.73910570,0.01000,0.164
41,mlp.experts.4.down_proj,0.00000295,0.01000,0.164
41,mlp.experts.5.down_proj,1.03663421,0.01000,0.164
41,mlp.experts.6.down_proj,0.48775375,0.01000,0.165
41,mlp.experts.7.down_proj,0.88115513,0.01000,0.166
41,mlp.experts.8.down_proj,0.00003608,0.01000,0.165
41,mlp.experts.9.down_proj,2.48263121,0.01000,0.165
41,mlp.experts.10.down_proj,0.14536268,0.01000,0.165
41,mlp.experts.11.down_proj,1.65866518,0.01000,0.165
41,mlp.experts.12.down_proj,0.48342636,0.01000,0.165
41,mlp.experts.13.down_proj,0.22644611,0.01000,0.165
41,mlp.experts.14.down_proj,1.73865235,0.01000,0.165
41,mlp.experts.15.down_proj,2.02254486,0.01000,0.168
41,mlp.experts.16.down_proj,0.15508352,0.01000,0.165
41,mlp.experts.17.down_proj,1.61228085,0.01000,0.165
41,mlp.experts.18.down_proj,3.05788851,0.01000,0.165
41,mlp.experts.19.down_proj,0.92470187,0.01000,0.165
41,mlp.experts.20.down_proj,1.48977757,0.01000,0.165
41,mlp.experts.21.down_proj,2.80501413,0.01000,0.165
41,mlp.experts.22.down_proj,0.17651844,0.01000,0.165
41,mlp.experts.23.down_proj,0.00009453,0.01000,0.168
41,mlp.experts.24.down_proj,0.00000402,0.01000,0.167
41,mlp.experts.25.down_proj,0.09435933,0.01000,0.167
41,mlp.experts.26.down_proj,3.66108680,0.01000,0.167
41,mlp.experts.27.down_proj,0.00003308,0.01000,0.166
41,mlp.experts.28.down_proj,0.00156115,0.01000,0.166
41,mlp.experts.29.down_proj,0.00057677,0.01000,0.165
41,mlp.experts.30.down_proj,0.81373757,0.01000,0.165
41,mlp.experts.31.down_proj,0.00279224,0.01000,0.166
41,mlp.experts.32.down_proj,0.00934592,0.01000,0.167
41,mlp.experts.33.down_proj,0.11701645,0.01000,0.167
41,mlp.experts.34.down_proj,0.35432884,0.01000,0.166
41,mlp.experts.35.down_proj,1.48070359,0.01000,0.166
41,mlp.experts.36.down_proj,2.01798177,0.01000,0.165
41,mlp.experts.37.down_proj,0.00036096,0.01000,0.166
41,mlp.experts.38.down_proj,0.02007656,0.01000,0.167
41,mlp.experts.39.down_proj,7.31680107,0.01000,0.167
41,mlp.experts.40.down_proj,0.01169176,0.01000,0.166
41,mlp.experts.41.down_proj,0.01310722,0.01000,0.165
41,mlp.experts.42.down_proj,2.54426599,0.01000,0.165
41,mlp.experts.43.down_proj,0.00001145,0.01000,0.168
41,mlp.experts.44.down_proj,0.38028502,0.01000,0.173
41,mlp.experts.45.down_proj,1.72660267,0.01000,0.165
41,mlp.experts.46.down_proj,1.82483697,0.01000,0.165
41,mlp.experts.47.down_proj,0.39172071,0.01000,0.164
41,mlp.experts.48.down_proj,1.05428863,0.01000,0.165
41,mlp.experts.49.down_proj,6.11299133,0.01000,0.165
41,mlp.experts.50.down_proj,1.85582733,0.01000,0.164
41,mlp.experts.51.down_proj,0.02068679,0.01000,0.165
41,mlp.experts.52.down_proj,1.44452167,0.01000,0.164
41,mlp.experts.53.down_proj,1.81053305,0.01000,0.164
41,mlp.experts.54.down_proj,4.36446476,0.01000,0.165
41,mlp.experts.55.down_proj,6.48243952,0.01000,0.166
41,mlp.experts.56.down_proj,0.00011941,0.01000,0.166
41,mlp.experts.57.down_proj,2.67494059,0.01000,0.165
41,mlp.experts.58.down_proj,2.92597175,0.01000,0.164
41,mlp.experts.59.down_proj,2.09405518,0.01000,0.164
41,mlp.experts.60.down_proj,0.00081635,0.01000,0.165
41,mlp.experts.61.down_proj,2.96415710,0.01000,0.169
41,mlp.experts.62.down_proj,1.89541507,0.01000,0.164
41,mlp.experts.63.down_proj,1.32607579,0.01000,0.165
41,mlp.experts.64.down_proj,1.28088593,0.01000,0.165
41,mlp.experts.65.down_proj,1.77456117,0.01000,0.164
41,mlp.experts.66.down_proj,1.38597155,0.01000,0.165
41,mlp.experts.67.down_proj,0.00033168,0.01000,0.166
41,mlp.experts.68.down_proj,0.70618773,0.01000,0.166
41,mlp.experts.69.down_proj,1.67590630,0.01000,0.167
41,mlp.experts.70.down_proj,0.00342396,0.01000,0.166
41,mlp.experts.71.down_proj,0.05547805,0.01000,0.166
41,mlp.experts.72.down_proj,1.48847759,0.01000,0.165
41,mlp.experts.73.down_proj,1.38309479,0.01000,0.166
41,mlp.experts.74.down_proj,0.00195724,0.01000,0.165
41,mlp.experts.75.down_proj,1.35503888,0.01000,0.166
41,mlp.experts.76.down_proj,0.00009228,0.01000,0.166
41,mlp.experts.77.down_proj,2.70871282,0.01000,0.166
41,mlp.experts.78.down_proj,0.56309354,0.01000,0.166
41,mlp.experts.79.down_proj,0.67382109,0.01000,0.167
41,mlp.experts.80.down_proj,1.58681536,0.01000,0.167
41,mlp.experts.81.down_proj,1.30436957,0.01000,0.168
41,mlp.experts.82.down_proj,2.86446691,0.01000,0.171
41,mlp.experts.83.down_proj,0.29771125,0.01000,0.166
41,mlp.experts.84.down_proj,1.51135612,0.01000,0.166
41,mlp.experts.85.down_proj,2.52958155,0.01000,0.166
41,mlp.experts.86.down_proj,0.21521533,0.01000,0.166
41,mlp.experts.87.down_proj,0.49528101,0.01000,0.167
41,mlp.experts.88.down_proj,16.86411476,0.01000,0.167
41,mlp.experts.89.down_proj,0.13523509,0.01000,0.167
41,mlp.experts.90.down_proj,0.35142237,0.01000,0.167
41,mlp.experts.91.down_proj,0.00046634,0.01000,0.166
41,mlp.experts.92.down_proj,1.54549003,0.01000,0.167
41,mlp.experts.93.down_proj,0.58067775,0.01000,0.167
41,mlp.experts.94.down_proj,0.00532581,0.01000,0.166
41,mlp.experts.95.down_proj,0.08426490,0.01000,0.166
41,mlp.experts.96.down_proj,0.00169101,0.01000,0.166
41,mlp.experts.97.down_proj,1.70476496,0.01000,0.167
41,mlp.experts.98.down_proj,0.00269962,0.01000,0.166
41,mlp.experts.99.down_proj,12.21457863,0.01000,0.166
41,mlp.experts.100.down_proj,0.51462764,0.01000,0.171
41,mlp.experts.101.down_proj,0.00001180,0.01000,0.166
41,mlp.experts.102.down_proj,1.09783936,0.01000,0.166
41,mlp.experts.103.down_proj,1.08447289,0.01000,0.166
41,mlp.experts.104.down_proj,0.00086775,0.01000,0.166
41,mlp.experts.105.down_proj,0.69669634,0.01000,0.166
41,mlp.experts.106.down_proj,2.88452291,0.01000,0.166
41,mlp.experts.107.down_proj,0.00004889,0.01000,0.166
41,mlp.experts.108.down_proj,0.03579054,0.01000,0.166
41,mlp.experts.109.down_proj,0.19129010,0.01000,0.166
41,mlp.experts.110.down_proj,0.00712313,0.01000,0.166
41,mlp.experts.111.down_proj,0.00013054,0.01000,0.167
41,mlp.experts.112.down_proj,1.77614820,0.01000,0.166
41,mlp.experts.113.down_proj,0.62875950,0.01000,0.166
41,mlp.experts.114.down_proj,0.00254530,0.01000,0.166
41,mlp.experts.115.down_proj,0.75442183,0.01000,0.169
41,mlp.experts.116.down_proj,0.15933363,0.01000,0.166
41,mlp.experts.117.down_proj,1.22906685,0.01000,0.165
41,mlp.experts.118.down_proj,2.85391521,0.01000,0.165
41,mlp.experts.119.down_proj,0.00012985,0.01000,0.165
41,mlp.experts.120.down_proj,0.47408438,0.01000,0.165
41,mlp.experts.121.down_proj,1.81899786,0.01000,0.166
41,mlp.experts.122.down_proj,3.01972866,0.01000,0.165
41,mlp.experts.123.down_proj,0.32022494,0.01000,0.165
41,mlp.experts.124.down_proj,0.88069761,0.01000,0.165
41,mlp.experts.125.down_proj,0.00000261,0.01000,0.164
41,mlp.experts.126.down_proj,1.26786995,0.01000,0.164
41,mlp.experts.127.down_proj,0.00564855,0.01000,0.165
42,self_attn.q_proj,4.68985653,0.01000,0.439
42,self_attn.k_proj,0.53891844,0.01000,0.431
42,self_attn.v_proj,0.88344592,0.01000,0.428
42,self_attn.o_proj,0.55908912,0.01000,0.875
42,mlp.experts.0.up_proj,0.00005608,0.01000,0.473
42,mlp.experts.1.up_proj,0.10863567,0.01000,0.432
42,mlp.experts.2.up_proj,2.69981122,0.01000,0.433
42,mlp.experts.3.up_proj,1.53856254,0.01000,0.434
42,mlp.experts.4.up_proj,4.63514376,0.01000,0.432
42,mlp.experts.5.up_proj,1.26395893,0.01000,0.451
42,mlp.experts.6.up_proj,0.24657658,0.01000,0.440
42,mlp.experts.7.up_proj,0.72868037,0.01000,0.433
42,mlp.experts.8.up_proj,7.24972725,0.01000,0.432
42,mlp.experts.9.up_proj,0.15517581,0.01000,0.432
42,mlp.experts.10.up_proj,0.36793011,0.01000,0.432
42,mlp.experts.11.up_proj,0.00000540,0.01000,0.436
42,mlp.experts.12.up_proj,0.91170776,0.01000,0.434
42,mlp.experts.13.up_proj,0.00003229,0.01000,0.451
42,mlp.experts.14.up_proj,4.64042044,0.01000,0.450
42,mlp.experts.15.up_proj,0.00010840,0.01000,0.436
42,mlp.experts.16.up_proj,2.95250964,0.01000,0.433
42,mlp.experts.17.up_proj,5.89000130,0.01000,0.431
42,mlp.experts.18.up_proj,2.16396952,0.01000,0.433
42,mlp.experts.19.up_proj,0.18365796,0.01000,0.434
42,mlp.experts.20.up_proj,0.26715818,0.01000,0.437
42,mlp.experts.21.up_proj,4.50034714,0.01000,0.433
42,mlp.experts.22.up_proj,2.17005420,0.01000,0.433
42,mlp.experts.23.up_proj,3.98799229,0.01000,0.432
42,mlp.experts.24.up_proj,2.29737186,0.01000,0.432
42,mlp.experts.25.up_proj,2.14932442,0.01000,0.434
42,mlp.experts.26.up_proj,0.00001009,0.01000,0.431
42,mlp.experts.27.up_proj,0.68918133,0.01000,0.432
42,mlp.experts.28.up_proj,2.32352209,0.01000,0.433
42,mlp.experts.29.up_proj,0.00018688,0.01000,0.438
42,mlp.experts.30.up_proj,0.18960509,0.01000,0.433
42,mlp.experts.31.up_proj,1.07973611,0.01000,0.433
42,mlp.experts.32.up_proj,0.96270519,0.01000,0.435
42,mlp.experts.33.up_proj,5.12081146,0.01000,0.433
42,mlp.experts.34.up_proj,0.02618452,0.01000,0.435
42,mlp.experts.35.up_proj,0.50473291,0.01000,0.434
42,mlp.experts.36.up_proj,1.57582736,0.01000,0.434
42,mlp.experts.37.up_proj,2.48532581,0.01000,0.449
42,mlp.experts.38.up_proj,0.65909803,0.01000,0.441
42,mlp.experts.39.up_proj,1.41251874,0.01000,0.437
42,mlp.experts.40.up_proj,0.00025994,0.01000,0.434
42,mlp.experts.41.up_proj,0.44080263,0.01000,0.433
42,mlp.experts.42.up_proj,0.00003752,0.01000,0.434
42,mlp.experts.43.up_proj,0.58065271,0.01000,0.439
42,mlp.experts.44.up_proj,0.00122971,0.01000,0.433
42,mlp.experts.45.up_proj,0.00050864,0.01000,0.433
42,mlp.experts.46.up_proj,0.00058337,0.01000,0.432
42,mlp.experts.47.up_proj,0.62665081,0.01000,0.434
42,mlp.experts.48.up_proj,0.00015194,0.01000,0.435
42,mlp.experts.49.up_proj,1.61341691,0.01000,0.434
42,mlp.experts.50.up_proj,2.56921291,0.01000,0.433
42,mlp.experts.51.up_proj,0.00000644,0.01000,0.435
42,mlp.experts.52.up_proj,4.02443790,0.01000,0.434
42,mlp.experts.53.up_proj,1.22356606,0.01000,0.432
42,mlp.experts.54.up_proj,0.00646315,0.01000,0.431
42,mlp.experts.55.up_proj,2.98092413,0.01000,0.431
42,mlp.experts.56.up_proj,5.63655472,0.01000,0.430
42,mlp.experts.57.up_proj,0.04202774,0.01000,0.431
42,mlp.experts.58.up_proj,2.85375595,0.01000,0.430
42,mlp.experts.59.up_proj,0.96448207,0.01000,0.431
42,mlp.experts.60.up_proj,0.01441147,0.01000,0.465
42,mlp.experts.61.up_proj,0.17066851,0.01000,0.441
42,mlp.experts.62.up_proj,0.00058594,0.01000,0.438
42,mlp.experts.63.up_proj,0.02443141,0.01000,0.437
42,mlp.experts.64.up_proj,1.20710540,0.01000,0.446
42,mlp.experts.65.up_proj,1.48726416,0.01000,0.446
42,mlp.experts.66.up_proj,2.92991686,0.01000,0.456
42,mlp.experts.67.up_proj,0.00004652,0.01000,0.447
42,mlp.experts.68.up_proj,0.79909170,0.01000,0.448
42,mlp.experts.69.up_proj,3.15499020,0.01000,0.448
42,mlp.experts.70.up_proj,9.07333469,0.01000,0.441
42,mlp.experts.71.up_proj,0.84729773,0.01000,0.455
42,mlp.experts.72.up_proj,0.00073820,0.01000,0.446
42,mlp.experts.73.up_proj,1.74073768,0.01000,0.447
42,mlp.experts.74.up_proj,2.06901884,0.01000,0.444
42,mlp.experts.75.up_proj,2.94747949,0.01000,0.451
42,mlp.experts.76.up_proj,0.10879137,0.01000,0.436
42,mlp.experts.77.up_proj,0.54771638,0.01000,0.441
42,mlp.experts.78.up_proj,0.01002662,0.01000,0.448
42,mlp.experts.79.up_proj,0.29245165,0.01000,0.450
42,mlp.experts.80.up_proj,1.24510658,0.01000,0.448
42,mlp.experts.81.up_proj,0.74370146,0.01000,0.446
42,mlp.experts.82.up_proj,0.00192186,0.01000,0.453
42,mlp.experts.83.up_proj,0.00656593,0.01000,0.446
42,mlp.experts.84.up_proj,0.17126438,0.01000,0.450
42,mlp.experts.85.up_proj,0.00009901,0.01000,0.445
42,mlp.experts.86.up_proj,2.25808120,0.01000,0.441
42,mlp.experts.87.up_proj,0.00525076,0.01000,0.435
42,mlp.experts.88.up_proj,0.00235228,0.01000,0.440
42,mlp.experts.89.up_proj,2.24434137,0.01000,0.433
42,mlp.experts.90.up_proj,1.02261877,0.01000,0.433
42,mlp.experts.91.up_proj,0.01949858,0.01000,0.432
42,mlp.experts.92.up_proj,2.20409155,0.01000,0.432
42,mlp.experts.93.up_proj,1.12479043,0.01000,0.437
42,mlp.experts.94.up_proj,0.00829382,0.01000,0.431
42,mlp.experts.95.up_proj,0.03584896,0.01000,0.435
42,mlp.experts.96.up_proj,0.02430141,0.01000,0.431
42,mlp.experts.97.up_proj,0.17109969,0.01000,0.431
42,mlp.experts.98.up_proj,1.38814485,0.01000,0.433
42,mlp.experts.99.up_proj,3.45950794,0.01000,0.450
42,mlp.experts.100.up_proj,0.14686957,0.01000,0.437
42,mlp.experts.101.up_proj,1.55846262,0.01000,0.450
42,mlp.experts.102.up_proj,1.08413422,0.01000,0.444
42,mlp.experts.103.up_proj,0.10797004,0.01000,0.438
42,mlp.experts.104.up_proj,0.00766782,0.01000,0.436
42,mlp.experts.105.up_proj,0.15790670,0.01000,0.437
42,mlp.experts.106.up_proj,2.07926083,0.01000,0.434
42,mlp.experts.107.up_proj,0.00000791,0.01000,0.432
42,mlp.experts.108.up_proj,2.36550212,0.01000,0.432
42,mlp.experts.109.up_proj,0.08378602,0.01000,0.432
42,mlp.experts.110.up_proj,0.01687002,0.01000,0.430
42,mlp.experts.111.up_proj,0.95061004,0.01000,0.431
42,mlp.experts.112.up_proj,0.30654830,0.01000,0.434
42,mlp.experts.113.up_proj,0.35028735,0.01000,0.431
42,mlp.experts.114.up_proj,3.70291328,0.01000,0.432
42,mlp.experts.115.up_proj,2.02260280,0.01000,0.431
42,mlp.experts.116.up_proj,1.12842643,0.01000,0.434
42,mlp.experts.117.up_proj,4.19935417,0.01000,0.445
42,mlp.experts.118.up_proj,0.13986970,0.01000,0.433
42,mlp.experts.119.up_proj,0.36135653,0.01000,0.433
42,mlp.experts.120.up_proj,0.00038121,0.01000,0.432
42,mlp.experts.121.up_proj,0.00029890,0.01000,0.433
42,mlp.experts.122.up_proj,0.00002759,0.01000,0.433
42,mlp.experts.123.up_proj,5.36648941,0.01000,0.435
42,mlp.experts.124.up_proj,0.03753994,0.01000,0.433
42,mlp.experts.125.up_proj,1.52508140,0.01000,0.441
42,mlp.experts.126.up_proj,2.31173682,0.01000,0.444
42,mlp.experts.127.up_proj,0.00016717,0.01000,0.433
42,mlp.experts.0.gate_proj,0.00005359,0.01000,0.433
42,mlp.experts.1.gate_proj,0.10168885,0.01000,0.433
42,mlp.experts.2.gate_proj,2.52541590,0.01000,0.438
42,mlp.experts.3.gate_proj,1.48055804,0.01000,0.433
42,mlp.experts.4.gate_proj,4.54682541,0.01000,0.433
42,mlp.experts.5.gate_proj,1.09269452,0.01000,0.435
42,mlp.experts.6.gate_proj,0.25434658,0.01000,0.436
42,mlp.experts.7.gate_proj,0.64556003,0.01000,0.434
42,mlp.experts.8.gate_proj,8.57788467,0.01000,0.433
42,mlp.experts.9.gate_proj,0.15034437,0.01000,0.434
42,mlp.experts.10.gate_proj,0.36082739,0.01000,0.435
42,mlp.experts.11.gate_proj,0.00000447,0.01000,0.436
42,mlp.experts.12.gate_proj,0.87999159,0.01000,0.435
42,mlp.experts.13.gate_proj,0.00002883,0.01000,0.433
42,mlp.experts.14.gate_proj,4.44586420,0.01000,0.433
42,mlp.experts.15.gate_proj,0.00009984,0.01000,0.436
42,mlp.experts.16.gate_proj,2.85207462,0.01000,0.436
42,mlp.experts.17.gate_proj,6.11918926,0.01000,0.432
42,mlp.experts.18.gate_proj,1.89005971,0.01000,0.434
42,mlp.experts.19.gate_proj,0.16895062,0.01000,0.435
42,mlp.experts.20.gate_proj,0.25854605,0.01000,0.438
42,mlp.experts.21.gate_proj,4.38586712,0.01000,0.433
42,mlp.experts.22.gate_proj,1.98245299,0.01000,0.435
42,mlp.experts.23.gate_proj,3.82978964,0.01000,0.437
42,mlp.experts.24.gate_proj,2.15301347,0.01000,0.434
42,mlp.experts.25.gate_proj,2.33632541,0.01000,0.435
42,mlp.experts.26.gate_proj,0.00000921,0.01000,0.433
42,mlp.experts.27.gate_proj,0.65418422,0.01000,0.433
42,mlp.experts.28.gate_proj,2.42559481,0.01000,0.432
42,mlp.experts.29.gate_proj,0.00016537,0.01000,0.433
42,mlp.experts.30.gate_proj,0.18058044,0.01000,0.432
42,mlp.experts.31.gate_proj,0.98198164,0.01000,0.431
42,mlp.experts.32.gate_proj,0.92766279,0.01000,0.431
42,mlp.experts.33.gate_proj,5.27550268,0.01000,0.428
42,mlp.experts.34.gate_proj,0.02428996,0.01000,0.430
42,mlp.experts.35.gate_proj,0.48462820,0.01000,0.429
42,mlp.experts.36.gate_proj,1.46208382,0.01000,0.430
42,mlp.experts.37.gate_proj,2.78947687,0.01000,0.430
42,mlp.experts.38.gate_proj,0.62411141,0.01000,0.431
42,mlp.experts.39.gate_proj,1.42209196,0.01000,0.432
42,mlp.experts.40.gate_proj,0.00022622,0.01000,0.430
42,mlp.experts.41.gate_proj,0.44448304,0.01000,0.431
42,mlp.experts.42.gate_proj,0.00003510,0.01000,0.438
42,mlp.experts.43.gate_proj,0.55725968,0.01000,0.438
42,mlp.experts.44.gate_proj,0.00109036,0.01000,0.438
42,mlp.experts.45.gate_proj,0.00048506,0.01000,0.438
42,mlp.experts.46.gate_proj,0.00052573,0.01000,0.438
42,mlp.experts.47.gate_proj,0.60113251,0.01000,0.442
42,mlp.experts.48.gate_proj,0.00014261,0.01000,0.436
42,mlp.experts.49.gate_proj,1.63938653,0.01000,0.433
42,mlp.experts.50.gate_proj,2.58935976,0.01000,0.433
42,mlp.experts.51.gate_proj,0.00000587,0.01000,0.433
42,mlp.experts.52.gate_proj,4.08376980,0.01000,0.435
42,mlp.experts.53.gate_proj,1.23244774,0.01000,0.434
42,mlp.experts.54.gate_proj,0.00582267,0.01000,0.433
42,mlp.experts.55.gate_proj,2.83111095,0.01000,0.433
42,mlp.experts.56.gate_proj,5.34130335,0.01000,0.433
42,mlp.experts.57.gate_proj,0.03944241,0.01000,0.439
42,mlp.experts.58.gate_proj,2.74921465,0.01000,0.433
42,mlp.experts.59.gate_proj,0.90680039,0.01000,0.432
42,mlp.experts.60.gate_proj,0.01343207,0.01000,0.431
42,mlp.experts.61.gate_proj,0.16756417,0.01000,0.431
42,mlp.experts.62.gate_proj,0.00050833,0.01000,0.445
42,mlp.experts.63.gate_proj,0.02277179,0.01000,0.433
42,mlp.experts.64.gate_proj,1.08099639,0.01000,0.452
42,mlp.experts.65.gate_proj,1.43916726,0.01000,0.444
42,mlp.experts.66.gate_proj,3.00062418,0.01000,0.433
42,mlp.experts.67.gate_proj,0.00004335,0.01000,0.432
42,mlp.experts.68.gate_proj,0.84039247,0.01000,0.432
42,mlp.experts.69.gate_proj,3.18474317,0.01000,0.447
42,mlp.experts.70.gate_proj,9.74532890,0.01000,0.455
42,mlp.experts.71.gate_proj,0.83356822,0.01000,0.439
42,mlp.experts.72.gate_proj,0.00066147,0.01000,0.436
42,mlp.experts.73.gate_proj,1.56707120,0.01000,0.437
42,mlp.experts.74.gate_proj,1.88204598,0.01000,0.435
42,mlp.experts.75.gate_proj,2.87797022,0.01000,0.439
42,mlp.experts.76.gate_proj,0.10006550,0.01000,0.433
42,mlp.experts.77.gate_proj,0.54999006,0.01000,0.435
42,mlp.experts.78.gate_proj,0.00921057,0.01000,0.432
42,mlp.experts.79.gate_proj,0.27222016,0.01000,0.434
42,mlp.experts.80.gate_proj,1.17472100,0.01000,0.437
42,mlp.experts.81.gate_proj,0.71615672,0.01000,0.432
42,mlp.experts.82.gate_proj,0.00173387,0.01000,0.433
42,mlp.experts.83.gate_proj,0.00580912,0.01000,0.433
42,mlp.experts.84.gate_proj,0.16111477,0.01000,0.439
42,mlp.experts.85.gate_proj,0.00009447,0.01000,0.433
42,mlp.experts.86.gate_proj,2.16007614,0.01000,0.430
42,mlp.experts.87.gate_proj,0.00504768,0.01000,0.432
42,mlp.experts.88.gate_proj,0.00210283,0.01000,0.435
42,mlp.experts.89.gate_proj,2.24276924,0.01000,0.435
42,mlp.experts.90.gate_proj,0.93697828,0.01000,0.434
42,mlp.experts.91.gate_proj,0.01793298,0.01000,0.435
42,mlp.experts.92.gate_proj,2.19213605,0.01000,0.434
42,mlp.experts.93.gate_proj,0.99957347,0.01000,0.436
42,mlp.experts.94.gate_proj,0.00718853,0.01000,0.438
42,mlp.experts.95.gate_proj,0.03767566,0.01000,0.434
42,mlp.experts.96.gate_proj,0.02266167,0.01000,0.449
42,mlp.experts.97.gate_proj,0.15425545,0.01000,0.434
42,mlp.experts.98.gate_proj,1.28584886,0.01000,0.438
42,mlp.experts.99.gate_proj,3.36120558,0.01000,0.433
42,mlp.experts.100.gate_proj,0.14043935,0.01000,0.433
42,mlp.experts.101.gate_proj,1.35989857,0.01000,0.433
42,mlp.experts.102.gate_proj,0.92149538,0.01000,0.433
42,mlp.experts.103.gate_proj,0.09292322,0.01000,0.434
42,mlp.experts.104.gate_proj,0.00786679,0.01000,0.434
42,mlp.experts.105.gate_proj,0.14858937,0.01000,0.444
42,mlp.experts.106.gate_proj,2.04332733,0.01000,0.439
42,mlp.experts.107.gate_proj,0.00000787,0.01000,0.440
42,mlp.experts.108.gate_proj,2.26087189,0.01000,0.437
42,mlp.experts.109.gate_proj,0.07969256,0.01000,0.441
42,mlp.experts.110.gate_proj,0.02232575,0.01000,0.437
42,mlp.experts.111.gate_proj,0.96373355,0.01000,0.439
42,mlp.experts.112.gate_proj,0.28804708,0.01000,0.450
42,mlp.experts.113.gate_proj,0.33927947,0.01000,0.446
42,mlp.experts.114.gate_proj,3.70080709,0.01000,0.448
42,mlp.experts.115.gate_proj,1.82910144,0.01000,0.438
42,mlp.experts.116.gate_proj,1.10973477,0.01000,0.450
42,mlp.experts.117.gate_proj,4.07247829,0.01000,0.455
42,mlp.experts.118.gate_proj,0.14016888,0.01000,0.446
42,mlp.experts.119.gate_proj,0.33029935,0.01000,0.449
42,mlp.experts.120.gate_proj,0.00034901,0.01000,0.447
42,mlp.experts.121.gate_proj,0.00027469,0.01000,0.442
42,mlp.experts.122.gate_proj,0.00002968,0.01000,0.442
42,mlp.experts.123.gate_proj,4.67751217,0.01000,0.449
42,mlp.experts.124.gate_proj,0.03486893,0.01000,0.449
42,mlp.experts.125.gate_proj,1.43087387,0.01000,0.453
42,mlp.experts.126.gate_proj,2.24112058,0.01000,0.455
42,mlp.experts.127.gate_proj,0.00015317,0.01000,0.455
42,mlp.experts.0.down_proj,0.00004520,0.01000,0.185
42,mlp.experts.1.down_proj,0.17761317,0.01000,0.164
42,mlp.experts.2.down_proj,2.62714434,0.01000,0.163
42,mlp.experts.3.down_proj,1.58087873,0.01000,0.163
42,mlp.experts.4.down_proj,18.39738846,0.01000,0.163
42,mlp.experts.5.down_proj,1.91217899,0.01000,0.164
42,mlp.experts.6.down_proj,0.38998076,0.01000,0.165
42,mlp.experts.7.down_proj,1.43935609,0.01000,0.165
42,mlp.experts.8.down_proj,5.80697966,0.01000,0.166
42,mlp.experts.9.down_proj,0.19166538,0.01000,0.165
42,mlp.experts.10.down_proj,0.60260648,0.01000,0.164
42,mlp.experts.11.down_proj,0.00000571,0.01000,0.165
42,mlp.experts.12.down_proj,1.27590477,0.01000,0.169
42,mlp.experts.13.down_proj,0.00002365,0.01000,0.165
42,mlp.experts.14.down_proj,4.23371696,0.01000,0.165
42,mlp.experts.15.down_proj,0.00012164,0.01000,0.165
42,mlp.experts.16.down_proj,2.66946030,0.01000,0.165
42,mlp.experts.17.down_proj,6.71857643,0.01000,0.165
42,mlp.experts.18.down_proj,2.85482550,0.01000,0.167
42,mlp.experts.19.down_proj,0.21445894,0.01000,0.166
42,mlp.experts.20.down_proj,0.18461415,0.01000,0.169
42,mlp.experts.21.down_proj,4.69689178,0.01000,0.165
42,mlp.experts.22.down_proj,2.65830493,0.01000,0.173
42,mlp.experts.23.down_proj,3.91132236,0.01000,0.165
42,mlp.experts.24.down_proj,2.76335979,0.01000,0.166
42,mlp.experts.25.down_proj,1.76643419,0.01000,0.165
42,mlp.experts.26.down_proj,0.00001051,0.01000,0.166
42,mlp.experts.27.down_proj,0.99327540,0.01000,0.165
42,mlp.experts.28.down_proj,3.01547050,0.01000,0.165
42,mlp.experts.29.down_proj,0.00016327,0.01000,0.165
42,mlp.experts.30.down_proj,0.34917542,0.01000,0.166
42,mlp.experts.31.down_proj,2.28830147,0.01000,0.165
42,mlp.experts.32.down_proj,0.93671519,0.01000,0.165
42,mlp.experts.33.down_proj,4.55615759,0.01000,0.165
42,mlp.experts.34.down_proj,0.03623325,0.01000,0.165
42,mlp.experts.35.down_proj,0.55591577,0.01000,0.165
42,mlp.experts.36.down_proj,2.00207520,0.01000,0.166
42,mlp.experts.37.down_proj,3.87613106,0.01000,0.165
42,mlp.experts.38.down_proj,0.69142306,0.01000,0.166
42,mlp.experts.39.down_proj,1.73364806,0.01000,0.165
42,mlp.experts.40.down_proj,0.00048472,0.01000,0.165
42,mlp.experts.41.down_proj,0.38706011,0.01000,0.165
42,mlp.experts.42.down_proj,0.00002936,0.01000,0.166
42,mlp.experts.43.down_proj,0.56946987,0.01000,0.165
42,mlp.experts.44.down_proj,0.00291710,0.01000,0.166
42,mlp.experts.45.down_proj,0.00066135,0.01000,0.164
42,mlp.experts.46.down_proj,0.00071944,0.01000,0.164
42,mlp.experts.47.down_proj,0.74448216,0.01000,0.166
42,mlp.experts.48.down_proj,0.00023375,0.01000,0.165
42,mlp.experts.49.down_proj,3.37372708,0.01000,0.164
42,mlp.experts.50.down_proj,2.04724836,0.01000,0.164
42,mlp.experts.51.down_proj,0.00000598,0.01000,0.164
42,mlp.experts.52.down_proj,7.55094624,0.01000,0.164
42,mlp.experts.53.down_proj,1.58131218,0.01000,0.164
42,mlp.experts.54.down_proj,0.01454191,0.01000,0.166
42,mlp.experts.55.down_proj,2.45353270,0.01000,0.164
42,mlp.experts.56.down_proj,12.65373802,0.01000,0.167
42,mlp.experts.57.down_proj,0.08220275,0.01000,0.164
42,mlp.experts.58.down_proj,3.97220898,0.01000,0.164
42,mlp.experts.59.down_proj,1.35231841,0.01000,0.164
42,mlp.experts.60.down_proj,0.02970986,0.01000,0.164
42,mlp.experts.61.down_proj,0.20677269,0.01000,0.165
42,mlp.experts.62.down_proj,0.00057752,0.01000,0.168
42,mlp.experts.63.down_proj,0.04393329,0.01000,0.164
42,mlp.experts.64.down_proj,1.59194684,0.01000,0.164
42,mlp.experts.65.down_proj,2.05070710,0.01000,0.165
42,mlp.experts.66.down_proj,2.54487944,0.01000,0.165
42,mlp.experts.67.down_proj,0.00003110,0.01000,0.165
42,mlp.experts.68.down_proj,1.41351461,0.01000,0.168
42,mlp.experts.69.down_proj,1.83089042,0.01000,0.164
42,mlp.experts.70.down_proj,7.11568928,0.01000,0.168
42,mlp.experts.71.down_proj,0.78155005,0.01000,0.164
42,mlp.experts.72.down_proj,0.00081204,0.01000,0.165
42,mlp.experts.73.down_proj,2.33144403,0.01000,0.164
42,mlp.experts.74.down_proj,3.95582032,0.01000,0.165
42,mlp.experts.75.down_proj,2.92988706,0.01000,0.164
42,mlp.experts.76.down_proj,0.11359151,0.01000,0.164
42,mlp.experts.77.down_proj,0.46686378,0.01000,0.164
42,mlp.experts.78.down_proj,0.02396637,0.01000,0.165
42,mlp.experts.79.down_proj,0.23584040,0.01000,0.165
42,mlp.experts.80.down_proj,1.71102285,0.01000,0.165
42,mlp.experts.81.down_proj,0.98923063,0.01000,0.165
42,mlp.experts.82.down_proj,0.00279960,0.01000,0.167
42,mlp.experts.83.down_proj,0.01181496,0.01000,0.165
42,mlp.experts.84.down_proj,0.14277357,0.01000,0.165
42,mlp.experts.85.down_proj,0.00007656,0.01000,0.166
42,mlp.experts.86.down_proj,4.06605959,0.01000,0.168
42,mlp.experts.87.down_proj,0.00598878,0.01000,0.165
42,mlp.experts.88.down_proj,0.00117736,0.01000,0.164
42,mlp.experts.89.down_proj,1.85441923,0.01000,0.164
42,mlp.experts.90.down_proj,1.77409649,0.01000,0.164
42,mlp.experts.91.down_proj,0.05411001,0.01000,0.164
42,mlp.experts.92.down_proj,4.65669823,0.01000,0.165
42,mlp.experts.93.down_proj,1.72173953,0.01000,0.165
42,mlp.experts.94.down_proj,0.01909558,0.01000,0.164
42,mlp.experts.95.down_proj,0.02387012,0.01000,0.164
42,mlp.experts.96.down_proj,0.04650452,0.01000,0.165
42,mlp.experts.97.down_proj,0.15932707,0.01000,0.165
42,mlp.experts.98.down_proj,2.16839933,0.01000,0.166
42,mlp.experts.99.down_proj,2.38255978,0.01000,0.166
42,mlp.experts.100.down_proj,0.14697540,0.01000,0.165
42,mlp.experts.101.down_proj,3.07055092,0.01000,0.165
42,mlp.experts.102.down_proj,2.98368931,0.01000,0.166
42,mlp.experts.103.down_proj,0.26078358,0.01000,0.165
42,mlp.experts.104.down_proj,0.01613486,0.01000,0.165
42,mlp.experts.105.down_proj,0.13618612,0.01000,0.165
42,mlp.experts.106.down_proj,2.31435871,0.01000,0.164
42,mlp.experts.107.down_proj,0.00000682,0.01000,0.165
42,mlp.experts.108.down_proj,5.43249416,0.01000,0.165
42,mlp.experts.109.down_proj,0.10035487,0.01000,0.165
42,mlp.experts.110.down_proj,0.00187374,0.01000,0.167
42,mlp.experts.111.down_proj,1.18499494,0.01000,0.178
42,mlp.experts.112.down_proj,0.36365134,0.01000,0.165
42,mlp.experts.113.down_proj,0.33299506,0.01000,0.165
42,mlp.experts.114.down_proj,3.56379151,0.01000,0.166
42,mlp.experts.115.down_proj,2.94539428,0.01000,0.180
42,mlp.experts.116.down_proj,1.30357051,0.01000,0.166
42,mlp.experts.117.down_proj,3.99544263,0.01000,0.165
42,mlp.experts.118.down_proj,0.20332807,0.01000,0.165
42,mlp.experts.119.down_proj,0.53945738,0.01000,0.166
42,mlp.experts.120.down_proj,0.00034823,0.01000,0.167
42,mlp.experts.121.down_proj,0.00025428,0.01000,0.167
42,mlp.experts.122.down_proj,0.00002275,0.01000,0.169
42,mlp.experts.123.down_proj,5.74910212,0.01000,0.168
42,mlp.experts.124.down_proj,0.04720252,0.01000,0.166
42,mlp.experts.125.down_proj,2.78918719,0.01000,0.166
42,mlp.experts.126.down_proj,4.29105759,0.01000,0.167
42,mlp.experts.127.down_proj,0.00018042,0.01000,0.167
43,self_attn.q_proj,5.14855766,0.01000,0.443
43,self_attn.k_proj,0.55611002,0.01000,0.435
43,self_attn.v_proj,1.06873202,0.01000,0.429
43,self_attn.o_proj,0.21737638,0.01000,0.877
43,mlp.experts.0.up_proj,0.97802359,0.01000,0.473
43,mlp.experts.1.up_proj,0.09495915,0.01000,0.432
43,mlp.experts.2.up_proj,4.30383396,0.01000,0.429
43,mlp.experts.3.up_proj,0.00085327,0.01000,0.432
43,mlp.experts.4.up_proj,2.01704288,0.01000,0.431
43,mlp.experts.5.up_proj,1.83865130,0.01000,0.434
43,mlp.experts.6.up_proj,0.89526409,0.01000,0.433
43,mlp.experts.7.up_proj,0.24239306,0.01000,0.433
43,mlp.experts.8.up_proj,2.17617750,0.01000,0.434
43,mlp.experts.9.up_proj,0.17440327,0.01000,0.432
43,mlp.experts.10.up_proj,0.39019156,0.01000,0.434
43,mlp.experts.11.up_proj,0.29201186,0.01000,0.432
43,mlp.experts.12.up_proj,1.61198592,0.01000,0.432
43,mlp.experts.13.up_proj,0.00627168,0.01000,0.431
43,mlp.experts.14.up_proj,0.00135239,0.01000,0.432
43,mlp.experts.15.up_proj,0.00558692,0.01000,0.431
43,mlp.experts.16.up_proj,3.96675849,0.01000,0.431
43,mlp.experts.17.up_proj,0.00034917,0.01000,0.433
43,mlp.experts.18.up_proj,2.65346169,0.01000,0.434
43,mlp.experts.19.up_proj,1.63671196,0.01000,0.433
43,mlp.experts.20.up_proj,0.70780647,0.01000,0.433
43,mlp.experts.21.up_proj,0.00043790,0.01000,0.438
43,mlp.experts.22.up_proj,0.00089931,0.01000,0.436
43,mlp.experts.23.up_proj,0.00011674,0.01000,0.432
43,mlp.experts.24.up_proj,1.75349689,0.01000,0.432
43,mlp.experts.25.up_proj,0.07213449,0.01000,0.432
43,mlp.experts.26.up_proj,1.17765188,0.01000,0.453
43,mlp.experts.27.up_proj,0.63305813,0.01000,0.448
43,mlp.experts.28.up_proj,0.41542551,0.01000,0.434
43,mlp.experts.29.up_proj,0.89864105,0.01000,0.437
43,mlp.experts.30.up_proj,1.73510802,0.01000,0.438
43,mlp.experts.31.up_proj,6.00518370,0.01000,0.434
43,mlp.experts.32.up_proj,0.06444946,0.01000,0.434
43,mlp.experts.33.up_proj,0.01391197,0.01000,0.433
43,mlp.experts.34.up_proj,0.23242047,0.01000,0.440
43,mlp.experts.35.up_proj,0.00014793,0.01000,0.439
43,mlp.experts.36.up_proj,3.64631295,0.01000,0.434
43,mlp.experts.37.up_proj,2.54362297,0.01000,0.434
43,mlp.experts.38.up_proj,0.28189486,0.01000,0.430
43,mlp.experts.39.up_proj,0.34418952,0.01000,0.431
43,mlp.experts.40.up_proj,0.06794844,0.01000,0.432
43,mlp.experts.41.up_proj,1.65777779,0.01000,0.431
43,mlp.experts.42.up_proj,1.43858433,0.01000,0.429
43,mlp.experts.43.up_proj,2.25814104,0.01000,0.429
43,mlp.experts.44.up_proj,2.17462301,0.01000,0.434
43,mlp.experts.45.up_proj,0.11529671,0.01000,0.432
43,mlp.experts.46.up_proj,2.62714100,0.01000,0.431
43,mlp.experts.47.up_proj,1.51295972,0.01000,0.431
43,mlp.experts.48.up_proj,0.02799092,0.01000,0.431
43,mlp.experts.49.up_proj,1.70243490,0.01000,0.439
43,mlp.experts.50.up_proj,0.65174419,0.01000,0.430
43,mlp.experts.51.up_proj,0.00031750,0.01000,0.430
43,mlp.experts.52.up_proj,2.58621788,0.01000,0.431
43,mlp.experts.53.up_proj,0.73153353,0.01000,0.436
43,mlp.experts.54.up_proj,0.00047145,0.01000,0.434
43,mlp.experts.55.up_proj,0.46096006,0.01000,0.436
43,mlp.experts.56.up_proj,4.77715874,0.01000,0.445
43,mlp.experts.57.up_proj,0.59564000,0.01000,0.433
43,mlp.experts.58.up_proj,3.23584127,0.01000,0.431
43,mlp.experts.59.up_proj,0.94111419,0.01000,0.434
43,mlp.experts.60.up_proj,0.19446750,0.01000,0.431
43,mlp.experts.61.up_proj,4.96210003,0.01000,0.431
43,mlp.experts.62.up_proj,0.49571288,0.01000,0.433
43,mlp.experts.63.up_proj,0.77220595,0.01000,0.431
43,mlp.experts.64.up_proj,0.00248514,0.01000,0.430
43,mlp.experts.65.up_proj,2.32429266,0.01000,0.431
43,mlp.experts.66.up_proj,2.39231920,0.01000,0.432
43,mlp.experts.67.up_proj,0.00033563,0.01000,0.432
43,mlp.experts.68.up_proj,2.01469231,0.01000,0.431
43,mlp.experts.69.up_proj,2.42913437,0.01000,0.432
43,mlp.experts.70.up_proj,1.62350643,0.01000,0.432
43,mlp.experts.71.up_proj,4.74118900,0.01000,0.430
43,mlp.experts.72.up_proj,5.47472477,0.01000,0.433
43,mlp.experts.73.up_proj,0.01030350,0.01000,0.431
43,mlp.experts.74.up_proj,3.01859617,0.01000,0.432
43,mlp.experts.75.up_proj,10.21598053,0.01000,0.432
43,mlp.experts.76.up_proj,0.00002268,0.01000,0.431
43,mlp.experts.77.up_proj,2.57337022,0.01000,0.434
43,mlp.experts.78.up_proj,0.29549187,0.01000,0.431
43,mlp.experts.79.up_proj,0.00213493,0.01000,0.430
43,mlp.experts.80.up_proj,7.82705450,0.01000,0.431
43,mlp.experts.81.up_proj,3.03144264,0.01000,0.431
43,mlp.experts.82.up_proj,2.76535511,0.01000,0.430
43,mlp.experts.83.up_proj,3.94891691,0.01000,0.431
43,mlp.experts.84.up_proj,0.00100694,0.01000,0.431
43,mlp.experts.85.up_proj,0.33755291,0.01000,0.430
43,mlp.experts.86.up_proj,0.00078841,0.01000,0.431
43,mlp.experts.87.up_proj,3.29930067,0.01000,0.430
43,mlp.experts.88.up_proj,1.33360744,0.01000,0.436
43,mlp.experts.89.up_proj,0.39935863,0.01000,0.432
43,mlp.experts.90.up_proj,0.41263020,0.01000,0.436
43,mlp.experts.91.up_proj,0.63693869,0.01000,0.431
43,mlp.experts.92.up_proj,0.26062292,0.01000,0.429
43,mlp.experts.93.up_proj,0.00069432,0.01000,0.431
43,mlp.experts.94.up_proj,0.55997038,0.01000,0.431
43,mlp.experts.95.up_proj,0.00000302,0.01000,0.437
43,mlp.experts.96.up_proj,4.81925964,0.01000,0.431
43,mlp.experts.97.up_proj,2.98945951,0.01000,0.430
43,mlp.experts.98.up_proj,2.72466946,0.01000,0.442
43,mlp.experts.99.up_proj,6.23014164,0.01000,0.444
43,mlp.experts.100.up_proj,1.90032816,0.01000,0.439
43,mlp.experts.101.up_proj,0.00311402,0.01000,0.437
43,mlp.experts.102.up_proj,0.00481802,0.01000,0.452
43,mlp.experts.103.up_proj,0.00002128,0.01000,0.446
43,mlp.experts.104.up_proj,2.37019491,0.01000,0.443
43,mlp.experts.105.up_proj,0.00201368,0.01000,0.436
43,mlp.experts.106.up_proj,0.07693996,0.01000,0.442
43,mlp.experts.107.up_proj,0.01369613,0.01000,0.448
43,mlp.experts.108.up_proj,0.01042842,0.01000,0.451
43,mlp.experts.109.up_proj,0.00011542,0.01000,0.439
43,mlp.experts.110.up_proj,0.02695194,0.01000,0.437
43,mlp.experts.111.up_proj,0.92409474,0.01000,0.440
43,mlp.experts.112.up_proj,3.89126396,0.01000,0.460
43,mlp.experts.113.up_proj,1.84479022,0.01000,0.458
43,mlp.experts.114.up_proj,2.32305050,0.01000,0.448
43,mlp.experts.115.up_proj,2.62472749,0.01000,0.444
43,mlp.experts.116.up_proj,0.00003495,0.01000,0.446
43,mlp.experts.117.up_proj,0.00317626,0.01000,0.453
43,mlp.experts.118.up_proj,0.00067842,0.01000,0.453
43,mlp.experts.119.up_proj,0.24996856,0.01000,0.445
43,mlp.experts.120.up_proj,2.21186543,0.01000,0.448
43,mlp.experts.121.up_proj,3.36963367,0.01000,0.440
43,mlp.experts.122.up_proj,0.43867660,0.01000,0.438
43,mlp.experts.123.up_proj,0.58489853,0.01000,0.438
43,mlp.experts.124.up_proj,0.10589761,0.01000,0.443
43,mlp.experts.125.up_proj,1.16645348,0.01000,0.438
43,mlp.experts.126.up_proj,0.00020852,0.01000,0.435
43,mlp.experts.127.up_proj,1.75579476,0.01000,0.435
43,mlp.experts.0.gate_proj,0.89005435,0.01000,0.436
43,mlp.experts.1.gate_proj,0.08968908,0.01000,0.434
43,mlp.experts.2.gate_proj,4.36733437,0.01000,0.436
43,mlp.experts.3.gate_proj,0.00074547,0.01000,0.440
43,mlp.experts.4.gate_proj,1.95612597,0.01000,0.441
43,mlp.experts.5.gate_proj,1.72989142,0.01000,0.449
43,mlp.experts.6.gate_proj,0.75785893,0.01000,0.437
43,mlp.experts.7.gate_proj,0.23281604,0.01000,0.444
43,mlp.experts.8.gate_proj,1.98677945,0.01000,0.434
43,mlp.experts.9.gate_proj,0.15452588,0.01000,0.435
43,mlp.experts.10.gate_proj,0.38269544,0.01000,0.435
43,mlp.experts.11.gate_proj,0.27953640,0.01000,0.433
43,mlp.experts.12.gate_proj,1.45364666,0.01000,0.436
43,mlp.experts.13.gate_proj,0.00551479,0.01000,0.439
43,mlp.experts.14.gate_proj,0.00127343,0.01000,0.434
43,mlp.experts.15.gate_proj,0.00535750,0.01000,0.437
43,mlp.experts.16.gate_proj,4.16284657,0.01000,0.439
43,mlp.experts.17.gate_proj,0.00031909,0.01000,0.440
43,mlp.experts.18.gate_proj,2.53459477,0.01000,0.436
43,mlp.experts.19.gate_proj,1.41775692,0.01000,0.438
43,mlp.experts.20.gate_proj,0.64517099,0.01000,0.433
43,mlp.experts.21.gate_proj,0.00037222,0.01000,0.436
43,mlp.experts.22.gate_proj,0.00075685,0.01000,0.430
43,mlp.experts.23.gate_proj,0.00010605,0.01000,0.430
43,mlp.experts.24.gate_proj,1.67779326,0.01000,0.431
43,mlp.experts.25.gate_proj,0.07472143,0.01000,0.430
43,mlp.experts.26.gate_proj,1.07698107,0.01000,0.436
43,mlp.experts.27.gate_proj,0.55641055,0.01000,0.433
43,mlp.experts.28.gate_proj,0.39040166,0.01000,0.431
43,mlp.experts.29.gate_proj,0.81921434,0.01000,0.431
43,mlp.experts.30.gate_proj,1.70872009,0.01000,0.432
43,mlp.experts.31.gate_proj,5.79579926,0.01000,0.433
43,mlp.experts.32.gate_proj,0.05965963,0.01000,0.431
43,mlp.experts.33.gate_proj,0.01214625,0.01000,0.432
43,mlp.experts.34.gate_proj,0.21198232,0.01000,0.431
43,mlp.experts.35.gate_proj,0.00013235,0.01000,0.434
43,mlp.experts.36.gate_proj,3.22847033,0.01000,0.433
43,mlp.experts.37.gate_proj,2.52334023,0.01000,0.429
43,mlp.experts.38.gate_proj,0.27039105,0.01000,0.430
43,mlp.experts.39.gate_proj,0.30730227,0.01000,0.432
43,mlp.experts.40.gate_proj,0.05978150,0.01000,0.431
43,mlp.experts.41.gate_proj,1.62861156,0.01000,0.431
43,mlp.experts.42.gate_proj,1.29850519,0.01000,0.431
43,mlp.experts.43.gate_proj,1.89552069,0.01000,0.431
43,mlp.experts.44.gate_proj,1.93047035,0.01000,0.432
43,mlp.experts.45.gate_proj,0.10172068,0.01000,0.432
43,mlp.experts.46.gate_proj,2.48511910,0.01000,0.431
43,mlp.experts.47.gate_proj,1.43422270,0.01000,0.433
43,mlp.experts.48.gate_proj,0.02610961,0.01000,0.430
43,mlp.experts.49.gate_proj,1.50623727,0.01000,0.436
43,mlp.experts.50.gate_proj,0.59710979,0.01000,0.432
43,mlp.experts.51.gate_proj,0.00029154,0.01000,0.434
43,mlp.experts.52.gate_proj,2.38928604,0.01000,0.433
43,mlp.experts.53.gate_proj,0.70116264,0.01000,0.434
43,mlp.experts.54.gate_proj,0.00041064,0.01000,0.435
43,mlp.experts.55.gate_proj,0.42932594,0.01000,0.435
43,mlp.experts.56.gate_proj,4.86574364,0.01000,0.434
43,mlp.experts.57.gate_proj,0.54526418,0.01000,0.433
43,mlp.experts.58.gate_proj,3.10486364,0.01000,0.437
43,mlp.experts.59.gate_proj,0.85693151,0.01000,0.432
43,mlp.experts.60.gate_proj,0.17394948,0.01000,0.433
43,mlp.experts.61.gate_proj,4.67094374,0.01000,0.435
43,mlp.experts.62.gate_proj,0.46149251,0.01000,0.440
43,mlp.experts.63.gate_proj,0.71982205,0.01000,0.438
43,mlp.experts.64.gate_proj,0.00219476,0.01000,0.436
43,mlp.experts.65.gate_proj,2.22224903,0.01000,0.440
43,mlp.experts.66.gate_proj,2.22726345,0.01000,0.438
43,mlp.experts.67.gate_proj,0.00030475,0.01000,0.438
43,mlp.experts.68.gate_proj,1.89081383,0.01000,0.448
43,mlp.experts.69.gate_proj,2.29334760,0.01000,0.453
43,mlp.experts.70.gate_proj,1.53239048,0.01000,0.439
43,mlp.experts.71.gate_proj,4.80909634,0.01000,0.439
43,mlp.experts.72.gate_proj,5.21406078,0.01000,0.441
43,mlp.experts.73.gate_proj,0.00918674,0.01000,0.438
43,mlp.experts.74.gate_proj,3.33558798,0.01000,0.439
43,mlp.experts.75.gate_proj,9.95338249,0.01000,0.443
43,mlp.experts.76.gate_proj,0.00002175,0.01000,0.444
43,mlp.experts.77.gate_proj,2.40943265,0.01000,0.442
43,mlp.experts.78.gate_proj,0.36220938,0.01000,0.440
43,mlp.experts.79.gate_proj,0.00175703,0.01000,0.439
43,mlp.experts.80.gate_proj,8.07221794,0.01000,0.438
43,mlp.experts.81.gate_proj,2.82191133,0.01000,0.443
43,mlp.experts.82.gate_proj,2.92386484,0.01000,0.448
43,mlp.experts.83.gate_proj,3.80536985,0.01000,0.442
43,mlp.experts.84.gate_proj,0.00093960,0.01000,0.441
43,mlp.experts.85.gate_proj,0.29951650,0.01000,0.440
43,mlp.experts.86.gate_proj,0.00071975,0.01000,0.444
43,mlp.experts.87.gate_proj,2.83247995,0.01000,0.440
43,mlp.experts.88.gate_proj,1.26895499,0.01000,0.440
43,mlp.experts.89.gate_proj,0.35859132,0.01000,0.435
43,mlp.experts.90.gate_proj,0.39278466,0.01000,0.439
43,mlp.experts.91.gate_proj,0.61136109,0.01000,0.435
43,mlp.experts.92.gate_proj,0.24761069,0.01000,0.440
43,mlp.experts.93.gate_proj,0.00062166,0.01000,0.440
43,mlp.experts.94.gate_proj,0.49330011,0.01000,0.457
43,mlp.experts.95.gate_proj,0.00000275,0.01000,0.440
43,mlp.experts.96.gate_proj,4.50252962,0.01000,0.445
43,mlp.experts.97.gate_proj,2.70507336,0.01000,0.438
43,mlp.experts.98.gate_proj,2.51027632,0.01000,0.438
43,mlp.experts.99.gate_proj,5.95828152,0.01000,0.439
43,mlp.experts.100.gate_proj,1.78568637,0.01000,0.439
43,mlp.experts.101.gate_proj,0.00303282,0.01000,0.438
43,mlp.experts.102.gate_proj,0.00407472,0.01000,0.440
43,mlp.experts.103.gate_proj,0.00002046,0.01000,0.440
43,mlp.experts.104.gate_proj,2.07221460,0.01000,0.440
43,mlp.experts.105.gate_proj,0.00178108,0.01000,0.439
43,mlp.experts.106.gate_proj,0.07188513,0.01000,0.439
43,mlp.experts.107.gate_proj,0.01310298,0.01000,0.438
43,mlp.experts.108.gate_proj,0.00964767,0.01000,0.442
43,mlp.experts.109.gate_proj,0.00010834,0.01000,0.444
43,mlp.experts.110.gate_proj,0.02423935,0.01000,0.439
43,mlp.experts.111.gate_proj,0.86397457,0.01000,0.438
43,mlp.experts.112.gate_proj,3.34754777,0.01000,0.438
43,mlp.experts.113.gate_proj,1.84730983,0.01000,0.439
43,mlp.experts.114.gate_proj,2.11769986,0.01000,0.444
43,mlp.experts.115.gate_proj,2.52137399,0.01000,0.439
43,mlp.experts.116.gate_proj,0.00003015,0.01000,0.437
43,mlp.experts.117.gate_proj,0.00279395,0.01000,0.436
43,mlp.experts.118.gate_proj,0.00065206,0.01000,0.436
43,mlp.experts.119.gate_proj,0.22450355,0.01000,0.437
43,mlp.experts.120.gate_proj,2.03020835,0.01000,0.438
43,mlp.experts.121.gate_proj,3.09233236,0.01000,0.442
43,mlp.experts.122.gate_proj,0.41021299,0.01000,0.439
43,mlp.experts.123.gate_proj,0.55970049,0.01000,0.439
43,mlp.experts.124.gate_proj,0.10025366,0.01000,0.439
43,mlp.experts.125.gate_proj,1.10478652,0.01000,0.440
43,mlp.experts.126.gate_proj,0.00021165,0.01000,0.440
43,mlp.experts.127.gate_proj,1.54971874,0.01000,0.440
43,mlp.experts.0.down_proj,1.03564489,0.01000,0.177
43,mlp.experts.1.down_proj,0.21281213,0.01000,0.161
43,mlp.experts.2.down_proj,3.81836367,0.01000,0.162
43,mlp.experts.3.down_proj,0.00139051,0.01000,0.161
43,mlp.experts.4.down_proj,5.54473972,0.01000,0.166
43,mlp.experts.5.down_proj,2.45831203,0.01000,0.164
43,mlp.experts.6.down_proj,1.72868967,0.01000,0.164
43,mlp.experts.7.down_proj,0.33507070,0.01000,0.166
43,mlp.experts.8.down_proj,2.61427689,0.01000,0.164
43,mlp.experts.9.down_proj,0.43099153,0.01000,0.165
43,mlp.experts.10.down_proj,0.61139667,0.01000,0.165
43,mlp.experts.11.down_proj,0.43202540,0.01000,0.167
43,mlp.experts.12.down_proj,2.87863636,0.01000,0.165
43,mlp.experts.13.down_proj,0.01118960,0.01000,0.165
43,mlp.experts.14.down_proj,0.00163801,0.01000,0.165
43,mlp.experts.15.down_proj,0.01132283,0.01000,0.165
43,mlp.experts.16.down_proj,6.03036499,0.01000,0.165
43,mlp.experts.17.down_proj,0.00044814,0.01000,0.165
43,mlp.experts.18.down_proj,3.21877098,0.01000,0.165
43,mlp.experts.19.down_proj,4.34532404,0.01000,0.165
43,mlp.experts.20.down_proj,1.06282830,0.01000,0.165
43,mlp.experts.21.down_proj,0.00060067,0.01000,0.165
43,mlp.experts.22.down_proj,0.00215798,0.01000,0.169
43,mlp.experts.23.down_proj,0.00009648,0.01000,0.165
43,mlp.experts.24.down_proj,2.34018826,0.01000,0.165
43,mlp.experts.25.down_proj,0.11795594,0.01000,0.165
43,mlp.experts.26.down_proj,1.35721135,0.01000,0.166
43,mlp.experts.27.down_proj,0.76489723,0.01000,0.165
43,mlp.experts.28.down_proj,0.34537721,0.01000,0.165
43,mlp.experts.29.down_proj,1.54588437,0.01000,0.165
43,mlp.experts.30.down_proj,1.57108796,0.01000,0.166
43,mlp.experts.31.down_proj,6.11054230,0.01000,0.166
43,mlp.experts.32.down_proj,0.12179115,0.01000,0.164
43,mlp.experts.33.down_proj,0.01946664,0.01000,0.165
43,mlp.experts.34.down_proj,0.36130786,0.01000,0.164
43,mlp.experts.35.down_proj,0.00008616,0.01000,0.165
43,mlp.experts.36.down_proj,7.54400826,0.01000,0.164
43,mlp.experts.37.down_proj,3.64128184,0.01000,0.165
43,mlp.experts.38.down_proj,0.37004039,0.01000,0.165
43,mlp.experts.39.down_proj,0.51600194,0.01000,0.165
43,mlp.experts.40.down_proj,0.10622531,0.01000,0.166
43,mlp.experts.41.down_proj,6.21395445,0.01000,0.165
43,mlp.experts.42.down_proj,2.14164877,0.01000,0.165
43,mlp.experts.43.down_proj,4.21802235,0.01000,0.165
43,mlp.experts.44.down_proj,2.83952713,0.01000,0.165
43,mlp.experts.45.down_proj,0.15512645,0.01000,0.165
43,mlp.experts.46.down_proj,3.96890545,0.01000,0.166
43,mlp.experts.47.down_proj,1.76196384,0.01000,0.166
43,mlp.experts.48.down_proj,0.05189563,0.01000,0.165
43,mlp.experts.49.down_proj,2.82741404,0.01000,0.166
43,mlp.experts.50.down_proj,1.17585945,0.01000,0.165
43,mlp.experts.51.down_proj,0.00040145,0.01000,0.165
43,mlp.experts.52.down_proj,3.49335766,0.01000,0.165
43,mlp.experts.53.down_proj,0.69547647,0.01000,0.165
43,mlp.experts.54.down_proj,0.00095646,0.01000,0.166
43,mlp.experts.55.down_proj,0.52022147,0.01000,0.166
43,mlp.experts.56.down_proj,5.65773010,0.01000,0.165
43,mlp.experts.57.down_proj,0.85139728,0.01000,0.170
43,mlp.experts.58.down_proj,4.22739935,0.01000,0.167
43,mlp.experts.59.down_proj,1.39270210,0.01000,0.179
43,mlp.experts.60.down_proj,0.30871016,0.01000,0.165
43,mlp.experts.61.down_proj,6.87997055,0.01000,0.168
43,mlp.experts.62.down_proj,0.58074176,0.01000,0.164
43,mlp.experts.63.down_proj,0.75074291,0.01000,0.171
43,mlp.experts.64.down_proj,0.00311438,0.01000,0.166
43,mlp.experts.65.down_proj,2.03179455,0.01000,0.166
43,mlp.experts.66.down_proj,5.19176960,0.01000,0.166
43,mlp.experts.67.down_proj,0.00032610,0.01000,0.166
43,mlp.experts.68.down_proj,2.40549421,0.01000,0.175
43,mlp.experts.69.down_proj,2.66794086,0.01000,0.166
43,mlp.experts.70.down_proj,2.82750988,0.01000,0.167
43,mlp.experts.71.down_proj,8.91402245,0.01000,0.167
43,mlp.experts.72.down_proj,6.11504269,0.01000,0.167
43,mlp.experts.73.down_proj,0.02955143,0.01000,0.166
43,mlp.experts.74.down_proj,3.57264233,0.01000,0.166
43,mlp.experts.75.down_proj,15.68763733,0.01000,0.168
43,mlp.experts.76.down_proj,0.00004516,0.01000,0.167
43,mlp.experts.77.down_proj,3.79585123,0.01000,0.167
43,mlp.experts.78.down_proj,0.28752375,0.01000,0.166
43,mlp.experts.79.down_proj,0.00679387,0.01000,0.167
43,mlp.experts.80.down_proj,8.31171131,0.01000,0.166
43,mlp.experts.81.down_proj,4.89847136,0.01000,0.167
43,mlp.experts.82.down_proj,2.66730356,0.01000,0.168
43,mlp.experts.83.down_proj,4.38078594,0.01000,0.167
43,mlp.experts.84.down_proj,0.00179857,0.01000,0.166
43,mlp.experts.85.down_proj,0.48218369,0.01000,0.167
43,mlp.experts.86.down_proj,0.00106675,0.01000,0.167
43,mlp.experts.87.down_proj,6.02408504,0.01000,0.166
43,mlp.experts.88.down_proj,1.82448483,0.01000,0.166
43,mlp.experts.89.down_proj,0.85002780,0.01000,0.167
43,mlp.experts.90.down_proj,0.75152224,0.01000,0.167
43,mlp.experts.91.down_proj,1.16997612,0.01000,0.167
43,mlp.experts.92.down_proj,0.31693271,0.01000,0.166
43,mlp.experts.93.down_proj,0.00133490,0.01000,0.170
43,mlp.experts.94.down_proj,0.91039121,0.01000,0.168
43,mlp.experts.95.down_proj,0.00000798,0.01000,0.166
43,mlp.experts.96.down_proj,7.88969755,0.01000,0.166
43,mlp.experts.97.down_proj,2.94080806,0.01000,0.166
43,mlp.experts.98.down_proj,3.42278194,0.01000,0.167
43,mlp.experts.99.down_proj,7.78306198,0.01000,0.166
43,mlp.experts.100.down_proj,2.73429680,0.01000,0.166
43,mlp.experts.101.down_proj,0.00245632,0.01000,0.166
43,mlp.experts.102.down_proj,0.01298255,0.01000,0.167
43,mlp.experts.103.down_proj,0.00002466,0.01000,0.166
43,mlp.experts.104.down_proj,2.74749327,0.01000,0.167
43,mlp.experts.105.down_proj,0.00302737,0.01000,0.166
43,mlp.experts.106.down_proj,0.07079676,0.01000,0.167
43,mlp.experts.107.down_proj,0.03545388,0.01000,0.166
43,mlp.experts.108.down_proj,0.02655830,0.01000,0.167
43,mlp.experts.109.down_proj,0.00010728,0.01000,0.166
43,mlp.experts.110.down_proj,0.05272827,0.01000,0.167
43,mlp.experts.111.down_proj,1.52796173,0.01000,0.168
43,mlp.experts.112.down_proj,7.36395073,0.01000,0.168
43,mlp.experts.113.down_proj,2.04229736,0.01000,0.166
43,mlp.experts.114.down_proj,4.51466131,0.01000,0.166
43,mlp.experts.115.down_proj,1.88685799,0.01000,0.166
43,mlp.experts.116.down_proj,0.00003681,0.01000,0.166
43,mlp.experts.117.down_proj,0.00860011,0.01000,0.171
43,mlp.experts.118.down_proj,0.00099079,0.01000,0.167
43,mlp.experts.119.down_proj,0.31028011,0.01000,0.167
43,mlp.experts.120.down_proj,3.38110161,0.01000,0.166
43,mlp.experts.121.down_proj,6.08238649,0.01000,0.167
43,mlp.experts.122.down_proj,0.79558092,0.01000,0.166
43,mlp.experts.123.down_proj,0.62188935,0.01000,0.166
43,mlp.experts.124.down_proj,0.24124090,0.01000,0.167
43,mlp.experts.125.down_proj,2.00209117,0.01000,0.168
43,mlp.experts.126.down_proj,0.00044872,0.01000,0.166
43,mlp.experts.127.down_proj,2.31774426,0.01000,0.168
44,self_attn.q_proj,6.08806801,0.01000,0.438
44,self_attn.k_proj,0.52094883,0.01000,0.431
44,self_attn.v_proj,1.29156137,0.01000,0.431
44,self_attn.o_proj,0.14818442,0.01000,0.872
44,mlp.experts.0.up_proj,1.57139063,0.01000,0.486
44,mlp.experts.1.up_proj,1.06809640,0.01000,0.434
44,mlp.experts.2.up_proj,0.28640315,0.01000,0.432
44,mlp.experts.3.up_proj,3.27263880,0.01000,0.430
44,mlp.experts.4.up_proj,0.66966629,0.01000,0.430
44,mlp.experts.5.up_proj,3.47180557,0.01000,0.435
44,mlp.experts.6.up_proj,4.07652283,0.01000,0.431
44,mlp.experts.7.up_proj,0.49677801,0.01000,0.431
44,mlp.experts.8.up_proj,0.87509757,0.01000,0.431
44,mlp.experts.9.up_proj,5.59869194,0.01000,0.431
44,mlp.experts.10.up_proj,0.00608876,0.01000,0.431
44,mlp.experts.11.up_proj,10.10919666,0.01000,0.436
44,mlp.experts.12.up_proj,0.64457476,0.01000,0.432
44,mlp.experts.13.up_proj,2.74414229,0.01000,0.431
44,mlp.experts.14.up_proj,0.15166749,0.01000,0.432
44,mlp.experts.15.up_proj,1.37207997,0.01000,0.431
44,mlp.experts.16.up_proj,2.74451065,0.01000,0.434
44,mlp.experts.17.up_proj,0.10077928,0.01000,0.431
44,mlp.experts.18.up_proj,0.10824663,0.01000,0.431
44,mlp.experts.19.up_proj,2.32750869,0.01000,0.433
44,mlp.experts.20.up_proj,2.57272673,0.01000,0.432
44,mlp.experts.21.up_proj,0.03412443,0.01000,0.433
44,mlp.experts.22.up_proj,6.36329317,0.01000,0.431
44,mlp.experts.23.up_proj,6.32540941,0.01000,0.432
44,mlp.experts.24.up_proj,0.80163968,0.01000,0.434
44,mlp.experts.25.up_proj,3.72852945,0.01000,0.437
44,mlp.experts.26.up_proj,0.23133095,0.01000,0.437
44,mlp.experts.27.up_proj,3.13758802,0.01000,0.433
44,mlp.experts.28.up_proj,0.00082541,0.01000,0.432
44,mlp.experts.29.up_proj,5.49400806,0.01000,0.432
44,mlp.experts.30.up_proj,0.29110318,0.01000,0.445
44,mlp.experts.31.up_proj,1.17509103,0.01000,0.432
44,mlp.experts.32.up_proj,0.06357338,0.01000,0.431
44,mlp.experts.33.up_proj,0.50706398,0.01000,0.437
44,mlp.experts.34.up_proj,0.64684260,0.01000,0.431
44,mlp.experts.35.up_proj,0.00002294,0.01000,0.432
44,mlp.experts.36.up_proj,0.33996546,0.01000,0.431
44,mlp.experts.37.up_proj,1.96353316,0.01000,0.431
44,mlp.experts.38.up_proj,4.10761929,0.01000,0.437
44,mlp.experts.39.up_proj,2.26689577,0.01000,0.439
44,mlp.experts.40.up_proj,0.36979395,0.01000,0.441
44,mlp.experts.41.up_proj,0.07189441,0.01000,0.435
44,mlp.experts.42.up_proj,9.93896484,0.01000,0.438
44,mlp.experts.43.up_proj,0.00035885,0.01000,0.435
44,mlp.experts.44.up_proj,2.63523865,0.01000,0.445
44,mlp.experts.45.up_proj,2.28552079,0.01000,0.435
44,mlp.experts.46.up_proj,1.52848434,0.01000,0.438
44,mlp.experts.47.up_proj,1.57789493,0.01000,0.439
44,mlp.experts.48.up_proj,1.75645101,0.01000,0.439
44,mlp.experts.49.up_proj,0.17283101,0.01000,0.439
44,mlp.experts.50.up_proj,0.11875871,0.01000,0.440
44,mlp.experts.51.up_proj,1.33604085,0.01000,0.438
44,mlp.experts.52.up_proj,1.53146982,0.01000,0.435
44,mlp.experts.53.up_proj,1.92293799,0.01000,0.442
44,mlp.experts.54.up_proj,3.39554191,0.01000,0.436
44,mlp.experts.55.up_proj,0.00266142,0.01000,0.436
44,mlp.experts.56.up_proj,1.68452942,0.01000,0.436
44,mlp.experts.57.up_proj,0.15342230,0.01000,0.434
44,mlp.experts.58.up_proj,1.96646047,0.01000,0.437
44,mlp.experts.59.up_proj,0.37719741,0.01000,0.434
44,mlp.experts.60.up_proj,1.11040187,0.01000,0.435
44,mlp.experts.61.up_proj,0.00001183,0.01000,0.434
44,mlp.experts.62.up_proj,15.35426998,0.01000,0.433
44,mlp.experts.63.up_proj,0.01218743,0.01000,0.433
44,mlp.experts.64.up_proj,3.52075720,0.01000,0.433
44,mlp.experts.65.up_proj,0.00087574,0.01000,0.433
44,mlp.experts.66.up_proj,0.59614742,0.01000,0.433
44,mlp.experts.67.up_proj,0.03410053,0.01000,0.433
44,mlp.experts.68.up_proj,0.05283669,0.01000,0.432
44,mlp.experts.69.up_proj,6.67562151,0.01000,0.434
44,mlp.experts.70.up_proj,1.89564061,0.01000,0.433
44,mlp.experts.71.up_proj,1.63272083,0.01000,0.432
44,mlp.experts.72.up_proj,1.85606742,0.01000,0.433
44,mlp.experts.73.up_proj,1.86063623,0.01000,0.433
44,mlp.experts.74.up_proj,0.00053314,0.01000,0.432
44,mlp.experts.75.up_proj,0.00003680,0.01000,0.432
44,mlp.experts.76.up_proj,0.07890397,0.01000,0.434
44,mlp.experts.77.up_proj,0.00094952,0.01000,0.432
44,mlp.experts.78.up_proj,0.00061193,0.01000,0.431
44,mlp.experts.79.up_proj,0.11781365,0.01000,0.431
44,mlp.experts.80.up_proj,3.56037927,0.01000,0.432
44,mlp.experts.81.up_proj,3.30805779,0.01000,0.432
44,mlp.experts.82.up_proj,0.42947304,0.01000,0.432
44,mlp.experts.83.up_proj,3.12490201,0.01000,0.434
44,mlp.experts.84.up_proj,0.30450910,0.01000,0.431
44,mlp.experts.85.up_proj,0.00095469,0.01000,0.435
44,mlp.experts.86.up_proj,0.00016871,0.01000,0.434
44,mlp.experts.87.up_proj,0.00013498,0.01000,0.433
44,mlp.experts.88.up_proj,2.24836445,0.01000,0.448
44,mlp.experts.89.up_proj,0.77209342,0.01000,0.430
44,mlp.experts.90.up_proj,1.77268410,0.01000,0.443
44,mlp.experts.91.up_proj,0.00030794,0.01000,0.429
44,mlp.experts.92.up_proj,1.03310072,0.01000,0.438
44,mlp.experts.93.up_proj,0.00001425,0.01000,0.434
44,mlp.experts.94.up_proj,5.15717506,0.01000,0.433
44,mlp.experts.95.up_proj,0.00383701,0.01000,0.433
44,mlp.experts.96.up_proj,0.51881093,0.01000,0.433
44,mlp.experts.97.up_proj,0.18052912,0.01000,0.431
44,mlp.experts.98.up_proj,2.70554781,0.01000,0.429
44,mlp.experts.99.up_proj,1.89616704,0.01000,0.431
44,mlp.experts.100.up_proj,0.47287574,0.01000,0.428
44,mlp.experts.101.up_proj,0.23137319,0.01000,0.428
44,mlp.experts.102.up_proj,1.50187552,0.01000,0.431
44,mlp.experts.103.up_proj,0.30231261,0.01000,0.433
44,mlp.experts.104.up_proj,1.19265842,0.01000,0.428
44,mlp.experts.105.up_proj,1.10631061,0.01000,0.429
44,mlp.experts.106.up_proj,0.01934965,0.01000,0.427
44,mlp.experts.107.up_proj,2.16451836,0.01000,0.428
44,mlp.experts.108.up_proj,0.92555332,0.01000,0.429
44,mlp.experts.109.up_proj,0.00759870,0.01000,0.428
44,mlp.experts.110.up_proj,1.91548753,0.01000,0.431
44,mlp.experts.111.up_proj,1.26687646,0.01000,0.433
44,mlp.experts.112.up_proj,0.02625420,0.01000,0.433
44,mlp.experts.113.up_proj,7.62924480,0.01000,0.430
44,mlp.experts.114.up_proj,0.60468143,0.01000,0.429
44,mlp.experts.115.up_proj,0.01299529,0.01000,0.434
44,mlp.experts.116.up_proj,4.80422306,0.01000,0.428
44,mlp.experts.117.up_proj,0.00506121,0.01000,0.437
44,mlp.experts.118.up_proj,0.98058999,0.01000,0.431
44,mlp.experts.119.up_proj,0.95354080,0.01000,0.432
44,mlp.experts.120.up_proj,0.00723819,0.01000,0.432
44,mlp.experts.121.up_proj,0.62312818,0.01000,0.429
44,mlp.experts.122.up_proj,4.01654100,0.01000,0.436
44,mlp.experts.123.up_proj,0.04390732,0.01000,0.430
44,mlp.experts.124.up_proj,0.00001845,0.01000,0.432
44,mlp.experts.125.up_proj,0.15766683,0.01000,0.435
44,mlp.experts.126.up_proj,0.32912081,0.01000,0.431
44,mlp.experts.127.up_proj,1.00060058,0.01000,0.432
44,mlp.experts.0.gate_proj,1.43770218,0.01000,0.431
44,mlp.experts.1.gate_proj,0.99788177,0.01000,0.431
44,mlp.experts.2.gate_proj,0.27265674,0.01000,0.427
44,mlp.experts.3.gate_proj,3.07291985,0.01000,0.430
44,mlp.experts.4.gate_proj,0.61384702,0.01000,0.431
44,mlp.experts.5.gate_proj,3.14679122,0.01000,0.431
44,mlp.experts.6.gate_proj,3.69072986,0.01000,0.431
44,mlp.experts.7.gate_proj,0.46577200,0.01000,0.428
44,mlp.experts.8.gate_proj,0.93172193,0.01000,0.429
44,mlp.experts.9.gate_proj,5.20508003,0.01000,0.432
44,mlp.experts.10.gate_proj,0.00521105,0.01000,0.429
44,mlp.experts.11.gate_proj,9.84899616,0.01000,0.445
44,mlp.experts.12.gate_proj,0.61153895,0.01000,0.435
44,mlp.experts.13.gate_proj,2.93802023,0.01000,0.430
44,mlp.experts.14.gate_proj,0.13347290,0.01000,0.433
44,mlp.experts.15.gate_proj,1.25150061,0.01000,0.432
44,mlp.experts.16.gate_proj,2.56296468,0.01000,0.431
44,mlp.experts.17.gate_proj,0.09062631,0.01000,0.429
44,mlp.experts.18.gate_proj,0.09340047,0.01000,0.434
44,mlp.experts.19.gate_proj,2.18753624,0.01000,0.436
44,mlp.experts.20.gate_proj,2.09444237,0.01000,0.429
44,mlp.experts.21.gate_proj,0.02998585,0.01000,0.427
44,mlp.experts.22.gate_proj,5.73865032,0.01000,0.430
44,mlp.experts.23.gate_proj,7.84009600,0.01000,0.427
44,mlp.experts.24.gate_proj,0.73599648,0.01000,0.432
44,mlp.experts.25.gate_proj,3.49339390,0.01000,0.428
44,mlp.experts.26.gate_proj,0.20475568,0.01000,0.429
44,mlp.experts.27.gate_proj,2.73687029,0.01000,0.430
44,mlp.experts.28.gate_proj,0.00076245,0.01000,0.428
44,mlp.experts.29.gate_proj,5.23789597,0.01000,0.430
44,mlp.experts.30.gate_proj,0.28151709,0.01000,0.429
44,mlp.experts.31.gate_proj,1.12808132,0.01000,0.429
44,mlp.experts.32.gate_proj,0.06087975,0.01000,0.428
44,mlp.experts.33.gate_proj,0.46925712,0.01000,0.429
44,mlp.experts.34.gate_proj,0.58273602,0.01000,0.441
44,mlp.experts.35.gate_proj,0.00002088,0.01000,0.429
44,mlp.experts.36.gate_proj,0.29989749,0.01000,0.431
44,mlp.experts.37.gate_proj,1.71961808,0.01000,0.431
44,mlp.experts.38.gate_proj,3.62285900,0.01000,0.429
44,mlp.experts.39.gate_proj,2.06599379,0.01000,0.432
44,mlp.experts.40.gate_proj,0.40006810,0.01000,0.432
44,mlp.experts.41.gate_proj,0.07317962,0.01000,0.435
44,mlp.experts.42.gate_proj,9.11434364,0.01000,0.432
44,mlp.experts.43.gate_proj,0.00030046,0.01000,0.434
44,mlp.experts.44.gate_proj,2.37005281,0.01000,0.434
44,mlp.experts.45.gate_proj,2.00769377,0.01000,0.433
44,mlp.experts.46.gate_proj,1.40978551,0.01000,0.429
44,mlp.experts.47.gate_proj,1.52857864,0.01000,0.428
44,mlp.experts.48.gate_proj,1.58290291,0.01000,0.428
44,mlp.experts.49.gate_proj,0.15463588,0.01000,0.429
44,mlp.experts.50.gate_proj,0.10840493,0.01000,0.430
44,mlp.experts.51.gate_proj,1.24915469,0.01000,0.430
44,mlp.experts.52.gate_proj,1.39757955,0.01000,0.430
44,mlp.experts.53.gate_proj,1.72499084,0.01000,0.430
44,mlp.experts.54.gate_proj,3.19031525,0.01000,0.435
44,mlp.experts.55.gate_proj,0.00245379,0.01000,0.432
44,mlp.experts.56.gate_proj,1.49436307,0.01000,0.432
44,mlp.experts.57.gate_proj,0.14432181,0.01000,0.433
44,mlp.experts.58.gate_proj,1.86006570,0.01000,0.430
44,mlp.experts.59.gate_proj,0.37166920,0.01000,0.430
44,mlp.experts.60.gate_proj,1.00896609,0.01000,0.428
44,mlp.experts.61.gate_proj,0.00001035,0.01000,0.430
44,mlp.experts.62.gate_proj,14.90676022,0.01000,0.431
44,mlp.experts.63.gate_proj,0.01094156,0.01000,0.427
44,mlp.experts.64.gate_proj,3.25392008,0.01000,0.428
44,mlp.experts.65.gate_proj,0.00082707,0.01000,0.444
44,mlp.experts.66.gate_proj,0.51996827,0.01000,0.444
44,mlp.experts.67.gate_proj,0.03077864,0.01000,0.429
44,mlp.experts.68.gate_proj,0.04454759,0.01000,0.430
44,mlp.experts.69.gate_proj,6.02314663,0.01000,0.435
44,mlp.experts.70.gate_proj,1.77102101,0.01000,0.433
44,mlp.experts.71.gate_proj,1.57230568,0.01000,0.429
44,mlp.experts.72.gate_proj,1.65658760,0.01000,0.430
44,mlp.experts.73.gate_proj,1.70665514,0.01000,0.430
44,mlp.experts.74.gate_proj,0.00045729,0.01000,0.431
44,mlp.experts.75.gate_proj,0.00003212,0.01000,0.431
44,mlp.experts.76.gate_proj,0.07082611,0.01000,0.444
44,mlp.experts.77.gate_proj,0.00084429,0.01000,0.433
44,mlp.experts.78.gate_proj,0.00054803,0.01000,0.435
44,mlp.experts.79.gate_proj,0.10241683,0.01000,0.432
44,mlp.experts.80.gate_proj,3.26936197,0.01000,0.431
44,mlp.experts.81.gate_proj,2.76646137,0.01000,0.432
44,mlp.experts.82.gate_proj,0.39914629,0.01000,0.432
44,mlp.experts.83.gate_proj,2.71067500,0.01000,0.434
44,mlp.experts.84.gate_proj,0.26862752,0.01000,0.431
44,mlp.experts.85.gate_proj,0.00081942,0.01000,0.432
44,mlp.experts.86.gate_proj,0.00014915,0.01000,0.432
44,mlp.experts.87.gate_proj,0.00013054,0.01000,0.436
44,mlp.experts.88.gate_proj,1.97872233,0.01000,0.431
44,mlp.experts.89.gate_proj,0.68643284,0.01000,0.431
44,mlp.experts.90.gate_proj,1.60441422,0.01000,0.431
44,mlp.experts.91.gate_proj,0.00027432,0.01000,0.436
44,mlp.experts.92.gate_proj,0.92127752,0.01000,0.433
44,mlp.experts.93.gate_proj,0.00001152,0.01000,0.431
44,mlp.experts.94.gate_proj,5.12434292,0.01000,0.431
44,mlp.experts.95.gate_proj,0.00327684,0.01000,0.431
44,mlp.experts.96.gate_proj,0.47403651,0.01000,0.431
44,mlp.experts.97.gate_proj,0.16049385,0.01000,0.434
44,mlp.experts.98.gate_proj,2.40610027,0.01000,0.433
44,mlp.experts.99.gate_proj,1.67857015,0.01000,0.432
44,mlp.experts.100.gate_proj,0.42440748,0.01000,0.432
44,mlp.experts.101.gate_proj,0.21316473,0.01000,0.431
44,mlp.experts.102.gate_proj,1.41289175,0.01000,0.432
44,mlp.experts.103.gate_proj,0.27999532,0.01000,0.432
44,mlp.experts.104.gate_proj,1.14109755,0.01000,0.433
44,mlp.experts.105.gate_proj,1.03848016,0.01000,0.438
44,mlp.experts.106.gate_proj,0.01580442,0.01000,0.432
44,mlp.experts.107.gate_proj,1.95493817,0.01000,0.434
44,mlp.experts.108.gate_proj,0.83566165,0.01000,0.431
44,mlp.experts.109.gate_proj,0.00700009,0.01000,0.431
44,mlp.experts.110.gate_proj,1.79438627,0.01000,0.432
44,mlp.experts.111.gate_proj,1.19103599,0.01000,0.432
44,mlp.experts.112.gate_proj,0.02450142,0.01000,0.432
44,mlp.experts.113.gate_proj,7.32255316,0.01000,0.433
44,mlp.experts.114.gate_proj,0.57868034,0.01000,0.431
44,mlp.experts.115.gate_proj,0.01110127,0.01000,0.432
44,mlp.experts.116.gate_proj,4.32788658,0.01000,0.431
44,mlp.experts.117.gate_proj,0.00429828,0.01000,0.434
44,mlp.experts.118.gate_proj,0.87243032,0.01000,0.432
44,mlp.experts.119.gate_proj,0.85658014,0.01000,0.434
44,mlp.experts.120.gate_proj,0.00621539,0.01000,0.440
44,mlp.experts.121.gate_proj,0.54972512,0.01000,0.443
44,mlp.experts.122.gate_proj,3.54902744,0.01000,0.441
44,mlp.experts.123.gate_proj,0.03936191,0.01000,0.446
44,mlp.experts.124.gate_proj,0.00001466,0.01000,0.443
44,mlp.experts.125.gate_proj,0.14257941,0.01000,0.444
44,mlp.experts.126.gate_proj,0.29193735,0.01000,0.445
44,mlp.experts.127.gate_proj,0.94646478,0.01000,0.446
44,mlp.experts.0.down_proj,3.42058110,0.01000,0.185
44,mlp.experts.1.down_proj,1.66053915,0.01000,0.163
44,mlp.experts.2.down_proj,0.27740282,0.01000,0.163
44,mlp.experts.3.down_proj,3.48909140,0.01000,0.164
44,mlp.experts.4.down_proj,0.54931808,0.01000,0.165
44,mlp.experts.5.down_proj,2.01083660,0.01000,0.166
44,mlp.experts.6.down_proj,4.73125315,0.01000,0.166
44,mlp.experts.7.down_proj,0.63982862,0.01000,0.166
44,mlp.experts.8.down_proj,1.71857870,0.01000,0.166
44,mlp.experts.9.down_proj,4.61598969,0.01000,0.166
44,mlp.experts.10.down_proj,0.01127450,0.01000,0.166
44,mlp.experts.11.down_proj,10.23755455,0.01000,0.167
44,mlp.experts.12.down_proj,0.75146484,0.01000,0.166
44,mlp.experts.13.down_proj,6.19622898,0.01000,0.166
44,mlp.experts.14.down_proj,0.26498607,0.01000,0.166
44,mlp.experts.15.down_proj,1.55488098,0.01000,0.167
44,mlp.experts.16.down_proj,6.36208725,0.01000,0.167
44,mlp.experts.17.down_proj,0.27762109,0.01000,0.167
44,mlp.experts.18.down_proj,0.28191447,0.01000,0.167
44,mlp.experts.19.down_proj,3.10409594,0.01000,0.166
44,mlp.experts.20.down_proj,4.27708435,0.01000,0.166
44,mlp.experts.21.down_proj,0.06823616,0.01000,0.167
44,mlp.experts.22.down_proj,11.13038731,0.01000,0.166
44,mlp.experts.23.down_proj,8.87807465,0.01000,0.167
44,mlp.experts.24.down_proj,0.73550826,0.01000,0.168
44,mlp.experts.25.down_proj,2.97324324,0.01000,0.167
44,mlp.experts.26.down_proj,0.47931978,0.01000,0.167
44,mlp.experts.27.down_proj,3.23811913,0.01000,0.166
44,mlp.experts.28.down_proj,0.00257555,0.01000,0.166
44,mlp.experts.29.down_proj,5.36309767,0.01000,0.166
44,mlp.experts.30.down_proj,0.29347515,0.01000,0.166
44,mlp.experts.31.down_proj,2.85079622,0.01000,0.167
44,mlp.experts.32.down_proj,0.08165768,0.01000,0.166
44,mlp.experts.33.down_proj,0.90011442,0.01000,0.167
44,mlp.experts.34.down_proj,0.78501970,0.01000,0.168
44,mlp.experts.35.down_proj,0.00002021,0.01000,0.166
44,mlp.experts.36.down_proj,0.62905520,0.01000,0.168
44,mlp.experts.37.down_proj,3.45989585,0.01000,0.169
44,mlp.experts.38.down_proj,7.15573883,0.01000,0.168
44,mlp.experts.39.down_proj,3.52101159,0.01000,0.167
44,mlp.experts.40.down_proj,0.25588283,0.01000,0.168
44,mlp.experts.41.down_proj,0.04869961,0.01000,0.168
44,mlp.experts.42.down_proj,13.73953247,0.01000,0.167
44,mlp.experts.43.down_proj,0.00045873,0.01000,0.167
44,mlp.experts.44.down_proj,3.40115213,0.01000,0.167
44,mlp.experts.45.down_proj,5.40257072,0.01000,0.167
44,mlp.experts.46.down_proj,2.32068253,0.01000,0.167
44,mlp.experts.47.down_proj,1.47269285,0.01000,0.166
44,mlp.experts.48.down_proj,4.86096478,0.01000,0.166
44,mlp.experts.49.down_proj,0.20743154,0.01000,0.166
44,mlp.experts.50.down_proj,0.22018918,0.01000,0.167
44,mlp.experts.51.down_proj,1.80809188,0.01000,0.168
44,mlp.experts.52.down_proj,2.00851703,0.01000,0.168
44,mlp.experts.53.down_proj,3.76034355,0.01000,0.167
44,mlp.experts.54.down_proj,6.24815512,0.01000,0.168
44,mlp.experts.55.down_proj,0.00563452,0.01000,0.167
44,mlp.experts.56.down_proj,2.84219265,0.01000,0.168
44,mlp.experts.57.down_proj,0.38016659,0.01000,0.168
44,mlp.experts.58.down_proj,2.93547440,0.01000,0.167
44,mlp.experts.59.down_proj,0.62456840,0.01000,0.171
44,mlp.experts.60.down_proj,1.76660037,0.01000,0.167
44,mlp.experts.61.down_proj,0.00004370,0.01000,0.169
44,mlp.experts.62.down_proj,25.73492622,0.01000,0.167
44,mlp.experts.63.down_proj,0.03370180,0.01000,0.166
44,mlp.experts.64.down_proj,2.86528659,0.01000,0.166
44,mlp.experts.65.down_proj,0.00124174,0.01000,0.167
44,mlp.experts.66.down_proj,0.95398706,0.01000,0.167
44,mlp.experts.67.down_proj,0.08465819,0.01000,0.167
44,mlp.experts.68.down_proj,0.14717394,0.01000,0.167
44,mlp.experts.69.down_proj,8.37045860,0.01000,0.168
44,mlp.experts.70.down_proj,2.83220434,0.01000,0.168
44,mlp.experts.71.down_proj,4.71408224,0.01000,0.167
44,mlp.experts.72.down_proj,1.98318958,0.01000,0.166
44,mlp.experts.73.down_proj,4.47506332,0.01000,0.170
44,mlp.experts.74.down_proj,0.00102769,0.01000,0.168
44,mlp.experts.75.down_proj,0.00003335,0.01000,0.167
44,mlp.experts.76.down_proj,0.19906536,0.01000,0.167
44,mlp.experts.77.down_proj,0.00208246,0.01000,0.170
44,mlp.experts.78.down_proj,0.00079859,0.01000,0.167
44,mlp.experts.79.down_proj,0.23510064,0.01000,0.170
44,mlp.experts.80.down_proj,6.67262077,0.01000,0.166
44,mlp.experts.81.down_proj,4.67174053,0.01000,0.167
44,mlp.experts.82.down_proj,0.59751415,0.01000,0.169
44,mlp.experts.83.down_proj,4.38979244,0.01000,0.167
44,mlp.experts.84.down_proj,0.53355932,0.01000,0.166
44,mlp.experts.85.down_proj,0.00077431,0.01000,0.170
44,mlp.experts.86.down_proj,0.00027600,0.01000,0.166
44,mlp.experts.87.down_proj,0.00018662,0.01000,0.168
44,mlp.experts.88.down_proj,4.48276424,0.01000,0.167
44,mlp.experts.89.down_proj,0.96337473,0.01000,0.167
44,mlp.experts.90.down_proj,5.30163002,0.01000,0.168
44,mlp.experts.91.down_proj,0.00053786,0.01000,0.167
44,mlp.experts.92.down_proj,1.63798845,0.01000,0.167
44,mlp.experts.93.down_proj,0.00002411,0.01000,0.167
44,mlp.experts.94.down_proj,5.01674271,0.01000,0.168
44,mlp.experts.95.down_proj,0.01232860,0.01000,0.167
44,mlp.experts.96.down_proj,0.56697100,0.01000,0.167
44,mlp.experts.97.down_proj,0.30436116,0.01000,0.168
44,mlp.experts.98.down_proj,5.01051235,0.01000,0.167
44,mlp.experts.99.down_proj,2.70614052,0.01000,0.167
44,mlp.experts.100.down_proj,0.85696334,0.01000,0.167
44,mlp.experts.101.down_proj,0.28823066,0.01000,0.167
44,mlp.experts.102.down_proj,2.27647495,0.01000,0.168
44,mlp.experts.103.down_proj,0.43711984,0.01000,0.168
44,mlp.experts.104.down_proj,1.41779566,0.01000,0.171
44,mlp.experts.105.down_proj,1.23650706,0.01000,0.171
44,mlp.experts.106.down_proj,0.06996211,0.01000,0.168
44,mlp.experts.107.down_proj,2.90108490,0.01000,0.168
44,mlp.experts.108.down_proj,1.84302878,0.01000,0.168
44,mlp.experts.109.down_proj,0.01759746,0.01000,0.167
44,mlp.experts.110.down_proj,3.40123749,0.01000,0.167
44,mlp.experts.111.down_proj,1.09413755,0.01000,0.167
44,mlp.experts.112.down_proj,0.05324436,0.01000,0.168
44,mlp.experts.113.down_proj,6.62834930,0.01000,0.167
44,mlp.experts.114.down_proj,0.99046594,0.01000,0.168
44,mlp.experts.115.down_proj,0.02273482,0.01000,0.170
44,mlp.experts.116.down_proj,6.54973459,0.01000,0.167
44,mlp.experts.117.down_proj,0.00874946,0.01000,0.171
44,mlp.experts.118.down_proj,1.72938120,0.01000,0.168
44,mlp.experts.119.down_proj,1.45066881,0.01000,0.173
44,mlp.experts.120.down_proj,0.01373987,0.01000,0.168
44,mlp.experts.121.down_proj,1.01511383,0.01000,0.171
44,mlp.experts.122.down_proj,4.43558121,0.01000,0.168
44,mlp.experts.123.down_proj,0.09905602,0.01000,0.170
44,mlp.experts.124.down_proj,0.00003339,0.01000,0.171
44,mlp.experts.125.down_proj,0.28724158,0.01000,0.167
44,mlp.experts.126.down_proj,0.49272087,0.01000,0.171
44,mlp.experts.127.down_proj,1.17967927,0.01000,0.170
45,self_attn.q_proj,18.99204254,0.01000,0.442
45,self_attn.k_proj,1.46676588,0.01000,0.433
45,self_attn.v_proj,3.92927313,0.01000,0.432
45,self_attn.o_proj,0.17070502,0.01000,0.879
45,mlp.experts.0.up_proj,0.21000111,0.01000,0.471
45,mlp.experts.1.up_proj,0.00730808,0.01000,0.430
45,mlp.experts.2.up_proj,3.15970564,0.01000,0.434
45,mlp.experts.3.up_proj,0.23039456,0.01000,0.431
45,mlp.experts.4.up_proj,1.22177720,0.01000,0.431
45,mlp.experts.5.up_proj,3.00070262,0.01000,0.432
45,mlp.experts.6.up_proj,0.16129765,0.01000,0.431
45,mlp.experts.7.up_proj,0.37022310,0.01000,0.443
45,mlp.experts.8.up_proj,0.42780143,0.01000,0.433
45,mlp.experts.9.up_proj,0.02738765,0.01000,0.431
45,mlp.experts.10.up_proj,2.78487015,0.01000,0.432
45,mlp.experts.11.up_proj,0.01644735,0.01000,0.436
45,mlp.experts.12.up_proj,4.20781422,0.01000,0.437
45,mlp.experts.13.up_proj,0.49566054,0.01000,0.431
45,mlp.experts.14.up_proj,0.00008243,0.01000,0.430
45,mlp.experts.15.up_proj,0.04278803,0.01000,0.432
45,mlp.experts.16.up_proj,3.09819841,0.01000,0.435
45,mlp.experts.17.up_proj,2.18674660,0.01000,0.432
45,mlp.experts.18.up_proj,0.85905981,0.01000,0.432
45,mlp.experts.19.up_proj,0.14123951,0.01000,0.434
45,mlp.experts.20.up_proj,3.46577191,0.01000,0.442
45,mlp.experts.21.up_proj,0.00511095,0.01000,0.434
45,mlp.experts.22.up_proj,8.19126225,0.01000,0.432
45,mlp.experts.23.up_proj,0.27956331,0.01000,0.433
45,mlp.experts.24.up_proj,3.00047708,0.01000,0.432
45,mlp.experts.25.up_proj,0.00003934,0.01000,0.433
45,mlp.experts.26.up_proj,4.73798037,0.01000,0.433
45,mlp.experts.27.up_proj,4.82182074,0.01000,0.431
45,mlp.experts.28.up_proj,0.30959815,0.01000,0.433
45,mlp.experts.29.up_proj,13.10279751,0.01000,0.434
45,mlp.experts.30.up_proj,4.02286816,0.01000,0.433
45,mlp.experts.31.up_proj,0.11118319,0.01000,0.433
45,mlp.experts.32.up_proj,2.99548721,0.01000,0.432
45,mlp.experts.33.up_proj,0.49522161,0.01000,0.431
45,mlp.experts.34.up_proj,0.02218217,0.01000,0.431
45,mlp.experts.35.up_proj,0.73864055,0.01000,0.434
45,mlp.experts.36.up_proj,1.64282012,0.01000,0.429
45,mlp.experts.37.up_proj,5.18378162,0.01000,0.433
45,mlp.experts.38.up_proj,2.20906925,0.01000,0.429
45,mlp.experts.39.up_proj,0.00111081,0.01000,0.428
45,mlp.experts.40.up_proj,0.04556581,0.01000,0.428
45,mlp.experts.41.up_proj,0.50986135,0.01000,0.427
45,mlp.experts.42.up_proj,2.54870272,0.01000,0.427
45,mlp.experts.43.up_proj,0.43370321,0.01000,0.431
45,mlp.experts.44.up_proj,0.08935092,0.01000,0.435
45,mlp.experts.45.up_proj,3.82060051,0.01000,0.434
45,mlp.experts.46.up_proj,2.47713900,0.01000,0.427
45,mlp.experts.47.up_proj,2.97493863,0.01000,0.427
45,mlp.experts.48.up_proj,14.67076397,0.01000,0.427
45,mlp.experts.49.up_proj,0.00023763,0.01000,0.432
45,mlp.experts.50.up_proj,3.94709539,0.01000,0.428
45,mlp.experts.51.up_proj,7.19353199,0.01000,0.429
45,mlp.experts.52.up_proj,0.00977909,0.01000,0.427
45,mlp.experts.53.up_proj,1.23115969,0.01000,0.430
45,mlp.experts.54.up_proj,2.69776177,0.01000,0.434
45,mlp.experts.55.up_proj,0.04205186,0.01000,0.428
45,mlp.experts.56.up_proj,0.20666462,0.01000,0.432
45,mlp.experts.57.up_proj,0.06966388,0.01000,0.432
45,mlp.experts.58.up_proj,0.98193926,0.01000,0.429
45,mlp.experts.59.up_proj,0.00005240,0.01000,0.428
45,mlp.experts.60.up_proj,0.48508072,0.01000,0.429
45,mlp.experts.61.up_proj,0.01387050,0.01000,0.429
45,mlp.experts.62.up_proj,0.00061523,0.01000,0.429
45,mlp.experts.63.up_proj,1.28243113,0.01000,0.427
45,mlp.experts.64.up_proj,2.73160410,0.01000,0.428
45,mlp.experts.65.up_proj,1.85541773,0.01000,0.429
45,mlp.experts.66.up_proj,0.05035314,0.01000,0.431
45,mlp.experts.67.up_proj,2.64155197,0.01000,0.429
45,mlp.experts.68.up_proj,0.00001723,0.01000,0.438
45,mlp.experts.69.up_proj,0.60033685,0.01000,0.429
45,mlp.experts.70.up_proj,3.30363536,0.01000,0.428
45,mlp.experts.71.up_proj,1.42539907,0.01000,0.433
45,mlp.experts.72.up_proj,0.09237224,0.01000,0.429
45,mlp.experts.73.up_proj,0.10456284,0.01000,0.428
45,mlp.experts.74.up_proj,0.02224896,0.01000,0.429
45,mlp.experts.75.up_proj,0.03775749,0.01000,0.429
45,mlp.experts.76.up_proj,5.17457151,0.01000,0.437
45,mlp.experts.77.up_proj,4.59150934,0.01000,0.433
45,mlp.experts.78.up_proj,0.00002875,0.01000,0.436
45,mlp.experts.79.up_proj,0.00039435,0.01000,0.436
45,mlp.experts.80.up_proj,4.10276318,0.01000,0.434
45,mlp.experts.81.up_proj,2.46101952,0.01000,0.434
45,mlp.experts.82.up_proj,1.30667925,0.01000,0.436
45,mlp.experts.83.up_proj,2.20673370,0.01000,0.435
45,mlp.experts.84.up_proj,0.81513536,0.01000,0.435
45,mlp.experts.85.up_proj,0.50371790,0.01000,0.436
45,mlp.experts.86.up_proj,0.54513919,0.01000,0.434
45,mlp.experts.87.up_proj,6.58488274,0.01000,0.434
45,mlp.experts.88.up_proj,11.03271103,0.01000,0.450
45,mlp.experts.89.up_proj,1.19426036,0.01000,0.443
45,mlp.experts.90.up_proj,0.19198951,0.01000,0.448
45,mlp.experts.91.up_proj,0.95790988,0.01000,0.437
45,mlp.experts.92.up_proj,3.33376646,0.01000,0.440
45,mlp.experts.93.up_proj,2.00842190,0.01000,0.435
45,mlp.experts.94.up_proj,1.32972169,0.01000,0.434
45,mlp.experts.95.up_proj,6.60422945,0.01000,0.433
45,mlp.experts.96.up_proj,0.00014652,0.01000,0.435
45,mlp.experts.97.up_proj,0.00000268,0.01000,0.434
45,mlp.experts.98.up_proj,3.82262731,0.01000,0.434
45,mlp.experts.99.up_proj,8.25339985,0.01000,0.434
45,mlp.experts.100.up_proj,0.00050362,0.01000,0.433
45,mlp.experts.101.up_proj,1.75741649,0.01000,0.434
45,mlp.experts.102.up_proj,0.00022032,0.01000,0.434
45,mlp.experts.103.up_proj,1.49547839,0.01000,0.434
45,mlp.experts.104.up_proj,0.83295530,0.01000,0.434
45,mlp.experts.105.up_proj,0.01149329,0.01000,0.434
45,mlp.experts.106.up_proj,0.00050856,0.01000,0.435
45,mlp.experts.107.up_proj,0.15978600,0.01000,0.434
45,mlp.experts.108.up_proj,0.00021246,0.01000,0.435
45,mlp.experts.109.up_proj,0.31596625,0.01000,0.435
45,mlp.experts.110.up_proj,0.20593490,0.01000,0.433
45,mlp.experts.111.up_proj,0.41839024,0.01000,0.434
45,mlp.experts.112.up_proj,2.42009568,0.01000,0.435
45,mlp.experts.113.up_proj,0.03273477,0.01000,0.442
45,mlp.experts.114.up_proj,2.44255733,0.01000,0.435
45,mlp.experts.115.up_proj,0.04604726,0.01000,0.444
45,mlp.experts.116.up_proj,1.53801405,0.01000,0.435
45,mlp.experts.117.up_proj,3.18351984,0.01000,0.435
45,mlp.experts.118.up_proj,0.01056064,0.01000,0.434
45,mlp.experts.119.up_proj,1.93640935,0.01000,0.434
45,mlp.experts.120.up_proj,0.38211823,0.01000,0.434
45,mlp.experts.121.up_proj,0.34728503,0.01000,0.434
45,mlp.experts.122.up_proj,0.00003318,0.01000,0.435
45,mlp.experts.123.up_proj,7.30446434,0.01000,0.435
45,mlp.experts.124.up_proj,0.00180902,0.01000,0.435
45,mlp.experts.125.up_proj,0.13388962,0.01000,0.437
45,mlp.experts.126.up_proj,0.47881165,0.01000,0.435
45,mlp.experts.127.up_proj,1.67629969,0.01000,0.434
45,mlp.experts.0.gate_proj,0.19476095,0.01000,0.434
45,mlp.experts.1.gate_proj,0.00625002,0.01000,0.434
45,mlp.experts.2.gate_proj,2.93987560,0.01000,0.435
45,mlp.experts.3.gate_proj,0.20528547,0.01000,0.437
45,mlp.experts.4.gate_proj,1.08801568,0.01000,0.435
45,mlp.experts.5.gate_proj,2.81373477,0.01000,0.435
45,mlp.experts.6.gate_proj,0.14401975,0.01000,0.435
45,mlp.experts.7.gate_proj,0.32785919,0.01000,0.434
45,mlp.experts.8.gate_proj,0.36701533,0.01000,0.435
45,mlp.experts.9.gate_proj,0.02256099,0.01000,0.433
45,mlp.experts.10.gate_proj,2.47246480,0.01000,0.434
45,mlp.experts.11.gate_proj,0.01425062,0.01000,0.434
45,mlp.experts.12.gate_proj,3.69781852,0.01000,0.437
45,mlp.experts.13.gate_proj,0.43107545,0.01000,0.434
45,mlp.experts.14.gate_proj,0.00007401,0.01000,0.433
45,mlp.experts.15.gate_proj,0.03852905,0.01000,0.434
45,mlp.experts.16.gate_proj,2.65177011,0.01000,0.431
45,mlp.experts.17.gate_proj,1.89726746,0.01000,0.429
45,mlp.experts.18.gate_proj,0.78138208,0.01000,0.429
45,mlp.experts.19.gate_proj,0.12790227,0.01000,0.433
45,mlp.experts.20.gate_proj,3.12301230,0.01000,0.430
45,mlp.experts.21.gate_proj,0.00428605,0.01000,0.430
45,mlp.experts.22.gate_proj,7.17311430,0.01000,0.430
45,mlp.experts.23.gate_proj,0.27973589,0.01000,0.430
45,mlp.experts.24.gate_proj,2.60246062,0.01000,0.430
45,mlp.experts.25.gate_proj,0.00003377,0.01000,0.431
45,mlp.experts.26.gate_proj,4.45755386,0.01000,0.433
45,mlp.experts.27.gate_proj,4.44779825,0.01000,0.431
45,mlp.experts.28.gate_proj,0.26338056,0.01000,0.431
45,mlp.experts.29.gate_proj,13.12132931,0.01000,0.433
45,mlp.experts.30.gate_proj,3.55150938,0.01000,0.432
45,mlp.experts.31.gate_proj,0.09964204,0.01000,0.432
45,mlp.experts.32.gate_proj,2.80926371,0.01000,0.434
45,mlp.experts.33.gate_proj,0.42488670,0.01000,0.433
45,mlp.experts.34.gate_proj,0.01950877,0.01000,0.431
45,mlp.experts.35.gate_proj,0.64004111,0.01000,0.432
45,mlp.experts.36.gate_proj,1.44485784,0.01000,0.432
45,mlp.experts.37.gate_proj,4.49825096,0.01000,0.432
45,mlp.experts.38.gate_proj,2.08060884,0.01000,0.432
45,mlp.experts.39.gate_proj,0.00097241,0.01000,0.433
45,mlp.experts.40.gate_proj,0.04112238,0.01000,0.433
45,mlp.experts.41.gate_proj,0.42846721,0.01000,0.432
45,mlp.experts.42.gate_proj,2.28117228,0.01000,0.435
45,mlp.experts.43.gate_proj,0.38935444,0.01000,0.436
45,mlp.experts.44.gate_proj,0.08290683,0.01000,0.437
45,mlp.experts.45.gate_proj,3.44606447,0.01000,0.437
45,mlp.experts.46.gate_proj,2.09828663,0.01000,0.438
45,mlp.experts.47.gate_proj,2.80890012,0.01000,0.437
45,mlp.experts.48.gate_proj,14.05748749,0.01000,0.437
45,mlp.experts.49.gate_proj,0.00021003,0.01000,0.437
45,mlp.experts.50.gate_proj,3.50976419,0.01000,0.436
45,mlp.experts.51.gate_proj,6.63928509,0.01000,0.438
45,mlp.experts.52.gate_proj,0.00986512,0.01000,0.442
45,mlp.experts.53.gate_proj,1.09220266,0.01000,0.438
45,mlp.experts.54.gate_proj,2.44492865,0.01000,0.438
45,mlp.experts.55.gate_proj,0.03709120,0.01000,0.436
45,mlp.experts.56.gate_proj,0.18122746,0.01000,0.433
45,mlp.experts.57.gate_proj,0.05950228,0.01000,0.433
45,mlp.experts.58.gate_proj,0.89286166,0.01000,0.435
45,mlp.experts.59.gate_proj,0.00004606,0.01000,0.449
45,mlp.experts.60.gate_proj,0.42923838,0.01000,0.436
45,mlp.experts.61.gate_proj,0.01197331,0.01000,0.451
45,mlp.experts.62.gate_proj,0.00053584,0.01000,0.436
45,mlp.experts.63.gate_proj,1.12794733,0.01000,0.437
45,mlp.experts.64.gate_proj,2.55126667,0.01000,0.435
45,mlp.experts.65.gate_proj,1.72387421,0.01000,0.435
45,mlp.experts.66.gate_proj,0.04547990,0.01000,0.435
45,mlp.experts.67.gate_proj,2.37637448,0.01000,0.437
45,mlp.experts.68.gate_proj,0.00001674,0.01000,0.437
45,mlp.experts.69.gate_proj,0.56093800,0.01000,0.437
45,mlp.experts.70.gate_proj,2.89882588,0.01000,0.435
45,mlp.experts.71.gate_proj,1.26805210,0.01000,0.437
45,mlp.experts.72.gate_proj,0.08131244,0.01000,0.440
45,mlp.experts.73.gate_proj,0.09198987,0.01000,0.438
45,mlp.experts.74.gate_proj,0.02075279,0.01000,0.441
45,mlp.experts.75.gate_proj,0.03385536,0.01000,0.444
45,mlp.experts.76.gate_proj,5.10996437,0.01000,0.442
45,mlp.experts.77.gate_proj,4.22248650,0.01000,0.446
45,mlp.experts.78.gate_proj,0.00002480,0.01000,0.441
45,mlp.experts.79.gate_proj,0.00036005,0.01000,0.440
45,mlp.experts.80.gate_proj,3.30964303,0.01000,0.440
45,mlp.experts.81.gate_proj,2.20092654,0.01000,0.450
45,mlp.experts.82.gate_proj,1.27387547,0.01000,0.443
45,mlp.experts.83.gate_proj,1.95330477,0.01000,0.444
45,mlp.experts.84.gate_proj,0.69102216,0.01000,0.454
45,mlp.experts.85.gate_proj,0.44926599,0.01000,0.445
45,mlp.experts.86.gate_proj,0.49872732,0.01000,0.444
45,mlp.experts.87.gate_proj,6.85481691,0.01000,0.441
45,mlp.experts.88.gate_proj,9.98220730,0.01000,0.441
45,mlp.experts.89.gate_proj,1.04897738,0.01000,0.441
45,mlp.experts.90.gate_proj,0.17691953,0.01000,0.444
45,mlp.experts.91.gate_proj,0.93325806,0.01000,0.443
45,mlp.experts.92.gate_proj,2.92788076,0.01000,0.444
45,mlp.experts.93.gate_proj,1.77291989,0.01000,0.445
45,mlp.experts.94.gate_proj,1.22162557,0.01000,0.447
45,mlp.experts.95.gate_proj,5.88161516,0.01000,0.446
45,mlp.experts.96.gate_proj,0.00014488,0.01000,0.441
45,mlp.experts.97.gate_proj,0.00000239,0.01000,0.442
45,mlp.experts.98.gate_proj,3.41649985,0.01000,0.443
45,mlp.experts.99.gate_proj,7.60338116,0.01000,0.443
45,mlp.experts.100.gate_proj,0.00044757,0.01000,0.443
45,mlp.experts.101.gate_proj,1.67452836,0.01000,0.444
45,mlp.experts.102.gate_proj,0.00020687,0.01000,0.443
45,mlp.experts.103.gate_proj,1.31389916,0.01000,0.443
45,mlp.experts.104.gate_proj,0.75972271,0.01000,0.442
45,mlp.experts.105.gate_proj,0.01026083,0.01000,0.442
45,mlp.experts.106.gate_proj,0.00044237,0.01000,0.442
45,mlp.experts.107.gate_proj,0.14798543,0.01000,0.442
45,mlp.experts.108.gate_proj,0.00019025,0.01000,0.443
45,mlp.experts.109.gate_proj,0.27853841,0.01000,0.441
45,mlp.experts.110.gate_proj,0.19067869,0.01000,0.441
45,mlp.experts.111.gate_proj,0.37768999,0.01000,0.445
45,mlp.experts.112.gate_proj,1.98669374,0.01000,0.441
45,mlp.experts.113.gate_proj,0.02832730,0.01000,0.441
45,mlp.experts.114.gate_proj,2.17896223,0.01000,0.442
45,mlp.experts.115.gate_proj,0.04090424,0.01000,0.442
45,mlp.experts.116.gate_proj,1.40121758,0.01000,0.442
45,mlp.experts.117.gate_proj,2.85106373,0.01000,0.442
45,mlp.experts.118.gate_proj,0.00986818,0.01000,0.442
45,mlp.experts.119.gate_proj,1.72851038,0.01000,0.442
45,mlp.experts.120.gate_proj,0.32810205,0.01000,0.446
45,mlp.experts.121.gate_proj,0.32918632,0.01000,0.447
45,mlp.experts.122.gate_proj,0.00002904,0.01000,0.443
45,mlp.experts.123.gate_proj,6.17835999,0.01000,0.442
45,mlp.experts.124.gate_proj,0.00163928,0.01000,0.442
45,mlp.experts.125.gate_proj,0.11922923,0.01000,0.441
45,mlp.experts.126.gate_proj,0.42685792,0.01000,0.442
45,mlp.experts.127.gate_proj,1.54638457,0.01000,0.441
45,mlp.experts.0.down_proj,0.77689517,0.01000,0.185
45,mlp.experts.1.down_proj,0.01258764,0.01000,0.165
45,mlp.experts.2.down_proj,2.70937300,0.01000,0.165
45,mlp.experts.3.down_proj,0.41792482,0.01000,0.166
45,mlp.experts.4.down_proj,1.47946072,0.01000,0.165
45,mlp.experts.5.down_proj,4.12662601,0.01000,0.166
45,mlp.experts.6.down_proj,0.35286027,0.01000,0.167
45,mlp.experts.7.down_proj,0.47071421,0.01000,0.167
45,mlp.experts.8.down_proj,1.15762544,0.01000,0.167
45,mlp.experts.9.down_proj,0.03332990,0.01000,0.167
45,mlp.experts.10.down_proj,2.51027966,0.01000,0.166
45,mlp.experts.11.down_proj,0.03379056,0.01000,0.168
45,mlp.experts.12.down_proj,4.44046259,0.01000,0.166
45,mlp.experts.13.down_proj,0.74488991,0.01000,0.167
45,mlp.experts.14.down_proj,0.00007133,0.01000,0.167
45,mlp.experts.15.down_proj,0.07774227,0.01000,0.167
45,mlp.experts.16.down_proj,3.15500355,0.01000,0.167
45,mlp.experts.17.down_proj,4.80421209,0.01000,0.167
45,mlp.experts.18.down_proj,1.21833301,0.01000,0.167
45,mlp.experts.19.down_proj,0.37565923,0.01000,0.168
45,mlp.experts.20.down_proj,6.45816994,0.01000,0.167
45,mlp.experts.21.down_proj,0.00862313,0.01000,0.166
45,mlp.experts.22.down_proj,9.96995735,0.01000,0.167
45,mlp.experts.23.down_proj,0.57064152,0.01000,0.167
45,mlp.experts.24.down_proj,3.80384636,0.01000,0.170
45,mlp.experts.25.down_proj,0.00005368,0.01000,0.168
45,mlp.experts.26.down_proj,7.72948980,0.01000,0.167
45,mlp.experts.27.down_proj,6.92841339,0.01000,0.167
45,mlp.experts.28.down_proj,0.63292146,0.01000,0.166
45,mlp.experts.29.down_proj,24.98233986,0.01000,0.168
45,mlp.experts.30.down_proj,6.57100058,0.01000,0.167
45,mlp.experts.31.down_proj,0.25139540,0.01000,0.178
45,mlp.experts.32.down_proj,2.16512680,0.01000,0.167
45,mlp.experts.33.down_proj,0.63933164,0.01000,0.168
45,mlp.experts.34.down_proj,0.06563327,0.01000,0.167
45,mlp.experts.35.down_proj,1.45677817,0.01000,0.168
45,mlp.experts.36.down_proj,2.90255809,0.01000,0.167
45,mlp.experts.37.down_proj,5.42178154,0.01000,0.167
45,mlp.experts.38.down_proj,2.87720346,0.01000,0.167
45,mlp.experts.39.down_proj,0.00145331,0.01000,0.167
45,mlp.experts.40.down_proj,0.08907714,0.01000,0.167
45,mlp.experts.41.down_proj,1.00541043,0.01000,0.167
45,mlp.experts.42.down_proj,3.40482354,0.01000,0.167
45,mlp.experts.43.down_proj,0.74353164,0.01000,0.167
45,mlp.experts.44.down_proj,0.25357795,0.01000,0.167
45,mlp.experts.45.down_proj,4.55517578,0.01000,0.167
45,mlp.experts.46.down_proj,5.62834597,0.01000,0.171
45,mlp.experts.47.down_proj,5.19005680,0.01000,0.168
45,mlp.experts.48.down_proj,29.22688484,0.01000,0.167
45,mlp.experts.49.down_proj,0.00059658,0.01000,0.167
45,mlp.experts.50.down_proj,6.01875973,0.01000,0.167
45,mlp.experts.51.down_proj,13.47261524,0.01000,0.167
45,mlp.experts.52.down_proj,0.04349361,0.01000,0.168
45,mlp.experts.53.down_proj,2.03732443,0.01000,0.167
45,mlp.experts.54.down_proj,2.90351653,0.01000,0.170
45,mlp.experts.55.down_proj,0.12519532,0.01000,0.169
45,mlp.experts.56.down_proj,0.35759574,0.01000,0.167
45,mlp.experts.57.down_proj,0.15546238,0.01000,0.167
45,mlp.experts.58.down_proj,1.26852310,0.01000,0.167
45,mlp.experts.59.down_proj,0.00004637,0.01000,0.170
45,mlp.experts.60.down_proj,0.67760336,0.01000,0.168
45,mlp.experts.61.down_proj,0.02390417,0.01000,0.169
45,mlp.experts.62.down_proj,0.00057338,0.01000,0.168
45,mlp.experts.63.down_proj,3.43718481,0.01000,0.169
45,mlp.experts.64.down_proj,2.90268922,0.01000,0.169
45,mlp.experts.65.down_proj,1.95719910,0.01000,0.168
45,mlp.experts.66.down_proj,0.07665244,0.01000,0.172
45,mlp.experts.67.down_proj,4.80463982,0.01000,0.169
45,mlp.experts.68.down_proj,0.00001204,0.01000,0.171
45,mlp.experts.69.down_proj,0.73693800,0.01000,0.168
45,mlp.experts.70.down_proj,4.97649574,0.01000,0.167
45,mlp.experts.71.down_proj,3.27640224,0.01000,0.168
45,mlp.experts.72.down_proj,0.16883518,0.01000,0.166
45,mlp.experts.73.down_proj,0.16799876,0.01000,0.167
45,mlp.experts.74.down_proj,0.05916527,0.01000,0.167
45,mlp.experts.75.down_proj,0.11716673,0.01000,0.168
45,mlp.experts.76.down_proj,7.62712765,0.01000,0.167
45,mlp.experts.77.down_proj,3.85127234,0.01000,0.172
45,mlp.experts.78.down_proj,0.00002852,0.01000,0.168
45,mlp.experts.79.down_proj,0.00047147,0.01000,0.168
45,mlp.experts.80.down_proj,7.70467472,0.01000,0.168
45,mlp.experts.81.down_proj,3.76937008,0.01000,0.167
45,mlp.experts.82.down_proj,2.37832046,0.01000,0.168
45,mlp.experts.83.down_proj,3.24997950,0.01000,0.168
45,mlp.experts.84.down_proj,1.60636425,0.01000,0.168
45,mlp.experts.85.down_proj,0.96324831,0.01000,0.167
45,mlp.experts.86.down_proj,0.75856805,0.01000,0.168
45,mlp.experts.87.down_proj,8.64711571,0.01000,0.167
45,mlp.experts.88.down_proj,16.28313065,0.01000,0.169
45,mlp.experts.89.down_proj,1.78097391,0.01000,0.168
45,mlp.experts.90.down_proj,0.23836634,0.01000,0.167
45,mlp.experts.91.down_proj,1.29616773,0.01000,0.168
45,mlp.experts.92.down_proj,4.78499460,0.01000,0.168
45,mlp.experts.93.down_proj,3.74583340,0.01000,0.167
45,mlp.experts.94.down_proj,1.44592166,0.01000,0.167
45,mlp.experts.95.down_proj,17.43432426,0.01000,0.169
45,mlp.experts.96.down_proj,0.00028186,0.01000,0.168
45,mlp.experts.97.down_proj,0.00000297,0.01000,0.172
45,mlp.experts.98.down_proj,7.65772390,0.01000,0.176
45,mlp.experts.99.down_proj,17.02791023,0.01000,0.169
45,mlp.experts.100.down_proj,0.00095447,0.01000,0.168
45,mlp.experts.101.down_proj,3.83685732,0.01000,0.171
45,mlp.experts.102.down_proj,0.00017999,0.01000,0.168
45,mlp.experts.103.down_proj,4.05748940,0.01000,0.168
45,mlp.experts.104.down_proj,1.54174638,0.01000,0.168
45,mlp.experts.105.down_proj,0.03225849,0.01000,0.178
45,mlp.experts.106.down_proj,0.00034257,0.01000,0.168
45,mlp.experts.107.down_proj,0.24119985,0.01000,0.168
45,mlp.experts.108.down_proj,0.00034312,0.01000,0.168
45,mlp.experts.109.down_proj,0.73056471,0.01000,0.168
45,mlp.experts.110.down_proj,0.34490919,0.01000,0.167
45,mlp.experts.111.down_proj,0.55852294,0.01000,0.168
45,mlp.experts.112.down_proj,5.65473223,0.01000,0.168
45,mlp.experts.113.down_proj,0.09914415,0.01000,0.170
45,mlp.experts.114.down_proj,2.61280918,0.01000,0.169
45,mlp.experts.115.down_proj,0.05771861,0.01000,0.169
45,mlp.experts.116.down_proj,3.04918814,0.01000,0.168
45,mlp.experts.117.down_proj,3.16932321,0.01000,0.168
45,mlp.experts.118.down_proj,0.03236910,0.01000,0.168
45,mlp.experts.119.down_proj,1.92835212,0.01000,0.169
45,mlp.experts.120.down_proj,0.76163757,0.01000,0.169
45,mlp.experts.121.down_proj,0.59749472,0.01000,0.168
45,mlp.experts.122.down_proj,0.00003998,0.01000,0.168
45,mlp.experts.123.down_proj,10.79731369,0.01000,0.168
45,mlp.experts.124.down_proj,0.00305481,0.01000,0.167
45,mlp.experts.125.down_proj,0.42337638,0.01000,0.168
45,mlp.experts.126.down_proj,1.01792216,0.01000,0.169
45,mlp.experts.127.down_proj,1.56459641,0.01000,0.168
46,self_attn.q_proj,14.52346420,0.01000,0.464
46,self_attn.k_proj,1.53642106,0.01000,0.451
46,self_attn.v_proj,3.08612251,0.01000,0.441
46,self_attn.o_proj,0.49138445,0.01000,0.903
46,mlp.experts.0.up_proj,0.15127319,0.01000,0.477
46,mlp.experts.1.up_proj,1.70419025,0.01000,0.444
46,mlp.experts.2.up_proj,0.22244596,0.01000,0.461
46,mlp.experts.3.up_proj,1.87389147,0.01000,0.457
46,mlp.experts.4.up_proj,0.00015498,0.01000,0.449
46,mlp.experts.5.up_proj,2.15671015,0.01000,0.449
46,mlp.experts.6.up_proj,0.10152122,0.01000,0.451
46,mlp.experts.7.up_proj,1.95365465,0.01000,0.449
46,mlp.experts.8.up_proj,0.61559057,0.01000,0.455
46,mlp.experts.9.up_proj,0.25354207,0.01000,0.456
46,mlp.experts.10.up_proj,2.31185913,0.01000,0.452
46,mlp.experts.11.up_proj,1.19978952,0.01000,0.438
46,mlp.experts.12.up_proj,0.00020552,0.01000,0.443
46,mlp.experts.13.up_proj,0.00131886,0.01000,0.455
46,mlp.experts.14.up_proj,0.71951747,0.01000,0.449
46,mlp.experts.15.up_proj,1.08035660,0.01000,0.456
46,mlp.experts.16.up_proj,2.86005497,0.01000,0.444
46,mlp.experts.17.up_proj,0.17004113,0.01000,0.451
46,mlp.experts.18.up_proj,1.49636936,0.01000,0.445
46,mlp.experts.19.up_proj,6.23013258,0.01000,0.445
46,mlp.experts.20.up_proj,0.09666668,0.01000,0.437
46,mlp.experts.21.up_proj,0.36685967,0.01000,0.439
46,mlp.experts.22.up_proj,4.88582039,0.01000,0.442
46,mlp.experts.23.up_proj,0.02795511,0.01000,0.440
46,mlp.experts.24.up_proj,0.00988157,0.01000,0.446
46,mlp.experts.25.up_proj,0.01839709,0.01000,0.449
46,mlp.experts.26.up_proj,7.15167189,0.01000,0.458
46,mlp.experts.27.up_proj,4.75549364,0.01000,0.448
46,mlp.experts.28.up_proj,0.01366049,0.01000,0.447
46,mlp.experts.29.up_proj,1.62523031,0.01000,0.448
46,mlp.experts.30.up_proj,1.91533542,0.01000,0.462
46,mlp.experts.31.up_proj,0.07632609,0.01000,0.441
46,mlp.experts.32.up_proj,7.82078838,0.01000,0.453
46,mlp.experts.33.up_proj,9.31629086,0.01000,0.453
46,mlp.experts.34.up_proj,0.91658956,0.01000,0.447
46,mlp.experts.35.up_proj,2.13767552,0.01000,0.447
46,mlp.experts.36.up_proj,3.72769928,0.01000,0.444
46,mlp.experts.37.up_proj,1.09625387,0.01000,0.446
46,mlp.experts.38.up_proj,1.30154586,0.01000,0.446
46,mlp.experts.39.up_proj,2.39843631,0.01000,0.451
46,mlp.experts.40.up_proj,0.05564609,0.01000,0.451
46,mlp.experts.41.up_proj,0.11185939,0.01000,0.444
46,mlp.experts.42.up_proj,0.01315129,0.01000,0.447
46,mlp.experts.43.up_proj,10.00930595,0.01000,0.444
46,mlp.experts.44.up_proj,2.39023542,0.01000,0.445
46,mlp.experts.45.up_proj,3.45769715,0.01000,0.445
46,mlp.experts.46.up_proj,5.83514357,0.01000,0.450
46,mlp.experts.47.up_proj,0.02902011,0.01000,0.448
46,mlp.experts.48.up_proj,0.00029857,0.01000,0.442
46,mlp.experts.49.up_proj,0.36874998,0.01000,0.442
46,mlp.experts.50.up_proj,0.00010773,0.01000,0.441
46,mlp.experts.51.up_proj,5.07868099,0.01000,0.441
46,mlp.experts.52.up_proj,6.00911474,0.01000,0.438
46,mlp.experts.53.up_proj,1.24402928,0.01000,0.453
46,mlp.experts.54.up_proj,12.03088665,0.01000,0.456
46,mlp.experts.55.up_proj,5.39695835,0.01000,0.446
46,mlp.experts.56.up_proj,0.00719420,0.01000,0.448
46,mlp.experts.57.up_proj,0.03946643,0.01000,0.454
46,mlp.experts.58.up_proj,0.01884268,0.01000,0.449
46,mlp.experts.59.up_proj,0.00175905,0.01000,0.452
46,mlp.experts.60.up_proj,6.81120300,0.01000,0.449
46,mlp.experts.61.up_proj,5.66717196,0.01000,0.447
46,mlp.experts.62.up_proj,0.05033559,0.01000,0.450
46,mlp.experts.63.up_proj,0.05099121,0.01000,0.448
46,mlp.experts.64.up_proj,0.27781367,0.01000,0.448
46,mlp.experts.65.up_proj,0.00003638,0.01000,0.449
46,mlp.experts.66.up_proj,0.07336289,0.01000,0.454
46,mlp.experts.67.up_proj,1.27077675,0.01000,0.443
46,mlp.experts.68.up_proj,5.13965607,0.01000,0.447
46,mlp.experts.69.up_proj,0.01819576,0.01000,0.449
46,mlp.experts.70.up_proj,0.26290852,0.01000,0.450
46,mlp.experts.71.up_proj,0.34086919,0.01000,0.451
46,mlp.experts.72.up_proj,0.00001053,0.01000,0.448
46,mlp.experts.73.up_proj,0.00001434,0.01000,0.455
46,mlp.experts.74.up_proj,9.03820038,0.01000,0.457
46,mlp.experts.75.up_proj,2.95353961,0.01000,0.455
46,mlp.experts.76.up_proj,4.18601704,0.01000,0.451
46,mlp.experts.77.up_proj,0.75860554,0.01000,0.461
46,mlp.experts.78.up_proj,0.00268667,0.01000,0.461
46,mlp.experts.79.up_proj,1.22746634,0.01000,0.454
46,mlp.experts.80.up_proj,2.95923853,0.01000,0.446
46,mlp.experts.81.up_proj,2.08675909,0.01000,0.451
46,mlp.experts.82.up_proj,2.37303519,0.01000,0.449
46,mlp.experts.83.up_proj,0.07146221,0.01000,0.446
46,mlp.experts.84.up_proj,4.61649227,0.01000,0.450
46,mlp.experts.85.up_proj,0.00035892,0.01000,0.445
46,mlp.experts.86.up_proj,0.00014491,0.01000,0.447
46,mlp.experts.87.up_proj,0.00002560,0.01000,0.450
46,mlp.experts.88.up_proj,0.00067744,0.01000,0.451
46,mlp.experts.89.up_proj,0.00614281,0.01000,0.448
46,mlp.experts.90.up_proj,1.94632638,0.01000,0.447
46,mlp.experts.91.up_proj,0.34615955,0.01000,0.447
46,mlp.experts.92.up_proj,0.61556453,0.01000,0.447
46,mlp.experts.93.up_proj,0.05652383,0.01000,0.444
46,mlp.experts.94.up_proj,9.63586712,0.01000,0.439
46,mlp.experts.95.up_proj,0.07278552,0.01000,0.446
46,mlp.experts.96.up_proj,2.20770550,0.01000,0.445
46,mlp.experts.97.up_proj,3.43359089,0.01000,0.459
46,mlp.experts.98.up_proj,4.26892185,0.01000,0.459
46,mlp.experts.99.up_proj,0.17237717,0.01000,0.457
46,mlp.experts.100.up_proj,0.00935543,0.01000,0.451
46,mlp.experts.101.up_proj,2.65677977,0.01000,0.461
46,mlp.experts.102.up_proj,0.10514022,0.01000,0.456
46,mlp.experts.103.up_proj,0.63098449,0.01000,0.447
46,mlp.experts.104.up_proj,3.38916159,0.01000,0.447
46,mlp.experts.105.up_proj,2.53112459,0.01000,0.448
46,mlp.experts.106.up_proj,3.89636207,0.01000,0.460
46,mlp.experts.107.up_proj,0.74221563,0.01000,0.448
46,mlp.experts.108.up_proj,0.00019461,0.01000,0.446
46,mlp.experts.109.up_proj,0.22277325,0.01000,0.448
46,mlp.experts.110.up_proj,0.16309609,0.01000,0.450
46,mlp.experts.111.up_proj,1.27751875,0.01000,0.452
46,mlp.experts.112.up_proj,0.52052593,0.01000,0.448
46,mlp.experts.113.up_proj,0.63802463,0.01000,0.444
46,mlp.experts.114.up_proj,0.27256382,0.01000,0.448
46,mlp.experts.115.up_proj,3.13677979,0.01000,0.455
46,mlp.experts.116.up_proj,1.67001450,0.01000,0.438
46,mlp.experts.117.up_proj,8.19696808,0.01000,0.447
46,mlp.experts.118.up_proj,0.38017184,0.01000,0.453
46,mlp.experts.119.up_proj,0.63062173,0.01000,0.456
46,mlp.experts.120.up_proj,1.14413798,0.01000,0.453
46,mlp.experts.121.up_proj,0.00002570,0.01000,0.448
46,mlp.experts.122.up_proj,0.50982577,0.01000,0.440
46,mlp.experts.123.up_proj,0.64434338,0.01000,0.453
46,mlp.experts.124.up_proj,1.98466635,0.01000,0.445
46,mlp.experts.125.up_proj,0.02782684,0.01000,0.448
46,mlp.experts.126.up_proj,0.08720892,0.01000,0.449
46,mlp.experts.127.up_proj,4.36150694,0.01000,0.449
46,mlp.experts.0.gate_proj,0.12661654,0.01000,0.450
46,mlp.experts.1.gate_proj,1.66180706,0.01000,0.456
46,mlp.experts.2.gate_proj,0.19834879,0.01000,0.449
46,mlp.experts.3.gate_proj,1.82281351,0.01000,0.439
46,mlp.experts.4.gate_proj,0.00013661,0.01000,0.451
46,mlp.experts.5.gate_proj,2.20336676,0.01000,0.455
46,mlp.experts.6.gate_proj,0.09827666,0.01000,0.448
46,mlp.experts.7.gate_proj,1.69494915,0.01000,0.451
46,mlp.experts.8.gate_proj,0.56534660,0.01000,0.450
46,mlp.experts.9.gate_proj,0.24476385,0.01000,0.455
46,mlp.experts.10.gate_proj,2.22024727,0.01000,0.451
46,mlp.experts.11.gate_proj,1.07763541,0.01000,0.449
46,mlp.experts.12.gate_proj,0.00018474,0.01000,0.450
46,mlp.experts.13.gate_proj,0.00117701,0.01000,0.448
46,mlp.experts.14.gate_proj,0.65490520,0.01000,0.448
46,mlp.experts.15.gate_proj,0.98049140,0.01000,0.450
46,mlp.experts.16.gate_proj,2.67333412,0.01000,0.445
46,mlp.experts.17.gate_proj,0.15470102,0.01000,0.443
46,mlp.experts.18.gate_proj,1.34422529,0.01000,0.447
46,mlp.experts.19.gate_proj,5.54149914,0.01000,0.434
46,mlp.experts.20.gate_proj,0.07769088,0.01000,0.433
46,mlp.experts.21.gate_proj,0.32279238,0.01000,0.432
46,mlp.experts.22.gate_proj,3.96645355,0.01000,0.432
46,mlp.experts.23.gate_proj,0.02395868,0.01000,0.431
46,mlp.experts.24.gate_proj,0.00855310,0.01000,0.431
46,mlp.experts.25.gate_proj,0.01910832,0.01000,0.433
46,mlp.experts.26.gate_proj,6.47533560,0.01000,0.432
46,mlp.experts.27.gate_proj,4.32552910,0.01000,0.434
46,mlp.experts.28.gate_proj,0.01191676,0.01000,0.433
46,mlp.experts.29.gate_proj,1.40299273,0.01000,0.433
46,mlp.experts.30.gate_proj,1.63491201,0.01000,0.436
46,mlp.experts.31.gate_proj,0.07301773,0.01000,0.433
46,mlp.experts.32.gate_proj,7.47800255,0.01000,0.435
46,mlp.experts.33.gate_proj,8.94394684,0.01000,0.434
46,mlp.experts.34.gate_proj,0.86793476,0.01000,0.435
46,mlp.experts.35.gate_proj,1.84676075,0.01000,0.435
46,mlp.experts.36.gate_proj,3.40671825,0.01000,0.441
46,mlp.experts.37.gate_proj,1.00123358,0.01000,0.435
46,mlp.experts.38.gate_proj,1.16293132,0.01000,0.435
46,mlp.experts.39.gate_proj,2.10358906,0.01000,0.437
46,mlp.experts.40.gate_proj,0.05062845,0.01000,0.435
46,mlp.experts.41.gate_proj,0.10232288,0.01000,0.435
46,mlp.experts.42.gate_proj,0.01184540,0.01000,0.434
46,mlp.experts.43.gate_proj,8.91444206,0.01000,0.439
46,mlp.experts.44.gate_proj,2.20408773,0.01000,0.449
46,mlp.experts.45.gate_proj,3.32889342,0.01000,0.435
46,mlp.experts.46.gate_proj,5.25298786,0.01000,0.454
46,mlp.experts.47.gate_proj,0.02535966,0.01000,0.435
46,mlp.experts.48.gate_proj,0.00027337,0.01000,0.438
46,mlp.experts.49.gate_proj,0.31536630,0.01000,0.437
46,mlp.experts.50.gate_proj,0.00009766,0.01000,0.439
46,mlp.experts.51.gate_proj,4.61730480,0.01000,0.438
46,mlp.experts.52.gate_proj,5.30862284,0.01000,0.443
46,mlp.experts.53.gate_proj,1.06438589,0.01000,0.442
46,mlp.experts.54.gate_proj,10.64739037,0.01000,0.440
46,mlp.experts.55.gate_proj,4.73496342,0.01000,0.443
46,mlp.experts.56.gate_proj,0.00667477,0.01000,0.441
46,mlp.experts.57.gate_proj,0.03607705,0.01000,0.439
46,mlp.experts.58.gate_proj,0.01677298,0.01000,0.439
46,mlp.experts.59.gate_proj,0.00146482,0.01000,0.451
46,mlp.experts.60.gate_proj,5.94849300,0.01000,0.440
46,mlp.experts.61.gate_proj,5.02248955,0.01000,0.444
46,mlp.experts.62.gate_proj,0.04357089,0.01000,0.440
46,mlp.experts.63.gate_proj,0.04567973,0.01000,0.440
46,mlp.experts.64.gate_proj,0.24813771,0.01000,0.438
46,mlp.experts.65.gate_proj,0.00003274,0.01000,0.436
46,mlp.experts.66.gate_proj,0.06070770,0.01000,0.438
46,mlp.experts.67.gate_proj,1.17779291,0.01000,0.438
46,mlp.experts.68.gate_proj,4.71554470,0.01000,0.452
46,mlp.experts.69.gate_proj,0.01639226,0.01000,0.439
46,mlp.experts.70.gate_proj,0.24248943,0.01000,0.441
46,mlp.experts.71.gate_proj,0.31720495,0.01000,0.436
46,mlp.experts.72.gate_proj,0.00000917,0.01000,0.435
46,mlp.experts.73.gate_proj,0.00001325,0.01000,0.436
46,mlp.experts.74.gate_proj,9.06797600,0.01000,0.434
46,mlp.experts.75.gate_proj,2.58099651,0.01000,0.437
46,mlp.experts.76.gate_proj,3.96719575,0.01000,0.441
46,mlp.experts.77.gate_proj,0.70517313,0.01000,0.442
46,mlp.experts.78.gate_proj,0.00238345,0.01000,0.437
46,mlp.experts.79.gate_proj,1.08240485,0.01000,0.438
46,mlp.experts.80.gate_proj,2.38134718,0.01000,0.439
46,mlp.experts.81.gate_proj,1.86381578,0.01000,0.439
46,mlp.experts.82.gate_proj,2.05500984,0.01000,0.437
46,mlp.experts.83.gate_proj,0.06223207,0.01000,0.437
46,mlp.experts.84.gate_proj,4.24710464,0.01000,0.440
46,mlp.experts.85.gate_proj,0.00034373,0.01000,0.439
46,mlp.experts.86.gate_proj,0.00013083,0.01000,0.441
46,mlp.experts.87.gate_proj,0.00002288,0.01000,0.438
46,mlp.experts.88.gate_proj,0.00060985,0.01000,0.439
46,mlp.experts.89.gate_proj,0.00565928,0.01000,0.443
46,mlp.experts.90.gate_proj,1.78720427,0.01000,0.437
46,mlp.experts.91.gate_proj,0.33543307,0.01000,0.438
46,mlp.experts.92.gate_proj,0.54981554,0.01000,0.437
46,mlp.experts.93.gate_proj,0.04986481,0.01000,0.437
46,mlp.experts.94.gate_proj,8.88610458,0.01000,0.436
46,mlp.experts.95.gate_proj,0.06050736,0.01000,0.438
46,mlp.experts.96.gate_proj,2.58462286,0.01000,0.438
46,mlp.experts.97.gate_proj,3.10047030,0.01000,0.438
46,mlp.experts.98.gate_proj,3.79511213,0.01000,0.442
46,mlp.experts.99.gate_proj,0.15423527,0.01000,0.437
46,mlp.experts.100.gate_proj,0.00843512,0.01000,0.440
46,mlp.experts.101.gate_proj,2.45760679,0.01000,0.437
46,mlp.experts.102.gate_proj,0.09351592,0.01000,0.436
46,mlp.experts.103.gate_proj,0.57192165,0.01000,0.436
46,mlp.experts.104.gate_proj,3.21085644,0.01000,0.441
46,mlp.experts.105.gate_proj,2.21968699,0.01000,0.439
46,mlp.experts.106.gate_proj,3.57608509,0.01000,0.438
46,mlp.experts.107.gate_proj,0.65792596,0.01000,0.437
46,mlp.experts.108.gate_proj,0.00017544,0.01000,0.442
46,mlp.experts.109.gate_proj,0.18616578,0.01000,0.441
46,mlp.experts.110.gate_proj,0.14436071,0.01000,0.438
46,mlp.experts.111.gate_proj,1.11800051,0.01000,0.441
46,mlp.experts.112.gate_proj,0.45253065,0.01000,0.440
46,mlp.experts.113.gate_proj,0.51940024,0.01000,0.441
46,mlp.experts.114.gate_proj,0.26172185,0.01000,0.441
46,mlp.experts.115.gate_proj,2.90293789,0.01000,0.439
46,mlp.experts.116.gate_proj,1.50262594,0.01000,0.443
46,mlp.experts.117.gate_proj,7.13937521,0.01000,0.437
46,mlp.experts.118.gate_proj,0.37314361,0.01000,0.439
46,mlp.experts.119.gate_proj,0.55373210,0.01000,0.438
46,mlp.experts.120.gate_proj,1.04458070,0.01000,0.445
46,mlp.experts.121.gate_proj,0.00002344,0.01000,0.440
46,mlp.experts.122.gate_proj,0.48593935,0.01000,0.439
46,mlp.experts.123.gate_proj,0.58497286,0.01000,0.439
46,mlp.experts.124.gate_proj,1.76361465,0.01000,0.439
46,mlp.experts.125.gate_proj,0.02548429,0.01000,0.442
46,mlp.experts.126.gate_proj,0.08738225,0.01000,0.441
46,mlp.experts.127.gate_proj,3.87888622,0.01000,0.443
46,mlp.experts.0.down_proj,0.24999869,0.01000,0.183
46,mlp.experts.1.down_proj,2.33128500,0.01000,0.163
46,mlp.experts.2.down_proj,0.36546075,0.01000,0.167
46,mlp.experts.3.down_proj,5.23057795,0.01000,0.165
46,mlp.experts.4.down_proj,0.00037506,0.01000,0.166
46,mlp.experts.5.down_proj,2.69045568,0.01000,0.165
46,mlp.experts.6.down_proj,0.28421938,0.01000,0.165
46,mlp.experts.7.down_proj,4.13842583,0.01000,0.168
46,mlp.experts.8.down_proj,0.66123044,0.01000,0.165
46,mlp.experts.9.down_proj,0.56569469,0.01000,0.166
46,mlp.experts.10.down_proj,4.90298462,0.01000,0.165
46,mlp.experts.11.down_proj,3.11889410,0.01000,0.167
46,mlp.experts.12.down_proj,0.00022398,0.01000,0.166
46,mlp.experts.13.down_proj,0.00261359,0.01000,0.166
46,mlp.experts.14.down_proj,1.64998674,0.01000,0.166
46,mlp.experts.15.down_proj,1.91548538,0.01000,0.168
46,mlp.experts.16.down_proj,5.71203613,0.01000,0.167
46,mlp.experts.17.down_proj,0.22303188,0.01000,0.167
46,mlp.experts.18.down_proj,6.27913237,0.01000,0.166
46,mlp.experts.19.down_proj,9.25788403,0.01000,0.166
46,mlp.experts.20.down_proj,0.20179504,0.01000,0.166
46,mlp.experts.21.down_proj,0.68593121,0.01000,0.166
46,mlp.experts.22.down_proj,8.11480331,0.01000,0.169
46,mlp.experts.23.down_proj,0.17651385,0.01000,0.166
46,mlp.experts.24.down_proj,0.01466992,0.01000,0.166
46,mlp.experts.25.down_proj,0.06176683,0.01000,0.167
46,mlp.experts.26.down_proj,14.98163319,0.01000,0.166
46,mlp.experts.27.down_proj,19.79301453,0.01000,0.167
46,mlp.experts.28.down_proj,0.05618526,0.01000,0.167
46,mlp.experts.29.down_proj,6.28620958,0.01000,0.166
46,mlp.experts.30.down_proj,6.64357376,0.01000,0.166
46,mlp.experts.31.down_proj,0.11293818,0.01000,0.166
46,mlp.experts.32.down_proj,20.52952957,0.01000,0.168
46,mlp.experts.33.down_proj,24.62031937,0.01000,0.168
46,mlp.experts.34.down_proj,2.11773539,0.01000,0.168
46,mlp.experts.35.down_proj,4.63891602,0.01000,0.166
46,mlp.experts.36.down_proj,4.77073479,0.01000,0.166
46,mlp.experts.37.down_proj,1.82324457,0.01000,0.166
46,mlp.experts.38.down_proj,2.62875795,0.01000,0.166
46,mlp.experts.39.down_proj,5.68375111,0.01000,0.170
46,mlp.experts.40.down_proj,0.22664231,0.01000,0.168
46,mlp.experts.41.down_proj,0.29099962,0.01000,0.166
46,mlp.experts.42.down_proj,0.02118189,0.01000,0.166
46,mlp.experts.43.down_proj,26.74643326,0.01000,0.166
46,mlp.experts.44.down_proj,3.89893246,0.01000,0.165
46,mlp.experts.45.down_proj,4.20121670,0.01000,0.166
46,mlp.experts.46.down_proj,8.27864838,0.01000,0.166
46,mlp.experts.47.down_proj,0.08800866,0.01000,0.166
46,mlp.experts.48.down_proj,0.00029405,0.01000,0.165
46,mlp.experts.49.down_proj,0.97847140,0.01000,0.167
46,mlp.experts.50.down_proj,0.00016970,0.01000,0.166
46,mlp.experts.51.down_proj,10.12598228,0.01000,0.167
46,mlp.experts.52.down_proj,8.63436127,0.01000,0.167
46,mlp.experts.53.down_proj,3.17943430,0.01000,0.168
46,mlp.experts.54.down_proj,40.94432831,0.01000,0.168
46,mlp.experts.55.down_proj,6.38157988,0.01000,0.167
46,mlp.experts.56.down_proj,0.00780319,0.01000,0.166
46,mlp.experts.57.down_proj,0.14258234,0.01000,0.173
46,mlp.experts.58.down_proj,0.04379255,0.01000,0.169
46,mlp.experts.59.down_proj,0.00218365,0.01000,0.168
46,mlp.experts.60.down_proj,10.94605923,0.01000,0.166
46,mlp.experts.61.down_proj,6.80676651,0.01000,0.166
46,mlp.experts.62.down_proj,0.22108874,0.01000,0.166
46,mlp.experts.63.down_proj,0.19824119,0.01000,0.166
46,mlp.experts.64.down_proj,0.75948131,0.01000,0.166
46,mlp.experts.65.down_proj,0.00002623,0.01000,0.166
46,mlp.experts.66.down_proj,0.26516077,0.01000,0.166
46,mlp.experts.67.down_proj,2.22387552,0.01000,0.166
46,mlp.experts.68.down_proj,6.87274647,0.01000,0.166
46,mlp.experts.69.down_proj,0.05542678,0.01000,0.166
46,mlp.experts.70.down_proj,0.61166328,0.01000,0.168
46,mlp.experts.71.down_proj,0.51036096,0.01000,0.168
46,mlp.experts.72.down_proj,0.00000788,0.01000,0.165
46,mlp.experts.73.down_proj,0.00001127,0.01000,0.166
46,mlp.experts.74.down_proj,13.84270573,0.01000,0.166
46,mlp.experts.75.down_proj,4.39169168,0.01000,0.169
46,mlp.experts.76.down_proj,4.68660259,0.01000,0.171
46,mlp.experts.77.down_proj,1.66544080,0.01000,0.166
46,mlp.experts.78.down_proj,0.00384492,0.01000,0.166
46,mlp.experts.79.down_proj,3.70228338,0.01000,0.166
46,mlp.experts.80.down_proj,4.55303526,0.01000,0.166
46,mlp.experts.81.down_proj,4.21050787,0.01000,0.167
46,mlp.experts.82.down_proj,5.50506639,0.01000,0.168
46,mlp.experts.83.down_proj,0.15741125,0.01000,0.168
46,mlp.experts.84.down_proj,9.12612152,0.01000,0.168
46,mlp.experts.85.down_proj,0.00059727,0.01000,0.167
46,mlp.experts.86.down_proj,0.00024984,0.01000,0.167
46,mlp.experts.87.down_proj,0.00001813,0.01000,0.167
46,mlp.experts.88.down_proj,0.00139330,0.01000,0.166
46,mlp.experts.89.down_proj,0.01776110,0.01000,0.166
46,mlp.experts.90.down_proj,3.58756471,0.01000,0.166
46,mlp.experts.91.down_proj,1.08293355,0.01000,0.167
46,mlp.experts.92.down_proj,1.96928501,0.01000,0.167
46,mlp.experts.93.down_proj,0.10140347,0.01000,0.167
46,mlp.experts.94.down_proj,21.79401207,0.01000,0.172
46,mlp.experts.95.down_proj,0.09401187,0.01000,0.167
46,mlp.experts.96.down_proj,2.88327026,0.01000,0.167
46,mlp.experts.97.down_proj,4.49128246,0.01000,0.167
46,mlp.experts.98.down_proj,6.30408382,0.01000,0.167
46,mlp.experts.99.down_proj,0.34175515,0.01000,0.167
46,mlp.experts.100.down_proj,0.03770958,0.01000,0.167
46,mlp.experts.101.down_proj,3.09068966,0.01000,0.166
46,mlp.experts.102.down_proj,0.19526657,0.01000,0.167
46,mlp.experts.103.down_proj,1.03177488,0.01000,0.167
46,mlp.experts.104.down_proj,4.04358578,0.01000,0.167
46,mlp.experts.105.down_proj,5.70998812,0.01000,0.171
46,mlp.experts.106.down_proj,10.68555260,0.01000,0.167
46,mlp.experts.107.down_proj,1.26951170,0.01000,0.167
46,mlp.experts.108.down_proj,0.00024594,0.01000,0.167
46,mlp.experts.109.down_proj,0.47227851,0.01000,0.167
46,mlp.experts.110.down_proj,0.30207002,0.01000,0.167
46,mlp.experts.111.down_proj,2.34521437,0.01000,0.167
46,mlp.experts.112.down_proj,0.72871459,0.01000,0.168
46,mlp.experts.113.down_proj,1.68377423,0.01000,0.168
46,mlp.experts.114.down_proj,0.44424137,0.01000,0.167
46,mlp.experts.115.down_proj,4.68513775,0.01000,0.169
46,mlp.experts.116.down_proj,3.24752903,0.01000,0.169
46,mlp.experts.117.down_proj,11.96843719,0.01000,0.168
46,mlp.experts.118.down_proj,1.01063395,0.01000,0.168
46,mlp.experts.119.down_proj,0.99907547,0.01000,0.170
46,mlp.experts.120.down_proj,2.90006828,0.01000,0.167
46,mlp.experts.121.down_proj,0.00003724,0.01000,0.167
46,mlp.experts.122.down_proj,0.50349790,0.01000,0.169
46,mlp.experts.123.down_proj,0.81800282,0.01000,0.167
46,mlp.experts.124.down_proj,4.71150732,0.01000,0.166
46,mlp.experts.125.down_proj,0.08639775,0.01000,0.166
46,mlp.experts.126.down_proj,0.36398584,0.01000,0.167
46,mlp.experts.127.down_proj,5.06585264,0.01000,0.167
47,self_attn.q_proj,13.92340946,0.01000,0.443
47,self_attn.k_proj,1.52327490,0.01000,0.434
47,self_attn.v_proj,2.43477273,0.01000,0.438
47,self_attn.o_proj,1.51399398,0.01000,0.868
47,mlp.experts.0.up_proj,3.12764764,0.01000,0.457
47,mlp.experts.1.up_proj,0.00213857,0.01000,0.429
47,mlp.experts.2.up_proj,0.43305820,0.01000,0.431
47,mlp.experts.3.up_proj,1.90465176,0.01000,0.429
47,mlp.experts.4.up_proj,2.72672939,0.01000,0.432
47,mlp.experts.5.up_proj,0.00298943,0.01000,0.432
47,mlp.experts.6.up_proj,6.47677422,0.01000,0.429
47,mlp.experts.7.up_proj,0.00500941,0.01000,0.429
47,mlp.experts.8.up_proj,0.23861486,0.01000,0.430
47,mlp.experts.9.up_proj,0.01025893,0.01000,0.434
47,mlp.experts.10.up_proj,0.30827713,0.01000,0.434
47,mlp.experts.11.up_proj,0.73291713,0.01000,0.435
47,mlp.experts.12.up_proj,0.42940250,0.01000,0.434
47,mlp.experts.13.up_proj,0.01951595,0.01000,0.435
47,mlp.experts.14.up_proj,0.20256189,0.01000,0.431
47,mlp.experts.15.up_proj,4.81643629,0.01000,0.430
47,mlp.experts.16.up_proj,0.01282550,0.01000,0.431
47,mlp.experts.17.up_proj,5.48762608,0.01000,0.431
47,mlp.experts.18.up_proj,1.16702127,0.01000,0.433
47,mlp.experts.19.up_proj,0.11653344,0.01000,0.432
47,mlp.experts.20.up_proj,1.56453848,0.01000,0.445
47,mlp.experts.21.up_proj,3.56789207,0.01000,0.431
47,mlp.experts.22.up_proj,0.02894213,0.01000,0.432
47,mlp.experts.23.up_proj,7.02902460,0.01000,0.431
47,mlp.experts.24.up_proj,0.02332115,0.01000,0.430
47,mlp.experts.25.up_proj,0.00122957,0.01000,0.434
47,mlp.experts.26.up_proj,3.18682742,0.01000,0.432
47,mlp.experts.27.up_proj,2.27079248,0.01000,0.430
47,mlp.experts.28.up_proj,0.06838074,0.01000,0.433
47,mlp.experts.29.up_proj,0.00098932,0.01000,0.428
47,mlp.experts.30.up_proj,0.16629173,0.01000,0.430
47,mlp.experts.31.up_proj,1.76074719,0.01000,0.428
47,mlp.experts.32.up_proj,2.99074125,0.01000,0.433
47,mlp.experts.33.up_proj,0.08348630,0.01000,0.430
47,mlp.experts.34.up_proj,2.29981780,0.01000,0.433
47,mlp.experts.35.up_proj,1.95648623,0.01000,0.434
47,mlp.experts.36.up_proj,1.68993902,0.01000,0.434
47,mlp.experts.37.up_proj,0.00114849,0.01000,0.431
47,mlp.experts.38.up_proj,0.45194510,0.01000,0.429
47,mlp.experts.39.up_proj,6.14467859,0.01000,0.430
47,mlp.experts.40.up_proj,0.00026388,0.01000,0.429
47,mlp.experts.41.up_proj,0.00182637,0.01000,0.432
47,mlp.experts.42.up_proj,3.94583702,0.01000,0.446
47,mlp.experts.43.up_proj,0.00000854,0.01000,0.450
47,mlp.experts.44.up_proj,1.31100607,0.01000,0.434
47,mlp.experts.45.up_proj,0.10884291,0.01000,0.437
47,mlp.experts.46.up_proj,0.01133775,0.01000,0.444
47,mlp.experts.47.up_proj,2.84973764,0.01000,0.445
47,mlp.experts.48.up_proj,5.25810242,0.01000,0.427
47,mlp.experts.49.up_proj,0.20973243,0.01000,0.433
47,mlp.experts.50.up_proj,0.00630122,0.01000,0.437
47,mlp.experts.51.up_proj,1.15979290,0.01000,0.432
47,mlp.experts.52.up_proj,1.48725760,0.01000,0.430
47,mlp.experts.53.up_proj,7.02953148,0.01000,0.431
47,mlp.experts.54.up_proj,2.29294300,0.01000,0.430
47,mlp.experts.55.up_proj,1.16316748,0.01000,0.431
47,mlp.experts.56.up_proj,0.00016481,0.01000,0.431
47,mlp.experts.57.up_proj,2.75534725,0.01000,0.432
47,mlp.experts.58.up_proj,5.55828667,0.01000,0.432
47,mlp.experts.59.up_proj,0.00085931,0.01000,0.432
47,mlp.experts.60.up_proj,0.00398853,0.01000,0.436
47,mlp.experts.61.up_proj,0.49300897,0.01000,0.434
47,mlp.experts.62.up_proj,0.00151955,0.01000,0.433
47,mlp.experts.63.up_proj,1.30825293,0.01000,0.436
47,mlp.experts.64.up_proj,0.07820553,0.01000,0.434
47,mlp.experts.65.up_proj,1.11245167,0.01000,0.433
47,mlp.experts.66.up_proj,2.41241407,0.01000,0.432
47,mlp.experts.67.up_proj,1.25422239,0.01000,0.433
47,mlp.experts.68.up_proj,0.00001036,0.01000,0.433
47,mlp.experts.69.up_proj,0.00125921,0.01000,0.435
47,mlp.experts.70.up_proj,0.00159486,0.01000,0.435
47,mlp.experts.71.up_proj,2.67190552,0.01000,0.433
47,mlp.experts.72.up_proj,0.91274583,0.01000,0.433
47,mlp.experts.73.up_proj,1.97367382,0.01000,0.432
47,mlp.experts.74.up_proj,0.46227592,0.01000,0.434
47,mlp.experts.75.up_proj,0.00005873,0.01000,0.433
47,mlp.experts.76.up_proj,0.30358660,0.01000,0.433
47,mlp.experts.77.up_proj,0.13833554,0.01000,0.433
47,mlp.experts.78.up_proj,2.70942545,0.01000,0.434
47,mlp.experts.79.up_proj,0.36817175,0.01000,0.437
47,mlp.experts.80.up_proj,5.50477028,0.01000,0.433
47,mlp.experts.81.up_proj,0.00003665,0.01000,0.434
47,mlp.experts.82.up_proj,2.26451230,0.01000,0.433
47,mlp.experts.83.up_proj,1.61421251,0.01000,0.433
47,mlp.experts.84.up_proj,0.00574696,0.01000,0.433
47,mlp.experts.85.up_proj,6.16469431,0.01000,0.433
47,mlp.experts.86.up_proj,5.12875128,0.01000,0.433
47,mlp.experts.87.up_proj,1.99625218,0.01000,0.432
47,mlp.experts.88.up_proj,2.25852203,0.01000,0.435
47,mlp.experts.89.up_proj,0.00173089,0.01000,0.435
47,mlp.experts.90.up_proj,2.55880308,0.01000,0.433
47,mlp.experts.91.up_proj,0.00000892,0.01000,0.433
47,mlp.experts.92.up_proj,0.29004011,0.01000,0.442
47,mlp.experts.93.up_proj,0.24453384,0.01000,0.432
47,mlp.experts.94.up_proj,0.40513635,0.01000,0.432
47,mlp.experts.95.up_proj,2.41805458,0.01000,0.433
47,mlp.experts.96.up_proj,1.03575301,0.01000,0.436
47,mlp.experts.97.up_proj,0.10134115,0.01000,0.437
47,mlp.experts.98.up_proj,0.22731242,0.01000,0.431
47,mlp.experts.99.up_proj,0.60351837,0.01000,0.434
47,mlp.experts.100.up_proj,0.02929007,0.01000,0.431
47,mlp.experts.101.up_proj,0.29048371,0.01000,0.433
47,mlp.experts.102.up_proj,2.90222263,0.01000,0.434
47,mlp.experts.103.up_proj,0.06994213,0.01000,0.432
47,mlp.experts.104.up_proj,0.13850746,0.01000,0.432
47,mlp.experts.105.up_proj,0.62182361,0.01000,0.433
47,mlp.experts.106.up_proj,0.29025656,0.01000,0.435
47,mlp.experts.107.up_proj,3.02711105,0.01000,0.430
47,mlp.experts.108.up_proj,1.14334655,0.01000,0.430
47,mlp.experts.109.up_proj,2.12107110,0.01000,0.429
47,mlp.experts.110.up_proj,8.38867474,0.01000,0.438
47,mlp.experts.111.up_proj,1.98006940,0.01000,0.430
47,mlp.experts.112.up_proj,1.08009255,0.01000,0.433
47,mlp.experts.113.up_proj,0.46800080,0.01000,0.430
47,mlp.experts.114.up_proj,5.05496264,0.01000,0.430
47,mlp.experts.115.up_proj,0.00103285,0.01000,0.429
47,mlp.experts.116.up_proj,0.44602752,0.01000,0.428
47,mlp.experts.117.up_proj,2.27624083,0.01000,0.429
47,mlp.experts.118.up_proj,0.02410165,0.01000,0.429
47,mlp.experts.119.up_proj,1.90718341,0.01000,0.429
47,mlp.experts.120.up_proj,1.81834888,0.01000,0.437
47,mlp.experts.121.up_proj,2.04261184,0.01000,0.430
47,mlp.experts.122.up_proj,0.00085387,0.01000,0.429
47,mlp.experts.123.up_proj,2.56166410,0.01000,0.429
47,mlp.experts.124.up_proj,1.84530902,0.01000,0.430
47,mlp.experts.125.up_proj,0.28166145,0.01000,0.430
47,mlp.experts.126.up_proj,0.30404609,0.01000,0.430
47,mlp.experts.127.up_proj,3.30673075,0.01000,0.432
47,mlp.experts.0.gate_proj,2.76085329,0.01000,0.429
47,mlp.experts.1.gate_proj,0.00205256,0.01000,0.434
47,mlp.experts.2.gate_proj,0.43534070,0.01000,0.430
47,mlp.experts.3.gate_proj,1.90118647,0.01000,0.431
47,mlp.experts.4.gate_proj,2.46661973,0.01000,0.441
47,mlp.experts.5.gate_proj,0.00282733,0.01000,0.431
47,mlp.experts.6.gate_proj,5.85489559,0.01000,0.432
47,mlp.experts.7.gate_proj,0.00436903,0.01000,0.433
47,mlp.experts.8.gate_proj,0.21487348,0.01000,0.430
47,mlp.experts.9.gate_proj,0.00949950,0.01000,0.430
47,mlp.experts.10.gate_proj,0.28064087,0.01000,0.440
47,mlp.experts.11.gate_proj,0.69995242,0.01000,0.430
47,mlp.experts.12.gate_proj,0.40229279,0.01000,0.431
47,mlp.experts.13.gate_proj,0.01701433,0.01000,0.431
47,mlp.experts.14.gate_proj,0.18451262,0.01000,0.445
47,mlp.experts.15.gate_proj,4.58736610,0.01000,0.432
47,mlp.experts.16.gate_proj,0.01100039,0.01000,0.446
47,mlp.experts.17.gate_proj,4.88230324,0.01000,0.435
47,mlp.experts.18.gate_proj,1.00895929,0.01000,0.432
47,mlp.experts.19.gate_proj,0.10484596,0.01000,0.436
47,mlp.experts.20.gate_proj,1.39493895,0.01000,0.437
47,mlp.experts.21.gate_proj,3.27279472,0.01000,0.432
47,mlp.experts.22.gate_proj,0.02535638,0.01000,0.433
47,mlp.experts.23.gate_proj,6.70747566,0.01000,0.432
47,mlp.experts.24.gate_proj,0.02100187,0.01000,0.435
47,mlp.experts.25.gate_proj,0.00110754,0.01000,0.433
47,mlp.experts.26.gate_proj,3.04076481,0.01000,0.437
47,mlp.experts.27.gate_proj,2.08514166,0.01000,0.433
47,mlp.experts.28.gate_proj,0.05915546,0.01000,0.433
47,mlp.experts.29.gate_proj,0.00082853,0.01000,0.436
47,mlp.experts.30.gate_proj,0.15252119,0.01000,0.432
47,mlp.experts.31.gate_proj,1.67560220,0.01000,0.431
47,mlp.experts.32.gate_proj,2.68670702,0.01000,0.430
47,mlp.experts.33.gate_proj,0.07465974,0.01000,0.432
47,mlp.experts.34.gate_proj,2.19298959,0.01000,0.438
47,mlp.experts.35.gate_proj,1.82739305,0.01000,0.438
47,mlp.experts.36.gate_proj,1.46833944,0.01000,0.430
47,mlp.experts.37.gate_proj,0.00114210,0.01000,0.432
47,mlp.experts.38.gate_proj,0.41208127,0.01000,0.431
47,mlp.experts.39.gate_proj,5.20499325,0.01000,0.430
47,mlp.experts.40.gate_proj,0.00024407,0.01000,0.431
47,mlp.experts.41.gate_proj,0.00163172,0.01000,0.431
47,mlp.experts.42.gate_proj,3.53530335,0.01000,0.436
47,mlp.experts.43.gate_proj,0.00000836,0.01000,0.432
47,mlp.experts.44.gate_proj,1.18525326,0.01000,0.430
47,mlp.experts.45.gate_proj,0.09358992,0.01000,0.432
47,mlp.experts.46.gate_proj,0.01034088,0.01000,0.433
47,mlp.experts.47.gate_proj,2.74487305,0.01000,0.434
47,mlp.experts.48.gate_proj,4.77581549,0.01000,0.433
47,mlp.experts.49.gate_proj,0.18462121,0.01000,0.433
47,mlp.experts.50.gate_proj,0.00567806,0.01000,0.433
47,mlp.experts.51.gate_proj,1.06230366,0.01000,0.435
47,mlp.experts.52.gate_proj,1.32052851,0.01000,0.434
47,mlp.experts.53.gate_proj,6.38071918,0.01000,0.433
47,mlp.experts.54.gate_proj,2.13054609,0.01000,0.436
47,mlp.experts.55.gate_proj,1.05279994,0.01000,0.432
47,mlp.experts.56.gate_proj,0.00015076,0.01000,0.433
47,mlp.experts.57.gate_proj,2.20511818,0.01000,0.431
47,mlp.experts.58.gate_proj,4.98536301,0.01000,0.430
47,mlp.experts.59.gate_proj,0.00075920,0.01000,0.430
47,mlp.experts.60.gate_proj,0.00356356,0.01000,0.430
47,mlp.experts.61.gate_proj,0.41452509,0.01000,0.432
47,mlp.experts.62.gate_proj,0.00150562,0.01000,0.431
47,mlp.experts.63.gate_proj,1.27274942,0.01000,0.431
47,mlp.experts.64.gate_proj,0.06936482,0.01000,0.431
47,mlp.experts.65.gate_proj,1.00326824,0.01000,0.434
47,mlp.experts.66.gate_proj,2.14014602,0.01000,0.432
47,mlp.experts.67.gate_proj,1.13910246,0.01000,0.431
47,mlp.experts.68.gate_proj,0.00001023,0.01000,0.432
47,mlp.experts.69.gate_proj,0.00107507,0.01000,0.432
47,mlp.experts.70.gate_proj,0.00140590,0.01000,0.435
47,mlp.experts.71.gate_proj,2.45932102,0.01000,0.437
47,mlp.experts.72.gate_proj,0.84208536,0.01000,0.437
47,mlp.experts.73.gate_proj,1.82115650,0.01000,0.438
47,mlp.experts.74.gate_proj,0.42621672,0.01000,0.433
47,mlp.experts.75.gate_proj,0.00005399,0.01000,0.433
47,mlp.experts.76.gate_proj,0.27850538,0.01000,0.431
47,mlp.experts.77.gate_proj,0.12663156,0.01000,0.433
47,mlp.experts.78.gate_proj,2.58302426,0.01000,0.432
47,mlp.experts.79.gate_proj,0.33753321,0.01000,0.435
47,mlp.experts.80.gate_proj,4.91978455,0.01000,0.433
47,mlp.experts.81.gate_proj,0.00003772,0.01000,0.432
47,mlp.experts.82.gate_proj,2.10030937,0.01000,0.434
47,mlp.experts.83.gate_proj,1.46870565,0.01000,0.434
47,mlp.experts.84.gate_proj,0.00519659,0.01000,0.433
47,mlp.experts.85.gate_proj,5.21460056,0.01000,0.434
47,mlp.experts.86.gate_proj,5.12209320,0.01000,0.430
47,mlp.experts.87.gate_proj,1.87811828,0.01000,0.430
47,mlp.experts.88.gate_proj,2.03621340,0.01000,0.431
47,mlp.experts.89.gate_proj,0.00155390,0.01000,0.435
47,mlp.experts.90.gate_proj,2.39017105,0.01000,0.430
47,mlp.experts.91.gate_proj,0.00000863,0.01000,0.429
47,mlp.experts.92.gate_proj,0.24849445,0.01000,0.429
47,mlp.experts.93.gate_proj,0.22214605,0.01000,0.430
47,mlp.experts.94.gate_proj,0.37101179,0.01000,0.430
47,mlp.experts.95.gate_proj,2.30537844,0.01000,0.430
47,mlp.experts.96.gate_proj,0.93307352,0.01000,0.432
47,mlp.experts.97.gate_proj,0.09608717,0.01000,0.437
47,mlp.experts.98.gate_proj,0.20053101,0.01000,0.433
47,mlp.experts.99.gate_proj,0.54841411,0.01000,0.432
47,mlp.experts.100.gate_proj,0.02754076,0.01000,0.431
47,mlp.experts.101.gate_proj,0.27258474,0.01000,0.431
47,mlp.experts.102.gate_proj,2.64486957,0.01000,0.432
47,mlp.experts.103.gate_proj,0.06345334,0.01000,0.435
47,mlp.experts.104.gate_proj,0.12551834,0.01000,0.432
47,mlp.experts.105.gate_proj,0.56095135,0.01000,0.432
47,mlp.experts.106.gate_proj,0.26262891,0.01000,0.432
47,mlp.experts.107.gate_proj,2.81283140,0.01000,0.431
47,mlp.experts.108.gate_proj,1.05214000,0.01000,0.431
47,mlp.experts.109.gate_proj,2.51398516,0.01000,0.431
47,mlp.experts.110.gate_proj,7.55073357,0.01000,0.431
47,mlp.experts.111.gate_proj,1.79200935,0.01000,0.430
47,mlp.experts.112.gate_proj,0.98559415,0.01000,0.452
47,mlp.experts.113.gate_proj,0.43323892,0.01000,0.446
47,mlp.experts.114.gate_proj,5.02450514,0.01000,0.432
47,mlp.experts.115.gate_proj,0.00097797,0.01000,0.434
47,mlp.experts.116.gate_proj,0.39975744,0.01000,0.434
47,mlp.experts.117.gate_proj,2.03993273,0.01000,0.432
47,mlp.experts.118.gate_proj,0.02128125,0.01000,0.431
47,mlp.experts.119.gate_proj,1.59593678,0.01000,0.432
47,mlp.experts.120.gate_proj,1.57359719,0.01000,0.432
47,mlp.experts.121.gate_proj,1.88837624,0.01000,0.433
47,mlp.experts.122.gate_proj,0.00077436,0.01000,0.437
47,mlp.experts.123.gate_proj,2.38976622,0.01000,0.434
47,mlp.experts.124.gate_proj,1.70608330,0.01000,0.434
47,mlp.experts.125.gate_proj,0.25330031,0.01000,0.433
47,mlp.experts.126.gate_proj,0.25738993,0.01000,0.435
47,mlp.experts.127.gate_proj,3.05519724,0.01000,0.432
47,mlp.experts.0.down_proj,27.26513290,0.01000,0.183
47,mlp.experts.1.down_proj,0.01304603,0.01000,0.163
47,mlp.experts.2.down_proj,3.46658468,0.01000,0.163
47,mlp.experts.3.down_proj,8.78308773,0.01000,0.163
47,mlp.experts.4.down_proj,12.39227676,0.01000,0.164
47,mlp.experts.5.down_proj,0.01140039,0.01000,0.164
47,mlp.experts.6.down_proj,16.20413208,0.01000,0.164
47,mlp.experts.7.down_proj,0.01889405,0.01000,0.164
47,mlp.experts.8.down_proj,1.93189669,0.01000,0.164
47,mlp.experts.9.down_proj,0.03755902,0.01000,0.165
47,mlp.experts.10.down_proj,0.91225350,0.01000,0.165
47,mlp.experts.11.down_proj,1.44704592,0.01000,0.164
47,mlp.experts.12.down_proj,1.04201853,0.01000,0.165
47,mlp.experts.13.down_proj,0.08604941,0.01000,0.168
47,mlp.experts.14.down_proj,0.49654233,0.01000,0.165
47,mlp.experts.15.down_proj,26.69851303,0.01000,0.165
47,mlp.experts.16.down_proj,0.10127909,0.01000,0.165
47,mlp.experts.17.down_proj,44.00471497,0.01000,0.166
47,mlp.experts.18.down_proj,4.93949318,0.01000,0.165
47,mlp.experts.19.down_proj,0.40045643,0.01000,0.165
47,mlp.experts.20.down_proj,8.41816139,0.01000,0.165
47,mlp.experts.21.down_proj,8.30783939,0.01000,0.165
47,mlp.experts.22.down_proj,0.14643079,0.01000,0.165
47,mlp.experts.23.down_proj,42.80237579,0.01000,0.165
47,mlp.experts.24.down_proj,0.11621962,0.01000,0.165
47,mlp.experts.25.down_proj,0.00705494,0.01000,0.165
47,mlp.experts.26.down_proj,6.26550198,0.01000,0.166
47,mlp.experts.27.down_proj,5.22263718,0.01000,0.167
47,mlp.experts.28.down_proj,0.38357836,0.01000,0.169
47,mlp.experts.29.down_proj,0.00228483,0.01000,0.166
47,mlp.experts.30.down_proj,0.44589376,0.01000,0.166
47,mlp.experts.31.down_proj,4.68252563,0.01000,0.166
47,mlp.experts.32.down_proj,9.65659809,0.01000,0.165
47,mlp.experts.33.down_proj,0.44054776,0.01000,0.165
47,mlp.experts.34.down_proj,7.45485783,0.01000,0.166
47,mlp.experts.35.down_proj,9.70159721,0.01000,0.166
47,mlp.experts.36.down_proj,4.32111502,0.01000,0.166
47,mlp.experts.37.down_proj,0.00552744,0.01000,0.166
47,mlp.experts.38.down_proj,1.18555450,0.01000,0.166
47,mlp.experts.39.down_proj,79.87287903,0.01000,0.166
47,mlp.experts.40.down_proj,0.00057157,0.01000,0.166
47,mlp.experts.41.down_proj,0.00272912,0.01000,0.166
47,mlp.experts.42.down_proj,29.64049911,0.01000,0.166
47,mlp.experts.43.down_proj,0.00001151,0.01000,0.166
47,mlp.experts.44.down_proj,3.18951726,0.01000,0.167
47,mlp.experts.45.down_proj,0.55046177,0.01000,0.166
47,mlp.experts.46.down_proj,0.04307992,0.01000,0.165
47,mlp.experts.47.down_proj,10.51084900,0.01000,0.164
47,mlp.experts.48.down_proj,29.26377869,0.01000,0.166
47,mlp.experts.49.down_proj,0.96570432,0.01000,0.164
47,mlp.experts.50.down_proj,0.05480269,0.01000,0.165
47,mlp.experts.51.down_proj,4.63313627,0.01000,0.164
47,mlp.experts.52.down_proj,5.04173803,0.01000,0.166
47,mlp.experts.53.down_proj,48.39454651,0.01000,0.169
47,mlp.experts.54.down_proj,4.36523628,0.01000,0.165
47,mlp.experts.55.down_proj,3.30308056,0.01000,0.166
47,mlp.experts.56.down_proj,0.00258039,0.01000,0.166
47,mlp.experts.57.down_proj,11.52966309,0.01000,0.166
47,mlp.experts.58.down_proj,15.86587429,0.01000,0.166
47,mlp.experts.59.down_proj,0.00267316,0.01000,0.166
47,mlp.experts.60.down_proj,0.01770692,0.01000,0.165
47,mlp.experts.61.down_proj,6.80531311,0.01000,0.165
47,mlp.experts.62.down_proj,0.00692577,0.01000,0.166
47,mlp.experts.63.down_proj,2.88416815,0.01000,0.166
47,mlp.experts.64.down_proj,0.19381621,0.01000,0.166
47,mlp.experts.65.down_proj,4.21917582,0.01000,0.166
47,mlp.experts.66.down_proj,4.09041119,0.01000,0.165
47,mlp.experts.67.down_proj,4.33023834,0.01000,0.166
47,mlp.experts.68.down_proj,0.00001871,0.01000,0.166
47,mlp.experts.69.down_proj,0.00236758,0.01000,0.166
47,mlp.experts.70.down_proj,0.00277437,0.01000,0.166
47,mlp.experts.71.down_proj,8.63104820,0.01000,0.166
47,mlp.experts.72.down_proj,2.03115034,0.01000,0.166
47,mlp.experts.73.down_proj,6.93962622,0.01000,0.166
47,mlp.experts.74.down_proj,1.58378887,0.01000,0.166
47,mlp.experts.75.down_proj,0.00005644,0.01000,0.166
47,mlp.experts.76.down_proj,0.89582932,0.01000,0.166
47,mlp.experts.77.down_proj,0.55643129,0.01000,0.166
47,mlp.experts.78.down_proj,6.12425804,0.01000,0.166
47,mlp.experts.79.down_proj,0.76367998,0.01000,0.166
47,mlp.experts.80.down_proj,39.22118378,0.01000,0.166
47,mlp.experts.81.down_proj,0.00006887,0.01000,0.167
47,mlp.experts.82.down_proj,5.04856777,0.01000,0.168
47,mlp.experts.83.down_proj,7.15443325,0.01000,0.167
47,mlp.experts.84.down_proj,0.01190679,0.01000,0.166
47,mlp.experts.85.down_proj,14.20927906,0.01000,0.167
47,mlp.experts.86.down_proj,14.03055954,0.01000,0.167
47,mlp.experts.87.down_proj,8.38715172,0.01000,0.167
47,mlp.experts.88.down_proj,4.27809763,0.01000,0.168
47,mlp.experts.89.down_proj,0.00503582,0.01000,0.168
47,mlp.experts.90.down_proj,7.49578190,0.01000,0.166
47,mlp.experts.91.down_proj,0.00001023,0.01000,0.167
47,mlp.experts.92.down_proj,2.37713432,0.01000,0.167
47,mlp.experts.93.down_proj,1.64806271,0.01000,0.167
47,mlp.experts.94.down_proj,0.99027336,0.01000,0.167
47,mlp.experts.95.down_proj,8.11960983,0.01000,0.168
47,mlp.experts.96.down_proj,5.27412701,0.01000,0.167
47,mlp.experts.97.down_proj,0.64108849,0.01000,0.167
47,mlp.experts.98.down_proj,1.45441926,0.01000,0.167
47,mlp.experts.99.down_proj,1.85419524,0.01000,0.168
47,mlp.experts.100.down_proj,0.59850669,0.01000,0.169
47,mlp.experts.101.down_proj,2.42731524,0.01000,0.166
47,mlp.experts.102.down_proj,11.62949753,0.01000,0.166
47,mlp.experts.103.down_proj,0.22042604,0.01000,0.166
47,mlp.experts.104.down_proj,0.39973086,0.01000,0.167
47,mlp.experts.105.down_proj,1.24246204,0.01000,0.166
47,mlp.experts.106.down_proj,1.59860075,0.01000,0.167
47,mlp.experts.107.down_proj,11.48211956,0.01000,0.166
47,mlp.experts.108.down_proj,1.98777318,0.01000,0.167
47,mlp.experts.109.down_proj,8.95347786,0.01000,0.166
47,mlp.experts.110.down_proj,137.22399902,0.01000,0.181
47,mlp.experts.111.down_proj,6.96674347,0.01000,0.166
47,mlp.experts.112.down_proj,2.32209659,0.01000,0.169
47,mlp.experts.113.down_proj,1.63541842,0.01000,0.181
47,mlp.experts.114.down_proj,16.06599236,0.01000,0.167
47,mlp.experts.115.down_proj,0.00308677,0.01000,0.166
47,mlp.experts.116.down_proj,1.70510399,0.01000,0.166
47,mlp.experts.117.down_proj,5.13366556,0.01000,0.171
47,mlp.experts.118.down_proj,0.14105047,0.01000,0.168
47,mlp.experts.119.down_proj,22.59142685,0.01000,0.168
47,mlp.experts.120.down_proj,5.61964893,0.01000,0.168
47,mlp.experts.121.down_proj,5.73094749,0.01000,0.167
47,mlp.experts.122.down_proj,0.00315107,0.01000,0.167
47,mlp.experts.123.down_proj,6.51496124,0.01000,0.166
47,mlp.experts.124.down_proj,10.51238441,0.01000,0.174
47,mlp.experts.125.down_proj,1.85142422,0.01000,0.170
47,mlp.experts.126.down_proj,1.11162925,0.01000,0.168
47,mlp.experts.127.down_proj,15.28671455,0.01000,0.167