diff --git "a/quant_log.csv" "b/quant_log.csv"
new file mode 100644--- /dev/null
+++ "b/quant_log.csv"
@@ -0,0 +1,18625 @@
+layer,module,loss,samples,damp,time
+0,self_attn.q_proj,0.00053825,0.01000,0.834
+0,self_attn.k_proj,0.00007180,0.01000,0.607
+0,self_attn.v_proj,0.00004818,0.01000,0.607
+0,self_attn.o_proj,0.00013886,0.01000,1.231
+0,mlp.experts.0.up_proj,0.00826161,0.01000,0.610
+0,mlp.experts.1.up_proj,0.00009944,0.01000,0.608
+0,mlp.experts.2.up_proj,0.00210358,0.01000,0.607
+0,mlp.experts.3.up_proj,0.01165121,0.01000,0.613
+0,mlp.experts.4.up_proj,0.00969793,0.01000,0.612
+0,mlp.experts.5.up_proj,0.00002998,0.01000,0.615
+0,mlp.experts.6.up_proj,0.00201420,0.01000,0.614
+0,mlp.experts.7.up_proj,0.00068243,0.01000,0.614
+0,mlp.experts.8.up_proj,0.00002289,0.01000,0.613
+0,mlp.experts.9.up_proj,0.00169295,0.01000,0.614
+0,mlp.experts.10.up_proj,0.00000507,0.01000,0.615
+0,mlp.experts.11.up_proj,0.00091929,0.01000,0.612
+0,mlp.experts.12.up_proj,0.01720315,0.01000,0.613
+0,mlp.experts.13.up_proj,0.00022225,0.01000,0.617
+0,mlp.experts.14.up_proj,0.00154942,0.01000,0.614
+0,mlp.experts.15.up_proj,0.00000909,0.01000,0.613
+0,mlp.experts.16.up_proj,0.00023841,0.01000,0.611
+0,mlp.experts.17.up_proj,0.00181625,0.01000,0.613
+0,mlp.experts.18.up_proj,0.00429064,0.01000,0.613
+0,mlp.experts.19.up_proj,0.00008147,0.01000,0.612
+0,mlp.experts.20.up_proj,0.00001808,0.01000,0.612
+0,mlp.experts.21.up_proj,0.00795353,0.01000,0.613
+0,mlp.experts.22.up_proj,0.00472270,0.01000,0.612
+0,mlp.experts.23.up_proj,0.00629922,0.01000,0.614
+0,mlp.experts.24.up_proj,0.00503594,0.01000,0.613
+0,mlp.experts.25.up_proj,0.00006377,0.01000,0.613
+0,mlp.experts.26.up_proj,0.00012112,0.01000,0.613
+0,mlp.experts.27.up_proj,0.00031537,0.01000,0.613
+0,mlp.experts.28.up_proj,0.07761046,0.01000,0.617
+0,mlp.experts.29.up_proj,0.01892215,0.01000,0.614
+0,mlp.experts.30.up_proj,0.00170241,0.01000,0.613
+0,mlp.experts.31.up_proj,0.00047211,0.01000,0.615
+0,mlp.experts.32.up_proj,0.00275985,0.01000,0.614
+0,mlp.experts.33.up_proj,0.03244191,0.01000,0.613
+0,mlp.experts.34.up_proj,0.00376451,0.01000,0.612
+0,mlp.experts.35.up_proj,0.00001773,0.01000,0.613
+0,mlp.experts.36.up_proj,0.00188047,0.01000,0.611
+0,mlp.experts.37.up_proj,0.00152808,0.01000,0.613
+0,mlp.experts.38.up_proj,0.00690061,0.01000,0.611
+0,mlp.experts.39.up_proj,0.00019273,0.01000,0.612
+0,mlp.experts.40.up_proj,0.00006404,0.01000,0.612
+0,mlp.experts.41.up_proj,0.00382140,0.01000,0.611
+0,mlp.experts.42.up_proj,0.00013802,0.01000,0.613
+0,mlp.experts.43.up_proj,0.00025743,0.01000,0.613
+0,mlp.experts.44.up_proj,0.00441116,0.01000,0.612
+0,mlp.experts.45.up_proj,0.00015119,0.01000,0.612
+0,mlp.experts.46.up_proj,0.00315293,0.01000,0.612
+0,mlp.experts.47.up_proj,0.00412740,0.01000,0.616
+0,mlp.experts.48.up_proj,0.00022970,0.01000,0.613
+0,mlp.experts.49.up_proj,0.00016528,0.01000,0.611
+0,mlp.experts.50.up_proj,0.00130402,0.01000,0.612
+0,mlp.experts.51.up_proj,0.05181635,0.01000,0.612
+0,mlp.experts.52.up_proj,0.00279592,0.01000,0.611
+0,mlp.experts.53.up_proj,0.00031850,0.01000,0.612
+0,mlp.experts.54.up_proj,0.00003596,0.01000,0.611
+0,mlp.experts.55.up_proj,0.00000866,0.01000,0.612
+0,mlp.experts.56.up_proj,0.00021151,0.01000,0.611
+0,mlp.experts.57.up_proj,0.00030825,0.01000,0.613
+0,mlp.experts.58.up_proj,0.00007744,0.01000,0.613
+0,mlp.experts.59.up_proj,0.00017131,0.01000,0.613
+0,mlp.experts.60.up_proj,0.00025409,0.01000,0.611
+0,mlp.experts.61.up_proj,0.00266993,0.01000,0.612
+0,mlp.experts.62.up_proj,0.02887854,0.01000,0.611
+0,mlp.experts.63.up_proj,0.00330826,0.01000,0.611
+0,mlp.experts.64.up_proj,0.05831164,0.01000,0.615
+0,mlp.experts.65.up_proj,0.00057334,0.01000,0.613
+0,mlp.experts.66.up_proj,0.00647044,0.01000,0.611
+0,mlp.experts.67.up_proj,0.02161145,0.01000,0.611
+0,mlp.experts.68.up_proj,0.00703450,0.01000,0.610
+0,mlp.experts.69.up_proj,0.00110526,0.01000,0.614
+0,mlp.experts.70.up_proj,0.00257404,0.01000,0.615
+0,mlp.experts.71.up_proj,0.00050990,0.01000,0.614
+0,mlp.experts.72.up_proj,0.00680555,0.01000,0.613
+0,mlp.experts.73.up_proj,0.00058966,0.01000,0.613
+0,mlp.experts.74.up_proj,0.00189706,0.01000,0.613
+0,mlp.experts.75.up_proj,0.01874584,0.01000,0.613
+0,mlp.experts.76.up_proj,0.00014574,0.01000,0.613
+0,mlp.experts.77.up_proj,0.02541093,0.01000,0.613
+0,mlp.experts.78.up_proj,0.00071137,0.01000,0.612
+0,mlp.experts.79.up_proj,0.01289062,0.01000,0.614
+0,mlp.experts.80.up_proj,0.00180912,0.01000,0.613
+0,mlp.experts.81.up_proj,0.00157595,0.01000,0.616
+0,mlp.experts.82.up_proj,0.04471256,0.01000,0.616
+0,mlp.experts.83.up_proj,0.00121060,0.01000,0.614
+0,mlp.experts.84.up_proj,0.00016854,0.01000,0.613
+0,mlp.experts.85.up_proj,0.00006114,0.01000,0.613
+0,mlp.experts.86.up_proj,0.01427753,0.01000,0.613
+0,mlp.experts.87.up_proj,0.02271883,0.01000,0.612
+0,mlp.experts.88.up_proj,0.00005403,0.01000,0.613
+0,mlp.experts.89.up_proj,0.00252309,0.01000,0.612
+0,mlp.experts.90.up_proj,0.00137058,0.01000,0.612
+0,mlp.experts.91.up_proj,0.03369958,0.01000,0.612
+0,mlp.experts.92.up_proj,0.00453401,0.01000,0.612
+0,mlp.experts.93.up_proj,0.00092477,0.01000,0.613
+0,mlp.experts.94.up_proj,0.00001988,0.01000,0.612
+0,mlp.experts.95.up_proj,0.00214504,0.01000,0.615
+0,mlp.experts.96.up_proj,0.00000486,0.01000,0.617
+0,mlp.experts.97.up_proj,0.00143554,0.01000,0.615
+0,mlp.experts.98.up_proj,0.00031298,0.01000,0.613
+0,mlp.experts.99.up_proj,0.00013023,0.01000,0.612
+0,mlp.experts.100.up_proj,0.00047106,0.01000,0.613
+0,mlp.experts.101.up_proj,0.00775769,0.01000,0.612
+0,mlp.experts.102.up_proj,0.00018095,0.01000,0.614
+0,mlp.experts.103.up_proj,0.00152842,0.01000,0.612
+0,mlp.experts.104.up_proj,0.00046065,0.01000,0.614
+0,mlp.experts.105.up_proj,0.01609517,0.01000,0.614
+0,mlp.experts.106.up_proj,0.00052162,0.01000,0.613
+0,mlp.experts.107.up_proj,0.00029002,0.01000,0.614
+0,mlp.experts.108.up_proj,0.00000540,0.01000,0.612
+0,mlp.experts.109.up_proj,0.00010958,0.01000,0.615
+0,mlp.experts.110.up_proj,0.00112382,0.01000,0.613
+0,mlp.experts.111.up_proj,0.00892376,0.01000,0.621
+0,mlp.experts.112.up_proj,0.01807079,0.01000,0.618
+0,mlp.experts.113.up_proj,0.00001885,0.01000,0.615
+0,mlp.experts.114.up_proj,0.00019974,0.01000,0.615
+0,mlp.experts.115.up_proj,0.00002072,0.01000,0.616
+0,mlp.experts.116.up_proj,0.00635215,0.01000,0.616
+0,mlp.experts.117.up_proj,0.00130805,0.01000,0.615
+0,mlp.experts.118.up_proj,0.00574682,0.01000,0.615
+0,mlp.experts.119.up_proj,0.00014721,0.01000,0.616
+0,mlp.experts.120.up_proj,0.00351095,0.01000,0.615
+0,mlp.experts.121.up_proj,0.00005879,0.01000,0.614
+0,mlp.experts.122.up_proj,0.03112089,0.01000,0.613
+0,mlp.experts.123.up_proj,0.00009972,0.01000,0.613
+0,mlp.experts.124.up_proj,0.03570119,0.01000,0.614
+0,mlp.experts.125.up_proj,0.00265556,0.01000,0.613
+0,mlp.experts.126.up_proj,0.01372106,0.01000,0.613
+0,mlp.experts.127.up_proj,0.00012905,0.01000,0.611
+0,mlp.experts.0.gate_proj,0.00839867,0.01000,0.616
+0,mlp.experts.1.gate_proj,0.00011207,0.01000,0.616
+0,mlp.experts.2.gate_proj,0.00214381,0.01000,0.615
+0,mlp.experts.3.gate_proj,0.01247675,0.01000,0.610
+0,mlp.experts.4.gate_proj,0.01000187,0.01000,0.611
+0,mlp.experts.5.gate_proj,0.00003007,0.01000,0.610
+0,mlp.experts.6.gate_proj,0.00207604,0.01000,0.610
+0,mlp.experts.7.gate_proj,0.00075959,0.01000,0.611
+0,mlp.experts.8.gate_proj,0.00002605,0.01000,0.611
+0,mlp.experts.9.gate_proj,0.00176714,0.01000,0.613
+0,mlp.experts.10.gate_proj,0.00000531,0.01000,0.614
+0,mlp.experts.11.gate_proj,0.00097685,0.01000,0.618
+0,mlp.experts.12.gate_proj,0.01854413,0.01000,0.615
+0,mlp.experts.13.gate_proj,0.00024396,0.01000,0.614
+0,mlp.experts.14.gate_proj,0.00155079,0.01000,0.611
+0,mlp.experts.15.gate_proj,0.00000877,0.01000,0.612
+0,mlp.experts.16.gate_proj,0.00027095,0.01000,0.613
+0,mlp.experts.17.gate_proj,0.00191555,0.01000,0.613
+0,mlp.experts.18.gate_proj,0.00442069,0.01000,0.611
+0,mlp.experts.19.gate_proj,0.00008085,0.01000,0.612
+0,mlp.experts.20.gate_proj,0.00001805,0.01000,0.612
+0,mlp.experts.21.gate_proj,0.00856792,0.01000,0.616
+0,mlp.experts.22.gate_proj,0.00467078,0.01000,0.615
+0,mlp.experts.23.gate_proj,0.00657231,0.01000,0.612
+0,mlp.experts.24.gate_proj,0.00506776,0.01000,0.611
+0,mlp.experts.25.gate_proj,0.00006321,0.01000,0.613
+0,mlp.experts.26.gate_proj,0.00013786,0.01000,0.612
+0,mlp.experts.27.gate_proj,0.00036038,0.01000,0.612
+0,mlp.experts.28.gate_proj,0.08060065,0.01000,0.623
+0,mlp.experts.29.gate_proj,0.01938068,0.01000,0.641
+0,mlp.experts.30.gate_proj,0.00174349,0.01000,0.612
+0,mlp.experts.31.gate_proj,0.00051465,0.01000,0.612
+0,mlp.experts.32.gate_proj,0.00289694,0.01000,0.613
+0,mlp.experts.33.gate_proj,0.03253843,0.01000,0.617
+0,mlp.experts.34.gate_proj,0.00395384,0.01000,0.616
+0,mlp.experts.35.gate_proj,0.00001948,0.01000,0.621
+0,mlp.experts.36.gate_proj,0.00194045,0.01000,0.614
+0,mlp.experts.37.gate_proj,0.00186964,0.01000,0.619
+0,mlp.experts.38.gate_proj,0.00700388,0.01000,0.625
+0,mlp.experts.39.gate_proj,0.00018599,0.01000,0.612
+0,mlp.experts.40.gate_proj,0.00007552,0.01000,0.612
+0,mlp.experts.41.gate_proj,0.00393975,0.01000,0.611
+0,mlp.experts.42.gate_proj,0.00013992,0.01000,0.612
+0,mlp.experts.43.gate_proj,0.00029603,0.01000,0.611
+0,mlp.experts.44.gate_proj,0.00446635,0.01000,0.611
+0,mlp.experts.45.gate_proj,0.00016326,0.01000,0.611
+0,mlp.experts.46.gate_proj,0.00346912,0.01000,0.611
+0,mlp.experts.47.gate_proj,0.00455408,0.01000,0.610
+0,mlp.experts.48.gate_proj,0.00025082,0.01000,0.610
+0,mlp.experts.49.gate_proj,0.00017463,0.01000,0.610
+0,mlp.experts.50.gate_proj,0.00142370,0.01000,0.610
+0,mlp.experts.51.gate_proj,0.05424476,0.01000,0.611
+0,mlp.experts.52.gate_proj,0.00301086,0.01000,0.611
+0,mlp.experts.53.gate_proj,0.00036338,0.01000,0.613
+0,mlp.experts.54.gate_proj,0.00003680,0.01000,0.613
+0,mlp.experts.55.gate_proj,0.00000941,0.01000,0.611
+0,mlp.experts.56.gate_proj,0.00022632,0.01000,0.610
+0,mlp.experts.57.gate_proj,0.00035409,0.01000,0.610
+0,mlp.experts.58.gate_proj,0.00008515,0.01000,0.610
+0,mlp.experts.59.gate_proj,0.00018123,0.01000,0.609
+0,mlp.experts.60.gate_proj,0.00026755,0.01000,0.613
+0,mlp.experts.61.gate_proj,0.00288530,0.01000,0.611
+0,mlp.experts.62.gate_proj,0.03032336,0.01000,0.613
+0,mlp.experts.63.gate_proj,0.00346395,0.01000,0.614
+0,mlp.experts.64.gate_proj,0.05349968,0.01000,0.610
+0,mlp.experts.65.gate_proj,0.00061637,0.01000,0.610
+0,mlp.experts.66.gate_proj,0.00645908,0.01000,0.610
+0,mlp.experts.67.gate_proj,0.02348346,0.01000,0.610
+0,mlp.experts.68.gate_proj,0.00773353,0.01000,0.610
+0,mlp.experts.69.gate_proj,0.00124380,0.01000,0.612
+0,mlp.experts.70.gate_proj,0.00253174,0.01000,0.612
+0,mlp.experts.71.gate_proj,0.00054335,0.01000,0.611
+0,mlp.experts.72.gate_proj,0.00713397,0.01000,0.612
+0,mlp.experts.73.gate_proj,0.00065522,0.01000,0.610
+0,mlp.experts.74.gate_proj,0.00191893,0.01000,0.610
+0,mlp.experts.75.gate_proj,0.02130850,0.01000,0.610
+0,mlp.experts.76.gate_proj,0.00017700,0.01000,0.610
+0,mlp.experts.77.gate_proj,0.02686775,0.01000,0.611
+0,mlp.experts.78.gate_proj,0.00073727,0.01000,0.612
+0,mlp.experts.79.gate_proj,0.01313244,0.01000,0.610
+0,mlp.experts.80.gate_proj,0.00194850,0.01000,0.612
+0,mlp.experts.81.gate_proj,0.00156854,0.01000,0.611
+0,mlp.experts.82.gate_proj,0.03355261,0.01000,0.609
+0,mlp.experts.83.gate_proj,0.00130332,0.01000,0.610
+0,mlp.experts.84.gate_proj,0.00018741,0.01000,0.611
+0,mlp.experts.85.gate_proj,0.00006640,0.01000,0.611
+0,mlp.experts.86.gate_proj,0.01504990,0.01000,0.612
+0,mlp.experts.87.gate_proj,0.02507625,0.01000,0.611
+0,mlp.experts.88.gate_proj,0.00006122,0.01000,0.611
+0,mlp.experts.89.gate_proj,0.00250250,0.01000,0.614
+0,mlp.experts.90.gate_proj,0.00120238,0.01000,0.613
+0,mlp.experts.91.gate_proj,0.03781572,0.01000,0.610
+0,mlp.experts.92.gate_proj,0.00468894,0.01000,0.611
+0,mlp.experts.93.gate_proj,0.00104403,0.01000,0.612
+0,mlp.experts.94.gate_proj,0.00002088,0.01000,0.612
+0,mlp.experts.95.gate_proj,0.00237655,0.01000,0.614
+0,mlp.experts.96.gate_proj,0.00000515,0.01000,0.613
+0,mlp.experts.97.gate_proj,0.00147107,0.01000,0.612
+0,mlp.experts.98.gate_proj,0.00031476,0.01000,0.613
+0,mlp.experts.99.gate_proj,0.00014061,0.01000,0.613
+0,mlp.experts.100.gate_proj,0.00049564,0.01000,0.611
+0,mlp.experts.101.gate_proj,0.00768599,0.01000,0.612
+0,mlp.experts.102.gate_proj,0.00018927,0.01000,0.611
+0,mlp.experts.103.gate_proj,0.00155713,0.01000,0.613
+0,mlp.experts.104.gate_proj,0.00052618,0.01000,0.612
+0,mlp.experts.105.gate_proj,0.01707483,0.01000,0.611
+0,mlp.experts.106.gate_proj,0.00058149,0.01000,0.611
+0,mlp.experts.107.gate_proj,0.00033581,0.01000,0.609
+0,mlp.experts.108.gate_proj,0.00000560,0.01000,0.608
+0,mlp.experts.109.gate_proj,0.00013066,0.01000,0.608
+0,mlp.experts.110.gate_proj,0.00119947,0.01000,0.609
+0,mlp.experts.111.gate_proj,0.00886545,0.01000,0.610
+0,mlp.experts.112.gate_proj,0.01856058,0.01000,0.614
+0,mlp.experts.113.gate_proj,0.00002017,0.01000,0.608
+0,mlp.experts.114.gate_proj,0.00021637,0.01000,0.610
+0,mlp.experts.115.gate_proj,0.00002241,0.01000,0.610
+0,mlp.experts.116.gate_proj,0.00686800,0.01000,0.611
+0,mlp.experts.117.gate_proj,0.00127179,0.01000,0.610
+0,mlp.experts.118.gate_proj,0.00591416,0.01000,0.610
+0,mlp.experts.119.gate_proj,0.00016151,0.01000,0.610
+0,mlp.experts.120.gate_proj,0.00377849,0.01000,0.610
+0,mlp.experts.121.gate_proj,0.00007129,0.01000,0.611
+0,mlp.experts.122.gate_proj,0.03250198,0.01000,0.609
+0,mlp.experts.123.gate_proj,0.00011909,0.01000,0.609
+0,mlp.experts.124.gate_proj,0.04025149,0.01000,0.611
+0,mlp.experts.125.gate_proj,0.00274398,0.01000,0.610
+0,mlp.experts.126.gate_proj,0.01450019,0.01000,0.609
+0,mlp.experts.127.gate_proj,0.00015835,0.01000,0.610
+0,mlp.experts.0.down_proj,0.00070085,0.01000,0.229
+0,mlp.experts.1.down_proj,0.00001271,0.01000,0.229
+0,mlp.experts.2.down_proj,0.00104718,0.01000,0.229
+0,mlp.experts.3.down_proj,0.00404901,0.01000,0.229
+0,mlp.experts.4.down_proj,0.00136492,0.01000,0.229
+0,mlp.experts.5.down_proj,0.00000567,0.01000,0.228
+0,mlp.experts.6.down_proj,0.00015428,0.01000,0.229
+0,mlp.experts.7.down_proj,0.00055152,0.01000,0.230
+0,mlp.experts.8.down_proj,0.00000646,0.01000,0.231
+0,mlp.experts.9.down_proj,0.00014335,0.01000,0.231
+0,mlp.experts.10.down_proj,0.00000071,0.01000,0.231
+0,mlp.experts.11.down_proj,0.00073296,0.01000,0.231
+0,mlp.experts.12.down_proj,0.00400858,0.01000,0.231
+0,mlp.experts.13.down_proj,0.00017630,0.01000,0.231
+0,mlp.experts.14.down_proj,0.00009113,0.01000,0.231
+0,mlp.experts.15.down_proj,0.00000055,0.01000,0.231
+0,mlp.experts.16.down_proj,0.00022729,0.01000,0.231
+0,mlp.experts.17.down_proj,0.00106288,0.01000,0.231
+0,mlp.experts.18.down_proj,0.00054365,0.01000,0.232
+0,mlp.experts.19.down_proj,0.00000883,0.01000,0.231
+0,mlp.experts.20.down_proj,0.00000230,0.01000,0.231
+0,mlp.experts.21.down_proj,0.00137071,0.01000,0.231
+0,mlp.experts.22.down_proj,0.00036316,0.01000,0.232
+0,mlp.experts.23.down_proj,0.00206242,0.01000,0.231
+0,mlp.experts.24.down_proj,0.00049608,0.01000,0.231
+0,mlp.experts.25.down_proj,0.00001203,0.01000,0.231
+0,mlp.experts.26.down_proj,0.00005281,0.01000,0.231
+0,mlp.experts.27.down_proj,0.00029830,0.01000,0.232
+0,mlp.experts.28.down_proj,0.00416231,0.01000,0.232
+0,mlp.experts.29.down_proj,0.00163558,0.01000,0.231
+0,mlp.experts.30.down_proj,0.00102407,0.01000,0.232
+0,mlp.experts.31.down_proj,0.00026793,0.01000,0.231
+0,mlp.experts.32.down_proj,0.00040531,0.01000,0.231
+0,mlp.experts.33.down_proj,0.00153828,0.01000,0.231
+0,mlp.experts.34.down_proj,0.00154340,0.01000,0.234
+0,mlp.experts.35.down_proj,0.00001591,0.01000,0.231
+0,mlp.experts.36.down_proj,0.00021952,0.01000,0.231
+0,mlp.experts.37.down_proj,0.00014556,0.01000,0.231
+0,mlp.experts.38.down_proj,0.00111744,0.01000,0.231
+0,mlp.experts.39.down_proj,0.00002823,0.01000,0.231
+0,mlp.experts.40.down_proj,0.00004282,0.01000,0.231
+0,mlp.experts.41.down_proj,0.00104987,0.01000,0.231
+0,mlp.experts.42.down_proj,0.00001120,0.01000,0.232
+0,mlp.experts.43.down_proj,0.00005011,0.01000,0.231
+0,mlp.experts.44.down_proj,0.00038618,0.01000,0.231
+0,mlp.experts.45.down_proj,0.00005018,0.01000,0.231
+0,mlp.experts.46.down_proj,0.00028131,0.01000,0.231
+0,mlp.experts.47.down_proj,0.00066664,0.01000,0.231
+0,mlp.experts.48.down_proj,0.00019390,0.01000,0.232
+0,mlp.experts.49.down_proj,0.00009911,0.01000,0.233
+0,mlp.experts.50.down_proj,0.00038498,0.01000,0.233
+0,mlp.experts.51.down_proj,0.00269479,0.01000,0.231
+0,mlp.experts.52.down_proj,0.00036840,0.01000,0.232
+0,mlp.experts.53.down_proj,0.00009119,0.01000,0.231
+0,mlp.experts.54.down_proj,0.00000960,0.01000,0.232
+0,mlp.experts.55.down_proj,0.00000103,0.01000,0.231
+0,mlp.experts.56.down_proj,0.00002444,0.01000,0.231
+0,mlp.experts.57.down_proj,0.00015033,0.01000,0.231
+0,mlp.experts.58.down_proj,0.00006223,0.01000,0.231
+0,mlp.experts.59.down_proj,0.00001614,0.01000,0.232
+0,mlp.experts.60.down_proj,0.00002945,0.01000,0.231
+0,mlp.experts.61.down_proj,0.00086541,0.01000,0.231
+0,mlp.experts.62.down_proj,0.00237790,0.01000,0.231
+0,mlp.experts.63.down_proj,0.00134071,0.01000,0.232
+0,mlp.experts.64.down_proj,0.00286639,0.01000,0.240
+0,mlp.experts.65.down_proj,0.00014632,0.01000,0.237
+0,mlp.experts.66.down_proj,0.00075918,0.01000,0.236
+0,mlp.experts.67.down_proj,0.00337424,0.01000,0.235
+0,mlp.experts.68.down_proj,0.00163304,0.01000,0.235
+0,mlp.experts.69.down_proj,0.00111436,0.01000,0.234
+0,mlp.experts.70.down_proj,0.00025245,0.01000,0.233
+0,mlp.experts.71.down_proj,0.00022758,0.01000,0.234
+0,mlp.experts.72.down_proj,0.00123205,0.01000,0.233
+0,mlp.experts.73.down_proj,0.00014525,0.01000,0.233
+0,mlp.experts.74.down_proj,0.00011794,0.01000,0.233
+0,mlp.experts.75.down_proj,0.00124224,0.01000,0.233
+0,mlp.experts.76.down_proj,0.00021498,0.01000,0.233
+0,mlp.experts.77.down_proj,0.00282858,0.01000,0.233
+0,mlp.experts.78.down_proj,0.00030472,0.01000,0.233
+0,mlp.experts.79.down_proj,0.00059462,0.01000,0.234
+0,mlp.experts.80.down_proj,0.00116025,0.01000,0.233
+0,mlp.experts.81.down_proj,0.00023048,0.01000,0.235
+0,mlp.experts.82.down_proj,0.00211625,0.01000,0.232
+0,mlp.experts.83.down_proj,0.00088073,0.01000,0.232
+0,mlp.experts.84.down_proj,0.00013008,0.01000,0.232
+0,mlp.experts.85.down_proj,0.00000859,0.01000,0.232
+0,mlp.experts.86.down_proj,0.00229552,0.01000,0.232
+0,mlp.experts.87.down_proj,0.00355423,0.01000,0.232
+0,mlp.experts.88.down_proj,0.00006955,0.01000,0.232
+0,mlp.experts.89.down_proj,0.00038515,0.01000,0.233
+0,mlp.experts.90.down_proj,0.00013170,0.01000,0.233
+0,mlp.experts.91.down_proj,0.00259650,0.01000,0.233
+0,mlp.experts.92.down_proj,0.00062321,0.01000,0.233
+0,mlp.experts.93.down_proj,0.00076464,0.01000,0.231
+0,mlp.experts.94.down_proj,0.00000366,0.01000,0.232
+0,mlp.experts.95.down_proj,0.00091661,0.01000,0.232
+0,mlp.experts.96.down_proj,0.00000110,0.01000,0.233
+0,mlp.experts.97.down_proj,0.00046450,0.01000,0.233
+0,mlp.experts.98.down_proj,0.00006812,0.01000,0.232
+0,mlp.experts.99.down_proj,0.00004509,0.01000,0.232
+0,mlp.experts.100.down_proj,0.00009709,0.01000,0.232
+0,mlp.experts.101.down_proj,0.00083805,0.01000,0.233
+0,mlp.experts.102.down_proj,0.00005497,0.01000,0.233
+0,mlp.experts.103.down_proj,0.00042250,0.01000,0.233
+0,mlp.experts.104.down_proj,0.00055676,0.01000,0.232
+0,mlp.experts.105.down_proj,0.00253965,0.01000,0.232
+0,mlp.experts.106.down_proj,0.00052649,0.01000,0.232
+0,mlp.experts.107.down_proj,0.00031745,0.01000,0.232
+0,mlp.experts.108.down_proj,0.00000095,0.01000,0.233
+0,mlp.experts.109.down_proj,0.00010211,0.01000,0.233
+0,mlp.experts.110.down_proj,0.00035879,0.01000,0.233
+0,mlp.experts.111.down_proj,0.00098541,0.01000,0.233
+0,mlp.experts.112.down_proj,0.00158591,0.01000,0.233
+0,mlp.experts.113.down_proj,0.00000979,0.01000,0.232
+0,mlp.experts.114.down_proj,0.00005979,0.01000,0.233
+0,mlp.experts.115.down_proj,0.00000590,0.01000,0.233
+0,mlp.experts.116.down_proj,0.00121504,0.01000,0.232
+0,mlp.experts.117.down_proj,0.00017436,0.01000,0.231
+0,mlp.experts.118.down_proj,0.00091197,0.01000,0.232
+0,mlp.experts.119.down_proj,0.00012321,0.01000,0.231
+0,mlp.experts.120.down_proj,0.00077236,0.01000,0.232
+0,mlp.experts.121.down_proj,0.00007692,0.01000,0.232
+0,mlp.experts.122.down_proj,0.00155361,0.01000,0.232
+0,mlp.experts.123.down_proj,0.00006532,0.01000,0.232
+0,mlp.experts.124.down_proj,0.00625642,0.01000,0.233
+0,mlp.experts.125.down_proj,0.00182123,0.01000,0.233
+0,mlp.experts.126.down_proj,0.00232917,0.01000,0.234
+0,mlp.experts.127.down_proj,0.00014218,0.01000,0.234
+1,self_attn.q_proj,0.00166661,0.01000,0.624
+1,self_attn.k_proj,0.00020793,0.01000,0.616
+1,self_attn.v_proj,0.00019485,0.01000,0.614
+1,self_attn.o_proj,0.00056405,0.01000,1.240
+1,mlp.experts.0.up_proj,0.00047796,0.01000,0.618
+1,mlp.experts.1.up_proj,0.00040450,0.01000,0.612
+1,mlp.experts.2.up_proj,0.02846710,0.01000,0.612
+1,mlp.experts.3.up_proj,0.02093599,0.01000,0.619
+1,mlp.experts.4.up_proj,0.02681763,0.01000,0.619
+1,mlp.experts.5.up_proj,0.00534264,0.01000,0.619
+1,mlp.experts.6.up_proj,0.02841251,0.01000,0.620
+1,mlp.experts.7.up_proj,0.06593652,0.01000,0.617
+1,mlp.experts.8.up_proj,0.03292599,0.01000,0.618
+1,mlp.experts.9.up_proj,0.02581899,0.01000,0.619
+1,mlp.experts.10.up_proj,0.00059680,0.01000,0.618
+1,mlp.experts.11.up_proj,0.01799485,0.01000,0.622
+1,mlp.experts.12.up_proj,0.00068828,0.01000,0.618
+1,mlp.experts.13.up_proj,0.03154310,0.01000,0.619
+1,mlp.experts.14.up_proj,0.04357321,0.01000,0.619
+1,mlp.experts.15.up_proj,0.00854197,0.01000,0.620
+1,mlp.experts.16.up_proj,0.04419206,0.01000,0.620
+1,mlp.experts.17.up_proj,0.00328521,0.01000,0.618
+1,mlp.experts.18.up_proj,0.00380520,0.01000,0.618
+1,mlp.experts.19.up_proj,0.02994860,0.01000,0.618
+1,mlp.experts.20.up_proj,0.01664469,0.01000,0.617
+1,mlp.experts.21.up_proj,0.00276321,0.01000,0.618
+1,mlp.experts.22.up_proj,0.00394148,0.01000,0.619
+1,mlp.experts.23.up_proj,0.02906299,0.01000,0.618
+1,mlp.experts.24.up_proj,0.00731930,0.01000,0.618
+1,mlp.experts.25.up_proj,0.02570888,0.01000,0.621
+1,mlp.experts.26.up_proj,0.02022308,0.01000,0.618
+1,mlp.experts.27.up_proj,0.00048380,0.01000,0.616
+1,mlp.experts.28.up_proj,0.06382094,0.01000,0.618
+1,mlp.experts.29.up_proj,0.06182536,0.01000,0.621
+1,mlp.experts.30.up_proj,0.02953238,0.01000,0.620
+1,mlp.experts.31.up_proj,0.02643603,0.01000,0.617
+1,mlp.experts.32.up_proj,0.00795032,0.01000,0.619
+1,mlp.experts.33.up_proj,0.00654357,0.01000,0.619
+1,mlp.experts.34.up_proj,0.01221459,0.01000,0.619
+1,mlp.experts.35.up_proj,0.00032741,0.01000,0.619
+1,mlp.experts.36.up_proj,0.00307858,0.01000,0.618
+1,mlp.experts.37.up_proj,0.00996547,0.01000,0.621
+1,mlp.experts.38.up_proj,0.01897328,0.01000,0.620
+1,mlp.experts.39.up_proj,0.01865942,0.01000,0.619
+1,mlp.experts.40.up_proj,0.02626956,0.01000,0.618
+1,mlp.experts.41.up_proj,0.00653630,0.01000,0.620
+1,mlp.experts.42.up_proj,0.00451181,0.01000,0.619
+1,mlp.experts.43.up_proj,0.00029863,0.01000,0.617
+1,mlp.experts.44.up_proj,0.01068903,0.01000,0.618
+1,mlp.experts.45.up_proj,0.08167030,0.01000,0.617
+1,mlp.experts.46.up_proj,0.03792895,0.01000,0.618
+1,mlp.experts.47.up_proj,0.01460352,0.01000,0.619
+1,mlp.experts.48.up_proj,0.03598816,0.01000,0.622
+1,mlp.experts.49.up_proj,0.02996823,0.01000,0.617
+1,mlp.experts.50.up_proj,0.00211058,0.01000,0.620
+1,mlp.experts.51.up_proj,0.00219840,0.01000,0.621
+1,mlp.experts.52.up_proj,0.02639337,0.01000,0.619
+1,mlp.experts.53.up_proj,0.02181357,0.01000,0.618
+1,mlp.experts.54.up_proj,0.00212836,0.01000,0.618
+1,mlp.experts.55.up_proj,0.00361905,0.01000,0.617
+1,mlp.experts.56.up_proj,0.00693271,0.01000,0.617
+1,mlp.experts.57.up_proj,0.01557606,0.01000,0.617
+1,mlp.experts.58.up_proj,0.02433031,0.01000,0.618
+1,mlp.experts.59.up_proj,0.00150781,0.01000,0.619
+1,mlp.experts.60.up_proj,0.03922918,0.01000,0.619
+1,mlp.experts.61.up_proj,0.00510699,0.01000,0.619
+1,mlp.experts.62.up_proj,0.05875308,0.01000,0.619
+1,mlp.experts.63.up_proj,0.06206949,0.01000,0.619
+1,mlp.experts.64.up_proj,0.02084288,0.01000,0.618
+1,mlp.experts.65.up_proj,0.00154328,0.01000,0.619
+1,mlp.experts.66.up_proj,0.03554264,0.01000,0.619
+1,mlp.experts.67.up_proj,0.06217440,0.01000,0.616
+1,mlp.experts.68.up_proj,0.06627556,0.01000,0.616
+1,mlp.experts.69.up_proj,0.00248249,0.01000,0.616
+1,mlp.experts.70.up_proj,0.02147859,0.01000,0.617
+1,mlp.experts.71.up_proj,0.00965848,0.01000,0.617
+1,mlp.experts.72.up_proj,0.00109367,0.01000,0.618
+1,mlp.experts.73.up_proj,0.00582385,0.01000,0.619
+1,mlp.experts.74.up_proj,0.09035486,0.01000,0.618
+1,mlp.experts.75.up_proj,0.01908830,0.01000,0.617
+1,mlp.experts.76.up_proj,0.04415398,0.01000,0.617
+1,mlp.experts.77.up_proj,0.04184584,0.01000,0.618
+1,mlp.experts.78.up_proj,0.06781496,0.01000,0.619
+1,mlp.experts.79.up_proj,0.00012736,0.01000,0.619
+1,mlp.experts.80.up_proj,0.00179201,0.01000,0.618
+1,mlp.experts.81.up_proj,0.00000844,0.01000,0.618
+1,mlp.experts.82.up_proj,0.00050898,0.01000,0.618
+1,mlp.experts.83.up_proj,0.02239602,0.01000,0.618
+1,mlp.experts.84.up_proj,0.00039341,0.01000,0.620
+1,mlp.experts.85.up_proj,0.03219572,0.01000,0.618
+1,mlp.experts.86.up_proj,0.02656004,0.01000,0.618
+1,mlp.experts.87.up_proj,0.00023652,0.01000,0.620
+1,mlp.experts.88.up_proj,0.01532202,0.01000,0.617
+1,mlp.experts.89.up_proj,0.02650916,0.01000,0.619
+1,mlp.experts.90.up_proj,0.05011281,0.01000,0.618
+1,mlp.experts.91.up_proj,0.02347284,0.01000,0.619
+1,mlp.experts.92.up_proj,0.03527727,0.01000,0.620
+1,mlp.experts.93.up_proj,0.00148928,0.01000,0.618
+1,mlp.experts.94.up_proj,0.00595927,0.01000,0.619
+1,mlp.experts.95.up_proj,0.00528844,0.01000,0.618
+1,mlp.experts.96.up_proj,0.03228256,0.01000,0.618
+1,mlp.experts.97.up_proj,0.00729936,0.01000,0.618
+1,mlp.experts.98.up_proj,0.03982651,0.01000,0.617
+1,mlp.experts.99.up_proj,0.04394871,0.01000,0.618
+1,mlp.experts.100.up_proj,0.00005943,0.01000,0.620
+1,mlp.experts.101.up_proj,0.00786507,0.01000,0.618
+1,mlp.experts.102.up_proj,0.00011150,0.01000,0.632
+1,mlp.experts.103.up_proj,0.03740389,0.01000,0.640
+1,mlp.experts.104.up_proj,0.01149676,0.01000,0.637
+1,mlp.experts.105.up_proj,0.02189946,0.01000,0.638
+1,mlp.experts.106.up_proj,0.02653378,0.01000,0.637
+1,mlp.experts.107.up_proj,0.03810542,0.01000,0.635
+1,mlp.experts.108.up_proj,0.00032859,0.01000,0.640
+1,mlp.experts.109.up_proj,0.01624568,0.01000,0.638
+1,mlp.experts.110.up_proj,0.00002975,0.01000,0.640
+1,mlp.experts.111.up_proj,0.02096551,0.01000,0.639
+1,mlp.experts.112.up_proj,0.00001360,0.01000,0.661
+1,mlp.experts.113.up_proj,0.04293464,0.01000,0.625
+1,mlp.experts.114.up_proj,0.10956123,0.01000,0.623
+1,mlp.experts.115.up_proj,0.05964985,0.01000,0.623
+1,mlp.experts.116.up_proj,0.06235214,0.01000,0.622
+1,mlp.experts.117.up_proj,0.00204188,0.01000,0.622
+1,mlp.experts.118.up_proj,0.00014904,0.01000,0.623
+1,mlp.experts.119.up_proj,0.00439541,0.01000,0.623
+1,mlp.experts.120.up_proj,0.00017552,0.01000,0.621
+1,mlp.experts.121.up_proj,0.00012087,0.01000,0.622
+1,mlp.experts.122.up_proj,0.19895995,0.01000,0.656
+1,mlp.experts.123.up_proj,0.03178213,0.01000,0.622
+1,mlp.experts.124.up_proj,0.00693069,0.01000,0.621
+1,mlp.experts.125.up_proj,0.00221388,0.01000,0.623
+1,mlp.experts.126.up_proj,0.01070294,0.01000,0.619
+1,mlp.experts.127.up_proj,0.01298690,0.01000,0.620
+1,mlp.experts.0.gate_proj,0.00050473,0.01000,0.619
+1,mlp.experts.1.gate_proj,0.00044158,0.01000,0.620
+1,mlp.experts.2.gate_proj,0.03097072,0.01000,0.620
+1,mlp.experts.3.gate_proj,0.02262209,0.01000,0.622
+1,mlp.experts.4.gate_proj,0.02771759,0.01000,0.628
+1,mlp.experts.5.gate_proj,0.00578167,0.01000,0.628
+1,mlp.experts.6.gate_proj,0.03005221,0.01000,0.629
+1,mlp.experts.7.gate_proj,0.06750934,0.01000,0.628
+1,mlp.experts.8.gate_proj,0.03506875,0.01000,0.630
+1,mlp.experts.9.gate_proj,0.02731057,0.01000,0.630
+1,mlp.experts.10.gate_proj,0.00065020,0.01000,0.758
+1,mlp.experts.11.gate_proj,0.01967346,0.01000,0.629
+1,mlp.experts.12.gate_proj,0.00075365,0.01000,0.629
+1,mlp.experts.13.gate_proj,0.03414041,0.01000,0.629
+1,mlp.experts.14.gate_proj,0.04413694,0.01000,0.628
+1,mlp.experts.15.gate_proj,0.01009690,0.01000,0.627
+1,mlp.experts.16.gate_proj,0.04510283,0.01000,0.628
+1,mlp.experts.17.gate_proj,0.00332675,0.01000,0.620
+1,mlp.experts.18.gate_proj,0.00401654,0.01000,0.619
+1,mlp.experts.19.gate_proj,0.03140817,0.01000,0.619
+1,mlp.experts.20.gate_proj,0.01740870,0.01000,0.619
+1,mlp.experts.21.gate_proj,0.00306403,0.01000,0.619
+1,mlp.experts.22.gate_proj,0.00418051,0.01000,0.618
+1,mlp.experts.23.gate_proj,0.03041169,0.01000,0.620
+1,mlp.experts.24.gate_proj,0.00782146,0.01000,0.621
+1,mlp.experts.25.gate_proj,0.02643492,0.01000,0.620
+1,mlp.experts.26.gate_proj,0.02155617,0.01000,0.618
+1,mlp.experts.27.gate_proj,0.00054431,0.01000,0.618
+1,mlp.experts.28.gate_proj,0.06955256,0.01000,0.619
+1,mlp.experts.29.gate_proj,0.06492113,0.01000,0.629
+1,mlp.experts.30.gate_proj,0.03014291,0.01000,0.629
+1,mlp.experts.31.gate_proj,0.02737281,0.01000,0.623
+1,mlp.experts.32.gate_proj,0.00886947,0.01000,0.625
+1,mlp.experts.33.gate_proj,0.00680973,0.01000,0.640
+1,mlp.experts.34.gate_proj,0.01320625,0.01000,0.633
+1,mlp.experts.35.gate_proj,0.00036275,0.01000,0.633
+1,mlp.experts.36.gate_proj,0.00319498,0.01000,0.633
+1,mlp.experts.37.gate_proj,0.01057485,0.01000,0.634
+1,mlp.experts.38.gate_proj,0.01938865,0.01000,0.634
+1,mlp.experts.39.gate_proj,0.01998501,0.01000,0.633
+1,mlp.experts.40.gate_proj,0.02751545,0.01000,0.634
+1,mlp.experts.41.gate_proj,0.00682123,0.01000,0.632
+1,mlp.experts.42.gate_proj,0.00491235,0.01000,0.632
+1,mlp.experts.43.gate_proj,0.00033605,0.01000,0.625
+1,mlp.experts.44.gate_proj,0.01082007,0.01000,0.624
+1,mlp.experts.45.gate_proj,0.08721278,0.01000,0.626
+1,mlp.experts.46.gate_proj,0.03909557,0.01000,0.626
+1,mlp.experts.47.gate_proj,0.01552251,0.01000,0.625
+1,mlp.experts.48.gate_proj,0.03861073,0.01000,0.625
+1,mlp.experts.49.gate_proj,0.03407153,0.01000,0.625
+1,mlp.experts.50.gate_proj,0.00241759,0.01000,0.625
+1,mlp.experts.51.gate_proj,0.00233794,0.01000,0.625
+1,mlp.experts.52.gate_proj,0.02662248,0.01000,0.626
+1,mlp.experts.53.gate_proj,0.02249980,0.01000,0.623
+1,mlp.experts.54.gate_proj,0.00217599,0.01000,0.629
+1,mlp.experts.55.gate_proj,0.00386868,0.01000,0.629
+1,mlp.experts.56.gate_proj,0.00735821,0.01000,0.630
+1,mlp.experts.57.gate_proj,0.01636059,0.01000,0.631
+1,mlp.experts.58.gate_proj,0.02536307,0.01000,0.630
+1,mlp.experts.59.gate_proj,0.00153548,0.01000,0.631
+1,mlp.experts.60.gate_proj,0.04085975,0.01000,0.631
+1,mlp.experts.61.gate_proj,0.00542888,0.01000,0.629
+1,mlp.experts.62.gate_proj,0.06071009,0.01000,0.630
+1,mlp.experts.63.gate_proj,0.06635629,0.01000,0.636
+1,mlp.experts.64.gate_proj,0.02261790,0.01000,0.642
+1,mlp.experts.65.gate_proj,0.00164230,0.01000,0.630
+1,mlp.experts.66.gate_proj,0.03769193,0.01000,0.627
+1,mlp.experts.67.gate_proj,0.06623223,0.01000,0.630
+1,mlp.experts.68.gate_proj,0.06312773,0.01000,0.630
+1,mlp.experts.69.gate_proj,0.00282943,0.01000,0.629
+1,mlp.experts.70.gate_proj,0.02315411,0.01000,0.629
+1,mlp.experts.71.gate_proj,0.01026773,0.01000,0.630
+1,mlp.experts.72.gate_proj,0.00117675,0.01000,0.632
+1,mlp.experts.73.gate_proj,0.00613781,0.01000,0.630
+1,mlp.experts.74.gate_proj,0.09369761,0.01000,0.629
+1,mlp.experts.75.gate_proj,0.02086265,0.01000,0.632
+1,mlp.experts.76.gate_proj,0.04623283,0.01000,0.623
+1,mlp.experts.77.gate_proj,0.04343835,0.01000,0.628
+1,mlp.experts.78.gate_proj,0.07205754,0.01000,0.631
+1,mlp.experts.79.gate_proj,0.00014669,0.01000,0.635
+1,mlp.experts.80.gate_proj,0.00200673,0.01000,0.632
+1,mlp.experts.81.gate_proj,0.00000878,0.01000,0.631
+1,mlp.experts.82.gate_proj,0.00056895,0.01000,0.632
+1,mlp.experts.83.gate_proj,0.02448719,0.01000,0.632
+1,mlp.experts.84.gate_proj,0.00044936,0.01000,0.631
+1,mlp.experts.85.gate_proj,0.03343589,0.01000,0.633
+1,mlp.experts.86.gate_proj,0.02903510,0.01000,0.632
+1,mlp.experts.87.gate_proj,0.00025579,0.01000,0.635
+1,mlp.experts.88.gate_proj,0.01604250,0.01000,0.635
+1,mlp.experts.89.gate_proj,0.02723785,0.01000,0.624
+1,mlp.experts.90.gate_proj,0.04867146,0.01000,0.623
+1,mlp.experts.91.gate_proj,0.02522915,0.01000,0.623
+1,mlp.experts.92.gate_proj,0.03633877,0.01000,0.620
+1,mlp.experts.93.gate_proj,0.00156714,0.01000,0.622
+1,mlp.experts.94.gate_proj,0.00694083,0.01000,0.622
+1,mlp.experts.95.gate_proj,0.00593138,0.01000,0.622
+1,mlp.experts.96.gate_proj,0.03455408,0.01000,0.620
+1,mlp.experts.97.gate_proj,0.00731217,0.01000,0.622
+1,mlp.experts.98.gate_proj,0.04119818,0.01000,0.621
+1,mlp.experts.99.gate_proj,0.04654450,0.01000,0.622
+1,mlp.experts.100.gate_proj,0.00006504,0.01000,0.625
+1,mlp.experts.101.gate_proj,0.00833698,0.01000,0.624
+1,mlp.experts.102.gate_proj,0.00011862,0.01000,0.625
+1,mlp.experts.103.gate_proj,0.03792687,0.01000,0.629
+1,mlp.experts.104.gate_proj,0.01186283,0.01000,0.627
+1,mlp.experts.105.gate_proj,0.02299784,0.01000,0.628
+1,mlp.experts.106.gate_proj,0.02924024,0.01000,0.627
+1,mlp.experts.107.gate_proj,0.04243136,0.01000,0.629
+1,mlp.experts.108.gate_proj,0.00035939,0.01000,0.630
+1,mlp.experts.109.gate_proj,0.01646202,0.01000,0.627
+1,mlp.experts.110.gate_proj,0.00003064,0.01000,0.642
+1,mlp.experts.111.gate_proj,0.02242422,0.01000,0.628
+1,mlp.experts.112.gate_proj,0.00001423,0.01000,0.629
+1,mlp.experts.113.gate_proj,0.04414776,0.01000,0.627
+1,mlp.experts.114.gate_proj,0.12867957,0.01000,0.623
+1,mlp.experts.115.gate_proj,0.06210268,0.01000,0.619
+1,mlp.experts.116.gate_proj,0.06834994,0.01000,0.620
+1,mlp.experts.117.gate_proj,0.00219878,0.01000,0.619
+1,mlp.experts.118.gate_proj,0.00015239,0.01000,0.621
+1,mlp.experts.119.gate_proj,0.00482610,0.01000,0.621
+1,mlp.experts.120.gate_proj,0.00017980,0.01000,0.620
+1,mlp.experts.121.gate_proj,0.00013078,0.01000,0.619
+1,mlp.experts.122.gate_proj,0.21019953,0.01000,0.619
+1,mlp.experts.123.gate_proj,0.03375557,0.01000,0.620
+1,mlp.experts.124.gate_proj,0.00733683,0.01000,0.626
+1,mlp.experts.125.gate_proj,0.00241184,0.01000,0.628
+1,mlp.experts.126.gate_proj,0.01126331,0.01000,0.628
+1,mlp.experts.127.gate_proj,0.01370224,0.01000,0.630
+1,mlp.experts.0.down_proj,0.00030857,0.01000,0.236
+1,mlp.experts.1.down_proj,0.00017580,0.01000,0.232
+1,mlp.experts.2.down_proj,0.00411515,0.01000,0.235
+1,mlp.experts.3.down_proj,0.00225561,0.01000,0.234
+1,mlp.experts.4.down_proj,0.00180302,0.01000,0.232
+1,mlp.experts.5.down_proj,0.00147882,0.01000,0.231
+1,mlp.experts.6.down_proj,0.00214638,0.01000,0.242
+1,mlp.experts.7.down_proj,0.00444281,0.01000,0.241
+1,mlp.experts.8.down_proj,0.00249769,0.01000,0.245
+1,mlp.experts.9.down_proj,0.00424493,0.01000,0.242
+1,mlp.experts.10.down_proj,0.00006783,0.01000,0.243
+1,mlp.experts.11.down_proj,0.00304113,0.01000,0.244
+1,mlp.experts.12.down_proj,0.00014627,0.01000,0.241
+1,mlp.experts.13.down_proj,0.00398195,0.01000,0.235
+1,mlp.experts.14.down_proj,0.00284325,0.01000,0.234
+1,mlp.experts.15.down_proj,0.00068065,0.01000,0.235
+1,mlp.experts.16.down_proj,0.00308527,0.01000,0.235
+1,mlp.experts.17.down_proj,0.00021194,0.01000,0.235
+1,mlp.experts.18.down_proj,0.00061236,0.01000,0.235
+1,mlp.experts.19.down_proj,0.00334073,0.01000,0.235
+1,mlp.experts.20.down_proj,0.00151026,0.01000,0.235
+1,mlp.experts.21.down_proj,0.00067207,0.01000,0.235
+1,mlp.experts.22.down_proj,0.00022464,0.01000,0.236
+1,mlp.experts.23.down_proj,0.00244454,0.01000,0.235
+1,mlp.experts.24.down_proj,0.00211383,0.01000,0.236
+1,mlp.experts.25.down_proj,0.00209696,0.01000,0.236
+1,mlp.experts.26.down_proj,0.00225212,0.01000,0.236
+1,mlp.experts.27.down_proj,0.00085842,0.01000,0.236
+1,mlp.experts.28.down_proj,0.00541071,0.01000,0.235
+1,mlp.experts.29.down_proj,0.00557724,0.01000,0.236
+1,mlp.experts.30.down_proj,0.00166198,0.01000,0.236
+1,mlp.experts.31.down_proj,0.00211116,0.01000,0.235
+1,mlp.experts.32.down_proj,0.00114966,0.01000,0.235
+1,mlp.experts.33.down_proj,0.00132940,0.01000,0.236
+1,mlp.experts.34.down_proj,0.00224106,0.01000,0.237
+1,mlp.experts.35.down_proj,0.00005967,0.01000,0.236
+1,mlp.experts.36.down_proj,0.00047438,0.01000,0.236
+1,mlp.experts.37.down_proj,0.00175494,0.01000,0.235
+1,mlp.experts.38.down_proj,0.00108735,0.01000,0.234
+1,mlp.experts.39.down_proj,0.00230114,0.01000,0.233
+1,mlp.experts.40.down_proj,0.00215506,0.01000,0.232
+1,mlp.experts.41.down_proj,0.00083113,0.01000,0.232
+1,mlp.experts.42.down_proj,0.00021372,0.01000,0.232
+1,mlp.experts.43.down_proj,0.00002898,0.01000,0.233
+1,mlp.experts.44.down_proj,0.00077956,0.01000,0.231
+1,mlp.experts.45.down_proj,0.00632775,0.01000,0.233
+1,mlp.experts.46.down_proj,0.00319248,0.01000,0.232
+1,mlp.experts.47.down_proj,0.00266609,0.01000,0.232
+1,mlp.experts.48.down_proj,0.00350596,0.01000,0.232
+1,mlp.experts.49.down_proj,0.00317822,0.01000,0.233
+1,mlp.experts.50.down_proj,0.00057153,0.01000,0.232
+1,mlp.experts.51.down_proj,0.00017613,0.01000,0.232
+1,mlp.experts.52.down_proj,0.00156563,0.01000,0.232
+1,mlp.experts.53.down_proj,0.00193976,0.01000,0.232
+1,mlp.experts.54.down_proj,0.00016200,0.01000,0.232
+1,mlp.experts.55.down_proj,0.00130830,0.01000,0.232
+1,mlp.experts.56.down_proj,0.00135996,0.01000,0.235
+1,mlp.experts.57.down_proj,0.00206108,0.01000,0.235
+1,mlp.experts.58.down_proj,0.00260782,0.01000,0.235
+1,mlp.experts.59.down_proj,0.00025381,0.01000,0.235
+1,mlp.experts.60.down_proj,0.00293999,0.01000,0.235
+1,mlp.experts.61.down_proj,0.00037038,0.01000,0.235
+1,mlp.experts.62.down_proj,0.00418749,0.01000,0.236
+1,mlp.experts.63.down_proj,0.00501003,0.01000,0.235
+1,mlp.experts.64.down_proj,0.00179611,0.01000,0.236
+1,mlp.experts.65.down_proj,0.00060376,0.01000,0.236
+1,mlp.experts.66.down_proj,0.00408346,0.01000,0.235
+1,mlp.experts.67.down_proj,0.00435522,0.01000,0.236
+1,mlp.experts.68.down_proj,0.18750656,0.01000,0.236
+1,mlp.experts.69.down_proj,0.00027065,0.01000,0.236
+1,mlp.experts.70.down_proj,0.00307570,0.01000,0.236
+1,mlp.experts.71.down_proj,0.00090940,0.01000,0.235
+1,mlp.experts.72.down_proj,0.00007308,0.01000,0.235
+1,mlp.experts.73.down_proj,0.00126019,0.01000,0.235
+1,mlp.experts.74.down_proj,0.00410729,0.01000,0.235
+1,mlp.experts.75.down_proj,0.00298618,0.01000,0.235
+1,mlp.experts.76.down_proj,0.00345111,0.01000,0.236
+1,mlp.experts.77.down_proj,0.00264891,0.01000,0.236
+1,mlp.experts.78.down_proj,0.00561783,0.01000,0.235
+1,mlp.experts.79.down_proj,0.00001522,0.01000,0.236
+1,mlp.experts.80.down_proj,0.00031609,0.01000,0.235
+1,mlp.experts.81.down_proj,0.00000048,0.01000,0.236
+1,mlp.experts.82.down_proj,0.00004180,0.01000,0.235
+1,mlp.experts.83.down_proj,0.00470278,0.01000,0.235
+1,mlp.experts.84.down_proj,0.00010439,0.01000,0.234
+1,mlp.experts.85.down_proj,0.00295426,0.01000,0.235
+1,mlp.experts.86.down_proj,0.00246235,0.01000,0.235
+1,mlp.experts.87.down_proj,0.00005854,0.01000,0.235
+1,mlp.experts.88.down_proj,0.00130471,0.01000,0.234
+1,mlp.experts.89.down_proj,0.00243267,0.01000,0.233
+1,mlp.experts.90.down_proj,0.00297302,0.01000,0.232
+1,mlp.experts.91.down_proj,0.00347617,0.01000,0.234
+1,mlp.experts.92.down_proj,0.00350683,0.01000,0.234
+1,mlp.experts.93.down_proj,0.00029457,0.01000,0.233
+1,mlp.experts.94.down_proj,0.00091202,0.01000,0.236
+1,mlp.experts.95.down_proj,0.00026472,0.01000,0.236
+1,mlp.experts.96.down_proj,0.00226766,0.01000,0.236
+1,mlp.experts.97.down_proj,0.00043324,0.01000,0.237
+1,mlp.experts.98.down_proj,0.00307444,0.01000,0.237
+1,mlp.experts.99.down_proj,0.00498735,0.01000,0.236
+1,mlp.experts.100.down_proj,0.00001203,0.01000,0.238
+1,mlp.experts.101.down_proj,0.00063158,0.01000,0.235
+1,mlp.experts.102.down_proj,0.00002289,0.01000,0.236
+1,mlp.experts.103.down_proj,0.00198568,0.01000,0.236
+1,mlp.experts.104.down_proj,0.00101805,0.01000,0.235
+1,mlp.experts.105.down_proj,0.00318040,0.01000,0.235
+1,mlp.experts.106.down_proj,0.00258554,0.01000,0.236
+1,mlp.experts.107.down_proj,0.00380099,0.01000,0.235
+1,mlp.experts.108.down_proj,0.00007306,0.01000,0.235
+1,mlp.experts.109.down_proj,0.00141248,0.01000,0.235
+1,mlp.experts.110.down_proj,0.00000300,0.01000,0.236
+1,mlp.experts.111.down_proj,0.00093805,0.01000,0.236
+1,mlp.experts.112.down_proj,0.00000200,0.01000,0.235
+1,mlp.experts.113.down_proj,0.00305955,0.01000,0.235
+1,mlp.experts.114.down_proj,0.00847684,0.01000,0.236
+1,mlp.experts.115.down_proj,0.00359662,0.01000,0.235
+1,mlp.experts.116.down_proj,0.00382482,0.01000,0.236
+1,mlp.experts.117.down_proj,0.00075965,0.01000,0.236
+1,mlp.experts.118.down_proj,0.00002236,0.01000,0.237
+1,mlp.experts.119.down_proj,0.00045331,0.01000,0.236
+1,mlp.experts.120.down_proj,0.00002251,0.01000,0.236
+1,mlp.experts.121.down_proj,0.00001289,0.01000,0.236
+1,mlp.experts.122.down_proj,0.00967280,0.01000,0.236
+1,mlp.experts.123.down_proj,0.00392049,0.01000,0.236
+1,mlp.experts.124.down_proj,0.00098890,0.01000,0.236
+1,mlp.experts.125.down_proj,0.00017153,0.01000,0.238
+1,mlp.experts.126.down_proj,0.00172970,0.01000,0.238
+1,mlp.experts.127.down_proj,0.00117754,0.01000,0.237
+2,self_attn.q_proj,0.00394101,0.01000,0.630
+2,self_attn.k_proj,0.00049054,0.01000,0.625
+2,self_attn.v_proj,0.00043973,0.01000,0.623
+2,self_attn.o_proj,0.00063018,0.01000,1.245
+2,mlp.experts.0.up_proj,0.11474191,0.01000,0.617
+2,mlp.experts.1.up_proj,0.00435356,0.01000,0.617
+2,mlp.experts.2.up_proj,0.08754911,0.01000,0.618
+2,mlp.experts.3.up_proj,0.00015355,0.01000,0.628
+2,mlp.experts.4.up_proj,0.25047705,0.01000,0.630
+2,mlp.experts.5.up_proj,0.02088810,0.01000,0.630
+2,mlp.experts.6.up_proj,0.04798555,0.01000,0.629
+2,mlp.experts.7.up_proj,0.04067411,0.01000,0.630
+2,mlp.experts.8.up_proj,0.06941456,0.01000,0.631
+2,mlp.experts.9.up_proj,0.10430197,0.01000,0.629
+2,mlp.experts.10.up_proj,0.03901961,0.01000,0.630
+2,mlp.experts.11.up_proj,0.00283247,0.01000,0.628
+2,mlp.experts.12.up_proj,0.01821832,0.01000,0.629
+2,mlp.experts.13.up_proj,0.00043410,0.01000,0.630
+2,mlp.experts.14.up_proj,0.04797211,0.01000,0.630
+2,mlp.experts.15.up_proj,0.05158576,0.01000,0.626
+2,mlp.experts.16.up_proj,0.02249045,0.01000,0.626
+2,mlp.experts.17.up_proj,0.03340758,0.01000,0.627
+2,mlp.experts.18.up_proj,0.03803978,0.01000,0.625
+2,mlp.experts.19.up_proj,0.00014184,0.01000,0.628
+2,mlp.experts.20.up_proj,0.00550160,0.01000,0.626
+2,mlp.experts.21.up_proj,0.00002205,0.01000,0.627
+2,mlp.experts.22.up_proj,0.03595269,0.01000,0.625
+2,mlp.experts.23.up_proj,0.01281233,0.01000,0.626
+2,mlp.experts.24.up_proj,0.03229776,0.01000,0.621
+2,mlp.experts.25.up_proj,0.00864406,0.01000,0.619
+2,mlp.experts.26.up_proj,0.00000650,0.01000,0.621
+2,mlp.experts.27.up_proj,0.06615990,0.01000,0.622
+2,mlp.experts.28.up_proj,0.00064397,0.01000,0.629
+2,mlp.experts.29.up_proj,0.00299714,0.01000,0.630
+2,mlp.experts.30.up_proj,0.00239666,0.01000,0.629
+2,mlp.experts.31.up_proj,0.00079146,0.01000,0.628
+2,mlp.experts.32.up_proj,0.00025347,0.01000,0.629
+2,mlp.experts.33.up_proj,0.00527605,0.01000,0.629
+2,mlp.experts.34.up_proj,0.00010893,0.01000,0.630
+2,mlp.experts.35.up_proj,0.00003797,0.01000,0.630
+2,mlp.experts.36.up_proj,0.01008171,0.01000,0.631
+2,mlp.experts.37.up_proj,0.00125756,0.01000,0.632
+2,mlp.experts.38.up_proj,0.01618673,0.01000,0.632
+2,mlp.experts.39.up_proj,0.00030524,0.01000,0.631
+2,mlp.experts.40.up_proj,0.10000207,0.01000,0.625
+2,mlp.experts.41.up_proj,0.03990831,0.01000,0.623
+2,mlp.experts.42.up_proj,0.01292268,0.01000,0.622
+2,mlp.experts.43.up_proj,0.00023878,0.01000,0.622
+2,mlp.experts.44.up_proj,0.01942966,0.01000,0.623
+2,mlp.experts.45.up_proj,0.01093442,0.01000,0.622
+2,mlp.experts.46.up_proj,0.06655426,0.01000,0.625
+2,mlp.experts.47.up_proj,0.02302646,0.01000,0.626
+2,mlp.experts.48.up_proj,0.01153744,0.01000,0.631
+2,mlp.experts.49.up_proj,0.10167390,0.01000,0.631
+2,mlp.experts.50.up_proj,0.33016378,0.01000,0.630
+2,mlp.experts.51.up_proj,0.11793482,0.01000,0.629
+2,mlp.experts.52.up_proj,0.09758194,0.01000,0.630
+2,mlp.experts.53.up_proj,0.01707291,0.01000,0.629
+2,mlp.experts.54.up_proj,0.06811308,0.01000,0.630
+2,mlp.experts.55.up_proj,0.04436846,0.01000,0.628
+2,mlp.experts.56.up_proj,0.00547621,0.01000,0.629
+2,mlp.experts.57.up_proj,0.01209738,0.01000,0.629
+2,mlp.experts.58.up_proj,0.00508812,0.01000,0.628
+2,mlp.experts.59.up_proj,0.07116579,0.01000,0.621
+2,mlp.experts.60.up_proj,0.26812834,0.01000,0.620
+2,mlp.experts.61.up_proj,0.01734198,0.01000,0.620
+2,mlp.experts.62.up_proj,0.07945797,0.01000,0.621
+2,mlp.experts.63.up_proj,0.17506245,0.01000,0.623
+2,mlp.experts.64.up_proj,0.12135988,0.01000,0.627
+2,mlp.experts.65.up_proj,0.04077267,0.01000,0.628
+2,mlp.experts.66.up_proj,0.00652139,0.01000,0.627
+2,mlp.experts.67.up_proj,0.04432680,0.01000,0.623
+2,mlp.experts.68.up_proj,0.08147138,0.01000,0.620
+2,mlp.experts.69.up_proj,0.03805316,0.01000,0.621
+2,mlp.experts.70.up_proj,0.05323921,0.01000,0.620
+2,mlp.experts.71.up_proj,0.00613441,0.01000,0.621
+2,mlp.experts.72.up_proj,0.01515988,0.01000,0.620
+2,mlp.experts.73.up_proj,0.11438079,0.01000,0.620
+2,mlp.experts.74.up_proj,0.07747548,0.01000,0.621
+2,mlp.experts.75.up_proj,0.00190263,0.01000,0.627
+2,mlp.experts.76.up_proj,0.14854170,0.01000,0.627
+2,mlp.experts.77.up_proj,0.22327673,0.01000,0.625
+2,mlp.experts.78.up_proj,0.00580020,0.01000,0.625
+2,mlp.experts.79.up_proj,0.00000197,0.01000,0.627
+2,mlp.experts.80.up_proj,0.00157226,0.01000,0.627
+2,mlp.experts.81.up_proj,0.07526605,0.01000,0.628
+2,mlp.experts.82.up_proj,0.00418010,0.01000,0.629
+2,mlp.experts.83.up_proj,0.00942321,0.01000,0.629
+2,mlp.experts.84.up_proj,0.01827019,0.01000,0.627
+2,mlp.experts.85.up_proj,0.16163197,0.01000,0.630
+2,mlp.experts.86.up_proj,0.00267775,0.01000,0.627
+2,mlp.experts.87.up_proj,0.01215740,0.01000,0.627
+2,mlp.experts.88.up_proj,0.02343291,0.01000,0.622
+2,mlp.experts.89.up_proj,0.00173359,0.01000,0.627
+2,mlp.experts.90.up_proj,0.04605234,0.01000,0.628
+2,mlp.experts.91.up_proj,0.01134978,0.01000,0.629
+2,mlp.experts.92.up_proj,0.02366785,0.01000,0.627
+2,mlp.experts.93.up_proj,0.03438848,0.01000,0.628
+2,mlp.experts.94.up_proj,0.20008291,0.01000,0.628
+2,mlp.experts.95.up_proj,0.07416609,0.01000,0.629
+2,mlp.experts.96.up_proj,0.00040823,0.01000,0.630
+2,mlp.experts.97.up_proj,0.16244948,0.01000,0.621
+2,mlp.experts.98.up_proj,0.00787193,0.01000,0.619
+2,mlp.experts.99.up_proj,0.03497799,0.01000,0.620
+2,mlp.experts.100.up_proj,0.23028389,0.01000,0.620
+2,mlp.experts.101.up_proj,0.00086980,0.01000,0.621
+2,mlp.experts.102.up_proj,0.00952751,0.01000,0.622
+2,mlp.experts.103.up_proj,0.01401348,0.01000,0.621
+2,mlp.experts.104.up_proj,0.05614951,0.01000,0.623
+2,mlp.experts.105.up_proj,0.00000166,0.01000,0.628
+2,mlp.experts.106.up_proj,0.00204791,0.01000,0.629
+2,mlp.experts.107.up_proj,0.02407027,0.01000,0.630
+2,mlp.experts.108.up_proj,0.01289621,0.01000,0.628
+2,mlp.experts.109.up_proj,0.00042496,0.01000,0.630
+2,mlp.experts.110.up_proj,0.00003236,0.01000,0.630
+2,mlp.experts.111.up_proj,0.01511198,0.01000,0.630
+2,mlp.experts.112.up_proj,0.01287876,0.01000,0.630
+2,mlp.experts.113.up_proj,0.00230205,0.01000,0.631
+2,mlp.experts.114.up_proj,0.00034348,0.01000,0.630
+2,mlp.experts.115.up_proj,0.21267623,0.01000,0.629
+2,mlp.experts.116.up_proj,0.06238174,0.01000,0.628
+2,mlp.experts.117.up_proj,0.05155228,0.01000,0.619
+2,mlp.experts.118.up_proj,0.20482302,0.01000,0.621
+2,mlp.experts.119.up_proj,0.12366311,0.01000,0.621
+2,mlp.experts.120.up_proj,0.04221371,0.01000,0.621
+2,mlp.experts.121.up_proj,0.05566259,0.01000,0.620
+2,mlp.experts.122.up_proj,0.03693483,0.01000,0.621
+2,mlp.experts.123.up_proj,0.03194227,0.01000,0.621
+2,mlp.experts.124.up_proj,0.00013380,0.01000,0.620
+2,mlp.experts.125.up_proj,0.14297105,0.01000,0.620
+2,mlp.experts.126.up_proj,0.03956900,0.01000,0.620
+2,mlp.experts.127.up_proj,0.04650345,0.01000,0.623
+2,mlp.experts.0.gate_proj,0.12029032,0.01000,0.621
+2,mlp.experts.1.gate_proj,0.00491829,0.01000,0.621
+2,mlp.experts.2.gate_proj,0.10237999,0.01000,0.627
+2,mlp.experts.3.gate_proj,0.00016043,0.01000,0.629
+2,mlp.experts.4.gate_proj,0.27433106,0.01000,0.630
+2,mlp.experts.5.gate_proj,0.02266084,0.01000,0.629
+2,mlp.experts.6.gate_proj,0.05197962,0.01000,0.628
+2,mlp.experts.7.gate_proj,0.04353376,0.01000,0.629
+2,mlp.experts.8.gate_proj,0.07239051,0.01000,0.628
+2,mlp.experts.9.gate_proj,0.10883663,0.01000,0.629
+2,mlp.experts.10.gate_proj,0.04197687,0.01000,0.630
+2,mlp.experts.11.gate_proj,0.00306582,0.01000,0.628
+2,mlp.experts.12.gate_proj,0.01950582,0.01000,0.629
+2,mlp.experts.13.gate_proj,0.00045958,0.01000,0.631
+2,mlp.experts.14.gate_proj,0.05421239,0.01000,0.621
+2,mlp.experts.15.gate_proj,0.05687767,0.01000,0.620
+2,mlp.experts.16.gate_proj,0.02403373,0.01000,0.620
+2,mlp.experts.17.gate_proj,0.03846435,0.01000,0.621
+2,mlp.experts.18.gate_proj,0.04154433,0.01000,0.622
+2,mlp.experts.19.gate_proj,0.00015875,0.01000,0.620
+2,mlp.experts.20.gate_proj,0.00614884,0.01000,0.621
+2,mlp.experts.21.gate_proj,0.00002345,0.01000,0.623
+2,mlp.experts.22.gate_proj,0.03753607,0.01000,0.628
+2,mlp.experts.23.gate_proj,0.01370509,0.01000,0.627
+2,mlp.experts.24.gate_proj,0.03523031,0.01000,0.628
+2,mlp.experts.25.gate_proj,0.00913693,0.01000,0.629
+2,mlp.experts.26.gate_proj,0.00000694,0.01000,0.630
+2,mlp.experts.27.gate_proj,0.07224122,0.01000,0.629
+2,mlp.experts.28.gate_proj,0.00066382,0.01000,0.629
+2,mlp.experts.29.gate_proj,0.00336005,0.01000,0.629
+2,mlp.experts.30.gate_proj,0.00266582,0.01000,0.629
+2,mlp.experts.31.gate_proj,0.00084115,0.01000,0.629
+2,mlp.experts.32.gate_proj,0.00025998,0.01000,0.627
+2,mlp.experts.33.gate_proj,0.00661821,0.01000,0.622
+2,mlp.experts.34.gate_proj,0.00011487,0.01000,0.620
+2,mlp.experts.35.gate_proj,0.00004009,0.01000,0.620
+2,mlp.experts.36.gate_proj,0.01040962,0.01000,0.619
+2,mlp.experts.37.gate_proj,0.00130101,0.01000,0.620
+2,mlp.experts.38.gate_proj,0.01703519,0.01000,0.619
+2,mlp.experts.39.gate_proj,0.00032496,0.01000,0.620
+2,mlp.experts.40.gate_proj,0.11323598,0.01000,0.620
+2,mlp.experts.41.gate_proj,0.04328979,0.01000,0.622
+2,mlp.experts.42.gate_proj,0.01384026,0.01000,0.620
+2,mlp.experts.43.gate_proj,0.00025081,0.01000,0.619
+2,mlp.experts.44.gate_proj,0.02126855,0.01000,0.620
+2,mlp.experts.45.gate_proj,0.01158159,0.01000,0.621
+2,mlp.experts.46.gate_proj,0.07629178,0.01000,0.619
+2,mlp.experts.47.gate_proj,0.02540951,0.01000,0.620
+2,mlp.experts.48.gate_proj,0.01254593,0.01000,0.621
+2,mlp.experts.49.gate_proj,0.10955963,0.01000,0.622
+2,mlp.experts.50.gate_proj,0.43863007,0.01000,0.629
+2,mlp.experts.51.gate_proj,0.12664387,0.01000,0.628
+2,mlp.experts.52.gate_proj,0.10805076,0.01000,0.629
+2,mlp.experts.53.gate_proj,0.01851770,0.01000,0.630
+2,mlp.experts.54.gate_proj,0.07406312,0.01000,0.629
+2,mlp.experts.55.gate_proj,0.05006896,0.01000,0.629
+2,mlp.experts.56.gate_proj,0.00537292,0.01000,0.630
+2,mlp.experts.57.gate_proj,0.01320783,0.01000,0.629
+2,mlp.experts.58.gate_proj,0.00554476,0.01000,0.633
+2,mlp.experts.59.gate_proj,0.09642997,0.01000,0.629
+2,mlp.experts.60.gate_proj,0.31263918,0.01000,0.629
+2,mlp.experts.61.gate_proj,0.01859031,0.01000,0.628
+2,mlp.experts.62.gate_proj,0.08511946,0.01000,0.619
+2,mlp.experts.63.gate_proj,0.24067375,0.01000,0.623
+2,mlp.experts.64.gate_proj,0.13239276,0.01000,0.621
+2,mlp.experts.65.gate_proj,0.04469108,0.01000,0.621
+2,mlp.experts.66.gate_proj,0.00679437,0.01000,0.620
+2,mlp.experts.67.gate_proj,0.04867532,0.01000,0.621
+2,mlp.experts.68.gate_proj,0.08785154,0.01000,0.621
+2,mlp.experts.69.gate_proj,0.04130749,0.01000,0.622
+2,mlp.experts.70.gate_proj,0.05812638,0.01000,0.620
+2,mlp.experts.71.gate_proj,0.00730475,0.01000,0.622
+2,mlp.experts.72.gate_proj,0.01557124,0.01000,0.622
+2,mlp.experts.73.gate_proj,0.12078211,0.01000,0.628
+2,mlp.experts.74.gate_proj,0.09478345,0.01000,0.628
+2,mlp.experts.75.gate_proj,0.00216770,0.01000,0.630
+2,mlp.experts.76.gate_proj,0.16635707,0.01000,0.629
+2,mlp.experts.77.gate_proj,0.29522768,0.01000,0.628
+2,mlp.experts.78.gate_proj,0.00661515,0.01000,0.628
+2,mlp.experts.79.gate_proj,0.00000212,0.01000,0.628
+2,mlp.experts.80.gate_proj,0.00184607,0.01000,0.628
+2,mlp.experts.81.gate_proj,0.08033556,0.01000,0.629
+2,mlp.experts.82.gate_proj,0.00445346,0.01000,0.628
+2,mlp.experts.83.gate_proj,0.01067855,0.01000,0.622
+2,mlp.experts.84.gate_proj,0.01861310,0.01000,0.621
+2,mlp.experts.85.gate_proj,0.17630702,0.01000,0.620
+2,mlp.experts.86.gate_proj,0.00291724,0.01000,0.620
+2,mlp.experts.87.gate_proj,0.01300821,0.01000,0.620
+2,mlp.experts.88.gate_proj,0.02608141,0.01000,0.630
+2,mlp.experts.89.gate_proj,0.00181118,0.01000,0.634
+2,mlp.experts.90.gate_proj,0.04914877,0.01000,0.631
+2,mlp.experts.91.gate_proj,0.01399732,0.01000,0.633
+2,mlp.experts.92.gate_proj,0.11727068,0.01000,0.633
+2,mlp.experts.93.gate_proj,0.03623697,0.01000,0.636
+2,mlp.experts.94.gate_proj,0.24667543,0.01000,0.640
+2,mlp.experts.95.gate_proj,0.08337392,0.01000,0.641
+2,mlp.experts.96.gate_proj,0.00042236,0.01000,0.642
+2,mlp.experts.97.gate_proj,0.18556741,0.01000,0.640
+2,mlp.experts.98.gate_proj,0.00852661,0.01000,0.641
+2,mlp.experts.99.gate_proj,0.03898573,0.01000,0.628
+2,mlp.experts.100.gate_proj,0.28467065,0.01000,0.628
+2,mlp.experts.101.gate_proj,0.00088880,0.01000,0.627
+2,mlp.experts.102.gate_proj,0.01183854,0.01000,0.628
+2,mlp.experts.103.gate_proj,0.01477298,0.01000,0.627
+2,mlp.experts.104.gate_proj,0.06445611,0.01000,0.629
+2,mlp.experts.105.gate_proj,0.00000193,0.01000,0.619
+2,mlp.experts.106.gate_proj,0.00221825,0.01000,0.618
+2,mlp.experts.107.gate_proj,0.02559883,0.01000,0.618
+2,mlp.experts.108.gate_proj,0.01490581,0.01000,0.620
+2,mlp.experts.109.gate_proj,0.00045731,0.01000,0.622
+2,mlp.experts.110.gate_proj,0.00003702,0.01000,0.619
+2,mlp.experts.111.gate_proj,0.01699155,0.01000,0.620
+2,mlp.experts.112.gate_proj,0.01355702,0.01000,0.619
+2,mlp.experts.113.gate_proj,0.00269074,0.01000,0.624
+2,mlp.experts.114.gate_proj,0.00033898,0.01000,0.627
+2,mlp.experts.115.gate_proj,0.26539522,0.01000,0.630
+2,mlp.experts.116.gate_proj,0.06519607,0.01000,0.628
+2,mlp.experts.117.gate_proj,0.05466783,0.01000,0.629
+2,mlp.experts.118.gate_proj,0.24114977,0.01000,0.629
+2,mlp.experts.119.gate_proj,0.14079534,0.01000,0.629
+2,mlp.experts.120.gate_proj,0.04649476,0.01000,0.628
+2,mlp.experts.121.gate_proj,0.06216802,0.01000,0.628
+2,mlp.experts.122.gate_proj,0.04075712,0.01000,0.628
+2,mlp.experts.123.gate_proj,0.03462902,0.01000,0.629
+2,mlp.experts.124.gate_proj,0.00014072,0.01000,0.630
+2,mlp.experts.125.gate_proj,0.15454793,0.01000,0.626
+2,mlp.experts.126.gate_proj,0.04266409,0.01000,0.620
+2,mlp.experts.127.gate_proj,0.04980432,0.01000,0.618
+2,mlp.experts.0.down_proj,0.00889016,0.01000,0.235
+2,mlp.experts.1.down_proj,0.00015406,0.01000,0.234
+2,mlp.experts.2.down_proj,0.00968478,0.01000,0.234
+2,mlp.experts.3.down_proj,0.00002975,0.01000,0.234
+2,mlp.experts.4.down_proj,0.02298672,0.01000,0.234
+2,mlp.experts.5.down_proj,0.00331868,0.01000,0.234
+2,mlp.experts.6.down_proj,0.00890400,0.01000,0.234
+2,mlp.experts.7.down_proj,0.00630201,0.01000,0.235
+2,mlp.experts.8.down_proj,0.00879113,0.01000,0.232
+2,mlp.experts.9.down_proj,0.01141149,0.01000,0.232
+2,mlp.experts.10.down_proj,0.00325884,0.01000,0.233
+2,mlp.experts.11.down_proj,0.00020834,0.01000,0.232
+2,mlp.experts.12.down_proj,0.00363308,0.01000,0.232
+2,mlp.experts.13.down_proj,0.00003888,0.01000,0.233
+2,mlp.experts.14.down_proj,0.00812826,0.01000,0.232
+2,mlp.experts.15.down_proj,0.00945554,0.01000,0.231
+2,mlp.experts.16.down_proj,0.00203560,0.01000,0.232
+2,mlp.experts.17.down_proj,0.00438521,0.01000,0.231
+2,mlp.experts.18.down_proj,0.00071482,0.01000,0.232
+2,mlp.experts.19.down_proj,0.00005707,0.01000,0.232
+2,mlp.experts.20.down_proj,0.00045151,0.01000,0.232
+2,mlp.experts.21.down_proj,0.00000380,0.01000,0.232
+2,mlp.experts.22.down_proj,0.00336206,0.01000,0.232
+2,mlp.experts.23.down_proj,0.00223810,0.01000,0.232
+2,mlp.experts.24.down_proj,0.00674745,0.01000,0.231
+2,mlp.experts.25.down_proj,0.00064333,0.01000,0.232
+2,mlp.experts.26.down_proj,0.00000062,0.01000,0.232
+2,mlp.experts.27.down_proj,0.00571162,0.01000,0.232
+2,mlp.experts.28.down_proj,0.00014314,0.01000,0.232
+2,mlp.experts.29.down_proj,0.00249641,0.01000,0.232
+2,mlp.experts.30.down_proj,0.00035661,0.01000,0.232
+2,mlp.experts.31.down_proj,0.00013440,0.01000,0.232
+2,mlp.experts.32.down_proj,0.00003884,0.01000,0.231
+2,mlp.experts.33.down_proj,0.00020906,0.01000,0.232
+2,mlp.experts.34.down_proj,0.00000979,0.01000,0.231
+2,mlp.experts.35.down_proj,0.00000385,0.01000,0.232
+2,mlp.experts.36.down_proj,0.00071857,0.01000,0.232
+2,mlp.experts.37.down_proj,0.00028892,0.01000,0.231
+2,mlp.experts.38.down_proj,0.00202107,0.01000,0.232
+2,mlp.experts.39.down_proj,0.00003835,0.01000,0.232
+2,mlp.experts.40.down_proj,0.01000082,0.01000,0.233
+2,mlp.experts.41.down_proj,0.00695884,0.01000,0.234
+2,mlp.experts.42.down_proj,0.00149625,0.01000,0.233
+2,mlp.experts.43.down_proj,0.00003078,0.01000,0.233
+2,mlp.experts.44.down_proj,0.00458079,0.01000,0.233
+2,mlp.experts.45.down_proj,0.00259970,0.01000,0.235
+2,mlp.experts.46.down_proj,0.00735253,0.01000,0.236
+2,mlp.experts.47.down_proj,0.00292417,0.01000,0.235
+2,mlp.experts.48.down_proj,0.00155026,0.01000,0.235
+2,mlp.experts.49.down_proj,0.00920026,0.01000,0.235
+2,mlp.experts.50.down_proj,0.01235532,0.01000,0.235
+2,mlp.experts.51.down_proj,0.01256611,0.01000,0.235
+2,mlp.experts.52.down_proj,0.01119995,0.01000,0.235
+2,mlp.experts.53.down_proj,0.00373892,0.01000,0.236
+2,mlp.experts.54.down_proj,0.00849317,0.01000,0.236
+2,mlp.experts.55.down_proj,0.00163171,0.01000,0.235
+2,mlp.experts.56.down_proj,0.00018711,0.01000,0.235
+2,mlp.experts.57.down_proj,0.00151084,0.01000,0.235
+2,mlp.experts.58.down_proj,0.00050953,0.01000,0.235
+2,mlp.experts.59.down_proj,0.00620459,0.01000,0.234
+2,mlp.experts.60.down_proj,0.00669863,0.01000,0.235
+2,mlp.experts.61.down_proj,0.00049769,0.01000,0.235
+2,mlp.experts.62.down_proj,0.00793167,0.01000,0.235
+2,mlp.experts.63.down_proj,0.00375734,0.01000,0.235
+2,mlp.experts.64.down_proj,0.01288378,0.01000,0.235
+2,mlp.experts.65.down_proj,0.00597227,0.01000,0.235
+2,mlp.experts.66.down_proj,0.00068278,0.01000,0.235
+2,mlp.experts.67.down_proj,0.00696742,0.01000,0.235
+2,mlp.experts.68.down_proj,0.00960176,0.01000,0.235
+2,mlp.experts.69.down_proj,0.00651811,0.01000,0.236
+2,mlp.experts.70.down_proj,0.01437526,0.01000,0.235
+2,mlp.experts.71.down_proj,0.00031874,0.01000,0.236
+2,mlp.experts.72.down_proj,0.00058115,0.01000,0.235
+2,mlp.experts.73.down_proj,0.01495294,0.01000,0.235
+2,mlp.experts.74.down_proj,0.00431400,0.01000,0.235
+2,mlp.experts.75.down_proj,0.00052267,0.01000,0.235
+2,mlp.experts.76.down_proj,0.01687516,0.01000,0.233
+2,mlp.experts.77.down_proj,0.00479702,0.01000,0.231
+2,mlp.experts.78.down_proj,0.00011116,0.01000,0.232
+2,mlp.experts.79.down_proj,0.00000027,0.01000,0.232
+2,mlp.experts.80.down_proj,0.00020552,0.01000,0.232
+2,mlp.experts.81.down_proj,0.00366761,0.01000,0.233
+2,mlp.experts.82.down_proj,0.00042364,0.01000,0.231
+2,mlp.experts.83.down_proj,0.00044344,0.01000,0.232
+2,mlp.experts.84.down_proj,0.00237355,0.01000,0.232
+2,mlp.experts.85.down_proj,0.01493829,0.01000,0.232
+2,mlp.experts.86.down_proj,0.00071894,0.01000,0.232
+2,mlp.experts.87.down_proj,0.00194690,0.01000,0.232
+2,mlp.experts.88.down_proj,0.00382829,0.01000,0.232
+2,mlp.experts.89.down_proj,0.00018630,0.01000,0.232
+2,mlp.experts.90.down_proj,0.00704966,0.01000,0.232
+2,mlp.experts.91.down_proj,0.00060980,0.01000,0.233
+2,mlp.experts.92.down_proj,6.85340261,0.01000,0.234
+2,mlp.experts.93.down_proj,0.00350345,0.01000,0.234
+2,mlp.experts.94.down_proj,0.02117772,0.01000,0.232
+2,mlp.experts.95.down_proj,0.00698612,0.01000,0.231
+2,mlp.experts.96.down_proj,0.00007622,0.01000,0.231
+2,mlp.experts.97.down_proj,0.00736540,0.01000,0.231
+2,mlp.experts.98.down_proj,0.00144832,0.01000,0.233
+2,mlp.experts.99.down_proj,0.00621744,0.01000,0.235
+2,mlp.experts.100.down_proj,0.00624928,0.01000,0.235
+2,mlp.experts.101.down_proj,0.00008491,0.01000,0.238
+2,mlp.experts.102.down_proj,0.00023659,0.01000,0.239
+2,mlp.experts.103.down_proj,0.00096960,0.01000,0.239
+2,mlp.experts.104.down_proj,0.01103351,0.01000,0.239
+2,mlp.experts.105.down_proj,0.00000012,0.01000,0.239
+2,mlp.experts.106.down_proj,0.00025650,0.01000,0.239
+2,mlp.experts.107.down_proj,0.00622536,0.01000,0.239
+2,mlp.experts.108.down_proj,0.00092589,0.01000,0.239
+2,mlp.experts.109.down_proj,0.00004513,0.01000,0.238
+2,mlp.experts.110.down_proj,0.00000340,0.01000,0.239
+2,mlp.experts.111.down_proj,0.00430653,0.01000,0.239
+2,mlp.experts.112.down_proj,0.00171192,0.01000,0.239
+2,mlp.experts.113.down_proj,0.00034427,0.01000,0.239
+2,mlp.experts.114.down_proj,0.00007353,0.01000,0.239
+2,mlp.experts.115.down_proj,0.00719746,0.01000,0.239
+2,mlp.experts.116.down_proj,0.00787514,0.01000,0.239
+2,mlp.experts.117.down_proj,0.00803920,0.01000,0.240
+2,mlp.experts.118.down_proj,0.00782443,0.01000,0.239
+2,mlp.experts.119.down_proj,0.01520927,0.01000,0.239
+2,mlp.experts.120.down_proj,0.00759657,0.01000,0.239
+2,mlp.experts.121.down_proj,0.00871821,0.01000,0.239
+2,mlp.experts.122.down_proj,0.00717843,0.01000,0.239
+2,mlp.experts.123.down_proj,0.00315777,0.01000,0.239
+2,mlp.experts.124.down_proj,0.00001609,0.01000,0.239
+2,mlp.experts.125.down_proj,0.01166271,0.01000,0.239
+2,mlp.experts.126.down_proj,0.00772335,0.01000,0.239
+2,mlp.experts.127.down_proj,0.00631817,0.01000,0.239
+3,self_attn.q_proj,0.01884748,0.01000,0.623
+3,self_attn.k_proj,0.00227142,0.01000,0.615
+3,self_attn.v_proj,0.00261216,0.01000,0.612
+3,self_attn.o_proj,0.00273271,0.01000,1.238
+3,mlp.experts.0.up_proj,0.04677314,0.01000,0.617
+3,mlp.experts.1.up_proj,0.12446778,0.01000,0.611
+3,mlp.experts.2.up_proj,0.10888616,0.01000,0.611
+3,mlp.experts.3.up_proj,0.08563317,0.01000,0.614
+3,mlp.experts.4.up_proj,0.07704049,0.01000,0.617
+3,mlp.experts.5.up_proj,0.01485929,0.01000,0.617
+3,mlp.experts.6.up_proj,0.03813139,0.01000,0.615
+3,mlp.experts.7.up_proj,0.12335198,0.01000,0.617
+3,mlp.experts.8.up_proj,0.00005307,0.01000,0.618
+3,mlp.experts.9.up_proj,0.09265259,0.01000,0.618
+3,mlp.experts.10.up_proj,0.09772597,0.01000,0.616
+3,mlp.experts.11.up_proj,0.10776199,0.01000,0.617
+3,mlp.experts.12.up_proj,0.03642869,0.01000,0.616
+3,mlp.experts.13.up_proj,0.13264096,0.01000,0.625
+3,mlp.experts.14.up_proj,0.00831242,0.01000,0.628
+3,mlp.experts.15.up_proj,0.00187660,0.01000,0.627
+3,mlp.experts.16.up_proj,0.00621618,0.01000,0.627
+3,mlp.experts.17.up_proj,0.01783289,0.01000,0.626
+3,mlp.experts.18.up_proj,0.00807466,0.01000,0.625
+3,mlp.experts.19.up_proj,0.02157914,0.01000,0.627
+3,mlp.experts.20.up_proj,0.07796855,0.01000,0.627
+3,mlp.experts.21.up_proj,0.07126711,0.01000,0.626
+3,mlp.experts.22.up_proj,0.08062422,0.01000,0.627
+3,mlp.experts.23.up_proj,0.00927311,0.01000,0.627
+3,mlp.experts.24.up_proj,0.10698757,0.01000,0.626
+3,mlp.experts.25.up_proj,0.15817863,0.01000,0.625
+3,mlp.experts.26.up_proj,0.08987392,0.01000,0.623
+3,mlp.experts.27.up_proj,0.05621062,0.01000,0.618
+3,mlp.experts.28.up_proj,0.00436495,0.01000,0.616
+3,mlp.experts.29.up_proj,0.12544012,0.01000,0.615
+3,mlp.experts.30.up_proj,0.00859320,0.01000,0.616
+3,mlp.experts.31.up_proj,0.06208527,0.01000,0.618
+3,mlp.experts.32.up_proj,0.03104442,0.01000,0.617
+3,mlp.experts.33.up_proj,0.00033484,0.01000,0.616
+3,mlp.experts.34.up_proj,0.14408672,0.01000,0.617
+3,mlp.experts.35.up_proj,0.10978676,0.01000,0.616
+3,mlp.experts.36.up_proj,0.05417317,0.01000,0.619
+3,mlp.experts.37.up_proj,0.11789704,0.01000,0.618
+3,mlp.experts.38.up_proj,0.13016324,0.01000,0.620
+3,mlp.experts.39.up_proj,0.02529144,0.01000,0.626
+3,mlp.experts.40.up_proj,0.06592137,0.01000,0.628
+3,mlp.experts.41.up_proj,0.14412096,0.01000,0.629
+3,mlp.experts.42.up_proj,0.03934941,0.01000,0.629
+3,mlp.experts.43.up_proj,0.00102005,0.01000,0.627
+3,mlp.experts.44.up_proj,0.00540475,0.01000,0.629
+3,mlp.experts.45.up_proj,0.01390261,0.01000,0.627
+3,mlp.experts.46.up_proj,0.02756046,0.01000,0.627
+3,mlp.experts.47.up_proj,0.00609884,0.01000,0.628
+3,mlp.experts.48.up_proj,0.00224659,0.01000,0.629
+3,mlp.experts.49.up_proj,0.00386284,0.01000,0.633
+3,mlp.experts.50.up_proj,0.02458512,0.01000,0.629
+3,mlp.experts.51.up_proj,0.01197079,0.01000,0.624
+3,mlp.experts.52.up_proj,0.00083645,0.01000,0.618
+3,mlp.experts.53.up_proj,0.07241438,0.01000,0.617
+3,mlp.experts.54.up_proj,0.18186355,0.01000,0.619
+3,mlp.experts.55.up_proj,0.15803748,0.01000,0.620
+3,mlp.experts.56.up_proj,0.01722565,0.01000,0.617
+3,mlp.experts.57.up_proj,0.00012282,0.01000,0.619
+3,mlp.experts.58.up_proj,0.00012618,0.01000,0.617
+3,mlp.experts.59.up_proj,0.21901667,0.01000,0.617
+3,mlp.experts.60.up_proj,0.04069048,0.01000,0.619
+3,mlp.experts.61.up_proj,0.35588479,0.01000,0.619
+3,mlp.experts.62.up_proj,0.23672198,0.01000,0.619
+3,mlp.experts.63.up_proj,0.00002328,0.01000,0.620
+3,mlp.experts.64.up_proj,0.09695157,0.01000,0.619
+3,mlp.experts.65.up_proj,0.01450588,0.01000,0.619
+3,mlp.experts.66.up_proj,0.05436333,0.01000,0.620
+3,mlp.experts.67.up_proj,0.01292317,0.01000,0.627
+3,mlp.experts.68.up_proj,0.00164406,0.01000,0.628
+3,mlp.experts.69.up_proj,0.11318922,0.01000,0.627
+3,mlp.experts.70.up_proj,0.15151529,0.01000,0.628
+3,mlp.experts.71.up_proj,0.02759308,0.01000,0.628
+3,mlp.experts.72.up_proj,0.00284917,0.01000,0.627
+3,mlp.experts.73.up_proj,0.32230613,0.01000,0.629
+3,mlp.experts.74.up_proj,0.16941592,0.01000,0.628
+3,mlp.experts.75.up_proj,0.02735771,0.01000,0.630
+3,mlp.experts.76.up_proj,0.11972316,0.01000,0.630
+3,mlp.experts.77.up_proj,0.12401460,0.01000,0.630
+3,mlp.experts.78.up_proj,0.14959717,0.01000,0.629
+3,mlp.experts.79.up_proj,0.03780937,0.01000,0.626
+3,mlp.experts.80.up_proj,0.09448008,0.01000,0.625
+3,mlp.experts.81.up_proj,0.02265774,0.01000,0.625
+3,mlp.experts.82.up_proj,0.08628073,0.01000,0.627
+3,mlp.experts.83.up_proj,0.00001845,0.01000,0.624
+3,mlp.experts.84.up_proj,0.01701784,0.01000,0.625
+3,mlp.experts.85.up_proj,0.00059321,0.01000,0.626
+3,mlp.experts.86.up_proj,0.05070689,0.01000,0.624
+3,mlp.experts.87.up_proj,0.01400703,0.01000,0.624
+3,mlp.experts.88.up_proj,0.06230563,0.01000,0.622
+3,mlp.experts.89.up_proj,0.07259817,0.01000,0.625
+3,mlp.experts.90.up_proj,0.04831271,0.01000,0.629
+3,mlp.experts.91.up_proj,0.05808363,0.01000,0.629
+3,mlp.experts.92.up_proj,0.06706385,0.01000,0.629
+3,mlp.experts.93.up_proj,0.14230613,0.01000,0.628
+3,mlp.experts.94.up_proj,0.04215182,0.01000,0.629
+3,mlp.experts.95.up_proj,0.01158385,0.01000,0.630
+3,mlp.experts.96.up_proj,0.00013895,0.01000,0.630
+3,mlp.experts.97.up_proj,0.02994718,0.01000,0.628
+3,mlp.experts.98.up_proj,0.07027538,0.01000,0.630
+3,mlp.experts.99.up_proj,0.02411671,0.01000,0.630
+3,mlp.experts.100.up_proj,0.01227248,0.01000,0.625
+3,mlp.experts.101.up_proj,0.05354077,0.01000,0.619
+3,mlp.experts.102.up_proj,0.00018724,0.01000,0.618
+3,mlp.experts.103.up_proj,0.08270086,0.01000,0.618
+3,mlp.experts.104.up_proj,0.21481721,0.01000,0.618
+3,mlp.experts.105.up_proj,0.19817026,0.01000,0.618
+3,mlp.experts.106.up_proj,0.13068655,0.01000,0.618
+3,mlp.experts.107.up_proj,0.09619153,0.01000,0.620
+3,mlp.experts.108.up_proj,0.02106100,0.01000,0.619
+3,mlp.experts.109.up_proj,0.01399669,0.01000,0.620
+3,mlp.experts.110.up_proj,0.00044785,0.01000,0.619
+3,mlp.experts.111.up_proj,0.00362172,0.01000,0.619
+3,mlp.experts.112.up_proj,0.18323146,0.01000,0.619
+3,mlp.experts.113.up_proj,0.03557756,0.01000,0.619
+3,mlp.experts.114.up_proj,0.02916865,0.01000,0.619
+3,mlp.experts.115.up_proj,0.09116800,0.01000,0.623
+3,mlp.experts.116.up_proj,0.00229810,0.01000,0.629
+3,mlp.experts.117.up_proj,0.00765586,0.01000,0.629
+3,mlp.experts.118.up_proj,0.01666330,0.01000,0.631
+3,mlp.experts.119.up_proj,0.01494792,0.01000,0.629
+3,mlp.experts.120.up_proj,0.08030792,0.01000,0.630
+3,mlp.experts.121.up_proj,0.16786425,0.01000,0.629
+3,mlp.experts.122.up_proj,0.02633701,0.01000,0.628
+3,mlp.experts.123.up_proj,0.14523253,0.01000,0.628
+3,mlp.experts.124.up_proj,0.12873454,0.01000,0.628
+3,mlp.experts.125.up_proj,0.00533442,0.01000,0.628
+3,mlp.experts.126.up_proj,0.00185793,0.01000,0.629
+3,mlp.experts.127.up_proj,0.22253937,0.01000,0.623
+3,mlp.experts.0.gate_proj,0.04965186,0.01000,0.620
+3,mlp.experts.1.gate_proj,0.13080332,0.01000,0.620
+3,mlp.experts.2.gate_proj,0.11574057,0.01000,0.620
+3,mlp.experts.3.gate_proj,0.09198765,0.01000,0.620
+3,mlp.experts.4.gate_proj,0.08558999,0.01000,0.622
+3,mlp.experts.5.gate_proj,0.01584247,0.01000,0.620
+3,mlp.experts.6.gate_proj,0.03935688,0.01000,0.620
+3,mlp.experts.7.gate_proj,0.13496234,0.01000,0.623
+3,mlp.experts.8.gate_proj,0.00005837,0.01000,0.627
+3,mlp.experts.9.gate_proj,0.10074000,0.01000,0.628
+3,mlp.experts.10.gate_proj,0.10714613,0.01000,0.627
+3,mlp.experts.11.gate_proj,0.11738998,0.01000,0.629
+3,mlp.experts.12.gate_proj,0.03926640,0.01000,0.629
+3,mlp.experts.13.gate_proj,0.15076038,0.01000,0.628
+3,mlp.experts.14.gate_proj,0.00868524,0.01000,0.629
+3,mlp.experts.15.gate_proj,0.00211246,0.01000,0.629
+3,mlp.experts.16.gate_proj,0.00652067,0.01000,0.628
+3,mlp.experts.17.gate_proj,0.01948593,0.01000,0.628
+3,mlp.experts.18.gate_proj,0.00880855,0.01000,0.621
+3,mlp.experts.19.gate_proj,0.02255298,0.01000,0.619
+3,mlp.experts.20.gate_proj,0.08294427,0.01000,0.617
+3,mlp.experts.21.gate_proj,0.07677038,0.01000,0.617
+3,mlp.experts.22.gate_proj,0.08758729,0.01000,0.620
+3,mlp.experts.23.gate_proj,0.00985419,0.01000,0.617
+3,mlp.experts.24.gate_proj,0.10997119,0.01000,0.618
+3,mlp.experts.25.gate_proj,0.16758548,0.01000,0.619
+3,mlp.experts.26.gate_proj,0.09227362,0.01000,0.618
+3,mlp.experts.27.gate_proj,0.06555670,0.01000,0.620
+3,mlp.experts.28.gate_proj,0.00468376,0.01000,0.618
+3,mlp.experts.29.gate_proj,0.13634034,0.01000,0.618
+3,mlp.experts.30.gate_proj,0.00924781,0.01000,0.623
+3,mlp.experts.31.gate_proj,0.06797923,0.01000,0.626
+3,mlp.experts.32.gate_proj,0.03345928,0.01000,0.627
+3,mlp.experts.33.gate_proj,0.00035000,0.01000,0.627
+3,mlp.experts.34.gate_proj,0.15944503,0.01000,0.628
+3,mlp.experts.35.gate_proj,0.11601579,0.01000,0.628
+3,mlp.experts.36.gate_proj,0.06156562,0.01000,0.628
+3,mlp.experts.37.gate_proj,0.12694275,0.01000,0.629
+3,mlp.experts.38.gate_proj,0.13746795,0.01000,0.629
+3,mlp.experts.39.gate_proj,0.02785340,0.01000,0.628
+3,mlp.experts.40.gate_proj,0.06885784,0.01000,0.629
+3,mlp.experts.41.gate_proj,0.16091193,0.01000,0.622
+3,mlp.experts.42.gate_proj,0.04559233,0.01000,0.621
+3,mlp.experts.43.gate_proj,0.00108331,0.01000,0.621
+3,mlp.experts.44.gate_proj,0.00576326,0.01000,0.622
+3,mlp.experts.45.gate_proj,0.01494465,0.01000,0.626
+3,mlp.experts.46.gate_proj,0.02881987,0.01000,0.620
+3,mlp.experts.47.gate_proj,0.00639229,0.01000,0.619
+3,mlp.experts.48.gate_proj,0.00244971,0.01000,0.622
+3,mlp.experts.49.gate_proj,0.00433384,0.01000,0.622
+3,mlp.experts.50.gate_proj,0.02602895,0.01000,0.618
+3,mlp.experts.51.gate_proj,0.01257604,0.01000,0.619
+3,mlp.experts.52.gate_proj,0.00095141,0.01000,0.621
+3,mlp.experts.53.gate_proj,0.07487664,0.01000,0.623
+3,mlp.experts.54.gate_proj,0.18747789,0.01000,0.626
+3,mlp.experts.55.gate_proj,0.17149371,0.01000,0.629
+3,mlp.experts.56.gate_proj,0.01853289,0.01000,0.630
+3,mlp.experts.57.gate_proj,0.00012779,0.01000,0.631
+3,mlp.experts.58.gate_proj,0.00013234,0.01000,0.629
+3,mlp.experts.59.gate_proj,0.23811293,0.01000,0.628
+3,mlp.experts.60.gate_proj,0.04458866,0.01000,0.629
+3,mlp.experts.61.gate_proj,0.38541424,0.01000,0.628
+3,mlp.experts.62.gate_proj,0.24757157,0.01000,0.629
+3,mlp.experts.63.gate_proj,0.00002643,0.01000,0.631
+3,mlp.experts.64.gate_proj,0.10445651,0.01000,0.626
+3,mlp.experts.65.gate_proj,0.01556801,0.01000,0.617
+3,mlp.experts.66.gate_proj,0.05834191,0.01000,0.617
+3,mlp.experts.67.gate_proj,0.01359464,0.01000,0.618
+3,mlp.experts.68.gate_proj,0.00179202,0.01000,0.617
+3,mlp.experts.69.gate_proj,0.12330190,0.01000,0.617
+3,mlp.experts.70.gate_proj,0.15362121,0.01000,0.618
+3,mlp.experts.71.gate_proj,0.02924372,0.01000,0.617
+3,mlp.experts.72.gate_proj,0.00316290,0.01000,0.617
+3,mlp.experts.73.gate_proj,0.39821684,0.01000,0.616
+3,mlp.experts.74.gate_proj,0.18160152,0.01000,0.617
+3,mlp.experts.75.gate_proj,0.03231978,0.01000,0.616
+3,mlp.experts.76.gate_proj,0.13066781,0.01000,0.617
+3,mlp.experts.77.gate_proj,0.12969205,0.01000,0.617
+3,mlp.experts.78.gate_proj,0.16266233,0.01000,0.617
+3,mlp.experts.79.gate_proj,0.04098746,0.01000,0.621
+3,mlp.experts.80.gate_proj,0.10315605,0.01000,0.625
+3,mlp.experts.81.gate_proj,0.02473212,0.01000,0.628
+3,mlp.experts.82.gate_proj,0.25630739,0.01000,0.628
+3,mlp.experts.83.gate_proj,0.00002040,0.01000,0.628
+3,mlp.experts.84.gate_proj,0.01832848,0.01000,0.627
+3,mlp.experts.85.gate_proj,0.00062545,0.01000,0.627
+3,mlp.experts.86.gate_proj,0.05610838,0.01000,0.628
+3,mlp.experts.87.gate_proj,0.01500319,0.01000,0.627
+3,mlp.experts.88.gate_proj,0.06835440,0.01000,0.628
+3,mlp.experts.89.gate_proj,0.07692285,0.01000,0.627
+3,mlp.experts.90.gate_proj,0.05150598,0.01000,0.627
+3,mlp.experts.91.gate_proj,0.06459229,0.01000,0.627
+3,mlp.experts.92.gate_proj,0.07046339,0.01000,0.618
+3,mlp.experts.93.gate_proj,0.15449437,0.01000,0.618
+3,mlp.experts.94.gate_proj,0.04478480,0.01000,0.619
+3,mlp.experts.95.gate_proj,0.01304194,0.01000,0.620
+3,mlp.experts.96.gate_proj,0.00014846,0.01000,0.619
+3,mlp.experts.97.gate_proj,0.03222515,0.01000,0.618
+3,mlp.experts.98.gate_proj,0.08735672,0.01000,0.618
+3,mlp.experts.99.gate_proj,0.02605761,0.01000,0.622
+3,mlp.experts.100.gate_proj,0.01329384,0.01000,0.618
+3,mlp.experts.101.gate_proj,0.05632585,0.01000,0.618
+3,mlp.experts.102.gate_proj,0.00020729,0.01000,0.622
+3,mlp.experts.103.gate_proj,0.08865781,0.01000,0.624
+3,mlp.experts.104.gate_proj,0.26548707,0.01000,0.628
+3,mlp.experts.105.gate_proj,0.22076440,0.01000,0.629
+3,mlp.experts.106.gate_proj,0.14296073,0.01000,0.630
+3,mlp.experts.107.gate_proj,0.12638150,0.01000,0.628
+3,mlp.experts.108.gate_proj,0.02264724,0.01000,0.628
+3,mlp.experts.109.gate_proj,0.01492376,0.01000,0.627
+3,mlp.experts.110.gate_proj,0.00047749,0.01000,0.630
+3,mlp.experts.111.gate_proj,0.00382452,0.01000,0.628
+3,mlp.experts.112.gate_proj,0.20455128,0.01000,0.630
+3,mlp.experts.113.gate_proj,0.03766090,0.01000,0.627
+3,mlp.experts.114.gate_proj,0.03071303,0.01000,0.625
+3,mlp.experts.115.gate_proj,0.10375336,0.01000,0.625
+3,mlp.experts.116.gate_proj,0.00252758,0.01000,0.630
+3,mlp.experts.117.gate_proj,0.00811512,0.01000,0.632
+3,mlp.experts.118.gate_proj,0.01749994,0.01000,0.633
+3,mlp.experts.119.gate_proj,0.01585354,0.01000,0.626
+3,mlp.experts.120.gate_proj,0.08295301,0.01000,0.622
+3,mlp.experts.121.gate_proj,0.18304470,0.01000,0.630
+3,mlp.experts.122.gate_proj,0.02877500,0.01000,0.620
+3,mlp.experts.123.gate_proj,0.15685129,0.01000,0.619
+3,mlp.experts.124.gate_proj,0.13647231,0.01000,0.618
+3,mlp.experts.125.gate_proj,0.00569250,0.01000,0.617
+3,mlp.experts.126.gate_proj,0.00195696,0.01000,0.617
+3,mlp.experts.127.gate_proj,0.22622345,0.01000,0.621
+3,mlp.experts.0.down_proj,0.00494064,0.01000,0.239
+3,mlp.experts.1.down_proj,0.01497701,0.01000,0.235
+3,mlp.experts.2.down_proj,0.00769171,0.01000,0.234
+3,mlp.experts.3.down_proj,0.00777198,0.01000,0.235
+3,mlp.experts.4.down_proj,0.01603511,0.01000,0.235
+3,mlp.experts.5.down_proj,0.00289560,0.01000,0.236
+3,mlp.experts.6.down_proj,0.00467198,0.01000,0.236
+3,mlp.experts.7.down_proj,0.01810053,0.01000,0.238
+3,mlp.experts.8.down_proj,0.00001408,0.01000,0.237
+3,mlp.experts.9.down_proj,0.00820494,0.01000,0.237
+3,mlp.experts.10.down_proj,0.01328924,0.01000,0.237
+3,mlp.experts.11.down_proj,0.01692888,0.01000,0.237
+3,mlp.experts.12.down_proj,0.00569746,0.01000,0.308
+3,mlp.experts.13.down_proj,0.02081679,0.01000,0.234
+3,mlp.experts.14.down_proj,0.00213964,0.01000,0.234
+3,mlp.experts.15.down_proj,0.00035283,0.01000,0.234
+3,mlp.experts.16.down_proj,0.00086133,0.01000,0.234
+3,mlp.experts.17.down_proj,0.00431199,0.01000,0.234
+3,mlp.experts.18.down_proj,0.00155637,0.01000,0.233
+3,mlp.experts.19.down_proj,0.00417382,0.01000,0.233
+3,mlp.experts.20.down_proj,0.00901816,0.01000,0.234
+3,mlp.experts.21.down_proj,0.00824185,0.01000,0.234
+3,mlp.experts.22.down_proj,0.00725243,0.01000,0.233
+3,mlp.experts.23.down_proj,0.00222212,0.01000,0.234
+3,mlp.experts.24.down_proj,0.00959275,0.01000,0.234
+3,mlp.experts.25.down_proj,0.01648184,0.01000,0.233
+3,mlp.experts.26.down_proj,0.01051390,0.01000,0.235
+3,mlp.experts.27.down_proj,0.00138075,0.01000,0.234
+3,mlp.experts.28.down_proj,0.00122207,0.01000,0.234
+3,mlp.experts.29.down_proj,0.00715415,0.01000,0.235
+3,mlp.experts.30.down_proj,0.00200491,0.01000,0.235
+3,mlp.experts.31.down_proj,0.02361396,0.01000,0.234
+3,mlp.experts.32.down_proj,0.00469182,0.01000,0.235
+3,mlp.experts.33.down_proj,0.00005546,0.01000,0.235
+3,mlp.experts.34.down_proj,0.01940230,0.01000,0.234
+3,mlp.experts.35.down_proj,0.00845034,0.01000,0.233
+3,mlp.experts.36.down_proj,0.01389491,0.01000,0.234
+3,mlp.experts.37.down_proj,0.01225093,0.01000,0.233
+3,mlp.experts.38.down_proj,0.01373868,0.01000,0.233
+3,mlp.experts.39.down_proj,0.00200062,0.01000,0.233
+3,mlp.experts.40.down_proj,0.00930865,0.01000,0.234
+3,mlp.experts.41.down_proj,0.00824010,0.01000,0.234
+3,mlp.experts.42.down_proj,0.00371851,0.01000,0.234
+3,mlp.experts.43.down_proj,0.00016241,0.01000,0.236
+3,mlp.experts.44.down_proj,0.00074909,0.01000,0.236
+3,mlp.experts.45.down_proj,0.00214306,0.01000,0.236
+3,mlp.experts.46.down_proj,0.00234280,0.01000,0.237
+3,mlp.experts.47.down_proj,0.00038577,0.01000,0.237
+3,mlp.experts.48.down_proj,0.00070976,0.01000,0.237
+3,mlp.experts.49.down_proj,0.00071705,0.01000,0.248
+3,mlp.experts.50.down_proj,0.00323751,0.01000,0.238
+3,mlp.experts.51.down_proj,0.00166064,0.01000,0.243
+3,mlp.experts.52.down_proj,0.00011818,0.01000,0.239
+3,mlp.experts.53.down_proj,0.00485906,0.01000,0.239
+3,mlp.experts.54.down_proj,0.01067658,0.01000,0.240
+3,mlp.experts.55.down_proj,0.01368161,0.01000,0.239
+3,mlp.experts.56.down_proj,0.00345185,0.01000,0.239
+3,mlp.experts.57.down_proj,0.00002094,0.01000,0.239
+3,mlp.experts.58.down_proj,0.00001864,0.01000,0.239
+3,mlp.experts.59.down_proj,0.02187594,0.01000,0.239
+3,mlp.experts.60.down_proj,0.00600595,0.01000,0.239
+3,mlp.experts.61.down_proj,0.02958918,0.01000,0.239
+3,mlp.experts.62.down_proj,0.02333385,0.01000,0.239
+3,mlp.experts.63.down_proj,0.00000339,0.01000,0.239
+3,mlp.experts.64.down_proj,0.01210985,0.01000,0.240
+3,mlp.experts.65.down_proj,0.00275273,0.01000,0.239
+3,mlp.experts.66.down_proj,0.00640255,0.01000,0.239
+3,mlp.experts.67.down_proj,0.00247762,0.01000,0.238
+3,mlp.experts.68.down_proj,0.00031877,0.01000,0.240
+3,mlp.experts.69.down_proj,0.00270728,0.01000,0.239
+3,mlp.experts.70.down_proj,0.01833471,0.01000,0.236
+3,mlp.experts.71.down_proj,0.00400233,0.01000,0.237
+3,mlp.experts.72.down_proj,0.00041776,0.01000,0.236
+3,mlp.experts.73.down_proj,0.01633519,0.01000,0.234
+3,mlp.experts.74.down_proj,0.02365700,0.01000,0.235
+3,mlp.experts.75.down_proj,0.00494055,0.01000,0.234
+3,mlp.experts.76.down_proj,0.01519992,0.01000,0.235
+3,mlp.experts.77.down_proj,0.01539871,0.01000,0.234
+3,mlp.experts.78.down_proj,0.01328227,0.01000,0.234
+3,mlp.experts.79.down_proj,0.00439550,0.01000,0.235
+3,mlp.experts.80.down_proj,0.00471092,0.01000,0.236
+3,mlp.experts.81.down_proj,0.00662286,0.01000,0.234
+3,mlp.experts.82.down_proj,4.09790325,0.01000,0.234
+3,mlp.experts.83.down_proj,0.00000228,0.01000,0.235
+3,mlp.experts.84.down_proj,0.00180951,0.01000,0.237
+3,mlp.experts.85.down_proj,0.00007868,0.01000,0.235
+3,mlp.experts.86.down_proj,0.01220587,0.01000,0.235
+3,mlp.experts.87.down_proj,0.00310431,0.01000,0.236
+3,mlp.experts.88.down_proj,0.01423185,0.01000,0.237
+3,mlp.experts.89.down_proj,0.01188686,0.01000,0.234
+3,mlp.experts.90.down_proj,0.00613094,0.01000,0.235
+3,mlp.experts.91.down_proj,0.00825945,0.01000,0.235
+3,mlp.experts.92.down_proj,0.00867960,0.01000,0.235
+3,mlp.experts.93.down_proj,0.01299497,0.01000,0.235
+3,mlp.experts.94.down_proj,0.00523242,0.01000,0.235
+3,mlp.experts.95.down_proj,0.00035448,0.01000,0.235
+3,mlp.experts.96.down_proj,0.00001852,0.01000,0.236
+3,mlp.experts.97.down_proj,0.00431200,0.01000,0.235
+3,mlp.experts.98.down_proj,0.00179648,0.01000,0.235
+3,mlp.experts.99.down_proj,0.00238898,0.01000,0.236
+3,mlp.experts.100.down_proj,0.00141670,0.01000,0.236
+3,mlp.experts.101.down_proj,0.00487119,0.01000,0.235
+3,mlp.experts.102.down_proj,0.00004256,0.01000,0.234
+3,mlp.experts.103.down_proj,0.01341747,0.01000,0.234
+3,mlp.experts.104.down_proj,0.00937064,0.01000,0.235
+3,mlp.experts.105.down_proj,0.02516988,0.01000,0.236
+3,mlp.experts.106.down_proj,0.01685681,0.01000,0.237
+3,mlp.experts.107.down_proj,0.01033180,0.01000,0.235
+3,mlp.experts.108.down_proj,0.00352362,0.01000,0.238
+3,mlp.experts.109.down_proj,0.00268299,0.01000,0.238
+3,mlp.experts.110.down_proj,0.00009325,0.01000,0.238
+3,mlp.experts.111.down_proj,0.00081520,0.01000,0.237
+3,mlp.experts.112.down_proj,0.02481885,0.01000,0.237
+3,mlp.experts.113.down_proj,0.00376844,0.01000,0.237
+3,mlp.experts.114.down_proj,0.00371155,0.01000,0.237
+3,mlp.experts.115.down_proj,0.00540929,0.01000,0.238
+3,mlp.experts.116.down_proj,0.00027577,0.01000,0.237
+3,mlp.experts.117.down_proj,0.00157147,0.01000,0.238
+3,mlp.experts.118.down_proj,0.00214303,0.01000,0.238
+3,mlp.experts.119.down_proj,0.00168110,0.01000,0.238
+3,mlp.experts.120.down_proj,0.00977320,0.01000,0.238
+3,mlp.experts.121.down_proj,0.02086037,0.01000,0.238
+3,mlp.experts.122.down_proj,0.00508620,0.01000,0.238
+3,mlp.experts.123.down_proj,0.01248649,0.01000,0.239
+3,mlp.experts.124.down_proj,0.01152037,0.01000,0.240
+3,mlp.experts.125.down_proj,0.00072064,0.01000,0.240
+3,mlp.experts.126.down_proj,0.00039083,0.01000,0.240
+3,mlp.experts.127.down_proj,0.00848898,0.01000,0.241
+4,self_attn.q_proj,0.01405868,0.01000,0.636
+4,self_attn.k_proj,0.00204502,0.01000,0.625
+4,self_attn.v_proj,0.00215434,0.01000,0.625
+4,self_attn.o_proj,0.00229384,0.01000,1.245
+4,mlp.experts.0.up_proj,0.12078901,0.01000,0.626
+4,mlp.experts.1.up_proj,0.09609616,0.01000,0.619
+4,mlp.experts.2.up_proj,0.01016010,0.01000,0.613
+4,mlp.experts.3.up_proj,0.00000416,0.01000,0.618
+4,mlp.experts.4.up_proj,0.05004540,0.01000,0.622
+4,mlp.experts.5.up_proj,0.19598934,0.01000,0.620
+4,mlp.experts.6.up_proj,0.08114495,0.01000,0.620
+4,mlp.experts.7.up_proj,0.07197666,0.01000,0.621
+4,mlp.experts.8.up_proj,0.00136669,0.01000,0.618
+4,mlp.experts.9.up_proj,0.19210023,0.01000,0.619
+4,mlp.experts.10.up_proj,0.20092234,0.01000,0.620
+4,mlp.experts.11.up_proj,0.50806320,0.01000,0.619
+4,mlp.experts.12.up_proj,0.05658016,0.01000,0.623
+4,mlp.experts.13.up_proj,0.00256482,0.01000,0.619
+4,mlp.experts.14.up_proj,0.02316906,0.01000,0.623
+4,mlp.experts.15.up_proj,0.06807763,0.01000,0.626
+4,mlp.experts.16.up_proj,0.00962030,0.01000,0.625
+4,mlp.experts.17.up_proj,0.01500612,0.01000,0.626
+4,mlp.experts.18.up_proj,0.12981863,0.01000,0.625
+4,mlp.experts.19.up_proj,0.03061951,0.01000,0.626
+4,mlp.experts.20.up_proj,0.12982917,0.01000,0.626
+4,mlp.experts.21.up_proj,0.00583659,0.01000,0.627
+4,mlp.experts.22.up_proj,0.34579533,0.01000,0.627
+4,mlp.experts.23.up_proj,0.09793342,0.01000,0.626
+4,mlp.experts.24.up_proj,0.00011939,0.01000,0.626
+4,mlp.experts.25.up_proj,0.10635468,0.01000,0.628
+4,mlp.experts.26.up_proj,0.00164671,0.01000,0.626
+4,mlp.experts.27.up_proj,0.23018044,0.01000,0.623
+4,mlp.experts.28.up_proj,0.01475776,0.01000,0.624
+4,mlp.experts.29.up_proj,0.13208815,0.01000,0.624
+4,mlp.experts.30.up_proj,0.03027659,0.01000,0.624
+4,mlp.experts.31.up_proj,0.00021895,0.01000,0.626
+4,mlp.experts.32.up_proj,0.14311354,0.01000,0.626
+4,mlp.experts.33.up_proj,0.01051215,0.01000,0.624
+4,mlp.experts.34.up_proj,0.04555512,0.01000,0.624
+4,mlp.experts.35.up_proj,0.00009964,0.01000,0.623
+4,mlp.experts.36.up_proj,0.00134652,0.01000,0.625
+4,mlp.experts.37.up_proj,0.19148295,0.01000,0.626
+4,mlp.experts.38.up_proj,0.01520076,0.01000,0.627
+4,mlp.experts.39.up_proj,0.20459490,0.01000,0.627
+4,mlp.experts.40.up_proj,0.17367652,0.01000,0.627
+4,mlp.experts.41.up_proj,0.00000813,0.01000,0.625
+4,mlp.experts.42.up_proj,0.00219179,0.01000,0.629
+4,mlp.experts.43.up_proj,0.02258722,0.01000,0.637
+4,mlp.experts.44.up_proj,0.06839235,0.01000,0.634
+4,mlp.experts.45.up_proj,0.00328415,0.01000,0.627
+4,mlp.experts.46.up_proj,0.13500252,0.01000,0.628
+4,mlp.experts.47.up_proj,0.13579355,0.01000,0.631
+4,mlp.experts.48.up_proj,0.23073842,0.01000,0.632
+4,mlp.experts.49.up_proj,0.00027439,0.01000,0.633
+4,mlp.experts.50.up_proj,0.08323628,0.01000,0.631
+4,mlp.experts.51.up_proj,0.11787923,0.01000,0.634
+4,mlp.experts.52.up_proj,0.22701821,0.01000,0.632
+4,mlp.experts.53.up_proj,0.03127540,0.01000,0.632
+4,mlp.experts.54.up_proj,0.00151394,0.01000,0.633
+4,mlp.experts.55.up_proj,0.00515082,0.01000,0.631
+4,mlp.experts.56.up_proj,0.10904860,0.01000,0.631
+4,mlp.experts.57.up_proj,0.11236461,0.01000,0.634
+4,mlp.experts.58.up_proj,0.05338686,0.01000,0.625
+4,mlp.experts.59.up_proj,0.21139926,0.01000,0.617
+4,mlp.experts.60.up_proj,0.39552850,0.01000,0.617
+4,mlp.experts.61.up_proj,0.00662532,0.01000,0.618
+4,mlp.experts.62.up_proj,0.00068837,0.01000,0.618
+4,mlp.experts.63.up_proj,0.06103881,0.01000,0.623
+4,mlp.experts.64.up_proj,0.21567976,0.01000,0.621
+4,mlp.experts.65.up_proj,0.01469068,0.01000,0.623
+4,mlp.experts.66.up_proj,0.00000483,0.01000,0.626
+4,mlp.experts.67.up_proj,0.13986352,0.01000,0.627
+4,mlp.experts.68.up_proj,0.00065019,0.01000,0.628
+4,mlp.experts.69.up_proj,0.02303810,0.01000,0.628
+4,mlp.experts.70.up_proj,0.14142591,0.01000,0.627
+4,mlp.experts.71.up_proj,0.00661376,0.01000,0.627
+4,mlp.experts.72.up_proj,0.00007925,0.01000,0.627
+4,mlp.experts.73.up_proj,0.20797902,0.01000,0.627
+4,mlp.experts.74.up_proj,0.16636322,0.01000,0.628
+4,mlp.experts.75.up_proj,0.00029220,0.01000,0.629
+4,mlp.experts.76.up_proj,0.12816675,0.01000,0.628
+4,mlp.experts.77.up_proj,0.14772320,0.01000,0.629
+4,mlp.experts.78.up_proj,0.01457398,0.01000,0.632
+4,mlp.experts.79.up_proj,0.13496758,0.01000,0.628
+4,mlp.experts.80.up_proj,0.08653807,0.01000,0.625
+4,mlp.experts.81.up_proj,0.00466442,0.01000,0.624
+4,mlp.experts.82.up_proj,0.02816348,0.01000,0.628
+4,mlp.experts.83.up_proj,0.02290882,0.01000,0.627
+4,mlp.experts.84.up_proj,0.00015043,0.01000,0.628
+4,mlp.experts.85.up_proj,0.16176324,0.01000,0.629
+4,mlp.experts.86.up_proj,0.18453610,0.01000,0.629
+4,mlp.experts.87.up_proj,0.15566228,0.01000,0.628
+4,mlp.experts.88.up_proj,0.03609412,0.01000,0.627
+4,mlp.experts.89.up_proj,0.00907967,0.01000,0.627
+4,mlp.experts.90.up_proj,0.03288649,0.01000,0.627
+4,mlp.experts.91.up_proj,0.16505286,0.01000,0.628
+4,mlp.experts.92.up_proj,0.06733381,0.01000,0.628
+4,mlp.experts.93.up_proj,0.04668393,0.01000,0.628
+4,mlp.experts.94.up_proj,0.00000340,0.01000,0.626
+4,mlp.experts.95.up_proj,0.01520330,0.01000,0.626
+4,mlp.experts.96.up_proj,0.16087505,0.01000,0.625
+4,mlp.experts.97.up_proj,0.28371373,0.01000,0.624
+4,mlp.experts.98.up_proj,0.03791736,0.01000,0.625
+4,mlp.experts.99.up_proj,0.00323931,0.01000,0.625
+4,mlp.experts.100.up_proj,0.02008085,0.01000,0.627
+4,mlp.experts.101.up_proj,0.11441989,0.01000,0.629
+4,mlp.experts.102.up_proj,0.20530987,0.01000,0.629
+4,mlp.experts.103.up_proj,0.01281866,0.01000,0.627
+4,mlp.experts.104.up_proj,0.07105593,0.01000,0.625
+4,mlp.experts.105.up_proj,0.20463431,0.01000,0.624
+4,mlp.experts.106.up_proj,0.05357973,0.01000,0.626
+4,mlp.experts.107.up_proj,0.04924238,0.01000,0.628
+4,mlp.experts.108.up_proj,0.04513738,0.01000,0.629
+4,mlp.experts.109.up_proj,0.04222971,0.01000,0.628
+4,mlp.experts.110.up_proj,0.01818373,0.01000,0.626
+4,mlp.experts.111.up_proj,0.10819951,0.01000,0.627
+4,mlp.experts.112.up_proj,0.00284110,0.01000,0.628
+4,mlp.experts.113.up_proj,0.17040484,0.01000,0.628
+4,mlp.experts.114.up_proj,0.04992625,0.01000,0.629
+4,mlp.experts.115.up_proj,0.05945092,0.01000,0.628
+4,mlp.experts.116.up_proj,0.25194082,0.01000,0.628
+4,mlp.experts.117.up_proj,0.00239841,0.01000,0.622
+4,mlp.experts.118.up_proj,0.04819212,0.01000,0.619
+4,mlp.experts.119.up_proj,0.03227244,0.01000,0.619
+4,mlp.experts.120.up_proj,0.01896194,0.01000,0.619
+4,mlp.experts.121.up_proj,0.01802816,0.01000,0.620
+4,mlp.experts.122.up_proj,0.06546918,0.01000,0.618
+4,mlp.experts.123.up_proj,0.00001519,0.01000,0.620
+4,mlp.experts.124.up_proj,0.00408912,0.01000,0.619
+4,mlp.experts.125.up_proj,0.00013493,0.01000,0.622
+4,mlp.experts.126.up_proj,0.12257804,0.01000,0.619
+4,mlp.experts.127.up_proj,0.02814063,0.01000,0.622
+4,mlp.experts.0.gate_proj,0.12867683,0.01000,0.621
+4,mlp.experts.1.gate_proj,0.10092957,0.01000,0.629
+4,mlp.experts.2.gate_proj,0.01282821,0.01000,0.627
+4,mlp.experts.3.gate_proj,0.00000452,0.01000,0.628
+4,mlp.experts.4.gate_proj,0.05156292,0.01000,0.628
+4,mlp.experts.5.gate_proj,0.20796698,0.01000,0.628
+4,mlp.experts.6.gate_proj,0.08587298,0.01000,0.630
+4,mlp.experts.7.gate_proj,0.08043476,0.01000,0.629
+4,mlp.experts.8.gate_proj,0.00150193,0.01000,0.629
+4,mlp.experts.9.gate_proj,0.20584477,0.01000,0.628
+4,mlp.experts.10.gate_proj,0.21836197,0.01000,0.629
+4,mlp.experts.11.gate_proj,0.55821562,0.01000,0.628
+4,mlp.experts.12.gate_proj,0.06214264,0.01000,0.628
+4,mlp.experts.13.gate_proj,0.00293747,0.01000,0.618
+4,mlp.experts.14.gate_proj,0.02516566,0.01000,0.618
+4,mlp.experts.15.gate_proj,0.07855615,0.01000,0.619
+4,mlp.experts.16.gate_proj,0.04045766,0.01000,0.618
+4,mlp.experts.17.gate_proj,0.01752094,0.01000,0.619
+4,mlp.experts.18.gate_proj,0.13975382,0.01000,0.619
+4,mlp.experts.19.gate_proj,0.03388799,0.01000,0.617
+4,mlp.experts.20.gate_proj,0.14555174,0.01000,0.618
+4,mlp.experts.21.gate_proj,0.00662552,0.01000,0.619
+4,mlp.experts.22.gate_proj,0.35846633,0.01000,0.620
+4,mlp.experts.23.gate_proj,0.10214906,0.01000,0.628
+4,mlp.experts.24.gate_proj,0.00013195,0.01000,0.631
+4,mlp.experts.25.gate_proj,0.11126688,0.01000,0.629
+4,mlp.experts.26.gate_proj,0.00172976,0.01000,0.630
+4,mlp.experts.27.gate_proj,0.24355078,0.01000,0.628
+4,mlp.experts.28.gate_proj,0.01676030,0.01000,0.629
+4,mlp.experts.29.gate_proj,0.15580815,0.01000,0.628
+4,mlp.experts.30.gate_proj,0.03271877,0.01000,0.628
+4,mlp.experts.31.gate_proj,0.00023291,0.01000,0.628
+4,mlp.experts.32.gate_proj,0.15793973,0.01000,0.627
+4,mlp.experts.33.gate_proj,0.01141101,0.01000,0.629
+4,mlp.experts.34.gate_proj,0.04838539,0.01000,0.628
+4,mlp.experts.35.gate_proj,0.00010930,0.01000,0.629
+4,mlp.experts.36.gate_proj,0.00139327,0.01000,0.618
+4,mlp.experts.37.gate_proj,0.21521899,0.01000,0.619
+4,mlp.experts.38.gate_proj,0.01601224,0.01000,0.619
+4,mlp.experts.39.gate_proj,0.23287457,0.01000,0.622
+4,mlp.experts.40.gate_proj,0.20000839,0.01000,0.628
+4,mlp.experts.41.gate_proj,0.00000933,0.01000,0.628
+4,mlp.experts.42.gate_proj,0.00239038,0.01000,0.628
+4,mlp.experts.43.gate_proj,0.02343957,0.01000,0.628
+4,mlp.experts.44.gate_proj,0.07807833,0.01000,0.628
+4,mlp.experts.45.gate_proj,0.00364426,0.01000,0.628
+4,mlp.experts.46.gate_proj,0.15081173,0.01000,0.628
+4,mlp.experts.47.gate_proj,0.15454014,0.01000,0.628
+4,mlp.experts.48.gate_proj,0.24748951,0.01000,0.628
+4,mlp.experts.49.gate_proj,0.00029311,0.01000,0.628
+4,mlp.experts.50.gate_proj,0.08825240,0.01000,0.629
+4,mlp.experts.51.gate_proj,0.12722301,0.01000,0.620
+4,mlp.experts.52.gate_proj,0.27313405,0.01000,0.620
+4,mlp.experts.53.gate_proj,0.03149665,0.01000,0.620
+4,mlp.experts.54.gate_proj,0.00165251,0.01000,0.619
+4,mlp.experts.55.gate_proj,0.00553539,0.01000,0.619
+4,mlp.experts.56.gate_proj,0.11716984,0.01000,0.619
+4,mlp.experts.57.gate_proj,0.12165537,0.01000,0.619
+4,mlp.experts.58.gate_proj,0.05765621,0.01000,0.621
+4,mlp.experts.59.gate_proj,0.22328281,0.01000,0.619
+4,mlp.experts.60.gate_proj,0.55183953,0.01000,0.618
+4,mlp.experts.61.gate_proj,0.00685611,0.01000,0.619
+4,mlp.experts.62.gate_proj,0.00076081,0.01000,0.619
+4,mlp.experts.63.gate_proj,0.06465130,0.01000,0.624
+4,mlp.experts.64.gate_proj,0.22992741,0.01000,0.627
+4,mlp.experts.65.gate_proj,0.01550230,0.01000,0.629
+4,mlp.experts.66.gate_proj,0.00000547,0.01000,0.626
+4,mlp.experts.67.gate_proj,0.14699098,0.01000,0.628
+4,mlp.experts.68.gate_proj,0.00070279,0.01000,0.629
+4,mlp.experts.69.gate_proj,0.02625250,0.01000,0.627
+4,mlp.experts.70.gate_proj,0.15931979,0.01000,0.627
+4,mlp.experts.71.gate_proj,0.00761289,0.01000,0.628
+4,mlp.experts.72.gate_proj,0.00009111,0.01000,0.628
+4,mlp.experts.73.gate_proj,0.22496335,0.01000,0.627
+4,mlp.experts.74.gate_proj,0.17399973,0.01000,0.628
+4,mlp.experts.75.gate_proj,0.00034126,0.01000,0.625
+4,mlp.experts.76.gate_proj,0.13426207,0.01000,0.620
+4,mlp.experts.77.gate_proj,0.15709311,0.01000,0.618
+4,mlp.experts.78.gate_proj,0.01682654,0.01000,0.619
+4,mlp.experts.79.gate_proj,0.14775105,0.01000,0.619
+4,mlp.experts.80.gate_proj,0.09444943,0.01000,0.620
+4,mlp.experts.81.gate_proj,0.00508453,0.01000,0.619
+4,mlp.experts.82.gate_proj,0.03085390,0.01000,0.620
+4,mlp.experts.83.gate_proj,0.02390561,0.01000,0.619
+4,mlp.experts.84.gate_proj,0.00016699,0.01000,0.620
+4,mlp.experts.85.gate_proj,0.17521970,0.01000,0.623
+4,mlp.experts.86.gate_proj,0.20621350,0.01000,0.620
+4,mlp.experts.87.gate_proj,0.16436008,0.01000,0.620
+4,mlp.experts.88.gate_proj,0.04099309,0.01000,0.623
+4,mlp.experts.89.gate_proj,0.00954421,0.01000,0.628
+4,mlp.experts.90.gate_proj,0.03453069,0.01000,0.628
+4,mlp.experts.91.gate_proj,0.15738432,0.01000,0.627
+4,mlp.experts.92.gate_proj,0.07440756,0.01000,0.628
+4,mlp.experts.93.gate_proj,0.05038981,0.01000,0.626
+4,mlp.experts.94.gate_proj,0.00000380,0.01000,0.627
+4,mlp.experts.95.gate_proj,0.01597264,0.01000,0.628
+4,mlp.experts.96.gate_proj,0.17613193,0.01000,0.627
+4,mlp.experts.97.gate_proj,0.30768046,0.01000,0.627
+4,mlp.experts.98.gate_proj,0.04236893,0.01000,0.627
+4,mlp.experts.99.gate_proj,0.00366174,0.01000,0.626
+4,mlp.experts.100.gate_proj,0.02103309,0.01000,0.628
+4,mlp.experts.101.gate_proj,0.12443161,0.01000,0.621
+4,mlp.experts.102.gate_proj,0.22598569,0.01000,0.619
+4,mlp.experts.103.gate_proj,0.01338780,0.01000,0.619
+4,mlp.experts.104.gate_proj,0.07421953,0.01000,0.618
+4,mlp.experts.105.gate_proj,0.22080141,0.01000,0.619
+4,mlp.experts.106.gate_proj,0.06297080,0.01000,0.618
+4,mlp.experts.107.gate_proj,0.05244816,0.01000,0.619
+4,mlp.experts.108.gate_proj,0.05176408,0.01000,0.617
+4,mlp.experts.109.gate_proj,0.04808339,0.01000,0.617
+4,mlp.experts.110.gate_proj,0.01926461,0.01000,0.619
+4,mlp.experts.111.gate_proj,0.11448473,0.01000,0.620
+4,mlp.experts.112.gate_proj,0.00301844,0.01000,0.620
+4,mlp.experts.113.gate_proj,0.18772683,0.01000,0.619
+4,mlp.experts.114.gate_proj,0.05232415,0.01000,0.620
+4,mlp.experts.115.gate_proj,0.06864262,0.01000,0.624
+4,mlp.experts.116.gate_proj,0.26044291,0.01000,0.628
+4,mlp.experts.117.gate_proj,0.00256487,0.01000,0.627
+4,mlp.experts.118.gate_proj,0.05108789,0.01000,0.628
+4,mlp.experts.119.gate_proj,0.03681772,0.01000,0.628
+4,mlp.experts.120.gate_proj,0.02291900,0.01000,0.628
+4,mlp.experts.121.gate_proj,0.01911036,0.01000,0.628
+4,mlp.experts.122.gate_proj,0.07648229,0.01000,0.628
+4,mlp.experts.123.gate_proj,0.00001763,0.01000,0.628
+4,mlp.experts.124.gate_proj,0.00419870,0.01000,0.630
+4,mlp.experts.125.gate_proj,0.00014856,0.01000,0.628
+4,mlp.experts.126.gate_proj,0.13237643,0.01000,0.627
+4,mlp.experts.127.gate_proj,0.03016198,0.01000,0.619
+4,mlp.experts.0.down_proj,0.01770478,0.01000,0.235
+4,mlp.experts.1.down_proj,0.01151076,0.01000,0.233
+4,mlp.experts.2.down_proj,0.00176704,0.01000,0.233
+4,mlp.experts.3.down_proj,0.00000058,0.01000,0.233
+4,mlp.experts.4.down_proj,0.00708243,0.01000,0.233
+4,mlp.experts.5.down_proj,0.02245815,0.01000,0.233
+4,mlp.experts.6.down_proj,0.00795132,0.01000,0.233
+4,mlp.experts.7.down_proj,0.00820565,0.01000,0.235
+4,mlp.experts.8.down_proj,0.00021454,0.01000,0.235
+4,mlp.experts.9.down_proj,0.02036598,0.01000,0.235
+4,mlp.experts.10.down_proj,0.02434078,0.01000,0.235
+4,mlp.experts.11.down_proj,0.05065699,0.01000,0.235
+4,mlp.experts.12.down_proj,0.00635782,0.01000,0.235
+4,mlp.experts.13.down_proj,0.00052071,0.01000,0.235
+4,mlp.experts.14.down_proj,0.00202067,0.01000,0.237
+4,mlp.experts.15.down_proj,0.00673305,0.01000,0.236
+4,mlp.experts.16.down_proj,0.00354688,0.01000,0.235
+4,mlp.experts.17.down_proj,0.00595761,0.01000,0.236
+4,mlp.experts.18.down_proj,0.01441112,0.01000,0.235
+4,mlp.experts.19.down_proj,0.00330607,0.01000,0.235
+4,mlp.experts.20.down_proj,0.00918983,0.01000,0.235
+4,mlp.experts.21.down_proj,0.00082698,0.01000,0.236
+4,mlp.experts.22.down_proj,0.04061220,0.01000,0.236
+4,mlp.experts.23.down_proj,0.00950421,0.01000,0.235
+4,mlp.experts.24.down_proj,0.00001091,0.01000,0.235
+4,mlp.experts.25.down_proj,0.01472015,0.01000,0.235
+4,mlp.experts.26.down_proj,0.00014564,0.01000,0.236
+4,mlp.experts.27.down_proj,0.02975616,0.01000,0.235
+4,mlp.experts.28.down_proj,0.00137896,0.01000,0.235
+4,mlp.experts.29.down_proj,0.01365522,0.01000,0.235
+4,mlp.experts.30.down_proj,0.00598677,0.01000,0.235
+4,mlp.experts.31.down_proj,0.00004339,0.01000,0.235
+4,mlp.experts.32.down_proj,0.04160465,0.01000,0.236
+4,mlp.experts.33.down_proj,0.00095750,0.01000,0.233
+4,mlp.experts.34.down_proj,0.00575844,0.01000,0.232
+4,mlp.experts.35.down_proj,0.00001315,0.01000,0.234
+4,mlp.experts.36.down_proj,0.00029779,0.01000,0.235
+4,mlp.experts.37.down_proj,0.02142747,0.01000,0.236
+4,mlp.experts.38.down_proj,0.00249275,0.01000,0.236
+4,mlp.experts.39.down_proj,0.03538777,0.01000,0.237
+4,mlp.experts.40.down_proj,0.01690268,0.01000,0.236
+4,mlp.experts.41.down_proj,0.00000080,0.01000,0.236
+4,mlp.experts.42.down_proj,0.00040823,0.01000,0.236
+4,mlp.experts.43.down_proj,0.00288869,0.01000,0.236
+4,mlp.experts.44.down_proj,0.00740954,0.01000,0.236
+4,mlp.experts.45.down_proj,0.00045330,0.01000,0.248
+4,mlp.experts.46.down_proj,0.01938796,0.01000,0.237
+4,mlp.experts.47.down_proj,0.02105680,0.01000,0.237
+4,mlp.experts.48.down_proj,0.02636228,0.01000,0.238
+4,mlp.experts.49.down_proj,0.00005907,0.01000,0.238
+4,mlp.experts.50.down_proj,0.01021054,0.01000,0.238
+4,mlp.experts.51.down_proj,0.01129065,0.01000,0.237
+4,mlp.experts.52.down_proj,0.03694759,0.01000,0.238
+4,mlp.experts.53.down_proj,0.00350027,0.01000,0.238
+4,mlp.experts.54.down_proj,0.00025128,0.01000,0.238
+4,mlp.experts.55.down_proj,0.00083150,0.01000,0.238
+4,mlp.experts.56.down_proj,0.01540926,0.01000,0.237
+4,mlp.experts.57.down_proj,0.01142758,0.01000,0.239
+4,mlp.experts.58.down_proj,0.00525854,0.01000,0.238
+4,mlp.experts.59.down_proj,0.01959180,0.01000,0.238
+4,mlp.experts.60.down_proj,0.06477302,0.01000,0.238
+4,mlp.experts.61.down_proj,0.00091025,0.01000,0.238
+4,mlp.experts.62.down_proj,0.00013783,0.01000,0.238
+4,mlp.experts.63.down_proj,0.00952458,0.01000,0.237
+4,mlp.experts.64.down_proj,0.02292919,0.01000,0.237
+4,mlp.experts.65.down_proj,0.00234697,0.01000,0.238
+4,mlp.experts.66.down_proj,0.00000086,0.01000,0.237
+4,mlp.experts.67.down_proj,0.01182356,0.01000,0.237
+4,mlp.experts.68.down_proj,0.00013793,0.01000,0.238
+4,mlp.experts.69.down_proj,0.00148408,0.01000,0.237
+4,mlp.experts.70.down_proj,0.01508251,0.01000,0.237
+4,mlp.experts.71.down_proj,0.00034328,0.01000,0.237
+4,mlp.experts.72.down_proj,0.00001490,0.01000,0.237
+4,mlp.experts.73.down_proj,0.03075685,0.01000,0.237
+4,mlp.experts.74.down_proj,0.02144491,0.01000,0.236
+4,mlp.experts.75.down_proj,0.00005378,0.01000,0.237
+4,mlp.experts.76.down_proj,0.01869042,0.01000,0.235
+4,mlp.experts.77.down_proj,0.01902112,0.01000,0.236
+4,mlp.experts.78.down_proj,0.00177346,0.01000,0.235
+4,mlp.experts.79.down_proj,0.02075959,0.01000,0.236
+4,mlp.experts.80.down_proj,0.00723032,0.01000,0.236
+4,mlp.experts.81.down_proj,0.00060680,0.01000,0.237
+4,mlp.experts.82.down_proj,0.00304118,0.01000,0.236
+4,mlp.experts.83.down_proj,0.00330135,0.01000,0.236
+4,mlp.experts.84.down_proj,0.00002309,0.01000,0.236
+4,mlp.experts.85.down_proj,0.03105095,0.01000,0.235
+4,mlp.experts.86.down_proj,0.01581319,0.01000,0.235
+4,mlp.experts.87.down_proj,0.02386644,0.01000,0.235
+4,mlp.experts.88.down_proj,0.00492801,0.01000,0.235
+4,mlp.experts.89.down_proj,0.00157113,0.01000,0.235
+4,mlp.experts.90.down_proj,0.00293788,0.01000,0.235
+4,mlp.experts.91.down_proj,0.02193104,0.01000,0.236
+4,mlp.experts.92.down_proj,0.01455208,0.01000,0.235
+4,mlp.experts.93.down_proj,0.00541332,0.01000,0.235
+4,mlp.experts.94.down_proj,0.00000047,0.01000,0.234
+4,mlp.experts.95.down_proj,0.00226992,0.01000,0.235
+4,mlp.experts.96.down_proj,0.01516806,0.01000,0.235
+4,mlp.experts.97.down_proj,0.03165283,0.01000,0.235
+4,mlp.experts.98.down_proj,0.00551575,0.01000,0.235
+4,mlp.experts.99.down_proj,0.00100784,0.01000,0.235
+4,mlp.experts.100.down_proj,0.00295728,0.01000,0.235
+4,mlp.experts.101.down_proj,0.01484424,0.01000,0.238
+4,mlp.experts.102.down_proj,0.02433582,0.01000,0.238
+4,mlp.experts.103.down_proj,0.00254023,0.01000,0.236
+4,mlp.experts.104.down_proj,0.00941159,0.01000,0.236
+4,mlp.experts.105.down_proj,0.02855614,0.01000,0.236
+4,mlp.experts.106.down_proj,0.00910431,0.01000,0.240
+4,mlp.experts.107.down_proj,0.00544944,0.01000,0.241
+4,mlp.experts.108.down_proj,0.00246554,0.01000,0.241
+4,mlp.experts.109.down_proj,0.00585583,0.01000,0.241
+4,mlp.experts.110.down_proj,0.00285667,0.01000,0.240
+4,mlp.experts.111.down_proj,0.01447027,0.01000,0.241
+4,mlp.experts.112.down_proj,0.00047258,0.01000,0.241
+4,mlp.experts.113.down_proj,0.01632772,0.01000,0.242
+4,mlp.experts.114.down_proj,0.00531306,0.01000,0.242
+4,mlp.experts.115.down_proj,0.01241679,0.01000,0.242
+4,mlp.experts.116.down_proj,0.02937989,0.01000,0.241
+4,mlp.experts.117.down_proj,0.00031271,0.01000,0.241
+4,mlp.experts.118.down_proj,0.00702913,0.01000,0.241
+4,mlp.experts.119.down_proj,0.00210731,0.01000,0.242
+4,mlp.experts.120.down_proj,0.00163017,0.01000,0.242
+4,mlp.experts.121.down_proj,0.00176936,0.01000,0.242
+4,mlp.experts.122.down_proj,0.00916142,0.01000,0.241
+4,mlp.experts.123.down_proj,0.00000257,0.01000,0.242
+4,mlp.experts.124.down_proj,0.00104570,0.01000,0.242
+4,mlp.experts.125.down_proj,0.00002614,0.01000,0.243
+4,mlp.experts.126.down_proj,0.02025016,0.01000,0.242
+4,mlp.experts.127.down_proj,0.00279285,0.01000,0.242
+5,self_attn.q_proj,0.01365853,0.01000,0.639
+5,self_attn.k_proj,0.00184955,0.01000,0.632
+5,self_attn.v_proj,0.00194821,0.01000,0.632
+5,self_attn.o_proj,0.00186579,0.01000,1.266
+5,mlp.experts.0.up_proj,0.11557224,0.01000,0.623
+5,mlp.experts.1.up_proj,0.00727361,0.01000,0.619
+5,mlp.experts.2.up_proj,0.04728360,0.01000,0.622
+5,mlp.experts.3.up_proj,0.00049198,0.01000,0.629
+5,mlp.experts.4.up_proj,0.00106260,0.01000,0.627
+5,mlp.experts.5.up_proj,0.17261261,0.01000,0.628
+5,mlp.experts.6.up_proj,0.02606522,0.01000,0.626
+5,mlp.experts.7.up_proj,0.18616578,0.01000,0.627
+5,mlp.experts.8.up_proj,0.03611699,0.01000,0.627
+5,mlp.experts.9.up_proj,0.01196501,0.01000,0.627
+5,mlp.experts.10.up_proj,0.06482825,0.01000,0.628
+5,mlp.experts.11.up_proj,0.00348458,0.01000,0.629
+5,mlp.experts.12.up_proj,0.00246361,0.01000,0.628
+5,mlp.experts.13.up_proj,0.44575185,0.01000,0.627
+5,mlp.experts.14.up_proj,0.00065461,0.01000,0.625
+5,mlp.experts.15.up_proj,0.00029946,0.01000,0.630
+5,mlp.experts.16.up_proj,0.08854449,0.01000,0.630
+5,mlp.experts.17.up_proj,0.14509925,0.01000,0.629
+5,mlp.experts.18.up_proj,0.31384617,0.01000,0.630
+5,mlp.experts.19.up_proj,0.08374532,0.01000,0.630
+5,mlp.experts.20.up_proj,0.03462571,0.01000,0.630
+5,mlp.experts.21.up_proj,0.11485579,0.01000,0.630
+5,mlp.experts.22.up_proj,0.56994462,0.01000,0.629
+5,mlp.experts.23.up_proj,0.00469608,0.01000,0.630
+5,mlp.experts.24.up_proj,0.12811679,0.01000,0.629
+5,mlp.experts.25.up_proj,0.00592776,0.01000,0.644
+5,mlp.experts.26.up_proj,0.02577842,0.01000,0.627
+5,mlp.experts.27.up_proj,0.00244177,0.01000,0.621
+5,mlp.experts.28.up_proj,0.00012496,0.01000,0.620
+5,mlp.experts.29.up_proj,0.00004857,0.01000,0.620
+5,mlp.experts.30.up_proj,0.16023964,0.01000,0.619
+5,mlp.experts.31.up_proj,0.29991484,0.01000,0.619
+5,mlp.experts.32.up_proj,0.03537524,0.01000,0.627
+5,mlp.experts.33.up_proj,0.10731737,0.01000,0.629
+5,mlp.experts.34.up_proj,0.27062550,0.01000,0.629
+5,mlp.experts.35.up_proj,0.02725619,0.01000,0.629
+5,mlp.experts.36.up_proj,0.05094199,0.01000,0.630
+5,mlp.experts.37.up_proj,0.10277136,0.01000,0.631
+5,mlp.experts.38.up_proj,0.02177178,0.01000,0.630
+5,mlp.experts.39.up_proj,0.00914512,0.01000,0.631
+5,mlp.experts.40.up_proj,0.00007922,0.01000,0.630
+5,mlp.experts.41.up_proj,0.11582927,0.01000,0.631
+5,mlp.experts.42.up_proj,0.09609897,0.01000,0.632
+5,mlp.experts.43.up_proj,0.00308973,0.01000,0.631
+5,mlp.experts.44.up_proj,0.00465729,0.01000,0.628
+5,mlp.experts.45.up_proj,0.07233711,0.01000,0.628
+5,mlp.experts.46.up_proj,0.01440278,0.01000,0.625
+5,mlp.experts.47.up_proj,0.13666649,0.01000,0.627
+5,mlp.experts.48.up_proj,0.23927146,0.01000,0.627
+5,mlp.experts.49.up_proj,0.25329232,0.01000,0.621
+5,mlp.experts.50.up_proj,0.00093220,0.01000,0.620
+5,mlp.experts.51.up_proj,0.04449699,0.01000,0.620
+5,mlp.experts.52.up_proj,0.02450915,0.01000,0.620
+5,mlp.experts.53.up_proj,0.23542544,0.01000,0.626
+5,mlp.experts.54.up_proj,0.15055393,0.01000,0.623
+5,mlp.experts.55.up_proj,0.15051524,0.01000,0.624
+5,mlp.experts.56.up_proj,0.12665500,0.01000,0.619
+5,mlp.experts.57.up_proj,0.00004737,0.01000,0.618
+5,mlp.experts.58.up_proj,0.10279904,0.01000,0.626
+5,mlp.experts.59.up_proj,0.00376201,0.01000,0.629
+5,mlp.experts.60.up_proj,0.00282641,0.01000,0.631
+5,mlp.experts.61.up_proj,0.05256356,0.01000,0.629
+5,mlp.experts.62.up_proj,0.24407393,0.01000,0.629
+5,mlp.experts.63.up_proj,0.47399420,0.01000,0.631
+5,mlp.experts.64.up_proj,0.25960866,0.01000,0.629
+5,mlp.experts.65.up_proj,0.02911444,0.01000,0.631
+5,mlp.experts.66.up_proj,0.08170512,0.01000,0.630
+5,mlp.experts.67.up_proj,0.04757600,0.01000,0.630
+5,mlp.experts.68.up_proj,0.02292306,0.01000,0.631
+5,mlp.experts.69.up_proj,0.00042787,0.01000,0.630
+5,mlp.experts.70.up_proj,0.02633904,0.01000,0.620
+5,mlp.experts.71.up_proj,0.07909579,0.01000,0.621
+5,mlp.experts.72.up_proj,0.00044932,0.01000,0.621
+5,mlp.experts.73.up_proj,0.01688825,0.01000,0.622
+5,mlp.experts.74.up_proj,0.32835102,0.01000,0.623
+5,mlp.experts.75.up_proj,0.24510661,0.01000,0.621
+5,mlp.experts.76.up_proj,0.02089628,0.01000,0.621
+5,mlp.experts.77.up_proj,0.05486966,0.01000,0.622
+5,mlp.experts.78.up_proj,0.30926818,0.01000,0.621
+5,mlp.experts.79.up_proj,0.14288348,0.01000,0.621
+5,mlp.experts.80.up_proj,0.20715493,0.01000,0.622
+5,mlp.experts.81.up_proj,0.03143302,0.01000,0.621
+5,mlp.experts.82.up_proj,0.11680393,0.01000,0.628
+5,mlp.experts.83.up_proj,0.05430068,0.01000,0.631
+5,mlp.experts.84.up_proj,0.05249397,0.01000,0.630
+5,mlp.experts.85.up_proj,0.04440641,0.01000,0.630
+5,mlp.experts.86.up_proj,0.10716594,0.01000,0.630
+5,mlp.experts.87.up_proj,0.15970314,0.01000,0.632
+5,mlp.experts.88.up_proj,0.00265978,0.01000,0.632
+5,mlp.experts.89.up_proj,0.00630911,0.01000,0.631
+5,mlp.experts.90.up_proj,0.13839379,0.01000,0.631
+5,mlp.experts.91.up_proj,0.00447044,0.01000,0.632
+5,mlp.experts.92.up_proj,0.00073378,0.01000,0.629
+5,mlp.experts.93.up_proj,0.21267454,0.01000,0.630
+5,mlp.experts.94.up_proj,0.13328692,0.01000,0.629
+5,mlp.experts.95.up_proj,0.06350525,0.01000,0.626
+5,mlp.experts.96.up_proj,0.15131125,0.01000,0.623
+5,mlp.experts.97.up_proj,0.18269888,0.01000,0.622
+5,mlp.experts.98.up_proj,0.00978036,0.01000,0.624
+5,mlp.experts.99.up_proj,0.34859785,0.01000,0.625
+5,mlp.experts.100.up_proj,0.04116886,0.01000,0.622
+5,mlp.experts.101.up_proj,0.00475003,0.01000,0.622
+5,mlp.experts.102.up_proj,0.11293306,0.01000,0.622
+5,mlp.experts.103.up_proj,0.10973679,0.01000,0.622
+5,mlp.experts.104.up_proj,0.08263485,0.01000,0.623
+5,mlp.experts.105.up_proj,0.11109003,0.01000,0.626
+5,mlp.experts.106.up_proj,0.08450673,0.01000,0.629
+5,mlp.experts.107.up_proj,0.15233029,0.01000,0.630
+5,mlp.experts.108.up_proj,0.15953860,0.01000,0.631
+5,mlp.experts.109.up_proj,0.01069416,0.01000,0.631
+5,mlp.experts.110.up_proj,0.11510836,0.01000,0.631
+5,mlp.experts.111.up_proj,0.18705580,0.01000,0.631
+5,mlp.experts.112.up_proj,0.03951794,0.01000,0.631
+5,mlp.experts.113.up_proj,0.08089293,0.01000,0.635
+5,mlp.experts.114.up_proj,0.01356203,0.01000,0.633
+5,mlp.experts.115.up_proj,0.20942333,0.01000,0.637
+5,mlp.experts.116.up_proj,0.31161091,0.01000,0.634
+5,mlp.experts.117.up_proj,0.09079666,0.01000,0.634
+5,mlp.experts.118.up_proj,0.00088056,0.01000,0.629
+5,mlp.experts.119.up_proj,0.16688040,0.01000,0.629
+5,mlp.experts.120.up_proj,0.14865032,0.01000,0.629
+5,mlp.experts.121.up_proj,0.00001196,0.01000,0.629
+5,mlp.experts.122.up_proj,0.16825742,0.01000,0.630
+5,mlp.experts.123.up_proj,0.00689820,0.01000,0.629
+5,mlp.experts.124.up_proj,0.00248605,0.01000,0.629
+5,mlp.experts.125.up_proj,0.11949553,0.01000,0.628
+5,mlp.experts.126.up_proj,0.30109167,0.01000,0.628
+5,mlp.experts.127.up_proj,0.00281080,0.01000,0.626
+5,mlp.experts.0.gate_proj,0.12166362,0.01000,0.626
+5,mlp.experts.1.gate_proj,0.00780914,0.01000,0.630
+5,mlp.experts.2.gate_proj,0.04986034,0.01000,0.631
+5,mlp.experts.3.gate_proj,0.00054422,0.01000,0.633
+5,mlp.experts.4.gate_proj,0.00104411,0.01000,0.633
+5,mlp.experts.5.gate_proj,0.19244936,0.01000,0.632
+5,mlp.experts.6.gate_proj,0.02880454,0.01000,0.633
+5,mlp.experts.7.gate_proj,0.21601909,0.01000,0.631
+5,mlp.experts.8.gate_proj,0.15538858,0.01000,0.631
+5,mlp.experts.9.gate_proj,0.01273576,0.01000,0.630
+5,mlp.experts.10.gate_proj,0.06563133,0.01000,0.630
+5,mlp.experts.11.gate_proj,0.00375876,0.01000,0.633
+5,mlp.experts.12.gate_proj,0.00269694,0.01000,0.631
+5,mlp.experts.13.gate_proj,0.49168134,0.01000,0.622
+5,mlp.experts.14.gate_proj,0.00068940,0.01000,0.623
+5,mlp.experts.15.gate_proj,0.00032893,0.01000,0.627
+5,mlp.experts.16.gate_proj,0.09534684,0.01000,0.623
+5,mlp.experts.17.gate_proj,0.15815920,0.01000,0.621
+5,mlp.experts.18.gate_proj,0.34483626,0.01000,0.620
+5,mlp.experts.19.gate_proj,0.09362097,0.01000,0.629
+5,mlp.experts.20.gate_proj,0.03751603,0.01000,0.631
+5,mlp.experts.21.gate_proj,0.12316255,0.01000,0.631
+5,mlp.experts.22.gate_proj,0.62060630,0.01000,0.630
+5,mlp.experts.23.gate_proj,0.00513488,0.01000,0.629
+5,mlp.experts.24.gate_proj,0.13886079,0.01000,0.629
+5,mlp.experts.25.gate_proj,0.00624650,0.01000,0.629
+5,mlp.experts.26.gate_proj,0.02803278,0.01000,0.631
+5,mlp.experts.27.gate_proj,0.00249304,0.01000,0.625
+5,mlp.experts.28.gate_proj,0.00013195,0.01000,0.646
+5,mlp.experts.29.gate_proj,0.00005489,0.01000,0.632
+5,mlp.experts.30.gate_proj,0.17307426,0.01000,0.633
+5,mlp.experts.31.gate_proj,0.34175208,0.01000,0.633
+5,mlp.experts.32.gate_proj,0.04020686,0.01000,0.633
+5,mlp.experts.33.gate_proj,0.12558538,0.01000,0.634
+5,mlp.experts.34.gate_proj,0.29500902,0.01000,0.632
+5,mlp.experts.35.gate_proj,0.02977976,0.01000,0.631
+5,mlp.experts.36.gate_proj,0.05709861,0.01000,0.631
+5,mlp.experts.37.gate_proj,0.12599191,0.01000,0.633
+5,mlp.experts.38.gate_proj,0.02415697,0.01000,0.631
+5,mlp.experts.39.gate_proj,0.00977303,0.01000,0.626
+5,mlp.experts.40.gate_proj,0.00009248,0.01000,0.620
+5,mlp.experts.41.gate_proj,0.12711757,0.01000,0.620
+5,mlp.experts.42.gate_proj,0.10684110,0.01000,0.620
+5,mlp.experts.43.gate_proj,0.00326542,0.01000,0.621
+5,mlp.experts.44.gate_proj,0.00511939,0.01000,0.622
+5,mlp.experts.45.gate_proj,0.07969609,0.01000,0.626
+5,mlp.experts.46.gate_proj,0.01545197,0.01000,0.622
+5,mlp.experts.47.gate_proj,0.14723793,0.01000,0.621
+5,mlp.experts.48.gate_proj,0.21127993,0.01000,0.621
+5,mlp.experts.49.gate_proj,0.28869709,0.01000,0.623
+5,mlp.experts.50.gate_proj,0.00101980,0.01000,0.627
+5,mlp.experts.51.gate_proj,0.04752874,0.01000,0.621
+5,mlp.experts.52.gate_proj,0.02576514,0.01000,0.622
+5,mlp.experts.53.gate_proj,0.26075733,0.01000,0.630
+5,mlp.experts.54.gate_proj,0.16083291,0.01000,0.629
+5,mlp.experts.55.gate_proj,0.16783111,0.01000,0.630
+5,mlp.experts.56.gate_proj,0.13603638,0.01000,0.631
+5,mlp.experts.57.gate_proj,0.00005060,0.01000,0.631
+5,mlp.experts.58.gate_proj,0.11182047,0.01000,0.630
+5,mlp.experts.59.gate_proj,0.00423615,0.01000,0.631
+5,mlp.experts.60.gate_proj,0.00300992,0.01000,0.630
+5,mlp.experts.61.gate_proj,0.05810427,0.01000,0.631
+5,mlp.experts.62.gate_proj,0.27332282,0.01000,0.632
+5,mlp.experts.63.gate_proj,0.52370954,0.01000,0.631
+5,mlp.experts.64.gate_proj,0.29238185,0.01000,0.624
+5,mlp.experts.65.gate_proj,0.03079314,0.01000,0.620
+5,mlp.experts.66.gate_proj,0.08852376,0.01000,0.619
+5,mlp.experts.67.gate_proj,0.05441605,0.01000,0.620
+5,mlp.experts.68.gate_proj,0.02398425,0.01000,0.619
+5,mlp.experts.69.gate_proj,0.00047067,0.01000,0.619
+5,mlp.experts.70.gate_proj,0.02783963,0.01000,0.623
+5,mlp.experts.71.gate_proj,0.08530876,0.01000,0.622
+5,mlp.experts.72.gate_proj,0.00045631,0.01000,0.620
+5,mlp.experts.73.gate_proj,0.01776384,0.01000,0.619
+5,mlp.experts.74.gate_proj,0.35796103,0.01000,0.619
+5,mlp.experts.75.gate_proj,0.26240379,0.01000,0.625
+5,mlp.experts.76.gate_proj,0.02264778,0.01000,0.629
+5,mlp.experts.77.gate_proj,0.05935278,0.01000,0.629
+5,mlp.experts.78.gate_proj,0.32396233,0.01000,0.631
+5,mlp.experts.79.gate_proj,0.16327633,0.01000,0.631
+5,mlp.experts.80.gate_proj,0.22609901,0.01000,0.629
+5,mlp.experts.81.gate_proj,0.03454136,0.01000,0.631
+5,mlp.experts.82.gate_proj,0.12104456,0.01000,0.631
+5,mlp.experts.83.gate_proj,0.05865871,0.01000,0.630
+5,mlp.experts.84.gate_proj,0.05558661,0.01000,0.631
+5,mlp.experts.85.gate_proj,0.04937554,0.01000,0.631
+5,mlp.experts.86.gate_proj,0.12011351,0.01000,0.631
+5,mlp.experts.87.gate_proj,0.15971063,0.01000,0.626
+5,mlp.experts.88.gate_proj,0.00284752,0.01000,0.621
+5,mlp.experts.89.gate_proj,0.00654601,0.01000,0.621
+5,mlp.experts.90.gate_proj,0.15492782,0.01000,0.621
+5,mlp.experts.91.gate_proj,0.00484587,0.01000,0.621
+5,mlp.experts.92.gate_proj,0.00076940,0.01000,0.621
+5,mlp.experts.93.gate_proj,0.23337820,0.01000,0.620
+5,mlp.experts.94.gate_proj,0.14319935,0.01000,0.623
+5,mlp.experts.95.gate_proj,0.06486186,0.01000,0.621
+5,mlp.experts.96.gate_proj,0.16433784,0.01000,0.623
+5,mlp.experts.97.gate_proj,0.19609526,0.01000,0.621
+5,mlp.experts.98.gate_proj,0.01036800,0.01000,0.622
+5,mlp.experts.99.gate_proj,0.38498297,0.01000,0.625
+5,mlp.experts.100.gate_proj,0.04285688,0.01000,0.631
+5,mlp.experts.101.gate_proj,0.00509750,0.01000,0.631
+5,mlp.experts.102.gate_proj,0.12004013,0.01000,0.630
+5,mlp.experts.103.gate_proj,0.11275955,0.01000,0.631
+5,mlp.experts.104.gate_proj,0.09012666,0.01000,0.631
+5,mlp.experts.105.gate_proj,0.11936527,0.01000,0.632
+5,mlp.experts.106.gate_proj,0.09573755,0.01000,0.632
+5,mlp.experts.107.gate_proj,0.16641109,0.01000,0.630
+5,mlp.experts.108.gate_proj,0.17089896,0.01000,0.630
+5,mlp.experts.109.gate_proj,0.01139510,0.01000,0.631
+5,mlp.experts.110.gate_proj,0.12721181,0.01000,0.630
+5,mlp.experts.111.gate_proj,0.19367397,0.01000,0.627
+5,mlp.experts.112.gate_proj,0.04720046,0.01000,0.621
+5,mlp.experts.113.gate_proj,0.08929459,0.01000,0.621
+5,mlp.experts.114.gate_proj,0.01401810,0.01000,0.620
+5,mlp.experts.115.gate_proj,0.20301664,0.01000,0.621
+5,mlp.experts.116.gate_proj,0.33451563,0.01000,0.622
+5,mlp.experts.117.gate_proj,0.09401326,0.01000,0.622
+5,mlp.experts.118.gate_proj,0.00090642,0.01000,0.620
+5,mlp.experts.119.gate_proj,0.18078461,0.01000,0.621
+5,mlp.experts.120.gate_proj,0.16448492,0.01000,0.621
+5,mlp.experts.121.gate_proj,0.00001288,0.01000,0.624
+5,mlp.experts.122.gate_proj,0.17781237,0.01000,0.619
+5,mlp.experts.123.gate_proj,0.00732807,0.01000,0.619
+5,mlp.experts.124.gate_proj,0.00275414,0.01000,0.618
+5,mlp.experts.125.gate_proj,0.11363139,0.01000,0.619
+5,mlp.experts.126.gate_proj,0.31062394,0.01000,0.620
+5,mlp.experts.127.gate_proj,0.00305542,0.01000,0.621
+5,mlp.experts.0.down_proj,0.01293304,0.01000,0.234
+5,mlp.experts.1.down_proj,0.00098489,0.01000,0.233
+5,mlp.experts.2.down_proj,0.00742345,0.01000,0.233
+5,mlp.experts.3.down_proj,0.00010626,0.01000,0.233
+5,mlp.experts.4.down_proj,0.00006407,0.01000,0.233
+5,mlp.experts.5.down_proj,0.02104975,0.01000,0.232
+5,mlp.experts.6.down_proj,0.00314555,0.01000,0.233
+5,mlp.experts.7.down_proj,0.03120848,0.01000,0.234
+5,mlp.experts.8.down_proj,0.00266986,0.01000,0.234
+5,mlp.experts.9.down_proj,0.00043347,0.01000,0.234
+5,mlp.experts.10.down_proj,0.00978274,0.01000,0.234
+5,mlp.experts.11.down_proj,0.00064613,0.01000,0.234
+5,mlp.experts.12.down_proj,0.00037702,0.01000,0.236
+5,mlp.experts.13.down_proj,0.07092848,0.01000,0.236
+5,mlp.experts.14.down_proj,0.00013074,0.01000,0.234
+5,mlp.experts.15.down_proj,0.00006516,0.01000,0.234
+5,mlp.experts.16.down_proj,0.01793600,0.01000,0.234
+5,mlp.experts.17.down_proj,0.02474497,0.01000,0.235
+5,mlp.experts.18.down_proj,0.03799210,0.01000,0.237
+5,mlp.experts.19.down_proj,0.01436321,0.01000,0.237
+5,mlp.experts.20.down_proj,0.00458873,0.01000,0.238
+5,mlp.experts.21.down_proj,0.01367099,0.01000,0.237
+5,mlp.experts.22.down_proj,0.06032819,0.01000,0.238
+5,mlp.experts.23.down_proj,0.00047680,0.01000,0.238
+5,mlp.experts.24.down_proj,0.01883055,0.01000,0.238
+5,mlp.experts.25.down_proj,0.00110776,0.01000,0.238
+5,mlp.experts.26.down_proj,0.00143857,0.01000,0.238
+5,mlp.experts.27.down_proj,0.00028708,0.01000,0.238
+5,mlp.experts.28.down_proj,0.00002365,0.01000,0.237
+5,mlp.experts.29.down_proj,0.00001292,0.01000,0.238
+5,mlp.experts.30.down_proj,0.03086434,0.01000,0.238
+5,mlp.experts.31.down_proj,0.03803407,0.01000,0.238
+5,mlp.experts.32.down_proj,0.00580620,0.01000,0.237
+5,mlp.experts.33.down_proj,0.03687906,0.01000,0.238
+5,mlp.experts.34.down_proj,0.05310225,0.01000,0.237
+5,mlp.experts.35.down_proj,0.00428807,0.01000,0.238
+5,mlp.experts.36.down_proj,0.00620243,0.01000,0.238
+5,mlp.experts.37.down_proj,0.02096143,0.01000,0.237
+5,mlp.experts.38.down_proj,0.00203665,0.01000,0.238
+5,mlp.experts.39.down_proj,0.00125998,0.01000,0.238
+5,mlp.experts.40.down_proj,0.00001470,0.01000,0.237
+5,mlp.experts.41.down_proj,0.01416845,0.01000,0.238
+5,mlp.experts.42.down_proj,0.02031211,0.01000,0.237
+5,mlp.experts.43.down_proj,0.00064648,0.01000,0.238
+5,mlp.experts.44.down_proj,0.00100087,0.01000,0.237
+5,mlp.experts.45.down_proj,0.00770064,0.01000,0.238
+5,mlp.experts.46.down_proj,0.00169797,0.01000,0.238
+5,mlp.experts.47.down_proj,0.02284378,0.01000,0.238
+5,mlp.experts.48.down_proj,0.02741990,0.01000,0.237
+5,mlp.experts.49.down_proj,0.03336918,0.01000,0.236
+5,mlp.experts.50.down_proj,0.00022800,0.01000,0.234
+5,mlp.experts.51.down_proj,0.00946603,0.01000,0.234
+5,mlp.experts.52.down_proj,0.00383011,0.01000,0.235
+5,mlp.experts.53.down_proj,0.03211543,0.01000,0.233
+5,mlp.experts.54.down_proj,0.02805134,0.01000,0.233
+5,mlp.experts.55.down_proj,0.01943417,0.01000,0.234
+5,mlp.experts.56.down_proj,0.01736556,0.01000,0.234
+5,mlp.experts.57.down_proj,0.00000819,0.01000,0.234
+5,mlp.experts.58.down_proj,0.01829594,0.01000,0.234
+5,mlp.experts.59.down_proj,0.00066790,0.01000,0.234
+5,mlp.experts.60.down_proj,0.00076851,0.01000,0.235
+5,mlp.experts.61.down_proj,0.00902578,0.01000,0.234
+5,mlp.experts.62.down_proj,0.03375275,0.01000,0.234
+5,mlp.experts.63.down_proj,0.06173236,0.01000,0.236
+5,mlp.experts.64.down_proj,0.04432230,0.01000,0.234
+5,mlp.experts.65.down_proj,0.00291005,0.01000,0.234
+5,mlp.experts.66.down_proj,0.01572160,0.01000,0.233
+5,mlp.experts.67.down_proj,0.00580242,0.01000,0.233
+5,mlp.experts.68.down_proj,0.00312859,0.01000,0.234
+5,mlp.experts.69.down_proj,0.00010260,0.01000,0.234
+5,mlp.experts.70.down_proj,0.00572048,0.01000,0.234
+5,mlp.experts.71.down_proj,0.01594227,0.01000,0.234
+5,mlp.experts.72.down_proj,0.00006011,0.01000,0.234
+5,mlp.experts.73.down_proj,0.00229019,0.01000,0.234
+5,mlp.experts.74.down_proj,0.03230270,0.01000,0.234
+5,mlp.experts.75.down_proj,0.03149524,0.01000,0.234
+5,mlp.experts.76.down_proj,0.00343226,0.01000,0.234
+5,mlp.experts.77.down_proj,0.01393239,0.01000,0.234
+5,mlp.experts.78.down_proj,0.04935040,0.01000,0.234
+5,mlp.experts.79.down_proj,0.01904651,0.01000,0.235
+5,mlp.experts.80.down_proj,0.03445053,0.01000,0.237
+5,mlp.experts.81.down_proj,0.00405719,0.01000,0.238
+5,mlp.experts.82.down_proj,0.01953930,0.01000,0.237
+5,mlp.experts.83.down_proj,0.00671415,0.01000,0.238
+5,mlp.experts.84.down_proj,0.00766378,0.01000,0.237
+5,mlp.experts.85.down_proj,0.00398940,0.01000,0.237
+5,mlp.experts.86.down_proj,0.01179322,0.01000,0.237
+5,mlp.experts.87.down_proj,0.01912659,0.01000,0.237
+5,mlp.experts.88.down_proj,0.00040686,0.01000,0.237
+5,mlp.experts.89.down_proj,0.00134297,0.01000,0.237
+5,mlp.experts.90.down_proj,0.02670527,0.01000,0.239
+5,mlp.experts.91.down_proj,0.00090310,0.01000,0.237
+5,mlp.experts.92.down_proj,0.00013390,0.01000,0.238
+5,mlp.experts.93.down_proj,0.02595388,0.01000,0.237
+5,mlp.experts.94.down_proj,0.01515604,0.01000,0.237
+5,mlp.experts.95.down_proj,0.00604759,0.01000,0.236
+5,mlp.experts.96.down_proj,0.02193568,0.01000,0.237
+5,mlp.experts.97.down_proj,0.02227731,0.01000,0.237
+5,mlp.experts.98.down_proj,0.00038415,0.01000,0.237
+5,mlp.experts.99.down_proj,0.03702950,0.01000,0.238
+5,mlp.experts.100.down_proj,0.00564772,0.01000,0.237
+5,mlp.experts.101.down_proj,0.00073889,0.01000,0.238
+5,mlp.experts.102.down_proj,0.01852452,0.01000,0.238
+5,mlp.experts.103.down_proj,0.01046174,0.01000,0.237
+5,mlp.experts.104.down_proj,0.01251475,0.01000,0.237
+5,mlp.experts.105.down_proj,0.02327632,0.01000,0.237
+5,mlp.experts.106.down_proj,0.00893812,0.01000,0.237
+5,mlp.experts.107.down_proj,0.02992535,0.01000,0.237
+5,mlp.experts.108.down_proj,0.02318123,0.01000,0.237
+5,mlp.experts.109.down_proj,0.00143223,0.01000,0.240
+5,mlp.experts.110.down_proj,0.01673917,0.01000,0.241
+5,mlp.experts.111.down_proj,0.02929396,0.01000,0.241
+5,mlp.experts.112.down_proj,0.02019434,0.01000,0.238
+5,mlp.experts.113.down_proj,0.01252935,0.01000,0.239
+5,mlp.experts.114.down_proj,0.00178676,0.01000,0.239
+5,mlp.experts.115.down_proj,0.02740499,0.01000,0.238
+5,mlp.experts.116.down_proj,0.03941346,0.01000,0.238
+5,mlp.experts.117.down_proj,0.01565924,0.01000,0.239
+5,mlp.experts.118.down_proj,0.00019185,0.01000,0.238
+5,mlp.experts.119.down_proj,0.02282037,0.01000,0.238
+5,mlp.experts.120.down_proj,0.01882906,0.01000,0.240
+5,mlp.experts.121.down_proj,0.00000200,0.01000,0.241
+5,mlp.experts.122.down_proj,0.02496735,0.01000,0.241
+5,mlp.experts.123.down_proj,0.00100512,0.01000,0.238
+5,mlp.experts.124.down_proj,0.00080563,0.01000,0.239
+5,mlp.experts.125.down_proj,0.01979621,0.01000,0.239
+5,mlp.experts.126.down_proj,0.03968937,0.01000,0.239
+5,mlp.experts.127.down_proj,0.00071284,0.01000,0.239
+6,self_attn.q_proj,0.03106765,0.01000,0.630
+6,self_attn.k_proj,0.00452462,0.01000,0.618
+6,self_attn.v_proj,0.00460522,0.01000,0.617
+6,self_attn.o_proj,0.00478388,0.01000,1.255
+6,mlp.experts.0.up_proj,0.19380698,0.01000,0.626
+6,mlp.experts.1.up_proj,0.04332526,0.01000,0.624
+6,mlp.experts.2.up_proj,0.00002760,0.01000,0.625
+6,mlp.experts.3.up_proj,0.11178993,0.01000,0.630
+6,mlp.experts.4.up_proj,0.42921817,0.01000,0.629
+6,mlp.experts.5.up_proj,0.00009140,0.01000,0.629
+6,mlp.experts.6.up_proj,0.02467519,0.01000,0.629
+6,mlp.experts.7.up_proj,0.61427951,0.01000,0.628
+6,mlp.experts.8.up_proj,0.02241733,0.01000,0.630
+6,mlp.experts.9.up_proj,0.17798451,0.01000,0.623
+6,mlp.experts.10.up_proj,0.27727678,0.01000,0.624
+6,mlp.experts.11.up_proj,0.00001702,0.01000,0.626
+6,mlp.experts.12.up_proj,0.00147893,0.01000,0.622
+6,mlp.experts.13.up_proj,0.36838681,0.01000,0.620
+6,mlp.experts.14.up_proj,0.19700554,0.01000,0.619
+6,mlp.experts.15.up_proj,0.01195802,0.01000,0.620
+6,mlp.experts.16.up_proj,0.00932954,0.01000,0.622
+6,mlp.experts.17.up_proj,0.00781512,0.01000,0.623
+6,mlp.experts.18.up_proj,0.01888198,0.01000,0.624
+6,mlp.experts.19.up_proj,0.07372531,0.01000,0.622
+6,mlp.experts.20.up_proj,0.07015233,0.01000,0.621
+6,mlp.experts.21.up_proj,0.00492058,0.01000,0.621
+6,mlp.experts.22.up_proj,0.31407854,0.01000,0.621
+6,mlp.experts.23.up_proj,0.26161724,0.01000,0.628
+6,mlp.experts.24.up_proj,0.03262525,0.01000,0.629
+6,mlp.experts.25.up_proj,0.21180107,0.01000,0.630
+6,mlp.experts.26.up_proj,0.09009749,0.01000,0.630
+6,mlp.experts.27.up_proj,0.01921045,0.01000,0.631
+6,mlp.experts.28.up_proj,0.14161786,0.01000,0.630
+6,mlp.experts.29.up_proj,0.00638242,0.01000,0.630
+6,mlp.experts.30.up_proj,0.03815592,0.01000,0.631
+6,mlp.experts.31.up_proj,0.00373779,0.01000,0.631
+6,mlp.experts.32.up_proj,0.03551646,0.01000,0.630
+6,mlp.experts.33.up_proj,0.06373655,0.01000,0.629
+6,mlp.experts.34.up_proj,0.36264512,0.01000,0.629
+6,mlp.experts.35.up_proj,0.03337954,0.01000,0.630
+6,mlp.experts.36.up_proj,0.00217078,0.01000,0.628
+6,mlp.experts.37.up_proj,0.08245780,0.01000,0.628
+6,mlp.experts.38.up_proj,0.62388682,0.01000,0.630
+6,mlp.experts.39.up_proj,0.26303747,0.01000,0.627
+6,mlp.experts.40.up_proj,0.00082474,0.01000,0.624
+6,mlp.experts.41.up_proj,0.13270481,0.01000,0.625
+6,mlp.experts.42.up_proj,0.26727074,0.01000,0.625
+6,mlp.experts.43.up_proj,0.00516736,0.01000,0.625
+6,mlp.experts.44.up_proj,0.33909106,0.01000,0.628
+6,mlp.experts.45.up_proj,0.00000227,0.01000,0.632
+6,mlp.experts.46.up_proj,0.28328276,0.01000,0.631
+6,mlp.experts.47.up_proj,0.01602602,0.01000,0.631
+6,mlp.experts.48.up_proj,0.07340153,0.01000,0.631
+6,mlp.experts.49.up_proj,0.06195904,0.01000,0.630
+6,mlp.experts.50.up_proj,0.00474029,0.01000,0.631
+6,mlp.experts.51.up_proj,0.03166867,0.01000,0.631
+6,mlp.experts.52.up_proj,0.44404748,0.01000,0.632
+6,mlp.experts.53.up_proj,0.02523369,0.01000,0.631
+6,mlp.experts.54.up_proj,0.27375871,0.01000,0.630
+6,mlp.experts.55.up_proj,0.28078368,0.01000,0.631
+6,mlp.experts.56.up_proj,0.71180505,0.01000,0.631
+6,mlp.experts.57.up_proj,0.01270116,0.01000,0.623
+6,mlp.experts.58.up_proj,0.13195699,0.01000,0.622
+6,mlp.experts.59.up_proj,0.00704964,0.01000,0.623
+6,mlp.experts.60.up_proj,0.00003908,0.01000,0.622
+6,mlp.experts.61.up_proj,0.08489592,0.01000,0.623
+6,mlp.experts.62.up_proj,0.18513110,0.01000,0.623
+6,mlp.experts.63.up_proj,0.31475192,0.01000,0.624
+6,mlp.experts.64.up_proj,0.44218290,0.01000,0.624
+6,mlp.experts.65.up_proj,0.07625270,0.01000,0.623
+6,mlp.experts.66.up_proj,0.02094099,0.01000,0.623
+6,mlp.experts.67.up_proj,0.05744012,0.01000,0.624
+6,mlp.experts.68.up_proj,0.01279342,0.01000,0.623
+6,mlp.experts.69.up_proj,0.00234474,0.01000,0.621
+6,mlp.experts.70.up_proj,0.03607868,0.01000,0.627
+6,mlp.experts.71.up_proj,0.46646178,0.01000,0.631
+6,mlp.experts.72.up_proj,0.07103529,0.01000,0.630
+6,mlp.experts.73.up_proj,0.00005950,0.01000,0.631
+6,mlp.experts.74.up_proj,0.07061195,0.01000,0.631
+6,mlp.experts.75.up_proj,0.18185779,0.01000,0.633
+6,mlp.experts.76.up_proj,0.30591866,0.01000,0.632
+6,mlp.experts.77.up_proj,0.08690473,0.01000,0.632
+6,mlp.experts.78.up_proj,0.01118941,0.01000,0.631
+6,mlp.experts.79.up_proj,0.32582319,0.01000,0.632
+6,mlp.experts.80.up_proj,0.04286955,0.01000,0.633
+6,mlp.experts.81.up_proj,0.00001987,0.01000,0.633
+6,mlp.experts.82.up_proj,0.01847469,0.01000,0.631
+6,mlp.experts.83.up_proj,0.06236465,0.01000,0.627
+6,mlp.experts.84.up_proj,0.08224633,0.01000,0.628
+6,mlp.experts.85.up_proj,0.24977322,0.01000,0.628
+6,mlp.experts.86.up_proj,0.37174952,0.01000,0.627
+6,mlp.experts.87.up_proj,0.32713380,0.01000,0.629
+6,mlp.experts.88.up_proj,0.07806012,0.01000,0.631
+6,mlp.experts.89.up_proj,0.15654963,0.01000,0.629
+6,mlp.experts.90.up_proj,0.00449159,0.01000,0.627
+6,mlp.experts.91.up_proj,0.00162409,0.01000,0.625
+6,mlp.experts.92.up_proj,0.06927604,0.01000,0.627
+6,mlp.experts.93.up_proj,0.09571001,0.01000,0.624
+6,mlp.experts.94.up_proj,0.04856250,0.01000,0.630
+6,mlp.experts.95.up_proj,0.00178426,0.01000,0.631
+6,mlp.experts.96.up_proj,0.28184056,0.01000,0.630
+6,mlp.experts.97.up_proj,0.36209548,0.01000,0.630
+6,mlp.experts.98.up_proj,0.03607154,0.01000,0.632
+6,mlp.experts.99.up_proj,0.14595518,0.01000,0.632
+6,mlp.experts.100.up_proj,0.13607430,0.01000,0.632
+6,mlp.experts.101.up_proj,0.47235543,0.01000,0.632
+6,mlp.experts.102.up_proj,0.03528452,0.01000,0.632
+6,mlp.experts.103.up_proj,0.21104309,0.01000,0.630
+6,mlp.experts.104.up_proj,0.03036043,0.01000,0.631
+6,mlp.experts.105.up_proj,0.14296861,0.01000,0.622
+6,mlp.experts.106.up_proj,0.00193891,0.01000,0.622
+6,mlp.experts.107.up_proj,0.42919382,0.01000,0.623
+6,mlp.experts.108.up_proj,0.00933228,0.01000,0.623
+6,mlp.experts.109.up_proj,0.07802449,0.01000,0.630
+6,mlp.experts.110.up_proj,0.41223782,0.01000,0.628
+6,mlp.experts.111.up_proj,0.00864186,0.01000,0.625
+6,mlp.experts.112.up_proj,0.00971425,0.01000,0.627
+6,mlp.experts.113.up_proj,0.00163724,0.01000,0.625
+6,mlp.experts.114.up_proj,0.22429387,0.01000,0.625
+6,mlp.experts.115.up_proj,0.13148266,0.01000,0.626
+6,mlp.experts.116.up_proj,0.59205371,0.01000,0.624
+6,mlp.experts.117.up_proj,0.01074478,0.01000,0.625
+6,mlp.experts.118.up_proj,0.07028635,0.01000,0.622
+6,mlp.experts.119.up_proj,0.11390932,0.01000,0.623
+6,mlp.experts.120.up_proj,0.00776507,0.01000,0.629
+6,mlp.experts.121.up_proj,0.07440272,0.01000,0.632
+6,mlp.experts.122.up_proj,0.00062777,0.01000,0.631
+6,mlp.experts.123.up_proj,0.04938963,0.01000,0.632
+6,mlp.experts.124.up_proj,0.02623593,0.01000,0.633
+6,mlp.experts.125.up_proj,0.13784310,0.01000,0.632
+6,mlp.experts.126.up_proj,0.01015985,0.01000,0.632
+6,mlp.experts.127.up_proj,0.20025136,0.01000,0.633
+6,mlp.experts.0.gate_proj,0.23941703,0.01000,0.632
+6,mlp.experts.1.gate_proj,0.04943931,0.01000,0.634
+6,mlp.experts.2.gate_proj,0.00002862,0.01000,0.632
+6,mlp.experts.3.gate_proj,0.13093567,0.01000,0.633
+6,mlp.experts.4.gate_proj,0.51118964,0.01000,0.626
+6,mlp.experts.5.gate_proj,0.00009757,0.01000,0.624
+6,mlp.experts.6.gate_proj,0.03044434,0.01000,0.623
+6,mlp.experts.7.gate_proj,0.68866348,0.01000,0.623
+6,mlp.experts.8.gate_proj,0.02753682,0.01000,0.622
+6,mlp.experts.9.gate_proj,0.20491733,0.01000,0.627
+6,mlp.experts.10.gate_proj,0.29256263,0.01000,0.626
+6,mlp.experts.11.gate_proj,0.00001902,0.01000,0.621
+6,mlp.experts.12.gate_proj,0.00161202,0.01000,0.620
+6,mlp.experts.13.gate_proj,0.48057979,0.01000,0.621
+6,mlp.experts.14.gate_proj,0.21166340,0.01000,0.621
+6,mlp.experts.15.gate_proj,0.01953406,0.01000,0.621
+6,mlp.experts.16.gate_proj,0.01193955,0.01000,0.622
+6,mlp.experts.17.gate_proj,0.00971998,0.01000,0.619
+6,mlp.experts.18.gate_proj,0.02180238,0.01000,0.622
+6,mlp.experts.19.gate_proj,0.07445543,0.01000,0.622
+6,mlp.experts.20.gate_proj,0.08907105,0.01000,0.621
+6,mlp.experts.21.gate_proj,0.00566008,0.01000,0.625
+6,mlp.experts.22.gate_proj,0.37488064,0.01000,0.626
+6,mlp.experts.23.gate_proj,0.28394222,0.01000,0.629
+6,mlp.experts.24.gate_proj,0.03486801,0.01000,0.629
+6,mlp.experts.25.gate_proj,0.25282300,0.01000,0.629
+6,mlp.experts.26.gate_proj,0.10485499,0.01000,0.630
+6,mlp.experts.27.gate_proj,0.02229171,0.01000,0.630
+6,mlp.experts.28.gate_proj,0.16775738,0.01000,0.631
+6,mlp.experts.29.gate_proj,0.00918406,0.01000,0.630
+6,mlp.experts.30.gate_proj,0.03894561,0.01000,0.628
+6,mlp.experts.31.gate_proj,0.00434245,0.01000,0.629
+6,mlp.experts.32.gate_proj,0.05607458,0.01000,0.629
+6,mlp.experts.33.gate_proj,0.08201605,0.01000,0.629
+6,mlp.experts.34.gate_proj,0.39647764,0.01000,0.626
+6,mlp.experts.35.gate_proj,0.03543700,0.01000,0.622
+6,mlp.experts.36.gate_proj,0.00238950,0.01000,0.622
+6,mlp.experts.37.gate_proj,0.10319387,0.01000,0.621
+6,mlp.experts.38.gate_proj,0.68897164,0.01000,0.622
+6,mlp.experts.39.gate_proj,0.29184180,0.01000,0.621
+6,mlp.experts.40.gate_proj,0.00098627,0.01000,0.621
+6,mlp.experts.41.gate_proj,0.14582290,0.01000,0.622
+6,mlp.experts.42.gate_proj,0.29547954,0.01000,0.622
+6,mlp.experts.43.gate_proj,0.00537219,0.01000,0.622
+6,mlp.experts.44.gate_proj,0.41268921,0.01000,0.621
+6,mlp.experts.45.gate_proj,0.00000240,0.01000,0.623
+6,mlp.experts.46.gate_proj,0.32767373,0.01000,0.621
+6,mlp.experts.47.gate_proj,0.01806042,0.01000,0.620
+6,mlp.experts.48.gate_proj,0.08573668,0.01000,0.625
+6,mlp.experts.49.gate_proj,0.07698951,0.01000,0.635
+6,mlp.experts.50.gate_proj,0.00552277,0.01000,0.634
+6,mlp.experts.51.gate_proj,0.03950659,0.01000,0.635
+6,mlp.experts.52.gate_proj,0.47540453,0.01000,0.635
+6,mlp.experts.53.gate_proj,0.03332381,0.01000,0.632
+6,mlp.experts.54.gate_proj,0.32590479,0.01000,0.632
+6,mlp.experts.55.gate_proj,0.30502832,0.01000,0.634
+6,mlp.experts.56.gate_proj,0.78780282,0.01000,0.633
+6,mlp.experts.57.gate_proj,0.01430915,0.01000,0.633
+6,mlp.experts.58.gate_proj,0.15460677,0.01000,0.635
+6,mlp.experts.59.gate_proj,0.00801017,0.01000,0.629
+6,mlp.experts.60.gate_proj,0.00004278,0.01000,0.628
+6,mlp.experts.61.gate_proj,0.09998683,0.01000,0.626
+6,mlp.experts.62.gate_proj,0.21933734,0.01000,0.627
+6,mlp.experts.63.gate_proj,0.37378162,0.01000,0.627
+6,mlp.experts.64.gate_proj,0.47202948,0.01000,0.629
+6,mlp.experts.65.gate_proj,0.08294246,0.01000,0.628
+6,mlp.experts.66.gate_proj,0.02388142,0.01000,0.627
+6,mlp.experts.67.gate_proj,0.06647298,0.01000,0.627
+6,mlp.experts.68.gate_proj,0.01575796,0.01000,0.631
+6,mlp.experts.69.gate_proj,0.00274803,0.01000,0.630
+6,mlp.experts.70.gate_proj,0.04109318,0.01000,0.631
+6,mlp.experts.71.gate_proj,0.65450132,0.01000,0.630
+6,mlp.experts.72.gate_proj,0.08527744,0.01000,0.629
+6,mlp.experts.73.gate_proj,0.00006590,0.01000,0.630
+6,mlp.experts.74.gate_proj,0.08562779,0.01000,0.630
+6,mlp.experts.75.gate_proj,0.19290717,0.01000,0.630
+6,mlp.experts.76.gate_proj,0.40093482,0.01000,0.632
+6,mlp.experts.77.gate_proj,0.09933053,0.01000,0.631
+6,mlp.experts.78.gate_proj,0.01397340,0.01000,0.633
+6,mlp.experts.79.gate_proj,0.34942916,0.01000,0.621
+6,mlp.experts.80.gate_proj,0.04837755,0.01000,0.621
+6,mlp.experts.81.gate_proj,0.00002147,0.01000,0.622
+6,mlp.experts.82.gate_proj,0.02117429,0.01000,0.622
+6,mlp.experts.83.gate_proj,0.06353523,0.01000,0.621
+6,mlp.experts.84.gate_proj,0.09424137,0.01000,0.621
+6,mlp.experts.85.gate_proj,0.24967287,0.01000,0.620
+6,mlp.experts.86.gate_proj,0.40863648,0.01000,0.620
+6,mlp.experts.87.gate_proj,0.36337891,0.01000,0.621
+6,mlp.experts.88.gate_proj,0.08387849,0.01000,0.621
+6,mlp.experts.89.gate_proj,0.18192729,0.01000,0.619
+6,mlp.experts.90.gate_proj,0.00591707,0.01000,0.620
+6,mlp.experts.91.gate_proj,0.00176817,0.01000,0.620
+6,mlp.experts.92.gate_proj,0.09007269,0.01000,0.622
+6,mlp.experts.93.gate_proj,0.10891964,0.01000,0.630
+6,mlp.experts.94.gate_proj,0.06185958,0.01000,0.630
+6,mlp.experts.95.gate_proj,0.00203363,0.01000,0.632
+6,mlp.experts.96.gate_proj,0.32896048,0.01000,0.630
+6,mlp.experts.97.gate_proj,0.42662650,0.01000,0.630
+6,mlp.experts.98.gate_proj,0.03751779,0.01000,0.631
+6,mlp.experts.99.gate_proj,0.16198821,0.01000,0.631
+6,mlp.experts.100.gate_proj,0.14697312,0.01000,0.630
+6,mlp.experts.101.gate_proj,0.58030105,0.01000,0.631
+6,mlp.experts.102.gate_proj,0.04327396,0.01000,0.631
+6,mlp.experts.103.gate_proj,0.33664811,0.01000,0.630
+6,mlp.experts.104.gate_proj,0.03294796,0.01000,0.631
+6,mlp.experts.105.gate_proj,0.13641763,0.01000,0.627
+6,mlp.experts.106.gate_proj,0.00231595,0.01000,0.621
+6,mlp.experts.107.gate_proj,0.48583573,0.01000,0.620
+6,mlp.experts.108.gate_proj,0.00984153,0.01000,0.619
+6,mlp.experts.109.gate_proj,0.08910681,0.01000,0.620
+6,mlp.experts.110.gate_proj,0.44441444,0.01000,0.625
+6,mlp.experts.111.gate_proj,0.00925147,0.01000,0.622
+6,mlp.experts.112.gate_proj,0.00994161,0.01000,0.621
+6,mlp.experts.113.gate_proj,0.00187221,0.01000,0.622
+6,mlp.experts.114.gate_proj,0.27491969,0.01000,0.621
+6,mlp.experts.115.gate_proj,0.14452864,0.01000,0.623
+6,mlp.experts.116.gate_proj,0.67182314,0.01000,0.629
+6,mlp.experts.117.gate_proj,0.01371825,0.01000,0.629
+6,mlp.experts.118.gate_proj,0.07344499,0.01000,0.630
+6,mlp.experts.119.gate_proj,0.14120942,0.01000,0.630
+6,mlp.experts.120.gate_proj,0.00812054,0.01000,0.628
+6,mlp.experts.121.gate_proj,0.09219823,0.01000,0.629
+6,mlp.experts.122.gate_proj,0.00072479,0.01000,0.630
+6,mlp.experts.123.gate_proj,0.04953264,0.01000,0.631
+6,mlp.experts.124.gate_proj,0.03157812,0.01000,0.630
+6,mlp.experts.125.gate_proj,0.15061271,0.01000,0.631
+6,mlp.experts.126.gate_proj,0.01079935,0.01000,0.630
+6,mlp.experts.127.gate_proj,0.22230113,0.01000,0.631
+6,mlp.experts.0.down_proj,0.02226960,0.01000,0.240
+6,mlp.experts.1.down_proj,0.00699164,0.01000,0.237
+6,mlp.experts.2.down_proj,0.00000413,0.01000,0.237
+6,mlp.experts.3.down_proj,0.01188826,0.01000,0.236
+6,mlp.experts.4.down_proj,0.05027658,0.01000,0.236
+6,mlp.experts.5.down_proj,0.00001450,0.01000,0.237
+6,mlp.experts.6.down_proj,0.00327680,0.01000,0.237
+6,mlp.experts.7.down_proj,0.06469413,0.01000,0.238
+6,mlp.experts.8.down_proj,0.00350913,0.01000,0.238
+6,mlp.experts.9.down_proj,0.01787825,0.01000,0.238
+6,mlp.experts.10.down_proj,0.03308953,0.01000,0.239
+6,mlp.experts.11.down_proj,0.00000163,0.01000,0.239
+6,mlp.experts.12.down_proj,0.00024759,0.01000,0.238
+6,mlp.experts.13.down_proj,0.03378148,0.01000,0.239
+6,mlp.experts.14.down_proj,0.02205536,0.01000,0.239
+6,mlp.experts.15.down_proj,0.00052096,0.01000,0.239
+6,mlp.experts.16.down_proj,0.00159335,0.01000,0.239
+6,mlp.experts.17.down_proj,0.00403577,0.01000,0.239
+6,mlp.experts.18.down_proj,0.00196848,0.01000,0.239
+6,mlp.experts.19.down_proj,0.00783048,0.01000,0.238
+6,mlp.experts.20.down_proj,0.01006377,0.01000,0.239
+6,mlp.experts.21.down_proj,0.00066479,0.01000,0.238
+6,mlp.experts.22.down_proj,0.03367936,0.01000,0.238
+6,mlp.experts.23.down_proj,0.02503534,0.01000,0.235
+6,mlp.experts.24.down_proj,0.00668057,0.01000,0.235
+6,mlp.experts.25.down_proj,0.02092566,0.01000,0.235
+6,mlp.experts.26.down_proj,0.00897850,0.01000,0.234
+6,mlp.experts.27.down_proj,0.00288441,0.01000,0.235
+6,mlp.experts.28.down_proj,0.01741880,0.01000,0.235
+6,mlp.experts.29.down_proj,0.00116194,0.01000,0.235
+6,mlp.experts.30.down_proj,0.00482901,0.01000,0.235
+6,mlp.experts.31.down_proj,0.00085141,0.01000,0.236
+6,mlp.experts.32.down_proj,0.00193897,0.01000,0.235
+6,mlp.experts.33.down_proj,0.00719376,0.01000,0.235
+6,mlp.experts.34.down_proj,0.05164257,0.01000,0.235
+6,mlp.experts.35.down_proj,0.00620939,0.01000,0.235
+6,mlp.experts.36.down_proj,0.00040674,0.01000,0.236
+6,mlp.experts.37.down_proj,0.01008391,0.01000,0.235
+6,mlp.experts.38.down_proj,0.06846149,0.01000,0.235
+6,mlp.experts.39.down_proj,0.02432248,0.01000,0.235
+6,mlp.experts.40.down_proj,0.00014149,0.01000,0.235
+6,mlp.experts.41.down_proj,0.01222312,0.01000,0.235
+6,mlp.experts.42.down_proj,0.03408155,0.01000,0.235
+6,mlp.experts.43.down_proj,0.00074748,0.01000,0.235
+6,mlp.experts.44.down_proj,0.04499987,0.01000,0.235
+6,mlp.experts.45.down_proj,0.00000030,0.01000,0.234
+6,mlp.experts.46.down_proj,0.03507405,0.01000,0.234
+6,mlp.experts.47.down_proj,0.00281984,0.01000,0.234
+6,mlp.experts.48.down_proj,0.00687343,0.01000,0.235
+6,mlp.experts.49.down_proj,0.00775180,0.01000,0.235
+6,mlp.experts.50.down_proj,0.00083519,0.01000,0.235
+6,mlp.experts.51.down_proj,0.00476808,0.01000,0.235
+6,mlp.experts.52.down_proj,0.04535861,0.01000,0.235
+6,mlp.experts.53.down_proj,0.00575860,0.01000,0.235
+6,mlp.experts.54.down_proj,0.02605871,0.01000,0.236
+6,mlp.experts.55.down_proj,0.03603521,0.01000,0.236
+6,mlp.experts.56.down_proj,0.08728568,0.01000,0.241
+6,mlp.experts.57.down_proj,0.00156451,0.01000,0.236
+6,mlp.experts.58.down_proj,0.01810074,0.01000,0.238
+6,mlp.experts.59.down_proj,0.00077534,0.01000,0.238
+6,mlp.experts.60.down_proj,0.00000660,0.01000,0.238
+6,mlp.experts.61.down_proj,0.00800176,0.01000,0.238
+6,mlp.experts.62.down_proj,0.02053030,0.01000,0.239
+6,mlp.experts.63.down_proj,0.03370097,0.01000,0.238
+6,mlp.experts.64.down_proj,0.04547636,0.01000,0.238
+6,mlp.experts.65.down_proj,0.00717252,0.01000,0.239
+6,mlp.experts.66.down_proj,0.00244494,0.01000,0.239
+6,mlp.experts.67.down_proj,0.00606262,0.01000,0.238
+6,mlp.experts.68.down_proj,0.00211347,0.01000,0.238
+6,mlp.experts.69.down_proj,0.00037177,0.01000,0.237
+6,mlp.experts.70.down_proj,0.00454146,0.01000,0.237
+6,mlp.experts.71.down_proj,0.06238270,0.01000,0.237
+6,mlp.experts.72.down_proj,0.00889040,0.01000,0.242
+6,mlp.experts.73.down_proj,0.00001143,0.01000,0.238
+6,mlp.experts.74.down_proj,0.00741877,0.01000,0.238
+6,mlp.experts.75.down_proj,0.01711893,0.01000,0.238
+6,mlp.experts.76.down_proj,0.05164374,0.01000,0.238
+6,mlp.experts.77.down_proj,0.01068515,0.01000,0.239
+6,mlp.experts.78.down_proj,0.00253269,0.01000,0.240
+6,mlp.experts.79.down_proj,0.04605315,0.01000,0.239
+6,mlp.experts.80.down_proj,0.00581393,0.01000,0.246
+6,mlp.experts.81.down_proj,0.00000333,0.01000,0.240
+6,mlp.experts.82.down_proj,0.00186038,0.01000,0.236
+6,mlp.experts.83.down_proj,0.01079628,0.01000,0.238
+6,mlp.experts.84.down_proj,0.00945472,0.01000,0.236
+6,mlp.experts.85.down_proj,0.02749879,0.01000,0.237
+6,mlp.experts.86.down_proj,0.03624749,0.01000,0.237
+6,mlp.experts.87.down_proj,0.04323254,0.01000,0.236
+6,mlp.experts.88.down_proj,0.01049312,0.01000,0.235
+6,mlp.experts.89.down_proj,0.01768916,0.01000,0.236
+6,mlp.experts.90.down_proj,0.00069036,0.01000,0.236
+6,mlp.experts.91.down_proj,0.00029712,0.01000,0.237
+6,mlp.experts.92.down_proj,0.00804510,0.01000,0.238
+6,mlp.experts.93.down_proj,0.00941196,0.01000,0.238
+6,mlp.experts.94.down_proj,0.00589834,0.01000,0.238
+6,mlp.experts.95.down_proj,0.00046907,0.01000,0.237
+6,mlp.experts.96.down_proj,0.02405315,0.01000,0.238
+6,mlp.experts.97.down_proj,0.03586743,0.01000,0.238
+6,mlp.experts.98.down_proj,0.00323490,0.01000,0.239
+6,mlp.experts.99.down_proj,0.01954829,0.01000,0.241
+6,mlp.experts.100.down_proj,0.01531054,0.01000,0.242
+6,mlp.experts.101.down_proj,0.06279752,0.01000,0.241
+6,mlp.experts.102.down_proj,0.00477641,0.01000,0.246
+6,mlp.experts.103.down_proj,0.02562774,0.01000,0.242
+6,mlp.experts.104.down_proj,0.00372846,0.01000,0.243
+6,mlp.experts.105.down_proj,0.02518405,0.01000,0.243
+6,mlp.experts.106.down_proj,0.00048393,0.01000,0.243
+6,mlp.experts.107.down_proj,0.04910900,0.01000,0.243
+6,mlp.experts.108.down_proj,0.00115013,0.01000,0.243
+6,mlp.experts.109.down_proj,0.01038192,0.01000,0.242
+6,mlp.experts.110.down_proj,0.04751168,0.01000,0.241
+6,mlp.experts.111.down_proj,0.00125167,0.01000,0.240
+6,mlp.experts.112.down_proj,0.00020891,0.01000,0.240
+6,mlp.experts.113.down_proj,0.00031664,0.01000,0.241
+6,mlp.experts.114.down_proj,0.02800862,0.01000,0.241
+6,mlp.experts.115.down_proj,0.02127685,0.01000,0.240
+6,mlp.experts.116.down_proj,0.06172322,0.01000,0.240
+6,mlp.experts.117.down_proj,0.00043289,0.01000,0.240
+6,mlp.experts.118.down_proj,0.01000746,0.01000,0.242
+6,mlp.experts.119.down_proj,0.01647405,0.01000,0.240
+6,mlp.experts.120.down_proj,0.00109022,0.01000,0.241
+6,mlp.experts.121.down_proj,0.00517983,0.01000,0.241
+6,mlp.experts.122.down_proj,0.00015431,0.01000,0.241
+6,mlp.experts.123.down_proj,0.00626956,0.01000,0.241
+6,mlp.experts.124.down_proj,0.00489087,0.01000,0.241
+6,mlp.experts.125.down_proj,0.01357093,0.01000,0.241
+6,mlp.experts.126.down_proj,0.00176997,0.01000,0.241
+6,mlp.experts.127.down_proj,0.02376385,0.01000,0.241
+7,self_attn.q_proj,0.02131492,0.01000,0.638
+7,self_attn.k_proj,0.00307598,0.01000,0.622
+7,self_attn.v_proj,0.00332785,0.01000,0.625
+7,self_attn.o_proj,0.00314933,0.01000,1.255
+7,mlp.experts.0.up_proj,0.00104651,0.01000,0.630
+7,mlp.experts.1.up_proj,0.07519716,0.01000,0.628
+7,mlp.experts.2.up_proj,0.40361845,0.01000,0.630
+7,mlp.experts.3.up_proj,0.10450409,0.01000,0.633
+7,mlp.experts.4.up_proj,0.23278695,0.01000,0.634
+7,mlp.experts.5.up_proj,0.36714554,0.01000,0.636
+7,mlp.experts.6.up_proj,0.10473858,0.01000,0.635
+7,mlp.experts.7.up_proj,0.75643021,0.01000,0.635
+7,mlp.experts.8.up_proj,0.23138326,0.01000,0.634
+7,mlp.experts.9.up_proj,0.30947179,0.01000,0.635
+7,mlp.experts.10.up_proj,0.01484257,0.01000,0.633
+7,mlp.experts.11.up_proj,0.12659940,0.01000,0.633
+7,mlp.experts.12.up_proj,0.31699753,0.01000,0.633
+7,mlp.experts.13.up_proj,0.15014452,0.01000,0.631
+7,mlp.experts.14.up_proj,0.03652219,0.01000,0.632
+7,mlp.experts.15.up_proj,0.03677240,0.01000,0.634
+7,mlp.experts.16.up_proj,0.00123345,0.01000,0.631
+7,mlp.experts.17.up_proj,0.46352881,0.01000,0.632
+7,mlp.experts.18.up_proj,0.04765895,0.01000,0.633
+7,mlp.experts.19.up_proj,0.16175480,0.01000,0.635
+7,mlp.experts.20.up_proj,0.29581028,0.01000,0.632
+7,mlp.experts.21.up_proj,0.51153988,0.01000,0.633
+7,mlp.experts.22.up_proj,0.10176849,0.01000,0.632
+7,mlp.experts.23.up_proj,0.00100583,0.01000,0.630
+7,mlp.experts.24.up_proj,0.50047863,0.01000,0.629
+7,mlp.experts.25.up_proj,0.12269787,0.01000,0.629
+7,mlp.experts.26.up_proj,1.03214538,0.01000,0.634
+7,mlp.experts.27.up_proj,0.06628422,0.01000,0.634
+7,mlp.experts.28.up_proj,0.00566522,0.01000,0.635
+7,mlp.experts.29.up_proj,0.04823274,0.01000,0.634
+7,mlp.experts.30.up_proj,0.02486502,0.01000,0.635
+7,mlp.experts.31.up_proj,0.33417928,0.01000,0.633
+7,mlp.experts.32.up_proj,0.14801142,0.01000,0.634
+7,mlp.experts.33.up_proj,0.53101301,0.01000,0.634
+7,mlp.experts.34.up_proj,0.14714092,0.01000,0.635
+7,mlp.experts.35.up_proj,0.00381685,0.01000,0.635
+7,mlp.experts.36.up_proj,0.19417635,0.01000,0.635
+7,mlp.experts.37.up_proj,0.00000895,0.01000,0.630
+7,mlp.experts.38.up_proj,0.16719142,0.01000,0.628
+7,mlp.experts.39.up_proj,0.12422326,0.01000,0.627
+7,mlp.experts.40.up_proj,0.01350421,0.01000,0.628
+7,mlp.experts.41.up_proj,0.17103797,0.01000,0.627
+7,mlp.experts.42.up_proj,0.00057419,0.01000,0.628
+7,mlp.experts.43.up_proj,0.09439694,0.01000,0.626
+7,mlp.experts.44.up_proj,0.14949897,0.01000,0.627
+7,mlp.experts.45.up_proj,0.20743535,0.01000,0.626
+7,mlp.experts.46.up_proj,0.04510771,0.01000,0.627
+7,mlp.experts.47.up_proj,0.10615878,0.01000,0.625
+7,mlp.experts.48.up_proj,0.34049866,0.01000,0.626
+7,mlp.experts.49.up_proj,0.12076166,0.01000,0.630
+7,mlp.experts.50.up_proj,0.11734024,0.01000,0.633
+7,mlp.experts.51.up_proj,0.23111257,0.01000,0.634
+7,mlp.experts.52.up_proj,0.08386182,0.01000,0.635
+7,mlp.experts.53.up_proj,0.23244376,0.01000,0.634
+7,mlp.experts.54.up_proj,0.00038142,0.01000,0.635
+7,mlp.experts.55.up_proj,0.00187649,0.01000,0.634
+7,mlp.experts.56.up_proj,0.24209478,0.01000,0.634
+7,mlp.experts.57.up_proj,0.00009037,0.01000,0.634
+7,mlp.experts.58.up_proj,0.17899013,0.01000,0.636
+7,mlp.experts.59.up_proj,0.60994995,0.01000,0.642
+7,mlp.experts.60.up_proj,0.16964400,0.01000,0.643
+7,mlp.experts.61.up_proj,0.12857266,0.01000,0.636
+7,mlp.experts.62.up_proj,0.03036104,0.01000,0.630
+7,mlp.experts.63.up_proj,0.11873440,0.01000,0.631
+7,mlp.experts.64.up_proj,0.14627674,0.01000,0.629
+7,mlp.experts.65.up_proj,0.00011935,0.01000,0.633
+7,mlp.experts.66.up_proj,0.31238905,0.01000,0.631
+7,mlp.experts.67.up_proj,0.06164892,0.01000,0.629
+7,mlp.experts.68.up_proj,0.03078574,0.01000,0.630
+7,mlp.experts.69.up_proj,0.01815692,0.01000,0.628
+7,mlp.experts.70.up_proj,0.01922078,0.01000,0.628
+7,mlp.experts.71.up_proj,0.00167332,0.01000,0.624
+7,mlp.experts.72.up_proj,0.14818831,0.01000,0.626
+7,mlp.experts.73.up_proj,0.59119344,0.01000,0.626
+7,mlp.experts.74.up_proj,0.11257462,0.01000,0.628
+7,mlp.experts.75.up_proj,0.06018663,0.01000,0.635
+7,mlp.experts.76.up_proj,0.00555323,0.01000,0.636
+7,mlp.experts.77.up_proj,0.00000722,0.01000,0.637
+7,mlp.experts.78.up_proj,0.03983813,0.01000,0.636
+7,mlp.experts.79.up_proj,0.06755560,0.01000,0.638
+7,mlp.experts.80.up_proj,0.00005080,0.01000,0.636
+7,mlp.experts.81.up_proj,0.03001330,0.01000,0.637
+7,mlp.experts.82.up_proj,0.30893800,0.01000,0.640
+7,mlp.experts.83.up_proj,0.16078660,0.01000,0.637
+7,mlp.experts.84.up_proj,0.00429751,0.01000,0.636
+7,mlp.experts.85.up_proj,0.00165426,0.01000,0.636
+7,mlp.experts.86.up_proj,0.21978475,0.01000,0.633
+7,mlp.experts.87.up_proj,0.26460272,0.01000,0.625
+7,mlp.experts.88.up_proj,0.38100082,0.01000,0.625
+7,mlp.experts.89.up_proj,0.20762086,0.01000,0.626
+7,mlp.experts.90.up_proj,0.00149282,0.01000,0.625
+7,mlp.experts.91.up_proj,0.12557626,0.01000,0.628
+7,mlp.experts.92.up_proj,0.00697962,0.01000,0.629
+7,mlp.experts.93.up_proj,0.29448187,0.01000,0.628
+7,mlp.experts.94.up_proj,0.48403862,0.01000,0.631
+7,mlp.experts.95.up_proj,0.15403102,0.01000,0.629
+7,mlp.experts.96.up_proj,0.03895691,0.01000,0.630
+7,mlp.experts.97.up_proj,0.00387887,0.01000,0.628
+7,mlp.experts.98.up_proj,0.16793260,0.01000,0.627
+7,mlp.experts.99.up_proj,0.12120237,0.01000,0.628
+7,mlp.experts.100.up_proj,0.20159058,0.01000,0.628
+7,mlp.experts.101.up_proj,0.00921830,0.01000,0.629
+7,mlp.experts.102.up_proj,0.00304423,0.01000,0.635
+7,mlp.experts.103.up_proj,0.03403852,0.01000,0.641
+7,mlp.experts.104.up_proj,0.03414541,0.01000,0.639
+7,mlp.experts.105.up_proj,0.00465508,0.01000,0.637
+7,mlp.experts.106.up_proj,0.39174044,0.01000,0.636
+7,mlp.experts.107.up_proj,0.00359836,0.01000,0.638
+7,mlp.experts.108.up_proj,0.13134430,0.01000,0.638
+7,mlp.experts.109.up_proj,0.11101744,0.01000,0.638
+7,mlp.experts.110.up_proj,0.71382713,0.01000,0.640
+7,mlp.experts.111.up_proj,0.01489974,0.01000,0.639
+7,mlp.experts.112.up_proj,0.21002091,0.01000,0.638
+7,mlp.experts.113.up_proj,0.06538624,0.01000,0.630
+7,mlp.experts.114.up_proj,0.04222899,0.01000,0.629
+7,mlp.experts.115.up_proj,0.06360312,0.01000,0.627
+7,mlp.experts.116.up_proj,0.30216885,0.01000,0.626
+7,mlp.experts.117.up_proj,0.03515579,0.01000,0.626
+7,mlp.experts.118.up_proj,0.05053862,0.01000,0.626
+7,mlp.experts.119.up_proj,0.04102721,0.01000,0.627
+7,mlp.experts.120.up_proj,0.01498888,0.01000,0.629
+7,mlp.experts.121.up_proj,0.00018924,0.01000,0.628
+7,mlp.experts.122.up_proj,0.00946887,0.01000,0.626
+7,mlp.experts.123.up_proj,0.07373213,0.01000,0.629
+7,mlp.experts.124.up_proj,0.16546315,0.01000,0.630
+7,mlp.experts.125.up_proj,0.17250355,0.01000,0.639
+7,mlp.experts.126.up_proj,0.01628274,0.01000,0.638
+7,mlp.experts.127.up_proj,0.05888285,0.01000,0.636
+7,mlp.experts.0.gate_proj,0.00119895,0.01000,0.641
+7,mlp.experts.1.gate_proj,0.08683395,0.01000,0.641
+7,mlp.experts.2.gate_proj,0.43126696,0.01000,0.644
+7,mlp.experts.3.gate_proj,0.10874289,0.01000,0.639
+7,mlp.experts.4.gate_proj,0.26684970,0.01000,0.641
+7,mlp.experts.5.gate_proj,0.40751523,0.01000,0.640
+7,mlp.experts.6.gate_proj,0.12160707,0.01000,0.641
+7,mlp.experts.7.gate_proj,0.79123461,0.01000,0.640
+7,mlp.experts.8.gate_proj,0.24914482,0.01000,0.634
+7,mlp.experts.9.gate_proj,0.36466056,0.01000,0.637
+7,mlp.experts.10.gate_proj,0.01612132,0.01000,0.636
+7,mlp.experts.11.gate_proj,0.15600008,0.01000,0.636
+7,mlp.experts.12.gate_proj,0.38567507,0.01000,0.637
+7,mlp.experts.13.gate_proj,0.18135253,0.01000,0.637
+7,mlp.experts.14.gate_proj,0.04336348,0.01000,0.635
+7,mlp.experts.15.gate_proj,0.04139305,0.01000,0.634
+7,mlp.experts.16.gate_proj,0.00126479,0.01000,0.637
+7,mlp.experts.17.gate_proj,0.56816244,0.01000,0.637
+7,mlp.experts.18.gate_proj,0.05848619,0.01000,0.639
+7,mlp.experts.19.gate_proj,0.17591679,0.01000,0.639
+7,mlp.experts.20.gate_proj,0.33034801,0.01000,0.638
+7,mlp.experts.21.gate_proj,0.58922577,0.01000,0.637
+7,mlp.experts.22.gate_proj,0.12115546,0.01000,0.636
+7,mlp.experts.23.gate_proj,0.00107599,0.01000,0.637
+7,mlp.experts.24.gate_proj,0.57952273,0.01000,0.636
+7,mlp.experts.25.gate_proj,0.14009838,0.01000,0.636
+7,mlp.experts.26.gate_proj,1.18487048,0.01000,0.636
+7,mlp.experts.27.gate_proj,0.07220018,0.01000,0.634
+7,mlp.experts.28.gate_proj,0.00687687,0.01000,0.627
+7,mlp.experts.29.gate_proj,0.05540937,0.01000,0.627
+7,mlp.experts.30.gate_proj,0.02946977,0.01000,0.628
+7,mlp.experts.31.gate_proj,0.35423785,0.01000,0.626
+7,mlp.experts.32.gate_proj,0.17127255,0.01000,0.624
+7,mlp.experts.33.gate_proj,0.60827971,0.01000,0.625
+7,mlp.experts.34.gate_proj,0.15619822,0.01000,0.630
+7,mlp.experts.35.gate_proj,0.00465904,0.01000,0.635
+7,mlp.experts.36.gate_proj,0.22390443,0.01000,0.635
+7,mlp.experts.37.gate_proj,0.00001029,0.01000,0.635
+7,mlp.experts.38.gate_proj,0.20083946,0.01000,0.644
+7,mlp.experts.39.gate_proj,0.13727134,0.01000,0.635
+7,mlp.experts.40.gate_proj,0.01611499,0.01000,0.634
+7,mlp.experts.41.gate_proj,0.19783136,0.01000,0.635
+7,mlp.experts.42.gate_proj,0.00069401,0.01000,0.634
+7,mlp.experts.43.gate_proj,0.10165295,0.01000,0.635
+7,mlp.experts.44.gate_proj,0.17476960,0.01000,0.634
+7,mlp.experts.45.gate_proj,0.23135892,0.01000,0.635
+7,mlp.experts.46.gate_proj,0.04934566,0.01000,0.635
+7,mlp.experts.47.gate_proj,0.12272639,0.01000,0.627
+7,mlp.experts.48.gate_proj,0.35700697,0.01000,0.626
+7,mlp.experts.49.gate_proj,0.12162657,0.01000,0.631
+7,mlp.experts.50.gate_proj,0.12228276,0.01000,0.627
+7,mlp.experts.51.gate_proj,0.24234167,0.01000,0.627
+7,mlp.experts.52.gate_proj,0.10416758,0.01000,0.628
+7,mlp.experts.53.gate_proj,0.25230318,0.01000,0.628
+7,mlp.experts.54.gate_proj,0.00047328,0.01000,0.629
+7,mlp.experts.55.gate_proj,0.00191759,0.01000,0.632
+7,mlp.experts.56.gate_proj,0.25925064,0.01000,0.632
+7,mlp.experts.57.gate_proj,0.00009623,0.01000,0.630
+7,mlp.experts.58.gate_proj,0.20470957,0.01000,0.629
+7,mlp.experts.59.gate_proj,0.71344864,0.01000,0.627
+7,mlp.experts.60.gate_proj,0.18243058,0.01000,0.631
+7,mlp.experts.61.gate_proj,0.15299042,0.01000,0.628
+7,mlp.experts.62.gate_proj,0.03346330,0.01000,0.627
+7,mlp.experts.63.gate_proj,0.14008692,0.01000,0.629
+7,mlp.experts.64.gate_proj,0.15663800,0.01000,0.634
+7,mlp.experts.65.gate_proj,0.00015132,0.01000,0.635
+7,mlp.experts.66.gate_proj,0.35774088,0.01000,0.636
+7,mlp.experts.67.gate_proj,0.06890960,0.01000,0.635
+7,mlp.experts.68.gate_proj,0.03554781,0.01000,0.635
+7,mlp.experts.69.gate_proj,0.01950610,0.01000,0.636
+7,mlp.experts.70.gate_proj,0.02276249,0.01000,0.635
+7,mlp.experts.71.gate_proj,0.00196855,0.01000,0.636
+7,mlp.experts.72.gate_proj,0.17377737,0.01000,0.635
+7,mlp.experts.73.gate_proj,0.68881255,0.01000,0.635
+7,mlp.experts.74.gate_proj,0.12450192,0.01000,0.634
+7,mlp.experts.75.gate_proj,0.06330763,0.01000,0.625
+7,mlp.experts.76.gate_proj,0.00752348,0.01000,0.624
+7,mlp.experts.77.gate_proj,0.00000765,0.01000,0.626
+7,mlp.experts.78.gate_proj,0.04742044,0.01000,0.626
+7,mlp.experts.79.gate_proj,0.08134082,0.01000,0.625
+7,mlp.experts.80.gate_proj,0.00005875,0.01000,0.628
+7,mlp.experts.81.gate_proj,0.03329187,0.01000,0.627
+7,mlp.experts.82.gate_proj,0.36061025,0.01000,0.627
+7,mlp.experts.83.gate_proj,0.19306996,0.01000,0.628
+7,mlp.experts.84.gate_proj,0.00488317,0.01000,0.629
+7,mlp.experts.85.gate_proj,0.00177772,0.01000,0.627
+7,mlp.experts.86.gate_proj,0.24939577,0.01000,0.627
+7,mlp.experts.87.gate_proj,0.29350764,0.01000,0.626
+7,mlp.experts.88.gate_proj,0.43255603,0.01000,0.631
+7,mlp.experts.89.gate_proj,0.23543863,0.01000,0.635
+7,mlp.experts.90.gate_proj,0.00165020,0.01000,0.635
+7,mlp.experts.91.gate_proj,0.15089598,0.01000,0.635
+7,mlp.experts.92.gate_proj,0.00764731,0.01000,0.640
+7,mlp.experts.93.gate_proj,0.32857758,0.01000,0.647
+7,mlp.experts.94.gate_proj,0.54395372,0.01000,0.647
+7,mlp.experts.95.gate_proj,0.16203111,0.01000,0.645
+7,mlp.experts.96.gate_proj,0.04107122,0.01000,0.647
+7,mlp.experts.97.gate_proj,0.00475988,0.01000,0.646
+7,mlp.experts.98.gate_proj,0.17078547,0.01000,0.647
+7,mlp.experts.99.gate_proj,0.14370681,0.01000,0.647
+7,mlp.experts.100.gate_proj,0.21229184,0.01000,0.641
+7,mlp.experts.101.gate_proj,0.01057118,0.01000,0.639
+7,mlp.experts.102.gate_proj,0.00327143,0.01000,0.644
+7,mlp.experts.103.gate_proj,0.03503832,0.01000,0.631
+7,mlp.experts.104.gate_proj,0.04418769,0.01000,0.627
+7,mlp.experts.105.gate_proj,0.00543481,0.01000,0.626
+7,mlp.experts.106.gate_proj,0.44090548,0.01000,0.625
+7,mlp.experts.107.gate_proj,0.00418238,0.01000,0.625
+7,mlp.experts.108.gate_proj,0.16048278,0.01000,0.625
+7,mlp.experts.109.gate_proj,0.14398879,0.01000,0.625
+7,mlp.experts.110.gate_proj,0.79307395,0.01000,0.626
+7,mlp.experts.111.gate_proj,0.01687822,0.01000,0.626
+7,mlp.experts.112.gate_proj,0.21944895,0.01000,0.626
+7,mlp.experts.113.gate_proj,0.06918470,0.01000,0.628
+7,mlp.experts.114.gate_proj,0.05134118,0.01000,0.633
+7,mlp.experts.115.gate_proj,0.22818784,0.01000,0.636
+7,mlp.experts.116.gate_proj,0.34092647,0.01000,0.635
+7,mlp.experts.117.gate_proj,0.03886772,0.01000,0.636
+7,mlp.experts.118.gate_proj,0.06425881,0.01000,0.635
+7,mlp.experts.119.gate_proj,0.04488278,0.01000,0.636
+7,mlp.experts.120.gate_proj,0.01696839,0.01000,0.636
+7,mlp.experts.121.gate_proj,0.00021616,0.01000,0.635
+7,mlp.experts.122.gate_proj,0.01045449,0.01000,0.637
+7,mlp.experts.123.gate_proj,0.07928260,0.01000,0.635
+7,mlp.experts.124.gate_proj,0.17985016,0.01000,0.629
+7,mlp.experts.125.gate_proj,0.20003185,0.01000,0.627
+7,mlp.experts.126.gate_proj,0.02234209,0.01000,0.625
+7,mlp.experts.127.gate_proj,0.06882943,0.01000,0.628
+7,mlp.experts.0.down_proj,0.00023950,0.01000,0.238
+7,mlp.experts.1.down_proj,0.00941378,0.01000,0.233
+7,mlp.experts.2.down_proj,0.06147695,0.01000,0.232
+7,mlp.experts.3.down_proj,0.01251857,0.01000,0.233
+7,mlp.experts.4.down_proj,0.02454218,0.01000,0.233
+7,mlp.experts.5.down_proj,0.04067031,0.01000,0.233
+7,mlp.experts.6.down_proj,0.01411612,0.01000,0.233
+7,mlp.experts.7.down_proj,0.08450425,0.01000,0.235
+7,mlp.experts.8.down_proj,0.05679215,0.01000,0.235
+7,mlp.experts.9.down_proj,0.04116966,0.01000,0.235
+7,mlp.experts.10.down_proj,0.00179047,0.01000,0.235
+7,mlp.experts.11.down_proj,0.01560222,0.01000,0.235
+7,mlp.experts.12.down_proj,0.04244275,0.01000,0.235
+7,mlp.experts.13.down_proj,0.01773869,0.01000,0.235
+7,mlp.experts.14.down_proj,0.00620092,0.01000,0.235
+7,mlp.experts.15.down_proj,0.00447086,0.01000,0.235
+7,mlp.experts.16.down_proj,0.00020278,0.01000,0.235
+7,mlp.experts.17.down_proj,0.06017946,0.01000,0.236
+7,mlp.experts.18.down_proj,0.00999235,0.01000,0.235
+7,mlp.experts.19.down_proj,0.01616758,0.01000,0.234
+7,mlp.experts.20.down_proj,0.03242141,0.01000,0.235
+7,mlp.experts.21.down_proj,0.06014125,0.01000,0.234
+7,mlp.experts.22.down_proj,0.01450364,0.01000,0.234
+7,mlp.experts.23.down_proj,0.00017450,0.01000,0.234
+7,mlp.experts.24.down_proj,0.07833288,0.01000,0.235
+7,mlp.experts.25.down_proj,0.01336190,0.01000,0.235
+7,mlp.experts.26.down_proj,0.10314680,0.01000,0.235
+7,mlp.experts.27.down_proj,0.00866536,0.01000,0.236
+7,mlp.experts.28.down_proj,0.00006366,0.01000,0.238
+7,mlp.experts.29.down_proj,0.00591239,0.01000,0.237
+7,mlp.experts.30.down_proj,0.00381408,0.01000,0.237
+7,mlp.experts.31.down_proj,0.03241223,0.01000,0.238
+7,mlp.experts.32.down_proj,0.01821927,0.01000,0.238
+7,mlp.experts.33.down_proj,0.05563670,0.01000,0.238
+7,mlp.experts.34.down_proj,0.02264798,0.01000,0.238
+7,mlp.experts.35.down_proj,0.00073782,0.01000,0.238
+7,mlp.experts.36.down_proj,0.02246796,0.01000,0.239
+7,mlp.experts.37.down_proj,0.00000113,0.01000,0.238
+7,mlp.experts.38.down_proj,0.01607405,0.01000,0.238
+7,mlp.experts.39.down_proj,0.01199972,0.01000,0.239
+7,mlp.experts.40.down_proj,0.00176481,0.01000,0.238
+7,mlp.experts.41.down_proj,0.01962250,0.01000,0.238
+7,mlp.experts.42.down_proj,0.00013546,0.01000,0.238
+7,mlp.experts.43.down_proj,0.01685412,0.01000,0.239
+7,mlp.experts.44.down_proj,0.02171788,0.01000,0.238
+7,mlp.experts.45.down_proj,0.02379806,0.01000,0.238
+7,mlp.experts.46.down_proj,0.00561579,0.01000,0.237
+7,mlp.experts.47.down_proj,0.01264420,0.01000,0.238
+7,mlp.experts.48.down_proj,0.03289300,0.01000,0.239
+7,mlp.experts.49.down_proj,0.01750144,0.01000,0.239
+7,mlp.experts.50.down_proj,0.01770495,0.01000,0.238
+7,mlp.experts.51.down_proj,0.02873150,0.01000,0.238
+7,mlp.experts.52.down_proj,0.01108694,0.01000,0.238
+7,mlp.experts.53.down_proj,0.02615288,0.01000,0.238
+7,mlp.experts.54.down_proj,0.00012063,0.01000,0.238
+7,mlp.experts.55.down_proj,0.00030894,0.01000,0.238
+7,mlp.experts.56.down_proj,0.04092040,0.01000,0.238
+7,mlp.experts.57.down_proj,0.00001571,0.01000,0.239
+7,mlp.experts.58.down_proj,0.02532683,0.01000,0.238
+7,mlp.experts.59.down_proj,0.10805660,0.01000,0.235
+7,mlp.experts.60.down_proj,0.02331692,0.01000,0.235
+7,mlp.experts.61.down_proj,0.01568465,0.01000,0.235
+7,mlp.experts.62.down_proj,0.00684189,0.01000,0.237
+7,mlp.experts.63.down_proj,0.01626205,0.01000,0.236
+7,mlp.experts.64.down_proj,0.01721627,0.01000,0.235
+7,mlp.experts.65.down_proj,0.00003196,0.01000,0.235
+7,mlp.experts.66.down_proj,0.03561477,0.01000,0.235
+7,mlp.experts.67.down_proj,0.00679077,0.01000,0.235
+7,mlp.experts.68.down_proj,0.00338061,0.01000,0.235
+7,mlp.experts.69.down_proj,0.00229198,0.01000,0.236
+7,mlp.experts.70.down_proj,0.00321830,0.01000,0.236
+7,mlp.experts.71.down_proj,0.00041020,0.01000,0.236
+7,mlp.experts.72.down_proj,0.02126159,0.01000,0.236
+7,mlp.experts.73.down_proj,0.06043398,0.01000,0.236
+7,mlp.experts.74.down_proj,0.01263538,0.01000,0.238
+7,mlp.experts.75.down_proj,0.00846119,0.01000,0.236
+7,mlp.experts.76.down_proj,0.00010276,0.01000,0.236
+7,mlp.experts.77.down_proj,0.00000087,0.01000,0.236
+7,mlp.experts.78.down_proj,0.00681527,0.01000,0.237
+7,mlp.experts.79.down_proj,0.00695018,0.01000,0.236
+7,mlp.experts.80.down_proj,0.00000984,0.01000,0.235
+7,mlp.experts.81.down_proj,0.00368128,0.01000,0.235
+7,mlp.experts.82.down_proj,0.04190515,0.01000,0.235
+7,mlp.experts.83.down_proj,0.02242662,0.01000,0.236
+7,mlp.experts.84.down_proj,0.00068968,0.01000,0.237
+7,mlp.experts.85.down_proj,0.00034815,0.01000,0.236
+7,mlp.experts.86.down_proj,0.02685029,0.01000,0.238
+7,mlp.experts.87.down_proj,0.03831703,0.01000,0.238
+7,mlp.experts.88.down_proj,0.04234971,0.01000,0.241
+7,mlp.experts.89.down_proj,0.02176734,0.01000,0.239
+7,mlp.experts.90.down_proj,0.00025854,0.01000,0.239
+7,mlp.experts.91.down_proj,0.01630965,0.01000,0.239
+7,mlp.experts.92.down_proj,0.00088866,0.01000,0.239
+7,mlp.experts.93.down_proj,0.02930078,0.01000,0.239
+7,mlp.experts.94.down_proj,0.05755318,0.01000,0.241
+7,mlp.experts.95.down_proj,0.01932514,0.01000,0.240
+7,mlp.experts.96.down_proj,0.00532455,0.01000,0.240
+7,mlp.experts.97.down_proj,0.00058384,0.01000,0.241
+7,mlp.experts.98.down_proj,0.02223669,0.01000,0.240
+7,mlp.experts.99.down_proj,0.01380413,0.01000,0.240
+7,mlp.experts.100.down_proj,0.02043154,0.01000,0.240
+7,mlp.experts.101.down_proj,0.00170415,0.01000,0.240
+7,mlp.experts.102.down_proj,0.00052726,0.01000,0.239
+7,mlp.experts.103.down_proj,0.00465113,0.01000,0.240
+7,mlp.experts.104.down_proj,0.00204185,0.01000,0.240
+7,mlp.experts.105.down_proj,0.00094027,0.01000,0.241
+7,mlp.experts.106.down_proj,0.04458030,0.01000,0.242
+7,mlp.experts.107.down_proj,0.00074968,0.01000,0.243
+7,mlp.experts.108.down_proj,0.01513353,0.01000,0.243
+7,mlp.experts.109.down_proj,0.02195516,0.01000,0.244
+7,mlp.experts.110.down_proj,0.08155542,0.01000,0.244
+7,mlp.experts.111.down_proj,0.00286546,0.01000,0.244
+7,mlp.experts.112.down_proj,0.03419161,0.01000,0.244
+7,mlp.experts.113.down_proj,0.00815070,0.01000,0.244
+7,mlp.experts.114.down_proj,0.00322108,0.01000,0.244
+7,mlp.experts.115.down_proj,0.00662026,0.01000,0.244
+7,mlp.experts.116.down_proj,0.03232063,0.01000,0.243
+7,mlp.experts.117.down_proj,0.00498507,0.01000,0.244
+7,mlp.experts.118.down_proj,0.00427318,0.01000,0.243
+7,mlp.experts.119.down_proj,0.00522320,0.01000,0.243
+7,mlp.experts.120.down_proj,0.00215392,0.01000,0.244
+7,mlp.experts.121.down_proj,0.00002932,0.01000,0.244
+7,mlp.experts.122.down_proj,0.00138905,0.01000,0.243
+7,mlp.experts.123.down_proj,0.01230161,0.01000,0.244
+7,mlp.experts.124.down_proj,0.02063936,0.01000,0.244
+7,mlp.experts.125.down_proj,0.01862052,0.01000,0.243
+7,mlp.experts.126.down_proj,0.00120824,0.01000,0.244
+7,mlp.experts.127.down_proj,0.00861456,0.01000,0.243
+8,self_attn.q_proj,0.05067942,0.01000,0.643
+8,self_attn.k_proj,0.00645525,0.01000,0.623
+8,self_attn.v_proj,0.00777735,0.01000,0.624
+8,self_attn.o_proj,0.00422206,0.01000,1.247
+8,mlp.experts.0.up_proj,0.00034749,0.01000,0.630
+8,mlp.experts.1.up_proj,0.00012484,0.01000,0.628
+8,mlp.experts.2.up_proj,0.25015748,0.01000,0.628
+8,mlp.experts.3.up_proj,0.23720446,0.01000,0.631
+8,mlp.experts.4.up_proj,0.20175129,0.01000,0.631
+8,mlp.experts.5.up_proj,1.23702717,0.01000,0.633
+8,mlp.experts.6.up_proj,0.11428352,0.01000,0.632
+8,mlp.experts.7.up_proj,0.00091446,0.01000,0.633
+8,mlp.experts.8.up_proj,0.36297369,0.01000,0.629
+8,mlp.experts.9.up_proj,0.01453596,0.01000,0.624
+8,mlp.experts.10.up_proj,0.01712454,0.01000,0.625
+8,mlp.experts.11.up_proj,0.03526846,0.01000,0.625
+8,mlp.experts.12.up_proj,0.00000453,0.01000,0.623
+8,mlp.experts.13.up_proj,0.08751525,0.01000,0.624
+8,mlp.experts.14.up_proj,0.34493065,0.01000,0.629
+8,mlp.experts.15.up_proj,0.17785175,0.01000,0.624
+8,mlp.experts.16.up_proj,0.10869437,0.01000,0.623
+8,mlp.experts.17.up_proj,0.54006767,0.01000,0.625
+8,mlp.experts.18.up_proj,0.04860997,0.01000,0.623
+8,mlp.experts.19.up_proj,0.02052015,0.01000,0.626
+8,mlp.experts.20.up_proj,0.14650047,0.01000,0.632
+8,mlp.experts.21.up_proj,0.69713736,0.01000,0.633
+8,mlp.experts.22.up_proj,0.72417164,0.01000,0.634
+8,mlp.experts.23.up_proj,0.20626974,0.01000,0.635
+8,mlp.experts.24.up_proj,0.45939952,0.01000,0.633
+8,mlp.experts.25.up_proj,0.22284898,0.01000,0.630
+8,mlp.experts.26.up_proj,0.02643313,0.01000,0.633
+8,mlp.experts.27.up_proj,0.23149277,0.01000,0.634
+8,mlp.experts.28.up_proj,0.16738182,0.01000,0.634
+8,mlp.experts.29.up_proj,0.02149007,0.01000,0.632
+8,mlp.experts.30.up_proj,0.04680288,0.01000,0.633
+8,mlp.experts.31.up_proj,0.01117550,0.01000,0.631
+8,mlp.experts.32.up_proj,0.37610751,0.01000,0.633
+8,mlp.experts.33.up_proj,0.30497503,0.01000,0.628
+8,mlp.experts.34.up_proj,0.00839929,0.01000,0.629
+8,mlp.experts.35.up_proj,0.28985840,0.01000,0.629
+8,mlp.experts.36.up_proj,0.59004724,0.01000,0.630
+8,mlp.experts.37.up_proj,0.20227242,0.01000,0.629
+8,mlp.experts.38.up_proj,0.34527668,0.01000,0.629
+8,mlp.experts.39.up_proj,0.23578608,0.01000,0.625
+8,mlp.experts.40.up_proj,0.01958330,0.01000,0.623
+8,mlp.experts.41.up_proj,0.00278033,0.01000,0.630
+8,mlp.experts.42.up_proj,0.04804298,0.01000,0.631
+8,mlp.experts.43.up_proj,0.16800714,0.01000,0.631
+8,mlp.experts.44.up_proj,0.38924652,0.01000,0.631
+8,mlp.experts.45.up_proj,0.75936067,0.01000,0.631
+8,mlp.experts.46.up_proj,0.12847464,0.01000,0.632
+8,mlp.experts.47.up_proj,0.15784548,0.01000,0.631
+8,mlp.experts.48.up_proj,0.09022773,0.01000,0.632
+8,mlp.experts.49.up_proj,0.00302443,0.01000,0.632
+8,mlp.experts.50.up_proj,0.05016997,0.01000,0.632
+8,mlp.experts.51.up_proj,0.14606714,0.01000,0.631
+8,mlp.experts.52.up_proj,0.00054622,0.01000,0.627
+8,mlp.experts.53.up_proj,0.68890393,0.01000,0.625
+8,mlp.experts.54.up_proj,0.06096721,0.01000,0.625
+8,mlp.experts.55.up_proj,0.24453807,0.01000,0.625
+8,mlp.experts.56.up_proj,0.37790385,0.01000,0.628
+8,mlp.experts.57.up_proj,0.30349085,0.01000,0.623
+8,mlp.experts.58.up_proj,0.00002246,0.01000,0.625
+8,mlp.experts.59.up_proj,0.02075968,0.01000,0.624
+8,mlp.experts.60.up_proj,0.04797100,0.01000,0.627
+8,mlp.experts.61.up_proj,0.28272283,0.01000,0.624
+8,mlp.experts.62.up_proj,0.22967556,0.01000,0.625
+8,mlp.experts.63.up_proj,0.00191512,0.01000,0.624
+8,mlp.experts.64.up_proj,0.34944797,0.01000,0.628
+8,mlp.experts.65.up_proj,0.07716396,0.01000,0.627
+8,mlp.experts.66.up_proj,0.06830160,0.01000,0.631
+8,mlp.experts.67.up_proj,0.11131662,0.01000,0.631
+8,mlp.experts.68.up_proj,0.04899003,0.01000,0.632
+8,mlp.experts.69.up_proj,0.12080909,0.01000,0.633
+8,mlp.experts.70.up_proj,0.18625700,0.01000,0.634
+8,mlp.experts.71.up_proj,0.00047818,0.01000,0.633
+8,mlp.experts.72.up_proj,0.40338108,0.01000,0.633
+8,mlp.experts.73.up_proj,0.00000532,0.01000,0.632
+8,mlp.experts.74.up_proj,0.10952637,0.01000,0.633
+8,mlp.experts.75.up_proj,0.00575945,0.01000,0.633
+8,mlp.experts.76.up_proj,0.02050267,0.01000,0.631
+8,mlp.experts.77.up_proj,0.04117654,0.01000,0.623
+8,mlp.experts.78.up_proj,0.13196394,0.01000,0.627
+8,mlp.experts.79.up_proj,0.08942638,0.01000,0.623
+8,mlp.experts.80.up_proj,0.28137571,0.01000,0.623
+8,mlp.experts.81.up_proj,0.00025393,0.01000,0.622
+8,mlp.experts.82.up_proj,0.23607044,0.01000,0.623
+8,mlp.experts.83.up_proj,0.01586733,0.01000,0.624
+8,mlp.experts.84.up_proj,0.18586509,0.01000,0.623
+8,mlp.experts.85.up_proj,0.04597462,0.01000,0.623
+8,mlp.experts.86.up_proj,0.76416469,0.01000,0.626
+8,mlp.experts.87.up_proj,0.04159862,0.01000,0.628
+8,mlp.experts.88.up_proj,0.09705594,0.01000,0.631
+8,mlp.experts.89.up_proj,0.00037705,0.01000,0.633
+8,mlp.experts.90.up_proj,0.89576340,0.01000,0.633
+8,mlp.experts.91.up_proj,0.18033805,0.01000,0.632
+8,mlp.experts.92.up_proj,0.11528477,0.01000,0.633
+8,mlp.experts.93.up_proj,0.01057152,0.01000,0.632
+8,mlp.experts.94.up_proj,0.24283992,0.01000,0.632
+8,mlp.experts.95.up_proj,0.38195091,0.01000,0.632
+8,mlp.experts.96.up_proj,0.00271223,0.01000,0.633
+8,mlp.experts.97.up_proj,0.00925485,0.01000,0.633
+8,mlp.experts.98.up_proj,0.02054643,0.01000,0.632
+8,mlp.experts.99.up_proj,0.18837368,0.01000,0.631
+8,mlp.experts.100.up_proj,0.19985339,0.01000,0.623
+8,mlp.experts.101.up_proj,0.03277813,0.01000,0.626
+8,mlp.experts.102.up_proj,0.12148735,0.01000,0.624
+8,mlp.experts.103.up_proj,0.18500274,0.01000,0.626
+8,mlp.experts.104.up_proj,0.30804729,0.01000,0.626
+8,mlp.experts.105.up_proj,0.15243943,0.01000,0.626
+8,mlp.experts.106.up_proj,0.19635597,0.01000,0.625
+8,mlp.experts.107.up_proj,0.00222547,0.01000,0.625
+8,mlp.experts.108.up_proj,0.07848884,0.01000,0.628
+8,mlp.experts.109.up_proj,0.20556292,0.01000,0.632
+8,mlp.experts.110.up_proj,0.30212036,0.01000,0.632
+8,mlp.experts.111.up_proj,0.03772321,0.01000,0.634
+8,mlp.experts.112.up_proj,0.00002483,0.01000,0.633
+8,mlp.experts.113.up_proj,0.03029963,0.01000,0.635
+8,mlp.experts.114.up_proj,0.00625448,0.01000,0.634
+8,mlp.experts.115.up_proj,0.00251193,0.01000,0.635
+8,mlp.experts.116.up_proj,0.22149050,0.01000,0.633
+8,mlp.experts.117.up_proj,0.05100818,0.01000,0.633
+8,mlp.experts.118.up_proj,0.01329570,0.01000,0.633
+8,mlp.experts.119.up_proj,0.00630200,0.01000,0.635
+8,mlp.experts.120.up_proj,0.04851003,0.01000,0.632
+8,mlp.experts.121.up_proj,0.10034966,0.01000,0.624
+8,mlp.experts.122.up_proj,0.30333063,0.01000,0.622
+8,mlp.experts.123.up_proj,0.11913305,0.01000,0.623
+8,mlp.experts.124.up_proj,0.03753496,0.01000,0.624
+8,mlp.experts.125.up_proj,0.03238051,0.01000,0.622
+8,mlp.experts.126.up_proj,0.01562242,0.01000,0.624
+8,mlp.experts.127.up_proj,0.17277010,0.01000,0.625
+8,mlp.experts.0.gate_proj,0.00037300,0.01000,0.624
+8,mlp.experts.1.gate_proj,0.00012963,0.01000,0.625
+8,mlp.experts.2.gate_proj,0.27353644,0.01000,0.624
+8,mlp.experts.3.gate_proj,0.25498828,0.01000,0.630
+8,mlp.experts.4.gate_proj,0.21235761,0.01000,0.630
+8,mlp.experts.5.gate_proj,1.32496881,0.01000,0.623
+8,mlp.experts.6.gate_proj,0.12007941,0.01000,0.625
+8,mlp.experts.7.gate_proj,0.00100331,0.01000,0.626
+8,mlp.experts.8.gate_proj,0.40597323,0.01000,0.627
+8,mlp.experts.9.gate_proj,0.01489628,0.01000,0.633
+8,mlp.experts.10.gate_proj,0.01805352,0.01000,0.632
+8,mlp.experts.11.gate_proj,0.03662760,0.01000,0.633
+8,mlp.experts.12.gate_proj,0.00000488,0.01000,0.633
+8,mlp.experts.13.gate_proj,0.10715237,0.01000,0.634
+8,mlp.experts.14.gate_proj,0.35963476,0.01000,0.633
+8,mlp.experts.15.gate_proj,0.19317427,0.01000,0.633
+8,mlp.experts.16.gate_proj,0.11670972,0.01000,0.632
+8,mlp.experts.17.gate_proj,0.59569490,0.01000,0.633
+8,mlp.experts.18.gate_proj,0.05272558,0.01000,0.632
+8,mlp.experts.19.gate_proj,0.02136261,0.01000,0.632
+8,mlp.experts.20.gate_proj,0.14295690,0.01000,0.633
+8,mlp.experts.21.gate_proj,0.77117759,0.01000,0.626
+8,mlp.experts.22.gate_proj,0.79046148,0.01000,0.622
+8,mlp.experts.23.gate_proj,0.22034062,0.01000,0.621
+8,mlp.experts.24.gate_proj,0.51979232,0.01000,0.624
+8,mlp.experts.25.gate_proj,0.23919606,0.01000,0.623
+8,mlp.experts.26.gate_proj,0.02947386,0.01000,0.624
+8,mlp.experts.27.gate_proj,0.23520008,0.01000,0.622
+8,mlp.experts.28.gate_proj,0.18317977,0.01000,0.621
+8,mlp.experts.29.gate_proj,0.02280808,0.01000,0.622
+8,mlp.experts.30.gate_proj,0.05044441,0.01000,0.622
+8,mlp.experts.31.gate_proj,0.01228358,0.01000,0.623
+8,mlp.experts.32.gate_proj,0.44182158,0.01000,0.628
+8,mlp.experts.33.gate_proj,0.32643586,0.01000,0.624
+8,mlp.experts.34.gate_proj,0.00889248,0.01000,0.623
+8,mlp.experts.35.gate_proj,0.29237247,0.01000,0.626
+8,mlp.experts.36.gate_proj,0.62938112,0.01000,0.627
+8,mlp.experts.37.gate_proj,0.21412212,0.01000,0.628
+8,mlp.experts.38.gate_proj,0.35990843,0.01000,0.631
+8,mlp.experts.39.gate_proj,0.22949988,0.01000,0.631
+8,mlp.experts.40.gate_proj,0.02129979,0.01000,0.631
+8,mlp.experts.41.gate_proj,0.00296752,0.01000,0.631
+8,mlp.experts.42.gate_proj,0.05236888,0.01000,0.631
+8,mlp.experts.43.gate_proj,0.17660585,0.01000,0.631
+8,mlp.experts.44.gate_proj,0.40126729,0.01000,0.632
+8,mlp.experts.45.gate_proj,0.83744264,0.01000,0.631
+8,mlp.experts.46.gate_proj,0.13565259,0.01000,0.632
+8,mlp.experts.47.gate_proj,0.17332122,0.01000,0.632
+8,mlp.experts.48.gate_proj,0.10368831,0.01000,0.631
+8,mlp.experts.49.gate_proj,0.00324291,0.01000,0.627
+8,mlp.experts.50.gate_proj,0.05374847,0.01000,0.625
+8,mlp.experts.51.gate_proj,0.14897838,0.01000,0.622
+8,mlp.experts.52.gate_proj,0.00057092,0.01000,0.625
+8,mlp.experts.53.gate_proj,0.73341519,0.01000,0.623
+8,mlp.experts.54.gate_proj,0.06464469,0.01000,0.623
+8,mlp.experts.55.gate_proj,0.25919354,0.01000,0.622
+8,mlp.experts.56.gate_proj,0.40708113,0.01000,0.625
+8,mlp.experts.57.gate_proj,0.33374172,0.01000,0.627
+8,mlp.experts.58.gate_proj,0.00002319,0.01000,0.623
+8,mlp.experts.59.gate_proj,0.02158525,0.01000,0.623
+8,mlp.experts.60.gate_proj,0.05137892,0.01000,0.622
+8,mlp.experts.61.gate_proj,0.28877544,0.01000,0.624
+8,mlp.experts.62.gate_proj,0.24263388,0.01000,0.623
+8,mlp.experts.63.gate_proj,0.00206637,0.01000,0.627
+8,mlp.experts.64.gate_proj,0.36290163,0.01000,0.632
+8,mlp.experts.65.gate_proj,0.08015025,0.01000,0.634
+8,mlp.experts.66.gate_proj,0.07319042,0.01000,0.634
+8,mlp.experts.67.gate_proj,0.12355465,0.01000,0.634
+8,mlp.experts.68.gate_proj,0.05173567,0.01000,0.632
+8,mlp.experts.69.gate_proj,0.12746674,0.01000,0.632
+8,mlp.experts.70.gate_proj,0.19547796,0.01000,0.633
+8,mlp.experts.71.gate_proj,0.00052243,0.01000,0.633
+8,mlp.experts.72.gate_proj,0.44125473,0.01000,0.633
+8,mlp.experts.73.gate_proj,0.00000561,0.01000,0.631
+8,mlp.experts.74.gate_proj,0.11762232,0.01000,0.631
+8,mlp.experts.75.gate_proj,0.00609910,0.01000,0.633
+8,mlp.experts.76.gate_proj,0.02199428,0.01000,0.633
+8,mlp.experts.77.gate_proj,0.04363029,0.01000,0.632
+8,mlp.experts.78.gate_proj,0.14727928,0.01000,0.631
+8,mlp.experts.79.gate_proj,0.09427390,0.01000,0.631
+8,mlp.experts.80.gate_proj,0.30522454,0.01000,0.634
+8,mlp.experts.81.gate_proj,0.00026712,0.01000,0.630
+8,mlp.experts.82.gate_proj,0.24978842,0.01000,0.629
+8,mlp.experts.83.gate_proj,0.01778442,0.01000,0.629
+8,mlp.experts.84.gate_proj,0.17691414,0.01000,0.631
+8,mlp.experts.85.gate_proj,0.04981227,0.01000,0.631
+8,mlp.experts.86.gate_proj,0.80109507,0.01000,0.629
+8,mlp.experts.87.gate_proj,0.04670098,0.01000,0.623
+8,mlp.experts.88.gate_proj,0.10855058,0.01000,0.622
+8,mlp.experts.89.gate_proj,0.00039760,0.01000,0.627
+8,mlp.experts.90.gate_proj,0.95379066,0.01000,0.632
+8,mlp.experts.91.gate_proj,0.19298974,0.01000,0.632
+8,mlp.experts.92.gate_proj,0.13249117,0.01000,0.633
+8,mlp.experts.93.gate_proj,0.01113709,0.01000,0.631
+8,mlp.experts.94.gate_proj,0.19810274,0.01000,0.630
+8,mlp.experts.95.gate_proj,0.40006080,0.01000,0.632
+8,mlp.experts.96.gate_proj,0.02445291,0.01000,0.631
+8,mlp.experts.97.gate_proj,0.00982001,0.01000,0.630
+8,mlp.experts.98.gate_proj,0.02352800,0.01000,0.630
+8,mlp.experts.99.gate_proj,0.19932726,0.01000,0.632
+8,mlp.experts.100.gate_proj,0.22485271,0.01000,0.630
+8,mlp.experts.101.gate_proj,0.03450552,0.01000,0.632
+8,mlp.experts.102.gate_proj,0.12900376,0.01000,0.629
+8,mlp.experts.103.gate_proj,0.19167249,0.01000,0.629
+8,mlp.experts.104.gate_proj,0.32927543,0.01000,0.629
+8,mlp.experts.105.gate_proj,0.16721913,0.01000,0.629
+8,mlp.experts.106.gate_proj,0.20178792,0.01000,0.629
+8,mlp.experts.107.gate_proj,0.00234992,0.01000,0.629
+8,mlp.experts.108.gate_proj,0.08203480,0.01000,0.631
+8,mlp.experts.109.gate_proj,0.21418473,0.01000,0.631
+8,mlp.experts.110.gate_proj,0.33517224,0.01000,0.630
+8,mlp.experts.111.gate_proj,0.04007892,0.01000,0.629
+8,mlp.experts.112.gate_proj,0.00002714,0.01000,0.628
+8,mlp.experts.113.gate_proj,0.03140858,0.01000,0.628
+8,mlp.experts.114.gate_proj,0.00683633,0.01000,0.630
+8,mlp.experts.115.gate_proj,0.00271601,0.01000,0.630
+8,mlp.experts.116.gate_proj,0.23544726,0.01000,0.624
+8,mlp.experts.117.gate_proj,0.05399483,0.01000,0.625
+8,mlp.experts.118.gate_proj,0.01363496,0.01000,0.631
+8,mlp.experts.119.gate_proj,0.00693608,0.01000,0.631
+8,mlp.experts.120.gate_proj,0.05304523,0.01000,0.632
+8,mlp.experts.121.gate_proj,0.09765567,0.01000,0.632
+8,mlp.experts.122.gate_proj,0.31572035,0.01000,0.632
+8,mlp.experts.123.gate_proj,0.12397894,0.01000,0.633
+8,mlp.experts.124.gate_proj,0.03847170,0.01000,0.633
+8,mlp.experts.125.gate_proj,0.03476050,0.01000,0.632
+8,mlp.experts.126.gate_proj,0.01759486,0.01000,0.632
+8,mlp.experts.127.gate_proj,0.17463709,0.01000,0.632
+8,mlp.experts.0.down_proj,0.00007554,0.01000,0.237
+8,mlp.experts.1.down_proj,0.00001804,0.01000,0.237
+8,mlp.experts.2.down_proj,0.03724832,0.01000,0.237
+8,mlp.experts.3.down_proj,0.02480127,0.01000,0.237
+8,mlp.experts.4.down_proj,0.03468602,0.01000,0.236
+8,mlp.experts.5.down_proj,0.15191609,0.01000,0.236
+8,mlp.experts.6.down_proj,0.01728647,0.01000,0.237
+8,mlp.experts.7.down_proj,0.00023302,0.01000,0.238
+8,mlp.experts.8.down_proj,0.04400041,0.01000,0.238
+8,mlp.experts.9.down_proj,0.00178712,0.01000,0.237
+8,mlp.experts.10.down_proj,0.00220259,0.01000,0.236
+8,mlp.experts.11.down_proj,0.00494803,0.01000,0.234
+8,mlp.experts.12.down_proj,0.00000057,0.01000,0.234
+8,mlp.experts.13.down_proj,0.01231297,0.01000,0.234
+8,mlp.experts.14.down_proj,0.05689618,0.01000,0.234
+8,mlp.experts.15.down_proj,0.02788412,0.01000,0.234
+8,mlp.experts.16.down_proj,0.02051863,0.01000,0.234
+8,mlp.experts.17.down_proj,0.09113164,0.01000,0.234
+8,mlp.experts.18.down_proj,0.00754691,0.01000,0.235
+8,mlp.experts.19.down_proj,0.00373648,0.01000,0.234
+8,mlp.experts.20.down_proj,0.01993335,0.01000,0.234
+8,mlp.experts.21.down_proj,0.09457293,0.01000,0.235
+8,mlp.experts.22.down_proj,0.13137755,0.01000,0.235
+8,mlp.experts.23.down_proj,0.03018874,0.01000,0.234
+8,mlp.experts.24.down_proj,0.07979085,0.01000,0.235
+8,mlp.experts.25.down_proj,0.02740586,0.01000,0.234
+8,mlp.experts.26.down_proj,0.00475466,0.01000,0.233
+8,mlp.experts.27.down_proj,0.03474051,0.01000,0.235
+8,mlp.experts.28.down_proj,0.02457685,0.01000,0.235
+8,mlp.experts.29.down_proj,0.00348629,0.01000,0.235
+8,mlp.experts.30.down_proj,0.00837107,0.01000,0.234
+8,mlp.experts.31.down_proj,0.00189973,0.01000,0.234
+8,mlp.experts.32.down_proj,0.05636726,0.01000,0.234
+8,mlp.experts.33.down_proj,0.03638675,0.01000,0.234
+8,mlp.experts.34.down_proj,0.00129378,0.01000,0.236
+8,mlp.experts.35.down_proj,0.03454312,0.01000,0.238
+8,mlp.experts.36.down_proj,0.10663781,0.01000,0.238
+8,mlp.experts.37.down_proj,0.02360543,0.01000,0.237
+8,mlp.experts.38.down_proj,0.11449862,0.01000,0.238
+8,mlp.experts.39.down_proj,0.03403315,0.01000,0.238
+8,mlp.experts.40.down_proj,0.00300964,0.01000,0.238
+8,mlp.experts.41.down_proj,0.00066963,0.01000,0.238
+8,mlp.experts.42.down_proj,0.00684815,0.01000,0.237
+8,mlp.experts.43.down_proj,0.02678029,0.01000,0.237
+8,mlp.experts.44.down_proj,0.04667862,0.01000,0.238
+8,mlp.experts.45.down_proj,0.12029913,0.01000,0.238
+8,mlp.experts.46.down_proj,0.02091174,0.01000,0.238
+8,mlp.experts.47.down_proj,0.01994285,0.01000,0.238
+8,mlp.experts.48.down_proj,0.01056207,0.01000,0.238
+8,mlp.experts.49.down_proj,0.00048960,0.01000,0.238
+8,mlp.experts.50.down_proj,0.00778102,0.01000,0.237
+8,mlp.experts.51.down_proj,0.02606962,0.01000,0.237
+8,mlp.experts.52.down_proj,0.00012760,0.01000,0.238
+8,mlp.experts.53.down_proj,0.14256944,0.01000,0.238
+8,mlp.experts.54.down_proj,0.00635453,0.01000,0.238
+8,mlp.experts.55.down_proj,0.02956696,0.01000,0.237
+8,mlp.experts.56.down_proj,0.05229863,0.01000,0.238
+8,mlp.experts.57.down_proj,0.06779437,0.01000,0.238
+8,mlp.experts.58.down_proj,0.00000231,0.01000,0.237
+8,mlp.experts.59.down_proj,0.00262927,0.01000,0.238
+8,mlp.experts.60.down_proj,0.00936715,0.01000,0.237
+8,mlp.experts.61.down_proj,0.03506066,0.01000,0.238
+8,mlp.experts.62.down_proj,0.02880898,0.01000,0.238
+8,mlp.experts.63.down_proj,0.00035641,0.01000,0.239
+8,mlp.experts.64.down_proj,0.05890020,0.01000,0.237
+8,mlp.experts.65.down_proj,0.01222454,0.01000,0.238
+8,mlp.experts.66.down_proj,0.01208090,0.01000,0.237
+8,mlp.experts.67.down_proj,0.01280502,0.01000,0.235
+8,mlp.experts.68.down_proj,0.00647646,0.01000,0.234
+8,mlp.experts.69.down_proj,0.01149023,0.01000,0.235
+8,mlp.experts.70.down_proj,0.02157240,0.01000,0.235
+8,mlp.experts.71.down_proj,0.00012986,0.01000,0.235
+8,mlp.experts.72.down_proj,0.06508583,0.01000,0.234
+8,mlp.experts.73.down_proj,0.00000061,0.01000,0.234
+8,mlp.experts.74.down_proj,0.01253820,0.01000,0.234
+8,mlp.experts.75.down_proj,0.00094650,0.01000,0.234
+8,mlp.experts.76.down_proj,0.00239391,0.01000,0.236
+8,mlp.experts.77.down_proj,0.00823399,0.01000,0.235
+8,mlp.experts.78.down_proj,0.02214614,0.01000,0.234
+8,mlp.experts.79.down_proj,0.01388805,0.01000,0.235
+8,mlp.experts.80.down_proj,0.03771260,0.01000,0.235
+8,mlp.experts.81.down_proj,0.00005993,0.01000,0.237
+8,mlp.experts.82.down_proj,0.02914342,0.01000,0.237
+8,mlp.experts.83.down_proj,0.00356897,0.01000,0.237
+8,mlp.experts.84.down_proj,0.02568448,0.01000,0.239
+8,mlp.experts.85.down_proj,0.00498396,0.01000,0.241
+8,mlp.experts.86.down_proj,0.09877386,0.01000,0.241
+8,mlp.experts.87.down_proj,0.00882083,0.01000,0.242
+8,mlp.experts.88.down_proj,0.01058957,0.01000,0.242
+8,mlp.experts.89.down_proj,0.00009335,0.01000,0.242
+8,mlp.experts.90.down_proj,0.10639940,0.01000,0.243
+8,mlp.experts.91.down_proj,0.01939339,0.01000,0.242
+8,mlp.experts.92.down_proj,0.01844751,0.01000,0.242
+8,mlp.experts.93.down_proj,0.00183770,0.01000,0.242
+8,mlp.experts.94.down_proj,0.03228231,0.01000,0.242
+8,mlp.experts.95.down_proj,0.04205626,0.01000,0.242
+8,mlp.experts.96.down_proj,0.00009646,0.01000,0.243
+8,mlp.experts.97.down_proj,0.00248744,0.01000,0.242
+8,mlp.experts.98.down_proj,0.00386356,0.01000,0.243
+8,mlp.experts.99.down_proj,0.02848429,0.01000,0.243
+8,mlp.experts.100.down_proj,0.02920920,0.01000,0.243
+8,mlp.experts.101.down_proj,0.00465016,0.01000,0.242
+8,mlp.experts.102.down_proj,0.02185619,0.01000,0.243
+8,mlp.experts.103.down_proj,0.02413319,0.01000,0.243
+8,mlp.experts.104.down_proj,0.03648220,0.01000,0.243
+8,mlp.experts.105.down_proj,0.01445922,0.01000,0.243
+8,mlp.experts.106.down_proj,0.02645852,0.01000,0.243
+8,mlp.experts.107.down_proj,0.00050819,0.01000,0.243
+8,mlp.experts.108.down_proj,0.00817527,0.01000,0.243
+8,mlp.experts.109.down_proj,0.03602211,0.01000,0.243
+8,mlp.experts.110.down_proj,0.03890508,0.01000,0.243
+8,mlp.experts.111.down_proj,0.00579215,0.01000,0.244
+8,mlp.experts.112.down_proj,0.00000313,0.01000,0.245
+8,mlp.experts.113.down_proj,0.00380682,0.01000,0.243
+8,mlp.experts.114.down_proj,0.00067891,0.01000,0.243
+8,mlp.experts.115.down_proj,0.00048292,0.01000,0.243
+8,mlp.experts.116.down_proj,0.03773861,0.01000,0.242
+8,mlp.experts.117.down_proj,0.00635821,0.01000,0.243
+8,mlp.experts.118.down_proj,0.00174670,0.01000,0.244
+8,mlp.experts.119.down_proj,0.00096848,0.01000,0.244
+8,mlp.experts.120.down_proj,0.00330369,0.01000,0.244
+8,mlp.experts.121.down_proj,0.01479270,0.01000,0.243
+8,mlp.experts.122.down_proj,0.03983451,0.01000,0.243
+8,mlp.experts.123.down_proj,0.01590340,0.01000,0.245
+8,mlp.experts.124.down_proj,0.00448775,0.01000,0.243
+8,mlp.experts.125.down_proj,0.00574405,0.01000,0.243
+8,mlp.experts.126.down_proj,0.00080592,0.01000,0.244
+8,mlp.experts.127.down_proj,0.02869490,0.01000,0.241
+9,self_attn.q_proj,0.02825945,0.01000,0.634
+9,self_attn.k_proj,0.00401200,0.01000,0.622
+9,self_attn.v_proj,0.00475545,0.01000,0.620
+9,self_attn.o_proj,0.00446986,0.01000,1.252
+9,mlp.experts.0.up_proj,0.58662081,0.01000,0.628
+9,mlp.experts.1.up_proj,0.46921283,0.01000,0.617
+9,mlp.experts.2.up_proj,0.28440541,0.01000,0.621
+9,mlp.experts.3.up_proj,0.00002562,0.01000,0.621
+9,mlp.experts.4.up_proj,0.00006297,0.01000,0.623
+9,mlp.experts.5.up_proj,0.75593495,0.01000,0.623
+9,mlp.experts.6.up_proj,0.06944232,0.01000,0.622
+9,mlp.experts.7.up_proj,0.68390679,0.01000,0.625
+9,mlp.experts.8.up_proj,0.02476463,0.01000,0.626
+9,mlp.experts.9.up_proj,0.23241910,0.01000,0.630
+9,mlp.experts.10.up_proj,0.23977816,0.01000,0.630
+9,mlp.experts.11.up_proj,0.01095613,0.01000,0.630
+9,mlp.experts.12.up_proj,0.03098809,0.01000,0.632
+9,mlp.experts.13.up_proj,0.02662302,0.01000,0.632
+9,mlp.experts.14.up_proj,0.01016908,0.01000,0.631
+9,mlp.experts.15.up_proj,0.04541490,0.01000,0.631
+9,mlp.experts.16.up_proj,0.00026078,0.01000,0.630
+9,mlp.experts.17.up_proj,0.24099579,0.01000,0.631
+9,mlp.experts.18.up_proj,0.00005446,0.01000,0.633
+9,mlp.experts.19.up_proj,0.22735779,0.01000,0.632
+9,mlp.experts.20.up_proj,0.00444978,0.01000,0.629
+9,mlp.experts.21.up_proj,0.04084942,0.01000,0.622
+9,mlp.experts.22.up_proj,0.38291609,0.01000,0.622
+9,mlp.experts.23.up_proj,0.07526992,0.01000,0.624
+9,mlp.experts.24.up_proj,0.41426158,0.01000,0.622
+9,mlp.experts.25.up_proj,0.12369380,0.01000,0.622
+9,mlp.experts.26.up_proj,0.05126826,0.01000,0.622
+9,mlp.experts.27.up_proj,0.00335849,0.01000,0.623
+9,mlp.experts.28.up_proj,0.05681109,0.01000,0.622
+9,mlp.experts.29.up_proj,0.00010655,0.01000,0.622
+9,mlp.experts.30.up_proj,0.00310053,0.01000,0.623
+9,mlp.experts.31.up_proj,0.00190748,0.01000,0.623
+9,mlp.experts.32.up_proj,0.17042188,0.01000,0.622
+9,mlp.experts.33.up_proj,1.16790462,0.01000,0.622
+9,mlp.experts.34.up_proj,0.01352720,0.01000,0.624
+9,mlp.experts.35.up_proj,1.22912169,0.01000,0.629
+9,mlp.experts.36.up_proj,0.00135935,0.01000,0.631
+9,mlp.experts.37.up_proj,0.16510479,0.01000,0.632
+9,mlp.experts.38.up_proj,0.04699642,0.01000,0.632
+9,mlp.experts.39.up_proj,0.05859464,0.01000,0.633
+9,mlp.experts.40.up_proj,0.17183200,0.01000,0.633
+9,mlp.experts.41.up_proj,0.17505965,0.01000,0.632
+9,mlp.experts.42.up_proj,0.00525196,0.01000,0.634
+9,mlp.experts.43.up_proj,0.28655285,0.01000,0.632
+9,mlp.experts.44.up_proj,0.01776745,0.01000,0.635
+9,mlp.experts.45.up_proj,0.24919289,0.01000,0.633
+9,mlp.experts.46.up_proj,0.12823135,0.01000,0.633
+9,mlp.experts.47.up_proj,0.14160524,0.01000,0.628
+9,mlp.experts.48.up_proj,0.23802981,0.01000,0.639
+9,mlp.experts.49.up_proj,0.37211847,0.01000,0.635
+9,mlp.experts.50.up_proj,0.00190650,0.01000,0.637
+9,mlp.experts.51.up_proj,0.06745145,0.01000,0.635
+9,mlp.experts.52.up_proj,0.94666892,0.01000,0.639
+9,mlp.experts.53.up_proj,0.01086516,0.01000,0.637
+9,mlp.experts.54.up_proj,0.03777343,0.01000,0.637
+9,mlp.experts.55.up_proj,0.01709072,0.01000,0.640
+9,mlp.experts.56.up_proj,0.02211889,0.01000,0.636
+9,mlp.experts.57.up_proj,0.41563827,0.01000,0.640
+9,mlp.experts.58.up_proj,0.11802863,0.01000,0.635
+9,mlp.experts.59.up_proj,0.06045686,0.01000,0.624
+9,mlp.experts.60.up_proj,0.15887019,0.01000,0.627
+9,mlp.experts.61.up_proj,0.00701815,0.01000,0.633
+9,mlp.experts.62.up_proj,0.22575080,0.01000,0.632
+9,mlp.experts.63.up_proj,0.02593516,0.01000,0.634
+9,mlp.experts.64.up_proj,0.07624625,0.01000,0.632
+9,mlp.experts.65.up_proj,0.45405418,0.01000,0.633
+9,mlp.experts.66.up_proj,0.22590289,0.01000,0.633
+9,mlp.experts.67.up_proj,0.04131712,0.01000,0.632
+9,mlp.experts.68.up_proj,0.20302318,0.01000,0.633
+9,mlp.experts.69.up_proj,0.27498579,0.01000,0.634
+9,mlp.experts.70.up_proj,0.17064804,0.01000,0.632
+9,mlp.experts.71.up_proj,0.41920918,0.01000,0.632
+9,mlp.experts.72.up_proj,0.01638500,0.01000,0.623
+9,mlp.experts.73.up_proj,0.10513018,0.01000,0.622
+9,mlp.experts.74.up_proj,0.00010174,0.01000,0.621
+9,mlp.experts.75.up_proj,0.00059267,0.01000,0.622
+9,mlp.experts.76.up_proj,0.39872837,0.01000,0.622
+9,mlp.experts.77.up_proj,0.07115975,0.01000,0.622
+9,mlp.experts.78.up_proj,0.00874120,0.01000,0.622
+9,mlp.experts.79.up_proj,0.14182034,0.01000,0.623
+9,mlp.experts.80.up_proj,0.59297448,0.01000,0.624
+9,mlp.experts.81.up_proj,0.17514870,0.01000,0.622
+9,mlp.experts.82.up_proj,1.20440102,0.01000,0.623
+9,mlp.experts.83.up_proj,0.06976353,0.01000,0.622
+9,mlp.experts.84.up_proj,0.19478226,0.01000,0.623
+9,mlp.experts.85.up_proj,0.27463448,0.01000,0.624
+9,mlp.experts.86.up_proj,0.31233323,0.01000,0.628
+9,mlp.experts.87.up_proj,0.02059906,0.01000,0.629
+9,mlp.experts.88.up_proj,0.00719243,0.01000,0.632
+9,mlp.experts.89.up_proj,0.29616952,0.01000,0.631
+9,mlp.experts.90.up_proj,0.00090595,0.01000,0.624
+9,mlp.experts.91.up_proj,0.21118255,0.01000,0.624
+9,mlp.experts.92.up_proj,0.13519911,0.01000,0.623
+9,mlp.experts.93.up_proj,0.00468138,0.01000,0.625
+9,mlp.experts.94.up_proj,0.58552992,0.01000,0.624
+9,mlp.experts.95.up_proj,0.01565207,0.01000,0.624
+9,mlp.experts.96.up_proj,0.26356995,0.01000,0.624
+9,mlp.experts.97.up_proj,0.48342311,0.01000,0.623
+9,mlp.experts.98.up_proj,0.09968081,0.01000,0.626
+9,mlp.experts.99.up_proj,0.14535528,0.01000,0.623
+9,mlp.experts.100.up_proj,0.05853181,0.01000,0.625
+9,mlp.experts.101.up_proj,0.00246996,0.01000,0.625
+9,mlp.experts.102.up_proj,0.32216007,0.01000,0.626
+9,mlp.experts.103.up_proj,0.12502730,0.01000,0.624
+9,mlp.experts.104.up_proj,0.08465369,0.01000,0.627
+9,mlp.experts.105.up_proj,0.23195750,0.01000,0.627
+9,mlp.experts.106.up_proj,0.16532342,0.01000,0.631
+9,mlp.experts.107.up_proj,0.00890913,0.01000,0.634
+9,mlp.experts.108.up_proj,0.00341260,0.01000,0.634
+9,mlp.experts.109.up_proj,0.00136233,0.01000,0.633
+9,mlp.experts.110.up_proj,0.20802057,0.01000,0.636
+9,mlp.experts.111.up_proj,0.36021024,0.01000,0.634
+9,mlp.experts.112.up_proj,0.08264103,0.01000,0.633
+9,mlp.experts.113.up_proj,0.43802646,0.01000,0.634
+9,mlp.experts.114.up_proj,0.01793625,0.01000,0.634
+9,mlp.experts.115.up_proj,0.00394108,0.01000,0.632
+9,mlp.experts.116.up_proj,0.07811423,0.01000,0.634
+9,mlp.experts.117.up_proj,0.08810154,0.01000,0.632
+9,mlp.experts.118.up_proj,0.25076836,0.01000,0.625
+9,mlp.experts.119.up_proj,0.00007032,0.01000,0.626
+9,mlp.experts.120.up_proj,0.00001689,0.01000,0.626
+9,mlp.experts.121.up_proj,0.00020708,0.01000,0.624
+9,mlp.experts.122.up_proj,0.16487393,0.01000,0.624
+9,mlp.experts.123.up_proj,0.00306801,0.01000,0.624
+9,mlp.experts.124.up_proj,0.02532415,0.01000,0.624
+9,mlp.experts.125.up_proj,0.27288318,0.01000,0.624
+9,mlp.experts.126.up_proj,0.00495327,0.01000,0.623
+9,mlp.experts.127.up_proj,0.68224877,0.01000,0.623
+9,mlp.experts.0.gate_proj,0.62467438,0.01000,0.624
+9,mlp.experts.1.gate_proj,0.48235348,0.01000,0.625
+9,mlp.experts.2.gate_proj,0.30725032,0.01000,0.623
+9,mlp.experts.3.gate_proj,0.00002704,0.01000,0.625
+9,mlp.experts.4.gate_proj,0.00006483,0.01000,0.630
+9,mlp.experts.5.gate_proj,0.80050510,0.01000,0.631
+9,mlp.experts.6.gate_proj,0.07252214,0.01000,0.633
+9,mlp.experts.7.gate_proj,0.70536673,0.01000,0.632
+9,mlp.experts.8.gate_proj,0.02521126,0.01000,0.633
+9,mlp.experts.9.gate_proj,0.23286091,0.01000,0.633
+9,mlp.experts.10.gate_proj,0.25038809,0.01000,0.633
+9,mlp.experts.11.gate_proj,0.01156459,0.01000,0.633
+9,mlp.experts.12.gate_proj,0.03721687,0.01000,0.633
+9,mlp.experts.13.gate_proj,0.02725450,0.01000,0.634
+9,mlp.experts.14.gate_proj,0.01051713,0.01000,0.633
+9,mlp.experts.15.gate_proj,0.04808330,0.01000,0.632
+9,mlp.experts.16.gate_proj,0.00026677,0.01000,0.627
+9,mlp.experts.17.gate_proj,0.24771349,0.01000,0.624
+9,mlp.experts.18.gate_proj,0.00005824,0.01000,0.625
+9,mlp.experts.19.gate_proj,0.25071517,0.01000,0.625
+9,mlp.experts.20.gate_proj,0.00468229,0.01000,0.625
+9,mlp.experts.21.gate_proj,0.04337832,0.01000,0.627
+9,mlp.experts.22.gate_proj,0.38911361,0.01000,0.624
+9,mlp.experts.23.gate_proj,0.08210700,0.01000,0.623
+9,mlp.experts.24.gate_proj,0.40684080,0.01000,0.627
+9,mlp.experts.25.gate_proj,0.12316830,0.01000,0.623
+9,mlp.experts.26.gate_proj,0.05348214,0.01000,0.624
+9,mlp.experts.27.gate_proj,0.00371295,0.01000,0.625
+9,mlp.experts.28.gate_proj,0.05968054,0.01000,0.625
+9,mlp.experts.29.gate_proj,0.00011019,0.01000,0.624
+9,mlp.experts.30.gate_proj,0.00315197,0.01000,0.626
+9,mlp.experts.31.gate_proj,0.00205285,0.01000,0.627
+9,mlp.experts.32.gate_proj,0.18205950,0.01000,0.633
+9,mlp.experts.33.gate_proj,1.26530504,0.01000,0.632
+9,mlp.experts.34.gate_proj,0.01382606,0.01000,0.633
+9,mlp.experts.35.gate_proj,1.06677842,0.01000,0.632
+9,mlp.experts.36.gate_proj,0.00146653,0.01000,0.632
+9,mlp.experts.37.gate_proj,0.17318884,0.01000,0.633
+9,mlp.experts.38.gate_proj,0.04807816,0.01000,0.633
+9,mlp.experts.39.gate_proj,0.06233890,0.01000,0.632
+9,mlp.experts.40.gate_proj,0.15027022,0.01000,0.633
+9,mlp.experts.41.gate_proj,0.17392418,0.01000,0.633
+9,mlp.experts.42.gate_proj,0.00567977,0.01000,0.632
+9,mlp.experts.43.gate_proj,0.29498988,0.01000,0.628
+9,mlp.experts.44.gate_proj,0.01817504,0.01000,0.625
+9,mlp.experts.45.gate_proj,0.24629056,0.01000,0.624
+9,mlp.experts.46.gate_proj,0.14350632,0.01000,0.625
+9,mlp.experts.47.gate_proj,0.14127827,0.01000,0.624
+9,mlp.experts.48.gate_proj,0.24002793,0.01000,0.627
+9,mlp.experts.49.gate_proj,0.38704664,0.01000,0.628
+9,mlp.experts.50.gate_proj,0.00200805,0.01000,0.626
+9,mlp.experts.51.gate_proj,0.06996338,0.01000,0.625
+9,mlp.experts.52.gate_proj,0.95409739,0.01000,0.624
+9,mlp.experts.53.gate_proj,0.01142290,0.01000,0.625
+9,mlp.experts.54.gate_proj,0.03871087,0.01000,0.624
+9,mlp.experts.55.gate_proj,0.01790239,0.01000,0.627
+9,mlp.experts.56.gate_proj,0.02368442,0.01000,0.631
+9,mlp.experts.57.gate_proj,0.43543822,0.01000,0.631
+9,mlp.experts.58.gate_proj,0.12468286,0.01000,0.632
+9,mlp.experts.59.gate_proj,0.06415475,0.01000,0.634
+9,mlp.experts.60.gate_proj,0.16392517,0.01000,0.632
+9,mlp.experts.61.gate_proj,0.00766083,0.01000,0.633
+9,mlp.experts.62.gate_proj,0.23296380,0.01000,0.632
+9,mlp.experts.63.gate_proj,0.02790826,0.01000,0.631
+9,mlp.experts.64.gate_proj,0.08630395,0.01000,0.632
+9,mlp.experts.65.gate_proj,0.47480547,0.01000,0.631
+9,mlp.experts.66.gate_proj,0.23074612,0.01000,0.632
+9,mlp.experts.67.gate_proj,0.04377851,0.01000,0.630
+9,mlp.experts.68.gate_proj,0.21255259,0.01000,0.625
+9,mlp.experts.69.gate_proj,0.51541162,0.01000,0.623
+9,mlp.experts.70.gate_proj,0.18645678,0.01000,0.624
+9,mlp.experts.71.gate_proj,0.43503588,0.01000,0.625
+9,mlp.experts.72.gate_proj,0.01724304,0.01000,0.632
+9,mlp.experts.73.gate_proj,0.10888210,0.01000,0.631
+9,mlp.experts.74.gate_proj,0.00010924,0.01000,0.634
+9,mlp.experts.75.gate_proj,0.00062385,0.01000,0.632
+9,mlp.experts.76.gate_proj,0.42585519,0.01000,0.631
+9,mlp.experts.77.gate_proj,0.07518581,0.01000,0.633
+9,mlp.experts.78.gate_proj,0.00934386,0.01000,0.630
+9,mlp.experts.79.gate_proj,0.15114537,0.01000,0.629
+9,mlp.experts.80.gate_proj,0.63075972,0.01000,0.626
+9,mlp.experts.81.gate_proj,0.18704629,0.01000,0.630
+9,mlp.experts.82.gate_proj,1.29048014,0.01000,0.630
+9,mlp.experts.83.gate_proj,0.07378428,0.01000,0.632
+9,mlp.experts.84.gate_proj,0.20458984,0.01000,0.633
+9,mlp.experts.85.gate_proj,0.29217309,0.01000,0.631
+9,mlp.experts.86.gate_proj,0.33198479,0.01000,0.631
+9,mlp.experts.87.gate_proj,0.02185139,0.01000,0.630
+9,mlp.experts.88.gate_proj,0.00751900,0.01000,0.630
+9,mlp.experts.89.gate_proj,0.30988556,0.01000,0.632
+9,mlp.experts.90.gate_proj,0.00097805,0.01000,0.631
+9,mlp.experts.91.gate_proj,0.23473667,0.01000,0.625
+9,mlp.experts.92.gate_proj,0.13862789,0.01000,0.624
+9,mlp.experts.93.gate_proj,0.00495558,0.01000,0.625
+9,mlp.experts.94.gate_proj,0.65937734,0.01000,0.624
+9,mlp.experts.95.gate_proj,0.01667321,0.01000,0.624
+9,mlp.experts.96.gate_proj,0.27200684,0.01000,0.623
+9,mlp.experts.97.gate_proj,0.50075340,0.01000,0.624
+9,mlp.experts.98.gate_proj,0.10411297,0.01000,0.625
+9,mlp.experts.99.gate_proj,0.15117247,0.01000,0.627
+9,mlp.experts.100.gate_proj,0.06816413,0.01000,0.626
+9,mlp.experts.101.gate_proj,0.00253219,0.01000,0.628
+9,mlp.experts.102.gate_proj,0.32403064,0.01000,0.629
+9,mlp.experts.103.gate_proj,0.12460687,0.01000,0.630
+9,mlp.experts.104.gate_proj,0.09108268,0.01000,0.631
+9,mlp.experts.105.gate_proj,0.24690969,0.01000,0.632
+9,mlp.experts.106.gate_proj,0.17309013,0.01000,0.630
+9,mlp.experts.107.gate_proj,0.00919288,0.01000,0.632
+9,mlp.experts.108.gate_proj,0.00354060,0.01000,0.633
+9,mlp.experts.109.gate_proj,0.00140511,0.01000,0.630
+9,mlp.experts.110.gate_proj,0.20227605,0.01000,0.631
+9,mlp.experts.111.gate_proj,0.36600080,0.01000,0.632
+9,mlp.experts.112.gate_proj,0.08239938,0.01000,0.631
+9,mlp.experts.113.gate_proj,0.44544506,0.01000,0.633
+9,mlp.experts.114.gate_proj,0.01856502,0.01000,0.625
+9,mlp.experts.115.gate_proj,0.00409732,0.01000,0.626
+9,mlp.experts.116.gate_proj,0.08012569,0.01000,0.629
+9,mlp.experts.117.gate_proj,0.08450994,0.01000,0.625
+9,mlp.experts.118.gate_proj,0.24925393,0.01000,0.623
+9,mlp.experts.119.gate_proj,0.00007344,0.01000,0.624
+9,mlp.experts.120.gate_proj,0.00001854,0.01000,0.625
+9,mlp.experts.121.gate_proj,0.00022499,0.01000,0.624
+9,mlp.experts.122.gate_proj,0.17663777,0.01000,0.623
+9,mlp.experts.123.gate_proj,0.00323773,0.01000,0.626
+9,mlp.experts.124.gate_proj,0.02624183,0.01000,0.629
+9,mlp.experts.125.gate_proj,0.27676871,0.01000,0.627
+9,mlp.experts.126.gate_proj,0.00531814,0.01000,0.625
+9,mlp.experts.127.gate_proj,0.65856951,0.01000,0.624
+9,mlp.experts.0.down_proj,0.08063796,0.01000,0.253
+9,mlp.experts.1.down_proj,0.05985887,0.01000,0.233
+9,mlp.experts.2.down_proj,0.03556319,0.01000,0.233
+9,mlp.experts.3.down_proj,0.00000389,0.01000,0.234
+9,mlp.experts.4.down_proj,0.00000784,0.01000,0.233
+9,mlp.experts.5.down_proj,0.11094093,0.01000,0.237
+9,mlp.experts.6.down_proj,0.00682314,0.01000,0.235
+9,mlp.experts.7.down_proj,0.10160269,0.01000,0.236
+9,mlp.experts.8.down_proj,0.00252246,0.01000,0.236
+9,mlp.experts.9.down_proj,0.04209912,0.01000,0.235
+9,mlp.experts.10.down_proj,0.05096097,0.01000,0.237
+9,mlp.experts.11.down_proj,0.00146564,0.01000,0.237
+9,mlp.experts.12.down_proj,0.00166433,0.01000,0.238
+9,mlp.experts.13.down_proj,0.00400129,0.01000,0.237
+9,mlp.experts.14.down_proj,0.00133630,0.01000,0.237
+9,mlp.experts.15.down_proj,0.00533645,0.01000,0.236
+9,mlp.experts.16.down_proj,0.00003343,0.01000,0.236
+9,mlp.experts.17.down_proj,0.03010669,0.01000,0.236
+9,mlp.experts.18.down_proj,0.00001045,0.01000,0.236
+9,mlp.experts.19.down_proj,0.03527626,0.01000,0.236
+9,mlp.experts.20.down_proj,0.00109158,0.01000,0.238
+9,mlp.experts.21.down_proj,0.00479247,0.01000,0.236
+9,mlp.experts.22.down_proj,0.05888342,0.01000,0.236
+9,mlp.experts.23.down_proj,0.00357063,0.01000,0.236
+9,mlp.experts.24.down_proj,0.05499700,0.01000,0.235
+9,mlp.experts.25.down_proj,0.02317854,0.01000,0.236
+9,mlp.experts.26.down_proj,0.00676371,0.01000,0.237
+9,mlp.experts.27.down_proj,0.00059202,0.01000,0.237
+9,mlp.experts.28.down_proj,0.00856891,0.01000,0.238
+9,mlp.experts.29.down_proj,0.00002043,0.01000,0.238
+9,mlp.experts.30.down_proj,0.00061973,0.01000,0.238
+9,mlp.experts.31.down_proj,0.00051179,0.01000,0.238
+9,mlp.experts.32.down_proj,0.02585744,0.01000,0.239
+9,mlp.experts.33.down_proj,0.17615554,0.01000,0.238
+9,mlp.experts.34.down_proj,0.00216200,0.01000,0.239
+9,mlp.experts.35.down_proj,0.18502297,0.01000,0.239
+9,mlp.experts.36.down_proj,0.00029760,0.01000,0.239
+9,mlp.experts.37.down_proj,0.02051442,0.01000,0.237
+9,mlp.experts.38.down_proj,0.00522458,0.01000,0.239
+9,mlp.experts.39.down_proj,0.00297466,0.01000,0.239
+9,mlp.experts.40.down_proj,0.02517968,0.01000,0.239
+9,mlp.experts.41.down_proj,0.02202497,0.01000,0.238
+9,mlp.experts.42.down_proj,0.00048588,0.01000,0.239
+9,mlp.experts.43.down_proj,0.04373706,0.01000,0.239
+9,mlp.experts.44.down_proj,0.00205271,0.01000,0.239
+9,mlp.experts.45.down_proj,0.03995241,0.01000,0.238
+9,mlp.experts.46.down_proj,0.00949323,0.01000,0.239
+9,mlp.experts.47.down_proj,0.01154367,0.01000,0.238
+9,mlp.experts.48.down_proj,0.03699459,0.01000,0.239
+9,mlp.experts.49.down_proj,0.06267825,0.01000,0.238
+9,mlp.experts.50.down_proj,0.00042961,0.01000,0.239
+9,mlp.experts.51.down_proj,0.00649782,0.01000,0.238
+9,mlp.experts.52.down_proj,0.12030103,0.01000,0.240
+9,mlp.experts.53.down_proj,0.00129171,0.01000,0.239
+9,mlp.experts.54.down_proj,0.00628257,0.01000,0.239
+9,mlp.experts.55.down_proj,0.00363160,0.01000,0.239
+9,mlp.experts.56.down_proj,0.00287994,0.01000,0.240
+9,mlp.experts.57.down_proj,0.06179359,0.01000,0.237
+9,mlp.experts.58.down_proj,0.01471912,0.01000,0.236
+9,mlp.experts.59.down_proj,0.01182036,0.01000,0.236
+9,mlp.experts.60.down_proj,0.01922173,0.01000,0.235
+9,mlp.experts.61.down_proj,0.00101558,0.01000,0.236
+9,mlp.experts.62.down_proj,0.03524463,0.01000,0.236
+9,mlp.experts.63.down_proj,0.00295914,0.01000,0.235
+9,mlp.experts.64.down_proj,0.01241783,0.01000,0.236
+9,mlp.experts.65.down_proj,0.08429274,0.01000,0.235
+9,mlp.experts.66.down_proj,0.03421388,0.01000,0.235
+9,mlp.experts.67.down_proj,0.00546198,0.01000,0.235
+9,mlp.experts.68.down_proj,0.02773560,0.01000,0.238
+9,mlp.experts.69.down_proj,0.03393367,0.01000,0.239
+9,mlp.experts.70.down_proj,0.02040061,0.01000,0.239
+9,mlp.experts.71.down_proj,0.04972361,0.01000,0.240
+9,mlp.experts.72.down_proj,0.00253856,0.01000,0.240
+9,mlp.experts.73.down_proj,0.01098264,0.01000,0.240
+9,mlp.experts.74.down_proj,0.00002414,0.01000,0.240
+9,mlp.experts.75.down_proj,0.00013710,0.01000,0.240
+9,mlp.experts.76.down_proj,0.05431165,0.01000,0.240
+9,mlp.experts.77.down_proj,0.00682491,0.01000,0.240
+9,mlp.experts.78.down_proj,0.00146193,0.01000,0.240
+9,mlp.experts.79.down_proj,0.02145773,0.01000,0.240
+9,mlp.experts.80.down_proj,0.07161579,0.01000,0.240
+9,mlp.experts.81.down_proj,0.01984831,0.01000,0.242
+9,mlp.experts.82.down_proj,0.24900979,0.01000,0.243
+9,mlp.experts.83.down_proj,0.01180247,0.01000,0.243
+9,mlp.experts.84.down_proj,0.03816225,0.01000,0.243
+9,mlp.experts.85.down_proj,0.03660017,0.01000,0.244
+9,mlp.experts.86.down_proj,0.04333886,0.01000,0.244
+9,mlp.experts.87.down_proj,0.00291960,0.01000,0.244
+9,mlp.experts.88.down_proj,0.00123820,0.01000,0.244
+9,mlp.experts.89.down_proj,0.03298567,0.01000,0.244
+9,mlp.experts.90.down_proj,0.00025736,0.01000,0.245
+9,mlp.experts.91.down_proj,0.03052018,0.01000,0.244
+9,mlp.experts.92.down_proj,0.01609979,0.01000,0.245
+9,mlp.experts.93.down_proj,0.00092372,0.01000,0.245
+9,mlp.experts.94.down_proj,0.10538460,0.01000,0.245
+9,mlp.experts.95.down_proj,0.00211438,0.01000,0.244
+9,mlp.experts.96.down_proj,0.03837202,0.01000,0.244
+9,mlp.experts.97.down_proj,0.05711212,0.01000,0.244
+9,mlp.experts.98.down_proj,0.01744265,0.01000,0.245
+9,mlp.experts.99.down_proj,0.01572282,0.01000,0.244
+9,mlp.experts.100.down_proj,0.01257840,0.01000,0.244
+9,mlp.experts.101.down_proj,0.00060614,0.01000,0.245
+9,mlp.experts.102.down_proj,0.04209426,0.01000,0.244
+9,mlp.experts.103.down_proj,0.01701928,0.01000,0.244
+9,mlp.experts.104.down_proj,0.01526950,0.01000,0.245
+9,mlp.experts.105.down_proj,0.03330768,0.01000,0.245
+9,mlp.experts.106.down_proj,0.02481302,0.01000,0.245
+9,mlp.experts.107.down_proj,0.00139042,0.01000,0.245
+9,mlp.experts.108.down_proj,0.00066005,0.01000,0.245
+9,mlp.experts.109.down_proj,0.00029654,0.01000,0.245
+9,mlp.experts.110.down_proj,0.03605527,0.01000,0.245
+9,mlp.experts.111.down_proj,0.06995821,0.01000,0.242
+9,mlp.experts.112.down_proj,0.01077817,0.01000,0.244
+9,mlp.experts.113.down_proj,0.07009596,0.01000,0.241
+9,mlp.experts.114.down_proj,0.00370009,0.01000,0.243
+9,mlp.experts.115.down_proj,0.00066600,0.01000,0.244
+9,mlp.experts.116.down_proj,0.01166680,0.01000,0.243
+9,mlp.experts.117.down_proj,0.01403071,0.01000,0.242
+9,mlp.experts.118.down_proj,0.03527215,0.01000,0.241
+9,mlp.experts.119.down_proj,0.00001402,0.01000,0.241
+9,mlp.experts.120.down_proj,0.00000227,0.01000,0.242
+9,mlp.experts.121.down_proj,0.00005506,0.01000,0.241
+9,mlp.experts.122.down_proj,0.04187544,0.01000,0.241
+9,mlp.experts.123.down_proj,0.00071951,0.01000,0.243
+9,mlp.experts.124.down_proj,0.00289275,0.01000,0.241
+9,mlp.experts.125.down_proj,0.03792764,0.01000,0.242
+9,mlp.experts.126.down_proj,0.00100237,0.01000,0.242
+9,mlp.experts.127.down_proj,0.08304235,0.01000,0.242
+10,self_attn.q_proj,0.02805836,0.01000,0.631
+10,self_attn.k_proj,0.00392802,0.01000,0.618
+10,self_attn.v_proj,0.00423784,0.01000,0.620
+10,self_attn.o_proj,0.00397681,0.01000,1.247
+10,mlp.experts.0.up_proj,0.03653485,0.01000,0.633
+10,mlp.experts.1.up_proj,0.05370659,0.01000,0.627
+10,mlp.experts.2.up_proj,0.13917714,0.01000,0.626
+10,mlp.experts.3.up_proj,1.23640394,0.01000,0.630
+10,mlp.experts.4.up_proj,0.06831979,0.01000,0.630
+10,mlp.experts.5.up_proj,0.13072023,0.01000,0.631
+10,mlp.experts.6.up_proj,0.01191041,0.01000,0.625
+10,mlp.experts.7.up_proj,0.05419230,0.01000,0.623
+10,mlp.experts.8.up_proj,0.04096812,0.01000,0.623
+10,mlp.experts.9.up_proj,0.01103772,0.01000,0.623
+10,mlp.experts.10.up_proj,0.19174430,0.01000,0.622
+10,mlp.experts.11.up_proj,0.00000614,0.01000,0.622
+10,mlp.experts.12.up_proj,0.01961442,0.01000,0.624
+10,mlp.experts.13.up_proj,0.23315582,0.01000,0.622
+10,mlp.experts.14.up_proj,0.14768291,0.01000,0.624
+10,mlp.experts.15.up_proj,0.01608466,0.01000,0.623
+10,mlp.experts.16.up_proj,0.88859892,0.01000,0.622
+10,mlp.experts.17.up_proj,0.00380353,0.01000,0.623
+10,mlp.experts.18.up_proj,0.46109217,0.01000,0.623
+10,mlp.experts.19.up_proj,0.00236320,0.01000,0.626
+10,mlp.experts.20.up_proj,0.07978041,0.01000,0.629
+10,mlp.experts.21.up_proj,0.07942871,0.01000,0.631
+10,mlp.experts.22.up_proj,0.03475179,0.01000,0.630
+10,mlp.experts.23.up_proj,0.01057765,0.01000,0.631
+10,mlp.experts.24.up_proj,0.00001818,0.01000,0.632
+10,mlp.experts.25.up_proj,0.08181433,0.01000,0.631
+10,mlp.experts.26.up_proj,1.19046032,0.01000,0.631
+10,mlp.experts.27.up_proj,0.03857251,0.01000,0.631
+10,mlp.experts.28.up_proj,0.00271048,0.01000,0.630
+10,mlp.experts.29.up_proj,0.02725733,0.01000,0.630
+10,mlp.experts.30.up_proj,0.90509170,0.01000,0.632
+10,mlp.experts.31.up_proj,0.00173655,0.01000,0.630
+10,mlp.experts.32.up_proj,0.11159901,0.01000,0.629
+10,mlp.experts.33.up_proj,0.13832636,0.01000,0.625
+10,mlp.experts.34.up_proj,0.00471280,0.01000,0.625
+10,mlp.experts.35.up_proj,0.43124998,0.01000,0.625
+10,mlp.experts.36.up_proj,0.01478457,0.01000,0.626
+10,mlp.experts.37.up_proj,0.03342968,0.01000,0.626
+10,mlp.experts.38.up_proj,0.00321479,0.01000,0.626
+10,mlp.experts.39.up_proj,0.16838418,0.01000,0.624
+10,mlp.experts.40.up_proj,0.66096663,0.01000,0.625
+10,mlp.experts.41.up_proj,0.23507597,0.01000,0.626
+10,mlp.experts.42.up_proj,0.01438783,0.01000,0.627
+10,mlp.experts.43.up_proj,0.22597983,0.01000,0.628
+10,mlp.experts.44.up_proj,0.00038119,0.01000,0.634
+10,mlp.experts.45.up_proj,0.14090756,0.01000,0.631
+10,mlp.experts.46.up_proj,0.00089284,0.01000,0.632
+10,mlp.experts.47.up_proj,0.04732616,0.01000,0.630
+10,mlp.experts.48.up_proj,0.05170550,0.01000,0.631
+10,mlp.experts.49.up_proj,0.00068299,0.01000,0.632
+10,mlp.experts.50.up_proj,0.23036361,0.01000,0.636
+10,mlp.experts.51.up_proj,0.04430803,0.01000,0.636
+10,mlp.experts.52.up_proj,0.30143103,0.01000,0.634
+10,mlp.experts.53.up_proj,0.03039210,0.01000,0.630
+10,mlp.experts.54.up_proj,0.02901812,0.01000,0.630
+10,mlp.experts.55.up_proj,0.92551172,0.01000,0.630
+10,mlp.experts.56.up_proj,0.01163276,0.01000,0.631
+10,mlp.experts.57.up_proj,0.48932976,0.01000,0.625
+10,mlp.experts.58.up_proj,0.10273449,0.01000,0.623
+10,mlp.experts.59.up_proj,0.02784170,0.01000,0.625
+10,mlp.experts.60.up_proj,0.00020522,0.01000,0.621
+10,mlp.experts.61.up_proj,0.17280623,0.01000,0.621
+10,mlp.experts.62.up_proj,0.34164989,0.01000,0.621
+10,mlp.experts.63.up_proj,0.02035308,0.01000,0.623
+10,mlp.experts.64.up_proj,0.57101738,0.01000,0.621
+10,mlp.experts.65.up_proj,0.04097842,0.01000,0.622
+10,mlp.experts.66.up_proj,0.15280415,0.01000,0.624
+10,mlp.experts.67.up_proj,0.01178230,0.01000,0.623
+10,mlp.experts.68.up_proj,0.30413496,0.01000,0.624
+10,mlp.experts.69.up_proj,0.33229235,0.01000,0.624
+10,mlp.experts.70.up_proj,0.19557306,0.01000,0.624
+10,mlp.experts.71.up_proj,0.99364716,0.01000,0.623
+10,mlp.experts.72.up_proj,0.00192437,0.01000,0.623
+10,mlp.experts.73.up_proj,0.66674042,0.01000,0.622
+10,mlp.experts.74.up_proj,0.27452302,0.01000,0.629
+10,mlp.experts.75.up_proj,0.07732497,0.01000,0.631
+10,mlp.experts.76.up_proj,0.28085810,0.01000,0.630
+10,mlp.experts.77.up_proj,0.00232044,0.01000,0.629
+10,mlp.experts.78.up_proj,0.03760999,0.01000,0.631
+10,mlp.experts.79.up_proj,0.00001319,0.01000,0.629
+10,mlp.experts.80.up_proj,0.29951674,0.01000,0.630
+10,mlp.experts.81.up_proj,0.00828806,0.01000,0.632
+10,mlp.experts.82.up_proj,0.39938110,0.01000,0.632
+10,mlp.experts.83.up_proj,0.13411596,0.01000,0.632
+10,mlp.experts.84.up_proj,0.01795119,0.01000,0.631
+10,mlp.experts.85.up_proj,0.30788094,0.01000,0.630
+10,mlp.experts.86.up_proj,0.08521014,0.01000,0.630
+10,mlp.experts.87.up_proj,0.00982911,0.01000,0.624
+10,mlp.experts.88.up_proj,0.19570924,0.01000,0.623
+10,mlp.experts.89.up_proj,0.00082864,0.01000,0.622
+10,mlp.experts.90.up_proj,0.03370250,0.01000,0.621
+10,mlp.experts.91.up_proj,0.69433200,0.01000,0.623
+10,mlp.experts.92.up_proj,0.06111351,0.01000,0.624
+10,mlp.experts.93.up_proj,0.00052020,0.01000,0.621
+10,mlp.experts.94.up_proj,1.31654751,0.01000,0.622
+10,mlp.experts.95.up_proj,0.39698514,0.01000,0.621
+10,mlp.experts.96.up_proj,0.06573945,0.01000,0.626
+10,mlp.experts.97.up_proj,0.19875199,0.01000,0.630
+10,mlp.experts.98.up_proj,0.22581813,0.01000,0.629
+10,mlp.experts.99.up_proj,0.20394360,0.01000,0.630
+10,mlp.experts.100.up_proj,0.02352266,0.01000,0.631
+10,mlp.experts.101.up_proj,0.10212022,0.01000,0.630
+10,mlp.experts.102.up_proj,0.06353997,0.01000,0.632
+10,mlp.experts.103.up_proj,0.09652391,0.01000,0.631
+10,mlp.experts.104.up_proj,0.01065587,0.01000,0.631
+10,mlp.experts.105.up_proj,0.10376019,0.01000,0.631
+10,mlp.experts.106.up_proj,0.00008477,0.01000,0.632
+10,mlp.experts.107.up_proj,0.23473316,0.01000,0.629
+10,mlp.experts.108.up_proj,0.22496067,0.01000,0.622
+10,mlp.experts.109.up_proj,0.15052803,0.01000,0.622
+10,mlp.experts.110.up_proj,0.27171969,0.01000,0.624
+10,mlp.experts.111.up_proj,0.01634480,0.01000,0.623
+10,mlp.experts.112.up_proj,0.25253662,0.01000,0.625
+10,mlp.experts.113.up_proj,0.12700212,0.01000,0.621
+10,mlp.experts.114.up_proj,0.00017820,0.01000,0.622
+10,mlp.experts.115.up_proj,0.00594682,0.01000,0.622
+10,mlp.experts.116.up_proj,0.04265013,0.01000,0.626
+10,mlp.experts.117.up_proj,0.00001861,0.01000,0.631
+10,mlp.experts.118.up_proj,0.00969677,0.01000,0.633
+10,mlp.experts.119.up_proj,0.23197082,0.01000,0.632
+10,mlp.experts.120.up_proj,0.35092193,0.01000,0.633
+10,mlp.experts.121.up_proj,0.04264147,0.01000,0.632
+10,mlp.experts.122.up_proj,0.00350786,0.01000,0.634
+10,mlp.experts.123.up_proj,0.20581660,0.01000,0.632
+10,mlp.experts.124.up_proj,0.17817175,0.01000,0.632
+10,mlp.experts.125.up_proj,0.00058952,0.01000,0.632
+10,mlp.experts.126.up_proj,0.80663413,0.01000,0.633
+10,mlp.experts.127.up_proj,0.00257870,0.01000,0.633
+10,mlp.experts.0.gate_proj,0.03891043,0.01000,0.631
+10,mlp.experts.1.gate_proj,0.05535031,0.01000,0.628
+10,mlp.experts.2.gate_proj,0.14312923,0.01000,0.629
+10,mlp.experts.3.gate_proj,1.28184617,0.01000,0.633
+10,mlp.experts.4.gate_proj,0.07743286,0.01000,0.631
+10,mlp.experts.5.gate_proj,0.13944763,0.01000,0.631
+10,mlp.experts.6.gate_proj,0.01188061,0.01000,0.633
+10,mlp.experts.7.gate_proj,0.05888615,0.01000,0.630
+10,mlp.experts.8.gate_proj,0.04396628,0.01000,0.631
+10,mlp.experts.9.gate_proj,0.01120076,0.01000,0.626
+10,mlp.experts.10.gate_proj,0.19290045,0.01000,0.623
+10,mlp.experts.11.gate_proj,0.00000630,0.01000,0.625
+10,mlp.experts.12.gate_proj,0.02040521,0.01000,0.623
+10,mlp.experts.13.gate_proj,0.23333193,0.01000,0.623
+10,mlp.experts.14.gate_proj,0.15008163,0.01000,0.627
+10,mlp.experts.15.gate_proj,0.01620064,0.01000,0.622
+10,mlp.experts.16.gate_proj,0.93704724,0.01000,0.622
+10,mlp.experts.17.gate_proj,0.00386694,0.01000,0.626
+10,mlp.experts.18.gate_proj,0.45887327,0.01000,0.631
+10,mlp.experts.19.gate_proj,0.00239690,0.01000,0.630
+10,mlp.experts.20.gate_proj,0.08097882,0.01000,0.630
+10,mlp.experts.21.gate_proj,0.08327664,0.01000,0.631
+10,mlp.experts.22.gate_proj,0.03595375,0.01000,0.630
+10,mlp.experts.23.gate_proj,0.00961822,0.01000,0.631
+10,mlp.experts.24.gate_proj,0.00002038,0.01000,0.631
+10,mlp.experts.25.gate_proj,0.08851930,0.01000,0.632
+10,mlp.experts.26.gate_proj,1.23123026,0.01000,0.632
+10,mlp.experts.27.gate_proj,0.04205077,0.01000,0.632
+10,mlp.experts.28.gate_proj,0.00281830,0.01000,0.633
+10,mlp.experts.29.gate_proj,0.02850486,0.01000,0.629
+10,mlp.experts.30.gate_proj,0.89052498,0.01000,0.624
+10,mlp.experts.31.gate_proj,0.00179215,0.01000,0.625
+10,mlp.experts.32.gate_proj,0.11613898,0.01000,0.624
+10,mlp.experts.33.gate_proj,0.14321405,0.01000,0.623
+10,mlp.experts.34.gate_proj,0.00486397,0.01000,0.624
+10,mlp.experts.35.gate_proj,0.46488270,0.01000,0.624
+10,mlp.experts.36.gate_proj,0.01487665,0.01000,0.626
+10,mlp.experts.37.gate_proj,0.03376590,0.01000,0.623
+10,mlp.experts.38.gate_proj,0.04224444,0.01000,0.625
+10,mlp.experts.39.gate_proj,0.17108932,0.01000,0.625
+10,mlp.experts.40.gate_proj,0.68978846,0.01000,0.640
+10,mlp.experts.41.gate_proj,0.23442739,0.01000,0.631
+10,mlp.experts.42.gate_proj,0.01481153,0.01000,0.632
+10,mlp.experts.43.gate_proj,0.25569314,0.01000,0.632
+10,mlp.experts.44.gate_proj,0.00039641,0.01000,0.631
+10,mlp.experts.45.gate_proj,0.14609970,0.01000,0.632
+10,mlp.experts.46.gate_proj,0.00092882,0.01000,0.631
+10,mlp.experts.47.gate_proj,0.05009205,0.01000,0.632
+10,mlp.experts.48.gate_proj,0.05245631,0.01000,0.632
+10,mlp.experts.49.gate_proj,0.00071080,0.01000,0.633
+10,mlp.experts.50.gate_proj,0.23148243,0.01000,0.633
+10,mlp.experts.51.gate_proj,0.04558030,0.01000,0.631
+10,mlp.experts.52.gate_proj,0.29710639,0.01000,0.626
+10,mlp.experts.53.gate_proj,0.03266993,0.01000,0.624
+10,mlp.experts.54.gate_proj,0.02941978,0.01000,0.628
+10,mlp.experts.55.gate_proj,1.05967808,0.01000,0.625
+10,mlp.experts.56.gate_proj,0.01154095,0.01000,0.623
+10,mlp.experts.57.gate_proj,0.52185082,0.01000,0.624
+10,mlp.experts.58.gate_proj,0.10898355,0.01000,0.627
+10,mlp.experts.59.gate_proj,0.02867758,0.01000,0.625
+10,mlp.experts.60.gate_proj,0.00021070,0.01000,0.623
+10,mlp.experts.61.gate_proj,0.16157597,0.01000,0.624
+10,mlp.experts.62.gate_proj,0.33537966,0.01000,0.624
+10,mlp.experts.63.gate_proj,0.02171219,0.01000,0.624
+10,mlp.experts.64.gate_proj,0.55353343,0.01000,0.627
+10,mlp.experts.65.gate_proj,0.04051574,0.01000,0.629
+10,mlp.experts.66.gate_proj,0.15812480,0.01000,0.630
+10,mlp.experts.67.gate_proj,0.01229031,0.01000,0.631
+10,mlp.experts.68.gate_proj,0.31707737,0.01000,0.632
+10,mlp.experts.69.gate_proj,0.36999092,0.01000,0.631
+10,mlp.experts.70.gate_proj,0.22042333,0.01000,0.631
+10,mlp.experts.71.gate_proj,1.23071909,0.01000,0.632
+10,mlp.experts.72.gate_proj,0.00209327,0.01000,0.631
+10,mlp.experts.73.gate_proj,0.71876180,0.01000,0.631
+10,mlp.experts.74.gate_proj,0.27696714,0.01000,0.631
+10,mlp.experts.75.gate_proj,0.08227380,0.01000,0.632
+10,mlp.experts.76.gate_proj,0.28915474,0.01000,0.631
+10,mlp.experts.77.gate_proj,0.00254512,0.01000,0.626
+10,mlp.experts.78.gate_proj,0.03820524,0.01000,0.622
+10,mlp.experts.79.gate_proj,0.00001387,0.01000,0.622
+10,mlp.experts.80.gate_proj,0.31552252,0.01000,0.624
+10,mlp.experts.81.gate_proj,0.00862274,0.01000,0.625
+10,mlp.experts.82.gate_proj,0.41202253,0.01000,0.629
+10,mlp.experts.83.gate_proj,0.12952223,0.01000,0.629
+10,mlp.experts.84.gate_proj,0.01881819,0.01000,0.630
+10,mlp.experts.85.gate_proj,0.31610942,0.01000,0.633
+10,mlp.experts.86.gate_proj,0.08632991,0.01000,0.632
+10,mlp.experts.87.gate_proj,0.01024862,0.01000,0.632
+10,mlp.experts.88.gate_proj,0.19667827,0.01000,0.632
+10,mlp.experts.89.gate_proj,0.00088008,0.01000,0.631
+10,mlp.experts.90.gate_proj,0.03408946,0.01000,0.631
+10,mlp.experts.91.gate_proj,0.71179843,0.01000,0.630
+10,mlp.experts.92.gate_proj,0.06342305,0.01000,0.631
+10,mlp.experts.93.gate_proj,0.00053391,0.01000,0.631
+10,mlp.experts.94.gate_proj,1.49173546,0.01000,0.623
+10,mlp.experts.95.gate_proj,0.37468845,0.01000,0.622
+10,mlp.experts.96.gate_proj,0.06764427,0.01000,0.622
+10,mlp.experts.97.gate_proj,0.22801259,0.01000,0.621
+10,mlp.experts.98.gate_proj,0.23268861,0.01000,0.623
+10,mlp.experts.99.gate_proj,0.22023231,0.01000,0.624
+10,mlp.experts.100.gate_proj,0.02395641,0.01000,0.626
+10,mlp.experts.101.gate_proj,0.10172412,0.01000,0.626
+10,mlp.experts.102.gate_proj,0.06913525,0.01000,0.625
+10,mlp.experts.103.gate_proj,0.09756364,0.01000,0.625
+10,mlp.experts.104.gate_proj,0.01080307,0.01000,0.624
+10,mlp.experts.105.gate_proj,0.10267691,0.01000,0.623
+10,mlp.experts.106.gate_proj,0.00008836,0.01000,0.623
+10,mlp.experts.107.gate_proj,0.25567967,0.01000,0.623
+10,mlp.experts.108.gate_proj,0.22718593,0.01000,0.627
+10,mlp.experts.109.gate_proj,0.15155998,0.01000,0.626
+10,mlp.experts.110.gate_proj,0.29458499,0.01000,0.630
+10,mlp.experts.111.gate_proj,0.01680535,0.01000,0.632
+10,mlp.experts.112.gate_proj,0.26631263,0.01000,0.633
+10,mlp.experts.113.gate_proj,0.12695852,0.01000,0.631
+10,mlp.experts.114.gate_proj,0.00018939,0.01000,0.627
+10,mlp.experts.115.gate_proj,0.00629259,0.01000,0.622
+10,mlp.experts.116.gate_proj,0.04482733,0.01000,0.624
+10,mlp.experts.117.gate_proj,0.00001949,0.01000,0.623
+10,mlp.experts.118.gate_proj,0.01026402,0.01000,0.625
+10,mlp.experts.119.gate_proj,0.23959549,0.01000,0.623
+10,mlp.experts.120.gate_proj,0.37424010,0.01000,0.623
+10,mlp.experts.121.gate_proj,0.04308213,0.01000,0.623
+10,mlp.experts.122.gate_proj,0.00364229,0.01000,0.623
+10,mlp.experts.123.gate_proj,0.20915122,0.01000,0.624
+10,mlp.experts.124.gate_proj,0.17259011,0.01000,0.623
+10,mlp.experts.125.gate_proj,0.00061831,0.01000,0.622
+10,mlp.experts.126.gate_proj,0.90779579,0.01000,0.624
+10,mlp.experts.127.gate_proj,0.00264397,0.01000,0.623
+10,mlp.experts.0.down_proj,0.00346933,0.01000,0.253
+10,mlp.experts.1.down_proj,0.00571070,0.01000,0.234
+10,mlp.experts.2.down_proj,0.02444988,0.01000,0.232
+10,mlp.experts.3.down_proj,0.13251588,0.01000,0.232
+10,mlp.experts.4.down_proj,0.01497408,0.01000,0.233
+10,mlp.experts.5.down_proj,0.00825515,0.01000,0.233
+10,mlp.experts.6.down_proj,0.00036678,0.01000,0.232
+10,mlp.experts.7.down_proj,0.00484415,0.01000,0.234
+10,mlp.experts.8.down_proj,0.00529429,0.01000,0.235
+10,mlp.experts.9.down_proj,0.00077537,0.01000,0.235
+10,mlp.experts.10.down_proj,0.03684349,0.01000,0.234
+10,mlp.experts.11.down_proj,0.00000123,0.01000,0.234
+10,mlp.experts.12.down_proj,0.00271680,0.01000,0.235
+10,mlp.experts.13.down_proj,0.03211252,0.01000,0.235
+10,mlp.experts.14.down_proj,0.02130490,0.01000,0.235
+10,mlp.experts.15.down_proj,0.00271998,0.01000,0.235
+10,mlp.experts.16.down_proj,0.20168860,0.01000,0.235
+10,mlp.experts.17.down_proj,0.00052964,0.01000,0.235
+10,mlp.experts.18.down_proj,0.05626024,0.01000,0.235
+10,mlp.experts.19.down_proj,0.00030379,0.01000,0.236
+10,mlp.experts.20.down_proj,0.00874382,0.01000,0.236
+10,mlp.experts.21.down_proj,0.01524235,0.01000,0.237
+10,mlp.experts.22.down_proj,0.00395379,0.01000,0.237
+10,mlp.experts.23.down_proj,0.00132222,0.01000,0.237
+10,mlp.experts.24.down_proj,0.00000368,0.01000,0.237
+10,mlp.experts.25.down_proj,0.00596464,0.01000,0.237
+10,mlp.experts.26.down_proj,0.19174534,0.01000,0.238
+10,mlp.experts.27.down_proj,0.00908353,0.01000,0.238
+10,mlp.experts.28.down_proj,0.00041334,0.01000,0.238
+10,mlp.experts.29.down_proj,0.00302088,0.01000,0.237
+10,mlp.experts.30.down_proj,0.12530121,0.01000,0.238
+10,mlp.experts.31.down_proj,0.00042823,0.01000,0.237
+10,mlp.experts.32.down_proj,0.01108264,0.01000,0.238
+10,mlp.experts.33.down_proj,0.02425966,0.01000,0.237
+10,mlp.experts.34.down_proj,0.00070778,0.01000,0.238
+10,mlp.experts.35.down_proj,0.07488768,0.01000,0.238
+10,mlp.experts.36.down_proj,0.00092076,0.01000,0.238
+10,mlp.experts.37.down_proj,0.00476118,0.01000,0.238
+10,mlp.experts.38.down_proj,0.00009362,0.01000,0.238
+10,mlp.experts.39.down_proj,0.02367561,0.01000,0.239
+10,mlp.experts.40.down_proj,0.11277162,0.01000,0.240
+10,mlp.experts.41.down_proj,0.03661804,0.01000,0.240
+10,mlp.experts.42.down_proj,0.00067617,0.01000,0.241
+10,mlp.experts.43.down_proj,0.05541604,0.01000,0.242
+10,mlp.experts.44.down_proj,0.00008740,0.01000,0.242
+10,mlp.experts.45.down_proj,0.02434909,0.01000,0.242
+10,mlp.experts.46.down_proj,0.00023232,0.01000,0.243
+10,mlp.experts.47.down_proj,0.01082784,0.01000,0.242
+10,mlp.experts.48.down_proj,0.00481168,0.01000,0.242
+10,mlp.experts.49.down_proj,0.00017348,0.01000,0.242
+10,mlp.experts.50.down_proj,0.02874555,0.01000,0.240
+10,mlp.experts.51.down_proj,0.00677009,0.01000,0.239
+10,mlp.experts.52.down_proj,0.03516464,0.01000,0.240
+10,mlp.experts.53.down_proj,0.00628593,0.01000,0.238
+10,mlp.experts.54.down_proj,0.00275441,0.01000,0.238
+10,mlp.experts.55.down_proj,0.16331777,0.01000,0.239
+10,mlp.experts.56.down_proj,0.00180125,0.01000,0.240
+10,mlp.experts.57.down_proj,0.13047624,0.01000,0.239
+10,mlp.experts.58.down_proj,0.01352331,0.01000,0.239
+10,mlp.experts.59.down_proj,0.00351310,0.01000,0.239
+10,mlp.experts.60.down_proj,0.00004767,0.01000,0.239
+10,mlp.experts.61.down_proj,0.02999873,0.01000,0.239
+10,mlp.experts.62.down_proj,0.05192020,0.01000,0.239
+10,mlp.experts.63.down_proj,0.00323260,0.01000,0.239
+10,mlp.experts.64.down_proj,0.06657097,0.01000,0.239
+10,mlp.experts.65.down_proj,0.00634973,0.01000,0.239
+10,mlp.experts.66.down_proj,0.02285285,0.01000,0.239
+10,mlp.experts.67.down_proj,0.00137853,0.01000,0.239
+10,mlp.experts.68.down_proj,0.05984428,0.01000,0.240
+10,mlp.experts.69.down_proj,0.04575245,0.01000,0.239
+10,mlp.experts.70.down_proj,0.02737794,0.01000,0.240
+10,mlp.experts.71.down_proj,0.17166282,0.01000,0.239
+10,mlp.experts.72.down_proj,0.00043701,0.01000,0.240
+10,mlp.experts.73.down_proj,0.12466552,0.01000,0.239
+10,mlp.experts.74.down_proj,0.04409432,0.01000,0.240
+10,mlp.experts.75.down_proj,0.00786087,0.01000,0.239
+10,mlp.experts.76.down_proj,0.03170933,0.01000,0.241
+10,mlp.experts.77.down_proj,0.00054791,0.01000,0.240
+10,mlp.experts.78.down_proj,0.00553430,0.01000,0.240
+10,mlp.experts.79.down_proj,0.00000161,0.01000,0.240
+10,mlp.experts.80.down_proj,0.02903022,0.01000,0.240
+10,mlp.experts.81.down_proj,0.00105692,0.01000,0.240
+10,mlp.experts.82.down_proj,0.08546853,0.01000,0.240
+10,mlp.experts.83.down_proj,0.02069408,0.01000,0.240
+10,mlp.experts.84.down_proj,0.00197846,0.01000,0.240
+10,mlp.experts.85.down_proj,0.04368392,0.01000,0.241
+10,mlp.experts.86.down_proj,0.01264878,0.01000,0.239
+10,mlp.experts.87.down_proj,0.00190620,0.01000,0.239
+10,mlp.experts.88.down_proj,0.02858298,0.01000,0.240
+10,mlp.experts.89.down_proj,0.00016862,0.01000,0.240
+10,mlp.experts.90.down_proj,0.00566834,0.01000,0.241
+10,mlp.experts.91.down_proj,0.08413853,0.01000,0.242
+10,mlp.experts.92.down_proj,0.00554968,0.01000,0.243
+10,mlp.experts.93.down_proj,0.00014301,0.01000,0.243
+10,mlp.experts.94.down_proj,0.23572217,0.01000,0.244
+10,mlp.experts.95.down_proj,0.07587221,0.01000,0.244
+10,mlp.experts.96.down_proj,0.00857140,0.01000,0.244
+10,mlp.experts.97.down_proj,0.02336105,0.01000,0.244
+10,mlp.experts.98.down_proj,0.02890922,0.01000,0.244
+10,mlp.experts.99.down_proj,0.03085891,0.01000,0.244
+10,mlp.experts.100.down_proj,0.00421150,0.01000,0.244
+10,mlp.experts.101.down_proj,0.01630689,0.01000,0.245
+10,mlp.experts.102.down_proj,0.00623834,0.01000,0.245
+10,mlp.experts.103.down_proj,0.01589663,0.01000,0.244
+10,mlp.experts.104.down_proj,0.00154888,0.01000,0.244
+10,mlp.experts.105.down_proj,0.01692736,0.01000,0.245
+10,mlp.experts.106.down_proj,0.00001233,0.01000,0.245
+10,mlp.experts.107.down_proj,0.04265327,0.01000,0.244
+10,mlp.experts.108.down_proj,0.03629015,0.01000,0.243
+10,mlp.experts.109.down_proj,0.02866690,0.01000,0.245
+10,mlp.experts.110.down_proj,0.04116328,0.01000,0.245
+10,mlp.experts.111.down_proj,0.00336644,0.01000,0.244
+10,mlp.experts.112.down_proj,0.03482730,0.01000,0.243
+10,mlp.experts.113.down_proj,0.01863916,0.01000,0.244
+10,mlp.experts.114.down_proj,0.00002422,0.01000,0.244
+10,mlp.experts.115.down_proj,0.00096467,0.01000,0.245
+10,mlp.experts.116.down_proj,0.00647942,0.01000,0.244
+10,mlp.experts.117.down_proj,0.00000329,0.01000,0.245
+10,mlp.experts.118.down_proj,0.00181807,0.01000,0.245
+10,mlp.experts.119.down_proj,0.03888245,0.01000,0.244
+10,mlp.experts.120.down_proj,0.06072096,0.01000,0.244
+10,mlp.experts.121.down_proj,0.00246889,0.01000,0.242
+10,mlp.experts.122.down_proj,0.00041538,0.01000,0.241
+10,mlp.experts.123.down_proj,0.02883781,0.01000,0.241
+10,mlp.experts.124.down_proj,0.02629711,0.01000,0.241
+10,mlp.experts.125.down_proj,0.00014282,0.01000,0.240
+10,mlp.experts.126.down_proj,0.12528932,0.01000,0.241
+10,mlp.experts.127.down_proj,0.00070656,0.01000,0.241
+11,self_attn.q_proj,0.03055687,0.01000,0.638
+11,self_attn.k_proj,0.00425594,0.01000,0.625
+11,self_attn.v_proj,0.00440716,0.01000,0.626
+11,self_attn.o_proj,0.00396997,0.01000,1.258
+11,mlp.experts.0.up_proj,0.17229560,0.01000,0.660
+11,mlp.experts.1.up_proj,0.02444912,0.01000,0.625
+11,mlp.experts.2.up_proj,0.12790823,0.01000,0.618
+11,mlp.experts.3.up_proj,1.21225142,0.01000,0.624
+11,mlp.experts.4.up_proj,0.03031446,0.01000,0.623
+11,mlp.experts.5.up_proj,0.08960890,0.01000,0.623
+11,mlp.experts.6.up_proj,0.00561283,0.01000,0.623
+11,mlp.experts.7.up_proj,0.01911888,0.01000,0.624
+11,mlp.experts.8.up_proj,0.29406989,0.01000,0.623
+11,mlp.experts.9.up_proj,0.01289385,0.01000,0.624
+11,mlp.experts.10.up_proj,0.00335182,0.01000,0.624
+11,mlp.experts.11.up_proj,0.00071633,0.01000,0.623
+11,mlp.experts.12.up_proj,0.17174511,0.01000,0.624
+11,mlp.experts.13.up_proj,0.19161147,0.01000,0.622
+11,mlp.experts.14.up_proj,0.48851126,0.01000,0.624
+11,mlp.experts.15.up_proj,0.03469754,0.01000,0.630
+11,mlp.experts.16.up_proj,0.50359660,0.01000,0.630
+11,mlp.experts.17.up_proj,0.03182063,0.01000,0.631
+11,mlp.experts.18.up_proj,0.51816082,0.01000,0.629
+11,mlp.experts.19.up_proj,0.01371789,0.01000,0.632
+11,mlp.experts.20.up_proj,1.01805496,0.01000,0.629
+11,mlp.experts.21.up_proj,0.08435488,0.01000,0.632
+11,mlp.experts.22.up_proj,0.02390740,0.01000,0.630
+11,mlp.experts.23.up_proj,0.00838405,0.01000,0.632
+11,mlp.experts.24.up_proj,0.10749233,0.01000,0.630
+11,mlp.experts.25.up_proj,1.05867934,0.01000,0.632
+11,mlp.experts.26.up_proj,0.97544134,0.01000,0.627
+11,mlp.experts.27.up_proj,0.00008031,0.01000,0.625
+11,mlp.experts.28.up_proj,0.35127953,0.01000,0.624
+11,mlp.experts.29.up_proj,0.26532537,0.01000,0.624
+11,mlp.experts.30.up_proj,0.33897525,0.01000,0.622
+11,mlp.experts.31.up_proj,0.07205563,0.01000,0.624
+11,mlp.experts.32.up_proj,0.00723587,0.01000,0.625
+11,mlp.experts.33.up_proj,0.92493272,0.01000,0.626
+11,mlp.experts.34.up_proj,0.00059094,0.01000,0.626
+11,mlp.experts.35.up_proj,0.00005816,0.01000,0.625
+11,mlp.experts.36.up_proj,0.07001702,0.01000,0.624
+11,mlp.experts.37.up_proj,0.19912446,0.01000,0.628
+11,mlp.experts.38.up_proj,0.00051862,0.01000,0.630
+11,mlp.experts.39.up_proj,0.29241541,0.01000,0.631
+11,mlp.experts.40.up_proj,0.08642399,0.01000,0.631
+11,mlp.experts.41.up_proj,0.21209155,0.01000,0.632
+11,mlp.experts.42.up_proj,0.08982925,0.01000,0.633
+11,mlp.experts.43.up_proj,0.25600007,0.01000,0.633
+11,mlp.experts.44.up_proj,0.00053600,0.01000,0.631
+11,mlp.experts.45.up_proj,0.10326303,0.01000,0.631
+11,mlp.experts.46.up_proj,0.08861296,0.01000,0.629
+11,mlp.experts.47.up_proj,0.23129767,0.01000,0.632
+11,mlp.experts.48.up_proj,0.19111282,0.01000,0.631
+11,mlp.experts.49.up_proj,0.12640162,0.01000,0.626
+11,mlp.experts.50.up_proj,0.26319075,0.01000,0.623
+11,mlp.experts.51.up_proj,0.00724704,0.01000,0.624
+11,mlp.experts.52.up_proj,0.32288063,0.01000,0.622
+11,mlp.experts.53.up_proj,0.08732032,0.01000,0.623
+11,mlp.experts.54.up_proj,0.02261242,0.01000,0.624
+11,mlp.experts.55.up_proj,0.19710803,0.01000,0.624
+11,mlp.experts.56.up_proj,0.06696473,0.01000,0.627
+11,mlp.experts.57.up_proj,0.00000423,0.01000,0.625
+11,mlp.experts.58.up_proj,0.30301595,0.01000,0.632
+11,mlp.experts.59.up_proj,1.76360309,0.01000,0.632
+11,mlp.experts.60.up_proj,0.26127514,0.01000,0.632
+11,mlp.experts.61.up_proj,0.32237262,0.01000,0.631
+11,mlp.experts.62.up_proj,0.04059134,0.01000,0.631
+11,mlp.experts.63.up_proj,0.01541383,0.01000,0.632
+11,mlp.experts.64.up_proj,0.05233332,0.01000,0.632
+11,mlp.experts.65.up_proj,0.03260082,0.01000,0.631
+11,mlp.experts.66.up_proj,0.00009350,0.01000,0.632
+11,mlp.experts.67.up_proj,0.14285129,0.01000,0.631
+11,mlp.experts.68.up_proj,0.62389910,0.01000,0.631
+11,mlp.experts.69.up_proj,0.24830335,0.01000,0.627
+11,mlp.experts.70.up_proj,0.00793993,0.01000,0.622
+11,mlp.experts.71.up_proj,0.37127349,0.01000,0.627
+11,mlp.experts.72.up_proj,0.01869580,0.01000,0.622
+11,mlp.experts.73.up_proj,0.38288659,0.01000,0.623
+11,mlp.experts.74.up_proj,0.00039879,0.01000,0.622
+11,mlp.experts.75.up_proj,0.02301285,0.01000,0.624
+11,mlp.experts.76.up_proj,0.02845764,0.01000,0.622
+11,mlp.experts.77.up_proj,0.00073933,0.01000,0.623
+11,mlp.experts.78.up_proj,0.31770289,0.01000,0.623
+11,mlp.experts.79.up_proj,0.41303578,0.01000,0.624
+11,mlp.experts.80.up_proj,0.00002616,0.01000,0.623
+11,mlp.experts.81.up_proj,0.08180131,0.01000,0.623
+11,mlp.experts.82.up_proj,0.08123995,0.01000,0.626
+11,mlp.experts.83.up_proj,0.00061549,0.01000,0.625
+11,mlp.experts.84.up_proj,0.00563165,0.01000,0.625
+11,mlp.experts.85.up_proj,0.25369629,0.01000,0.629
+11,mlp.experts.86.up_proj,0.26000381,0.01000,0.632
+11,mlp.experts.87.up_proj,0.25092387,0.01000,0.631
+11,mlp.experts.88.up_proj,0.00187269,0.01000,0.632
+11,mlp.experts.89.up_proj,0.16666801,0.01000,0.631
+11,mlp.experts.90.up_proj,0.15727246,0.01000,0.631
+11,mlp.experts.91.up_proj,0.00108325,0.01000,0.631
+11,mlp.experts.92.up_proj,0.26982832,0.01000,0.632
+11,mlp.experts.93.up_proj,0.00003796,0.01000,0.632
+11,mlp.experts.94.up_proj,0.21558441,0.01000,0.632
+11,mlp.experts.95.up_proj,0.13823190,0.01000,0.633
+11,mlp.experts.96.up_proj,0.55791545,0.01000,0.631
+11,mlp.experts.97.up_proj,0.24564193,0.01000,0.630
+11,mlp.experts.98.up_proj,0.40142351,0.01000,0.632
+11,mlp.experts.99.up_proj,0.75380236,0.01000,0.630
+11,mlp.experts.100.up_proj,0.16096459,0.01000,0.630
+11,mlp.experts.101.up_proj,0.22113663,0.01000,0.632
+11,mlp.experts.102.up_proj,0.05863220,0.01000,0.631
+11,mlp.experts.103.up_proj,0.01913062,0.01000,0.631
+11,mlp.experts.104.up_proj,0.00451945,0.01000,0.627
+11,mlp.experts.105.up_proj,0.46975017,0.01000,0.628
+11,mlp.experts.106.up_proj,0.02051712,0.01000,0.627
+11,mlp.experts.107.up_proj,1.22474170,0.01000,0.626
+11,mlp.experts.108.up_proj,0.01166332,0.01000,0.626
+11,mlp.experts.109.up_proj,0.10478609,0.01000,0.633
+11,mlp.experts.110.up_proj,0.01253235,0.01000,0.634
+11,mlp.experts.111.up_proj,0.26307082,0.01000,0.631
+11,mlp.experts.112.up_proj,0.00856180,0.01000,0.630
+11,mlp.experts.113.up_proj,0.00282856,0.01000,0.630
+11,mlp.experts.114.up_proj,0.06286131,0.01000,0.634
+11,mlp.experts.115.up_proj,0.50912094,0.01000,0.630
+11,mlp.experts.116.up_proj,0.20356879,0.01000,0.633
+11,mlp.experts.117.up_proj,0.00831729,0.01000,0.632
+11,mlp.experts.118.up_proj,0.00041853,0.01000,0.633
+11,mlp.experts.119.up_proj,0.00002281,0.01000,0.633
+11,mlp.experts.120.up_proj,0.02534690,0.01000,0.633
+11,mlp.experts.121.up_proj,0.05506815,0.01000,0.635
+11,mlp.experts.122.up_proj,0.23478644,0.01000,0.634
+11,mlp.experts.123.up_proj,0.00002449,0.01000,0.633
+11,mlp.experts.124.up_proj,0.06686554,0.01000,0.635
+11,mlp.experts.125.up_proj,0.03508748,0.01000,0.632
+11,mlp.experts.126.up_proj,0.16572255,0.01000,0.625
+11,mlp.experts.127.up_proj,0.00163286,0.01000,0.625
+11,mlp.experts.0.gate_proj,0.16815305,0.01000,0.624
+11,mlp.experts.1.gate_proj,0.02440984,0.01000,0.624
+11,mlp.experts.2.gate_proj,0.13357669,0.01000,0.625
+11,mlp.experts.3.gate_proj,1.25232756,0.01000,0.627
+11,mlp.experts.4.gate_proj,0.03039565,0.01000,0.627
+11,mlp.experts.5.gate_proj,0.09213489,0.01000,0.627
+11,mlp.experts.6.gate_proj,0.00583688,0.01000,0.628
+11,mlp.experts.7.gate_proj,0.01973938,0.01000,0.625
+11,mlp.experts.8.gate_proj,0.31721461,0.01000,0.625
+11,mlp.experts.9.gate_proj,0.05603086,0.01000,0.630
+11,mlp.experts.10.gate_proj,0.00336695,0.01000,0.632
+11,mlp.experts.11.gate_proj,0.00075154,0.01000,0.632
+11,mlp.experts.12.gate_proj,0.17584935,0.01000,0.633
+11,mlp.experts.13.gate_proj,0.19825932,0.01000,0.633
+11,mlp.experts.14.gate_proj,0.50503588,0.01000,0.633
+11,mlp.experts.15.gate_proj,0.03598162,0.01000,0.634
+11,mlp.experts.16.gate_proj,0.47439566,0.01000,0.633
+11,mlp.experts.17.gate_proj,0.03410687,0.01000,0.633
+11,mlp.experts.18.gate_proj,0.48562697,0.01000,0.632
+11,mlp.experts.19.gate_proj,0.01383994,0.01000,0.631
+11,mlp.experts.20.gate_proj,1.12852967,0.01000,0.627
+11,mlp.experts.21.gate_proj,0.08636753,0.01000,0.628
+11,mlp.experts.22.gate_proj,0.02414986,0.01000,0.626
+11,mlp.experts.23.gate_proj,0.00828922,0.01000,0.627
+11,mlp.experts.24.gate_proj,0.10959675,0.01000,0.626
+11,mlp.experts.25.gate_proj,1.49052227,0.01000,0.628
+11,mlp.experts.26.gate_proj,0.98011154,0.01000,0.626
+11,mlp.experts.27.gate_proj,0.00008754,0.01000,0.629
+11,mlp.experts.28.gate_proj,0.35578227,0.01000,0.627
+11,mlp.experts.29.gate_proj,0.26882198,0.01000,0.627
+11,mlp.experts.30.gate_proj,0.36808100,0.01000,0.630
+11,mlp.experts.31.gate_proj,0.07260373,0.01000,0.632
+11,mlp.experts.32.gate_proj,0.00734541,0.01000,0.633
+11,mlp.experts.33.gate_proj,0.97690320,0.01000,0.633
+11,mlp.experts.34.gate_proj,0.00061676,0.01000,0.633
+11,mlp.experts.35.gate_proj,0.00005946,0.01000,0.633
+11,mlp.experts.36.gate_proj,0.07466155,0.01000,0.633
+11,mlp.experts.37.gate_proj,0.21060511,0.01000,0.632
+11,mlp.experts.38.gate_proj,0.00053733,0.01000,0.634
+11,mlp.experts.39.gate_proj,0.29417270,0.01000,0.634
+11,mlp.experts.40.gate_proj,0.08876193,0.01000,0.632
+11,mlp.experts.41.gate_proj,0.22219840,0.01000,0.632
+11,mlp.experts.42.gate_proj,0.09071830,0.01000,0.627
+11,mlp.experts.43.gate_proj,0.25788397,0.01000,0.631
+11,mlp.experts.44.gate_proj,0.00054738,0.01000,0.627
+11,mlp.experts.45.gate_proj,0.10959353,0.01000,0.625
+11,mlp.experts.46.gate_proj,0.08832470,0.01000,0.626
+11,mlp.experts.47.gate_proj,0.22449796,0.01000,0.625
+11,mlp.experts.48.gate_proj,0.20924509,0.01000,0.627
+11,mlp.experts.49.gate_proj,0.12734923,0.01000,0.627
+11,mlp.experts.50.gate_proj,0.26807499,0.01000,0.624
+11,mlp.experts.51.gate_proj,0.00726315,0.01000,0.624
+11,mlp.experts.52.gate_proj,0.33509663,0.01000,0.628
+11,mlp.experts.53.gate_proj,0.09279995,0.01000,0.631
+11,mlp.experts.54.gate_proj,0.02330420,0.01000,0.626
+11,mlp.experts.55.gate_proj,0.21218880,0.01000,0.624
+11,mlp.experts.56.gate_proj,0.07323981,0.01000,0.624
+11,mlp.experts.57.gate_proj,0.00000438,0.01000,0.628
+11,mlp.experts.58.gate_proj,0.32937038,0.01000,0.632
+11,mlp.experts.59.gate_proj,1.58056879,0.01000,0.633
+11,mlp.experts.60.gate_proj,0.27026868,0.01000,0.633
+11,mlp.experts.61.gate_proj,0.28256565,0.01000,0.634
+11,mlp.experts.62.gate_proj,0.04170411,0.01000,0.634
+11,mlp.experts.63.gate_proj,0.01621994,0.01000,0.633
+11,mlp.experts.64.gate_proj,0.05342138,0.01000,0.633
+11,mlp.experts.65.gate_proj,0.03385018,0.01000,0.633
+11,mlp.experts.66.gate_proj,0.00009660,0.01000,0.633
+11,mlp.experts.67.gate_proj,0.13427167,0.01000,0.633
+11,mlp.experts.68.gate_proj,0.64863765,0.01000,0.634
+11,mlp.experts.69.gate_proj,0.25992349,0.01000,0.634
+11,mlp.experts.70.gate_proj,0.00807589,0.01000,0.631
+11,mlp.experts.71.gate_proj,0.41317573,0.01000,0.631
+11,mlp.experts.72.gate_proj,0.01919864,0.01000,0.629
+11,mlp.experts.73.gate_proj,0.36079848,0.01000,0.629
+11,mlp.experts.74.gate_proj,0.00041393,0.01000,0.631
+11,mlp.experts.75.gate_proj,0.02347312,0.01000,0.634
+11,mlp.experts.76.gate_proj,0.02989703,0.01000,0.636
+11,mlp.experts.77.gate_proj,0.00077473,0.01000,0.635
+11,mlp.experts.78.gate_proj,0.33122861,0.01000,0.632
+11,mlp.experts.79.gate_proj,0.43865401,0.01000,0.629
+11,mlp.experts.80.gate_proj,0.00002700,0.01000,0.631
+11,mlp.experts.81.gate_proj,0.08456535,0.01000,0.632
+11,mlp.experts.82.gate_proj,0.08876891,0.01000,0.633
+11,mlp.experts.83.gate_proj,0.00062923,0.01000,0.632
+11,mlp.experts.84.gate_proj,0.00584270,0.01000,0.633
+11,mlp.experts.85.gate_proj,0.26227027,0.01000,0.632
+11,mlp.experts.86.gate_proj,0.26024699,0.01000,0.631
+11,mlp.experts.87.gate_proj,0.26493579,0.01000,0.632
+11,mlp.experts.88.gate_proj,0.00191034,0.01000,0.632
+11,mlp.experts.89.gate_proj,0.17384961,0.01000,0.632
+11,mlp.experts.90.gate_proj,0.15543975,0.01000,0.633
+11,mlp.experts.91.gate_proj,0.00111232,0.01000,0.624
+11,mlp.experts.92.gate_proj,0.31353259,0.01000,0.629
+11,mlp.experts.93.gate_proj,0.00003921,0.01000,0.627
+11,mlp.experts.94.gate_proj,0.23452714,0.01000,0.627
+11,mlp.experts.95.gate_proj,0.14793997,0.01000,0.626
+11,mlp.experts.96.gate_proj,0.56691825,0.01000,0.624
+11,mlp.experts.97.gate_proj,0.24913552,0.01000,0.625
+11,mlp.experts.98.gate_proj,0.40424895,0.01000,0.626
+11,mlp.experts.99.gate_proj,0.77862024,0.01000,0.624
+11,mlp.experts.100.gate_proj,0.16761591,0.01000,0.624
+11,mlp.experts.101.gate_proj,0.21916249,0.01000,0.624
+11,mlp.experts.102.gate_proj,0.06163807,0.01000,0.626
+11,mlp.experts.103.gate_proj,0.02023330,0.01000,0.626
+11,mlp.experts.104.gate_proj,0.00465299,0.01000,0.625
+11,mlp.experts.105.gate_proj,0.47875893,0.01000,0.631
+11,mlp.experts.106.gate_proj,0.02179103,0.01000,0.633
+11,mlp.experts.107.gate_proj,1.23795128,0.01000,0.633
+11,mlp.experts.108.gate_proj,0.01200367,0.01000,0.632
+11,mlp.experts.109.gate_proj,0.10739353,0.01000,0.634
+11,mlp.experts.110.gate_proj,0.01310103,0.01000,0.633
+11,mlp.experts.111.gate_proj,0.29973191,0.01000,0.632
+11,mlp.experts.112.gate_proj,0.00887484,0.01000,0.633
+11,mlp.experts.113.gate_proj,0.00293921,0.01000,0.632
+11,mlp.experts.114.gate_proj,0.06309632,0.01000,0.633
+11,mlp.experts.115.gate_proj,0.52774060,0.01000,0.634
+11,mlp.experts.116.gate_proj,0.21033216,0.01000,0.632
+11,mlp.experts.117.gate_proj,0.00866175,0.01000,0.633
+11,mlp.experts.118.gate_proj,0.00042275,0.01000,0.632
+11,mlp.experts.119.gate_proj,0.00002320,0.01000,0.630
+11,mlp.experts.120.gate_proj,0.02603704,0.01000,0.630
+11,mlp.experts.121.gate_proj,0.05748175,0.01000,0.632
+11,mlp.experts.122.gate_proj,0.22746322,0.01000,0.632
+11,mlp.experts.123.gate_proj,0.00002477,0.01000,0.630
+11,mlp.experts.124.gate_proj,0.07458176,0.01000,0.632
+11,mlp.experts.125.gate_proj,0.03571141,0.01000,0.633
+11,mlp.experts.126.gate_proj,0.16542177,0.01000,0.634
+11,mlp.experts.127.gate_proj,0.00165832,0.01000,0.634
+11,mlp.experts.0.down_proj,0.02147003,0.01000,0.255
+11,mlp.experts.1.down_proj,0.00412602,0.01000,0.236
+11,mlp.experts.2.down_proj,0.01191583,0.01000,0.238
+11,mlp.experts.3.down_proj,0.17850035,0.01000,0.237
+11,mlp.experts.4.down_proj,0.00055512,0.01000,0.236
+11,mlp.experts.5.down_proj,0.01644476,0.01000,0.236
+11,mlp.experts.6.down_proj,0.00083674,0.01000,0.237
+11,mlp.experts.7.down_proj,0.00293324,0.01000,0.238
+11,mlp.experts.8.down_proj,0.05342156,0.01000,0.238
+11,mlp.experts.9.down_proj,0.00050925,0.01000,0.238
+11,mlp.experts.10.down_proj,0.00098155,0.01000,0.238
+11,mlp.experts.11.down_proj,0.00013876,0.01000,0.238
+11,mlp.experts.12.down_proj,0.01933116,0.01000,0.238
+11,mlp.experts.13.down_proj,0.03098662,0.01000,0.239
+11,mlp.experts.14.down_proj,0.08347768,0.01000,0.238
+11,mlp.experts.15.down_proj,0.00491170,0.01000,0.239
+11,mlp.experts.16.down_proj,0.08346425,0.01000,0.238
+11,mlp.experts.17.down_proj,0.00317410,0.01000,0.238
+11,mlp.experts.18.down_proj,0.09841326,0.01000,0.239
+11,mlp.experts.19.down_proj,0.00278502,0.01000,0.238
+11,mlp.experts.20.down_proj,0.19295977,0.01000,0.238
+11,mlp.experts.21.down_proj,0.01012301,0.01000,0.238
+11,mlp.experts.22.down_proj,0.00248907,0.01000,0.238
+11,mlp.experts.23.down_proj,0.00095811,0.01000,0.239
+11,mlp.experts.24.down_proj,0.02177967,0.01000,0.239
+11,mlp.experts.25.down_proj,0.31762061,0.01000,0.239
+11,mlp.experts.26.down_proj,0.16983917,0.01000,0.238
+11,mlp.experts.27.down_proj,0.00001971,0.01000,0.238
+11,mlp.experts.28.down_proj,0.05567343,0.01000,0.238
+11,mlp.experts.29.down_proj,0.03773616,0.01000,0.239
+11,mlp.experts.30.down_proj,0.10080041,0.01000,0.236
+11,mlp.experts.31.down_proj,0.00589276,0.01000,0.236
+11,mlp.experts.32.down_proj,0.00104981,0.01000,0.235
+11,mlp.experts.33.down_proj,0.13136289,0.01000,0.235
+11,mlp.experts.34.down_proj,0.00011993,0.01000,0.235
+11,mlp.experts.35.down_proj,0.00001903,0.01000,0.236
+11,mlp.experts.36.down_proj,0.00303335,0.01000,0.237
+11,mlp.experts.37.down_proj,0.02781711,0.01000,0.238
+11,mlp.experts.38.down_proj,0.00012714,0.01000,0.237
+11,mlp.experts.39.down_proj,0.04788657,0.01000,0.237
+11,mlp.experts.40.down_proj,0.00958621,0.01000,0.235
+11,mlp.experts.41.down_proj,0.02206804,0.01000,0.235
+11,mlp.experts.42.down_proj,0.01606606,0.01000,0.235
+11,mlp.experts.43.down_proj,0.02717414,0.01000,0.237
+11,mlp.experts.44.down_proj,0.00010848,0.01000,0.237
+11,mlp.experts.45.down_proj,0.02384649,0.01000,0.236
+11,mlp.experts.46.down_proj,0.01235822,0.01000,0.237
+11,mlp.experts.47.down_proj,0.04262532,0.01000,0.237
+11,mlp.experts.48.down_proj,0.02869509,0.01000,0.239
+11,mlp.experts.49.down_proj,0.02371772,0.01000,0.238
+11,mlp.experts.50.down_proj,0.04675131,0.01000,0.240
+11,mlp.experts.51.down_proj,0.00118761,0.01000,0.240
+11,mlp.experts.52.down_proj,0.05202086,0.01000,0.241
+11,mlp.experts.53.down_proj,0.00969687,0.01000,0.242
+11,mlp.experts.54.down_proj,0.00336060,0.01000,0.241
+11,mlp.experts.55.down_proj,0.04511454,0.01000,0.240
+11,mlp.experts.56.down_proj,0.01348996,0.01000,0.243
+11,mlp.experts.57.down_proj,0.00000053,0.01000,0.246
+11,mlp.experts.58.down_proj,0.04877162,0.01000,0.244
+11,mlp.experts.59.down_proj,0.39628321,0.01000,0.244
+11,mlp.experts.60.down_proj,0.03182833,0.01000,0.246
+11,mlp.experts.61.down_proj,0.05571405,0.01000,0.245
+11,mlp.experts.62.down_proj,0.00465377,0.01000,0.246
+11,mlp.experts.63.down_proj,0.00485835,0.01000,0.244
+11,mlp.experts.64.down_proj,0.00981752,0.01000,0.245
+11,mlp.experts.65.down_proj,0.00276203,0.01000,0.250
+11,mlp.experts.66.down_proj,0.00000371,0.01000,0.247
+11,mlp.experts.67.down_proj,0.02089866,0.01000,0.244
+11,mlp.experts.68.down_proj,0.10755105,0.01000,0.243
+11,mlp.experts.69.down_proj,0.04944736,0.01000,0.242
+11,mlp.experts.70.down_proj,0.00127063,0.01000,0.242
+11,mlp.experts.71.down_proj,0.05702385,0.01000,0.248
+11,mlp.experts.72.down_proj,0.00209440,0.01000,0.247
+11,mlp.experts.73.down_proj,0.06465519,0.01000,0.246
+11,mlp.experts.74.down_proj,0.00012303,0.01000,0.245
+11,mlp.experts.75.down_proj,0.00187058,0.01000,0.245
+11,mlp.experts.76.down_proj,0.00294165,0.01000,0.245
+11,mlp.experts.77.down_proj,0.00014104,0.01000,0.246
+11,mlp.experts.78.down_proj,0.04838037,0.01000,0.246
+11,mlp.experts.79.down_proj,0.06753434,0.01000,0.245
+11,mlp.experts.80.down_proj,0.00000466,0.01000,0.245
+11,mlp.experts.81.down_proj,0.00889953,0.01000,0.244
+11,mlp.experts.82.down_proj,0.00765313,0.01000,0.245
+11,mlp.experts.83.down_proj,0.00015824,0.01000,0.245
+11,mlp.experts.84.down_proj,0.00077356,0.01000,0.245
+11,mlp.experts.85.down_proj,0.03364408,0.01000,0.245
+11,mlp.experts.86.down_proj,0.04998078,0.01000,0.245
+11,mlp.experts.87.down_proj,0.04145394,0.01000,0.245
+11,mlp.experts.88.down_proj,0.00043770,0.01000,0.245
+11,mlp.experts.89.down_proj,0.02832399,0.01000,0.246
+11,mlp.experts.90.down_proj,0.02296676,0.01000,0.246
+11,mlp.experts.91.down_proj,0.00027005,0.01000,0.246
+11,mlp.experts.92.down_proj,0.05134369,0.01000,0.247
+11,mlp.experts.93.down_proj,0.00000875,0.01000,0.246
+11,mlp.experts.94.down_proj,0.03231261,0.01000,0.246
+11,mlp.experts.95.down_proj,0.02936024,0.01000,0.245
+11,mlp.experts.96.down_proj,0.06412550,0.01000,0.246
+11,mlp.experts.97.down_proj,0.03729431,0.01000,0.246
+11,mlp.experts.98.down_proj,0.05720481,0.01000,0.244
+11,mlp.experts.99.down_proj,0.11311601,0.01000,0.244
+11,mlp.experts.100.down_proj,0.02480207,0.01000,0.243
+11,mlp.experts.101.down_proj,0.02364321,0.01000,0.242
+11,mlp.experts.102.down_proj,0.00884145,0.01000,0.243
+11,mlp.experts.103.down_proj,0.00559914,0.01000,0.243
+11,mlp.experts.104.down_proj,0.00062796,0.01000,0.243
+11,mlp.experts.105.down_proj,0.07120873,0.01000,0.243
+11,mlp.experts.106.down_proj,0.00076311,0.01000,0.244
+11,mlp.experts.107.down_proj,0.11881106,0.01000,0.244
+11,mlp.experts.108.down_proj,0.00189536,0.01000,0.243
+11,mlp.experts.109.down_proj,0.01182002,0.01000,0.244
+11,mlp.experts.110.down_proj,0.00183659,0.01000,0.244
+11,mlp.experts.111.down_proj,0.04465754,0.01000,0.244
+11,mlp.experts.112.down_proj,0.00103736,0.01000,0.244
+11,mlp.experts.113.down_proj,0.00057406,0.01000,0.243
+11,mlp.experts.114.down_proj,0.01065166,0.01000,0.244
+11,mlp.experts.115.down_proj,0.08059534,0.01000,0.243
+11,mlp.experts.116.down_proj,0.03649253,0.01000,0.244
+11,mlp.experts.117.down_proj,0.00107970,0.01000,0.243
+11,mlp.experts.118.down_proj,0.00011102,0.01000,0.242
+11,mlp.experts.119.down_proj,0.00000356,0.01000,0.243
+11,mlp.experts.120.down_proj,0.00287860,0.01000,0.244
+11,mlp.experts.121.down_proj,0.00652882,0.01000,0.244
+11,mlp.experts.122.down_proj,0.03851510,0.01000,0.245
+11,mlp.experts.123.down_proj,0.00000453,0.01000,0.245
+11,mlp.experts.124.down_proj,0.01005000,0.01000,0.245
+11,mlp.experts.125.down_proj,0.00411282,0.01000,0.245
+11,mlp.experts.126.down_proj,0.02317711,0.01000,0.245
+11,mlp.experts.127.down_proj,0.00037017,0.01000,0.246
+12,self_attn.q_proj,0.04282996,0.01000,0.645
+12,self_attn.k_proj,0.00590250,0.01000,0.630
+12,self_attn.v_proj,0.00644077,0.01000,0.628
+12,self_attn.o_proj,0.00527111,0.01000,1.247
+12,mlp.experts.0.up_proj,0.12770471,0.01000,0.663
+12,mlp.experts.1.up_proj,0.00806179,0.01000,0.625
+12,mlp.experts.2.up_proj,1.18038559,0.01000,0.628
+12,mlp.experts.3.up_proj,0.00060317,0.01000,0.632
+12,mlp.experts.4.up_proj,0.13684104,0.01000,0.634
+12,mlp.experts.5.up_proj,0.00256365,0.01000,0.633
+12,mlp.experts.6.up_proj,0.12504743,0.01000,0.633
+12,mlp.experts.7.up_proj,0.28977656,0.01000,0.634
+12,mlp.experts.8.up_proj,1.05787790,0.01000,0.633
+12,mlp.experts.9.up_proj,0.65155447,0.01000,0.633
+12,mlp.experts.10.up_proj,0.00227045,0.01000,0.635
+12,mlp.experts.11.up_proj,0.04623717,0.01000,0.635
+12,mlp.experts.12.up_proj,0.19174816,0.01000,0.635
+12,mlp.experts.13.up_proj,0.00004966,0.01000,0.631
+12,mlp.experts.14.up_proj,0.35463700,0.01000,0.631
+12,mlp.experts.15.up_proj,0.23322168,0.01000,0.633
+12,mlp.experts.16.up_proj,0.02492751,0.01000,0.633
+12,mlp.experts.17.up_proj,0.18489742,0.01000,0.632
+12,mlp.experts.18.up_proj,0.42197168,0.01000,0.632
+12,mlp.experts.19.up_proj,0.00005344,0.01000,0.632
+12,mlp.experts.20.up_proj,0.02406908,0.01000,0.628
+12,mlp.experts.21.up_proj,1.15578437,0.01000,0.632
+12,mlp.experts.22.up_proj,0.32224596,0.01000,0.634
+12,mlp.experts.23.up_proj,0.01831904,0.01000,0.634
+12,mlp.experts.24.up_proj,0.22817883,0.01000,0.634
+12,mlp.experts.25.up_proj,0.04878815,0.01000,0.632
+12,mlp.experts.26.up_proj,0.21502553,0.01000,0.634
+12,mlp.experts.27.up_proj,0.23379275,0.01000,0.633
+12,mlp.experts.28.up_proj,0.04028255,0.01000,0.632
+12,mlp.experts.29.up_proj,0.01148151,0.01000,0.634
+12,mlp.experts.30.up_proj,0.12619144,0.01000,0.634
+12,mlp.experts.31.up_proj,0.02290355,0.01000,0.634
+12,mlp.experts.32.up_proj,0.70348901,0.01000,0.631
+12,mlp.experts.33.up_proj,0.00726286,0.01000,0.625
+12,mlp.experts.34.up_proj,0.21906283,0.01000,0.626
+12,mlp.experts.35.up_proj,0.00656502,0.01000,0.625
+12,mlp.experts.36.up_proj,0.31271768,0.01000,0.624
+12,mlp.experts.37.up_proj,0.02154363,0.01000,0.625
+12,mlp.experts.38.up_proj,0.30606109,0.01000,0.624
+12,mlp.experts.39.up_proj,0.01630903,0.01000,0.624
+12,mlp.experts.40.up_proj,0.13330685,0.01000,0.624
+12,mlp.experts.41.up_proj,0.09697907,0.01000,0.624
+12,mlp.experts.42.up_proj,0.88605976,0.01000,0.627
+12,mlp.experts.43.up_proj,0.25296277,0.01000,0.625
+12,mlp.experts.44.up_proj,0.17717984,0.01000,0.630
+12,mlp.experts.45.up_proj,0.00730115,0.01000,0.632
+12,mlp.experts.46.up_proj,0.85144520,0.01000,0.632
+12,mlp.experts.47.up_proj,0.02519939,0.01000,0.633
+12,mlp.experts.48.up_proj,0.00011128,0.01000,0.634
+12,mlp.experts.49.up_proj,0.11595370,0.01000,0.632
+12,mlp.experts.50.up_proj,0.13967732,0.01000,0.633
+12,mlp.experts.51.up_proj,0.07396219,0.01000,0.634
+12,mlp.experts.52.up_proj,1.13306022,0.01000,0.634
+12,mlp.experts.53.up_proj,0.43744946,0.01000,0.633
+12,mlp.experts.54.up_proj,0.00124947,0.01000,0.625
+12,mlp.experts.55.up_proj,0.00050406,0.01000,0.628
+12,mlp.experts.56.up_proj,0.21866205,0.01000,0.626
+12,mlp.experts.57.up_proj,0.01471012,0.01000,0.623
+12,mlp.experts.58.up_proj,0.24088959,0.01000,0.627
+12,mlp.experts.59.up_proj,0.00146570,0.01000,0.624
+12,mlp.experts.60.up_proj,0.02941911,0.01000,0.624
+12,mlp.experts.61.up_proj,0.26861343,0.01000,0.624
+12,mlp.experts.62.up_proj,0.14836213,0.01000,0.624
+12,mlp.experts.63.up_proj,0.27070004,0.01000,0.626
+12,mlp.experts.64.up_proj,0.23982652,0.01000,0.627
+12,mlp.experts.65.up_proj,0.64248407,0.01000,0.625
+12,mlp.experts.66.up_proj,0.01798999,0.01000,0.626
+12,mlp.experts.67.up_proj,0.06193594,0.01000,0.625
+12,mlp.experts.68.up_proj,0.23721614,0.01000,0.625
+12,mlp.experts.69.up_proj,0.44603676,0.01000,0.626
+12,mlp.experts.70.up_proj,0.00604864,0.01000,0.633
+12,mlp.experts.71.up_proj,0.01937138,0.01000,0.634
+12,mlp.experts.72.up_proj,0.00014945,0.01000,0.635
+12,mlp.experts.73.up_proj,0.33438611,0.01000,0.636
+12,mlp.experts.74.up_proj,0.14028847,0.01000,0.635
+12,mlp.experts.75.up_proj,0.10221311,0.01000,0.634
+12,mlp.experts.76.up_proj,0.31264383,0.01000,0.636
+12,mlp.experts.77.up_proj,0.00138333,0.01000,0.633
+12,mlp.experts.78.up_proj,0.11319797,0.01000,0.635
+12,mlp.experts.79.up_proj,0.07185999,0.01000,0.634
+12,mlp.experts.80.up_proj,0.18550870,0.01000,0.635
+12,mlp.experts.81.up_proj,0.00072859,0.01000,0.628
+12,mlp.experts.82.up_proj,0.00573174,0.01000,0.627
+12,mlp.experts.83.up_proj,0.00017400,0.01000,0.626
+12,mlp.experts.84.up_proj,0.00668177,0.01000,0.625
+12,mlp.experts.85.up_proj,1.10061228,0.01000,0.625
+12,mlp.experts.86.up_proj,0.00360639,0.01000,0.623
+12,mlp.experts.87.up_proj,0.54158098,0.01000,0.624
+12,mlp.experts.88.up_proj,0.00001359,0.01000,0.626
+12,mlp.experts.89.up_proj,0.16863389,0.01000,0.625
+12,mlp.experts.90.up_proj,0.15653278,0.01000,0.625
+12,mlp.experts.91.up_proj,0.03941099,0.01000,0.627
+12,mlp.experts.92.up_proj,0.36786348,0.01000,0.632
+12,mlp.experts.93.up_proj,0.00107993,0.01000,0.633
+12,mlp.experts.94.up_proj,0.05513351,0.01000,0.635
+12,mlp.experts.95.up_proj,0.10302722,0.01000,0.635
+12,mlp.experts.96.up_proj,0.02365867,0.01000,0.634
+12,mlp.experts.97.up_proj,0.86060035,0.01000,0.633
+12,mlp.experts.98.up_proj,0.00121643,0.01000,0.634
+12,mlp.experts.99.up_proj,0.31818682,0.01000,0.632
+12,mlp.experts.100.up_proj,0.37786454,0.01000,0.632
+12,mlp.experts.101.up_proj,0.04663938,0.01000,0.632
+12,mlp.experts.102.up_proj,0.48511541,0.01000,0.633
+12,mlp.experts.103.up_proj,0.45893753,0.01000,0.633
+12,mlp.experts.104.up_proj,0.00000061,0.01000,0.627
+12,mlp.experts.105.up_proj,0.59841049,0.01000,0.625
+12,mlp.experts.106.up_proj,0.00018923,0.01000,0.625
+12,mlp.experts.107.up_proj,0.16200441,0.01000,0.626
+12,mlp.experts.108.up_proj,0.03346235,0.01000,0.626
+12,mlp.experts.109.up_proj,0.00240375,0.01000,0.872
+12,mlp.experts.110.up_proj,0.01529361,0.01000,0.626
+12,mlp.experts.111.up_proj,0.01613262,0.01000,0.626
+12,mlp.experts.112.up_proj,0.02295158,0.01000,0.625
+12,mlp.experts.113.up_proj,0.00508369,0.01000,0.625
+12,mlp.experts.114.up_proj,0.15445049,0.01000,0.631
+12,mlp.experts.115.up_proj,0.18399696,0.01000,0.634
+12,mlp.experts.116.up_proj,0.14571933,0.01000,0.633
+12,mlp.experts.117.up_proj,0.04299616,0.01000,0.632
+12,mlp.experts.118.up_proj,0.66472065,0.01000,0.634
+12,mlp.experts.119.up_proj,0.02563481,0.01000,0.632
+12,mlp.experts.120.up_proj,0.12826240,0.01000,0.633
+12,mlp.experts.121.up_proj,0.14924584,0.01000,0.633
+12,mlp.experts.122.up_proj,0.01198824,0.01000,0.632
+12,mlp.experts.123.up_proj,0.38129416,0.01000,0.633
+12,mlp.experts.124.up_proj,0.28195533,0.01000,0.633
+12,mlp.experts.125.up_proj,0.03114905,0.01000,0.633
+12,mlp.experts.126.up_proj,0.25070894,0.01000,0.631
+12,mlp.experts.127.up_proj,0.46437967,0.01000,0.625
+12,mlp.experts.0.gate_proj,0.12715322,0.01000,0.628
+12,mlp.experts.1.gate_proj,0.00835887,0.01000,0.627
+12,mlp.experts.2.gate_proj,1.20224524,0.01000,0.625
+12,mlp.experts.3.gate_proj,0.00060297,0.01000,0.626
+12,mlp.experts.4.gate_proj,0.14275862,0.01000,0.630
+12,mlp.experts.5.gate_proj,0.00266102,0.01000,0.630
+12,mlp.experts.6.gate_proj,0.12681417,0.01000,0.631
+12,mlp.experts.7.gate_proj,0.29339004,0.01000,0.629
+12,mlp.experts.8.gate_proj,1.09866905,0.01000,0.628
+12,mlp.experts.9.gate_proj,0.64509118,0.01000,0.631
+12,mlp.experts.10.gate_proj,0.01924672,0.01000,0.632
+12,mlp.experts.11.gate_proj,0.04759301,0.01000,0.629
+12,mlp.experts.12.gate_proj,0.19758296,0.01000,0.634
+12,mlp.experts.13.gate_proj,0.00004992,0.01000,0.635
+12,mlp.experts.14.gate_proj,0.35430059,0.01000,0.635
+12,mlp.experts.15.gate_proj,0.23589903,0.01000,0.633
+12,mlp.experts.16.gate_proj,0.02679589,0.01000,0.632
+12,mlp.experts.17.gate_proj,0.18664189,0.01000,0.633
+12,mlp.experts.18.gate_proj,0.42424232,0.01000,0.634
+12,mlp.experts.19.gate_proj,0.00005590,0.01000,0.634
+12,mlp.experts.20.gate_proj,0.02469126,0.01000,0.634
+12,mlp.experts.21.gate_proj,1.18198776,0.01000,0.633
+12,mlp.experts.22.gate_proj,0.37178236,0.01000,0.633
+12,mlp.experts.23.gate_proj,0.01850713,0.01000,0.633
+12,mlp.experts.24.gate_proj,0.26054615,0.01000,0.630
+12,mlp.experts.25.gate_proj,0.04879324,0.01000,0.627
+12,mlp.experts.26.gate_proj,0.21959266,0.01000,0.625
+12,mlp.experts.27.gate_proj,0.23667704,0.01000,0.626
+12,mlp.experts.28.gate_proj,0.04203269,0.01000,0.627
+12,mlp.experts.29.gate_proj,0.01164190,0.01000,0.626
+12,mlp.experts.30.gate_proj,0.12986454,0.01000,0.629
+12,mlp.experts.31.gate_proj,0.02357998,0.01000,0.627
+12,mlp.experts.32.gate_proj,0.72058707,0.01000,0.626
+12,mlp.experts.33.gate_proj,0.00783830,0.01000,0.628
+12,mlp.experts.34.gate_proj,0.22439264,0.01000,0.629
+12,mlp.experts.35.gate_proj,0.00697807,0.01000,0.632
+12,mlp.experts.36.gate_proj,0.32268369,0.01000,0.633
+12,mlp.experts.37.gate_proj,0.02195603,0.01000,0.633
+12,mlp.experts.38.gate_proj,0.29878706,0.01000,0.633
+12,mlp.experts.39.gate_proj,0.01682988,0.01000,0.635
+12,mlp.experts.40.gate_proj,0.13841157,0.01000,0.633
+12,mlp.experts.41.gate_proj,0.09972863,0.01000,0.628
+12,mlp.experts.42.gate_proj,0.87480140,0.01000,0.627
+12,mlp.experts.43.gate_proj,0.25989354,0.01000,0.626
+12,mlp.experts.44.gate_proj,0.17919786,0.01000,0.628
+12,mlp.experts.45.gate_proj,0.00743003,0.01000,0.626
+12,mlp.experts.46.gate_proj,0.84052873,0.01000,0.628
+12,mlp.experts.47.gate_proj,0.02557631,0.01000,0.627
+12,mlp.experts.48.gate_proj,0.00011292,0.01000,0.628
+12,mlp.experts.49.gate_proj,0.11820897,0.01000,0.626
+12,mlp.experts.50.gate_proj,0.14281943,0.01000,0.626
+12,mlp.experts.51.gate_proj,0.07537885,0.01000,0.626
+12,mlp.experts.52.gate_proj,1.26123846,0.01000,0.627
+12,mlp.experts.53.gate_proj,0.45474362,0.01000,0.624
+12,mlp.experts.54.gate_proj,0.00127670,0.01000,0.627
+12,mlp.experts.55.gate_proj,0.00052053,0.01000,0.627
+12,mlp.experts.56.gate_proj,0.22677022,0.01000,0.630
+12,mlp.experts.57.gate_proj,0.01487317,0.01000,0.633
+12,mlp.experts.58.gate_proj,0.23791963,0.01000,0.633
+12,mlp.experts.59.gate_proj,0.00153616,0.01000,0.632
+12,mlp.experts.60.gate_proj,0.02898635,0.01000,0.632
+12,mlp.experts.61.gate_proj,0.25967616,0.01000,0.633
+12,mlp.experts.62.gate_proj,0.15241066,0.01000,0.632
+12,mlp.experts.63.gate_proj,0.27530530,0.01000,0.633
+12,mlp.experts.64.gate_proj,0.25225782,0.01000,0.632
+12,mlp.experts.65.gate_proj,0.68281484,0.01000,0.632
+12,mlp.experts.66.gate_proj,0.01825509,0.01000,0.632
+12,mlp.experts.67.gate_proj,0.06348470,0.01000,0.633
+12,mlp.experts.68.gate_proj,0.23010242,0.01000,0.629
+12,mlp.experts.69.gate_proj,0.46486822,0.01000,0.627
+12,mlp.experts.70.gate_proj,0.00635013,0.01000,0.625
+12,mlp.experts.71.gate_proj,0.01948939,0.01000,0.624
+12,mlp.experts.72.gate_proj,0.00015504,0.01000,0.625
+12,mlp.experts.73.gate_proj,0.36455142,0.01000,0.627
+12,mlp.experts.74.gate_proj,0.13824332,0.01000,0.626
+12,mlp.experts.75.gate_proj,0.10378253,0.01000,0.627
+12,mlp.experts.76.gate_proj,0.30849001,0.01000,0.625
+12,mlp.experts.77.gate_proj,0.00137993,0.01000,0.628
+12,mlp.experts.78.gate_proj,0.11536947,0.01000,0.641
+12,mlp.experts.79.gate_proj,0.07257100,0.01000,0.638
+12,mlp.experts.80.gate_proj,0.18224031,0.01000,0.639
+12,mlp.experts.81.gate_proj,0.00075619,0.01000,0.638
+12,mlp.experts.82.gate_proj,0.00587550,0.01000,0.641
+12,mlp.experts.83.gate_proj,0.00018244,0.01000,0.641
+12,mlp.experts.84.gate_proj,0.00753362,0.01000,0.647
+12,mlp.experts.85.gate_proj,1.14455688,0.01000,0.651
+12,mlp.experts.86.gate_proj,0.00394882,0.01000,0.646
+12,mlp.experts.87.gate_proj,0.52531159,0.01000,0.649
+12,mlp.experts.88.gate_proj,0.00001387,0.01000,0.635
+12,mlp.experts.89.gate_proj,0.17173544,0.01000,0.635
+12,mlp.experts.90.gate_proj,0.15979302,0.01000,0.635
+12,mlp.experts.91.gate_proj,0.04038022,0.01000,0.635
+12,mlp.experts.92.gate_proj,0.37784934,0.01000,0.636
+12,mlp.experts.93.gate_proj,0.00113012,0.01000,0.634
+12,mlp.experts.94.gate_proj,0.05162896,0.01000,0.635
+12,mlp.experts.95.gate_proj,0.10238445,0.01000,0.637
+12,mlp.experts.96.gate_proj,0.02364112,0.01000,0.628
+12,mlp.experts.97.gate_proj,0.88201559,0.01000,0.626
+12,mlp.experts.98.gate_proj,0.00122252,0.01000,0.626
+12,mlp.experts.99.gate_proj,0.29871333,0.01000,0.626
+12,mlp.experts.100.gate_proj,0.37293082,0.01000,0.625
+12,mlp.experts.101.gate_proj,0.04924149,0.01000,0.626
+12,mlp.experts.102.gate_proj,0.48319232,0.01000,0.626
+12,mlp.experts.103.gate_proj,0.49606383,0.01000,0.627
+12,mlp.experts.104.gate_proj,0.00000059,0.01000,0.627
+12,mlp.experts.105.gate_proj,0.65080380,0.01000,0.625
+12,mlp.experts.106.gate_proj,0.00019727,0.01000,0.627
+12,mlp.experts.107.gate_proj,0.16260904,0.01000,0.627
+12,mlp.experts.108.gate_proj,0.03435249,0.01000,0.635
+12,mlp.experts.109.gate_proj,0.00254803,0.01000,0.635
+12,mlp.experts.110.gate_proj,0.01552498,0.01000,0.635
+12,mlp.experts.111.gate_proj,0.01629935,0.01000,0.637
+12,mlp.experts.112.gate_proj,0.02407214,0.01000,0.634
+12,mlp.experts.113.gate_proj,0.00516530,0.01000,0.635
+12,mlp.experts.114.gate_proj,0.16029063,0.01000,0.635
+12,mlp.experts.115.gate_proj,0.18524547,0.01000,0.636
+12,mlp.experts.116.gate_proj,0.14735071,0.01000,0.635
+12,mlp.experts.117.gate_proj,0.04663777,0.01000,0.635
+12,mlp.experts.118.gate_proj,0.67039925,0.01000,0.633
+12,mlp.experts.119.gate_proj,0.02818612,0.01000,0.634
+12,mlp.experts.120.gate_proj,0.12881765,0.01000,0.627
+12,mlp.experts.121.gate_proj,0.15151623,0.01000,0.626
+12,mlp.experts.122.gate_proj,0.01223211,0.01000,0.626
+12,mlp.experts.123.gate_proj,0.37939775,0.01000,0.632
+12,mlp.experts.124.gate_proj,0.28337935,0.01000,0.625
+12,mlp.experts.125.gate_proj,0.03320335,0.01000,0.625
+12,mlp.experts.126.gate_proj,0.25289455,0.01000,0.626
+12,mlp.experts.127.gate_proj,0.48782834,0.01000,0.627
+12,mlp.experts.0.down_proj,0.02237523,0.01000,0.255
+12,mlp.experts.1.down_proj,0.00307587,0.01000,0.236
+12,mlp.experts.2.down_proj,0.18889241,0.01000,0.237
+12,mlp.experts.3.down_proj,0.00018905,0.01000,0.235
+12,mlp.experts.4.down_proj,0.01948681,0.01000,0.237
+12,mlp.experts.5.down_proj,0.00005762,0.01000,0.236
+12,mlp.experts.6.down_proj,0.01460345,0.01000,0.238
+12,mlp.experts.7.down_proj,0.05962513,0.01000,0.239
+12,mlp.experts.8.down_proj,0.17546299,0.01000,0.239
+12,mlp.experts.9.down_proj,0.15870422,0.01000,0.239
+12,mlp.experts.10.down_proj,0.00001067,0.01000,0.239
+12,mlp.experts.11.down_proj,0.00378619,0.01000,0.239
+12,mlp.experts.12.down_proj,0.03443352,0.01000,0.239
+12,mlp.experts.13.down_proj,0.00000826,0.01000,0.239
+12,mlp.experts.14.down_proj,0.06341682,0.01000,0.239
+12,mlp.experts.15.down_proj,0.05615547,0.01000,0.239
+12,mlp.experts.16.down_proj,0.00526515,0.01000,0.239
+12,mlp.experts.17.down_proj,0.02423375,0.01000,0.239
+12,mlp.experts.18.down_proj,0.05246352,0.01000,0.239
+12,mlp.experts.19.down_proj,0.00000767,0.01000,0.239
+12,mlp.experts.20.down_proj,0.00263321,0.01000,0.239
+12,mlp.experts.21.down_proj,0.18107709,0.01000,0.240
+12,mlp.experts.22.down_proj,0.06030350,0.01000,0.240
+12,mlp.experts.23.down_proj,0.00230103,0.01000,0.239
+12,mlp.experts.24.down_proj,0.02387656,0.01000,0.240
+12,mlp.experts.25.down_proj,0.00135214,0.01000,0.240
+12,mlp.experts.26.down_proj,0.05168130,0.01000,0.239
+12,mlp.experts.27.down_proj,0.02089481,0.01000,0.239
+12,mlp.experts.28.down_proj,0.00493785,0.01000,0.240
+12,mlp.experts.29.down_proj,0.00135552,0.01000,0.240
+12,mlp.experts.30.down_proj,0.02517932,0.01000,0.239
+12,mlp.experts.31.down_proj,0.00386966,0.01000,0.238
+12,mlp.experts.32.down_proj,0.10885173,0.01000,0.240
+12,mlp.experts.33.down_proj,0.00030300,0.01000,0.239
+12,mlp.experts.34.down_proj,0.02442364,0.01000,0.240
+12,mlp.experts.35.down_proj,0.00193058,0.01000,0.238
+12,mlp.experts.36.down_proj,0.04449901,0.01000,0.239
+12,mlp.experts.37.down_proj,0.00193394,0.01000,0.237
+12,mlp.experts.38.down_proj,0.05093124,0.01000,0.236
+12,mlp.experts.39.down_proj,0.00213620,0.01000,0.236
+12,mlp.experts.40.down_proj,0.01283309,0.01000,0.238
+12,mlp.experts.41.down_proj,0.01491211,0.01000,0.237
+12,mlp.experts.42.down_proj,0.11643120,0.01000,0.237
+12,mlp.experts.43.down_proj,0.04333306,0.01000,0.238
+12,mlp.experts.44.down_proj,0.02093850,0.01000,0.237
+12,mlp.experts.45.down_proj,0.00133878,0.01000,0.236
+12,mlp.experts.46.down_proj,0.12004622,0.01000,0.236
+12,mlp.experts.47.down_proj,0.00223741,0.01000,0.236
+12,mlp.experts.48.down_proj,0.00002685,0.01000,0.236
+12,mlp.experts.49.down_proj,0.01361685,0.01000,0.236
+12,mlp.experts.50.down_proj,0.01217386,0.01000,0.236
+12,mlp.experts.51.down_proj,0.01290935,0.01000,0.237
+12,mlp.experts.52.down_proj,0.22735068,0.01000,0.236
+12,mlp.experts.53.down_proj,0.06960375,0.01000,0.236
+12,mlp.experts.54.down_proj,0.00019009,0.01000,0.237
+12,mlp.experts.55.down_proj,0.00023143,0.01000,0.239
+12,mlp.experts.56.down_proj,0.07125864,0.01000,0.242
+12,mlp.experts.57.down_proj,0.00183880,0.01000,0.242
+12,mlp.experts.58.down_proj,0.03878067,0.01000,0.242
+12,mlp.experts.59.down_proj,0.00015927,0.01000,0.241
+12,mlp.experts.60.down_proj,0.00513810,0.01000,0.241
+12,mlp.experts.61.down_proj,0.02746770,0.01000,0.241
+12,mlp.experts.62.down_proj,0.01608106,0.01000,0.242
+12,mlp.experts.63.down_proj,0.04211788,0.01000,0.243
+12,mlp.experts.64.down_proj,0.05165591,0.01000,0.243
+12,mlp.experts.65.down_proj,0.19003308,0.01000,0.244
+12,mlp.experts.66.down_proj,0.00326632,0.01000,0.243
+12,mlp.experts.67.down_proj,0.01097155,0.01000,0.244
+12,mlp.experts.68.down_proj,0.03731110,0.01000,0.244
+12,mlp.experts.69.down_proj,0.07929604,0.01000,0.245
+12,mlp.experts.70.down_proj,0.00211976,0.01000,0.244
+12,mlp.experts.71.down_proj,0.00090529,0.01000,0.244
+12,mlp.experts.72.down_proj,0.00005568,0.01000,0.244
+12,mlp.experts.73.down_proj,0.06703891,0.01000,0.244
+12,mlp.experts.74.down_proj,0.02208365,0.01000,0.245
+12,mlp.experts.75.down_proj,0.01204295,0.01000,0.245
+12,mlp.experts.76.down_proj,0.04028781,0.01000,0.246
+12,mlp.experts.77.down_proj,0.00016507,0.01000,0.245
+12,mlp.experts.78.down_proj,0.01237256,0.01000,0.245
+12,mlp.experts.79.down_proj,0.01163960,0.01000,0.245
+12,mlp.experts.80.down_proj,0.02538842,0.01000,0.245
+12,mlp.experts.81.down_proj,0.00027917,0.01000,0.245
+12,mlp.experts.82.down_proj,0.00133847,0.01000,0.245
+12,mlp.experts.83.down_proj,0.00004236,0.01000,0.245
+12,mlp.experts.84.down_proj,0.00039362,0.01000,0.245
+12,mlp.experts.85.down_proj,0.16363606,0.01000,0.245
+12,mlp.experts.86.down_proj,0.00007440,0.01000,0.246
+12,mlp.experts.87.down_proj,0.06057139,0.01000,0.247
+12,mlp.experts.88.down_proj,0.00000194,0.01000,0.246
+12,mlp.experts.89.down_proj,0.02933826,0.01000,0.246
+12,mlp.experts.90.down_proj,0.01694141,0.01000,0.245
+12,mlp.experts.91.down_proj,0.00456744,0.01000,0.247
+12,mlp.experts.92.down_proj,0.04110715,0.01000,0.246
+12,mlp.experts.93.down_proj,0.00018377,0.01000,0.246
+12,mlp.experts.94.down_proj,0.00972799,0.01000,0.246
+12,mlp.experts.95.down_proj,0.01375871,0.01000,0.244
+12,mlp.experts.96.down_proj,0.00326533,0.01000,0.243
+12,mlp.experts.97.down_proj,0.14458394,0.01000,0.243
+12,mlp.experts.98.down_proj,0.00038483,0.01000,0.244
+12,mlp.experts.99.down_proj,0.08293575,0.01000,0.244
+12,mlp.experts.100.down_proj,0.06031911,0.01000,0.242
+12,mlp.experts.101.down_proj,0.00426827,0.01000,0.242
+12,mlp.experts.102.down_proj,0.06006980,0.01000,0.242
+12,mlp.experts.103.down_proj,0.07786632,0.01000,0.243
+12,mlp.experts.104.down_proj,0.00000008,0.01000,0.243
+12,mlp.experts.105.down_proj,0.22483397,0.01000,0.243
+12,mlp.experts.106.down_proj,0.00003258,0.01000,0.243
+12,mlp.experts.107.down_proj,0.03157204,0.01000,0.244
+12,mlp.experts.108.down_proj,0.00405144,0.01000,0.243
+12,mlp.experts.109.down_proj,0.00017324,0.01000,0.243
+12,mlp.experts.110.down_proj,0.00217015,0.01000,0.246
+12,mlp.experts.111.down_proj,0.00150659,0.01000,0.246
+12,mlp.experts.112.down_proj,0.00253878,0.01000,0.246
+12,mlp.experts.113.down_proj,0.00104765,0.01000,0.245
+12,mlp.experts.114.down_proj,0.02403497,0.01000,0.246
+12,mlp.experts.115.down_proj,0.02657157,0.01000,0.245
+12,mlp.experts.116.down_proj,0.02208352,0.01000,0.246
+12,mlp.experts.117.down_proj,0.00663324,0.01000,0.245
+12,mlp.experts.118.down_proj,0.12732731,0.01000,0.246
+12,mlp.experts.119.down_proj,0.00145065,0.01000,0.246
+12,mlp.experts.120.down_proj,0.01815028,0.01000,0.247
+12,mlp.experts.121.down_proj,0.01998155,0.01000,0.246
+12,mlp.experts.122.down_proj,0.00118554,0.01000,0.247
+12,mlp.experts.123.down_proj,0.06369777,0.01000,0.246
+12,mlp.experts.124.down_proj,0.04678854,0.01000,0.246
+12,mlp.experts.125.down_proj,0.00543929,0.01000,0.247
+12,mlp.experts.126.down_proj,0.04532007,0.01000,0.246
+12,mlp.experts.127.down_proj,0.09309664,0.01000,0.247
+13,self_attn.q_proj,0.04967944,0.01000,0.642
+13,self_attn.k_proj,0.00701439,0.01000,0.630
+13,self_attn.v_proj,0.00730211,0.01000,0.629
+13,self_attn.o_proj,0.00615836,0.01000,1.267
+13,mlp.experts.0.up_proj,1.21288025,0.01000,0.632
+13,mlp.experts.1.up_proj,0.10272162,0.01000,0.621
+13,mlp.experts.2.up_proj,0.44782865,0.01000,0.621
+13,mlp.experts.3.up_proj,0.00000176,0.01000,0.631
+13,mlp.experts.4.up_proj,0.08418844,0.01000,0.632
+13,mlp.experts.5.up_proj,0.00239872,0.01000,0.631
+13,mlp.experts.6.up_proj,0.71866035,0.01000,0.632
+13,mlp.experts.7.up_proj,0.01785173,0.01000,0.633
+13,mlp.experts.8.up_proj,0.09009966,0.01000,0.633
+13,mlp.experts.9.up_proj,0.00001874,0.01000,0.633
+13,mlp.experts.10.up_proj,1.23756194,0.01000,0.633
+13,mlp.experts.11.up_proj,0.01192103,0.01000,0.634
+13,mlp.experts.12.up_proj,0.24051520,0.01000,0.634
+13,mlp.experts.13.up_proj,0.03688923,0.01000,0.636
+13,mlp.experts.14.up_proj,0.08499964,0.01000,0.628
+13,mlp.experts.15.up_proj,0.21461819,0.01000,0.627
+13,mlp.experts.16.up_proj,0.23963180,0.01000,0.627
+13,mlp.experts.17.up_proj,0.00038922,0.01000,0.628
+13,mlp.experts.18.up_proj,0.01433441,0.01000,0.627
+13,mlp.experts.19.up_proj,0.23802121,0.01000,0.625
+13,mlp.experts.20.up_proj,0.10515312,0.01000,0.626
+13,mlp.experts.21.up_proj,0.16887522,0.01000,0.624
+13,mlp.experts.22.up_proj,0.00005959,0.01000,0.627
+13,mlp.experts.23.up_proj,0.05585904,0.01000,0.628
+13,mlp.experts.24.up_proj,0.37411782,0.01000,0.633
+13,mlp.experts.25.up_proj,0.05400600,0.01000,0.634
+13,mlp.experts.26.up_proj,0.69282907,0.01000,0.634
+13,mlp.experts.27.up_proj,0.03867809,0.01000,0.632
+13,mlp.experts.28.up_proj,0.25501436,0.01000,0.633
+13,mlp.experts.29.up_proj,0.16918376,0.01000,0.633
+13,mlp.experts.30.up_proj,0.00021534,0.01000,0.632
+13,mlp.experts.31.up_proj,0.02860325,0.01000,0.632
+13,mlp.experts.32.up_proj,0.01782739,0.01000,0.633
+13,mlp.experts.33.up_proj,0.83515012,0.01000,0.633
+13,mlp.experts.34.up_proj,0.04215531,0.01000,0.634
+13,mlp.experts.35.up_proj,0.01356349,0.01000,0.630
+13,mlp.experts.36.up_proj,0.28600270,0.01000,0.624
+13,mlp.experts.37.up_proj,0.02637322,0.01000,0.626
+13,mlp.experts.38.up_proj,0.00463793,0.01000,0.625
+13,mlp.experts.39.up_proj,0.01671284,0.01000,0.626
+13,mlp.experts.40.up_proj,0.41254824,0.01000,0.625
+13,mlp.experts.41.up_proj,0.30851871,0.01000,0.625
+13,mlp.experts.42.up_proj,0.13801932,0.01000,0.631
+13,mlp.experts.43.up_proj,0.00368391,0.01000,0.631
+13,mlp.experts.44.up_proj,0.29436105,0.01000,0.632
+13,mlp.experts.45.up_proj,0.98490715,0.01000,0.633
+13,mlp.experts.46.up_proj,0.00000690,0.01000,0.632
+13,mlp.experts.47.up_proj,1.17007709,0.01000,0.632
+13,mlp.experts.48.up_proj,0.00111083,0.01000,0.634
+13,mlp.experts.49.up_proj,0.55155420,0.01000,0.634
+13,mlp.experts.50.up_proj,0.00123748,0.01000,0.633
+13,mlp.experts.51.up_proj,0.00211921,0.01000,0.634
+13,mlp.experts.52.up_proj,0.42737621,0.01000,0.634
+13,mlp.experts.53.up_proj,0.05528501,0.01000,0.633
+13,mlp.experts.54.up_proj,0.00014421,0.01000,0.627
+13,mlp.experts.55.up_proj,0.22191133,0.01000,0.629
+13,mlp.experts.56.up_proj,0.00124626,0.01000,0.628
+13,mlp.experts.57.up_proj,0.22918901,0.01000,0.627
+13,mlp.experts.58.up_proj,0.32026374,0.01000,0.625
+13,mlp.experts.59.up_proj,0.30308771,0.01000,0.624
+13,mlp.experts.60.up_proj,0.00022370,0.01000,0.623
+13,mlp.experts.61.up_proj,1.17302966,0.01000,0.624
+13,mlp.experts.62.up_proj,0.33241022,0.01000,0.626
+13,mlp.experts.63.up_proj,0.02553340,0.01000,0.624
+13,mlp.experts.64.up_proj,0.00035152,0.01000,0.627
+13,mlp.experts.65.up_proj,0.23675546,0.01000,0.632
+13,mlp.experts.66.up_proj,0.22941390,0.01000,0.635
+13,mlp.experts.67.up_proj,0.05706736,0.01000,0.634
+13,mlp.experts.68.up_proj,0.06104271,0.01000,0.634
+13,mlp.experts.69.up_proj,0.00005056,0.01000,0.633
+13,mlp.experts.70.up_proj,0.02534593,0.01000,0.633
+13,mlp.experts.71.up_proj,0.70486850,0.01000,0.633
+13,mlp.experts.72.up_proj,0.00007883,0.01000,0.634
+13,mlp.experts.73.up_proj,0.22670090,0.01000,0.634
+13,mlp.experts.74.up_proj,0.00235508,0.01000,0.634
+13,mlp.experts.75.up_proj,0.45085397,0.01000,0.633
+13,mlp.experts.76.up_proj,0.25090054,0.01000,0.627
+13,mlp.experts.77.up_proj,0.74626052,0.01000,0.625
+13,mlp.experts.78.up_proj,1.11343575,0.01000,0.627
+13,mlp.experts.79.up_proj,0.46432304,0.01000,0.624
+13,mlp.experts.80.up_proj,0.15375625,0.01000,0.627
+13,mlp.experts.81.up_proj,0.21330008,0.01000,0.631
+13,mlp.experts.82.up_proj,0.26848131,0.01000,0.629
+13,mlp.experts.83.up_proj,0.10480441,0.01000,0.629
+13,mlp.experts.84.up_proj,0.01562429,0.01000,0.631
+13,mlp.experts.85.up_proj,0.05626116,0.01000,0.629
+13,mlp.experts.86.up_proj,0.00059151,0.01000,0.633
+13,mlp.experts.87.up_proj,0.04024793,0.01000,0.630
+13,mlp.experts.88.up_proj,0.00028960,0.01000,0.630
+13,mlp.experts.89.up_proj,0.09179671,0.01000,0.632
+13,mlp.experts.90.up_proj,0.00232159,0.01000,0.634
+13,mlp.experts.91.up_proj,0.59473670,0.01000,0.636
+13,mlp.experts.92.up_proj,0.50002313,0.01000,0.635
+13,mlp.experts.93.up_proj,0.08273726,0.01000,0.636
+13,mlp.experts.94.up_proj,0.00004371,0.01000,0.637
+13,mlp.experts.95.up_proj,0.70494896,0.01000,0.635
+13,mlp.experts.96.up_proj,0.00006095,0.01000,0.635
+13,mlp.experts.97.up_proj,0.00808005,0.01000,0.634
+13,mlp.experts.98.up_proj,0.30523640,0.01000,0.634
+13,mlp.experts.99.up_proj,0.00000075,0.01000,0.628
+13,mlp.experts.100.up_proj,0.00001120,0.01000,0.627
+13,mlp.experts.101.up_proj,0.69121718,0.01000,0.625
+13,mlp.experts.102.up_proj,0.44215244,0.01000,0.625
+13,mlp.experts.103.up_proj,0.65799749,0.01000,0.625
+13,mlp.experts.104.up_proj,0.27005532,0.01000,0.627
+13,mlp.experts.105.up_proj,0.12871850,0.01000,0.625
+13,mlp.experts.106.up_proj,0.50329494,0.01000,0.627
+13,mlp.experts.107.up_proj,0.06446454,0.01000,0.628
+13,mlp.experts.108.up_proj,0.00560841,0.01000,0.626
+13,mlp.experts.109.up_proj,0.45413280,0.01000,0.625
+13,mlp.experts.110.up_proj,0.00801561,0.01000,0.629
+13,mlp.experts.111.up_proj,0.00027718,0.01000,0.634
+13,mlp.experts.112.up_proj,0.45731831,0.01000,0.634
+13,mlp.experts.113.up_proj,0.16664457,0.01000,0.633
+13,mlp.experts.114.up_proj,0.00002395,0.01000,0.627
+13,mlp.experts.115.up_proj,0.16084707,0.01000,0.630
+13,mlp.experts.116.up_proj,0.00032044,0.01000,0.631
+13,mlp.experts.117.up_proj,0.01766476,0.01000,0.634
+13,mlp.experts.118.up_proj,0.02307176,0.01000,0.634
+13,mlp.experts.119.up_proj,0.02831418,0.01000,0.634
+13,mlp.experts.120.up_proj,0.22559491,0.01000,0.636
+13,mlp.experts.121.up_proj,0.24839891,0.01000,0.634
+13,mlp.experts.122.up_proj,0.29332936,0.01000,0.633
+13,mlp.experts.123.up_proj,0.50503755,0.01000,0.633
+13,mlp.experts.124.up_proj,0.19573438,0.01000,0.636
+13,mlp.experts.125.up_proj,0.10450789,0.01000,0.634
+13,mlp.experts.126.up_proj,0.00029071,0.01000,0.626
+13,mlp.experts.127.up_proj,0.13286549,0.01000,0.626
+13,mlp.experts.0.gate_proj,1.24703193,0.01000,0.630
+13,mlp.experts.1.gate_proj,0.10827067,0.01000,0.628
+13,mlp.experts.2.gate_proj,0.46428210,0.01000,0.629
+13,mlp.experts.3.gate_proj,0.00000182,0.01000,0.628
+13,mlp.experts.4.gate_proj,0.08831184,0.01000,0.631
+13,mlp.experts.5.gate_proj,0.00249866,0.01000,0.632
+13,mlp.experts.6.gate_proj,0.63249433,0.01000,0.630
+13,mlp.experts.7.gate_proj,0.01859417,0.01000,0.631
+13,mlp.experts.8.gate_proj,0.10092807,0.01000,0.633
+13,mlp.experts.9.gate_proj,0.00002043,0.01000,0.630
+13,mlp.experts.10.gate_proj,1.17559874,0.01000,0.630
+13,mlp.experts.11.gate_proj,0.01216079,0.01000,0.634
+13,mlp.experts.12.gate_proj,0.26560307,0.01000,0.634
+13,mlp.experts.13.gate_proj,0.04025231,0.01000,0.634
+13,mlp.experts.14.gate_proj,0.08779480,0.01000,0.635
+13,mlp.experts.15.gate_proj,0.22330385,0.01000,0.635
+13,mlp.experts.16.gate_proj,0.24772656,0.01000,0.635
+13,mlp.experts.17.gate_proj,0.00040840,0.01000,0.634
+13,mlp.experts.18.gate_proj,0.01460567,0.01000,0.633
+13,mlp.experts.19.gate_proj,0.25231507,0.01000,0.636
+13,mlp.experts.20.gate_proj,0.11576790,0.01000,0.633
+13,mlp.experts.21.gate_proj,0.16570115,0.01000,0.628
+13,mlp.experts.22.gate_proj,0.00006065,0.01000,0.625
+13,mlp.experts.23.gate_proj,0.05540587,0.01000,0.625
+13,mlp.experts.24.gate_proj,0.41060352,0.01000,0.627
+13,mlp.experts.25.gate_proj,0.05412811,0.01000,0.628
+13,mlp.experts.26.gate_proj,0.74179071,0.01000,0.626
+13,mlp.experts.27.gate_proj,0.03898028,0.01000,0.626
+13,mlp.experts.28.gate_proj,0.24393551,0.01000,0.625
+13,mlp.experts.29.gate_proj,0.17851713,0.01000,0.626
+13,mlp.experts.30.gate_proj,0.00023180,0.01000,0.624
+13,mlp.experts.31.gate_proj,0.02978188,0.01000,0.626
+13,mlp.experts.32.gate_proj,0.01804004,0.01000,0.631
+13,mlp.experts.33.gate_proj,0.81991994,0.01000,0.636
+13,mlp.experts.34.gate_proj,0.04440092,0.01000,0.635
+13,mlp.experts.35.gate_proj,0.07739268,0.01000,0.634
+13,mlp.experts.36.gate_proj,0.32790613,0.01000,0.635
+13,mlp.experts.37.gate_proj,0.02775221,0.01000,0.634
+13,mlp.experts.38.gate_proj,0.00464125,0.01000,0.635
+13,mlp.experts.39.gate_proj,0.01704619,0.01000,0.634
+13,mlp.experts.40.gate_proj,0.40236762,0.01000,0.634
+13,mlp.experts.41.gate_proj,0.31707433,0.01000,0.633
+13,mlp.experts.42.gate_proj,0.13975316,0.01000,0.633
+13,mlp.experts.43.gate_proj,0.00380498,0.01000,0.630
+13,mlp.experts.44.gate_proj,0.30090719,0.01000,0.625
+13,mlp.experts.45.gate_proj,0.90948904,0.01000,0.626
+13,mlp.experts.46.gate_proj,0.00000706,0.01000,0.626
+13,mlp.experts.47.gate_proj,1.19154716,0.01000,0.626
+13,mlp.experts.48.gate_proj,0.00114103,0.01000,0.624
+13,mlp.experts.49.gate_proj,0.57439548,0.01000,0.626
+13,mlp.experts.50.gate_proj,0.00124214,0.01000,0.626
+13,mlp.experts.51.gate_proj,0.00233826,0.01000,0.625
+13,mlp.experts.52.gate_proj,0.44906014,0.01000,0.627
+13,mlp.experts.53.gate_proj,0.05876378,0.01000,0.627
+13,mlp.experts.54.gate_proj,0.00015075,0.01000,0.625
+13,mlp.experts.55.gate_proj,0.21741717,0.01000,0.626
+13,mlp.experts.56.gate_proj,0.00121437,0.01000,0.625
+13,mlp.experts.57.gate_proj,0.22024113,0.01000,0.625
+13,mlp.experts.58.gate_proj,0.32075304,0.01000,0.632
+13,mlp.experts.59.gate_proj,0.36445987,0.01000,0.629
+13,mlp.experts.60.gate_proj,0.00022824,0.01000,0.634
+13,mlp.experts.61.gate_proj,1.39578235,0.01000,0.635
+13,mlp.experts.62.gate_proj,0.32196164,0.01000,0.637
+13,mlp.experts.63.gate_proj,0.02590168,0.01000,0.635
+13,mlp.experts.64.gate_proj,0.00037235,0.01000,0.636
+13,mlp.experts.65.gate_proj,0.23254640,0.01000,0.636
+13,mlp.experts.66.gate_proj,0.24161834,0.01000,0.635
+13,mlp.experts.67.gate_proj,0.06665812,0.01000,0.636
+13,mlp.experts.68.gate_proj,0.06140953,0.01000,0.633
+13,mlp.experts.69.gate_proj,0.00005093,0.01000,0.633
+13,mlp.experts.70.gate_proj,0.02568296,0.01000,0.629
+13,mlp.experts.71.gate_proj,0.70701206,0.01000,0.627
+13,mlp.experts.72.gate_proj,0.00008220,0.01000,0.629
+13,mlp.experts.73.gate_proj,0.22840345,0.01000,0.626
+13,mlp.experts.74.gate_proj,0.00238316,0.01000,0.628
+13,mlp.experts.75.gate_proj,0.47644287,0.01000,0.631
+13,mlp.experts.76.gate_proj,0.25211644,0.01000,0.628
+13,mlp.experts.77.gate_proj,0.79747391,0.01000,0.631
+13,mlp.experts.78.gate_proj,1.24570715,0.01000,0.634
+13,mlp.experts.79.gate_proj,0.48319727,0.01000,0.634
+13,mlp.experts.80.gate_proj,0.14760593,0.01000,0.634
+13,mlp.experts.81.gate_proj,0.21783492,0.01000,0.632
+13,mlp.experts.82.gate_proj,0.26923376,0.01000,0.633
+13,mlp.experts.83.gate_proj,0.10833937,0.01000,0.634
+13,mlp.experts.84.gate_proj,0.01603958,0.01000,0.634
+13,mlp.experts.85.gate_proj,0.05793367,0.01000,0.634
+13,mlp.experts.86.gate_proj,0.00060922,0.01000,0.634
+13,mlp.experts.87.gate_proj,0.04427662,0.01000,0.634
+13,mlp.experts.88.gate_proj,0.00030381,0.01000,0.634
+13,mlp.experts.89.gate_proj,0.09227680,0.01000,0.631
+13,mlp.experts.90.gate_proj,0.00240630,0.01000,0.626
+13,mlp.experts.91.gate_proj,0.64981800,0.01000,0.627
+13,mlp.experts.92.gate_proj,0.55271596,0.01000,0.627
+13,mlp.experts.93.gate_proj,0.08543797,0.01000,0.627
+13,mlp.experts.94.gate_proj,0.00004474,0.01000,0.626
+13,mlp.experts.95.gate_proj,0.72083235,0.01000,0.626
+13,mlp.experts.96.gate_proj,0.00006351,0.01000,0.625
+13,mlp.experts.97.gate_proj,0.00814857,0.01000,0.627
+13,mlp.experts.98.gate_proj,0.31664294,0.01000,0.625
+13,mlp.experts.99.gate_proj,0.00000072,0.01000,0.625
+13,mlp.experts.100.gate_proj,0.00001153,0.01000,0.631
+13,mlp.experts.101.gate_proj,0.67017829,0.01000,0.634
+13,mlp.experts.102.gate_proj,0.47111711,0.01000,0.634
+13,mlp.experts.103.gate_proj,0.68749851,0.01000,0.635
+13,mlp.experts.104.gate_proj,0.27820545,0.01000,0.631
+13,mlp.experts.105.gate_proj,0.13246930,0.01000,0.628
+13,mlp.experts.106.gate_proj,0.49970821,0.01000,0.626
+13,mlp.experts.107.gate_proj,0.06444481,0.01000,0.626
+13,mlp.experts.108.gate_proj,0.00599648,0.01000,0.630
+13,mlp.experts.109.gate_proj,0.42439845,0.01000,0.624
+13,mlp.experts.110.gate_proj,0.00824654,0.01000,0.624
+13,mlp.experts.111.gate_proj,0.00027976,0.01000,0.625
+13,mlp.experts.112.gate_proj,0.50295913,0.01000,0.625
+13,mlp.experts.113.gate_proj,0.16515753,0.01000,0.628
+13,mlp.experts.114.gate_proj,0.00002570,0.01000,0.624
+13,mlp.experts.115.gate_proj,0.16101277,0.01000,0.624
+13,mlp.experts.116.gate_proj,0.00033062,0.01000,0.625
+13,mlp.experts.117.gate_proj,0.01798850,0.01000,0.625
+13,mlp.experts.118.gate_proj,0.02354577,0.01000,0.623
+13,mlp.experts.119.gate_proj,0.02872606,0.01000,0.626
+13,mlp.experts.120.gate_proj,0.22608787,0.01000,0.626
+13,mlp.experts.121.gate_proj,0.24334027,0.01000,0.626
+13,mlp.experts.122.gate_proj,0.30210760,0.01000,0.631
+13,mlp.experts.123.gate_proj,0.48239684,0.01000,0.635
+13,mlp.experts.124.gate_proj,0.20564064,0.01000,0.634
+13,mlp.experts.125.gate_proj,0.10510638,0.01000,0.634
+13,mlp.experts.126.gate_proj,0.00030891,0.01000,0.634
+13,mlp.experts.127.gate_proj,0.13353506,0.01000,0.634
+13,mlp.experts.0.down_proj,0.26107612,0.01000,0.256
+13,mlp.experts.1.down_proj,0.01532413,0.01000,0.236
+13,mlp.experts.2.down_proj,0.09698717,0.01000,0.236
+13,mlp.experts.3.down_proj,0.00000018,0.01000,0.236
+13,mlp.experts.4.down_proj,0.01776832,0.01000,0.237
+13,mlp.experts.5.down_proj,0.00085500,0.01000,0.236
+13,mlp.experts.6.down_proj,0.13995746,0.01000,0.236
+13,mlp.experts.7.down_proj,0.00234777,0.01000,0.238
+13,mlp.experts.8.down_proj,0.02520726,0.01000,0.238
+13,mlp.experts.9.down_proj,0.00000356,0.01000,0.239
+13,mlp.experts.10.down_proj,0.16234815,0.01000,0.238
+13,mlp.experts.11.down_proj,0.00142253,0.01000,0.239
+13,mlp.experts.12.down_proj,0.03814633,0.01000,0.239
+13,mlp.experts.13.down_proj,0.00216797,0.01000,0.238
+13,mlp.experts.14.down_proj,0.01151871,0.01000,0.239
+13,mlp.experts.15.down_proj,0.05947876,0.01000,0.238
+13,mlp.experts.16.down_proj,0.04770014,0.01000,0.238
+13,mlp.experts.17.down_proj,0.00010069,0.01000,0.238
+13,mlp.experts.18.down_proj,0.00220685,0.01000,0.238
+13,mlp.experts.19.down_proj,0.06629325,0.01000,0.238
+13,mlp.experts.20.down_proj,0.00692458,0.01000,0.238
+13,mlp.experts.21.down_proj,0.03599033,0.01000,0.238
+13,mlp.experts.22.down_proj,0.00001411,0.01000,0.238
+13,mlp.experts.23.down_proj,0.00893941,0.01000,0.238
+13,mlp.experts.24.down_proj,0.07620929,0.01000,0.238
+13,mlp.experts.25.down_proj,0.00899752,0.01000,0.238
+13,mlp.experts.26.down_proj,0.26220810,0.01000,0.238
+13,mlp.experts.27.down_proj,0.00420861,0.01000,0.239
+13,mlp.experts.28.down_proj,0.06017860,0.01000,0.238
+13,mlp.experts.29.down_proj,0.02459066,0.01000,0.239
+13,mlp.experts.30.down_proj,0.00005511,0.01000,0.239
+13,mlp.experts.31.down_proj,0.00401082,0.01000,0.237
+13,mlp.experts.32.down_proj,0.00595491,0.01000,0.237
+13,mlp.experts.33.down_proj,0.14840309,0.01000,0.235
+13,mlp.experts.34.down_proj,0.00456229,0.01000,0.235
+13,mlp.experts.35.down_proj,0.00125227,0.01000,0.235
+13,mlp.experts.36.down_proj,0.04247612,0.01000,0.235
+13,mlp.experts.37.down_proj,0.00543797,0.01000,0.235
+13,mlp.experts.38.down_proj,0.00132700,0.01000,0.235
+13,mlp.experts.39.down_proj,0.00571174,0.01000,0.235
+13,mlp.experts.40.down_proj,0.05218869,0.01000,0.235
+13,mlp.experts.41.down_proj,0.06085940,0.01000,0.236
+13,mlp.experts.42.down_proj,0.02804181,0.01000,0.235
+13,mlp.experts.43.down_proj,0.00054485,0.01000,0.236
+13,mlp.experts.44.down_proj,0.05661559,0.01000,0.235
+13,mlp.experts.45.down_proj,0.26408395,0.01000,0.235
+13,mlp.experts.46.down_proj,0.00000094,0.01000,0.236
+13,mlp.experts.47.down_proj,0.26756871,0.01000,0.238
+13,mlp.experts.48.down_proj,0.00013353,0.01000,0.238
+13,mlp.experts.49.down_proj,0.09200336,0.01000,0.238
+13,mlp.experts.50.down_proj,0.00034819,0.01000,0.239
+13,mlp.experts.51.down_proj,0.00103617,0.01000,0.239
+13,mlp.experts.52.down_proj,0.05616718,0.01000,0.240
+13,mlp.experts.53.down_proj,0.00568720,0.01000,0.240
+13,mlp.experts.54.down_proj,0.00002155,0.01000,0.241
+13,mlp.experts.55.down_proj,0.03883814,0.01000,0.243
+13,mlp.experts.56.down_proj,0.00045009,0.01000,0.243
+13,mlp.experts.57.down_proj,0.04105182,0.01000,0.243
+13,mlp.experts.58.down_proj,0.05906280,0.01000,0.243
+13,mlp.experts.59.down_proj,0.03622567,0.01000,0.243
+13,mlp.experts.60.down_proj,0.00007670,0.01000,0.243
+13,mlp.experts.61.down_proj,0.29383880,0.01000,0.243
+13,mlp.experts.62.down_proj,0.04401579,0.01000,0.243
+13,mlp.experts.63.down_proj,0.00251883,0.01000,0.243
+13,mlp.experts.64.down_proj,0.00013968,0.01000,0.244
+13,mlp.experts.65.down_proj,0.03641022,0.01000,0.244
+13,mlp.experts.66.down_proj,0.04602028,0.01000,0.244
+13,mlp.experts.67.down_proj,0.01441233,0.01000,0.243
+13,mlp.experts.68.down_proj,0.01002878,0.01000,0.244
+13,mlp.experts.69.down_proj,0.00000859,0.01000,0.245
+13,mlp.experts.70.down_proj,0.00535609,0.01000,0.245
+13,mlp.experts.71.down_proj,0.10660671,0.01000,0.244
+13,mlp.experts.72.down_proj,0.00001118,0.01000,0.244
+13,mlp.experts.73.down_proj,0.02688798,0.01000,0.244
+13,mlp.experts.74.down_proj,0.00043372,0.01000,0.244
+13,mlp.experts.75.down_proj,0.08536323,0.01000,0.244
+13,mlp.experts.76.down_proj,0.03208248,0.01000,0.244
+13,mlp.experts.77.down_proj,0.13197401,0.01000,0.244
+13,mlp.experts.78.down_proj,0.35751474,0.01000,0.244
+13,mlp.experts.79.down_proj,0.08306568,0.01000,0.245
+13,mlp.experts.80.down_proj,0.02802277,0.01000,0.244
+13,mlp.experts.81.down_proj,0.04510052,0.01000,0.244
+13,mlp.experts.82.down_proj,0.04629897,0.01000,0.244
+13,mlp.experts.83.down_proj,0.02153236,0.01000,0.245
+13,mlp.experts.84.down_proj,0.00195990,0.01000,0.244
+13,mlp.experts.85.down_proj,0.00607753,0.01000,0.245
+13,mlp.experts.86.down_proj,0.00009950,0.01000,0.245
+13,mlp.experts.87.down_proj,0.00522559,0.01000,0.243
+13,mlp.experts.88.down_proj,0.00009411,0.01000,0.241
+13,mlp.experts.89.down_proj,0.01935029,0.01000,0.243
+13,mlp.experts.90.down_proj,0.00075367,0.01000,0.244
+13,mlp.experts.91.down_proj,0.09775080,0.01000,0.243
+13,mlp.experts.92.down_proj,0.10741886,0.01000,0.241
+13,mlp.experts.93.down_proj,0.00888338,0.01000,0.242
+13,mlp.experts.94.down_proj,0.00000851,0.01000,0.242
+13,mlp.experts.95.down_proj,0.13633263,0.01000,0.243
+13,mlp.experts.96.down_proj,0.00000984,0.01000,0.243
+13,mlp.experts.97.down_proj,0.00110013,0.01000,0.242
+13,mlp.experts.98.down_proj,0.06314196,0.01000,0.242
+13,mlp.experts.99.down_proj,0.00000009,0.01000,0.242
+13,mlp.experts.100.down_proj,0.00000201,0.01000,0.241
+13,mlp.experts.101.down_proj,0.09195187,0.01000,0.243
+13,mlp.experts.102.down_proj,0.09119381,0.01000,0.243
+13,mlp.experts.103.down_proj,0.19294797,0.01000,0.242
+13,mlp.experts.104.down_proj,0.04947866,0.01000,0.243
+13,mlp.experts.105.down_proj,0.01650833,0.01000,0.242
+13,mlp.experts.106.down_proj,0.06325893,0.01000,0.241
+13,mlp.experts.107.down_proj,0.01043918,0.01000,0.242
+13,mlp.experts.108.down_proj,0.00119961,0.01000,0.243
+13,mlp.experts.109.down_proj,0.08133517,0.01000,0.242
+13,mlp.experts.110.down_proj,0.00120738,0.01000,0.242
+13,mlp.experts.111.down_proj,0.00007482,0.01000,0.244
+13,mlp.experts.112.down_proj,0.07440156,0.01000,0.245
+13,mlp.experts.113.down_proj,0.03123528,0.01000,0.245
+13,mlp.experts.114.down_proj,0.00000493,0.01000,0.245
+13,mlp.experts.115.down_proj,0.02309822,0.01000,0.245
+13,mlp.experts.116.down_proj,0.00008691,0.01000,0.244
+13,mlp.experts.117.down_proj,0.00249507,0.01000,0.244
+13,mlp.experts.118.down_proj,0.00395292,0.01000,0.245
+13,mlp.experts.119.down_proj,0.00301763,0.01000,0.244
+13,mlp.experts.120.down_proj,0.03089030,0.01000,0.245
+13,mlp.experts.121.down_proj,0.04916133,0.01000,0.244
+13,mlp.experts.122.down_proj,0.04990696,0.01000,0.245
+13,mlp.experts.123.down_proj,0.09264135,0.01000,0.244
+13,mlp.experts.124.down_proj,0.03040592,0.01000,0.244
+13,mlp.experts.125.down_proj,0.00992239,0.01000,0.245
+13,mlp.experts.126.down_proj,0.00004791,0.01000,0.245
+13,mlp.experts.127.down_proj,0.01696900,0.01000,0.245
+14,self_attn.q_proj,0.12380628,0.01000,0.639
+14,self_attn.k_proj,0.01700280,0.01000,0.629
+14,self_attn.v_proj,0.01918422,0.01000,0.629
+14,self_attn.o_proj,0.01670863,0.01000,1.270
+14,mlp.experts.0.up_proj,0.01000469,0.01000,0.651
+14,mlp.experts.1.up_proj,0.31911853,0.01000,0.620
+14,mlp.experts.2.up_proj,0.05045820,0.01000,0.621
+14,mlp.experts.3.up_proj,0.73089939,0.01000,0.629
+14,mlp.experts.4.up_proj,0.14028291,0.01000,0.631
+14,mlp.experts.5.up_proj,0.00099129,0.01000,0.634
+14,mlp.experts.6.up_proj,0.41958034,0.01000,0.635
+14,mlp.experts.7.up_proj,0.24645358,0.01000,0.636
+14,mlp.experts.8.up_proj,0.25244689,0.01000,0.635
+14,mlp.experts.9.up_proj,0.02125941,0.01000,0.634
+14,mlp.experts.10.up_proj,0.21663359,0.01000,0.632
+14,mlp.experts.11.up_proj,0.03526123,0.01000,0.634
+14,mlp.experts.12.up_proj,0.01132418,0.01000,0.633
+14,mlp.experts.13.up_proj,0.01978427,0.01000,0.634
+14,mlp.experts.14.up_proj,0.30404425,0.01000,0.634
+14,mlp.experts.15.up_proj,0.18756685,0.01000,0.634
+14,mlp.experts.16.up_proj,0.21036200,0.01000,0.631
+14,mlp.experts.17.up_proj,0.30647105,0.01000,0.629
+14,mlp.experts.18.up_proj,0.24895987,0.01000,0.627
+14,mlp.experts.19.up_proj,0.07873636,0.01000,0.627
+14,mlp.experts.20.up_proj,0.63558549,0.01000,0.629
+14,mlp.experts.21.up_proj,0.01354241,0.01000,0.633
+14,mlp.experts.22.up_proj,1.02715099,0.01000,0.628
+14,mlp.experts.23.up_proj,0.29669857,0.01000,0.627
+14,mlp.experts.24.up_proj,0.02871569,0.01000,0.626
+14,mlp.experts.25.up_proj,0.00874796,0.01000,0.627
+14,mlp.experts.26.up_proj,0.47655833,0.01000,0.627
+14,mlp.experts.27.up_proj,0.02664024,0.01000,0.628
+14,mlp.experts.28.up_proj,0.28487694,0.01000,0.626
+14,mlp.experts.29.up_proj,0.03892971,0.01000,0.636
+14,mlp.experts.30.up_proj,0.12534560,0.01000,0.641
+14,mlp.experts.31.up_proj,0.08876418,0.01000,0.642
+14,mlp.experts.32.up_proj,0.25085896,0.01000,0.642
+14,mlp.experts.33.up_proj,1.11709976,0.01000,0.645
+14,mlp.experts.34.up_proj,0.86416143,0.01000,0.650
+14,mlp.experts.35.up_proj,0.00016642,0.01000,0.647
+14,mlp.experts.36.up_proj,0.20355757,0.01000,0.647
+14,mlp.experts.37.up_proj,0.13845930,0.01000,0.642
+14,mlp.experts.38.up_proj,1.33135700,0.01000,0.642
+14,mlp.experts.39.up_proj,0.57668519,0.01000,0.638
+14,mlp.experts.40.up_proj,0.19172347,0.01000,0.626
+14,mlp.experts.41.up_proj,0.00037523,0.01000,0.629
+14,mlp.experts.42.up_proj,0.28224957,0.01000,0.630
+14,mlp.experts.43.up_proj,0.00009050,0.01000,0.635
+14,mlp.experts.44.up_proj,0.60102403,0.01000,0.634
+14,mlp.experts.45.up_proj,0.00002682,0.01000,0.635
+14,mlp.experts.46.up_proj,0.00204149,0.01000,0.637
+14,mlp.experts.47.up_proj,0.29880100,0.01000,0.635
+14,mlp.experts.48.up_proj,0.27665210,0.01000,0.637
+14,mlp.experts.49.up_proj,0.11068492,0.01000,0.634
+14,mlp.experts.50.up_proj,0.18384992,0.01000,0.636
+14,mlp.experts.51.up_proj,0.12264284,0.01000,0.634
+14,mlp.experts.52.up_proj,0.01217289,0.01000,0.635
+14,mlp.experts.53.up_proj,0.74327010,0.01000,0.635
+14,mlp.experts.54.up_proj,0.00078206,0.01000,0.635
+14,mlp.experts.55.up_proj,1.77415037,0.01000,0.628
+14,mlp.experts.56.up_proj,0.00356003,0.01000,0.630
+14,mlp.experts.57.up_proj,0.39579692,0.01000,0.626
+14,mlp.experts.58.up_proj,0.00378182,0.01000,0.627
+14,mlp.experts.59.up_proj,0.02299831,0.01000,0.625
+14,mlp.experts.60.up_proj,0.25926924,0.01000,0.625
+14,mlp.experts.61.up_proj,0.03993008,0.01000,0.625
+14,mlp.experts.62.up_proj,0.47728103,0.01000,0.626
+14,mlp.experts.63.up_proj,0.00504619,0.01000,0.626
+14,mlp.experts.64.up_proj,0.39913422,0.01000,0.626
+14,mlp.experts.65.up_proj,0.00002593,0.01000,0.625
+14,mlp.experts.66.up_proj,0.02244463,0.01000,0.625
+14,mlp.experts.67.up_proj,0.03617082,0.01000,0.626
+14,mlp.experts.68.up_proj,0.29622173,0.01000,0.631
+14,mlp.experts.69.up_proj,0.27446377,0.01000,0.633
+14,mlp.experts.70.up_proj,0.00001391,0.01000,0.636
+14,mlp.experts.71.up_proj,0.07520557,0.01000,0.639
+14,mlp.experts.72.up_proj,0.00049468,0.01000,0.639
+14,mlp.experts.73.up_proj,0.00000233,0.01000,0.642
+14,mlp.experts.74.up_proj,0.07101870,0.01000,0.634
+14,mlp.experts.75.up_proj,1.04363358,0.01000,0.635
+14,mlp.experts.76.up_proj,0.25059366,0.01000,0.635
+14,mlp.experts.77.up_proj,0.07721509,0.01000,0.634
+14,mlp.experts.78.up_proj,0.00115010,0.01000,0.635
+14,mlp.experts.79.up_proj,0.29104513,0.01000,0.635
+14,mlp.experts.80.up_proj,0.37157586,0.01000,0.634
+14,mlp.experts.81.up_proj,0.95830137,0.01000,0.633
+14,mlp.experts.82.up_proj,0.69813496,0.01000,0.634
+14,mlp.experts.83.up_proj,0.00039011,0.01000,0.633
+14,mlp.experts.84.up_proj,0.23129492,0.01000,0.634
+14,mlp.experts.85.up_proj,0.05462697,0.01000,0.632
+14,mlp.experts.86.up_proj,0.60046130,0.01000,0.632
+14,mlp.experts.87.up_proj,0.10842276,0.01000,0.633
+14,mlp.experts.88.up_proj,0.05287496,0.01000,0.633
+14,mlp.experts.89.up_proj,0.02645353,0.01000,0.635
+14,mlp.experts.90.up_proj,0.00893447,0.01000,0.635
+14,mlp.experts.91.up_proj,0.00079204,0.01000,0.635
+14,mlp.experts.92.up_proj,1.39437366,0.01000,0.635
+14,mlp.experts.93.up_proj,0.04450295,0.01000,0.637
+14,mlp.experts.94.up_proj,0.02598063,0.01000,0.635
+14,mlp.experts.95.up_proj,0.25886890,0.01000,0.636
+14,mlp.experts.96.up_proj,0.05532909,0.01000,0.636
+14,mlp.experts.97.up_proj,0.00804368,0.01000,0.634
+14,mlp.experts.98.up_proj,0.01318119,0.01000,0.632
+14,mlp.experts.99.up_proj,0.42775753,0.01000,0.626
+14,mlp.experts.100.up_proj,0.55346680,0.01000,0.627
+14,mlp.experts.101.up_proj,0.68942142,0.01000,0.627
+14,mlp.experts.102.up_proj,0.38187462,0.01000,0.627
+14,mlp.experts.103.up_proj,0.00012102,0.01000,0.625
+14,mlp.experts.104.up_proj,0.00745228,0.01000,0.626
+14,mlp.experts.105.up_proj,0.18076223,0.01000,0.627
+14,mlp.experts.106.up_proj,0.00005372,0.01000,0.629
+14,mlp.experts.107.up_proj,0.15354541,0.01000,0.629
+14,mlp.experts.108.up_proj,0.20655262,0.01000,0.635
+14,mlp.experts.109.up_proj,0.16649473,0.01000,0.635
+14,mlp.experts.110.up_proj,0.98682237,0.01000,0.635
+14,mlp.experts.111.up_proj,0.36751139,0.01000,0.635
+14,mlp.experts.112.up_proj,0.07459649,0.01000,0.636
+14,mlp.experts.113.up_proj,0.00496970,0.01000,0.630
+14,mlp.experts.114.up_proj,0.07996307,0.01000,0.628
+14,mlp.experts.115.up_proj,0.54188979,0.01000,0.627
+14,mlp.experts.116.up_proj,0.00075711,0.01000,0.629
+14,mlp.experts.117.up_proj,0.00402223,0.01000,0.632
+14,mlp.experts.118.up_proj,0.00418905,0.01000,0.628
+14,mlp.experts.119.up_proj,0.02283985,0.01000,0.628
+14,mlp.experts.120.up_proj,0.00344359,0.01000,0.627
+14,mlp.experts.121.up_proj,0.03951625,0.01000,0.628
+14,mlp.experts.122.up_proj,0.00187181,0.01000,0.635
+14,mlp.experts.123.up_proj,0.02541870,0.01000,0.634
+14,mlp.experts.124.up_proj,0.00614381,0.01000,0.636
+14,mlp.experts.125.up_proj,0.36426693,0.01000,0.636
+14,mlp.experts.126.up_proj,0.00587807,0.01000,0.636
+14,mlp.experts.127.up_proj,0.00004796,0.01000,0.634
+14,mlp.experts.0.gate_proj,0.01031706,0.01000,0.634
+14,mlp.experts.1.gate_proj,0.32962513,0.01000,0.635
+14,mlp.experts.2.gate_proj,0.05224129,0.01000,0.634
+14,mlp.experts.3.gate_proj,0.71468782,0.01000,0.638
+14,mlp.experts.4.gate_proj,0.15104577,0.01000,0.638
+14,mlp.experts.5.gate_proj,0.00098098,0.01000,0.635
+14,mlp.experts.6.gate_proj,0.41115505,0.01000,0.628
+14,mlp.experts.7.gate_proj,0.24951351,0.01000,0.631
+14,mlp.experts.8.gate_proj,0.24692282,0.01000,0.629
+14,mlp.experts.9.gate_proj,0.02318908,0.01000,0.627
+14,mlp.experts.10.gate_proj,0.21952215,0.01000,0.627
+14,mlp.experts.11.gate_proj,0.03615787,0.01000,0.627
+14,mlp.experts.12.gate_proj,0.01182213,0.01000,0.627
+14,mlp.experts.13.gate_proj,0.02015674,0.01000,0.629
+14,mlp.experts.14.gate_proj,0.33353326,0.01000,0.628
+14,mlp.experts.15.gate_proj,0.19277358,0.01000,0.630
+14,mlp.experts.16.gate_proj,0.22630946,0.01000,0.627
+14,mlp.experts.17.gate_proj,0.32191357,0.01000,0.634
+14,mlp.experts.18.gate_proj,0.23062187,0.01000,0.636
+14,mlp.experts.19.gate_proj,0.08965870,0.01000,0.637
+14,mlp.experts.20.gate_proj,0.66218913,0.01000,0.635
+14,mlp.experts.21.gate_proj,0.01335631,0.01000,0.631
+14,mlp.experts.22.gate_proj,1.12425256,0.01000,0.630
+14,mlp.experts.23.gate_proj,0.29582143,0.01000,0.630
+14,mlp.experts.24.gate_proj,0.02933315,0.01000,0.626
+14,mlp.experts.25.gate_proj,0.00874067,0.01000,0.627
+14,mlp.experts.26.gate_proj,0.49737409,0.01000,0.626
+14,mlp.experts.27.gate_proj,0.02716806,0.01000,0.628
+14,mlp.experts.28.gate_proj,0.26849389,0.01000,0.628
+14,mlp.experts.29.gate_proj,0.03972063,0.01000,0.626
+14,mlp.experts.30.gate_proj,0.12961958,0.01000,0.626
+14,mlp.experts.31.gate_proj,0.08790310,0.01000,0.626
+14,mlp.experts.32.gate_proj,0.26355067,0.01000,0.625
+14,mlp.experts.33.gate_proj,1.29729235,0.01000,0.625
+14,mlp.experts.34.gate_proj,0.83132595,0.01000,0.626
+14,mlp.experts.35.gate_proj,0.00017246,0.01000,0.625
+14,mlp.experts.36.gate_proj,0.21068379,0.01000,0.629
+14,mlp.experts.37.gate_proj,0.14155588,0.01000,0.634
+14,mlp.experts.38.gate_proj,1.38046074,0.01000,0.635
+14,mlp.experts.39.gate_proj,0.54838258,0.01000,0.634
+14,mlp.experts.40.gate_proj,0.19185881,0.01000,0.633
+14,mlp.experts.41.gate_proj,0.00040127,0.01000,0.634
+14,mlp.experts.42.gate_proj,0.30388191,0.01000,0.634
+14,mlp.experts.43.gate_proj,0.00009080,0.01000,0.634
+14,mlp.experts.44.gate_proj,0.59586638,0.01000,0.637
+14,mlp.experts.45.gate_proj,0.00002756,0.01000,0.634
+14,mlp.experts.46.gate_proj,0.00196707,0.01000,0.633
+14,mlp.experts.47.gate_proj,0.32271528,0.01000,0.630
+14,mlp.experts.48.gate_proj,0.27286297,0.01000,0.626
+14,mlp.experts.49.gate_proj,0.11495829,0.01000,0.630
+14,mlp.experts.50.gate_proj,0.18784741,0.01000,0.627
+14,mlp.experts.51.gate_proj,0.12548569,0.01000,0.626
+14,mlp.experts.52.gate_proj,0.01185781,0.01000,0.627
+14,mlp.experts.53.gate_proj,0.75178230,0.01000,0.627
+14,mlp.experts.54.gate_proj,0.00077614,0.01000,0.626
+14,mlp.experts.55.gate_proj,2.14202332,0.01000,0.626
+14,mlp.experts.56.gate_proj,0.00371149,0.01000,0.628
+14,mlp.experts.57.gate_proj,0.39192274,0.01000,0.633
+14,mlp.experts.58.gate_proj,0.00362889,0.01000,0.633
+14,mlp.experts.59.gate_proj,0.02362520,0.01000,0.634
+14,mlp.experts.60.gate_proj,0.23100464,0.01000,0.634
+14,mlp.experts.61.gate_proj,0.04307773,0.01000,0.634
+14,mlp.experts.62.gate_proj,0.56907153,0.01000,0.635
+14,mlp.experts.63.gate_proj,0.00514217,0.01000,0.635
+14,mlp.experts.64.gate_proj,0.40612063,0.01000,0.635
+14,mlp.experts.65.gate_proj,0.00002700,0.01000,0.635
+14,mlp.experts.66.gate_proj,0.02304733,0.01000,0.634
+14,mlp.experts.67.gate_proj,0.03823721,0.01000,0.634
+14,mlp.experts.68.gate_proj,0.31121910,0.01000,0.634
+14,mlp.experts.69.gate_proj,0.27943376,0.01000,0.627
+14,mlp.experts.70.gate_proj,0.00001412,0.01000,0.627
+14,mlp.experts.71.gate_proj,0.07563490,0.01000,0.628
+14,mlp.experts.72.gate_proj,0.00049880,0.01000,0.627
+14,mlp.experts.73.gate_proj,0.00000229,0.01000,0.629
+14,mlp.experts.74.gate_proj,0.07606997,0.01000,0.633
+14,mlp.experts.75.gate_proj,1.04435480,0.01000,0.636
+14,mlp.experts.76.gate_proj,0.25187701,0.01000,0.634
+14,mlp.experts.77.gate_proj,0.08019903,0.01000,0.634
+14,mlp.experts.78.gate_proj,0.00118031,0.01000,0.635
+14,mlp.experts.79.gate_proj,0.30269751,0.01000,0.633
+14,mlp.experts.80.gate_proj,0.41363549,0.01000,0.635
+14,mlp.experts.81.gate_proj,0.99142969,0.01000,0.634
+14,mlp.experts.82.gate_proj,0.74558538,0.01000,0.635
+14,mlp.experts.83.gate_proj,0.00041380,0.01000,0.634
+14,mlp.experts.84.gate_proj,0.24665348,0.01000,0.635
+14,mlp.experts.85.gate_proj,0.05587327,0.01000,0.634
+14,mlp.experts.86.gate_proj,0.65269518,0.01000,0.630
+14,mlp.experts.87.gate_proj,0.11134692,0.01000,0.627
+14,mlp.experts.88.gate_proj,0.05236622,0.01000,0.626
+14,mlp.experts.89.gate_proj,0.02743961,0.01000,0.627
+14,mlp.experts.90.gate_proj,0.00895539,0.01000,0.626
+14,mlp.experts.91.gate_proj,0.00081371,0.01000,0.627
+14,mlp.experts.92.gate_proj,1.54610014,0.01000,0.627
+14,mlp.experts.93.gate_proj,0.04623151,0.01000,0.632
+14,mlp.experts.94.gate_proj,0.02798915,0.01000,0.628
+14,mlp.experts.95.gate_proj,0.25931805,0.01000,0.628
+14,mlp.experts.96.gate_proj,0.05494267,0.01000,0.627
+14,mlp.experts.97.gate_proj,0.00831679,0.01000,0.626
+14,mlp.experts.98.gate_proj,0.01353626,0.01000,0.626
+14,mlp.experts.99.gate_proj,0.42662138,0.01000,0.626
+14,mlp.experts.100.gate_proj,0.60967398,0.01000,0.633
+14,mlp.experts.101.gate_proj,0.74148768,0.01000,0.634
+14,mlp.experts.102.gate_proj,0.40277433,0.01000,0.635
+14,mlp.experts.103.gate_proj,0.00012374,0.01000,0.635
+14,mlp.experts.104.gate_proj,0.00752290,0.01000,0.635
+14,mlp.experts.105.gate_proj,0.19198066,0.01000,0.634
+14,mlp.experts.106.gate_proj,0.00005317,0.01000,0.634
+14,mlp.experts.107.gate_proj,0.15935604,0.01000,0.634
+14,mlp.experts.108.gate_proj,0.21646410,0.01000,0.633
+14,mlp.experts.109.gate_proj,0.17695931,0.01000,0.634
+14,mlp.experts.110.gate_proj,1.00324726,0.01000,0.636
+14,mlp.experts.111.gate_proj,0.36001420,0.01000,0.636
+14,mlp.experts.112.gate_proj,0.07557291,0.01000,0.635
+14,mlp.experts.113.gate_proj,0.00513741,0.01000,0.628
+14,mlp.experts.114.gate_proj,0.08494322,0.01000,0.627
+14,mlp.experts.115.gate_proj,0.57333660,0.01000,0.626
+14,mlp.experts.116.gate_proj,0.00077406,0.01000,0.626
+14,mlp.experts.117.gate_proj,0.03333706,0.01000,0.627
+14,mlp.experts.118.gate_proj,0.00416679,0.01000,0.626
+14,mlp.experts.119.gate_proj,0.02309216,0.01000,0.625
+14,mlp.experts.120.gate_proj,0.00366179,0.01000,0.626
+14,mlp.experts.121.gate_proj,0.04091954,0.01000,0.627
+14,mlp.experts.122.gate_proj,0.00190846,0.01000,0.627
+14,mlp.experts.123.gate_proj,0.02602769,0.01000,0.628
+14,mlp.experts.124.gate_proj,0.00643806,0.01000,0.632
+14,mlp.experts.125.gate_proj,0.36511248,0.01000,0.633
+14,mlp.experts.126.gate_proj,0.00613832,0.01000,0.633
+14,mlp.experts.127.gate_proj,0.00004882,0.01000,0.633
+14,mlp.experts.0.down_proj,0.00146080,0.01000,0.254
+14,mlp.experts.1.down_proj,0.04153548,0.01000,0.234
+14,mlp.experts.2.down_proj,0.00532313,0.01000,0.234
+14,mlp.experts.3.down_proj,0.09984727,0.01000,0.235
+14,mlp.experts.4.down_proj,0.03124343,0.01000,0.236
+14,mlp.experts.5.down_proj,0.00022845,0.01000,0.236
+14,mlp.experts.6.down_proj,0.06433406,0.01000,0.236
+14,mlp.experts.7.down_proj,0.04514731,0.01000,0.237
+14,mlp.experts.8.down_proj,0.04520742,0.01000,0.237
+14,mlp.experts.9.down_proj,0.00169171,0.01000,0.237
+14,mlp.experts.10.down_proj,0.04497561,0.01000,0.237
+14,mlp.experts.11.down_proj,0.01053381,0.01000,0.237
+14,mlp.experts.12.down_proj,0.00188981,0.01000,0.238
+14,mlp.experts.13.down_proj,0.00255316,0.01000,0.238
+14,mlp.experts.14.down_proj,0.03284232,0.01000,0.237
+14,mlp.experts.15.down_proj,0.03419334,0.01000,0.238
+14,mlp.experts.16.down_proj,0.03674742,0.01000,0.237
+14,mlp.experts.17.down_proj,0.07170098,0.01000,0.237
+14,mlp.experts.18.down_proj,0.05111425,0.01000,0.238
+14,mlp.experts.19.down_proj,0.00490228,0.01000,0.237
+14,mlp.experts.20.down_proj,0.15279041,0.01000,0.238
+14,mlp.experts.21.down_proj,0.00257599,0.01000,0.237
+14,mlp.experts.22.down_proj,0.15807936,0.01000,0.237
+14,mlp.experts.23.down_proj,0.04302808,0.01000,0.237
+14,mlp.experts.24.down_proj,0.00286697,0.01000,0.237
+14,mlp.experts.25.down_proj,0.00193566,0.01000,0.237
+14,mlp.experts.26.down_proj,0.06900667,0.01000,0.237
+14,mlp.experts.27.down_proj,0.00350767,0.01000,0.237
+14,mlp.experts.28.down_proj,0.06030784,0.01000,0.237
+14,mlp.experts.29.down_proj,0.00395384,0.01000,0.237
+14,mlp.experts.30.down_proj,0.01048922,0.01000,0.237
+14,mlp.experts.31.down_proj,0.01397068,0.01000,0.237
+14,mlp.experts.32.down_proj,0.07176685,0.01000,0.237
+14,mlp.experts.33.down_proj,0.22356968,0.01000,0.235
+14,mlp.experts.34.down_proj,0.12032814,0.01000,0.234
+14,mlp.experts.35.down_proj,0.00002745,0.01000,0.234
+14,mlp.experts.36.down_proj,0.02756420,0.01000,0.234
+14,mlp.experts.37.down_proj,0.01773960,0.01000,0.235
+14,mlp.experts.38.down_proj,0.19088408,0.01000,0.236
+14,mlp.experts.39.down_proj,0.11016836,0.01000,0.234
+14,mlp.experts.40.down_proj,0.02424149,0.01000,0.235
+14,mlp.experts.41.down_proj,0.00009946,0.01000,0.234
+14,mlp.experts.42.down_proj,0.04779094,0.01000,0.234
+14,mlp.experts.43.down_proj,0.00001795,0.01000,0.235
+14,mlp.experts.44.down_proj,0.08269241,0.01000,0.235
+14,mlp.experts.45.down_proj,0.00000445,0.01000,0.235
+14,mlp.experts.46.down_proj,0.00058279,0.01000,0.236
+14,mlp.experts.47.down_proj,0.06196777,0.01000,0.236
+14,mlp.experts.48.down_proj,0.06156340,0.01000,0.237
+14,mlp.experts.49.down_proj,0.01435128,0.01000,0.237
+14,mlp.experts.50.down_proj,0.02606785,0.01000,0.237
+14,mlp.experts.51.down_proj,0.01575135,0.01000,0.238
+14,mlp.experts.52.down_proj,0.00245150,0.01000,0.238
+14,mlp.experts.53.down_proj,0.09843957,0.01000,0.239
+14,mlp.experts.54.down_proj,0.00013578,0.01000,0.239
+14,mlp.experts.55.down_proj,0.29586938,0.01000,0.239
+14,mlp.experts.56.down_proj,0.00079936,0.01000,0.239
+14,mlp.experts.57.down_proj,0.05354439,0.01000,0.239
+14,mlp.experts.58.down_proj,0.00125068,0.01000,0.240
+14,mlp.experts.59.down_proj,0.00285218,0.01000,0.242
+14,mlp.experts.60.down_proj,0.04595666,0.01000,0.240
+14,mlp.experts.61.down_proj,0.00393087,0.01000,0.240
+14,mlp.experts.62.down_proj,0.11158266,0.01000,0.239
+14,mlp.experts.63.down_proj,0.00044864,0.01000,0.239
+14,mlp.experts.64.down_proj,0.08396746,0.01000,0.239
+14,mlp.experts.65.down_proj,0.00000360,0.01000,0.239
+14,mlp.experts.66.down_proj,0.00257178,0.01000,0.239
+14,mlp.experts.67.down_proj,0.00501590,0.01000,0.240
+14,mlp.experts.68.down_proj,0.06485830,0.01000,0.239
+14,mlp.experts.69.down_proj,0.04109504,0.01000,0.242
+14,mlp.experts.70.down_proj,0.00000219,0.01000,0.241
+14,mlp.experts.71.down_proj,0.01010607,0.01000,0.242
+14,mlp.experts.72.down_proj,0.00009496,0.01000,0.242
+14,mlp.experts.73.down_proj,0.00000019,0.01000,0.243
+14,mlp.experts.74.down_proj,0.00927317,0.01000,0.242
+14,mlp.experts.75.down_proj,0.19205293,0.01000,0.243
+14,mlp.experts.76.down_proj,0.02785317,0.01000,0.242
+14,mlp.experts.77.down_proj,0.00901469,0.01000,0.243
+14,mlp.experts.78.down_proj,0.00022918,0.01000,0.243
+14,mlp.experts.79.down_proj,0.05448313,0.01000,0.243
+14,mlp.experts.80.down_proj,0.07817242,0.01000,0.243
+14,mlp.experts.81.down_proj,0.20213020,0.01000,0.243
+14,mlp.experts.82.down_proj,0.13572526,0.01000,0.243
+14,mlp.experts.83.down_proj,0.00001274,0.01000,0.243
+14,mlp.experts.84.down_proj,0.04078587,0.01000,0.244
+14,mlp.experts.85.down_proj,0.00549018,0.01000,0.243
+14,mlp.experts.86.down_proj,0.09738237,0.01000,0.244
+14,mlp.experts.87.down_proj,0.01069526,0.01000,0.241
+14,mlp.experts.88.down_proj,0.01034401,0.01000,0.241
+14,mlp.experts.89.down_proj,0.00304417,0.01000,0.242
+14,mlp.experts.90.down_proj,0.00131410,0.01000,0.241
+14,mlp.experts.91.down_proj,0.00016733,0.01000,0.243
+14,mlp.experts.92.down_proj,0.18495637,0.01000,0.243
+14,mlp.experts.93.down_proj,0.00800592,0.01000,0.243
+14,mlp.experts.94.down_proj,0.00419425,0.01000,0.241
+14,mlp.experts.95.down_proj,0.03666366,0.01000,0.241
+14,mlp.experts.96.down_proj,0.00999355,0.01000,0.241
+14,mlp.experts.97.down_proj,0.00102396,0.01000,0.241
+14,mlp.experts.98.down_proj,0.00214245,0.01000,0.240
+14,mlp.experts.99.down_proj,0.06087061,0.01000,0.240
+14,mlp.experts.100.down_proj,0.13698974,0.01000,0.241
+14,mlp.experts.101.down_proj,0.12086111,0.01000,0.241
+14,mlp.experts.102.down_proj,0.07785134,0.01000,0.241
+14,mlp.experts.103.down_proj,0.00002394,0.01000,0.241
+14,mlp.experts.104.down_proj,0.00150077,0.01000,0.241
+14,mlp.experts.105.down_proj,0.02499337,0.01000,0.241
+14,mlp.experts.106.down_proj,0.00000901,0.01000,0.241
+14,mlp.experts.107.down_proj,0.03273396,0.01000,0.241
+14,mlp.experts.108.down_proj,0.03020090,0.01000,0.241
+14,mlp.experts.109.down_proj,0.01799450,0.01000,0.241
+14,mlp.experts.110.down_proj,0.14750560,0.01000,0.241
+14,mlp.experts.111.down_proj,0.05970532,0.01000,0.241
+14,mlp.experts.112.down_proj,0.01288128,0.01000,0.241
+14,mlp.experts.113.down_proj,0.00060172,0.01000,0.241
+14,mlp.experts.114.down_proj,0.01052030,0.01000,0.241
+14,mlp.experts.115.down_proj,0.08022713,0.01000,0.241
+14,mlp.experts.116.down_proj,0.00012794,0.01000,0.240
+14,mlp.experts.117.down_proj,0.00018528,0.01000,0.240
+14,mlp.experts.118.down_proj,0.00094521,0.01000,0.241
+14,mlp.experts.119.down_proj,0.00570447,0.01000,0.242
+14,mlp.experts.120.down_proj,0.00078852,0.01000,0.243
+14,mlp.experts.121.down_proj,0.00692125,0.01000,0.243
+14,mlp.experts.122.down_proj,0.00068648,0.01000,0.244
+14,mlp.experts.123.down_proj,0.00183866,0.01000,0.244
+14,mlp.experts.124.down_proj,0.00140815,0.01000,0.244
+14,mlp.experts.125.down_proj,0.06726624,0.01000,0.244
+14,mlp.experts.126.down_proj,0.00214412,0.01000,0.244
+14,mlp.experts.127.down_proj,0.00000853,0.01000,0.245
+15,self_attn.q_proj,0.06693505,0.01000,0.637
+15,self_attn.k_proj,0.00878146,0.01000,0.621
+15,self_attn.v_proj,0.00937420,0.01000,0.621
+15,self_attn.o_proj,0.00896047,0.01000,1.267
+15,mlp.experts.0.up_proj,1.43940091,0.01000,0.658
+15,mlp.experts.1.up_proj,0.77046895,0.01000,0.616
+15,mlp.experts.2.up_proj,0.13173974,0.01000,0.618
+15,mlp.experts.3.up_proj,0.21530291,0.01000,0.621
+15,mlp.experts.4.up_proj,0.00906126,0.01000,0.621
+15,mlp.experts.5.up_proj,0.00095626,0.01000,0.625
+15,mlp.experts.6.up_proj,0.31587240,0.01000,0.635
+15,mlp.experts.7.up_proj,0.63299453,0.01000,0.628
+15,mlp.experts.8.up_proj,0.93898642,0.01000,0.628
+15,mlp.experts.9.up_proj,0.21583465,0.01000,0.629
+15,mlp.experts.10.up_proj,0.02536005,0.01000,0.631
+15,mlp.experts.11.up_proj,0.27878278,0.01000,0.629
+15,mlp.experts.12.up_proj,0.00200925,0.01000,0.630
+15,mlp.experts.13.up_proj,0.06434843,0.01000,0.632
+15,mlp.experts.14.up_proj,0.01826064,0.01000,0.630
+15,mlp.experts.15.up_proj,0.00071187,0.01000,0.629
+15,mlp.experts.16.up_proj,1.58446169,0.01000,0.629
+15,mlp.experts.17.up_proj,0.32379466,0.01000,0.629
+15,mlp.experts.18.up_proj,0.09021497,0.01000,0.626
+15,mlp.experts.19.up_proj,0.00408731,0.01000,0.624
+15,mlp.experts.20.up_proj,0.23347917,0.01000,0.624
+15,mlp.experts.21.up_proj,0.00388456,0.01000,0.626
+15,mlp.experts.22.up_proj,0.00065001,0.01000,0.622
+15,mlp.experts.23.up_proj,0.15408874,0.01000,0.620
+15,mlp.experts.24.up_proj,0.03760289,0.01000,0.621
+15,mlp.experts.25.up_proj,1.05325365,0.01000,0.623
+15,mlp.experts.26.up_proj,0.00454630,0.01000,0.622
+15,mlp.experts.27.up_proj,0.01200023,0.01000,0.621
+15,mlp.experts.28.up_proj,0.01337103,0.01000,0.627
+15,mlp.experts.29.up_proj,0.04295674,0.01000,0.630
+15,mlp.experts.30.up_proj,0.10171495,0.01000,0.630
+15,mlp.experts.31.up_proj,0.37506357,0.01000,0.629
+15,mlp.experts.32.up_proj,1.66196275,0.01000,0.631
+15,mlp.experts.33.up_proj,0.08189828,0.01000,0.631
+15,mlp.experts.34.up_proj,0.20666182,0.01000,0.629
+15,mlp.experts.35.up_proj,0.39643896,0.01000,0.631
+15,mlp.experts.36.up_proj,0.00070814,0.01000,0.630
+15,mlp.experts.37.up_proj,0.31204545,0.01000,0.629
+15,mlp.experts.38.up_proj,0.05891979,0.01000,0.631
+15,mlp.experts.39.up_proj,0.12971291,0.01000,0.631
+15,mlp.experts.40.up_proj,1.85042536,0.01000,0.628
+15,mlp.experts.41.up_proj,0.79696476,0.01000,0.623
+15,mlp.experts.42.up_proj,0.00420895,0.01000,0.624
+15,mlp.experts.43.up_proj,0.00223219,0.01000,0.624
+15,mlp.experts.44.up_proj,0.00008976,0.01000,0.625
+15,mlp.experts.45.up_proj,0.02958289,0.01000,0.626
+15,mlp.experts.46.up_proj,0.23225796,0.01000,0.629
+15,mlp.experts.47.up_proj,0.00743875,0.01000,0.626
+15,mlp.experts.48.up_proj,0.05605497,0.01000,0.626
+15,mlp.experts.49.up_proj,1.34636092,0.01000,0.629
+15,mlp.experts.50.up_proj,0.09463610,0.01000,0.630
+15,mlp.experts.51.up_proj,0.58391964,0.01000,0.631
+15,mlp.experts.52.up_proj,1.05594754,0.01000,0.631
+15,mlp.experts.53.up_proj,0.01488327,0.01000,0.631
+15,mlp.experts.54.up_proj,0.07578656,0.01000,0.631
+15,mlp.experts.55.up_proj,0.41427159,0.01000,0.630
+15,mlp.experts.56.up_proj,0.29021472,0.01000,0.633
+15,mlp.experts.57.up_proj,0.06811359,0.01000,0.631
+15,mlp.experts.58.up_proj,0.17797822,0.01000,0.631
+15,mlp.experts.59.up_proj,0.09437549,0.01000,0.631
+15,mlp.experts.60.up_proj,0.19036196,0.01000,0.631
+15,mlp.experts.61.up_proj,0.09236492,0.01000,0.632
+15,mlp.experts.62.up_proj,0.00150484,0.01000,0.627
+15,mlp.experts.63.up_proj,0.06999774,0.01000,0.625
+15,mlp.experts.64.up_proj,0.04822832,0.01000,0.624
+15,mlp.experts.65.up_proj,0.00008867,0.01000,0.624
+15,mlp.experts.66.up_proj,0.09621018,0.01000,0.622
+15,mlp.experts.67.up_proj,0.00023156,0.01000,0.621
+15,mlp.experts.68.up_proj,0.00957580,0.01000,0.623
+15,mlp.experts.69.up_proj,0.19486603,0.01000,0.622
+15,mlp.experts.70.up_proj,0.17460939,0.01000,0.623
+15,mlp.experts.71.up_proj,0.15739444,0.01000,0.627
+15,mlp.experts.72.up_proj,0.20047928,0.01000,0.629
+15,mlp.experts.73.up_proj,0.01806265,0.01000,0.629
+15,mlp.experts.74.up_proj,0.00020052,0.01000,0.631
+15,mlp.experts.75.up_proj,0.05897265,0.01000,0.632
+15,mlp.experts.76.up_proj,0.05915829,0.01000,0.630
+15,mlp.experts.77.up_proj,1.20494342,0.01000,0.632
+15,mlp.experts.78.up_proj,0.14881344,0.01000,0.630
+15,mlp.experts.79.up_proj,0.00650350,0.01000,0.630
+15,mlp.experts.80.up_proj,0.57939696,0.01000,0.630
+15,mlp.experts.81.up_proj,0.03387990,0.01000,0.630
+15,mlp.experts.82.up_proj,0.72736251,0.01000,0.630
+15,mlp.experts.83.up_proj,0.10499424,0.01000,0.631
+15,mlp.experts.84.up_proj,0.07743558,0.01000,0.625
+15,mlp.experts.85.up_proj,0.55670428,0.01000,0.625
+15,mlp.experts.86.up_proj,0.50804770,0.01000,0.625
+15,mlp.experts.87.up_proj,1.88543177,0.01000,0.624
+15,mlp.experts.88.up_proj,0.00157279,0.01000,0.623
+15,mlp.experts.89.up_proj,1.04325032,0.01000,0.623
+15,mlp.experts.90.up_proj,0.51780528,0.01000,0.623
+15,mlp.experts.91.up_proj,0.50513536,0.01000,0.623
+15,mlp.experts.92.up_proj,0.00001407,0.01000,0.626
+15,mlp.experts.93.up_proj,0.08687774,0.01000,0.629
+15,mlp.experts.94.up_proj,0.32754546,0.01000,0.625
+15,mlp.experts.95.up_proj,0.63565433,0.01000,0.626
+15,mlp.experts.96.up_proj,0.09973247,0.01000,0.627
+15,mlp.experts.97.up_proj,0.00019335,0.01000,0.626
+15,mlp.experts.98.up_proj,0.83267850,0.01000,0.627
+15,mlp.experts.99.up_proj,0.00748377,0.01000,0.628
+15,mlp.experts.100.up_proj,0.34248433,0.01000,0.630
+15,mlp.experts.101.up_proj,0.21787100,0.01000,0.631
+15,mlp.experts.102.up_proj,0.15416388,0.01000,0.631
+15,mlp.experts.103.up_proj,0.05006918,0.01000,0.631
+15,mlp.experts.104.up_proj,0.01414695,0.01000,0.633
+15,mlp.experts.105.up_proj,0.00051250,0.01000,0.631
+15,mlp.experts.106.up_proj,0.22015433,0.01000,0.633
+15,mlp.experts.107.up_proj,0.02184580,0.01000,0.631
+15,mlp.experts.108.up_proj,0.00000503,0.01000,0.629
+15,mlp.experts.109.up_proj,0.08660148,0.01000,0.624
+15,mlp.experts.110.up_proj,0.03623078,0.01000,0.623
+15,mlp.experts.111.up_proj,0.00477169,0.01000,0.627
+15,mlp.experts.112.up_proj,0.01467152,0.01000,0.624
+15,mlp.experts.113.up_proj,0.03013704,0.01000,0.624
+15,mlp.experts.114.up_proj,0.00010720,0.01000,0.623
+15,mlp.experts.115.up_proj,0.05110764,0.01000,0.623
+15,mlp.experts.116.up_proj,0.15831849,0.01000,0.626
+15,mlp.experts.117.up_proj,0.08465745,0.01000,0.623
+15,mlp.experts.118.up_proj,0.04735339,0.01000,0.622
+15,mlp.experts.119.up_proj,0.10936200,0.01000,0.622
+15,mlp.experts.120.up_proj,1.13333166,0.01000,0.625
+15,mlp.experts.121.up_proj,0.55927956,0.01000,0.625
+15,mlp.experts.122.up_proj,0.01971960,0.01000,0.625
+15,mlp.experts.123.up_proj,0.09887590,0.01000,0.627
+15,mlp.experts.124.up_proj,0.00000546,0.01000,0.631
+15,mlp.experts.125.up_proj,0.40756208,0.01000,0.632
+15,mlp.experts.126.up_proj,0.07297450,0.01000,0.631
+15,mlp.experts.127.up_proj,0.03743995,0.01000,0.632
+15,mlp.experts.0.gate_proj,1.64264107,0.01000,0.633
+15,mlp.experts.1.gate_proj,0.73803282,0.01000,0.631
+15,mlp.experts.2.gate_proj,0.13533799,0.01000,0.633
+15,mlp.experts.3.gate_proj,0.20477828,0.01000,0.632
+15,mlp.experts.4.gate_proj,0.00822935,0.01000,0.631
+15,mlp.experts.5.gate_proj,0.00098613,0.01000,0.632
+15,mlp.experts.6.gate_proj,0.31044152,0.01000,0.632
+15,mlp.experts.7.gate_proj,0.64462149,0.01000,0.630
+15,mlp.experts.8.gate_proj,0.95973408,0.01000,0.626
+15,mlp.experts.9.gate_proj,0.22629815,0.01000,0.626
+15,mlp.experts.10.gate_proj,0.02509362,0.01000,0.624
+15,mlp.experts.11.gate_proj,0.30403274,0.01000,0.624
+15,mlp.experts.12.gate_proj,0.00208979,0.01000,0.624
+15,mlp.experts.13.gate_proj,0.06500052,0.01000,0.625
+15,mlp.experts.14.gate_proj,0.01867422,0.01000,0.623
+15,mlp.experts.15.gate_proj,0.00073675,0.01000,0.623
+15,mlp.experts.16.gate_proj,1.58187580,0.01000,0.624
+15,mlp.experts.17.gate_proj,0.32379329,0.01000,0.622
+15,mlp.experts.18.gate_proj,0.09586246,0.01000,0.622
+15,mlp.experts.19.gate_proj,0.00420493,0.01000,0.622
+15,mlp.experts.20.gate_proj,0.22072297,0.01000,0.622
+15,mlp.experts.21.gate_proj,0.00401749,0.01000,0.624
+15,mlp.experts.22.gate_proj,0.00063908,0.01000,0.627
+15,mlp.experts.23.gate_proj,0.14954691,0.01000,0.630
+15,mlp.experts.24.gate_proj,0.03885545,0.01000,0.630
+15,mlp.experts.25.gate_proj,1.23781812,0.01000,0.631
+15,mlp.experts.26.gate_proj,0.00475011,0.01000,0.631
+15,mlp.experts.27.gate_proj,0.01228097,0.01000,0.630
+15,mlp.experts.28.gate_proj,0.01429198,0.01000,0.630
+15,mlp.experts.29.gate_proj,0.04690083,0.01000,0.630
+15,mlp.experts.30.gate_proj,0.10292818,0.01000,0.630
+15,mlp.experts.31.gate_proj,0.37609005,0.01000,0.632
+15,mlp.experts.32.gate_proj,1.97854936,0.01000,0.630
+15,mlp.experts.33.gate_proj,0.08527210,0.01000,0.622
+15,mlp.experts.34.gate_proj,0.21289085,0.01000,0.628
+15,mlp.experts.35.gate_proj,0.38275906,0.01000,0.627
+15,mlp.experts.36.gate_proj,0.00069996,0.01000,0.627
+15,mlp.experts.37.gate_proj,0.32463717,0.01000,0.631
+15,mlp.experts.38.gate_proj,0.05682340,0.01000,0.629
+15,mlp.experts.39.gate_proj,0.13567448,0.01000,0.623
+15,mlp.experts.40.gate_proj,1.82701528,0.01000,0.623
+15,mlp.experts.41.gate_proj,0.82465935,0.01000,0.622
+15,mlp.experts.42.gate_proj,0.00435698,0.01000,0.624
+15,mlp.experts.43.gate_proj,0.00256281,0.01000,0.620
+15,mlp.experts.44.gate_proj,0.00009297,0.01000,0.621
+15,mlp.experts.45.gate_proj,0.03046983,0.01000,0.625
+15,mlp.experts.46.gate_proj,0.24143255,0.01000,0.628
+15,mlp.experts.47.gate_proj,0.00768432,0.01000,0.630
+15,mlp.experts.48.gate_proj,0.05691068,0.01000,0.630
+15,mlp.experts.49.gate_proj,1.42710781,0.01000,0.632
+15,mlp.experts.50.gate_proj,0.09609415,0.01000,0.631
+15,mlp.experts.51.gate_proj,0.62004924,0.01000,0.633
+15,mlp.experts.52.gate_proj,1.18173552,0.01000,0.632
+15,mlp.experts.53.gate_proj,0.01504456,0.01000,0.632
+15,mlp.experts.54.gate_proj,0.07455359,0.01000,0.632
+15,mlp.experts.55.gate_proj,0.40269250,0.01000,0.631
+15,mlp.experts.56.gate_proj,0.28857660,0.01000,0.632
+15,mlp.experts.57.gate_proj,0.06976576,0.01000,0.631
+15,mlp.experts.58.gate_proj,0.18286811,0.01000,0.627
+15,mlp.experts.59.gate_proj,0.10150321,0.01000,0.625
+15,mlp.experts.60.gate_proj,0.19110894,0.01000,0.622
+15,mlp.experts.61.gate_proj,0.09169119,0.01000,0.623
+15,mlp.experts.62.gate_proj,0.00153967,0.01000,0.626
+15,mlp.experts.63.gate_proj,0.07214269,0.01000,0.625
+15,mlp.experts.64.gate_proj,0.05072592,0.01000,0.623
+15,mlp.experts.65.gate_proj,0.00009073,0.01000,0.623
+15,mlp.experts.66.gate_proj,0.10630099,0.01000,0.622
+15,mlp.experts.67.gate_proj,0.00023449,0.01000,0.623
+15,mlp.experts.68.gate_proj,0.00991085,0.01000,0.621
+15,mlp.experts.69.gate_proj,0.18995219,0.01000,0.623
+15,mlp.experts.70.gate_proj,0.17912561,0.01000,0.625
+15,mlp.experts.71.gate_proj,0.15703481,0.01000,0.627
+15,mlp.experts.72.gate_proj,0.21402323,0.01000,0.628
+15,mlp.experts.73.gate_proj,0.12686616,0.01000,0.630
+15,mlp.experts.74.gate_proj,0.00021201,0.01000,0.632
+15,mlp.experts.75.gate_proj,0.06197526,0.01000,0.638
+15,mlp.experts.76.gate_proj,0.05830681,0.01000,0.631
+15,mlp.experts.77.gate_proj,1.22690427,0.01000,0.631
+15,mlp.experts.78.gate_proj,0.15107536,0.01000,0.631
+15,mlp.experts.79.gate_proj,0.00666162,0.01000,0.632
+15,mlp.experts.80.gate_proj,0.66081321,0.01000,0.633
+15,mlp.experts.81.gate_proj,0.03485106,0.01000,0.634
+15,mlp.experts.82.gate_proj,0.71250087,0.01000,0.631
+15,mlp.experts.83.gate_proj,0.10776968,0.01000,0.628
+15,mlp.experts.84.gate_proj,0.07905619,0.01000,0.622
+15,mlp.experts.85.gate_proj,0.52505547,0.01000,0.624
+15,mlp.experts.86.gate_proj,0.49281743,0.01000,0.628
+15,mlp.experts.87.gate_proj,2.14629745,0.01000,0.631
+15,mlp.experts.88.gate_proj,0.00161340,0.01000,0.625
+15,mlp.experts.89.gate_proj,1.09183431,0.01000,0.628
+15,mlp.experts.90.gate_proj,0.56140220,0.01000,0.629
+15,mlp.experts.91.gate_proj,0.48848519,0.01000,0.628
+15,mlp.experts.92.gate_proj,0.00001496,0.01000,0.623
+15,mlp.experts.93.gate_proj,0.08957727,0.01000,0.623
+15,mlp.experts.94.gate_proj,0.32579055,0.01000,0.628
+15,mlp.experts.95.gate_proj,0.63591123,0.01000,0.629
+15,mlp.experts.96.gate_proj,0.09923612,0.01000,0.630
+15,mlp.experts.97.gate_proj,0.00019836,0.01000,0.631
+15,mlp.experts.98.gate_proj,0.85453582,0.01000,0.632
+15,mlp.experts.99.gate_proj,0.00757573,0.01000,0.633
+15,mlp.experts.100.gate_proj,0.37601271,0.01000,0.633
+15,mlp.experts.101.gate_proj,0.23516366,0.01000,0.632
+15,mlp.experts.102.gate_proj,0.16624524,0.01000,0.633
+15,mlp.experts.103.gate_proj,0.05030268,0.01000,0.631
+15,mlp.experts.104.gate_proj,0.01434683,0.01000,0.634
+15,mlp.experts.105.gate_proj,0.00051288,0.01000,0.632
+15,mlp.experts.106.gate_proj,0.22946680,0.01000,0.631
+15,mlp.experts.107.gate_proj,0.02225750,0.01000,0.628
+15,mlp.experts.108.gate_proj,0.00000533,0.01000,0.623
+15,mlp.experts.109.gate_proj,0.09120043,0.01000,0.623
+15,mlp.experts.110.gate_proj,0.03681051,0.01000,0.621
+15,mlp.experts.111.gate_proj,0.00491649,0.01000,0.622
+15,mlp.experts.112.gate_proj,0.01524263,0.01000,0.621
+15,mlp.experts.113.gate_proj,0.03065674,0.01000,0.623
+15,mlp.experts.114.gate_proj,0.00011606,0.01000,0.621
+15,mlp.experts.115.gate_proj,0.05053266,0.01000,0.622
+15,mlp.experts.116.gate_proj,0.16846116,0.01000,0.621
+15,mlp.experts.117.gate_proj,0.09496203,0.01000,0.621
+15,mlp.experts.118.gate_proj,0.04780748,0.01000,0.622
+15,mlp.experts.119.gate_proj,0.11720596,0.01000,0.626
+15,mlp.experts.120.gate_proj,1.17688370,0.01000,0.629
+15,mlp.experts.121.gate_proj,0.54966241,0.01000,0.629
+15,mlp.experts.122.gate_proj,0.02103558,0.01000,0.630
+15,mlp.experts.123.gate_proj,0.10373807,0.01000,0.629
+15,mlp.experts.124.gate_proj,0.00000552,0.01000,0.631
+15,mlp.experts.125.gate_proj,0.42733607,0.01000,0.630
+15,mlp.experts.126.gate_proj,0.07343674,0.01000,0.630
+15,mlp.experts.127.gate_proj,0.03920133,0.01000,0.632
+15,mlp.experts.0.down_proj,0.27649760,0.01000,0.248
+15,mlp.experts.1.down_proj,0.12252649,0.01000,0.236
+15,mlp.experts.2.down_proj,0.01857458,0.01000,0.236
+15,mlp.experts.3.down_proj,0.03590568,0.01000,0.236
+15,mlp.experts.4.down_proj,0.00176574,0.01000,0.235
+15,mlp.experts.5.down_proj,0.00019658,0.01000,0.236
+15,mlp.experts.6.down_proj,0.04437084,0.01000,0.236
+15,mlp.experts.7.down_proj,0.08745433,0.01000,0.237
+15,mlp.experts.8.down_proj,0.12773317,0.01000,0.238
+15,mlp.experts.9.down_proj,0.03264784,0.01000,0.238
+15,mlp.experts.10.down_proj,0.00444045,0.01000,0.238
+15,mlp.experts.11.down_proj,0.03418030,0.01000,0.238
+15,mlp.experts.12.down_proj,0.00053580,0.01000,0.237
+15,mlp.experts.13.down_proj,0.00837352,0.01000,0.239
+15,mlp.experts.14.down_proj,0.00227922,0.01000,0.238
+15,mlp.experts.15.down_proj,0.00011870,0.01000,0.238
+15,mlp.experts.16.down_proj,0.24001998,0.01000,0.239
+15,mlp.experts.17.down_proj,0.03860801,0.01000,0.238
+15,mlp.experts.18.down_proj,0.00795438,0.01000,0.239
+15,mlp.experts.19.down_proj,0.00063842,0.01000,0.239
+15,mlp.experts.20.down_proj,0.03775020,0.01000,0.238
+15,mlp.experts.21.down_proj,0.00055821,0.01000,0.239
+15,mlp.experts.22.down_proj,0.00020262,0.01000,0.238
+15,mlp.experts.23.down_proj,0.03204747,0.01000,0.239
+15,mlp.experts.24.down_proj,0.00165017,0.01000,0.239
+15,mlp.experts.25.down_proj,0.18149361,0.01000,0.239
+15,mlp.experts.26.down_proj,0.00030287,0.01000,0.239
+15,mlp.experts.27.down_proj,0.00174904,0.01000,0.238
+15,mlp.experts.28.down_proj,0.00320836,0.01000,0.238
+15,mlp.experts.29.down_proj,0.00759481,0.01000,0.238
+15,mlp.experts.30.down_proj,0.01878075,0.01000,0.238
+15,mlp.experts.31.down_proj,0.06238363,0.01000,0.238
+15,mlp.experts.32.down_proj,0.37218326,0.01000,0.235
+15,mlp.experts.33.down_proj,0.01639879,0.01000,0.235
+15,mlp.experts.34.down_proj,0.03583128,0.01000,0.235
+15,mlp.experts.35.down_proj,0.07268085,0.01000,0.235
+15,mlp.experts.36.down_proj,0.00025641,0.01000,0.235
+15,mlp.experts.37.down_proj,0.06232903,0.01000,0.236
+15,mlp.experts.38.down_proj,0.00240201,0.01000,0.235
+15,mlp.experts.39.down_proj,0.01516223,0.01000,0.235
+15,mlp.experts.40.down_proj,0.27164638,0.01000,0.235
+15,mlp.experts.41.down_proj,0.17117518,0.01000,0.235
+15,mlp.experts.42.down_proj,0.00102402,0.01000,0.235
+15,mlp.experts.43.down_proj,0.00100123,0.01000,0.236
+15,mlp.experts.44.down_proj,0.00001486,0.01000,0.236
+15,mlp.experts.45.down_proj,0.00468088,0.01000,0.237
+15,mlp.experts.46.down_proj,0.04569524,0.01000,0.237
+15,mlp.experts.47.down_proj,0.00169509,0.01000,0.238
+15,mlp.experts.48.down_proj,0.00608516,0.01000,0.238
+15,mlp.experts.49.down_proj,0.29762125,0.01000,0.239
+15,mlp.experts.50.down_proj,0.00866450,0.01000,0.239
+15,mlp.experts.51.down_proj,0.09572855,0.01000,0.239
+15,mlp.experts.52.down_proj,0.29535028,0.01000,0.239
+15,mlp.experts.53.down_proj,0.00324388,0.01000,0.239
+15,mlp.experts.54.down_proj,0.01344671,0.01000,0.239
+15,mlp.experts.55.down_proj,0.06548824,0.01000,0.239
+15,mlp.experts.56.down_proj,0.03889765,0.01000,0.239
+15,mlp.experts.57.down_proj,0.01124342,0.01000,0.238
+15,mlp.experts.58.down_proj,0.01868341,0.01000,0.239
+15,mlp.experts.59.down_proj,0.01765094,0.01000,0.239
+15,mlp.experts.60.down_proj,0.03296120,0.01000,0.240
+15,mlp.experts.61.down_proj,0.01365290,0.01000,0.240
+15,mlp.experts.62.down_proj,0.00039629,0.01000,0.240
+15,mlp.experts.63.down_proj,0.00657549,0.01000,0.240
+15,mlp.experts.64.down_proj,0.00221481,0.01000,0.243
+15,mlp.experts.65.down_proj,0.00002584,0.01000,0.242
+15,mlp.experts.66.down_proj,0.01902121,0.01000,0.242
+15,mlp.experts.67.down_proj,0.00004407,0.01000,0.243
+15,mlp.experts.68.down_proj,0.00145597,0.01000,0.243
+15,mlp.experts.69.down_proj,0.04087887,0.01000,0.243
+15,mlp.experts.70.down_proj,0.03697796,0.01000,0.243
+15,mlp.experts.71.down_proj,0.02972962,0.01000,0.243
+15,mlp.experts.72.down_proj,0.03400000,0.01000,0.243
+15,mlp.experts.73.down_proj,0.00135128,0.01000,0.243
+15,mlp.experts.74.down_proj,0.00004792,0.01000,0.243
+15,mlp.experts.75.down_proj,0.00932992,0.01000,0.243
+15,mlp.experts.76.down_proj,0.00972148,0.01000,0.243
+15,mlp.experts.77.down_proj,0.22236961,0.01000,0.244
+15,mlp.experts.78.down_proj,0.02623826,0.01000,0.243
+15,mlp.experts.79.down_proj,0.00087276,0.01000,0.244
+15,mlp.experts.80.down_proj,0.13586575,0.01000,0.244
+15,mlp.experts.81.down_proj,0.00424902,0.01000,0.244
+15,mlp.experts.82.down_proj,0.09759052,0.01000,0.244
+15,mlp.experts.83.down_proj,0.01489575,0.01000,0.244
+15,mlp.experts.84.down_proj,0.00971083,0.01000,0.245
+15,mlp.experts.85.down_proj,0.08984540,0.01000,0.245
+15,mlp.experts.86.down_proj,0.08264424,0.01000,0.244
+15,mlp.experts.87.down_proj,0.32868144,0.01000,0.244
+15,mlp.experts.88.down_proj,0.00027161,0.01000,0.245
+15,mlp.experts.89.down_proj,0.17782992,0.01000,0.245
+15,mlp.experts.90.down_proj,0.08632375,0.01000,0.245
+15,mlp.experts.91.down_proj,0.07851318,0.01000,0.246
+15,mlp.experts.92.down_proj,0.00000200,0.01000,0.245
+15,mlp.experts.93.down_proj,0.02027438,0.01000,0.244
+15,mlp.experts.94.down_proj,0.04644904,0.01000,0.244
+15,mlp.experts.95.down_proj,0.09092151,0.01000,0.244
+15,mlp.experts.96.down_proj,0.01486265,0.01000,0.243
+15,mlp.experts.97.down_proj,0.00004132,0.01000,0.241
+15,mlp.experts.98.down_proj,0.12158038,0.01000,0.242
+15,mlp.experts.99.down_proj,0.00113652,0.01000,0.242
+15,mlp.experts.100.down_proj,0.05361441,0.01000,0.242
+15,mlp.experts.101.down_proj,0.05041055,0.01000,0.241
+15,mlp.experts.102.down_proj,0.02288726,0.01000,0.242
+15,mlp.experts.103.down_proj,0.01004703,0.01000,0.241
+15,mlp.experts.104.down_proj,0.00259329,0.01000,0.242
+15,mlp.experts.105.down_proj,0.00013499,0.01000,0.241
+15,mlp.experts.106.down_proj,0.03049663,0.01000,0.242
+15,mlp.experts.107.down_proj,0.00300360,0.01000,0.242
+15,mlp.experts.108.down_proj,0.00000064,0.01000,0.242
+15,mlp.experts.109.down_proj,0.01081023,0.01000,0.242
+15,mlp.experts.110.down_proj,0.00304355,0.01000,0.241
+15,mlp.experts.111.down_proj,0.00069982,0.01000,0.241
+15,mlp.experts.112.down_proj,0.00201842,0.01000,0.244
+15,mlp.experts.113.down_proj,0.00532602,0.01000,0.241
+15,mlp.experts.114.down_proj,0.00000732,0.01000,0.242
+15,mlp.experts.115.down_proj,0.00807264,0.01000,0.241
+15,mlp.experts.116.down_proj,0.02036153,0.01000,0.242
+15,mlp.experts.117.down_proj,0.00662093,0.01000,0.244
+15,mlp.experts.118.down_proj,0.00642774,0.01000,0.244
+15,mlp.experts.119.down_proj,0.02059067,0.01000,0.244
+15,mlp.experts.120.down_proj,0.20395213,0.01000,0.245
+15,mlp.experts.121.down_proj,0.08437166,0.01000,0.245
+15,mlp.experts.122.down_proj,0.00147064,0.01000,0.245
+15,mlp.experts.123.down_proj,0.01861158,0.01000,0.245
+15,mlp.experts.124.down_proj,0.00000103,0.01000,0.245
+15,mlp.experts.125.down_proj,0.05136299,0.01000,0.245
+15,mlp.experts.126.down_proj,0.00841691,0.01000,0.246
+15,mlp.experts.127.down_proj,0.00520683,0.01000,0.245
+16,self_attn.q_proj,0.07708657,0.01000,0.643
+16,self_attn.k_proj,0.01035644,0.01000,0.628
+16,self_attn.v_proj,0.01117080,0.01000,0.630
+16,self_attn.o_proj,0.00972862,0.01000,1.255
+16,mlp.experts.0.up_proj,0.35804388,0.01000,0.643
+16,mlp.experts.1.up_proj,0.02828906,0.01000,0.628
+16,mlp.experts.2.up_proj,0.00000359,0.01000,0.628
+16,mlp.experts.3.up_proj,0.00000561,0.01000,0.632
+16,mlp.experts.4.up_proj,0.13748696,0.01000,0.631
+16,mlp.experts.5.up_proj,0.01559690,0.01000,0.633
+16,mlp.experts.6.up_proj,0.19229954,0.01000,0.631
+16,mlp.experts.7.up_proj,0.63756818,0.01000,0.630
+16,mlp.experts.8.up_proj,0.43877417,0.01000,0.629
+16,mlp.experts.9.up_proj,0.20146836,0.01000,0.629
+16,mlp.experts.10.up_proj,0.00056886,0.01000,0.630
+16,mlp.experts.11.up_proj,0.46738127,0.01000,0.629
+16,mlp.experts.12.up_proj,0.03866139,0.01000,0.629
+16,mlp.experts.13.up_proj,0.25739539,0.01000,0.629
+16,mlp.experts.14.up_proj,0.69493157,0.01000,0.629
+16,mlp.experts.15.up_proj,0.16077974,0.01000,0.631
+16,mlp.experts.16.up_proj,0.54770052,0.01000,0.632
+16,mlp.experts.17.up_proj,0.01205658,0.01000,0.632
+16,mlp.experts.18.up_proj,0.49452597,0.01000,0.631
+16,mlp.experts.19.up_proj,0.08144306,0.01000,0.631
+16,mlp.experts.20.up_proj,0.22814712,0.01000,0.631
+16,mlp.experts.21.up_proj,0.01571375,0.01000,0.631
+16,mlp.experts.22.up_proj,0.01327245,0.01000,0.630
+16,mlp.experts.23.up_proj,0.12447438,0.01000,0.630
+16,mlp.experts.24.up_proj,0.80195022,0.01000,0.627
+16,mlp.experts.25.up_proj,0.00448958,0.01000,0.625
+16,mlp.experts.26.up_proj,0.56130916,0.01000,0.624
+16,mlp.experts.27.up_proj,0.04433106,0.01000,0.622
+16,mlp.experts.28.up_proj,0.18961935,0.01000,0.625
+16,mlp.experts.29.up_proj,0.25167719,0.01000,0.623
+16,mlp.experts.30.up_proj,1.80564308,0.01000,0.623
+16,mlp.experts.31.up_proj,0.00129423,0.01000,0.622
+16,mlp.experts.32.up_proj,0.22873870,0.01000,0.626
+16,mlp.experts.33.up_proj,0.25214398,0.01000,0.627
+16,mlp.experts.34.up_proj,0.01482406,0.01000,0.630
+16,mlp.experts.35.up_proj,1.60125339,0.01000,0.631
+16,mlp.experts.36.up_proj,0.01814665,0.01000,0.625
+16,mlp.experts.37.up_proj,0.58781761,0.01000,0.624
+16,mlp.experts.38.up_proj,0.00010164,0.01000,0.624
+16,mlp.experts.39.up_proj,0.57812810,0.01000,0.624
+16,mlp.experts.40.up_proj,0.71202523,0.01000,0.623
+16,mlp.experts.41.up_proj,0.01671053,0.01000,0.621
+16,mlp.experts.42.up_proj,0.02302544,0.01000,0.622
+16,mlp.experts.43.up_proj,0.32867554,0.01000,0.626
+16,mlp.experts.44.up_proj,0.07332157,0.01000,0.625
+16,mlp.experts.45.up_proj,0.61920500,0.01000,0.625
+16,mlp.experts.46.up_proj,0.03358247,0.01000,0.627
+16,mlp.experts.47.up_proj,0.01540990,0.01000,0.625
+16,mlp.experts.48.up_proj,0.07264680,0.01000,0.630
+16,mlp.experts.49.up_proj,0.00517153,0.01000,0.629
+16,mlp.experts.50.up_proj,0.74245369,0.01000,0.623
+16,mlp.experts.51.up_proj,0.42131829,0.01000,0.622
+16,mlp.experts.52.up_proj,0.08105162,0.01000,0.623
+16,mlp.experts.53.up_proj,0.00764966,0.01000,0.625
+16,mlp.experts.54.up_proj,0.09291510,0.01000,0.622
+16,mlp.experts.55.up_proj,0.21353520,0.01000,0.624
+16,mlp.experts.56.up_proj,0.00143175,0.01000,0.623
+16,mlp.experts.57.up_proj,0.43120813,0.01000,0.627
+16,mlp.experts.58.up_proj,0.00062428,0.01000,0.629
+16,mlp.experts.59.up_proj,0.06090721,0.01000,0.634
+16,mlp.experts.60.up_proj,0.18060049,0.01000,0.632
+16,mlp.experts.61.up_proj,0.00004711,0.01000,0.629
+16,mlp.experts.62.up_proj,0.08165959,0.01000,0.631
+16,mlp.experts.63.up_proj,0.00716562,0.01000,0.630
+16,mlp.experts.64.up_proj,0.00002625,0.01000,0.630
+16,mlp.experts.65.up_proj,1.70245183,0.01000,0.631
+16,mlp.experts.66.up_proj,0.00230850,0.01000,0.631
+16,mlp.experts.67.up_proj,0.03879885,0.01000,0.632
+16,mlp.experts.68.up_proj,0.16333455,0.01000,0.635
+16,mlp.experts.69.up_proj,0.00018328,0.01000,0.632
+16,mlp.experts.70.up_proj,0.02156987,0.01000,0.633
+16,mlp.experts.71.up_proj,0.00003636,0.01000,0.633
+16,mlp.experts.72.up_proj,0.14886856,0.01000,0.631
+16,mlp.experts.73.up_proj,0.10055465,0.01000,0.630
+16,mlp.experts.74.up_proj,0.01566513,0.01000,0.629
+16,mlp.experts.75.up_proj,0.71683264,0.01000,0.630
+16,mlp.experts.76.up_proj,0.58020186,0.01000,0.632
+16,mlp.experts.77.up_proj,0.26996726,0.01000,0.632
+16,mlp.experts.78.up_proj,0.23414823,0.01000,0.633
+16,mlp.experts.79.up_proj,0.39941394,0.01000,0.633
+16,mlp.experts.80.up_proj,1.27405035,0.01000,0.633
+16,mlp.experts.81.up_proj,0.96868479,0.01000,0.634
+16,mlp.experts.82.up_proj,0.25393558,0.01000,0.633
+16,mlp.experts.83.up_proj,0.70200348,0.01000,0.635
+16,mlp.experts.84.up_proj,0.35975641,0.01000,0.632
+16,mlp.experts.85.up_proj,0.04490751,0.01000,0.633
+16,mlp.experts.86.up_proj,0.00018983,0.01000,0.632
+16,mlp.experts.87.up_proj,0.00450741,0.01000,0.632
+16,mlp.experts.88.up_proj,0.00720224,0.01000,0.628
+16,mlp.experts.89.up_proj,0.29792944,0.01000,0.626
+16,mlp.experts.90.up_proj,0.17144123,0.01000,0.627
+16,mlp.experts.91.up_proj,0.03513071,0.01000,0.627
+16,mlp.experts.92.up_proj,0.00190652,0.01000,0.625
+16,mlp.experts.93.up_proj,0.14822137,0.01000,0.631
+16,mlp.experts.94.up_proj,0.39837670,0.01000,0.629
+16,mlp.experts.95.up_proj,0.00004054,0.01000,0.626
+16,mlp.experts.96.up_proj,0.00065779,0.01000,0.626
+16,mlp.experts.97.up_proj,0.08600646,0.01000,0.627
+16,mlp.experts.98.up_proj,0.38928795,0.01000,0.625
+16,mlp.experts.99.up_proj,0.00029377,0.01000,0.627
+16,mlp.experts.100.up_proj,0.05128299,0.01000,0.627
+16,mlp.experts.101.up_proj,0.67063713,0.01000,0.625
+16,mlp.experts.102.up_proj,0.21449465,0.01000,0.625
+16,mlp.experts.103.up_proj,0.52091014,0.01000,0.627
+16,mlp.experts.104.up_proj,0.00057355,0.01000,0.629
+16,mlp.experts.105.up_proj,1.14829934,0.01000,0.631
+16,mlp.experts.106.up_proj,0.02771529,0.01000,0.631
+16,mlp.experts.107.up_proj,0.00938621,0.01000,0.633
+16,mlp.experts.108.up_proj,0.98231113,0.01000,0.632
+16,mlp.experts.109.up_proj,0.68043995,0.01000,0.632
+16,mlp.experts.110.up_proj,0.24124271,0.01000,0.631
+16,mlp.experts.111.up_proj,0.17872450,0.01000,0.633
+16,mlp.experts.112.up_proj,0.00855237,0.01000,0.632
+16,mlp.experts.113.up_proj,0.50388145,0.01000,0.631
+16,mlp.experts.114.up_proj,0.63443846,0.01000,0.632
+16,mlp.experts.115.up_proj,1.92407799,0.01000,0.632
+16,mlp.experts.116.up_proj,0.00192178,0.01000,0.632
+16,mlp.experts.117.up_proj,0.67887461,0.01000,0.630
+16,mlp.experts.118.up_proj,0.00000028,0.01000,0.628
+16,mlp.experts.119.up_proj,0.24092366,0.01000,0.627
+16,mlp.experts.120.up_proj,0.00068322,0.01000,0.627
+16,mlp.experts.121.up_proj,0.24342453,0.01000,0.627
+16,mlp.experts.122.up_proj,0.00539680,0.01000,0.626
+16,mlp.experts.123.up_proj,1.09352922,0.01000,0.626
+16,mlp.experts.124.up_proj,0.28715897,0.01000,0.624
+16,mlp.experts.125.up_proj,0.00003291,0.01000,0.625
+16,mlp.experts.126.up_proj,0.13170564,0.01000,0.624
+16,mlp.experts.127.up_proj,0.45760551,0.01000,0.626
+16,mlp.experts.0.gate_proj,0.39528155,0.01000,0.629
+16,mlp.experts.1.gate_proj,0.02978350,0.01000,0.631
+16,mlp.experts.2.gate_proj,0.00000391,0.01000,0.631
+16,mlp.experts.3.gate_proj,0.00000572,0.01000,0.632
+16,mlp.experts.4.gate_proj,0.14479923,0.01000,0.631
+16,mlp.experts.5.gate_proj,0.01605566,0.01000,0.631
+16,mlp.experts.6.gate_proj,0.19249588,0.01000,0.632
+16,mlp.experts.7.gate_proj,0.66812783,0.01000,0.631
+16,mlp.experts.8.gate_proj,0.42334417,0.01000,0.630
+16,mlp.experts.9.gate_proj,0.21259762,0.01000,0.631
+16,mlp.experts.10.gate_proj,0.00056169,0.01000,0.631
+16,mlp.experts.11.gate_proj,0.47656906,0.01000,0.631
+16,mlp.experts.12.gate_proj,0.03885508,0.01000,0.633
+16,mlp.experts.13.gate_proj,0.25442013,0.01000,0.634
+16,mlp.experts.14.gate_proj,0.73275709,0.01000,0.633
+16,mlp.experts.15.gate_proj,0.16230866,0.01000,0.637
+16,mlp.experts.16.gate_proj,0.59137112,0.01000,0.634
+16,mlp.experts.17.gate_proj,0.01200092,0.01000,0.633
+16,mlp.experts.18.gate_proj,0.50039661,0.01000,0.635
+16,mlp.experts.19.gate_proj,0.08235841,0.01000,0.632
+16,mlp.experts.20.gate_proj,0.22311291,0.01000,0.635
+16,mlp.experts.21.gate_proj,0.01845323,0.01000,0.634
+16,mlp.experts.22.gate_proj,0.01360591,0.01000,0.633
+16,mlp.experts.23.gate_proj,0.12818533,0.01000,0.634
+16,mlp.experts.24.gate_proj,0.83600545,0.01000,0.632
+16,mlp.experts.25.gate_proj,0.00467053,0.01000,0.632
+16,mlp.experts.26.gate_proj,0.60595477,0.01000,0.632
+16,mlp.experts.27.gate_proj,0.04467689,0.01000,0.633
+16,mlp.experts.28.gate_proj,0.19211501,0.01000,0.632
+16,mlp.experts.29.gate_proj,0.24944562,0.01000,0.633
+16,mlp.experts.30.gate_proj,2.00130439,0.01000,0.632
+16,mlp.experts.31.gate_proj,0.00142094,0.01000,0.632
+16,mlp.experts.32.gate_proj,0.27785057,0.01000,0.631
+16,mlp.experts.33.gate_proj,0.26090381,0.01000,0.632
+16,mlp.experts.34.gate_proj,0.01491936,0.01000,0.633
+16,mlp.experts.35.gate_proj,1.78666496,0.01000,0.632
+16,mlp.experts.36.gate_proj,0.01820813,0.01000,0.631
+16,mlp.experts.37.gate_proj,0.63551342,0.01000,0.631
+16,mlp.experts.38.gate_proj,0.00010539,0.01000,0.632
+16,mlp.experts.39.gate_proj,0.58078825,0.01000,0.631
+16,mlp.experts.40.gate_proj,0.79936922,0.01000,0.632
+16,mlp.experts.41.gate_proj,0.01934250,0.01000,0.631
+16,mlp.experts.42.gate_proj,0.02655475,0.01000,0.632
+16,mlp.experts.43.gate_proj,0.31952554,0.01000,0.632
+16,mlp.experts.44.gate_proj,0.06802361,0.01000,0.630
+16,mlp.experts.45.gate_proj,0.60139948,0.01000,0.629
+16,mlp.experts.46.gate_proj,0.03386842,0.01000,0.631
+16,mlp.experts.47.gate_proj,0.01607669,0.01000,0.632
+16,mlp.experts.48.gate_proj,0.07352670,0.01000,0.633
+16,mlp.experts.49.gate_proj,0.00552687,0.01000,0.631
+16,mlp.experts.50.gate_proj,0.81933200,0.01000,0.631
+16,mlp.experts.51.gate_proj,0.44692427,0.01000,0.633
+16,mlp.experts.52.gate_proj,0.08327478,0.01000,0.632
+16,mlp.experts.53.gate_proj,0.00781630,0.01000,0.633
+16,mlp.experts.54.gate_proj,0.09491925,0.01000,0.631
+16,mlp.experts.55.gate_proj,0.22120915,0.01000,0.632
+16,mlp.experts.56.gate_proj,0.00143418,0.01000,0.632
+16,mlp.experts.57.gate_proj,0.44910067,0.01000,0.629
+16,mlp.experts.58.gate_proj,0.00063386,0.01000,0.625
+16,mlp.experts.59.gate_proj,0.06253173,0.01000,0.625
+16,mlp.experts.60.gate_proj,0.18385908,0.01000,0.626
+16,mlp.experts.61.gate_proj,0.00004954,0.01000,0.628
+16,mlp.experts.62.gate_proj,0.08243775,0.01000,0.628
+16,mlp.experts.63.gate_proj,0.00708564,0.01000,0.625
+16,mlp.experts.64.gate_proj,0.00002602,0.01000,0.627
+16,mlp.experts.65.gate_proj,1.79976761,0.01000,0.630
+16,mlp.experts.66.gate_proj,0.00241976,0.01000,0.629
+16,mlp.experts.67.gate_proj,0.04130626,0.01000,0.637
+16,mlp.experts.68.gate_proj,0.17666072,0.01000,0.634
+16,mlp.experts.69.gate_proj,0.00018355,0.01000,0.633
+16,mlp.experts.70.gate_proj,0.02214786,0.01000,0.632
+16,mlp.experts.71.gate_proj,0.00003821,0.01000,0.632
+16,mlp.experts.72.gate_proj,0.16971394,0.01000,0.625
+16,mlp.experts.73.gate_proj,0.09940568,0.01000,0.626
+16,mlp.experts.74.gate_proj,0.10847846,0.01000,0.625
+16,mlp.experts.75.gate_proj,0.73131430,0.01000,0.626
+16,mlp.experts.76.gate_proj,0.60017645,0.01000,0.626
+16,mlp.experts.77.gate_proj,0.25569940,0.01000,0.624
+16,mlp.experts.78.gate_proj,0.24442218,0.01000,0.623
+16,mlp.experts.79.gate_proj,0.42971918,0.01000,0.623
+16,mlp.experts.80.gate_proj,1.37162828,0.01000,0.624
+16,mlp.experts.81.gate_proj,0.99834877,0.01000,0.623
+16,mlp.experts.82.gate_proj,0.26222539,0.01000,0.629
+16,mlp.experts.83.gate_proj,0.71435595,0.01000,0.630
+16,mlp.experts.84.gate_proj,0.39034703,0.01000,0.631
+16,mlp.experts.85.gate_proj,0.04707827,0.01000,0.632
+16,mlp.experts.86.gate_proj,0.00019285,0.01000,0.631
+16,mlp.experts.87.gate_proj,0.00463437,0.01000,0.632
+16,mlp.experts.88.gate_proj,0.00739555,0.01000,0.631
+16,mlp.experts.89.gate_proj,0.30961367,0.01000,0.633
+16,mlp.experts.90.gate_proj,0.17520109,0.01000,0.632
+16,mlp.experts.91.gate_proj,0.03604645,0.01000,0.633
+16,mlp.experts.92.gate_proj,0.00195004,0.01000,0.635
+16,mlp.experts.93.gate_proj,0.15966290,0.01000,0.632
+16,mlp.experts.94.gate_proj,0.40955508,0.01000,0.629
+16,mlp.experts.95.gate_proj,0.00004089,0.01000,0.626
+16,mlp.experts.96.gate_proj,0.00067254,0.01000,0.626
+16,mlp.experts.97.gate_proj,0.09102243,0.01000,0.627
+16,mlp.experts.98.gate_proj,0.39094979,0.01000,0.626
+16,mlp.experts.99.gate_proj,0.00031505,0.01000,0.625
+16,mlp.experts.100.gate_proj,0.05136754,0.01000,0.625
+16,mlp.experts.101.gate_proj,0.70710874,0.01000,0.625
+16,mlp.experts.102.gate_proj,0.21152070,0.01000,0.626
+16,mlp.experts.103.gate_proj,0.55038178,0.01000,0.628
+16,mlp.experts.104.gate_proj,0.00064737,0.01000,0.624
+16,mlp.experts.105.gate_proj,1.13983083,0.01000,0.626
+16,mlp.experts.106.gate_proj,0.02817360,0.01000,0.626
+16,mlp.experts.107.gate_proj,0.00961187,0.01000,0.626
+16,mlp.experts.108.gate_proj,0.93719548,0.01000,0.627
+16,mlp.experts.109.gate_proj,0.71419704,0.01000,0.625
+16,mlp.experts.110.gate_proj,0.24483520,0.01000,0.630
+16,mlp.experts.111.gate_proj,0.18318431,0.01000,0.632
+16,mlp.experts.112.gate_proj,0.00868877,0.01000,0.632
+16,mlp.experts.113.gate_proj,0.57338077,0.01000,0.633
+16,mlp.experts.114.gate_proj,0.65724146,0.01000,0.631
+16,mlp.experts.115.gate_proj,1.80314469,0.01000,0.632
+16,mlp.experts.116.gate_proj,0.00207108,0.01000,0.632
+16,mlp.experts.117.gate_proj,0.66590905,0.01000,0.633
+16,mlp.experts.118.gate_proj,0.00000030,0.01000,0.632
+16,mlp.experts.119.gate_proj,0.25642574,0.01000,0.632
+16,mlp.experts.120.gate_proj,0.00070398,0.01000,0.633
+16,mlp.experts.121.gate_proj,0.26780182,0.01000,0.632
+16,mlp.experts.122.gate_proj,0.00536224,0.01000,0.632
+16,mlp.experts.123.gate_proj,1.28278327,0.01000,0.628
+16,mlp.experts.124.gate_proj,0.28420264,0.01000,0.627
+16,mlp.experts.125.gate_proj,0.00003337,0.01000,0.626
+16,mlp.experts.126.gate_proj,0.15322262,0.01000,0.625
+16,mlp.experts.127.gate_proj,0.48209530,0.01000,0.628
+16,mlp.experts.0.down_proj,0.09758064,0.01000,0.254
+16,mlp.experts.1.down_proj,0.00405391,0.01000,0.232
+16,mlp.experts.2.down_proj,0.00000053,0.01000,0.233
+16,mlp.experts.3.down_proj,0.00000098,0.01000,0.233
+16,mlp.experts.4.down_proj,0.02294024,0.01000,0.232
+16,mlp.experts.5.down_proj,0.00428826,0.01000,0.232
+16,mlp.experts.6.down_proj,0.03706454,0.01000,0.233
+16,mlp.experts.7.down_proj,0.11631127,0.01000,0.235
+16,mlp.experts.8.down_proj,0.07510974,0.01000,0.236
+16,mlp.experts.9.down_proj,0.02961528,0.01000,0.234
+16,mlp.experts.10.down_proj,0.00010992,0.01000,0.234
+16,mlp.experts.11.down_proj,0.08598995,0.01000,0.234
+16,mlp.experts.12.down_proj,0.00493956,0.01000,0.237
+16,mlp.experts.13.down_proj,0.03934624,0.01000,0.236
+16,mlp.experts.14.down_proj,0.08732918,0.01000,0.238
+16,mlp.experts.15.down_proj,0.03283580,0.01000,0.237
+16,mlp.experts.16.down_proj,0.07919807,0.01000,0.237
+16,mlp.experts.17.down_proj,0.00262647,0.01000,0.238
+16,mlp.experts.18.down_proj,0.08121128,0.01000,0.238
+16,mlp.experts.19.down_proj,0.01102045,0.01000,0.238
+16,mlp.experts.20.down_proj,0.04215905,0.01000,0.239
+16,mlp.experts.21.down_proj,0.00069418,0.01000,0.238
+16,mlp.experts.22.down_proj,0.00267419,0.01000,0.239
+16,mlp.experts.23.down_proj,0.02396269,0.01000,0.239
+16,mlp.experts.24.down_proj,0.09809876,0.01000,0.238
+16,mlp.experts.25.down_proj,0.00085707,0.01000,0.238
+16,mlp.experts.26.down_proj,0.05697294,0.01000,0.238
+16,mlp.experts.27.down_proj,0.00537183,0.01000,0.238
+16,mlp.experts.28.down_proj,0.02380921,0.01000,0.238
+16,mlp.experts.29.down_proj,0.03945770,0.01000,0.237
+16,mlp.experts.30.down_proj,0.21451344,0.01000,0.238
+16,mlp.experts.31.down_proj,0.00038736,0.01000,0.238
+16,mlp.experts.32.down_proj,0.02719334,0.01000,0.238
+16,mlp.experts.33.down_proj,0.04042443,0.01000,0.238
+16,mlp.experts.34.down_proj,0.00200799,0.01000,0.239
+16,mlp.experts.35.down_proj,0.22987053,0.01000,0.239
+16,mlp.experts.36.down_proj,0.00445580,0.01000,0.238
+16,mlp.experts.37.down_proj,0.08196498,0.01000,0.238
+16,mlp.experts.38.down_proj,0.00002195,0.01000,0.239
+16,mlp.experts.39.down_proj,0.07540608,0.01000,0.238
+16,mlp.experts.40.down_proj,0.12293293,0.01000,0.238
+16,mlp.experts.41.down_proj,0.00155563,0.01000,0.238
+16,mlp.experts.42.down_proj,0.00198301,0.01000,0.237
+16,mlp.experts.43.down_proj,0.05638839,0.01000,0.238
+16,mlp.experts.44.down_proj,0.01589682,0.01000,0.237
+16,mlp.experts.45.down_proj,0.09065948,0.01000,0.236
+16,mlp.experts.46.down_proj,0.00419659,0.01000,0.234
+16,mlp.experts.47.down_proj,0.00354994,0.01000,0.235
+16,mlp.experts.48.down_proj,0.00684118,0.01000,0.238
+16,mlp.experts.49.down_proj,0.00103727,0.01000,0.239
+16,mlp.experts.50.down_proj,0.15088013,0.01000,0.239
+16,mlp.experts.51.down_proj,0.07222885,0.01000,0.239
+16,mlp.experts.52.down_proj,0.01239192,0.01000,0.239
+16,mlp.experts.53.down_proj,0.00121860,0.01000,0.239
+16,mlp.experts.54.down_proj,0.01378280,0.01000,0.239
+16,mlp.experts.55.down_proj,0.03542757,0.01000,0.239
+16,mlp.experts.56.down_proj,0.00037953,0.01000,0.240
+16,mlp.experts.57.down_proj,0.05941281,0.01000,0.240
+16,mlp.experts.58.down_proj,0.00015189,0.01000,0.240
+16,mlp.experts.59.down_proj,0.01178513,0.01000,0.240
+16,mlp.experts.60.down_proj,0.03393634,0.01000,0.240
+16,mlp.experts.61.down_proj,0.00000990,0.01000,0.240
+16,mlp.experts.62.down_proj,0.00755344,0.01000,0.240
+16,mlp.experts.63.down_proj,0.00105331,0.01000,0.241
+16,mlp.experts.64.down_proj,0.00000467,0.01000,0.241
+16,mlp.experts.65.down_proj,0.24486050,0.01000,0.240
+16,mlp.experts.66.down_proj,0.00048040,0.01000,0.240
+16,mlp.experts.67.down_proj,0.00830507,0.01000,0.240
+16,mlp.experts.68.down_proj,0.03066899,0.01000,0.240
+16,mlp.experts.69.down_proj,0.00003673,0.01000,0.241
+16,mlp.experts.70.down_proj,0.00301206,0.01000,0.241
+16,mlp.experts.71.down_proj,0.00000589,0.01000,0.240
+16,mlp.experts.72.down_proj,0.01817878,0.01000,0.240
+16,mlp.experts.73.down_proj,0.01205769,0.01000,0.241
+16,mlp.experts.74.down_proj,0.00166321,0.01000,0.243
+16,mlp.experts.75.down_proj,0.09668475,0.01000,0.242
+16,mlp.experts.76.down_proj,0.08987011,0.01000,0.244
+16,mlp.experts.77.down_proj,0.04175674,0.01000,0.244
+16,mlp.experts.78.down_proj,0.02973231,0.01000,0.243
+16,mlp.experts.79.down_proj,0.05155402,0.01000,0.243
+16,mlp.experts.80.down_proj,0.17823911,0.01000,0.244
+16,mlp.experts.81.down_proj,0.17865688,0.01000,0.245
+16,mlp.experts.82.down_proj,0.04832484,0.01000,0.244
+16,mlp.experts.83.down_proj,0.11653922,0.01000,0.244
+16,mlp.experts.84.down_proj,0.06313333,0.01000,0.244
+16,mlp.experts.85.down_proj,0.00659097,0.01000,0.245
+16,mlp.experts.86.down_proj,0.00004127,0.01000,0.244
+16,mlp.experts.87.down_proj,0.00115102,0.01000,0.244
+16,mlp.experts.88.down_proj,0.00161530,0.01000,0.244
+16,mlp.experts.89.down_proj,0.06833231,0.01000,0.244
+16,mlp.experts.90.down_proj,0.03047655,0.01000,0.244
+16,mlp.experts.91.down_proj,0.00429539,0.01000,0.244
+16,mlp.experts.92.down_proj,0.00053009,0.01000,0.245
+16,mlp.experts.93.down_proj,0.02189118,0.01000,0.245
+16,mlp.experts.94.down_proj,0.06956007,0.01000,0.245
+16,mlp.experts.95.down_proj,0.00000928,0.01000,0.244
+16,mlp.experts.96.down_proj,0.00016957,0.01000,0.244
+16,mlp.experts.97.down_proj,0.01006024,0.01000,0.244
+16,mlp.experts.98.down_proj,0.05486472,0.01000,0.244
+16,mlp.experts.99.down_proj,0.00005640,0.01000,0.244
+16,mlp.experts.100.down_proj,0.00459108,0.01000,0.244
+16,mlp.experts.101.down_proj,0.09316623,0.01000,0.243
+16,mlp.experts.102.down_proj,0.03621342,0.01000,0.243
+16,mlp.experts.103.down_proj,0.08164732,0.01000,0.244
+16,mlp.experts.104.down_proj,0.00014460,0.01000,0.244
+16,mlp.experts.105.down_proj,0.20579089,0.01000,0.244
+16,mlp.experts.106.down_proj,0.00380305,0.01000,0.242
+16,mlp.experts.107.down_proj,0.00119785,0.01000,0.241
+16,mlp.experts.108.down_proj,0.13677356,0.01000,0.241
+16,mlp.experts.109.down_proj,0.10787614,0.01000,0.242
+16,mlp.experts.110.down_proj,0.04196680,0.01000,0.244
+16,mlp.experts.111.down_proj,0.03388494,0.01000,0.242
+16,mlp.experts.112.down_proj,0.00206230,0.01000,0.242
+16,mlp.experts.113.down_proj,0.05593003,0.01000,0.241
+16,mlp.experts.114.down_proj,0.10473075,0.01000,0.241
+16,mlp.experts.115.down_proj,0.29090676,0.01000,0.241
+16,mlp.experts.116.down_proj,0.00047112,0.01000,0.241
+16,mlp.experts.117.down_proj,0.10538319,0.01000,0.241
+16,mlp.experts.118.down_proj,0.00000003,0.01000,0.241
+16,mlp.experts.119.down_proj,0.04907671,0.01000,0.241
+16,mlp.experts.120.down_proj,0.00017680,0.01000,0.243
+16,mlp.experts.121.down_proj,0.03849340,0.01000,0.243
+16,mlp.experts.122.down_proj,0.00095711,0.01000,0.242
+16,mlp.experts.123.down_proj,0.16789357,0.01000,0.241
+16,mlp.experts.124.down_proj,0.04283205,0.01000,0.241
+16,mlp.experts.125.down_proj,0.00000691,0.01000,0.241
+16,mlp.experts.126.down_proj,0.01140799,0.01000,0.241
+16,mlp.experts.127.down_proj,0.06601159,0.01000,0.241
+17,self_attn.q_proj,0.08051790,0.01000,0.636
+17,self_attn.k_proj,0.01148207,0.01000,0.625
+17,self_attn.v_proj,0.01049010,0.01000,0.625
+17,self_attn.o_proj,0.00917773,0.01000,1.272
+17,mlp.experts.0.up_proj,0.28852367,0.01000,0.666
+17,mlp.experts.1.up_proj,0.53498912,0.01000,0.627
+17,mlp.experts.2.up_proj,0.31001055,0.01000,0.628
+17,mlp.experts.3.up_proj,0.03323632,0.01000,0.629
+17,mlp.experts.4.up_proj,0.00083652,0.01000,0.629
+17,mlp.experts.5.up_proj,0.61897707,0.01000,0.629
+17,mlp.experts.6.up_proj,0.27441883,0.01000,0.624
+17,mlp.experts.7.up_proj,0.03236296,0.01000,0.624
+17,mlp.experts.8.up_proj,0.00546811,0.01000,0.623
+17,mlp.experts.9.up_proj,0.89299279,0.01000,0.623
+17,mlp.experts.10.up_proj,0.01145509,0.01000,0.629
+17,mlp.experts.11.up_proj,0.17425305,0.01000,0.627
+17,mlp.experts.12.up_proj,0.03306877,0.01000,0.627
+17,mlp.experts.13.up_proj,0.15508172,0.01000,0.629
+17,mlp.experts.14.up_proj,0.34588963,0.01000,0.628
+17,mlp.experts.15.up_proj,0.30799210,0.01000,0.630
+17,mlp.experts.16.up_proj,0.05909721,0.01000,0.626
+17,mlp.experts.17.up_proj,0.73939157,0.01000,0.626
+17,mlp.experts.18.up_proj,2.74426627,0.01000,0.624
+17,mlp.experts.19.up_proj,0.65174031,0.01000,0.628
+17,mlp.experts.20.up_proj,0.26217759,0.01000,0.625
+17,mlp.experts.21.up_proj,0.13882858,0.01000,0.625
+17,mlp.experts.22.up_proj,0.13118848,0.01000,0.625
+17,mlp.experts.23.up_proj,0.00384631,0.01000,0.624
+17,mlp.experts.24.up_proj,0.00085214,0.01000,0.624
+17,mlp.experts.25.up_proj,0.00105539,0.01000,0.624
+17,mlp.experts.26.up_proj,0.35669085,0.01000,0.626
+17,mlp.experts.27.up_proj,0.02022392,0.01000,0.630
+17,mlp.experts.28.up_proj,0.00041655,0.01000,0.631
+17,mlp.experts.29.up_proj,0.01056769,0.01000,0.630
+17,mlp.experts.30.up_proj,0.19829936,0.01000,0.632
+17,mlp.experts.31.up_proj,0.00720923,0.01000,0.633
+17,mlp.experts.32.up_proj,0.01986543,0.01000,0.630
+17,mlp.experts.33.up_proj,0.00292103,0.01000,0.630
+17,mlp.experts.34.up_proj,0.09951536,0.01000,0.629
+17,mlp.experts.35.up_proj,0.08463781,0.01000,0.631
+17,mlp.experts.36.up_proj,1.03079200,0.01000,0.634
+17,mlp.experts.37.up_proj,0.00032487,0.01000,0.633
+17,mlp.experts.38.up_proj,0.00071671,0.01000,0.633
+17,mlp.experts.39.up_proj,0.74820137,0.01000,0.627
+17,mlp.experts.40.up_proj,0.00193541,0.01000,0.626
+17,mlp.experts.41.up_proj,0.02302823,0.01000,0.626
+17,mlp.experts.42.up_proj,0.69381261,0.01000,0.627
+17,mlp.experts.43.up_proj,0.00014533,0.01000,0.627
+17,mlp.experts.44.up_proj,0.01712770,0.01000,0.626
+17,mlp.experts.45.up_proj,0.47652575,0.01000,0.631
+17,mlp.experts.46.up_proj,0.23576821,0.01000,0.629
+17,mlp.experts.47.up_proj,0.23352967,0.01000,0.628
+17,mlp.experts.48.up_proj,0.03718619,0.01000,0.628
+17,mlp.experts.49.up_proj,1.63377357,0.01000,0.625
+17,mlp.experts.50.up_proj,0.27004296,0.01000,0.625
+17,mlp.experts.51.up_proj,0.00379578,0.01000,0.625
+17,mlp.experts.52.up_proj,0.08112861,0.01000,0.624
+17,mlp.experts.53.up_proj,0.55002970,0.01000,0.629
+17,mlp.experts.54.up_proj,0.40913340,0.01000,0.630
+17,mlp.experts.55.up_proj,0.90017122,0.01000,0.630
+17,mlp.experts.56.up_proj,0.00001499,0.01000,0.632
+17,mlp.experts.57.up_proj,0.14225519,0.01000,0.631
+17,mlp.experts.58.up_proj,1.24630332,0.01000,0.633
+17,mlp.experts.59.up_proj,0.05697693,0.01000,0.633
+17,mlp.experts.60.up_proj,0.00582470,0.01000,0.633
+17,mlp.experts.61.up_proj,0.88913071,0.01000,0.632
+17,mlp.experts.62.up_proj,0.80641484,0.01000,0.632
+17,mlp.experts.63.up_proj,0.07457539,0.01000,0.631
+17,mlp.experts.64.up_proj,0.34225225,0.01000,0.635
+17,mlp.experts.65.up_proj,0.45271990,0.01000,0.633
+17,mlp.experts.66.up_proj,0.41589832,0.01000,0.632
+17,mlp.experts.67.up_proj,0.00033153,0.01000,0.626
+17,mlp.experts.68.up_proj,0.63124412,0.01000,0.625
+17,mlp.experts.69.up_proj,0.22847204,0.01000,0.626
+17,mlp.experts.70.up_proj,0.00452215,0.01000,0.626
+17,mlp.experts.71.up_proj,0.01594362,0.01000,0.626
+17,mlp.experts.72.up_proj,0.39812982,0.01000,0.627
+17,mlp.experts.73.up_proj,0.10675403,0.01000,0.626
+17,mlp.experts.74.up_proj,0.00012014,0.01000,0.623
+17,mlp.experts.75.up_proj,0.03306587,0.01000,0.629
+17,mlp.experts.76.up_proj,0.00006327,0.01000,0.627
+17,mlp.experts.77.up_proj,0.59522796,0.01000,0.626
+17,mlp.experts.78.up_proj,0.08376969,0.01000,0.629
+17,mlp.experts.79.up_proj,0.33993632,0.01000,0.629
+17,mlp.experts.80.up_proj,0.32966119,0.01000,0.633
+17,mlp.experts.81.up_proj,0.21273014,0.01000,0.630
+17,mlp.experts.82.up_proj,2.01856589,0.01000,0.631
+17,mlp.experts.83.up_proj,0.30956274,0.01000,0.631
+17,mlp.experts.84.up_proj,0.59242857,0.01000,0.632
+17,mlp.experts.85.up_proj,0.76396567,0.01000,0.632
+17,mlp.experts.86.up_proj,0.16575648,0.01000,0.633
+17,mlp.experts.87.up_proj,0.19121145,0.01000,0.632
+17,mlp.experts.88.up_proj,0.42451680,0.01000,0.633
+17,mlp.experts.89.up_proj,0.11188132,0.01000,0.633
+17,mlp.experts.90.up_proj,0.01552478,0.01000,0.632
+17,mlp.experts.91.up_proj,0.00655747,0.01000,0.630
+17,mlp.experts.92.up_proj,0.41970229,0.01000,0.626
+17,mlp.experts.93.up_proj,0.25590247,0.01000,0.627
+17,mlp.experts.94.up_proj,0.00552466,0.01000,0.625
+17,mlp.experts.95.up_proj,0.06104438,0.01000,0.626
+17,mlp.experts.96.up_proj,0.00001508,0.01000,0.627
+17,mlp.experts.97.up_proj,0.09097628,0.01000,0.625
+17,mlp.experts.98.up_proj,0.00031146,0.01000,0.625
+17,mlp.experts.99.up_proj,1.09888089,0.01000,0.623
+17,mlp.experts.100.up_proj,0.26506579,0.01000,0.626
+17,mlp.experts.101.up_proj,0.00892603,0.01000,0.631
+17,mlp.experts.102.up_proj,0.35676503,0.01000,0.632
+17,mlp.experts.103.up_proj,0.36855376,0.01000,0.632
+17,mlp.experts.104.up_proj,0.03163138,0.01000,0.631
+17,mlp.experts.105.up_proj,0.14744052,0.01000,0.630
+17,mlp.experts.106.up_proj,1.04933882,0.01000,0.631
+17,mlp.experts.107.up_proj,0.02062356,0.01000,0.630
+17,mlp.experts.108.up_proj,0.02097023,0.01000,0.630
+17,mlp.experts.109.up_proj,0.01911057,0.01000,0.632
+17,mlp.experts.110.up_proj,0.03239727,0.01000,0.631
+17,mlp.experts.111.up_proj,0.00004374,0.01000,0.631
+17,mlp.experts.112.up_proj,1.03916574,0.01000,0.632
+17,mlp.experts.113.up_proj,0.15828463,0.01000,0.631
+17,mlp.experts.114.up_proj,0.01103610,0.01000,0.632
+17,mlp.experts.115.up_proj,0.04921264,0.01000,0.634
+17,mlp.experts.116.up_proj,0.08173344,0.01000,0.631
+17,mlp.experts.117.up_proj,0.41890079,0.01000,0.627
+17,mlp.experts.118.up_proj,0.36735350,0.01000,0.624
+17,mlp.experts.119.up_proj,0.00003386,0.01000,0.628
+17,mlp.experts.120.up_proj,0.38222685,0.01000,0.633
+17,mlp.experts.121.up_proj,0.77863044,0.01000,0.632
+17,mlp.experts.122.up_proj,0.12848085,0.01000,0.634
+17,mlp.experts.123.up_proj,0.18532223,0.01000,0.631
+17,mlp.experts.124.up_proj,0.03951259,0.01000,0.633
+17,mlp.experts.125.up_proj,0.00050412,0.01000,0.633
+17,mlp.experts.126.up_proj,0.28477430,0.01000,0.632
+17,mlp.experts.127.up_proj,0.00550262,0.01000,0.634
+17,mlp.experts.0.gate_proj,0.26193398,0.01000,0.633
+17,mlp.experts.1.gate_proj,0.52260441,0.01000,0.634
+17,mlp.experts.2.gate_proj,0.30358946,0.01000,0.634
+17,mlp.experts.3.gate_proj,0.03353147,0.01000,0.632
+17,mlp.experts.4.gate_proj,0.00080651,0.01000,0.631
+17,mlp.experts.5.gate_proj,0.64828706,0.01000,0.626
+17,mlp.experts.6.gate_proj,0.28324017,0.01000,0.626
+17,mlp.experts.7.gate_proj,0.03290441,0.01000,0.625
+17,mlp.experts.8.gate_proj,0.00578623,0.01000,0.626
+17,mlp.experts.9.gate_proj,0.90900016,0.01000,0.624
+17,mlp.experts.10.gate_proj,0.01183181,0.01000,0.625
+17,mlp.experts.11.gate_proj,0.14685303,0.01000,0.626
+17,mlp.experts.12.gate_proj,0.03374146,0.01000,0.630
+17,mlp.experts.13.gate_proj,0.16057169,0.01000,0.632
+17,mlp.experts.14.gate_proj,0.34969544,0.01000,0.631
+17,mlp.experts.15.gate_proj,0.30225974,0.01000,0.630
+17,mlp.experts.16.gate_proj,0.06380012,0.01000,0.632
+17,mlp.experts.17.gate_proj,0.66434348,0.01000,0.630
+17,mlp.experts.18.gate_proj,2.66719794,0.01000,0.631
+17,mlp.experts.19.gate_proj,0.58386922,0.01000,0.631
+17,mlp.experts.20.gate_proj,0.25938818,0.01000,0.630
+17,mlp.experts.21.gate_proj,0.14281186,0.01000,0.631
+17,mlp.experts.22.gate_proj,0.13634792,0.01000,0.632
+17,mlp.experts.23.gate_proj,0.00453698,0.01000,0.631
+17,mlp.experts.24.gate_proj,0.00082609,0.01000,0.630
+17,mlp.experts.25.gate_proj,0.00104663,0.01000,0.632
+17,mlp.experts.26.gate_proj,0.36493599,0.01000,0.631
+17,mlp.experts.27.gate_proj,0.01985240,0.01000,0.631
+17,mlp.experts.28.gate_proj,0.00039891,0.01000,0.631
+17,mlp.experts.29.gate_proj,0.01152068,0.01000,0.625
+17,mlp.experts.30.gate_proj,0.21346712,0.01000,0.623
+17,mlp.experts.31.gate_proj,0.00747419,0.01000,0.623
+17,mlp.experts.32.gate_proj,0.02150203,0.01000,0.624
+17,mlp.experts.33.gate_proj,0.00296154,0.01000,0.621
+17,mlp.experts.34.gate_proj,0.10632010,0.01000,0.627
+17,mlp.experts.35.gate_proj,0.08548990,0.01000,0.630
+17,mlp.experts.36.gate_proj,0.60206831,0.01000,0.629
+17,mlp.experts.37.gate_proj,0.00032776,0.01000,0.630
+17,mlp.experts.38.gate_proj,0.00081760,0.01000,0.630
+17,mlp.experts.39.gate_proj,0.75145888,0.01000,0.631
+17,mlp.experts.40.gate_proj,0.00191542,0.01000,0.631
+17,mlp.experts.41.gate_proj,0.02397397,0.01000,0.630
+17,mlp.experts.42.gate_proj,0.69385207,0.01000,0.632
+17,mlp.experts.43.gate_proj,0.00014784,0.01000,0.631
+17,mlp.experts.44.gate_proj,0.01759029,0.01000,0.630
+17,mlp.experts.45.gate_proj,0.48409480,0.01000,0.632
+17,mlp.experts.46.gate_proj,0.22834215,0.01000,0.632
+17,mlp.experts.47.gate_proj,0.26028529,0.01000,0.630
+17,mlp.experts.48.gate_proj,0.16504213,0.01000,0.631
+17,mlp.experts.49.gate_proj,1.63985729,0.01000,0.632
+17,mlp.experts.50.gate_proj,0.28247166,0.01000,0.632
+17,mlp.experts.51.gate_proj,0.00381944,0.01000,0.635
+17,mlp.experts.52.gate_proj,0.08104730,0.01000,0.634
+17,mlp.experts.53.gate_proj,0.55967706,0.01000,0.635
+17,mlp.experts.54.gate_proj,0.41664004,0.01000,0.632
+17,mlp.experts.55.gate_proj,0.91535008,0.01000,0.627
+17,mlp.experts.56.gate_proj,0.00001496,0.01000,0.631
+17,mlp.experts.57.gate_proj,0.17340079,0.01000,0.631
+17,mlp.experts.58.gate_proj,1.28371322,0.01000,0.630
+17,mlp.experts.59.gate_proj,0.05754826,0.01000,0.631
+17,mlp.experts.60.gate_proj,0.00581033,0.01000,0.631
+17,mlp.experts.61.gate_proj,0.93205631,0.01000,0.630
+17,mlp.experts.62.gate_proj,0.87145621,0.01000,0.630
+17,mlp.experts.63.gate_proj,0.07347840,0.01000,0.632
+17,mlp.experts.64.gate_proj,0.31506351,0.01000,0.630
+17,mlp.experts.65.gate_proj,0.40553653,0.01000,0.631
+17,mlp.experts.66.gate_proj,0.40899289,0.01000,0.631
+17,mlp.experts.67.gate_proj,0.00033101,0.01000,0.632
+17,mlp.experts.68.gate_proj,0.68719834,0.01000,0.630
+17,mlp.experts.69.gate_proj,0.21729362,0.01000,0.629
+17,mlp.experts.70.gate_proj,0.00454631,0.01000,0.628
+17,mlp.experts.71.gate_proj,0.01652600,0.01000,0.628
+17,mlp.experts.72.gate_proj,0.37594816,0.01000,0.629
+17,mlp.experts.73.gate_proj,0.11777978,0.01000,0.629
+17,mlp.experts.74.gate_proj,0.00011976,0.01000,0.630
+17,mlp.experts.75.gate_proj,0.03309765,0.01000,0.630
+17,mlp.experts.76.gate_proj,0.00006945,0.01000,0.629
+17,mlp.experts.77.gate_proj,0.63912362,0.01000,0.626
+17,mlp.experts.78.gate_proj,0.08284584,0.01000,0.629
+17,mlp.experts.79.gate_proj,0.39190251,0.01000,0.628
+17,mlp.experts.80.gate_proj,0.38641101,0.01000,0.629
+17,mlp.experts.81.gate_proj,0.21933968,0.01000,0.630
+17,mlp.experts.82.gate_proj,2.15236044,0.01000,0.630
+17,mlp.experts.83.gate_proj,0.30530438,0.01000,0.629
+17,mlp.experts.84.gate_proj,0.59288025,0.01000,0.631
+17,mlp.experts.85.gate_proj,0.68937993,0.01000,0.631
+17,mlp.experts.86.gate_proj,0.18008584,0.01000,0.631
+17,mlp.experts.87.gate_proj,0.21262965,0.01000,0.631
+17,mlp.experts.88.gate_proj,0.43430901,0.01000,0.631
+17,mlp.experts.89.gate_proj,0.11857604,0.01000,0.630
+17,mlp.experts.90.gate_proj,0.01559909,0.01000,0.623
+17,mlp.experts.91.gate_proj,0.00688172,0.01000,0.623
+17,mlp.experts.92.gate_proj,0.42927429,0.01000,0.626
+17,mlp.experts.93.gate_proj,0.26395071,0.01000,0.626
+17,mlp.experts.94.gate_proj,0.00551283,0.01000,0.622
+17,mlp.experts.95.gate_proj,0.06219654,0.01000,0.627
+17,mlp.experts.96.gate_proj,0.00001517,0.01000,0.628
+17,mlp.experts.97.gate_proj,0.08602196,0.01000,0.625
+17,mlp.experts.98.gate_proj,0.00034652,0.01000,0.625
+17,mlp.experts.99.gate_proj,1.05826831,0.01000,0.628
+17,mlp.experts.100.gate_proj,0.26314250,0.01000,0.629
+17,mlp.experts.101.gate_proj,0.00884592,0.01000,0.631
+17,mlp.experts.102.gate_proj,0.36013651,0.01000,0.632
+17,mlp.experts.103.gate_proj,0.35311085,0.01000,0.630
+17,mlp.experts.104.gate_proj,0.03213641,0.01000,0.631
+17,mlp.experts.105.gate_proj,0.14767045,0.01000,0.631
+17,mlp.experts.106.gate_proj,1.03086448,0.01000,0.631
+17,mlp.experts.107.gate_proj,0.01997788,0.01000,0.630
+17,mlp.experts.108.gate_proj,0.02089191,0.01000,0.631
+17,mlp.experts.109.gate_proj,0.01958884,0.01000,0.630
+17,mlp.experts.110.gate_proj,0.03562198,0.01000,0.630
+17,mlp.experts.111.gate_proj,0.00004299,0.01000,0.625
+17,mlp.experts.112.gate_proj,1.05510652,0.01000,0.624
+17,mlp.experts.113.gate_proj,0.16556743,0.01000,0.624
+17,mlp.experts.114.gate_proj,0.01134608,0.01000,0.625
+17,mlp.experts.115.gate_proj,0.04980803,0.01000,0.626
+17,mlp.experts.116.gate_proj,0.08424653,0.01000,0.630
+17,mlp.experts.117.gate_proj,0.39674252,0.01000,0.631
+17,mlp.experts.118.gate_proj,0.37306708,0.01000,0.628
+17,mlp.experts.119.gate_proj,0.00003675,0.01000,0.629
+17,mlp.experts.120.gate_proj,0.37950301,0.01000,0.630
+17,mlp.experts.121.gate_proj,0.85226035,0.01000,0.632
+17,mlp.experts.122.gate_proj,0.12066406,0.01000,0.632
+17,mlp.experts.123.gate_proj,0.19072600,0.01000,0.630
+17,mlp.experts.124.gate_proj,0.04145186,0.01000,0.632
+17,mlp.experts.125.gate_proj,0.00050577,0.01000,0.631
+17,mlp.experts.126.gate_proj,0.28903222,0.01000,0.632
+17,mlp.experts.127.gate_proj,0.00581097,0.01000,0.631
+17,mlp.experts.0.down_proj,0.04026739,0.01000,0.257
+17,mlp.experts.1.down_proj,0.03549486,0.01000,0.236
+17,mlp.experts.2.down_proj,0.04745669,0.01000,0.235
+17,mlp.experts.3.down_proj,0.00630548,0.01000,0.235
+17,mlp.experts.4.down_proj,0.00019062,0.01000,0.235
+17,mlp.experts.5.down_proj,0.12507299,0.01000,0.232
+17,mlp.experts.6.down_proj,0.03177551,0.01000,0.234
+17,mlp.experts.7.down_proj,0.00476624,0.01000,0.235
+17,mlp.experts.8.down_proj,0.00082879,0.01000,0.235
+17,mlp.experts.9.down_proj,0.13434134,0.01000,0.235
+17,mlp.experts.10.down_proj,0.00158293,0.01000,0.234
+17,mlp.experts.11.down_proj,0.02916798,0.01000,0.234
+17,mlp.experts.12.down_proj,0.00601145,0.01000,0.235
+17,mlp.experts.13.down_proj,0.02269943,0.01000,0.234
+17,mlp.experts.14.down_proj,0.04380061,0.01000,0.235
+17,mlp.experts.15.down_proj,0.05269185,0.01000,0.237
+17,mlp.experts.16.down_proj,0.00884804,0.01000,0.234
+17,mlp.experts.17.down_proj,0.11793919,0.01000,0.235
+17,mlp.experts.18.down_proj,0.33979511,0.01000,0.234
+17,mlp.experts.19.down_proj,0.11766153,0.01000,0.235
+17,mlp.experts.20.down_proj,0.04877345,0.01000,0.234
+17,mlp.experts.21.down_proj,0.03073220,0.01000,0.235
+17,mlp.experts.22.down_proj,0.01803885,0.01000,0.235
+17,mlp.experts.23.down_proj,0.00008947,0.01000,0.235
+17,mlp.experts.24.down_proj,0.00021749,0.01000,0.236
+17,mlp.experts.25.down_proj,0.00025146,0.01000,0.235
+17,mlp.experts.26.down_proj,0.06459019,0.01000,0.237
+17,mlp.experts.27.down_proj,0.00364757,0.01000,0.237
+17,mlp.experts.28.down_proj,0.00009559,0.01000,0.237
+17,mlp.experts.29.down_proj,0.00140712,0.01000,0.237
+17,mlp.experts.30.down_proj,0.03127796,0.01000,0.237
+17,mlp.experts.31.down_proj,0.00145779,0.01000,0.237
+17,mlp.experts.32.down_proj,0.00281084,0.01000,0.237
+17,mlp.experts.33.down_proj,0.00089374,0.01000,0.238
+17,mlp.experts.34.down_proj,0.00620742,0.01000,0.237
+17,mlp.experts.35.down_proj,0.01611206,0.01000,0.237
+17,mlp.experts.36.down_proj,0.12422997,0.01000,0.237
+17,mlp.experts.37.down_proj,0.00006673,0.01000,0.238
+17,mlp.experts.38.down_proj,0.00030313,0.01000,0.241
+17,mlp.experts.39.down_proj,0.17405124,0.01000,0.241
+17,mlp.experts.40.down_proj,0.00046157,0.01000,0.242
+17,mlp.experts.41.down_proj,0.00694623,0.01000,0.242
+17,mlp.experts.42.down_proj,0.18342540,0.01000,0.242
+17,mlp.experts.43.down_proj,0.00003446,0.01000,0.243
+17,mlp.experts.44.down_proj,0.00389463,0.01000,0.243
+17,mlp.experts.45.down_proj,0.06627962,0.01000,0.243
+17,mlp.experts.46.down_proj,0.03414564,0.01000,0.243
+17,mlp.experts.47.down_proj,0.03423262,0.01000,0.243
+17,mlp.experts.48.down_proj,0.00255441,0.01000,0.243
+17,mlp.experts.49.down_proj,0.22611730,0.01000,0.243
+17,mlp.experts.50.down_proj,0.04871102,0.01000,0.243
+17,mlp.experts.51.down_proj,0.00065565,0.01000,0.244
+17,mlp.experts.52.down_proj,0.01327686,0.01000,0.242
+17,mlp.experts.53.down_proj,0.09353518,0.01000,0.244
+17,mlp.experts.54.down_proj,0.05934484,0.01000,0.242
+17,mlp.experts.55.down_proj,0.19345136,0.01000,0.241
+17,mlp.experts.56.down_proj,0.00000309,0.01000,0.242
+17,mlp.experts.57.down_proj,0.04011472,0.01000,0.242
+17,mlp.experts.58.down_proj,0.20427111,0.01000,0.242
+17,mlp.experts.59.down_proj,0.01022060,0.01000,0.241
+17,mlp.experts.60.down_proj,0.00114179,0.01000,0.245
+17,mlp.experts.61.down_proj,0.14587452,0.01000,0.245
+17,mlp.experts.62.down_proj,0.12852818,0.01000,0.247
+17,mlp.experts.63.down_proj,0.00848587,0.01000,0.247
+17,mlp.experts.64.down_proj,0.04211805,0.01000,0.249
+17,mlp.experts.65.down_proj,0.04885675,0.01000,0.246
+17,mlp.experts.66.down_proj,0.05366674,0.01000,0.249
+17,mlp.experts.67.down_proj,0.00009111,0.01000,0.247
+17,mlp.experts.68.down_proj,0.06771210,0.01000,0.246
+17,mlp.experts.69.down_proj,0.03031314,0.01000,0.249
+17,mlp.experts.70.down_proj,0.00102901,0.01000,0.247
+17,mlp.experts.71.down_proj,0.00375502,0.01000,0.247
+17,mlp.experts.72.down_proj,0.05778020,0.01000,0.247
+17,mlp.experts.73.down_proj,0.00758027,0.01000,0.247
+17,mlp.experts.74.down_proj,0.00002712,0.01000,0.247
+17,mlp.experts.75.down_proj,0.00404041,0.01000,0.247
+17,mlp.experts.76.down_proj,0.00001268,0.01000,0.247
+17,mlp.experts.77.down_proj,0.08635314,0.01000,0.249
+17,mlp.experts.78.down_proj,0.01250966,0.01000,0.248
+17,mlp.experts.79.down_proj,0.04315538,0.01000,0.250
+17,mlp.experts.80.down_proj,0.04832453,0.01000,0.249
+17,mlp.experts.81.down_proj,0.03949447,0.01000,0.249
+17,mlp.experts.82.down_proj,0.27378264,0.01000,0.249
+17,mlp.experts.83.down_proj,0.04222311,0.01000,0.247
+17,mlp.experts.84.down_proj,0.09622205,0.01000,0.250
+17,mlp.experts.85.down_proj,0.10260087,0.01000,0.247
+17,mlp.experts.86.down_proj,0.03138065,0.01000,0.250
+17,mlp.experts.87.down_proj,0.02856788,0.01000,0.247
+17,mlp.experts.88.down_proj,0.08348542,0.01000,0.250
+17,mlp.experts.89.down_proj,0.01596940,0.01000,0.247
+17,mlp.experts.90.down_proj,0.00208485,0.01000,0.246
+17,mlp.experts.91.down_proj,0.00139969,0.01000,0.242
+17,mlp.experts.92.down_proj,0.06813990,0.01000,0.243
+17,mlp.experts.93.down_proj,0.03021017,0.01000,0.243
+17,mlp.experts.94.down_proj,0.00112667,0.01000,0.243
+17,mlp.experts.95.down_proj,0.00773771,0.01000,0.242
+17,mlp.experts.96.down_proj,0.00000168,0.01000,0.242
+17,mlp.experts.97.down_proj,0.01774599,0.01000,0.241
+17,mlp.experts.98.down_proj,0.00009689,0.01000,0.243
+17,mlp.experts.99.down_proj,0.13534333,0.01000,0.243
+17,mlp.experts.100.down_proj,0.02273188,0.01000,0.243
+17,mlp.experts.101.down_proj,0.00204665,0.01000,0.242
+17,mlp.experts.102.down_proj,0.05701701,0.01000,0.242
+17,mlp.experts.103.down_proj,0.05248059,0.01000,0.252
+17,mlp.experts.104.down_proj,0.00483940,0.01000,0.244
+17,mlp.experts.105.down_proj,0.02686544,0.01000,0.244
+17,mlp.experts.106.down_proj,0.14342421,0.01000,0.245
+17,mlp.experts.107.down_proj,0.00353319,0.01000,0.245
+17,mlp.experts.108.down_proj,0.00660533,0.01000,0.245
+17,mlp.experts.109.down_proj,0.00367171,0.01000,0.245
+17,mlp.experts.110.down_proj,0.00552324,0.01000,0.244
+17,mlp.experts.111.down_proj,0.00000688,0.01000,0.245
+17,mlp.experts.112.down_proj,0.15072396,0.01000,0.245
+17,mlp.experts.113.down_proj,0.02834178,0.01000,0.245
+17,mlp.experts.114.down_proj,0.00176723,0.01000,0.244
+17,mlp.experts.115.down_proj,0.00871981,0.01000,0.246
+17,mlp.experts.116.down_proj,0.01219629,0.01000,0.245
+17,mlp.experts.117.down_proj,0.07672490,0.01000,0.245
+17,mlp.experts.118.down_proj,0.04755314,0.01000,0.245
+17,mlp.experts.119.down_proj,0.00000850,0.01000,0.245
+17,mlp.experts.120.down_proj,0.03120059,0.01000,0.245
+17,mlp.experts.121.down_proj,0.11259355,0.01000,0.246
+17,mlp.experts.122.down_proj,0.00326670,0.01000,0.245
+17,mlp.experts.123.down_proj,0.01633178,0.01000,0.245
+17,mlp.experts.124.down_proj,0.00205286,0.01000,0.244
+17,mlp.experts.125.down_proj,0.00011148,0.01000,0.245
+17,mlp.experts.126.down_proj,0.05614480,0.01000,0.245
+17,mlp.experts.127.down_proj,0.00141215,0.01000,0.246
+18,self_attn.q_proj,0.09921758,0.01000,0.642
+18,self_attn.k_proj,0.01577998,0.01000,0.630
+18,self_attn.v_proj,0.01554463,0.01000,0.630
+18,self_attn.o_proj,0.01336565,0.01000,1.261
+18,mlp.experts.0.up_proj,0.34611931,0.01000,0.668
+18,mlp.experts.1.up_proj,0.06094892,0.01000,0.627
+18,mlp.experts.2.up_proj,0.00005597,0.01000,0.628
+18,mlp.experts.3.up_proj,0.25075826,0.01000,0.632
+18,mlp.experts.4.up_proj,0.65537667,0.01000,0.632
+18,mlp.experts.5.up_proj,0.00151190,0.01000,0.632
+18,mlp.experts.6.up_proj,0.04933639,0.01000,0.632
+18,mlp.experts.7.up_proj,0.80767143,0.01000,0.633
+18,mlp.experts.8.up_proj,0.02176257,0.01000,0.633
+18,mlp.experts.9.up_proj,0.37143254,0.01000,0.631
+18,mlp.experts.10.up_proj,0.56938028,0.01000,0.632
+18,mlp.experts.11.up_proj,0.00394906,0.01000,0.628
+18,mlp.experts.12.up_proj,0.12636997,0.01000,0.624
+18,mlp.experts.13.up_proj,2.08668184,0.01000,0.622
+18,mlp.experts.14.up_proj,0.27863044,0.01000,0.622
+18,mlp.experts.15.up_proj,0.00103723,0.01000,0.621
+18,mlp.experts.16.up_proj,0.00501376,0.01000,0.622
+18,mlp.experts.17.up_proj,0.07051910,0.01000,0.627
+18,mlp.experts.18.up_proj,0.02511192,0.01000,0.623
+18,mlp.experts.19.up_proj,0.15552932,0.01000,0.624
+18,mlp.experts.20.up_proj,0.22137564,0.01000,0.622
+18,mlp.experts.21.up_proj,0.02276358,0.01000,0.622
+18,mlp.experts.22.up_proj,1.22222519,0.01000,0.625
+18,mlp.experts.23.up_proj,0.73219812,0.01000,0.631
+18,mlp.experts.24.up_proj,2.25094986,0.01000,0.631
+18,mlp.experts.25.up_proj,0.50791240,0.01000,0.635
+18,mlp.experts.26.up_proj,0.75417995,0.01000,0.635
+18,mlp.experts.27.up_proj,0.13112548,0.01000,0.632
+18,mlp.experts.28.up_proj,0.27983344,0.01000,0.632
+18,mlp.experts.29.up_proj,0.00520055,0.01000,0.633
+18,mlp.experts.30.up_proj,0.06841195,0.01000,0.633
+18,mlp.experts.31.up_proj,0.00882000,0.01000,0.632
+18,mlp.experts.32.up_proj,0.02618888,0.01000,0.632
+18,mlp.experts.33.up_proj,0.23735952,0.01000,0.633
+18,mlp.experts.34.up_proj,1.14668071,0.01000,0.634
+18,mlp.experts.35.up_proj,0.18159619,0.01000,0.631
+18,mlp.experts.36.up_proj,0.00592668,0.01000,0.622
+18,mlp.experts.37.up_proj,0.12112641,0.01000,0.624
+18,mlp.experts.38.up_proj,1.69880641,0.01000,0.622
+18,mlp.experts.39.up_proj,0.42303246,0.01000,0.623
+18,mlp.experts.40.up_proj,0.00609205,0.01000,0.629
+18,mlp.experts.41.up_proj,0.24508965,0.01000,0.626
+18,mlp.experts.42.up_proj,0.38833439,0.01000,0.623
+18,mlp.experts.43.up_proj,0.00229659,0.01000,0.622
+18,mlp.experts.44.up_proj,1.66131163,0.01000,0.623
+18,mlp.experts.45.up_proj,0.00011547,0.01000,0.623
+18,mlp.experts.46.up_proj,0.50581193,0.01000,0.622
+18,mlp.experts.47.up_proj,0.06930116,0.01000,0.622
+18,mlp.experts.48.up_proj,0.10561572,0.01000,0.622
+18,mlp.experts.49.up_proj,0.11068448,0.01000,0.623
+18,mlp.experts.50.up_proj,0.01196743,0.01000,0.623
+18,mlp.experts.51.up_proj,0.06444085,0.01000,0.623
+18,mlp.experts.52.up_proj,0.83788240,0.01000,0.625
+18,mlp.experts.53.up_proj,0.07156353,0.01000,0.631
+18,mlp.experts.54.up_proj,0.95426780,0.01000,0.632
+18,mlp.experts.55.up_proj,1.40065503,0.01000,0.634
+18,mlp.experts.56.up_proj,1.19792140,0.01000,0.631
+18,mlp.experts.57.up_proj,0.02441048,0.01000,0.633
+18,mlp.experts.58.up_proj,1.21401274,0.01000,0.632
+18,mlp.experts.59.up_proj,0.01753735,0.01000,0.631
+18,mlp.experts.60.up_proj,0.00063629,0.01000,0.632
+18,mlp.experts.61.up_proj,0.13724373,0.01000,0.632
+18,mlp.experts.62.up_proj,0.22124213,0.01000,0.631
+18,mlp.experts.63.up_proj,1.90996552,0.01000,0.631
+18,mlp.experts.64.up_proj,0.85981774,0.01000,0.630
+18,mlp.experts.65.up_proj,0.13086407,0.01000,0.622
+18,mlp.experts.66.up_proj,0.13389593,0.01000,0.622
+18,mlp.experts.67.up_proj,0.11466496,0.01000,0.624
+18,mlp.experts.68.up_proj,0.03939235,0.01000,0.622
+18,mlp.experts.69.up_proj,0.00689526,0.01000,0.623
+18,mlp.experts.70.up_proj,0.48713535,0.01000,0.622
+18,mlp.experts.71.up_proj,1.16472411,0.01000,0.624
+18,mlp.experts.72.up_proj,0.11088884,0.01000,0.623
+18,mlp.experts.73.up_proj,0.00014856,0.01000,0.623
+18,mlp.experts.74.up_proj,0.08837503,0.01000,0.624
+18,mlp.experts.75.up_proj,0.47994125,0.01000,0.623
+18,mlp.experts.76.up_proj,0.61919630,0.01000,0.623
+18,mlp.experts.77.up_proj,0.24862635,0.01000,0.625
+18,mlp.experts.78.up_proj,0.17588520,0.01000,0.624
+18,mlp.experts.79.up_proj,0.51597500,0.01000,0.624
+18,mlp.experts.80.up_proj,0.07460266,0.01000,0.625
+18,mlp.experts.81.up_proj,0.02638401,0.01000,0.632
+18,mlp.experts.82.up_proj,0.05065740,0.01000,0.633
+18,mlp.experts.83.up_proj,0.04782682,0.01000,0.634
+18,mlp.experts.84.up_proj,0.13010967,0.01000,0.634
+18,mlp.experts.85.up_proj,0.50404036,0.01000,0.635
+18,mlp.experts.86.up_proj,0.49731934,0.01000,0.635
+18,mlp.experts.87.up_proj,1.99928296,0.01000,0.634
+18,mlp.experts.88.up_proj,0.16428530,0.01000,0.632
+18,mlp.experts.89.up_proj,0.87663698,0.01000,0.634
+18,mlp.experts.90.up_proj,0.00446666,0.01000,0.633
+18,mlp.experts.91.up_proj,0.00777055,0.01000,0.634
+18,mlp.experts.92.up_proj,0.12148262,0.01000,0.633
+18,mlp.experts.93.up_proj,0.17245236,0.01000,0.625
+18,mlp.experts.94.up_proj,0.19064157,0.01000,0.624
+18,mlp.experts.95.up_proj,0.00250302,0.01000,0.624
+18,mlp.experts.96.up_proj,0.74985832,0.01000,0.625
+18,mlp.experts.97.up_proj,0.45631438,0.01000,0.623
+18,mlp.experts.98.up_proj,0.07034585,0.01000,0.624
+18,mlp.experts.99.up_proj,0.23497048,0.01000,0.624
+18,mlp.experts.100.up_proj,0.17121091,0.01000,0.624
+18,mlp.experts.101.up_proj,0.93397069,0.01000,0.624
+18,mlp.experts.102.up_proj,0.07356209,0.01000,0.624
+18,mlp.experts.103.up_proj,0.38759786,0.01000,0.631
+18,mlp.experts.104.up_proj,0.07685648,0.01000,0.632
+18,mlp.experts.105.up_proj,0.36235675,0.01000,0.633
+18,mlp.experts.106.up_proj,0.00036578,0.01000,0.633
+18,mlp.experts.107.up_proj,2.89001369,0.01000,0.634
+18,mlp.experts.108.up_proj,0.00246604,0.01000,0.633
+18,mlp.experts.109.up_proj,0.16104937,0.01000,0.632
+18,mlp.experts.110.up_proj,0.73416817,0.01000,0.633
+18,mlp.experts.111.up_proj,0.01076370,0.01000,0.631
+18,mlp.experts.112.up_proj,0.01978607,0.01000,0.631
+18,mlp.experts.113.up_proj,0.01222287,0.01000,0.633
+18,mlp.experts.114.up_proj,0.30411363,0.01000,0.632
+18,mlp.experts.115.up_proj,0.40657079,0.01000,0.623
+18,mlp.experts.116.up_proj,2.42656231,0.01000,0.626
+18,mlp.experts.117.up_proj,0.01368502,0.01000,0.630
+18,mlp.experts.118.up_proj,0.08959550,0.01000,0.626
+18,mlp.experts.119.up_proj,0.32875812,0.01000,0.625
+18,mlp.experts.120.up_proj,0.00632329,0.01000,0.626
+18,mlp.experts.121.up_proj,0.08398190,0.01000,0.625
+18,mlp.experts.122.up_proj,0.47292346,0.01000,0.628
+18,mlp.experts.123.up_proj,0.05667763,0.01000,0.625
+18,mlp.experts.124.up_proj,0.03690360,0.01000,0.627
+18,mlp.experts.125.up_proj,0.28962004,0.01000,0.627
+18,mlp.experts.126.up_proj,0.08509665,0.01000,0.626
+18,mlp.experts.127.up_proj,0.48975286,0.01000,0.625
+18,mlp.experts.0.gate_proj,0.40014082,0.01000,0.630
+18,mlp.experts.1.gate_proj,0.06716421,0.01000,0.632
+18,mlp.experts.2.gate_proj,0.00005486,0.01000,0.634
+18,mlp.experts.3.gate_proj,0.30555817,0.01000,0.633
+18,mlp.experts.4.gate_proj,0.76092285,0.01000,0.634
+18,mlp.experts.5.gate_proj,0.00158520,0.01000,0.635
+18,mlp.experts.6.gate_proj,0.05903196,0.01000,0.634
+18,mlp.experts.7.gate_proj,0.84763271,0.01000,0.634
+18,mlp.experts.8.gate_proj,0.02540600,0.01000,0.632
+18,mlp.experts.9.gate_proj,0.42749810,0.01000,0.633
+18,mlp.experts.10.gate_proj,0.49701303,0.01000,0.633
+18,mlp.experts.11.gate_proj,0.00443140,0.01000,0.633
+18,mlp.experts.12.gate_proj,0.15043217,0.01000,0.626
+18,mlp.experts.13.gate_proj,2.47764945,0.01000,0.624
+18,mlp.experts.14.gate_proj,0.27161640,0.01000,0.627
+18,mlp.experts.15.gate_proj,0.00132208,0.01000,0.625
+18,mlp.experts.16.gate_proj,0.00600001,0.01000,0.627
+18,mlp.experts.17.gate_proj,0.07906128,0.01000,0.626
+18,mlp.experts.18.gate_proj,0.02738079,0.01000,0.626
+18,mlp.experts.19.gate_proj,0.14017388,0.01000,0.631
+18,mlp.experts.20.gate_proj,0.29017651,0.01000,0.623
+18,mlp.experts.21.gate_proj,0.02767466,0.01000,0.630
+18,mlp.experts.22.gate_proj,1.41647077,0.01000,0.631
+18,mlp.experts.23.gate_proj,0.69937354,0.01000,0.624
+18,mlp.experts.24.gate_proj,2.25212741,0.01000,0.621
+18,mlp.experts.25.gate_proj,0.62764406,0.01000,0.624
+18,mlp.experts.26.gate_proj,0.89053392,0.01000,0.624
+18,mlp.experts.27.gate_proj,0.14528453,0.01000,0.624
+18,mlp.experts.28.gate_proj,0.32639936,0.01000,0.628
+18,mlp.experts.29.gate_proj,0.00688924,0.01000,0.632
+18,mlp.experts.30.gate_proj,0.06468929,0.01000,0.632
+18,mlp.experts.31.gate_proj,0.01042050,0.01000,0.631
+18,mlp.experts.32.gate_proj,0.03533588,0.01000,0.632
+18,mlp.experts.33.gate_proj,0.30754203,0.01000,0.632
+18,mlp.experts.34.gate_proj,1.17873549,0.01000,0.631
+18,mlp.experts.35.gate_proj,0.15764661,0.01000,0.631
+18,mlp.experts.36.gate_proj,0.00623865,0.01000,0.633
+18,mlp.experts.37.gate_proj,0.15434951,0.01000,0.633
+18,mlp.experts.38.gate_proj,1.83317709,0.01000,0.633
+18,mlp.experts.39.gate_proj,0.47636241,0.01000,0.634
+18,mlp.experts.40.gate_proj,0.00734971,0.01000,0.624
+18,mlp.experts.41.gate_proj,0.26516408,0.01000,0.623
+18,mlp.experts.42.gate_proj,0.37369996,0.01000,0.623
+18,mlp.experts.43.gate_proj,0.00233224,0.01000,0.624
+18,mlp.experts.44.gate_proj,2.08713651,0.01000,0.627
+18,mlp.experts.45.gate_proj,0.00012268,0.01000,0.624
+18,mlp.experts.46.gate_proj,0.58089048,0.01000,0.623
+18,mlp.experts.47.gate_proj,0.07799829,0.01000,0.625
+18,mlp.experts.48.gate_proj,0.12049063,0.01000,0.624
+18,mlp.experts.49.gate_proj,0.13525394,0.01000,0.624
+18,mlp.experts.50.gate_proj,0.01434495,0.01000,0.625
+18,mlp.experts.51.gate_proj,0.08184442,0.01000,0.625
+18,mlp.experts.52.gate_proj,0.82494110,0.01000,0.629
+18,mlp.experts.53.gate_proj,0.08545514,0.01000,0.633
+18,mlp.experts.54.gate_proj,1.13045263,0.01000,0.630
+18,mlp.experts.55.gate_proj,1.44965672,0.01000,0.631
+18,mlp.experts.56.gate_proj,1.22178864,0.01000,0.632
+18,mlp.experts.57.gate_proj,0.02784466,0.01000,0.632
+18,mlp.experts.58.gate_proj,1.53851962,0.01000,0.633
+18,mlp.experts.59.gate_proj,0.02062560,0.01000,0.633
+18,mlp.experts.60.gate_proj,0.00064512,0.01000,0.632
+18,mlp.experts.61.gate_proj,0.15684609,0.01000,0.634
+18,mlp.experts.62.gate_proj,0.25469041,0.01000,0.634
+18,mlp.experts.63.gate_proj,2.30246282,0.01000,0.632
+18,mlp.experts.64.gate_proj,0.83245498,0.01000,0.625
+18,mlp.experts.65.gate_proj,0.14437953,0.01000,0.622
+18,mlp.experts.66.gate_proj,0.16338399,0.01000,0.622
+18,mlp.experts.67.gate_proj,0.13565049,0.01000,0.623
+18,mlp.experts.68.gate_proj,0.04735771,0.01000,0.625
+18,mlp.experts.69.gate_proj,0.00818397,0.01000,0.622
+18,mlp.experts.70.gate_proj,0.59530085,0.01000,0.623
+18,mlp.experts.71.gate_proj,1.53625655,0.01000,0.622
+18,mlp.experts.72.gate_proj,0.13101254,0.01000,0.623
+18,mlp.experts.73.gate_proj,0.00015555,0.01000,0.624
+18,mlp.experts.74.gate_proj,0.10808600,0.01000,0.625
+18,mlp.experts.75.gate_proj,0.47766656,0.01000,0.623
+18,mlp.experts.76.gate_proj,0.70639014,0.01000,0.623
+18,mlp.experts.77.gate_proj,0.27978939,0.01000,0.629
+18,mlp.experts.78.gate_proj,0.18662103,0.01000,0.632
+18,mlp.experts.79.gate_proj,0.53447938,0.01000,0.634
+18,mlp.experts.80.gate_proj,0.08019644,0.01000,0.633
+18,mlp.experts.81.gate_proj,0.02770926,0.01000,0.635
+18,mlp.experts.82.gate_proj,0.06038059,0.01000,0.635
+18,mlp.experts.83.gate_proj,0.04627056,0.01000,0.633
+18,mlp.experts.84.gate_proj,0.14947397,0.01000,0.633
+18,mlp.experts.85.gate_proj,0.43646777,0.01000,0.633
+18,mlp.experts.86.gate_proj,0.48518777,0.01000,0.632
+18,mlp.experts.87.gate_proj,2.21479559,0.01000,0.632
+18,mlp.experts.88.gate_proj,0.16505510,0.01000,0.633
+18,mlp.experts.89.gate_proj,1.00835919,0.01000,0.628
+18,mlp.experts.90.gate_proj,0.00571345,0.01000,0.623
+18,mlp.experts.91.gate_proj,0.00839646,0.01000,0.625
+18,mlp.experts.92.gate_proj,0.15302458,0.01000,0.625
+18,mlp.experts.93.gate_proj,0.19089143,0.01000,0.625
+18,mlp.experts.94.gate_proj,0.23946047,0.01000,0.625
+18,mlp.experts.95.gate_proj,0.00277869,0.01000,0.624
+18,mlp.experts.96.gate_proj,0.88018674,0.01000,0.624
+18,mlp.experts.97.gate_proj,0.51627260,0.01000,0.624
+18,mlp.experts.98.gate_proj,0.06214373,0.01000,0.625
+18,mlp.experts.99.gate_proj,0.25676665,0.01000,0.625
+18,mlp.experts.100.gate_proj,0.16529676,0.01000,0.624
+18,mlp.experts.101.gate_proj,1.14840889,0.01000,0.624
+18,mlp.experts.102.gate_proj,0.09012715,0.01000,0.632
+18,mlp.experts.103.gate_proj,0.43338442,0.01000,0.633
+18,mlp.experts.104.gate_proj,0.08585266,0.01000,0.633
+18,mlp.experts.105.gate_proj,0.31714267,0.01000,0.634
+18,mlp.experts.106.gate_proj,0.00042418,0.01000,0.635
+18,mlp.experts.107.gate_proj,3.25750923,0.01000,0.633
+18,mlp.experts.108.gate_proj,0.00253017,0.01000,0.633
+18,mlp.experts.109.gate_proj,0.18633434,0.01000,0.633
+18,mlp.experts.110.gate_proj,0.69970781,0.01000,0.636
+18,mlp.experts.111.gate_proj,0.01089903,0.01000,0.633
+18,mlp.experts.112.gate_proj,0.02015806,0.01000,0.634
+18,mlp.experts.113.gate_proj,0.01386571,0.01000,0.635
+18,mlp.experts.114.gate_proj,0.37275860,0.01000,0.625
+18,mlp.experts.115.gate_proj,0.43472582,0.01000,0.623
+18,mlp.experts.116.gate_proj,2.80335855,0.01000,0.625
+18,mlp.experts.117.gate_proj,0.01604978,0.01000,0.624
+18,mlp.experts.118.gate_proj,0.08913717,0.01000,0.627
+18,mlp.experts.119.gate_proj,0.41704097,0.01000,0.625
+18,mlp.experts.120.gate_proj,0.00657550,0.01000,0.624
+18,mlp.experts.121.gate_proj,0.10303423,0.01000,0.623
+18,mlp.experts.122.gate_proj,0.56624079,0.01000,0.624
+18,mlp.experts.123.gate_proj,0.05165824,0.01000,0.624
+18,mlp.experts.124.gate_proj,0.04191475,0.01000,0.634
+18,mlp.experts.125.gate_proj,0.31139773,0.01000,0.633
+18,mlp.experts.126.gate_proj,0.09040048,0.01000,0.634
+18,mlp.experts.127.gate_proj,0.52509165,0.01000,0.633
+18,mlp.experts.0.down_proj,0.05244803,0.01000,0.259
+18,mlp.experts.1.down_proj,0.01344026,0.01000,0.237
+18,mlp.experts.2.down_proj,0.00001052,0.01000,0.236
+18,mlp.experts.3.down_proj,0.03869008,0.01000,0.237
+18,mlp.experts.4.down_proj,0.10638805,0.01000,0.237
+18,mlp.experts.5.down_proj,0.00050615,0.01000,0.237
+18,mlp.experts.6.down_proj,0.00751695,0.01000,0.237
+18,mlp.experts.7.down_proj,0.11295722,0.01000,0.237
+18,mlp.experts.8.down_proj,0.00426994,0.01000,0.237
+18,mlp.experts.9.down_proj,0.04053199,0.01000,0.237
+18,mlp.experts.10.down_proj,0.08744629,0.01000,0.236
+18,mlp.experts.11.down_proj,0.00138022,0.01000,0.236
+18,mlp.experts.12.down_proj,0.01277198,0.01000,0.236
+18,mlp.experts.13.down_proj,0.38889676,0.01000,0.236
+18,mlp.experts.14.down_proj,0.05145802,0.01000,0.238
+18,mlp.experts.15.down_proj,0.00024368,0.01000,0.236
+18,mlp.experts.16.down_proj,0.00142462,0.01000,0.236
+18,mlp.experts.17.down_proj,0.01890963,0.01000,0.236
+18,mlp.experts.18.down_proj,0.00383242,0.01000,0.235
+18,mlp.experts.19.down_proj,0.02093930,0.01000,0.236
+18,mlp.experts.20.down_proj,0.04395942,0.01000,0.235
+18,mlp.experts.21.down_proj,0.00421149,0.01000,0.235
+18,mlp.experts.22.down_proj,0.16022190,0.01000,0.235
+18,mlp.experts.23.down_proj,0.10107800,0.01000,0.235
+18,mlp.experts.24.down_proj,0.47783232,0.01000,0.236
+18,mlp.experts.25.down_proj,0.05718507,0.01000,0.236
+18,mlp.experts.26.down_proj,0.12339486,0.01000,0.238
+18,mlp.experts.27.down_proj,0.01976836,0.01000,0.238
+18,mlp.experts.28.down_proj,0.04647509,0.01000,0.238
+18,mlp.experts.29.down_proj,0.00127611,0.01000,0.239
+18,mlp.experts.30.down_proj,0.00985071,0.01000,0.239
+18,mlp.experts.31.down_proj,0.00283443,0.01000,0.239
+18,mlp.experts.32.down_proj,0.00427822,0.01000,0.239
+18,mlp.experts.33.down_proj,0.02207115,0.01000,0.239
+18,mlp.experts.34.down_proj,0.19239148,0.01000,0.239
+18,mlp.experts.35.down_proj,0.03838403,0.01000,0.239
+18,mlp.experts.36.down_proj,0.00102231,0.01000,0.240
+18,mlp.experts.37.down_proj,0.01960753,0.01000,0.240
+18,mlp.experts.38.down_proj,0.26715708,0.01000,0.240
+18,mlp.experts.39.down_proj,0.06330496,0.01000,0.241
+18,mlp.experts.40.down_proj,0.00121545,0.01000,0.242
+18,mlp.experts.41.down_proj,0.03260096,0.01000,0.243
+18,mlp.experts.42.down_proj,0.05697147,0.01000,0.243
+18,mlp.experts.43.down_proj,0.00055540,0.01000,0.245
+18,mlp.experts.44.down_proj,0.26692557,0.01000,0.244
+18,mlp.experts.45.down_proj,0.00002532,0.01000,0.244
+18,mlp.experts.46.down_proj,0.09296792,0.01000,0.244
+18,mlp.experts.47.down_proj,0.01612379,0.01000,0.244
+18,mlp.experts.48.down_proj,0.01252444,0.01000,0.244
+18,mlp.experts.49.down_proj,0.01774708,0.01000,0.244
+18,mlp.experts.50.down_proj,0.00263915,0.01000,0.244
+18,mlp.experts.51.down_proj,0.01288134,0.01000,0.244
+18,mlp.experts.52.down_proj,0.10969216,0.01000,0.244
+18,mlp.experts.53.down_proj,0.01770553,0.01000,0.244
+18,mlp.experts.54.down_proj,0.11714488,0.01000,0.244
+18,mlp.experts.55.down_proj,0.27784303,0.01000,0.243
+18,mlp.experts.56.down_proj,0.17153883,0.01000,0.244
+18,mlp.experts.57.down_proj,0.00418977,0.01000,0.244
+18,mlp.experts.58.down_proj,0.17091298,0.01000,0.244
+18,mlp.experts.59.down_proj,0.00337714,0.01000,0.246
+18,mlp.experts.60.down_proj,0.00019896,0.01000,0.245
+18,mlp.experts.61.down_proj,0.01734854,0.01000,0.244
+18,mlp.experts.62.down_proj,0.03369556,0.01000,0.243
+18,mlp.experts.63.down_proj,0.27895632,0.01000,0.244
+18,mlp.experts.64.down_proj,0.11875287,0.01000,0.244
+18,mlp.experts.65.down_proj,0.01744286,0.01000,0.245
+18,mlp.experts.66.down_proj,0.01203429,0.01000,0.245
+18,mlp.experts.67.down_proj,0.01731719,0.01000,0.243
+18,mlp.experts.68.down_proj,0.00819651,0.01000,0.241
+18,mlp.experts.69.down_proj,0.00157547,0.01000,0.242
+18,mlp.experts.70.down_proj,0.10480003,0.01000,0.241
+18,mlp.experts.71.down_proj,0.16330744,0.01000,0.241
+18,mlp.experts.72.down_proj,0.01846693,0.01000,0.241
+18,mlp.experts.73.down_proj,0.00004682,0.01000,0.242
+18,mlp.experts.74.down_proj,0.01449426,0.01000,0.241
+18,mlp.experts.75.down_proj,0.07011940,0.01000,0.242
+18,mlp.experts.76.down_proj,0.11656508,0.01000,0.243
+18,mlp.experts.77.down_proj,0.04116399,0.01000,0.242
+18,mlp.experts.78.down_proj,0.04015928,0.01000,0.242
+18,mlp.experts.79.down_proj,0.09006453,0.01000,0.241
+18,mlp.experts.80.down_proj,0.01684757,0.01000,0.241
+18,mlp.experts.81.down_proj,0.00927298,0.01000,0.242
+18,mlp.experts.82.down_proj,0.00715510,0.01000,0.242
+18,mlp.experts.83.down_proj,0.00690264,0.01000,0.242
+18,mlp.experts.84.down_proj,0.01921701,0.01000,0.244
+18,mlp.experts.85.down_proj,0.07035980,0.01000,0.242
+18,mlp.experts.86.down_proj,0.07348946,0.01000,0.241
+18,mlp.experts.87.down_proj,0.34572893,0.01000,0.242
+18,mlp.experts.88.down_proj,0.03511459,0.01000,0.241
+18,mlp.experts.89.down_proj,0.13327363,0.01000,0.243
+18,mlp.experts.90.down_proj,0.00096300,0.01000,0.242
+18,mlp.experts.91.down_proj,0.00152183,0.01000,0.242
+18,mlp.experts.92.down_proj,0.01592622,0.01000,0.242
+18,mlp.experts.93.down_proj,0.02665671,0.01000,0.242
+18,mlp.experts.94.down_proj,0.03040479,0.01000,0.242
+18,mlp.experts.95.down_proj,0.00084775,0.01000,0.242
+18,mlp.experts.96.down_proj,0.11234547,0.01000,0.242
+18,mlp.experts.97.down_proj,0.06177697,0.01000,0.242
+18,mlp.experts.98.down_proj,0.00428426,0.01000,0.244
+18,mlp.experts.99.down_proj,0.04508871,0.01000,0.245
+18,mlp.experts.100.down_proj,0.02956127,0.01000,0.244
+18,mlp.experts.101.down_proj,0.14283055,0.01000,0.245
+18,mlp.experts.102.down_proj,0.01367284,0.01000,0.244
+18,mlp.experts.103.down_proj,0.05981172,0.01000,0.245
+18,mlp.experts.104.down_proj,0.01245978,0.01000,0.245
+18,mlp.experts.105.down_proj,0.06109919,0.01000,0.246
+18,mlp.experts.106.down_proj,0.00013370,0.01000,0.246
+18,mlp.experts.107.down_proj,0.31547385,0.01000,0.246
+18,mlp.experts.108.down_proj,0.00082448,0.01000,0.246
+18,mlp.experts.109.down_proj,0.02906268,0.01000,0.246
+18,mlp.experts.110.down_proj,0.11463688,0.01000,0.245
+18,mlp.experts.111.down_proj,0.00232787,0.01000,0.245
+18,mlp.experts.112.down_proj,0.00307376,0.01000,0.246
+18,mlp.experts.113.down_proj,0.00369068,0.01000,0.246
+18,mlp.experts.114.down_proj,0.05128626,0.01000,0.245
+18,mlp.experts.115.down_proj,0.08632229,0.01000,0.245
+18,mlp.experts.116.down_proj,0.35324615,0.01000,0.245
+18,mlp.experts.117.down_proj,0.00051388,0.01000,0.245
+18,mlp.experts.118.down_proj,0.01877669,0.01000,0.246
+18,mlp.experts.119.down_proj,0.06505898,0.01000,0.247
+18,mlp.experts.120.down_proj,0.00090219,0.01000,0.245
+18,mlp.experts.121.down_proj,0.01195028,0.01000,0.245
+18,mlp.experts.122.down_proj,0.09484933,0.01000,0.246
+18,mlp.experts.123.down_proj,0.00942533,0.01000,0.246
+18,mlp.experts.124.down_proj,0.00755442,0.01000,0.246
+18,mlp.experts.125.down_proj,0.03815108,0.01000,0.246
+18,mlp.experts.126.down_proj,0.02091883,0.01000,0.247
+18,mlp.experts.127.down_proj,0.08557384,0.01000,0.244
+19,self_attn.q_proj,0.08106190,0.01000,0.645
+19,self_attn.k_proj,0.01197403,0.01000,0.630
+19,self_attn.v_proj,0.01264020,0.01000,0.630
+19,self_attn.o_proj,0.00998562,0.01000,1.259
+19,mlp.experts.0.up_proj,0.00720176,0.01000,0.660
+19,mlp.experts.1.up_proj,0.11937690,0.01000,0.620
+19,mlp.experts.2.up_proj,0.54843169,0.01000,0.628
+19,mlp.experts.3.up_proj,0.40966305,0.01000,0.633
+19,mlp.experts.4.up_proj,0.47866455,0.01000,0.633
+19,mlp.experts.5.up_proj,0.75534672,0.01000,0.632
+19,mlp.experts.6.up_proj,0.26875624,0.01000,0.633
+19,mlp.experts.7.up_proj,2.11376667,0.01000,0.632
+19,mlp.experts.8.up_proj,1.69870269,0.01000,0.633
+19,mlp.experts.9.up_proj,1.26658237,0.01000,0.633
+19,mlp.experts.10.up_proj,0.02698892,0.01000,0.634
+19,mlp.experts.11.up_proj,0.18595323,0.01000,0.631
+19,mlp.experts.12.up_proj,0.41845047,0.01000,0.633
+19,mlp.experts.13.up_proj,0.25339490,0.01000,0.638
+19,mlp.experts.14.up_proj,0.08037335,0.01000,0.629
+19,mlp.experts.15.up_proj,0.06713820,0.01000,0.630
+19,mlp.experts.16.up_proj,0.00436356,0.01000,0.626
+19,mlp.experts.17.up_proj,0.47601449,0.01000,0.624
+19,mlp.experts.18.up_proj,0.17708078,0.01000,0.624
+19,mlp.experts.19.up_proj,0.19162843,0.01000,0.630
+19,mlp.experts.20.up_proj,0.40561411,0.01000,0.624
+19,mlp.experts.21.up_proj,1.25390220,0.01000,0.623
+19,mlp.experts.22.up_proj,0.16257307,0.01000,0.622
+19,mlp.experts.23.up_proj,0.00406637,0.01000,0.630
+19,mlp.experts.24.up_proj,2.44948387,0.01000,0.632
+19,mlp.experts.25.up_proj,0.18439114,0.01000,0.637
+19,mlp.experts.26.up_proj,2.56600976,0.01000,0.640
+19,mlp.experts.27.up_proj,0.08929306,0.01000,0.637
+19,mlp.experts.28.up_proj,0.01101438,0.01000,0.638
+19,mlp.experts.29.up_proj,0.12371481,0.01000,0.638
+19,mlp.experts.30.up_proj,0.11202410,0.01000,0.638
+19,mlp.experts.31.up_proj,1.06965339,0.01000,0.630
+19,mlp.experts.32.up_proj,0.46623123,0.01000,0.630
+19,mlp.experts.33.up_proj,1.61988902,0.01000,0.633
+19,mlp.experts.34.up_proj,0.18936770,0.01000,0.630
+19,mlp.experts.35.up_proj,0.01498976,0.01000,0.629
+19,mlp.experts.36.up_proj,0.32754156,0.01000,0.629
+19,mlp.experts.37.up_proj,0.00002263,0.01000,0.634
+19,mlp.experts.38.up_proj,0.11092514,0.01000,0.637
+19,mlp.experts.39.up_proj,0.21626398,0.01000,0.635
+19,mlp.experts.40.up_proj,0.01063041,0.01000,0.633
+19,mlp.experts.41.up_proj,0.30132955,0.01000,0.637
+19,mlp.experts.42.up_proj,0.00010069,0.01000,0.635
+19,mlp.experts.43.up_proj,0.10319282,0.01000,0.636
+19,mlp.experts.44.up_proj,0.44867328,0.01000,0.634
+19,mlp.experts.45.up_proj,0.97679341,0.01000,0.634
+19,mlp.experts.46.up_proj,0.06203678,0.01000,0.637
+19,mlp.experts.47.up_proj,0.17419603,0.01000,0.636
+19,mlp.experts.48.up_proj,0.59547448,0.01000,0.637
+19,mlp.experts.49.up_proj,0.34012449,0.01000,0.630
+19,mlp.experts.50.up_proj,0.23251337,0.01000,0.628
+19,mlp.experts.51.up_proj,0.43016601,0.01000,0.631
+19,mlp.experts.52.up_proj,0.29313892,0.01000,0.628
+19,mlp.experts.53.up_proj,0.45722246,0.01000,0.629
+19,mlp.experts.54.up_proj,0.00002850,0.01000,0.628
+19,mlp.experts.55.up_proj,0.00376488,0.01000,0.636
+19,mlp.experts.56.up_proj,0.28656650,0.01000,0.627
+19,mlp.experts.57.up_proj,0.00061713,0.01000,0.627
+19,mlp.experts.58.up_proj,0.36391321,0.01000,0.627
+19,mlp.experts.59.up_proj,3.63820457,0.01000,0.627
+19,mlp.experts.60.up_proj,0.31849459,0.01000,0.628
+19,mlp.experts.61.up_proj,0.20758687,0.01000,0.626
+19,mlp.experts.62.up_proj,0.55186337,0.01000,0.635
+19,mlp.experts.63.up_proj,0.22366747,0.01000,0.636
+19,mlp.experts.64.up_proj,0.19255149,0.01000,0.635
+19,mlp.experts.65.up_proj,0.00004303,0.01000,0.634
+19,mlp.experts.66.up_proj,0.54286063,0.01000,0.633
+19,mlp.experts.67.up_proj,0.08288768,0.01000,0.634
+19,mlp.experts.68.up_proj,0.05035856,0.01000,0.635
+19,mlp.experts.69.up_proj,0.03117334,0.01000,0.635
+19,mlp.experts.70.up_proj,0.01878694,0.01000,0.635
+19,mlp.experts.71.up_proj,0.00511287,0.01000,0.636
+19,mlp.experts.72.up_proj,0.54798591,0.01000,0.637
+19,mlp.experts.73.up_proj,1.31081474,0.01000,0.629
+19,mlp.experts.74.up_proj,0.09727474,0.01000,0.628
+19,mlp.experts.75.up_proj,0.72560728,0.01000,0.627
+19,mlp.experts.76.up_proj,0.00017089,0.01000,0.627
+19,mlp.experts.77.up_proj,0.00002913,0.01000,0.627
+19,mlp.experts.78.up_proj,0.06549004,0.01000,0.626
+19,mlp.experts.79.up_proj,0.33483320,0.01000,0.625
+19,mlp.experts.80.up_proj,0.00003786,0.01000,0.626
+19,mlp.experts.81.up_proj,0.05436930,0.01000,0.625
+19,mlp.experts.82.up_proj,0.98147416,0.01000,0.625
+19,mlp.experts.83.up_proj,0.21141112,0.01000,0.624
+19,mlp.experts.84.up_proj,0.00723709,0.01000,0.625
+19,mlp.experts.85.up_proj,0.01473563,0.01000,0.625
+19,mlp.experts.86.up_proj,0.18139184,0.01000,0.634
+19,mlp.experts.87.up_proj,0.53991789,0.01000,0.636
+19,mlp.experts.88.up_proj,0.94190705,0.01000,0.636
+19,mlp.experts.89.up_proj,0.34252957,0.01000,0.635
+19,mlp.experts.90.up_proj,0.00359192,0.01000,0.635
+19,mlp.experts.91.up_proj,0.21576545,0.01000,0.634
+19,mlp.experts.92.up_proj,0.11533030,0.01000,0.635
+19,mlp.experts.93.up_proj,0.43641567,0.01000,0.635
+19,mlp.experts.94.up_proj,1.06849933,0.01000,0.634
+19,mlp.experts.95.up_proj,0.44002378,0.01000,0.636
+19,mlp.experts.96.up_proj,0.05126203,0.01000,0.635
+19,mlp.experts.97.up_proj,0.00779495,0.01000,0.636
+19,mlp.experts.98.up_proj,0.29725009,0.01000,0.628
+19,mlp.experts.99.up_proj,0.15771843,0.01000,0.627
+19,mlp.experts.100.up_proj,0.60423851,0.01000,0.627
+19,mlp.experts.101.up_proj,0.13781844,0.01000,0.625
+19,mlp.experts.102.up_proj,0.00052180,0.01000,0.628
+19,mlp.experts.103.up_proj,0.06457357,0.01000,0.626
+19,mlp.experts.104.up_proj,0.03509982,0.01000,0.628
+19,mlp.experts.105.up_proj,0.01048158,0.01000,0.629
+19,mlp.experts.106.up_proj,1.25460088,0.01000,0.630
+19,mlp.experts.107.up_proj,0.01099992,0.01000,0.628
+19,mlp.experts.108.up_proj,0.20233141,0.01000,0.629
+19,mlp.experts.109.up_proj,0.48135006,0.01000,0.632
+19,mlp.experts.110.up_proj,0.91280508,0.01000,0.636
+19,mlp.experts.111.up_proj,0.01553238,0.01000,0.634
+19,mlp.experts.112.up_proj,1.62471509,0.01000,0.637
+19,mlp.experts.113.up_proj,0.07338309,0.01000,0.638
+19,mlp.experts.114.up_proj,0.03070645,0.01000,0.637
+19,mlp.experts.115.up_proj,0.11526024,0.01000,0.637
+19,mlp.experts.116.up_proj,0.52959031,0.01000,0.637
+19,mlp.experts.117.up_proj,0.03876482,0.01000,0.637
+19,mlp.experts.118.up_proj,0.04412483,0.01000,0.636
+19,mlp.experts.119.up_proj,0.66997421,0.01000,0.636
+19,mlp.experts.120.up_proj,0.02691367,0.01000,0.632
+19,mlp.experts.121.up_proj,0.00114216,0.01000,0.629
+19,mlp.experts.122.up_proj,0.00365114,0.01000,0.627
+19,mlp.experts.123.up_proj,1.34661722,0.01000,0.623
+19,mlp.experts.124.up_proj,0.20973763,0.01000,0.623
+19,mlp.experts.125.up_proj,0.30232263,0.01000,0.624
+19,mlp.experts.126.up_proj,0.01422548,0.01000,0.628
+19,mlp.experts.127.up_proj,0.15653034,0.01000,0.630
+19,mlp.experts.0.gate_proj,0.00827196,0.01000,0.635
+19,mlp.experts.1.gate_proj,0.13174167,0.01000,0.634
+19,mlp.experts.2.gate_proj,0.51792079,0.01000,0.634
+19,mlp.experts.3.gate_proj,0.39671677,0.01000,0.635
+19,mlp.experts.4.gate_proj,0.52210450,0.01000,0.635
+19,mlp.experts.5.gate_proj,0.78054869,0.01000,0.635
+19,mlp.experts.6.gate_proj,0.31528741,0.01000,0.635
+19,mlp.experts.7.gate_proj,1.79751027,0.01000,0.634
+19,mlp.experts.8.gate_proj,1.77481842,0.01000,0.633
+19,mlp.experts.9.gate_proj,1.49936795,0.01000,0.634
+19,mlp.experts.10.gate_proj,0.02822377,0.01000,0.628
+19,mlp.experts.11.gate_proj,0.21686062,0.01000,0.623
+19,mlp.experts.12.gate_proj,0.50563914,0.01000,0.623
+19,mlp.experts.13.gate_proj,0.27890679,0.01000,0.625
+19,mlp.experts.14.gate_proj,0.09866895,0.01000,0.624
+19,mlp.experts.15.gate_proj,0.07386998,0.01000,0.626
+19,mlp.experts.16.gate_proj,0.00432773,0.01000,0.623
+19,mlp.experts.17.gate_proj,0.54953861,0.01000,0.631
+19,mlp.experts.18.gate_proj,0.21110456,0.01000,0.630
+19,mlp.experts.19.gate_proj,0.19148290,0.01000,0.628
+19,mlp.experts.20.gate_proj,0.42699915,0.01000,0.628
+19,mlp.experts.21.gate_proj,1.39054346,0.01000,0.628
+19,mlp.experts.22.gate_proj,0.18822935,0.01000,0.637
+19,mlp.experts.23.gate_proj,0.00431713,0.01000,0.635
+19,mlp.experts.24.gate_proj,2.83503628,0.01000,0.634
+19,mlp.experts.25.gate_proj,0.20012948,0.01000,0.634
+19,mlp.experts.26.gate_proj,2.71286368,0.01000,0.644
+19,mlp.experts.27.gate_proj,0.09573566,0.01000,0.648
+19,mlp.experts.28.gate_proj,0.01440488,0.01000,0.647
+19,mlp.experts.29.gate_proj,0.14030334,0.01000,0.648
+19,mlp.experts.30.gate_proj,0.12525393,0.01000,0.645
+19,mlp.experts.31.gate_proj,1.07301605,0.01000,0.647
+19,mlp.experts.32.gate_proj,0.53082609,0.01000,0.649
+19,mlp.experts.33.gate_proj,1.79197729,0.01000,0.647
+19,mlp.experts.34.gate_proj,0.16703105,0.01000,0.648
+19,mlp.experts.35.gate_proj,0.01766911,0.01000,0.647
+19,mlp.experts.36.gate_proj,0.36825287,0.01000,0.647
+19,mlp.experts.37.gate_proj,0.00002490,0.01000,0.633
+19,mlp.experts.38.gate_proj,0.12685466,0.01000,0.632
+19,mlp.experts.39.gate_proj,0.21315606,0.01000,0.633
+19,mlp.experts.40.gate_proj,0.01204226,0.01000,0.633
+19,mlp.experts.41.gate_proj,0.34162688,0.01000,0.631
+19,mlp.experts.42.gate_proj,0.00011321,0.01000,0.630
+19,mlp.experts.43.gate_proj,0.09569906,0.01000,0.632
+19,mlp.experts.44.gate_proj,0.51636356,0.01000,0.632
+19,mlp.experts.45.gate_proj,1.03503108,0.01000,0.630
+19,mlp.experts.46.gate_proj,0.06279375,0.01000,0.629
+19,mlp.experts.47.gate_proj,0.19352233,0.01000,0.633
+19,mlp.experts.48.gate_proj,0.54535758,0.01000,0.633
+19,mlp.experts.49.gate_proj,0.30877009,0.01000,0.635
+19,mlp.experts.50.gate_proj,0.21737519,0.01000,0.634
+19,mlp.experts.51.gate_proj,0.40670747,0.01000,0.635
+19,mlp.experts.52.gate_proj,0.34400773,0.01000,0.635
+19,mlp.experts.53.gate_proj,0.45952919,0.01000,0.634
+19,mlp.experts.54.gate_proj,0.00003466,0.01000,0.635
+19,mlp.experts.55.gate_proj,0.00354987,0.01000,0.633
+19,mlp.experts.56.gate_proj,0.30370679,0.01000,0.633
+19,mlp.experts.57.gate_proj,0.00066303,0.01000,0.632
+19,mlp.experts.58.gate_proj,0.40581700,0.01000,0.632
+19,mlp.experts.59.gate_proj,4.15100479,0.01000,0.629
+19,mlp.experts.60.gate_proj,0.31743652,0.01000,0.632
+19,mlp.experts.61.gate_proj,0.23124918,0.01000,0.633
+19,mlp.experts.62.gate_proj,0.55772901,0.01000,0.633
+19,mlp.experts.63.gate_proj,0.25924146,0.01000,0.631
+19,mlp.experts.64.gate_proj,0.19575672,0.01000,0.631
+19,mlp.experts.65.gate_proj,0.00005301,0.01000,0.633
+19,mlp.experts.66.gate_proj,0.60820127,0.01000,0.633
+19,mlp.experts.67.gate_proj,0.08840676,0.01000,0.632
+19,mlp.experts.68.gate_proj,0.05704159,0.01000,0.630
+19,mlp.experts.69.gate_proj,0.03370204,0.01000,0.632
+19,mlp.experts.70.gate_proj,0.02094587,0.01000,0.633
+19,mlp.experts.71.gate_proj,0.00591378,0.01000,0.632
+19,mlp.experts.72.gate_proj,0.65862757,0.01000,0.635
+19,mlp.experts.73.gate_proj,1.38041127,0.01000,0.635
+19,mlp.experts.74.gate_proj,0.09720077,0.01000,0.634
+19,mlp.experts.75.gate_proj,0.81682408,0.01000,0.634
+19,mlp.experts.76.gate_proj,0.00019735,0.01000,0.636
+19,mlp.experts.77.gate_proj,0.00003102,0.01000,0.634
+19,mlp.experts.78.gate_proj,0.07910296,0.01000,0.634
+19,mlp.experts.79.gate_proj,0.39861330,0.01000,0.635
+19,mlp.experts.80.gate_proj,0.00004172,0.01000,0.634
+19,mlp.experts.81.gate_proj,0.05878277,0.01000,0.626
+19,mlp.experts.82.gate_proj,1.13487744,0.01000,0.624
+19,mlp.experts.83.gate_proj,0.23942706,0.01000,0.624
+19,mlp.experts.84.gate_proj,0.00794585,0.01000,0.624
+19,mlp.experts.85.gate_proj,0.01546476,0.01000,0.625
+19,mlp.experts.86.gate_proj,0.19673553,0.01000,0.624
+19,mlp.experts.87.gate_proj,0.59100401,0.01000,0.624
+19,mlp.experts.88.gate_proj,1.06394196,0.01000,0.624
+19,mlp.experts.89.gate_proj,0.38143343,0.01000,0.623
+19,mlp.experts.90.gate_proj,0.00397118,0.01000,0.625
+19,mlp.experts.91.gate_proj,0.25879234,0.01000,0.631
+19,mlp.experts.92.gate_proj,0.13608035,0.01000,0.632
+19,mlp.experts.93.gate_proj,0.44889918,0.01000,0.633
+19,mlp.experts.94.gate_proj,1.19380260,0.01000,0.632
+19,mlp.experts.95.gate_proj,0.43075794,0.01000,0.633
+19,mlp.experts.96.gate_proj,0.05013946,0.01000,0.633
+19,mlp.experts.97.gate_proj,0.00941996,0.01000,0.634
+19,mlp.experts.98.gate_proj,0.26558548,0.01000,0.634
+19,mlp.experts.99.gate_proj,0.17425463,0.01000,0.634
+19,mlp.experts.100.gate_proj,0.59018272,0.01000,0.634
+19,mlp.experts.101.gate_proj,0.14854217,0.01000,0.666
+19,mlp.experts.102.gate_proj,0.00054609,0.01000,0.640
+19,mlp.experts.103.gate_proj,0.06117527,0.01000,0.636
+19,mlp.experts.104.gate_proj,0.04124958,0.01000,0.628
+19,mlp.experts.105.gate_proj,0.01234741,0.01000,0.628
+19,mlp.experts.106.gate_proj,1.36973381,0.01000,0.629
+19,mlp.experts.107.gate_proj,0.01261202,0.01000,0.628
+19,mlp.experts.108.gate_proj,0.24018249,0.01000,0.628
+19,mlp.experts.109.gate_proj,0.57601857,0.01000,0.627
+19,mlp.experts.110.gate_proj,0.90209758,0.01000,0.627
+19,mlp.experts.111.gate_proj,0.01673960,0.01000,0.630
+19,mlp.experts.112.gate_proj,1.59752727,0.01000,0.630
+19,mlp.experts.113.gate_proj,0.06114570,0.01000,0.632
+19,mlp.experts.114.gate_proj,0.03653753,0.01000,0.627
+19,mlp.experts.115.gate_proj,0.27164590,0.01000,0.626
+19,mlp.experts.116.gate_proj,0.55831444,0.01000,0.631
+19,mlp.experts.117.gate_proj,0.04010449,0.01000,0.632
+19,mlp.experts.118.gate_proj,0.05379028,0.01000,0.634
+19,mlp.experts.119.gate_proj,0.68943644,0.01000,0.633
+19,mlp.experts.120.gate_proj,0.02904908,0.01000,0.633
+19,mlp.experts.121.gate_proj,0.00129252,0.01000,0.632
+19,mlp.experts.122.gate_proj,0.00383081,0.01000,0.634
+19,mlp.experts.123.gate_proj,1.47402287,0.01000,0.633
+19,mlp.experts.124.gate_proj,0.20287393,0.01000,0.632
+19,mlp.experts.125.gate_proj,0.33407059,0.01000,0.633
+19,mlp.experts.126.gate_proj,0.01755075,0.01000,0.636
+19,mlp.experts.127.gate_proj,0.17710389,0.01000,0.633
+19,mlp.experts.0.down_proj,0.00222728,0.01000,0.256
+19,mlp.experts.1.down_proj,0.02266568,0.01000,0.237
+19,mlp.experts.2.down_proj,0.11936336,0.01000,0.236
+19,mlp.experts.3.down_proj,0.05764220,0.01000,0.234
+19,mlp.experts.4.down_proj,0.07129438,0.01000,0.233
+19,mlp.experts.5.down_proj,0.11072315,0.01000,0.235
+19,mlp.experts.6.down_proj,0.05447549,0.01000,0.234
+19,mlp.experts.7.down_proj,0.30014199,0.01000,0.236
+19,mlp.experts.8.down_proj,0.40798992,0.01000,0.236
+19,mlp.experts.9.down_proj,0.20894629,0.01000,0.237
+19,mlp.experts.10.down_proj,0.00409702,0.01000,0.236
+19,mlp.experts.11.down_proj,0.03001321,0.01000,0.236
+19,mlp.experts.12.down_proj,0.05489213,0.01000,0.236
+19,mlp.experts.13.down_proj,0.03617559,0.01000,0.236
+19,mlp.experts.14.down_proj,0.01692710,0.01000,0.237
+19,mlp.experts.15.down_proj,0.01034928,0.01000,0.237
+19,mlp.experts.16.down_proj,0.00092137,0.01000,0.239
+19,mlp.experts.17.down_proj,0.07586060,0.01000,0.237
+19,mlp.experts.18.down_proj,0.04633135,0.01000,0.238
+19,mlp.experts.19.down_proj,0.02538055,0.01000,0.237
+19,mlp.experts.20.down_proj,0.06203681,0.01000,0.236
+19,mlp.experts.21.down_proj,0.18451552,0.01000,0.236
+19,mlp.experts.22.down_proj,0.02874170,0.01000,0.236
+19,mlp.experts.23.down_proj,0.00094048,0.01000,0.235
+19,mlp.experts.24.down_proj,0.40083680,0.01000,0.235
+19,mlp.experts.25.down_proj,0.02414554,0.01000,0.236
+19,mlp.experts.26.down_proj,0.35666102,0.01000,0.236
+19,mlp.experts.27.down_proj,0.01662557,0.01000,0.236
+19,mlp.experts.28.down_proj,0.00039571,0.01000,0.236
+19,mlp.experts.29.down_proj,0.01695234,0.01000,0.236
+19,mlp.experts.30.down_proj,0.02264271,0.01000,0.236
+19,mlp.experts.31.down_proj,0.15608081,0.01000,0.237
+19,mlp.experts.32.down_proj,0.06689742,0.01000,0.237
+19,mlp.experts.33.down_proj,0.22569194,0.01000,0.238
+19,mlp.experts.34.down_proj,0.03030672,0.01000,0.238
+19,mlp.experts.35.down_proj,0.00347339,0.01000,0.238
+19,mlp.experts.36.down_proj,0.05154252,0.01000,0.239
+19,mlp.experts.37.down_proj,0.00000450,0.01000,0.241
+19,mlp.experts.38.down_proj,0.02021401,0.01000,0.241
+19,mlp.experts.39.down_proj,0.03297621,0.01000,0.241
+19,mlp.experts.40.down_proj,0.00221675,0.01000,0.242
+19,mlp.experts.41.down_proj,0.03659058,0.01000,0.242
+19,mlp.experts.42.down_proj,0.00002552,0.01000,0.241
+19,mlp.experts.43.down_proj,0.02390837,0.01000,0.244
+19,mlp.experts.44.down_proj,0.07484952,0.01000,0.243
+19,mlp.experts.45.down_proj,0.17469564,0.01000,0.242
+19,mlp.experts.46.down_proj,0.01044646,0.01000,0.243
+19,mlp.experts.47.down_proj,0.02538545,0.01000,0.242
+19,mlp.experts.48.down_proj,0.07635344,0.01000,0.242
+19,mlp.experts.49.down_proj,0.06224115,0.01000,0.356
+19,mlp.experts.50.down_proj,0.04409584,0.01000,0.241
+19,mlp.experts.51.down_proj,0.07336358,0.01000,0.242
+19,mlp.experts.52.down_proj,0.04432120,0.01000,0.242
+19,mlp.experts.53.down_proj,0.06799723,0.01000,0.243
+19,mlp.experts.54.down_proj,0.00000667,0.01000,0.242
+19,mlp.experts.55.down_proj,0.00112161,0.01000,0.243
+19,mlp.experts.56.down_proj,0.04398540,0.01000,0.243
+19,mlp.experts.57.down_proj,0.00026141,0.01000,0.243
+19,mlp.experts.58.down_proj,0.06327364,0.01000,0.244
+19,mlp.experts.59.down_proj,0.75671715,0.01000,0.243
+19,mlp.experts.60.down_proj,0.05616011,0.01000,0.244
+19,mlp.experts.61.down_proj,0.03293292,0.01000,0.243
+19,mlp.experts.62.down_proj,0.11785000,0.01000,0.244
+19,mlp.experts.63.down_proj,0.03965469,0.01000,0.244
+19,mlp.experts.64.down_proj,0.03282749,0.01000,0.242
+19,mlp.experts.65.down_proj,0.00001257,0.01000,0.242
+19,mlp.experts.66.down_proj,0.08079399,0.01000,0.242
+19,mlp.experts.67.down_proj,0.01260553,0.01000,0.241
+19,mlp.experts.68.down_proj,0.00763951,0.01000,0.241
+19,mlp.experts.69.down_proj,0.00629791,0.01000,0.240
+19,mlp.experts.70.down_proj,0.00421231,0.01000,0.241
+19,mlp.experts.71.down_proj,0.00185793,0.01000,0.241
+19,mlp.experts.72.down_proj,0.09483264,0.01000,0.241
+19,mlp.experts.73.down_proj,0.16670641,0.01000,0.242
+19,mlp.experts.74.down_proj,0.01339788,0.01000,0.241
+19,mlp.experts.75.down_proj,0.15556380,0.01000,0.244
+19,mlp.experts.76.down_proj,0.00004651,0.01000,0.245
+19,mlp.experts.77.down_proj,0.00000853,0.01000,0.244
+19,mlp.experts.78.down_proj,0.01337215,0.01000,0.244
+19,mlp.experts.79.down_proj,0.04253620,0.01000,0.244
+19,mlp.experts.80.down_proj,0.00001068,0.01000,0.244
+19,mlp.experts.81.down_proj,0.00947874,0.01000,0.244
+19,mlp.experts.82.down_proj,0.17573786,0.01000,0.245
+19,mlp.experts.83.down_proj,0.03579158,0.01000,0.245
+19,mlp.experts.84.down_proj,0.00147817,0.01000,0.245
+19,mlp.experts.85.down_proj,0.00373772,0.01000,0.245
+19,mlp.experts.86.down_proj,0.02781825,0.01000,0.246
+19,mlp.experts.87.down_proj,0.09670265,0.01000,0.245
+19,mlp.experts.88.down_proj,0.11143703,0.01000,0.245
+19,mlp.experts.89.down_proj,0.04694292,0.01000,0.245
+19,mlp.experts.90.down_proj,0.00087961,0.01000,0.245
+19,mlp.experts.91.down_proj,0.02530458,0.01000,0.246
+19,mlp.experts.92.down_proj,0.00979033,0.01000,0.245
+19,mlp.experts.93.down_proj,0.05742183,0.01000,0.246
+19,mlp.experts.94.down_proj,0.18490213,0.01000,0.245
+19,mlp.experts.95.down_proj,0.06744056,0.01000,0.244
+19,mlp.experts.96.down_proj,0.00992738,0.01000,0.245
+19,mlp.experts.97.down_proj,0.00152087,0.01000,0.245
+19,mlp.experts.98.down_proj,0.04854688,0.01000,0.245
+19,mlp.experts.99.down_proj,0.02168988,0.01000,0.245
+19,mlp.experts.100.down_proj,0.09807295,0.01000,0.245
+19,mlp.experts.101.down_proj,0.03308478,0.01000,0.245
+19,mlp.experts.102.down_proj,0.00012619,0.01000,0.245
+19,mlp.experts.103.down_proj,0.01184246,0.01000,0.244
+19,mlp.experts.104.down_proj,0.00628501,0.01000,0.243
+19,mlp.experts.105.down_proj,0.00291663,0.01000,0.242
+19,mlp.experts.106.down_proj,0.20191008,0.01000,0.242
+19,mlp.experts.107.down_proj,0.00274843,0.01000,0.241
+19,mlp.experts.108.down_proj,0.02848604,0.01000,0.242
+19,mlp.experts.109.down_proj,0.10523431,0.01000,0.241
+19,mlp.experts.110.down_proj,0.13896646,0.01000,0.242
+19,mlp.experts.111.down_proj,0.00429172,0.01000,0.242
+19,mlp.experts.112.down_proj,0.32139087,0.01000,0.241
+19,mlp.experts.113.down_proj,0.00857842,0.01000,0.242
+19,mlp.experts.114.down_proj,0.00599221,0.01000,0.242
+19,mlp.experts.115.down_proj,0.01379683,0.01000,0.242
+19,mlp.experts.116.down_proj,0.07795529,0.01000,0.243
+19,mlp.experts.117.down_proj,0.00799713,0.01000,0.243
+19,mlp.experts.118.down_proj,0.00900613,0.01000,0.243
+19,mlp.experts.119.down_proj,0.11199422,0.01000,0.242
+19,mlp.experts.120.down_proj,0.00512854,0.01000,0.242
+19,mlp.experts.121.down_proj,0.00027117,0.01000,0.241
+19,mlp.experts.122.down_proj,0.00085869,0.01000,0.242
+19,mlp.experts.123.down_proj,0.23981571,0.01000,0.243
+19,mlp.experts.124.down_proj,0.03524061,0.01000,0.241
+19,mlp.experts.125.down_proj,0.04253366,0.01000,0.242
+19,mlp.experts.126.down_proj,0.00074788,0.01000,0.243
+19,mlp.experts.127.down_proj,0.02688546,0.01000,0.242
+20,self_attn.q_proj,0.08749077,0.01000,0.629
+20,self_attn.k_proj,0.01223666,0.01000,0.619
+20,self_attn.v_proj,0.01670816,0.01000,0.618
+20,self_attn.o_proj,0.01189898,0.01000,1.266
+20,mlp.experts.0.up_proj,0.00011341,0.01000,0.668
+20,mlp.experts.1.up_proj,0.00030046,0.01000,0.624
+20,mlp.experts.2.up_proj,0.20145014,0.01000,0.625
+20,mlp.experts.3.up_proj,0.50938177,0.01000,0.629
+20,mlp.experts.4.up_proj,0.36896640,0.01000,0.628
+20,mlp.experts.5.up_proj,3.44179273,0.01000,0.629
+20,mlp.experts.6.up_proj,0.20023909,0.01000,0.629
+20,mlp.experts.7.up_proj,0.00220371,0.01000,0.629
+20,mlp.experts.8.up_proj,0.53124750,0.01000,0.629
+20,mlp.experts.9.up_proj,0.28442857,0.01000,0.628
+20,mlp.experts.10.up_proj,0.01259013,0.01000,0.630
+20,mlp.experts.11.up_proj,0.01910256,0.01000,0.631
+20,mlp.experts.12.up_proj,0.00000155,0.01000,0.623
+20,mlp.experts.13.up_proj,0.24183689,0.01000,0.625
+20,mlp.experts.14.up_proj,0.44522247,0.01000,0.623
+20,mlp.experts.15.up_proj,0.30126631,0.01000,0.618
+20,mlp.experts.16.up_proj,1.88709664,0.01000,0.621
+20,mlp.experts.17.up_proj,0.82613117,0.01000,0.619
+20,mlp.experts.18.up_proj,0.08694376,0.01000,0.620
+20,mlp.experts.19.up_proj,0.03569966,0.01000,0.620
+20,mlp.experts.20.up_proj,0.08867393,0.01000,0.622
+20,mlp.experts.21.up_proj,0.87574559,0.01000,0.619
+20,mlp.experts.22.up_proj,3.80739832,0.01000,0.620
+20,mlp.experts.23.up_proj,0.28739309,0.01000,0.619
+20,mlp.experts.24.up_proj,0.69242209,0.01000,0.623
+20,mlp.experts.25.up_proj,0.28488472,0.01000,0.629
+20,mlp.experts.26.up_proj,0.06570952,0.01000,0.630
+20,mlp.experts.27.up_proj,0.16326348,0.01000,0.630
+20,mlp.experts.28.up_proj,0.19915450,0.01000,0.628
+20,mlp.experts.29.up_proj,0.01963082,0.01000,0.629
+20,mlp.experts.30.up_proj,0.35220948,0.01000,0.628
+20,mlp.experts.31.up_proj,0.02085359,0.01000,0.629
+20,mlp.experts.32.up_proj,0.55913949,0.01000,0.630
+20,mlp.experts.33.up_proj,0.42685759,0.01000,0.629
+20,mlp.experts.34.up_proj,0.01934619,0.01000,0.632
+20,mlp.experts.35.up_proj,0.37467414,0.01000,0.629
+20,mlp.experts.36.up_proj,0.40262017,0.01000,0.632
+20,mlp.experts.37.up_proj,0.26374507,0.01000,0.627
+20,mlp.experts.38.up_proj,1.71143985,0.01000,0.623
+20,mlp.experts.39.up_proj,0.28317544,0.01000,0.622
+20,mlp.experts.40.up_proj,0.01939519,0.01000,0.622
+20,mlp.experts.41.up_proj,0.09726454,0.01000,0.624
+20,mlp.experts.42.up_proj,0.03247739,0.01000,0.621
+20,mlp.experts.43.up_proj,0.16172643,0.01000,0.621
+20,mlp.experts.44.up_proj,0.72769368,0.01000,0.622
+20,mlp.experts.45.up_proj,2.53442717,0.01000,0.621
+20,mlp.experts.46.up_proj,0.16594143,0.01000,0.622
+20,mlp.experts.47.up_proj,0.25510210,0.01000,0.621
+20,mlp.experts.48.up_proj,0.10556726,0.01000,0.622
+20,mlp.experts.49.up_proj,0.00797601,0.01000,0.622
+20,mlp.experts.50.up_proj,0.06899700,0.01000,0.622
+20,mlp.experts.51.up_proj,0.13760912,0.01000,0.624
+20,mlp.experts.52.up_proj,0.00123652,0.01000,0.628
+20,mlp.experts.53.up_proj,2.68221903,0.01000,0.632
+20,mlp.experts.54.up_proj,0.09094936,0.01000,0.630
+20,mlp.experts.55.up_proj,0.35510701,0.01000,0.629
+20,mlp.experts.56.up_proj,0.61178052,0.01000,0.629
+20,mlp.experts.57.up_proj,2.18743157,0.01000,0.629
+20,mlp.experts.58.up_proj,0.00001163,0.01000,0.630
+20,mlp.experts.59.up_proj,0.01594902,0.01000,0.630
+20,mlp.experts.60.up_proj,0.05568490,0.01000,0.630
+20,mlp.experts.61.up_proj,0.54150665,0.01000,0.630
+20,mlp.experts.62.up_proj,0.30740041,0.01000,0.631
+20,mlp.experts.63.up_proj,0.00416194,0.01000,0.630
+20,mlp.experts.64.up_proj,0.51901275,0.01000,0.622
+20,mlp.experts.65.up_proj,1.15489602,0.01000,0.621
+20,mlp.experts.66.up_proj,0.35409474,0.01000,0.625
+20,mlp.experts.67.up_proj,0.16681561,0.01000,0.623
+20,mlp.experts.68.up_proj,0.08245176,0.01000,0.625
+20,mlp.experts.69.up_proj,0.29800570,0.01000,0.623
+20,mlp.experts.70.up_proj,0.25755221,0.01000,0.626
+20,mlp.experts.71.up_proj,0.00013982,0.01000,0.621
+20,mlp.experts.72.up_proj,2.09822536,0.01000,0.621
+20,mlp.experts.73.up_proj,0.00014609,0.01000,0.628
+20,mlp.experts.74.up_proj,0.14008433,0.01000,0.632
+20,mlp.experts.75.up_proj,0.00267108,0.01000,0.630
+20,mlp.experts.76.up_proj,0.01541631,0.01000,0.631
+20,mlp.experts.77.up_proj,0.23561753,0.01000,0.629
+20,mlp.experts.78.up_proj,0.08925091,0.01000,0.628
+20,mlp.experts.79.up_proj,0.10192469,0.01000,0.630
+20,mlp.experts.80.up_proj,0.54550087,0.01000,0.631
+20,mlp.experts.81.up_proj,0.00197254,0.01000,0.630
+20,mlp.experts.82.up_proj,0.38791490,0.01000,0.631
+20,mlp.experts.83.up_proj,0.02424951,0.01000,0.632
+20,mlp.experts.84.up_proj,0.44229624,0.01000,0.628
+20,mlp.experts.85.up_proj,0.05935076,0.01000,0.627
+20,mlp.experts.86.up_proj,1.08907843,0.01000,0.626
+20,mlp.experts.87.up_proj,0.10940753,0.01000,0.622
+20,mlp.experts.88.up_proj,0.06739300,0.01000,0.621
+20,mlp.experts.89.up_proj,0.01021075,0.01000,0.623
+20,mlp.experts.90.up_proj,1.66852975,0.01000,0.623
+20,mlp.experts.91.up_proj,0.36165458,0.01000,0.626
+20,mlp.experts.92.up_proj,0.06635788,0.01000,0.622
+20,mlp.experts.93.up_proj,0.03666435,0.01000,0.622
+20,mlp.experts.94.up_proj,0.47532278,0.01000,0.623
+20,mlp.experts.95.up_proj,0.44989073,0.01000,0.630
+20,mlp.experts.96.up_proj,0.00452912,0.01000,0.629
+20,mlp.experts.97.up_proj,0.03301046,0.01000,0.631
+20,mlp.experts.98.up_proj,0.14625585,0.01000,0.629
+20,mlp.experts.99.up_proj,0.37508631,0.01000,0.630
+20,mlp.experts.100.up_proj,0.40022668,0.01000,0.630
+20,mlp.experts.101.up_proj,0.35839468,0.01000,0.630
+20,mlp.experts.102.up_proj,1.34030223,0.01000,0.629
+20,mlp.experts.103.up_proj,0.26296461,0.01000,0.629
+20,mlp.experts.104.up_proj,0.38791507,0.01000,0.630
+20,mlp.experts.105.up_proj,0.41823885,0.01000,0.630
+20,mlp.experts.106.up_proj,0.36852571,0.01000,0.630
+20,mlp.experts.107.up_proj,0.00073718,0.01000,0.622
+20,mlp.experts.108.up_proj,0.09889698,0.01000,0.622
+20,mlp.experts.109.up_proj,0.15334889,0.01000,0.627
+20,mlp.experts.110.up_proj,0.26859212,0.01000,0.624
+20,mlp.experts.111.up_proj,0.26691324,0.01000,0.626
+20,mlp.experts.112.up_proj,0.00001972,0.01000,0.624
+20,mlp.experts.113.up_proj,0.01801001,0.01000,0.627
+20,mlp.experts.114.up_proj,0.46060583,0.01000,0.627
+20,mlp.experts.115.up_proj,0.00127307,0.01000,0.624
+20,mlp.experts.116.up_proj,0.63879806,0.01000,0.623
+20,mlp.experts.117.up_proj,0.08621549,0.01000,0.625
+20,mlp.experts.118.up_proj,0.00615227,0.01000,0.626
+20,mlp.experts.119.up_proj,0.04231307,0.01000,0.636
+20,mlp.experts.120.up_proj,0.03114375,0.01000,0.632
+20,mlp.experts.121.up_proj,0.39791238,0.01000,0.632
+20,mlp.experts.122.up_proj,0.46457684,0.01000,0.633
+20,mlp.experts.123.up_proj,0.13210411,0.01000,0.633
+20,mlp.experts.124.up_proj,0.12161723,0.01000,0.633
+20,mlp.experts.125.up_proj,0.03810919,0.01000,0.633
+20,mlp.experts.126.up_proj,0.01577011,0.01000,0.634
+20,mlp.experts.127.up_proj,0.11092895,0.01000,0.632
+20,mlp.experts.0.gate_proj,0.00012447,0.01000,0.631
+20,mlp.experts.1.gate_proj,0.00031330,0.01000,0.633
+20,mlp.experts.2.gate_proj,0.20728278,0.01000,0.634
+20,mlp.experts.3.gate_proj,0.53662997,0.01000,0.627
+20,mlp.experts.4.gate_proj,0.35589063,0.01000,0.627
+20,mlp.experts.5.gate_proj,3.48770189,0.01000,0.625
+20,mlp.experts.6.gate_proj,0.21378584,0.01000,0.622
+20,mlp.experts.7.gate_proj,0.00236540,0.01000,0.623
+20,mlp.experts.8.gate_proj,0.55157471,0.01000,0.622
+20,mlp.experts.9.gate_proj,0.28197634,0.01000,0.624
+20,mlp.experts.10.gate_proj,0.01298990,0.01000,0.622
+20,mlp.experts.11.gate_proj,0.01944565,0.01000,0.621
+20,mlp.experts.12.gate_proj,0.00000153,0.01000,0.624
+20,mlp.experts.13.gate_proj,0.26961279,0.01000,0.626
+20,mlp.experts.14.gate_proj,0.39472604,0.01000,0.623
+20,mlp.experts.15.gate_proj,0.28587008,0.01000,0.623
+20,mlp.experts.16.gate_proj,1.88777959,0.01000,0.625
+20,mlp.experts.17.gate_proj,0.90243262,0.01000,0.630
+20,mlp.experts.18.gate_proj,0.09180071,0.01000,0.630
+20,mlp.experts.19.gate_proj,0.03444697,0.01000,0.631
+20,mlp.experts.20.gate_proj,0.07713980,0.01000,0.632
+20,mlp.experts.21.gate_proj,0.91252798,0.01000,0.631
+20,mlp.experts.22.gate_proj,3.86895442,0.01000,0.630
+20,mlp.experts.23.gate_proj,0.29041570,0.01000,0.630
+20,mlp.experts.24.gate_proj,0.72983348,0.01000,0.632
+20,mlp.experts.25.gate_proj,0.28474686,0.01000,0.631
+20,mlp.experts.26.gate_proj,0.07225534,0.01000,0.631
+20,mlp.experts.27.gate_proj,0.14751557,0.01000,0.632
+20,mlp.experts.28.gate_proj,0.20812246,0.01000,0.631
+20,mlp.experts.29.gate_proj,0.02100344,0.01000,0.626
+20,mlp.experts.30.gate_proj,0.33999038,0.01000,0.626
+20,mlp.experts.31.gate_proj,0.02273147,0.01000,0.624
+20,mlp.experts.32.gate_proj,0.61827719,0.01000,0.623
+20,mlp.experts.33.gate_proj,0.42773479,0.01000,0.626
+20,mlp.experts.34.gate_proj,0.01994986,0.01000,0.624
+20,mlp.experts.35.gate_proj,0.34303689,0.01000,0.626
+20,mlp.experts.36.gate_proj,0.40274763,0.01000,0.627
+20,mlp.experts.37.gate_proj,0.26358041,0.01000,0.625
+20,mlp.experts.38.gate_proj,1.63276207,0.01000,0.624
+20,mlp.experts.39.gate_proj,0.23148859,0.01000,0.625
+20,mlp.experts.40.gate_proj,0.01961894,0.01000,0.625
+20,mlp.experts.41.gate_proj,0.09800600,0.01000,0.625
+20,mlp.experts.42.gate_proj,0.03404956,0.01000,0.625
+20,mlp.experts.43.gate_proj,0.15503633,0.01000,0.625
+20,mlp.experts.44.gate_proj,0.66330653,0.01000,0.622
+20,mlp.experts.45.gate_proj,2.70081234,0.01000,0.625
+20,mlp.experts.46.gate_proj,0.16113570,0.01000,0.624
+20,mlp.experts.47.gate_proj,0.26610839,0.01000,0.629
+20,mlp.experts.48.gate_proj,0.11940908,0.01000,0.629
+20,mlp.experts.49.gate_proj,0.00843217,0.01000,0.630
+20,mlp.experts.50.gate_proj,0.07075107,0.01000,0.632
+20,mlp.experts.51.gate_proj,0.13601911,0.01000,0.632
+20,mlp.experts.52.gate_proj,0.00118468,0.01000,0.633
+20,mlp.experts.53.gate_proj,2.84900069,0.01000,0.634
+20,mlp.experts.54.gate_proj,0.09184122,0.01000,0.633
+20,mlp.experts.55.gate_proj,0.35716382,0.01000,0.632
+20,mlp.experts.56.gate_proj,0.64408606,0.01000,0.633
+20,mlp.experts.57.gate_proj,2.38539386,0.01000,0.633
+20,mlp.experts.58.gate_proj,0.00001202,0.01000,0.631
+20,mlp.experts.59.gate_proj,0.01545482,0.01000,0.627
+20,mlp.experts.60.gate_proj,0.05764123,0.01000,0.624
+20,mlp.experts.61.gate_proj,0.49478781,0.01000,0.624
+20,mlp.experts.62.gate_proj,0.31198323,0.01000,0.626
+20,mlp.experts.63.gate_proj,0.00433962,0.01000,0.627
+20,mlp.experts.64.gate_proj,0.50209773,0.01000,0.623
+20,mlp.experts.65.gate_proj,1.16034269,0.01000,0.625
+20,mlp.experts.66.gate_proj,0.36380544,0.01000,0.624
+20,mlp.experts.67.gate_proj,0.18404852,0.01000,0.623
+20,mlp.experts.68.gate_proj,0.08225872,0.01000,0.623
+20,mlp.experts.69.gate_proj,0.30286574,0.01000,0.623
+20,mlp.experts.70.gate_proj,0.25803125,0.01000,0.623
+20,mlp.experts.71.gate_proj,0.00014452,0.01000,0.624
+20,mlp.experts.72.gate_proj,2.19767952,0.01000,0.623
+20,mlp.experts.73.gate_proj,0.00015353,0.01000,0.624
+20,mlp.experts.74.gate_proj,0.14399225,0.01000,0.624
+20,mlp.experts.75.gate_proj,0.00272974,0.01000,0.631
+20,mlp.experts.76.gate_proj,0.01624732,0.01000,0.632
+20,mlp.experts.77.gate_proj,0.25765035,0.01000,0.631
+20,mlp.experts.78.gate_proj,0.09465548,0.01000,0.631
+20,mlp.experts.79.gate_proj,0.09534352,0.01000,0.632
+20,mlp.experts.80.gate_proj,0.53055042,0.01000,0.632
+20,mlp.experts.81.gate_proj,0.00190273,0.01000,0.632
+20,mlp.experts.82.gate_proj,0.38667285,0.01000,0.631
+20,mlp.experts.83.gate_proj,0.02554300,0.01000,0.632
+20,mlp.experts.84.gate_proj,0.37920016,0.01000,0.633
+20,mlp.experts.85.gate_proj,0.06568243,0.01000,0.632
+20,mlp.experts.86.gate_proj,1.08348632,0.01000,0.631
+20,mlp.experts.87.gate_proj,0.11314838,0.01000,0.628
+20,mlp.experts.88.gate_proj,0.07580258,0.01000,0.627
+20,mlp.experts.89.gate_proj,0.01051956,0.01000,0.625
+20,mlp.experts.90.gate_proj,1.70275092,0.01000,0.625
+20,mlp.experts.91.gate_proj,0.36942741,0.01000,0.624
+20,mlp.experts.92.gate_proj,0.07413444,0.01000,0.625
+20,mlp.experts.93.gate_proj,0.03851502,0.01000,0.623
+20,mlp.experts.94.gate_proj,0.30769446,0.01000,0.623
+20,mlp.experts.95.gate_proj,0.43549132,0.01000,0.624
+20,mlp.experts.96.gate_proj,0.02372964,0.01000,0.626
+20,mlp.experts.97.gate_proj,0.03480747,0.01000,0.629
+20,mlp.experts.98.gate_proj,0.15093531,0.01000,0.630
+20,mlp.experts.99.gate_proj,0.37190223,0.01000,0.631
+20,mlp.experts.100.gate_proj,0.42056644,0.01000,0.632
+20,mlp.experts.101.gate_proj,0.36755055,0.01000,0.630
+20,mlp.experts.102.gate_proj,1.36218607,0.01000,0.632
+20,mlp.experts.103.gate_proj,0.23902521,0.01000,0.632
+20,mlp.experts.104.gate_proj,0.39781088,0.01000,0.632
+20,mlp.experts.105.gate_proj,0.43419540,0.01000,0.633
+20,mlp.experts.106.gate_proj,0.33131659,0.01000,0.632
+20,mlp.experts.107.gate_proj,0.00072241,0.01000,0.632
+20,mlp.experts.108.gate_proj,0.10002147,0.01000,0.632
+20,mlp.experts.109.gate_proj,0.15325929,0.01000,0.631
+20,mlp.experts.110.gate_proj,0.28959545,0.01000,0.624
+20,mlp.experts.111.gate_proj,0.27441910,0.01000,0.623
+20,mlp.experts.112.gate_proj,0.00001980,0.01000,0.624
+20,mlp.experts.113.gate_proj,0.01828830,0.01000,0.627
+20,mlp.experts.114.gate_proj,0.50288188,0.01000,0.623
+20,mlp.experts.115.gate_proj,0.00133822,0.01000,0.624
+20,mlp.experts.116.gate_proj,0.64712405,0.01000,0.623
+20,mlp.experts.117.gate_proj,0.08664234,0.01000,0.622
+20,mlp.experts.118.gate_proj,0.00632457,0.01000,0.628
+20,mlp.experts.119.gate_proj,0.04790133,0.01000,0.625
+20,mlp.experts.120.gate_proj,0.03448768,0.01000,0.625
+20,mlp.experts.121.gate_proj,0.35010502,0.01000,0.625
+20,mlp.experts.122.gate_proj,0.42081368,0.01000,0.626
+20,mlp.experts.123.gate_proj,0.13574179,0.01000,0.624
+20,mlp.experts.124.gate_proj,0.12562099,0.01000,0.625
+20,mlp.experts.125.gate_proj,0.03678332,0.01000,0.626
+20,mlp.experts.126.gate_proj,0.01678788,0.01000,0.626
+20,mlp.experts.127.gate_proj,0.10426757,0.01000,0.623
+20,mlp.experts.0.down_proj,0.00002459,0.01000,0.258
+20,mlp.experts.1.down_proj,0.00005618,0.01000,0.237
+20,mlp.experts.2.down_proj,0.03600626,0.01000,0.238
+20,mlp.experts.3.down_proj,0.06080198,0.01000,0.236
+20,mlp.experts.4.down_proj,0.08669707,0.01000,0.239
+20,mlp.experts.5.down_proj,0.45255074,0.01000,0.237
+20,mlp.experts.6.down_proj,0.02211958,0.01000,0.238
+20,mlp.experts.7.down_proj,0.00069704,0.01000,0.237
+20,mlp.experts.8.down_proj,0.08241476,0.01000,0.238
+20,mlp.experts.9.down_proj,0.07125814,0.01000,0.238
+20,mlp.experts.10.down_proj,0.00186259,0.01000,0.238
+20,mlp.experts.11.down_proj,0.00421268,0.01000,0.238
+20,mlp.experts.12.down_proj,0.00000020,0.01000,0.240
+20,mlp.experts.13.down_proj,0.06376809,0.01000,0.236
+20,mlp.experts.14.down_proj,0.08635448,0.01000,0.236
+20,mlp.experts.15.down_proj,0.06474089,0.01000,0.236
+20,mlp.experts.16.down_proj,0.43514693,0.01000,0.237
+20,mlp.experts.17.down_proj,0.13903329,0.01000,0.243
+20,mlp.experts.18.down_proj,0.02053984,0.01000,0.248
+20,mlp.experts.19.down_proj,0.00906883,0.01000,0.249
+20,mlp.experts.20.down_proj,0.01868961,0.01000,0.251
+20,mlp.experts.21.down_proj,0.13444491,0.01000,0.248
+20,mlp.experts.22.down_proj,1.10345221,0.01000,0.249
+20,mlp.experts.23.down_proj,0.05073114,0.01000,0.245
+20,mlp.experts.24.down_proj,0.15430219,0.01000,0.247
+20,mlp.experts.25.down_proj,0.04417643,0.01000,0.252
+20,mlp.experts.26.down_proj,0.01122028,0.01000,0.251
+20,mlp.experts.27.down_proj,0.03029232,0.01000,0.253
+20,mlp.experts.28.down_proj,0.03206304,0.01000,0.247
+20,mlp.experts.29.down_proj,0.00341801,0.01000,0.245
+20,mlp.experts.30.down_proj,0.06691637,0.01000,0.245
+20,mlp.experts.31.down_proj,0.00604194,0.01000,0.245
+20,mlp.experts.32.down_proj,0.08918696,0.01000,0.241
+20,mlp.experts.33.down_proj,0.06099597,0.01000,0.242
+20,mlp.experts.34.down_proj,0.00481993,0.01000,0.242
+20,mlp.experts.35.down_proj,0.07554141,0.01000,0.244
+20,mlp.experts.36.down_proj,0.08316796,0.01000,0.243
+20,mlp.experts.37.down_proj,0.04081348,0.01000,0.243
+20,mlp.experts.38.down_proj,0.95545673,0.01000,0.244
+20,mlp.experts.39.down_proj,0.04901718,0.01000,0.243
+20,mlp.experts.40.down_proj,0.00364911,0.01000,0.243
+20,mlp.experts.41.down_proj,0.03852751,0.01000,0.243
+20,mlp.experts.42.down_proj,0.00553930,0.01000,0.244
+20,mlp.experts.43.down_proj,0.03026713,0.01000,0.244
+20,mlp.experts.44.down_proj,0.11469924,0.01000,0.244
+20,mlp.experts.45.down_proj,0.51256466,0.01000,0.245
+20,mlp.experts.46.down_proj,0.03674713,0.01000,0.245
+20,mlp.experts.47.down_proj,0.04210568,0.01000,0.246
+20,mlp.experts.48.down_proj,0.01699229,0.01000,0.245
+20,mlp.experts.49.down_proj,0.00192580,0.01000,0.245
+20,mlp.experts.50.down_proj,0.01350743,0.01000,0.246
+20,mlp.experts.51.down_proj,0.03285692,0.01000,0.245
+20,mlp.experts.52.down_proj,0.00042651,0.01000,0.245
+20,mlp.experts.53.down_proj,0.50885057,0.01000,0.245
+20,mlp.experts.54.down_proj,0.01287593,0.01000,0.245
+20,mlp.experts.55.down_proj,0.05908716,0.01000,0.246
+20,mlp.experts.56.down_proj,0.10097381,0.01000,0.245
+20,mlp.experts.57.down_proj,0.63892412,0.01000,0.246
+20,mlp.experts.58.down_proj,0.00000252,0.01000,0.245
+20,mlp.experts.59.down_proj,0.00322830,0.01000,0.245
+20,mlp.experts.60.down_proj,0.01401247,0.01000,0.244
+20,mlp.experts.61.down_proj,0.10673539,0.01000,0.245
+20,mlp.experts.62.down_proj,0.05124141,0.01000,0.246
+20,mlp.experts.63.down_proj,0.00108797,0.01000,0.246
+20,mlp.experts.64.down_proj,0.11745647,0.01000,0.245
+20,mlp.experts.65.down_proj,0.33901885,0.01000,0.245
+20,mlp.experts.66.down_proj,0.08932371,0.01000,0.246
+20,mlp.experts.67.down_proj,0.02494693,0.01000,0.246
+20,mlp.experts.68.down_proj,0.01432184,0.01000,0.245
+20,mlp.experts.69.down_proj,0.03714266,0.01000,0.245
+20,mlp.experts.70.down_proj,0.03916047,0.01000,0.245
+20,mlp.experts.71.down_proj,0.00004164,0.01000,0.246
+20,mlp.experts.72.down_proj,0.44230121,0.01000,0.244
+20,mlp.experts.73.down_proj,0.00004254,0.01000,0.243
+20,mlp.experts.74.down_proj,0.02093178,0.01000,0.244
+20,mlp.experts.75.down_proj,0.00075414,0.01000,0.246
+20,mlp.experts.76.down_proj,0.00268798,0.01000,0.246
+20,mlp.experts.77.down_proj,0.06757800,0.01000,0.245
+20,mlp.experts.78.down_proj,0.01633092,0.01000,0.245
+20,mlp.experts.79.down_proj,0.02211112,0.01000,0.245
+20,mlp.experts.80.down_proj,0.09377819,0.01000,0.244
+20,mlp.experts.81.down_proj,0.00090364,0.01000,0.244
+20,mlp.experts.82.down_proj,0.07105628,0.01000,0.244
+20,mlp.experts.83.down_proj,0.00564445,0.01000,0.246
+20,mlp.experts.84.down_proj,0.08642076,0.01000,0.245
+20,mlp.experts.85.down_proj,0.00718519,0.01000,0.246
+20,mlp.experts.86.down_proj,0.17797187,0.01000,0.245
+20,mlp.experts.87.down_proj,0.02004562,0.01000,0.245
+20,mlp.experts.88.down_proj,0.01640134,0.01000,0.245
+20,mlp.experts.89.down_proj,0.00544309,0.01000,0.245
+20,mlp.experts.90.down_proj,0.23885924,0.01000,0.246
+20,mlp.experts.91.down_proj,0.05249436,0.01000,0.246
+20,mlp.experts.92.down_proj,0.01364909,0.01000,0.245
+20,mlp.experts.93.down_proj,0.01172121,0.01000,0.245
+20,mlp.experts.94.down_proj,0.08450697,0.01000,0.244
+20,mlp.experts.95.down_proj,0.07316636,0.01000,0.244
+20,mlp.experts.96.down_proj,0.00011885,0.01000,0.246
+20,mlp.experts.97.down_proj,0.01289697,0.01000,0.247
+20,mlp.experts.98.down_proj,0.04058385,0.01000,0.245
+20,mlp.experts.99.down_proj,0.07979974,0.01000,0.246
+20,mlp.experts.100.down_proj,0.06923428,0.01000,0.246
+20,mlp.experts.101.down_proj,0.09165253,0.01000,0.246
+20,mlp.experts.102.down_proj,0.30155170,0.01000,0.245
+20,mlp.experts.103.down_proj,0.04934987,0.01000,0.246
+20,mlp.experts.104.down_proj,0.05778322,0.01000,0.246
+20,mlp.experts.105.down_proj,0.05342925,0.01000,0.246
+20,mlp.experts.106.down_proj,0.05936507,0.01000,0.246
+20,mlp.experts.107.down_proj,0.00024035,0.01000,0.246
+20,mlp.experts.108.down_proj,0.01482241,0.01000,0.245
+20,mlp.experts.109.down_proj,0.04016095,0.01000,0.245
+20,mlp.experts.110.down_proj,0.04162317,0.01000,0.245
+20,mlp.experts.111.down_proj,0.06787890,0.01000,0.245
+20,mlp.experts.112.down_proj,0.00000346,0.01000,0.245
+20,mlp.experts.113.down_proj,0.00360861,0.01000,0.243
+20,mlp.experts.114.down_proj,0.09632165,0.01000,0.243
+20,mlp.experts.115.down_proj,0.00028015,0.01000,0.243
+20,mlp.experts.116.down_proj,0.13584690,0.01000,0.245
+20,mlp.experts.117.down_proj,0.01351944,0.01000,0.246
+20,mlp.experts.118.down_proj,0.00104448,0.01000,0.246
+20,mlp.experts.119.down_proj,0.00271343,0.01000,0.245
+20,mlp.experts.120.down_proj,0.00722070,0.01000,0.245
+20,mlp.experts.121.down_proj,0.09402900,0.01000,0.247
+20,mlp.experts.122.down_proj,0.08921135,0.01000,0.246
+20,mlp.experts.123.down_proj,0.02182874,0.01000,0.245
+20,mlp.experts.124.down_proj,0.00915149,0.01000,0.246
+20,mlp.experts.125.down_proj,0.00864461,0.01000,0.246
+20,mlp.experts.126.down_proj,0.00102012,0.01000,0.245
+20,mlp.experts.127.down_proj,0.02006837,0.01000,0.245
+21,self_attn.q_proj,0.11406146,0.01000,0.643
+21,self_attn.k_proj,0.01607928,0.01000,0.629
+21,self_attn.v_proj,0.01801635,0.01000,0.630
+21,self_attn.o_proj,0.01612739,0.01000,1.275
+21,mlp.experts.0.up_proj,1.25504816,0.01000,0.675
+21,mlp.experts.1.up_proj,0.54565048,0.01000,0.634
+21,mlp.experts.2.up_proj,2.52980065,0.01000,0.634
+21,mlp.experts.3.up_proj,0.00003390,0.01000,0.638
+21,mlp.experts.4.up_proj,0.00000422,0.01000,0.639
+21,mlp.experts.5.up_proj,0.85776615,0.01000,0.641
+21,mlp.experts.6.up_proj,0.10641605,0.01000,0.639
+21,mlp.experts.7.up_proj,1.76449740,0.01000,0.639
+21,mlp.experts.8.up_proj,0.02640847,0.01000,0.638
+21,mlp.experts.9.up_proj,0.55019128,0.01000,0.635
+21,mlp.experts.10.up_proj,0.42975006,0.01000,0.629
+21,mlp.experts.11.up_proj,0.00656484,0.01000,0.627
+21,mlp.experts.12.up_proj,0.04041531,0.01000,0.627
+21,mlp.experts.13.up_proj,0.16177724,0.01000,0.628
+21,mlp.experts.14.up_proj,0.03961892,0.01000,0.627
+21,mlp.experts.15.up_proj,0.05043416,0.01000,0.627
+21,mlp.experts.16.up_proj,0.00888019,0.01000,0.627
+21,mlp.experts.17.up_proj,0.42449176,0.01000,0.628
+21,mlp.experts.18.up_proj,0.00010752,0.01000,0.627
+21,mlp.experts.19.up_proj,0.47339892,0.01000,0.627
+21,mlp.experts.20.up_proj,0.01522634,0.01000,0.626
+21,mlp.experts.21.up_proj,0.03350107,0.01000,0.628
+21,mlp.experts.22.up_proj,0.46343356,0.01000,0.630
+21,mlp.experts.23.up_proj,0.10832046,0.01000,0.636
+21,mlp.experts.24.up_proj,0.56401986,0.01000,0.637
+21,mlp.experts.25.up_proj,0.20127216,0.01000,0.640
+21,mlp.experts.26.up_proj,0.04239617,0.01000,0.638
+21,mlp.experts.27.up_proj,0.00779264,0.01000,0.639
+21,mlp.experts.28.up_proj,0.09660918,0.01000,0.645
+21,mlp.experts.29.up_proj,0.00040513,0.01000,0.640
+21,mlp.experts.30.up_proj,0.01048014,0.01000,0.639
+21,mlp.experts.31.up_proj,0.19964966,0.01000,0.637
+21,mlp.experts.32.up_proj,0.20630410,0.01000,0.636
+21,mlp.experts.33.up_proj,2.06101561,0.01000,0.636
+21,mlp.experts.34.up_proj,0.01304067,0.01000,0.635
+21,mlp.experts.35.up_proj,1.01441813,0.01000,0.633
+21,mlp.experts.36.up_proj,0.00543724,0.01000,0.635
+21,mlp.experts.37.up_proj,0.21704370,0.01000,0.637
+21,mlp.experts.38.up_proj,0.03278721,0.01000,0.633
+21,mlp.experts.39.up_proj,0.01983995,0.01000,0.635
+21,mlp.experts.40.up_proj,0.29969579,0.01000,0.637
+21,mlp.experts.41.up_proj,0.26734921,0.01000,0.637
+21,mlp.experts.42.up_proj,0.00508349,0.01000,0.638
+21,mlp.experts.43.up_proj,0.45372510,0.01000,0.639
+21,mlp.experts.44.up_proj,0.06015662,0.01000,0.639
+21,mlp.experts.45.up_proj,0.13554102,0.01000,0.639
+21,mlp.experts.46.up_proj,0.13600175,0.01000,0.639
+21,mlp.experts.47.up_proj,0.18428281,0.01000,0.638
+21,mlp.experts.48.up_proj,0.33814809,0.01000,0.640
+21,mlp.experts.49.up_proj,1.83200741,0.01000,0.638
+21,mlp.experts.50.up_proj,0.23310095,0.01000,0.642
+21,mlp.experts.51.up_proj,0.04098680,0.01000,0.638
+21,mlp.experts.52.up_proj,0.84437829,0.01000,0.637
+21,mlp.experts.53.up_proj,0.01477652,0.01000,0.636
+21,mlp.experts.54.up_proj,0.04121486,0.01000,0.636
+21,mlp.experts.55.up_proj,0.14175987,0.01000,0.636
+21,mlp.experts.56.up_proj,0.14645325,0.01000,0.636
+21,mlp.experts.57.up_proj,0.41114652,0.01000,0.639
+21,mlp.experts.58.up_proj,0.15340689,0.01000,0.639
+21,mlp.experts.59.up_proj,0.12732418,0.01000,0.639
+21,mlp.experts.60.up_proj,0.23166665,0.01000,0.640
+21,mlp.experts.61.up_proj,0.02441827,0.01000,0.638
+21,mlp.experts.62.up_proj,0.29732805,0.01000,0.637
+21,mlp.experts.63.up_proj,0.03842822,0.01000,0.644
+21,mlp.experts.64.up_proj,0.06258787,0.01000,0.639
+21,mlp.experts.65.up_proj,0.49515063,0.01000,0.641
+21,mlp.experts.66.up_proj,0.50136447,0.01000,0.646
+21,mlp.experts.67.up_proj,0.02942206,0.01000,0.636
+21,mlp.experts.68.up_proj,0.30834174,0.01000,0.628
+21,mlp.experts.69.up_proj,0.82339847,0.01000,0.627
+21,mlp.experts.70.up_proj,0.14182682,0.01000,0.627
+21,mlp.experts.71.up_proj,0.74158347,0.01000,0.627
+21,mlp.experts.72.up_proj,0.02725355,0.01000,0.627
+21,mlp.experts.73.up_proj,0.15510878,0.01000,0.626
+21,mlp.experts.74.up_proj,0.00475748,0.01000,0.630
+21,mlp.experts.75.up_proj,0.00085340,0.01000,0.631
+21,mlp.experts.76.up_proj,0.55753875,0.01000,0.628
+21,mlp.experts.77.up_proj,0.08087006,0.01000,0.628
+21,mlp.experts.78.up_proj,0.22113185,0.01000,0.628
+21,mlp.experts.79.up_proj,0.29895490,0.01000,0.627
+21,mlp.experts.80.up_proj,1.82769513,0.01000,0.626
+21,mlp.experts.81.up_proj,0.32101014,0.01000,0.631
+21,mlp.experts.82.up_proj,3.88616371,0.01000,0.637
+21,mlp.experts.83.up_proj,0.10031421,0.01000,0.639
+21,mlp.experts.84.up_proj,1.55798483,0.01000,0.639
+21,mlp.experts.85.up_proj,1.19120634,0.01000,0.630
+21,mlp.experts.86.up_proj,0.42934912,0.01000,0.628
+21,mlp.experts.87.up_proj,0.04782999,0.01000,0.627
+21,mlp.experts.88.up_proj,0.00206949,0.01000,0.628
+21,mlp.experts.89.up_proj,0.45449820,0.01000,0.633
+21,mlp.experts.90.up_proj,0.01861189,0.01000,0.637
+21,mlp.experts.91.up_proj,0.54071492,0.01000,0.638
+21,mlp.experts.92.up_proj,0.16400403,0.01000,0.638
+21,mlp.experts.93.up_proj,0.01353149,0.01000,0.638
+21,mlp.experts.94.up_proj,0.74791712,0.01000,0.639
+21,mlp.experts.95.up_proj,0.05655428,0.01000,0.639
+21,mlp.experts.96.up_proj,1.02345538,0.01000,0.638
+21,mlp.experts.97.up_proj,0.74337500,0.01000,0.637
+21,mlp.experts.98.up_proj,0.27019948,0.01000,0.638
+21,mlp.experts.99.up_proj,0.52547121,0.01000,0.636
+21,mlp.experts.100.up_proj,0.27746570,0.01000,0.637
+21,mlp.experts.101.up_proj,0.00068317,0.01000,0.627
+21,mlp.experts.102.up_proj,0.53107071,0.01000,0.635
+21,mlp.experts.103.up_proj,0.18678027,0.01000,0.636
+21,mlp.experts.104.up_proj,0.07035292,0.01000,0.638
+21,mlp.experts.105.up_proj,0.34327266,0.01000,0.636
+21,mlp.experts.106.up_proj,0.42246354,0.01000,0.637
+21,mlp.experts.107.up_proj,0.02048343,0.01000,0.638
+21,mlp.experts.108.up_proj,0.00662814,0.01000,0.637
+21,mlp.experts.109.up_proj,0.00036773,0.01000,0.639
+21,mlp.experts.110.up_proj,0.41161615,0.01000,0.638
+21,mlp.experts.111.up_proj,1.85442495,0.01000,0.636
+21,mlp.experts.112.up_proj,0.11043942,0.01000,0.639
+21,mlp.experts.113.up_proj,0.44303170,0.01000,0.639
+21,mlp.experts.114.up_proj,0.06480223,0.01000,0.636
+21,mlp.experts.115.up_proj,0.00385492,0.01000,0.628
+21,mlp.experts.116.up_proj,0.10771759,0.01000,0.630
+21,mlp.experts.117.up_proj,0.08184862,0.01000,0.630
+21,mlp.experts.118.up_proj,0.37676162,0.01000,0.629
+21,mlp.experts.119.up_proj,0.00004146,0.01000,0.632
+21,mlp.experts.120.up_proj,0.00001448,0.01000,0.635
+21,mlp.experts.121.up_proj,0.00166279,0.01000,0.629
+21,mlp.experts.122.up_proj,2.42655158,0.01000,0.630
+21,mlp.experts.123.up_proj,0.00690432,0.01000,0.629
+21,mlp.experts.124.up_proj,0.02350922,0.01000,0.634
+21,mlp.experts.125.up_proj,2.92713308,0.01000,0.631
+21,mlp.experts.126.up_proj,0.01086699,0.01000,0.630
+21,mlp.experts.127.up_proj,0.49566314,0.01000,0.628
+21,mlp.experts.0.gate_proj,1.24271560,0.01000,0.634
+21,mlp.experts.1.gate_proj,0.50358808,0.01000,0.638
+21,mlp.experts.2.gate_proj,2.78130531,0.01000,0.639
+21,mlp.experts.3.gate_proj,0.00003349,0.01000,0.639
+21,mlp.experts.4.gate_proj,0.00000443,0.01000,0.642
+21,mlp.experts.5.gate_proj,0.83002764,0.01000,0.638
+21,mlp.experts.6.gate_proj,0.11056738,0.01000,0.639
+21,mlp.experts.7.gate_proj,1.55192411,0.01000,0.640
+21,mlp.experts.8.gate_proj,0.02638937,0.01000,0.640
+21,mlp.experts.9.gate_proj,0.49175462,0.01000,0.640
+21,mlp.experts.10.gate_proj,0.40917927,0.01000,0.639
+21,mlp.experts.11.gate_proj,0.00685237,0.01000,0.639
+21,mlp.experts.12.gate_proj,0.04221176,0.01000,0.629
+21,mlp.experts.13.gate_proj,0.16463274,0.01000,0.629
+21,mlp.experts.14.gate_proj,0.03968382,0.01000,0.629
+21,mlp.experts.15.gate_proj,0.05192741,0.01000,0.630
+21,mlp.experts.16.gate_proj,0.00913940,0.01000,0.629
+21,mlp.experts.17.gate_proj,0.42187932,0.01000,0.629
+21,mlp.experts.18.gate_proj,0.00010722,0.01000,0.631
+21,mlp.experts.19.gate_proj,0.48246497,0.01000,0.629
+21,mlp.experts.20.gate_proj,0.01543788,0.01000,0.628
+21,mlp.experts.21.gate_proj,0.03440803,0.01000,0.629
+21,mlp.experts.22.gate_proj,0.41614223,0.01000,0.629
+21,mlp.experts.23.gate_proj,0.10688196,0.01000,0.638
+21,mlp.experts.24.gate_proj,0.49480462,0.01000,0.639
+21,mlp.experts.25.gate_proj,0.18871984,0.01000,0.639
+21,mlp.experts.26.gate_proj,0.04309900,0.01000,0.639
+21,mlp.experts.27.gate_proj,0.00800383,0.01000,0.637
+21,mlp.experts.28.gate_proj,0.09581865,0.01000,0.639
+21,mlp.experts.29.gate_proj,0.00041270,0.01000,0.641
+21,mlp.experts.30.gate_proj,0.00985088,0.01000,0.641
+21,mlp.experts.31.gate_proj,0.17632076,0.01000,0.639
+21,mlp.experts.32.gate_proj,0.32353362,0.01000,0.639
+21,mlp.experts.33.gate_proj,2.05845094,0.01000,0.638
+21,mlp.experts.34.gate_proj,0.01316884,0.01000,0.634
+21,mlp.experts.35.gate_proj,0.59985614,0.01000,0.626
+21,mlp.experts.36.gate_proj,0.00573943,0.01000,0.629
+21,mlp.experts.37.gate_proj,0.21009086,0.01000,0.628
+21,mlp.experts.38.gate_proj,0.03315033,0.01000,0.628
+21,mlp.experts.39.gate_proj,0.01985698,0.01000,0.630
+21,mlp.experts.40.gate_proj,0.19163559,0.01000,0.629
+21,mlp.experts.41.gate_proj,0.23970060,0.01000,0.628
+21,mlp.experts.42.gate_proj,0.00523385,0.01000,0.629
+21,mlp.experts.43.gate_proj,0.45359933,0.01000,0.629
+21,mlp.experts.44.gate_proj,0.06017385,0.01000,0.630
+21,mlp.experts.45.gate_proj,0.11820851,0.01000,0.632
+21,mlp.experts.46.gate_proj,0.13605258,0.01000,0.632
+21,mlp.experts.47.gate_proj,0.18052314,0.01000,0.627
+21,mlp.experts.48.gate_proj,0.29827765,0.01000,0.634
+21,mlp.experts.49.gate_proj,1.72361469,0.01000,0.637
+21,mlp.experts.50.gate_proj,0.23544155,0.01000,0.638
+21,mlp.experts.51.gate_proj,0.04190333,0.01000,0.637
+21,mlp.experts.52.gate_proj,0.68322945,0.01000,0.640
+21,mlp.experts.53.gate_proj,0.01537850,0.01000,0.639
+21,mlp.experts.54.gate_proj,0.03838390,0.01000,0.637
+21,mlp.experts.55.gate_proj,0.14234506,0.01000,0.638
+21,mlp.experts.56.gate_proj,0.15175843,0.01000,0.637
+21,mlp.experts.57.gate_proj,0.40802318,0.01000,0.638
+21,mlp.experts.58.gate_proj,0.15989998,0.01000,0.639
+21,mlp.experts.59.gate_proj,0.12922829,0.01000,0.639
+21,mlp.experts.60.gate_proj,0.22339143,0.01000,0.640
+21,mlp.experts.61.gate_proj,0.02646206,0.01000,0.639
+21,mlp.experts.62.gate_proj,0.28693295,0.01000,0.635
+21,mlp.experts.63.gate_proj,0.04041650,0.01000,0.633
+21,mlp.experts.64.gate_proj,0.06848034,0.01000,0.637
+21,mlp.experts.65.gate_proj,0.49157423,0.01000,0.636
+21,mlp.experts.66.gate_proj,0.49230337,0.01000,0.635
+21,mlp.experts.67.gate_proj,0.02995789,0.01000,0.636
+21,mlp.experts.68.gate_proj,0.29864493,0.01000,0.638
+21,mlp.experts.69.gate_proj,1.05599189,0.01000,0.639
+21,mlp.experts.70.gate_proj,0.14947003,0.01000,0.639
+21,mlp.experts.71.gate_proj,0.74596632,0.01000,0.639
+21,mlp.experts.72.gate_proj,0.02810168,0.01000,0.638
+21,mlp.experts.73.gate_proj,0.15417382,0.01000,0.637
+21,mlp.experts.74.gate_proj,0.00491229,0.01000,0.637
+21,mlp.experts.75.gate_proj,0.00087165,0.01000,0.639
+21,mlp.experts.76.gate_proj,0.56590199,0.01000,0.628
+21,mlp.experts.77.gate_proj,0.08172229,0.01000,0.629
+21,mlp.experts.78.gate_proj,0.23801899,0.01000,0.629
+21,mlp.experts.79.gate_proj,0.29230076,0.01000,0.627
+21,mlp.experts.80.gate_proj,1.86438012,0.01000,0.629
+21,mlp.experts.81.gate_proj,0.32982713,0.01000,0.633
+21,mlp.experts.82.gate_proj,3.50039148,0.01000,0.636
+21,mlp.experts.83.gate_proj,0.09941566,0.01000,0.637
+21,mlp.experts.84.gate_proj,1.58355260,0.01000,0.638
+21,mlp.experts.85.gate_proj,1.20606756,0.01000,0.638
+21,mlp.experts.86.gate_proj,0.42333972,0.01000,0.638
+21,mlp.experts.87.gate_proj,0.04796133,0.01000,0.637
+21,mlp.experts.88.gate_proj,0.00195579,0.01000,0.638
+21,mlp.experts.89.gate_proj,0.44270796,0.01000,0.639
+21,mlp.experts.90.gate_proj,0.01720642,0.01000,0.639
+21,mlp.experts.91.gate_proj,0.56682241,0.01000,0.637
+21,mlp.experts.92.gate_proj,0.17371556,0.01000,0.638
+21,mlp.experts.93.gate_proj,0.01357635,0.01000,0.633
+21,mlp.experts.94.gate_proj,0.79735184,0.01000,0.629
+21,mlp.experts.95.gate_proj,0.05693951,0.01000,0.633
+21,mlp.experts.96.gate_proj,1.00423551,0.01000,0.629
+21,mlp.experts.97.gate_proj,0.70605731,0.01000,0.634
+21,mlp.experts.98.gate_proj,0.25370592,0.01000,0.637
+21,mlp.experts.99.gate_proj,0.51242083,0.01000,0.638
+21,mlp.experts.100.gate_proj,0.28578079,0.01000,0.640
+21,mlp.experts.101.gate_proj,0.00062316,0.01000,0.637
+21,mlp.experts.102.gate_proj,0.49841911,0.01000,0.638
+21,mlp.experts.103.gate_proj,0.17139357,0.01000,0.638
+21,mlp.experts.104.gate_proj,0.07029882,0.01000,0.637
+21,mlp.experts.105.gate_proj,0.33104414,0.01000,0.639
+21,mlp.experts.106.gate_proj,0.41257611,0.01000,0.636
+21,mlp.experts.107.gate_proj,0.02067643,0.01000,0.637
+21,mlp.experts.108.gate_proj,0.00657703,0.01000,0.638
+21,mlp.experts.109.gate_proj,0.00039663,0.01000,0.630
+21,mlp.experts.110.gate_proj,0.36234641,0.01000,0.628
+21,mlp.experts.111.gate_proj,1.65125799,0.01000,0.628
+21,mlp.experts.112.gate_proj,0.09905174,0.01000,0.630
+21,mlp.experts.113.gate_proj,0.40671560,0.01000,0.628
+21,mlp.experts.114.gate_proj,0.06224261,0.01000,0.632
+21,mlp.experts.115.gate_proj,0.00399911,0.01000,0.632
+21,mlp.experts.116.gate_proj,0.10341267,0.01000,0.631
+21,mlp.experts.117.gate_proj,0.07042156,0.01000,0.628
+21,mlp.experts.118.gate_proj,0.34415746,0.01000,0.627
+21,mlp.experts.119.gate_proj,0.00004029,0.01000,0.628
+21,mlp.experts.120.gate_proj,0.00001485,0.01000,0.626
+21,mlp.experts.121.gate_proj,0.00177705,0.01000,0.627
+21,mlp.experts.122.gate_proj,2.47603512,0.01000,0.627
+21,mlp.experts.123.gate_proj,0.00717385,0.01000,0.633
+21,mlp.experts.124.gate_proj,0.02419039,0.01000,0.636
+21,mlp.experts.125.gate_proj,2.09097767,0.01000,0.637
+21,mlp.experts.126.gate_proj,0.01124464,0.01000,0.649
+21,mlp.experts.127.gate_proj,0.38609454,0.01000,0.637
+21,mlp.experts.0.down_proj,0.32777542,0.01000,0.258
+21,mlp.experts.1.down_proj,0.08509594,0.01000,0.236
+21,mlp.experts.2.down_proj,0.36951762,0.01000,0.236
+21,mlp.experts.3.down_proj,0.00000912,0.01000,0.237
+21,mlp.experts.4.down_proj,0.00000032,0.01000,0.236
+21,mlp.experts.5.down_proj,0.15214762,0.01000,0.237
+21,mlp.experts.6.down_proj,0.01306982,0.01000,0.237
+21,mlp.experts.7.down_proj,0.31096894,0.01000,0.238
+21,mlp.experts.8.down_proj,0.00382766,0.01000,0.239
+21,mlp.experts.9.down_proj,0.13635266,0.01000,0.238
+21,mlp.experts.10.down_proj,0.12946554,0.01000,0.238
+21,mlp.experts.11.down_proj,0.00102982,0.01000,0.238
+21,mlp.experts.12.down_proj,0.00245778,0.01000,0.238
+21,mlp.experts.13.down_proj,0.02254396,0.01000,0.238
+21,mlp.experts.14.down_proj,0.00671051,0.01000,0.239
+21,mlp.experts.15.down_proj,0.00765059,0.01000,0.238
+21,mlp.experts.16.down_proj,0.00527827,0.01000,0.239
+21,mlp.experts.17.down_proj,0.07254814,0.01000,0.239
+21,mlp.experts.18.down_proj,0.00002792,0.01000,0.239
+21,mlp.experts.19.down_proj,0.08243637,0.01000,0.238
+21,mlp.experts.20.down_proj,0.00418380,0.01000,0.238
+21,mlp.experts.21.down_proj,0.00454332,0.01000,0.238
+21,mlp.experts.22.down_proj,0.08222966,0.01000,0.238
+21,mlp.experts.23.down_proj,0.01545219,0.01000,0.238
+21,mlp.experts.24.down_proj,0.09668524,0.01000,0.239
+21,mlp.experts.25.down_proj,0.05002329,0.01000,0.238
+21,mlp.experts.26.down_proj,0.00694299,0.01000,0.239
+21,mlp.experts.27.down_proj,0.00175491,0.01000,0.240
+21,mlp.experts.28.down_proj,0.02031195,0.01000,0.241
+21,mlp.experts.29.down_proj,0.00012700,0.01000,0.239
+21,mlp.experts.30.down_proj,0.00329059,0.01000,0.239
+21,mlp.experts.31.down_proj,0.04333480,0.01000,0.239
+21,mlp.experts.32.down_proj,0.02367362,0.01000,0.239
+21,mlp.experts.33.down_proj,0.41258466,0.01000,0.239
+21,mlp.experts.34.down_proj,0.00268922,0.01000,0.238
+21,mlp.experts.35.down_proj,0.17099063,0.01000,0.240
+21,mlp.experts.36.down_proj,0.00151633,0.01000,0.241
+21,mlp.experts.37.down_proj,0.03443118,0.01000,0.239
+21,mlp.experts.38.down_proj,0.00428491,0.01000,0.238
+21,mlp.experts.39.down_proj,0.00278250,0.01000,0.240
+21,mlp.experts.40.down_proj,0.05545147,0.01000,0.241
+21,mlp.experts.41.down_proj,0.04520808,0.01000,0.245
+21,mlp.experts.42.down_proj,0.00148191,0.01000,0.243
+21,mlp.experts.43.down_proj,0.08126338,0.01000,0.241
+21,mlp.experts.44.down_proj,0.01109302,0.01000,0.241
+21,mlp.experts.45.down_proj,0.02551166,0.01000,0.242
+21,mlp.experts.46.down_proj,0.01949077,0.01000,0.243
+21,mlp.experts.47.down_proj,0.04931109,0.01000,0.244
+21,mlp.experts.48.down_proj,0.05864077,0.01000,0.248
+21,mlp.experts.49.down_proj,0.46526444,0.01000,0.244
+21,mlp.experts.50.down_proj,0.05419628,0.01000,0.244
+21,mlp.experts.51.down_proj,0.00482158,0.01000,0.244
+21,mlp.experts.52.down_proj,0.11447117,0.01000,0.245
+21,mlp.experts.53.down_proj,0.00223189,0.01000,0.245
+21,mlp.experts.54.down_proj,0.00897730,0.01000,0.245
+21,mlp.experts.55.down_proj,0.12248367,0.01000,0.245
+21,mlp.experts.56.down_proj,0.02706799,0.01000,0.245
+21,mlp.experts.57.down_proj,0.08017765,0.01000,0.245
+21,mlp.experts.58.down_proj,0.02115324,0.01000,0.245
+21,mlp.experts.59.down_proj,0.03590364,0.01000,0.245
+21,mlp.experts.60.down_proj,0.04044955,0.01000,0.247
+21,mlp.experts.61.down_proj,0.00430592,0.01000,0.285
+21,mlp.experts.62.down_proj,0.06466641,0.01000,0.247
+21,mlp.experts.63.down_proj,0.00534753,0.01000,0.246
+21,mlp.experts.64.down_proj,0.01231148,0.01000,0.245
+21,mlp.experts.65.down_proj,0.11079571,0.01000,0.245
+21,mlp.experts.66.down_proj,0.10201763,0.01000,0.249
+21,mlp.experts.67.down_proj,0.00507608,0.01000,0.246
+21,mlp.experts.68.down_proj,0.04957657,0.01000,0.244
+21,mlp.experts.69.down_proj,0.12110723,0.01000,0.243
+21,mlp.experts.70.down_proj,0.02009984,0.01000,0.241
+21,mlp.experts.71.down_proj,0.11818605,0.01000,0.242
+21,mlp.experts.72.down_proj,0.00659476,0.01000,0.241
+21,mlp.experts.73.down_proj,0.02047630,0.01000,0.243
+21,mlp.experts.74.down_proj,0.00277741,0.01000,0.242
+21,mlp.experts.75.down_proj,0.00020630,0.01000,0.242
+21,mlp.experts.76.down_proj,0.10241996,0.01000,0.243
+21,mlp.experts.77.down_proj,0.00929380,0.01000,0.241
+21,mlp.experts.78.down_proj,0.04299083,0.01000,0.242
+21,mlp.experts.79.down_proj,0.05869778,0.01000,0.241
+21,mlp.experts.80.down_proj,0.34403235,0.01000,0.242
+21,mlp.experts.81.down_proj,0.04204044,0.01000,0.242
+21,mlp.experts.82.down_proj,1.67297721,0.01000,0.245
+21,mlp.experts.83.down_proj,0.02545980,0.01000,0.245
+21,mlp.experts.84.down_proj,0.50463033,0.01000,0.243
+21,mlp.experts.85.down_proj,0.19806486,0.01000,0.242
+21,mlp.experts.86.down_proj,0.07338035,0.01000,0.243
+21,mlp.experts.87.down_proj,0.00831240,0.01000,0.246
+21,mlp.experts.88.down_proj,0.00079651,0.01000,0.245
+21,mlp.experts.89.down_proj,0.06648726,0.01000,0.245
+21,mlp.experts.90.down_proj,0.00679750,0.01000,0.245
+21,mlp.experts.91.down_proj,0.08964300,0.01000,0.246
+21,mlp.experts.92.down_proj,0.02352776,0.01000,0.246
+21,mlp.experts.93.down_proj,0.00366294,0.01000,0.245
+21,mlp.experts.94.down_proj,0.14352855,0.01000,0.246
+21,mlp.experts.95.down_proj,0.01141120,0.01000,0.246
+21,mlp.experts.96.down_proj,0.29230872,0.01000,0.245
+21,mlp.experts.97.down_proj,0.11715325,0.01000,0.245
+21,mlp.experts.98.down_proj,0.05619816,0.01000,0.246
+21,mlp.experts.99.down_proj,0.07822460,0.01000,0.246
+21,mlp.experts.100.down_proj,0.08382551,0.01000,0.246
+21,mlp.experts.101.down_proj,0.00025367,0.01000,0.246
+21,mlp.experts.102.down_proj,0.08988295,0.01000,0.246
+21,mlp.experts.103.down_proj,0.03498121,0.01000,0.246
+21,mlp.experts.104.down_proj,0.01983548,0.01000,0.246
+21,mlp.experts.105.down_proj,0.05428948,0.01000,0.246
+21,mlp.experts.106.down_proj,0.12257244,0.01000,0.246
+21,mlp.experts.107.down_proj,0.00405294,0.01000,0.246
+21,mlp.experts.108.down_proj,0.00176538,0.01000,0.245
+21,mlp.experts.109.down_proj,0.00010277,0.01000,0.246
+21,mlp.experts.110.down_proj,0.10510975,0.01000,0.246
+21,mlp.experts.111.down_proj,0.56825209,0.01000,0.246
+21,mlp.experts.112.down_proj,0.01983327,0.01000,0.245
+21,mlp.experts.113.down_proj,0.08635214,0.01000,0.245
+21,mlp.experts.114.down_proj,0.01884319,0.01000,0.245
+21,mlp.experts.115.down_proj,0.00063754,0.01000,0.246
+21,mlp.experts.116.down_proj,0.02221563,0.01000,0.244
+21,mlp.experts.117.down_proj,0.01459456,0.01000,0.244
+21,mlp.experts.118.down_proj,0.06632233,0.01000,0.242
+21,mlp.experts.119.down_proj,0.00001025,0.01000,0.242
+21,mlp.experts.120.down_proj,0.00000359,0.01000,0.241
+21,mlp.experts.121.down_proj,0.00080308,0.01000,0.242
+21,mlp.experts.122.down_proj,0.84809780,0.01000,0.242
+21,mlp.experts.123.down_proj,0.00128227,0.01000,0.241
+21,mlp.experts.124.down_proj,0.00356024,0.01000,0.241
+21,mlp.experts.125.down_proj,0.64270175,0.01000,0.241
+21,mlp.experts.126.down_proj,0.00288464,0.01000,0.241
+21,mlp.experts.127.down_proj,0.08172588,0.01000,0.241
+22,self_attn.q_proj,0.13243450,0.01000,0.634
+22,self_attn.k_proj,0.01662667,0.01000,0.621
+22,self_attn.v_proj,0.01970152,0.01000,0.617
+22,self_attn.o_proj,0.01675180,0.01000,1.270
+22,mlp.experts.0.up_proj,0.04205207,0.01000,0.666
+22,mlp.experts.1.up_proj,0.11487190,0.01000,0.626
+22,mlp.experts.2.up_proj,0.14874560,0.01000,0.626
+22,mlp.experts.3.up_proj,0.37931633,0.01000,0.629
+22,mlp.experts.4.up_proj,0.17448726,0.01000,0.629
+22,mlp.experts.5.up_proj,0.23696876,0.01000,0.630
+22,mlp.experts.6.up_proj,0.23436603,0.01000,0.629
+22,mlp.experts.7.up_proj,0.02532486,0.01000,0.631
+22,mlp.experts.8.up_proj,0.01067613,0.01000,0.632
+22,mlp.experts.9.up_proj,0.73613864,0.01000,0.622
+22,mlp.experts.10.up_proj,0.25529540,0.01000,0.621
+22,mlp.experts.11.up_proj,0.00001004,0.01000,0.621
+22,mlp.experts.12.up_proj,0.03437354,0.01000,0.623
+22,mlp.experts.13.up_proj,0.79789662,0.01000,0.621
+22,mlp.experts.14.up_proj,0.17979813,0.01000,0.621
+22,mlp.experts.15.up_proj,0.04323951,0.01000,0.619
+22,mlp.experts.16.up_proj,2.80910254,0.01000,0.621
+22,mlp.experts.17.up_proj,0.00681900,0.01000,0.621
+22,mlp.experts.18.up_proj,0.73634005,0.01000,0.628
+22,mlp.experts.19.up_proj,0.72672224,0.01000,0.630
+22,mlp.experts.20.up_proj,0.07613510,0.01000,0.632
+22,mlp.experts.21.up_proj,0.17675099,0.01000,0.631
+22,mlp.experts.22.up_proj,0.04580059,0.01000,0.632
+22,mlp.experts.23.up_proj,0.20920748,0.01000,0.634
+22,mlp.experts.24.up_proj,0.00011573,0.01000,0.635
+22,mlp.experts.25.up_proj,0.09987840,0.01000,0.626
+22,mlp.experts.26.up_proj,1.74798334,0.01000,0.623
+22,mlp.experts.27.up_proj,0.20986509,0.01000,0.621
+22,mlp.experts.28.up_proj,0.01555315,0.01000,0.621
+22,mlp.experts.29.up_proj,0.03819671,0.01000,0.625
+22,mlp.experts.30.up_proj,0.89671504,0.01000,0.629
+22,mlp.experts.31.up_proj,0.39344853,0.01000,0.630
+22,mlp.experts.32.up_proj,0.09428193,0.01000,0.633
+22,mlp.experts.33.up_proj,0.13457364,0.01000,0.636
+22,mlp.experts.34.up_proj,0.00360139,0.01000,0.629
+22,mlp.experts.35.up_proj,0.57712460,0.01000,0.629
+22,mlp.experts.36.up_proj,0.12067986,0.01000,0.629
+22,mlp.experts.37.up_proj,0.02541493,0.01000,0.630
+22,mlp.experts.38.up_proj,0.00426458,0.01000,0.629
+22,mlp.experts.39.up_proj,0.22435078,0.01000,0.630
+22,mlp.experts.40.up_proj,0.55004871,0.01000,0.630
+22,mlp.experts.41.up_proj,0.28698891,0.01000,0.632
+22,mlp.experts.42.up_proj,0.00426008,0.01000,0.627
+22,mlp.experts.43.up_proj,0.40596038,0.01000,0.626
+22,mlp.experts.44.up_proj,0.00358463,0.01000,0.626
+22,mlp.experts.45.up_proj,0.19723414,0.01000,0.628
+22,mlp.experts.46.up_proj,0.00132309,0.01000,0.626
+22,mlp.experts.47.up_proj,0.06404509,0.01000,0.629
+22,mlp.experts.48.up_proj,0.09065005,0.01000,0.629
+22,mlp.experts.49.up_proj,0.00409972,0.01000,0.631
+22,mlp.experts.50.up_proj,0.45018268,0.01000,0.631
+22,mlp.experts.51.up_proj,0.03787896,0.01000,0.630
+22,mlp.experts.52.up_proj,0.35879520,0.01000,0.630
+22,mlp.experts.53.up_proj,0.00104233,0.01000,0.630
+22,mlp.experts.54.up_proj,0.04607876,0.01000,0.631
+22,mlp.experts.55.up_proj,2.54924989,0.01000,0.630
+22,mlp.experts.56.up_proj,0.62669015,0.01000,0.630
+22,mlp.experts.57.up_proj,0.66307878,0.01000,0.630
+22,mlp.experts.58.up_proj,0.41603154,0.01000,0.630
+22,mlp.experts.59.up_proj,0.02193426,0.01000,0.624
+22,mlp.experts.60.up_proj,0.00148479,0.01000,0.623
+22,mlp.experts.61.up_proj,0.32362214,0.01000,0.622
+22,mlp.experts.62.up_proj,0.45790425,0.01000,0.623
+22,mlp.experts.63.up_proj,0.06306361,0.01000,0.622
+22,mlp.experts.64.up_proj,0.62461030,0.01000,0.622
+22,mlp.experts.65.up_proj,0.06705002,0.01000,0.621
+22,mlp.experts.66.up_proj,1.03416538,0.01000,0.629
+22,mlp.experts.67.up_proj,0.00513688,0.01000,0.623
+22,mlp.experts.68.up_proj,2.34354591,0.01000,0.620
+22,mlp.experts.69.up_proj,1.21129084,0.01000,0.620
+22,mlp.experts.70.up_proj,0.30369741,0.01000,0.620
+22,mlp.experts.71.up_proj,2.49602318,0.01000,0.622
+22,mlp.experts.72.up_proj,0.00342177,0.01000,0.623
+22,mlp.experts.73.up_proj,0.37252188,0.01000,0.622
+22,mlp.experts.74.up_proj,0.28703600,0.01000,0.626
+22,mlp.experts.75.up_proj,0.04390366,0.01000,0.629
+22,mlp.experts.76.up_proj,0.42045200,0.01000,0.629
+22,mlp.experts.77.up_proj,0.00039136,0.01000,0.630
+22,mlp.experts.78.up_proj,1.80492353,0.01000,0.630
+22,mlp.experts.79.up_proj,0.00002611,0.01000,0.628
+22,mlp.experts.80.up_proj,0.29664800,0.01000,0.628
+22,mlp.experts.81.up_proj,0.00247413,0.01000,0.629
+22,mlp.experts.82.up_proj,0.44666427,0.01000,0.631
+22,mlp.experts.83.up_proj,0.09708087,0.01000,0.630
+22,mlp.experts.84.up_proj,0.01409453,0.01000,0.629
+22,mlp.experts.85.up_proj,0.52950114,0.01000,0.631
+22,mlp.experts.86.up_proj,0.14344008,0.01000,0.621
+22,mlp.experts.87.up_proj,0.01824759,0.01000,0.619
+22,mlp.experts.88.up_proj,0.23085821,0.01000,0.619
+22,mlp.experts.89.up_proj,0.00003633,0.01000,0.619
+22,mlp.experts.90.up_proj,0.49279943,0.01000,0.619
+22,mlp.experts.91.up_proj,0.95458788,0.01000,0.620
+22,mlp.experts.92.up_proj,0.09037434,0.01000,0.627
+22,mlp.experts.93.up_proj,0.00157003,0.01000,0.629
+22,mlp.experts.94.up_proj,2.03961992,0.01000,0.628
+22,mlp.experts.95.up_proj,0.57348001,0.01000,0.632
+22,mlp.experts.96.up_proj,0.10121336,0.01000,0.631
+22,mlp.experts.97.up_proj,0.21147496,0.01000,0.630
+22,mlp.experts.98.up_proj,1.76157713,0.01000,0.630
+22,mlp.experts.99.up_proj,0.22986419,0.01000,0.631
+22,mlp.experts.100.up_proj,0.02536068,0.01000,0.630
+22,mlp.experts.101.up_proj,0.13084660,0.01000,0.630
+22,mlp.experts.102.up_proj,0.02027404,0.01000,0.629
+22,mlp.experts.103.up_proj,0.27076468,0.01000,0.623
+22,mlp.experts.104.up_proj,0.01590255,0.01000,0.620
+22,mlp.experts.105.up_proj,0.28428733,0.01000,0.620
+22,mlp.experts.106.up_proj,0.00003509,0.01000,0.625
+22,mlp.experts.107.up_proj,0.39868110,0.01000,0.620
+22,mlp.experts.108.up_proj,0.28787684,0.01000,0.625
+22,mlp.experts.109.up_proj,0.19438887,0.01000,0.624
+22,mlp.experts.110.up_proj,0.34871960,0.01000,0.625
+22,mlp.experts.111.up_proj,0.02884453,0.01000,0.629
+22,mlp.experts.112.up_proj,0.42540237,0.01000,0.629
+22,mlp.experts.113.up_proj,0.30312377,0.01000,0.629
+22,mlp.experts.114.up_proj,0.00012513,0.01000,0.630
+22,mlp.experts.115.up_proj,0.01051129,0.01000,0.630
+22,mlp.experts.116.up_proj,0.05245706,0.01000,0.628
+22,mlp.experts.117.up_proj,0.00002261,0.01000,0.629
+22,mlp.experts.118.up_proj,0.00083763,0.01000,0.629
+22,mlp.experts.119.up_proj,0.25495988,0.01000,0.629
+22,mlp.experts.120.up_proj,0.43904781,0.01000,0.630
+22,mlp.experts.121.up_proj,0.01573400,0.01000,0.627
+22,mlp.experts.122.up_proj,0.00909892,0.01000,0.621
+22,mlp.experts.123.up_proj,0.20788398,0.01000,0.622
+22,mlp.experts.124.up_proj,0.55176413,0.01000,0.622
+22,mlp.experts.125.up_proj,0.00237828,0.01000,0.622
+22,mlp.experts.126.up_proj,1.68698645,0.01000,0.631
+22,mlp.experts.127.up_proj,0.01556676,0.01000,0.631
+22,mlp.experts.0.gate_proj,0.04371044,0.01000,0.633
+22,mlp.experts.1.gate_proj,0.12644082,0.01000,0.634
+22,mlp.experts.2.gate_proj,0.13331205,0.01000,0.632
+22,mlp.experts.3.gate_proj,0.37420776,0.01000,0.632
+22,mlp.experts.4.gate_proj,0.18521933,0.01000,0.632
+22,mlp.experts.5.gate_proj,0.25291348,0.01000,0.632
+22,mlp.experts.6.gate_proj,0.25577563,0.01000,0.631
+22,mlp.experts.7.gate_proj,0.02602433,0.01000,0.631
+22,mlp.experts.8.gate_proj,0.01101153,0.01000,0.631
+22,mlp.experts.9.gate_proj,0.81192124,0.01000,0.631
+22,mlp.experts.10.gate_proj,0.24700224,0.01000,0.627
+22,mlp.experts.11.gate_proj,0.00000893,0.01000,0.622
+22,mlp.experts.12.gate_proj,0.03590059,0.01000,0.622
+22,mlp.experts.13.gate_proj,0.69962722,0.01000,0.622
+22,mlp.experts.14.gate_proj,0.17364511,0.01000,0.621
+22,mlp.experts.15.gate_proj,0.03787738,0.01000,0.622
+22,mlp.experts.16.gate_proj,2.85001373,0.01000,0.622
+22,mlp.experts.17.gate_proj,0.00679274,0.01000,0.623
+22,mlp.experts.18.gate_proj,0.66781318,0.01000,0.623
+22,mlp.experts.19.gate_proj,0.74892509,0.01000,0.622
+22,mlp.experts.20.gate_proj,0.07234666,0.01000,0.623
+22,mlp.experts.21.gate_proj,0.18067190,0.01000,0.623
+22,mlp.experts.22.gate_proj,0.04717748,0.01000,0.620
+22,mlp.experts.23.gate_proj,0.21387501,0.01000,0.622
+22,mlp.experts.24.gate_proj,0.00012096,0.01000,0.624
+22,mlp.experts.25.gate_proj,0.09934574,0.01000,0.629
+22,mlp.experts.26.gate_proj,1.72654867,0.01000,0.631
+22,mlp.experts.27.gate_proj,0.22753766,0.01000,0.633
+22,mlp.experts.28.gate_proj,0.01819572,0.01000,0.633
+22,mlp.experts.29.gate_proj,0.03920242,0.01000,0.631
+22,mlp.experts.30.gate_proj,0.81724685,0.01000,0.632
+22,mlp.experts.31.gate_proj,0.38096499,0.01000,0.632
+22,mlp.experts.32.gate_proj,0.09358513,0.01000,0.631
+22,mlp.experts.33.gate_proj,0.13045052,0.01000,0.632
+22,mlp.experts.34.gate_proj,0.00374872,0.01000,0.631
+22,mlp.experts.35.gate_proj,0.59274626,0.01000,0.630
+22,mlp.experts.36.gate_proj,0.12636752,0.01000,0.631
+22,mlp.experts.37.gate_proj,0.02497109,0.01000,0.623
+22,mlp.experts.38.gate_proj,0.02980693,0.01000,0.622
+22,mlp.experts.39.gate_proj,0.20422894,0.01000,0.622
+22,mlp.experts.40.gate_proj,0.48766756,0.01000,0.622
+22,mlp.experts.41.gate_proj,0.26274562,0.01000,0.623
+22,mlp.experts.42.gate_proj,0.00443837,0.01000,0.625
+22,mlp.experts.43.gate_proj,0.39950150,0.01000,0.623
+22,mlp.experts.44.gate_proj,0.00365962,0.01000,0.624
+22,mlp.experts.45.gate_proj,0.19623962,0.01000,0.621
+22,mlp.experts.46.gate_proj,0.00129512,0.01000,0.623
+22,mlp.experts.47.gate_proj,0.06490407,0.01000,0.630
+22,mlp.experts.48.gate_proj,0.09064238,0.01000,0.633
+22,mlp.experts.49.gate_proj,0.00412909,0.01000,0.632
+22,mlp.experts.50.gate_proj,0.42695659,0.01000,0.631
+22,mlp.experts.51.gate_proj,0.03723941,0.01000,0.632
+22,mlp.experts.52.gate_proj,0.31213167,0.01000,0.631
+22,mlp.experts.53.gate_proj,0.00091339,0.01000,0.632
+22,mlp.experts.54.gate_proj,0.04652225,0.01000,0.631
+22,mlp.experts.55.gate_proj,2.46413660,0.01000,0.632
+22,mlp.experts.56.gate_proj,0.58114398,0.01000,0.632
+22,mlp.experts.57.gate_proj,0.59699702,0.01000,0.633
+22,mlp.experts.58.gate_proj,0.41791940,0.01000,0.630
+22,mlp.experts.59.gate_proj,0.02225565,0.01000,0.624
+22,mlp.experts.60.gate_proj,0.00147512,0.01000,0.629
+22,mlp.experts.61.gate_proj,0.25913626,0.01000,0.624
+22,mlp.experts.62.gate_proj,0.40831715,0.01000,0.624
+22,mlp.experts.63.gate_proj,0.06901269,0.01000,0.624
+22,mlp.experts.64.gate_proj,0.56113303,0.01000,0.625
+22,mlp.experts.65.gate_proj,0.06184620,0.01000,0.629
+22,mlp.experts.66.gate_proj,1.05256772,0.01000,0.631
+22,mlp.experts.67.gate_proj,0.00533717,0.01000,0.631
+22,mlp.experts.68.gate_proj,2.28680205,0.01000,0.632
+22,mlp.experts.69.gate_proj,1.08921719,0.01000,0.633
+22,mlp.experts.70.gate_proj,0.34530303,0.01000,0.630
+22,mlp.experts.71.gate_proj,2.83163667,0.01000,0.631
+22,mlp.experts.72.gate_proj,0.00333440,0.01000,0.632
+22,mlp.experts.73.gate_proj,0.37299496,0.01000,0.631
+22,mlp.experts.74.gate_proj,0.27408582,0.01000,0.630
+22,mlp.experts.75.gate_proj,0.04513643,0.01000,0.624
+22,mlp.experts.76.gate_proj,0.40420949,0.01000,0.625
+22,mlp.experts.77.gate_proj,0.00041109,0.01000,0.623
+22,mlp.experts.78.gate_proj,1.83578241,0.01000,0.622
+22,mlp.experts.79.gate_proj,0.00002616,0.01000,0.623
+22,mlp.experts.80.gate_proj,0.30104333,0.01000,0.631
+22,mlp.experts.81.gate_proj,0.00252226,0.01000,0.632
+22,mlp.experts.82.gate_proj,0.41063473,0.01000,0.631
+22,mlp.experts.83.gate_proj,0.09315038,0.01000,0.630
+22,mlp.experts.84.gate_proj,0.01438586,0.01000,0.630
+22,mlp.experts.85.gate_proj,0.51890111,0.01000,0.631
+22,mlp.experts.86.gate_proj,0.13739324,0.01000,0.632
+22,mlp.experts.87.gate_proj,0.01822496,0.01000,0.631
+22,mlp.experts.88.gate_proj,0.20528537,0.01000,0.631
+22,mlp.experts.89.gate_proj,0.00003865,0.01000,0.631
+22,mlp.experts.90.gate_proj,0.45037585,0.01000,0.624
+22,mlp.experts.91.gate_proj,0.91598755,0.01000,0.623
+22,mlp.experts.92.gate_proj,0.09883973,0.01000,0.625
+22,mlp.experts.93.gate_proj,0.00148669,0.01000,0.623
+22,mlp.experts.94.gate_proj,2.10106730,0.01000,0.621
+22,mlp.experts.95.gate_proj,0.47512239,0.01000,0.620
+22,mlp.experts.96.gate_proj,0.09824548,0.01000,0.626
+22,mlp.experts.97.gate_proj,0.21956542,0.01000,0.628
+22,mlp.experts.98.gate_proj,1.81809592,0.01000,0.631
+22,mlp.experts.99.gate_proj,0.22928485,0.01000,0.631
+22,mlp.experts.100.gate_proj,0.02169688,0.01000,0.632
+22,mlp.experts.101.gate_proj,0.11573960,0.01000,0.631
+22,mlp.experts.102.gate_proj,0.02065601,0.01000,0.632
+22,mlp.experts.103.gate_proj,0.25871459,0.01000,0.633
+22,mlp.experts.104.gate_proj,0.01486501,0.01000,0.632
+22,mlp.experts.105.gate_proj,0.24410191,0.01000,0.634
+22,mlp.experts.106.gate_proj,0.00003653,0.01000,0.635
+22,mlp.experts.107.gate_proj,0.35848033,0.01000,0.630
+22,mlp.experts.108.gate_proj,0.26634371,0.01000,0.623
+22,mlp.experts.109.gate_proj,0.18859562,0.01000,0.622
+22,mlp.experts.110.gate_proj,0.33214372,0.01000,0.623
+22,mlp.experts.111.gate_proj,0.02774383,0.01000,0.622
+22,mlp.experts.112.gate_proj,0.40170747,0.01000,0.624
+22,mlp.experts.113.gate_proj,0.27473515,0.01000,0.623
+22,mlp.experts.114.gate_proj,0.00013010,0.01000,0.626
+22,mlp.experts.115.gate_proj,0.01085682,0.01000,0.630
+22,mlp.experts.116.gate_proj,0.05297794,0.01000,0.623
+22,mlp.experts.117.gate_proj,0.00002323,0.01000,0.625
+22,mlp.experts.118.gate_proj,0.00091084,0.01000,0.631
+22,mlp.experts.119.gate_proj,0.23909093,0.01000,0.632
+22,mlp.experts.120.gate_proj,0.43423951,0.01000,0.631
+22,mlp.experts.121.gate_proj,0.01613671,0.01000,0.631
+22,mlp.experts.122.gate_proj,0.00924428,0.01000,0.632
+22,mlp.experts.123.gate_proj,0.18776929,0.01000,0.633
+22,mlp.experts.124.gate_proj,0.43680996,0.01000,0.632
+22,mlp.experts.125.gate_proj,0.00249983,0.01000,0.631
+22,mlp.experts.126.gate_proj,1.83944845,0.01000,0.632
+22,mlp.experts.127.gate_proj,0.01483727,0.01000,0.631
+22,mlp.experts.0.down_proj,0.00469944,0.01000,0.261
+22,mlp.experts.1.down_proj,0.00842272,0.01000,0.238
+22,mlp.experts.2.down_proj,0.04014363,0.01000,0.238
+22,mlp.experts.3.down_proj,0.06366868,0.01000,0.238
+22,mlp.experts.4.down_proj,0.05811308,0.01000,0.238
+22,mlp.experts.5.down_proj,0.01959640,0.01000,0.239
+22,mlp.experts.6.down_proj,0.26471898,0.01000,0.238
+22,mlp.experts.7.down_proj,0.00624246,0.01000,0.240
+22,mlp.experts.8.down_proj,0.00221270,0.01000,0.239
+22,mlp.experts.9.down_proj,0.29618746,0.01000,0.239
+22,mlp.experts.10.down_proj,0.06238012,0.01000,0.240
+22,mlp.experts.11.down_proj,0.00000190,0.01000,0.240
+22,mlp.experts.12.down_proj,0.00671384,0.01000,0.239
+22,mlp.experts.13.down_proj,0.55893672,0.01000,0.239
+22,mlp.experts.14.down_proj,0.03105331,0.01000,0.239
+22,mlp.experts.15.down_proj,0.01099779,0.01000,0.240
+22,mlp.experts.16.down_proj,2.07469106,0.01000,0.240
+22,mlp.experts.17.down_proj,0.00231668,0.01000,0.240
+22,mlp.experts.18.down_proj,0.13272463,0.01000,0.239
+22,mlp.experts.19.down_proj,0.94769949,0.01000,0.239
+22,mlp.experts.20.down_proj,0.01416646,0.01000,0.240
+22,mlp.experts.21.down_proj,0.14835238,0.01000,0.240
+22,mlp.experts.22.down_proj,0.00518119,0.01000,0.239
+22,mlp.experts.23.down_proj,0.12495676,0.01000,0.237
+22,mlp.experts.24.down_proj,0.00004220,0.01000,0.236
+22,mlp.experts.25.down_proj,0.01822942,0.01000,0.236
+22,mlp.experts.26.down_proj,0.70776498,0.01000,0.237
+22,mlp.experts.27.down_proj,0.16708149,0.01000,0.238
+22,mlp.experts.28.down_proj,0.00083523,0.01000,0.239
+22,mlp.experts.29.down_proj,0.00529212,0.01000,0.239
+22,mlp.experts.30.down_proj,0.15242717,0.01000,0.242
+22,mlp.experts.31.down_proj,0.46180460,0.01000,0.242
+22,mlp.experts.32.down_proj,0.01059647,0.01000,0.247
+22,mlp.experts.33.down_proj,0.04208977,0.01000,0.247
+22,mlp.experts.34.down_proj,0.00068485,0.01000,0.247
+22,mlp.experts.35.down_proj,0.12941551,0.01000,0.250
+22,mlp.experts.36.down_proj,0.12018301,0.01000,0.249
+22,mlp.experts.37.down_proj,0.00698264,0.01000,0.248
+22,mlp.experts.38.down_proj,0.00001955,0.01000,0.249
+22,mlp.experts.39.down_proj,0.04464235,0.01000,0.250
+22,mlp.experts.40.down_proj,0.09636579,0.01000,0.249
+22,mlp.experts.41.down_proj,0.06165887,0.01000,0.250
+22,mlp.experts.42.down_proj,0.00061035,0.01000,0.249
+22,mlp.experts.43.down_proj,0.30638856,0.01000,0.251
+22,mlp.experts.44.down_proj,0.00133035,0.01000,0.251
+22,mlp.experts.45.down_proj,0.05417641,0.01000,0.249
+22,mlp.experts.46.down_proj,0.00063829,0.01000,0.249
+22,mlp.experts.47.down_proj,0.04761244,0.01000,0.251
+22,mlp.experts.48.down_proj,0.01904064,0.01000,0.249
+22,mlp.experts.49.down_proj,0.00192278,0.01000,0.252
+22,mlp.experts.50.down_proj,0.07389055,0.01000,0.249
+22,mlp.experts.51.down_proj,0.00777124,0.01000,0.252
+22,mlp.experts.52.down_proj,0.05519665,0.01000,0.249
+22,mlp.experts.53.down_proj,0.00051855,0.01000,0.252
+22,mlp.experts.54.down_proj,0.00537069,0.01000,0.249
+22,mlp.experts.55.down_proj,2.46841288,0.01000,0.251
+22,mlp.experts.56.down_proj,0.47672045,0.01000,0.249
+22,mlp.experts.57.down_proj,0.45853287,0.01000,0.250
+22,mlp.experts.58.down_proj,0.12936768,0.01000,0.246
+22,mlp.experts.59.down_proj,0.00368913,0.01000,0.247
+22,mlp.experts.60.down_proj,0.00029237,0.01000,0.242
+22,mlp.experts.61.down_proj,0.12763055,0.01000,0.242
+22,mlp.experts.62.down_proj,0.08838863,0.01000,0.242
+22,mlp.experts.63.down_proj,0.01130695,0.01000,0.242
+22,mlp.experts.64.down_proj,0.09535150,0.01000,0.242
+22,mlp.experts.65.down_proj,0.01564703,0.01000,0.243
+22,mlp.experts.66.down_proj,0.65944660,0.01000,0.243
+22,mlp.experts.67.down_proj,0.00083359,0.01000,0.245
+22,mlp.experts.68.down_proj,1.50864005,0.01000,0.245
+22,mlp.experts.69.down_proj,0.16470440,0.01000,0.246
+22,mlp.experts.70.down_proj,0.03133437,0.01000,0.246
+22,mlp.experts.71.down_proj,1.22763264,0.01000,0.246
+22,mlp.experts.72.down_proj,0.00099762,0.01000,0.245
+22,mlp.experts.73.down_proj,0.16097407,0.01000,0.246
+22,mlp.experts.74.down_proj,0.07707356,0.01000,0.246
+22,mlp.experts.75.down_proj,0.00624760,0.01000,0.247
+22,mlp.experts.76.down_proj,0.06026680,0.01000,0.246
+22,mlp.experts.77.down_proj,0.00008686,0.01000,0.246
+22,mlp.experts.78.down_proj,1.56729889,0.01000,0.247
+22,mlp.experts.79.down_proj,0.00000521,0.01000,0.247
+22,mlp.experts.80.down_proj,0.04131474,0.01000,0.247
+22,mlp.experts.81.down_proj,0.00058719,0.01000,0.247
+22,mlp.experts.82.down_proj,0.14166269,0.01000,0.246
+22,mlp.experts.83.down_proj,0.01957120,0.01000,0.247
+22,mlp.experts.84.down_proj,0.00184553,0.01000,0.246
+22,mlp.experts.85.down_proj,0.14340737,0.01000,0.246
+22,mlp.experts.86.down_proj,0.02736765,0.01000,0.246
+22,mlp.experts.87.down_proj,0.00607308,0.01000,0.246
+22,mlp.experts.88.down_proj,0.04390351,0.01000,0.246
+22,mlp.experts.89.down_proj,0.00000570,0.01000,0.246
+22,mlp.experts.90.down_proj,0.25804329,0.01000,0.246
+22,mlp.experts.91.down_proj,0.13992333,0.01000,0.248
+22,mlp.experts.92.down_proj,0.01461002,0.01000,0.246
+22,mlp.experts.93.down_proj,0.00069665,0.01000,0.247
+22,mlp.experts.94.down_proj,1.47423768,0.01000,0.246
+22,mlp.experts.95.down_proj,0.14445908,0.01000,0.246
+22,mlp.experts.96.down_proj,0.01621638,0.01000,0.246
+22,mlp.experts.97.down_proj,0.03810953,0.01000,0.245
+22,mlp.experts.98.down_proj,0.88501143,0.01000,0.243
+22,mlp.experts.99.down_proj,0.05118295,0.01000,0.244
+22,mlp.experts.100.down_proj,0.00783262,0.01000,0.244
+22,mlp.experts.101.down_proj,0.02560833,0.01000,0.244
+22,mlp.experts.102.down_proj,0.00221366,0.01000,0.244
+22,mlp.experts.103.down_proj,0.11438160,0.01000,0.244
+22,mlp.experts.104.down_proj,0.00299145,0.01000,0.243
+22,mlp.experts.105.down_proj,0.07311891,0.01000,0.245
+22,mlp.experts.106.down_proj,0.00001049,0.01000,0.244
+22,mlp.experts.107.down_proj,0.07190107,0.01000,0.243
+22,mlp.experts.108.down_proj,0.05872755,0.01000,0.245
+22,mlp.experts.109.down_proj,0.04803711,0.01000,0.243
+22,mlp.experts.110.down_proj,0.05215976,0.01000,0.244
+22,mlp.experts.111.down_proj,0.01562642,0.01000,0.244
+22,mlp.experts.112.down_proj,0.06455031,0.01000,0.246
+22,mlp.experts.113.down_proj,0.06594829,0.01000,0.246
+22,mlp.experts.114.down_proj,0.00001702,0.01000,0.246
+22,mlp.experts.115.down_proj,0.00172482,0.01000,0.246
+22,mlp.experts.116.down_proj,0.01329922,0.01000,0.247
+22,mlp.experts.117.down_proj,0.00000617,0.01000,0.246
+22,mlp.experts.118.down_proj,0.00023171,0.01000,0.246
+22,mlp.experts.119.down_proj,0.06460313,0.01000,0.247
+22,mlp.experts.120.down_proj,0.13605593,0.01000,0.247
+22,mlp.experts.121.down_proj,0.00213692,0.01000,0.248
+22,mlp.experts.122.down_proj,0.00142427,0.01000,0.247
+22,mlp.experts.123.down_proj,0.03765904,0.01000,0.247
+22,mlp.experts.124.down_proj,0.12352187,0.01000,0.248
+22,mlp.experts.125.down_proj,0.00096607,0.01000,0.247
+22,mlp.experts.126.down_proj,0.72580338,0.01000,0.247
+22,mlp.experts.127.down_proj,0.01194584,0.01000,0.247
+23,self_attn.q_proj,0.13809377,0.01000,0.638
+23,self_attn.k_proj,0.01638014,0.01000,0.628
+23,self_attn.v_proj,0.02086259,0.01000,0.628
+23,self_attn.o_proj,0.01669386,0.01000,1.261
+23,mlp.experts.0.up_proj,0.34318340,0.01000,0.665
+23,mlp.experts.1.up_proj,0.15618172,0.01000,0.622
+23,mlp.experts.2.up_proj,0.23048337,0.01000,0.620
+23,mlp.experts.3.up_proj,2.59326982,0.01000,0.629
+23,mlp.experts.4.up_proj,0.25157884,0.01000,0.635
+23,mlp.experts.5.up_proj,0.79205924,0.01000,0.636
+23,mlp.experts.6.up_proj,0.01507944,0.01000,0.636
+23,mlp.experts.7.up_proj,1.55966806,0.01000,0.635
+23,mlp.experts.8.up_proj,0.38353911,0.01000,0.633
+23,mlp.experts.9.up_proj,0.17013910,0.01000,0.632
+23,mlp.experts.10.up_proj,0.00095271,0.01000,0.632
+23,mlp.experts.11.up_proj,0.02194063,0.01000,0.632
+23,mlp.experts.12.up_proj,0.21467951,0.01000,0.633
+23,mlp.experts.13.up_proj,0.21664946,0.01000,0.634
+23,mlp.experts.14.up_proj,1.08462155,0.01000,0.632
+23,mlp.experts.15.up_proj,0.03537406,0.01000,0.626
+23,mlp.experts.16.up_proj,0.57084310,0.01000,0.623
+23,mlp.experts.17.up_proj,0.06112143,0.01000,0.625
+23,mlp.experts.18.up_proj,0.49941909,0.01000,0.627
+23,mlp.experts.19.up_proj,0.01844174,0.01000,0.626
+23,mlp.experts.20.up_proj,2.39450669,0.01000,0.631
+23,mlp.experts.21.up_proj,0.31000635,0.01000,0.633
+23,mlp.experts.22.up_proj,0.21145189,0.01000,0.631
+23,mlp.experts.23.up_proj,0.33445355,0.01000,0.633
+23,mlp.experts.24.up_proj,0.41915089,0.01000,0.631
+23,mlp.experts.25.up_proj,2.51072073,0.01000,0.630
+23,mlp.experts.26.up_proj,0.56549489,0.01000,0.631
+23,mlp.experts.27.up_proj,0.00027244,0.01000,0.631
+23,mlp.experts.28.up_proj,0.24029964,0.01000,0.634
+23,mlp.experts.29.up_proj,0.33344170,0.01000,0.636
+23,mlp.experts.30.up_proj,0.36423856,0.01000,0.632
+23,mlp.experts.31.up_proj,0.08639336,0.01000,0.634
+23,mlp.experts.32.up_proj,0.04546073,0.01000,0.626
+23,mlp.experts.33.up_proj,0.64985615,0.01000,0.625
+23,mlp.experts.34.up_proj,0.00155065,0.01000,0.626
+23,mlp.experts.35.up_proj,0.00024235,0.01000,0.625
+23,mlp.experts.36.up_proj,0.68094015,0.01000,0.624
+23,mlp.experts.37.up_proj,0.36883339,0.01000,0.634
+23,mlp.experts.38.up_proj,0.00007565,0.01000,0.631
+23,mlp.experts.39.up_proj,0.31636095,0.01000,0.634
+23,mlp.experts.40.up_proj,0.08176816,0.01000,0.638
+23,mlp.experts.41.up_proj,0.27761504,0.01000,0.635
+23,mlp.experts.42.up_proj,0.31323701,0.01000,0.632
+23,mlp.experts.43.up_proj,0.42551818,0.01000,0.630
+23,mlp.experts.44.up_proj,0.00011404,0.01000,0.630
+23,mlp.experts.45.up_proj,0.14902912,0.01000,0.629
+23,mlp.experts.46.up_proj,0.17545325,0.01000,0.630
+23,mlp.experts.47.up_proj,0.22123748,0.01000,0.631
+23,mlp.experts.48.up_proj,0.22868696,0.01000,0.627
+23,mlp.experts.49.up_proj,0.29561579,0.01000,0.624
+23,mlp.experts.50.up_proj,0.26387897,0.01000,0.629
+23,mlp.experts.51.up_proj,0.01227841,0.01000,0.631
+23,mlp.experts.52.up_proj,1.60556614,0.01000,0.632
+23,mlp.experts.53.up_proj,0.16322917,0.01000,0.632
+23,mlp.experts.54.up_proj,0.38753742,0.01000,0.632
+23,mlp.experts.55.up_proj,0.30439800,0.01000,0.632
+23,mlp.experts.56.up_proj,0.94853568,0.01000,0.633
+23,mlp.experts.57.up_proj,0.00001619,0.01000,0.633
+23,mlp.experts.58.up_proj,0.40663916,0.01000,0.633
+23,mlp.experts.59.up_proj,3.25129461,0.01000,0.632
+23,mlp.experts.60.up_proj,0.56948435,0.01000,0.635
+23,mlp.experts.61.up_proj,0.56776589,0.01000,0.631
+23,mlp.experts.62.up_proj,0.04009616,0.01000,0.626
+23,mlp.experts.63.up_proj,0.09746749,0.01000,0.630
+23,mlp.experts.64.up_proj,0.07899179,0.01000,0.628
+23,mlp.experts.65.up_proj,0.04904349,0.01000,0.626
+23,mlp.experts.66.up_proj,0.00011217,0.01000,0.627
+23,mlp.experts.67.up_proj,0.54380602,0.01000,0.625
+23,mlp.experts.68.up_proj,0.26222214,0.01000,0.625
+23,mlp.experts.69.up_proj,0.45622015,0.01000,0.627
+23,mlp.experts.70.up_proj,0.00954825,0.01000,0.625
+23,mlp.experts.71.up_proj,0.31574202,0.01000,0.626
+23,mlp.experts.72.up_proj,0.12055013,0.01000,0.625
+23,mlp.experts.73.up_proj,0.47500974,0.01000,0.626
+23,mlp.experts.74.up_proj,0.00063215,0.01000,0.625
+23,mlp.experts.75.up_proj,0.03459659,0.01000,0.623
+23,mlp.experts.76.up_proj,0.03830999,0.01000,0.622
+23,mlp.experts.77.up_proj,0.00534176,0.01000,0.623
+23,mlp.experts.78.up_proj,0.18731390,0.01000,0.624
+23,mlp.experts.79.up_proj,0.33555806,0.01000,0.631
+23,mlp.experts.80.up_proj,0.00013205,0.01000,0.631
+23,mlp.experts.81.up_proj,0.30161291,0.01000,0.634
+23,mlp.experts.82.up_proj,0.05968817,0.01000,0.633
+23,mlp.experts.83.up_proj,0.00022648,0.01000,0.632
+23,mlp.experts.84.up_proj,0.02096469,0.01000,0.632
+23,mlp.experts.85.up_proj,0.44745606,0.01000,0.632
+23,mlp.experts.86.up_proj,0.35111615,0.01000,0.633
+23,mlp.experts.87.up_proj,0.16726889,0.01000,0.632
+23,mlp.experts.88.up_proj,0.00836527,0.01000,0.630
+23,mlp.experts.89.up_proj,0.15924865,0.01000,0.631
+23,mlp.experts.90.up_proj,1.24468923,0.01000,0.631
+23,mlp.experts.91.up_proj,0.00585618,0.01000,0.625
+23,mlp.experts.92.up_proj,0.32491902,0.01000,0.625
+23,mlp.experts.93.up_proj,0.00002103,0.01000,0.626
+23,mlp.experts.94.up_proj,0.27766189,0.01000,0.625
+23,mlp.experts.95.up_proj,0.20267507,0.01000,0.624
+23,mlp.experts.96.up_proj,1.43177629,0.01000,0.627
+23,mlp.experts.97.up_proj,0.55282092,0.01000,0.624
+23,mlp.experts.98.up_proj,0.49167550,0.01000,0.627
+23,mlp.experts.99.up_proj,1.33779824,0.01000,0.624
+23,mlp.experts.100.up_proj,0.18763509,0.01000,0.628
+23,mlp.experts.101.up_proj,0.19350760,0.01000,0.630
+23,mlp.experts.102.up_proj,0.26981664,0.01000,0.633
+23,mlp.experts.103.up_proj,0.11115362,0.01000,0.634
+23,mlp.experts.104.up_proj,0.00727148,0.01000,0.637
+23,mlp.experts.105.up_proj,0.55874383,0.01000,0.636
+23,mlp.experts.106.up_proj,0.00043877,0.01000,0.633
+23,mlp.experts.107.up_proj,0.72352725,0.01000,0.630
+23,mlp.experts.108.up_proj,0.02580897,0.01000,0.631
+23,mlp.experts.109.up_proj,0.23592271,0.01000,0.628
+23,mlp.experts.110.up_proj,0.01184565,0.01000,0.632
+23,mlp.experts.111.up_proj,0.25880563,0.01000,0.633
+23,mlp.experts.112.up_proj,0.01129088,0.01000,0.627
+23,mlp.experts.113.up_proj,0.03792501,0.01000,0.629
+23,mlp.experts.114.up_proj,0.09087952,0.01000,0.630
+23,mlp.experts.115.up_proj,0.81004274,0.01000,0.634
+23,mlp.experts.116.up_proj,0.36217999,0.01000,0.633
+23,mlp.experts.117.up_proj,0.01329426,0.01000,0.633
+23,mlp.experts.118.up_proj,0.00050761,0.01000,0.633
+23,mlp.experts.119.up_proj,0.00010189,0.01000,0.633
+23,mlp.experts.120.up_proj,0.10481462,0.01000,0.634
+23,mlp.experts.121.up_proj,0.35201767,0.01000,0.634
+23,mlp.experts.122.up_proj,0.36799067,0.01000,0.635
+23,mlp.experts.123.up_proj,0.00005046,0.01000,0.633
+23,mlp.experts.124.up_proj,0.55899185,0.01000,0.632
+23,mlp.experts.125.up_proj,1.17330885,0.01000,0.632
+23,mlp.experts.126.up_proj,0.29030222,0.01000,0.638
+23,mlp.experts.127.up_proj,0.00042387,0.01000,0.627
+23,mlp.experts.0.gate_proj,0.31907350,0.01000,0.626
+23,mlp.experts.1.gate_proj,0.12612763,0.01000,0.629
+23,mlp.experts.2.gate_proj,0.25244254,0.01000,0.628
+23,mlp.experts.3.gate_proj,2.36089969,0.01000,0.631
+23,mlp.experts.4.gate_proj,0.30531263,0.01000,0.630
+23,mlp.experts.5.gate_proj,0.77796638,0.01000,0.631
+23,mlp.experts.6.gate_proj,0.01564200,0.01000,0.634
+23,mlp.experts.7.gate_proj,1.52673101,0.01000,0.634
+23,mlp.experts.8.gate_proj,0.38026395,0.01000,0.632
+23,mlp.experts.9.gate_proj,0.17099763,0.01000,0.632
+23,mlp.experts.10.gate_proj,0.00091042,0.01000,0.631
+23,mlp.experts.11.gate_proj,0.02243978,0.01000,0.635
+23,mlp.experts.12.gate_proj,0.21169543,0.01000,0.636
+23,mlp.experts.13.gate_proj,0.21192709,0.01000,0.635
+23,mlp.experts.14.gate_proj,1.12583959,0.01000,0.633
+23,mlp.experts.15.gate_proj,0.03649702,0.01000,0.634
+23,mlp.experts.16.gate_proj,0.57534295,0.01000,0.633
+23,mlp.experts.17.gate_proj,0.06069728,0.01000,0.630
+23,mlp.experts.18.gate_proj,0.35597593,0.01000,0.630
+23,mlp.experts.19.gate_proj,0.01751347,0.01000,0.632
+23,mlp.experts.20.gate_proj,2.33675194,0.01000,0.634
+23,mlp.experts.21.gate_proj,0.31147075,0.01000,0.634
+23,mlp.experts.22.gate_proj,0.19722405,0.01000,0.635
+23,mlp.experts.23.gate_proj,0.30777892,0.01000,0.634
+23,mlp.experts.24.gate_proj,0.36573797,0.01000,0.633
+23,mlp.experts.25.gate_proj,3.38021517,0.01000,0.648
+23,mlp.experts.26.gate_proj,0.48811525,0.01000,0.634
+23,mlp.experts.27.gate_proj,0.00027901,0.01000,0.634
+23,mlp.experts.28.gate_proj,0.21873789,0.01000,0.635
+23,mlp.experts.29.gate_proj,0.32291707,0.01000,0.634
+23,mlp.experts.30.gate_proj,0.35949636,0.01000,0.625
+23,mlp.experts.31.gate_proj,0.08606263,0.01000,0.625
+23,mlp.experts.32.gate_proj,0.04351215,0.01000,0.631
+23,mlp.experts.33.gate_proj,0.65315151,0.01000,0.626
+23,mlp.experts.34.gate_proj,0.00154770,0.01000,0.625
+23,mlp.experts.35.gate_proj,0.00022978,0.01000,0.624
+23,mlp.experts.36.gate_proj,0.63050473,0.01000,0.626
+23,mlp.experts.37.gate_proj,0.36338484,0.01000,0.625
+23,mlp.experts.38.gate_proj,0.00007807,0.01000,0.624
+23,mlp.experts.39.gate_proj,0.30512547,0.01000,0.625
+23,mlp.experts.40.gate_proj,0.07922979,0.01000,0.625
+23,mlp.experts.41.gate_proj,0.27712595,0.01000,0.626
+23,mlp.experts.42.gate_proj,0.28990498,0.01000,0.626
+23,mlp.experts.43.gate_proj,0.40759957,0.01000,0.625
+23,mlp.experts.44.gate_proj,0.00010635,0.01000,0.630
+23,mlp.experts.45.gate_proj,0.14871782,0.01000,0.633
+23,mlp.experts.46.gate_proj,0.16085938,0.01000,0.637
+23,mlp.experts.47.gate_proj,0.19632432,0.01000,0.633
+23,mlp.experts.48.gate_proj,0.22707495,0.01000,0.633
+23,mlp.experts.49.gate_proj,0.27373201,0.01000,0.634
+23,mlp.experts.50.gate_proj,0.25293353,0.01000,0.635
+23,mlp.experts.51.gate_proj,0.01219552,0.01000,0.634
+23,mlp.experts.52.gate_proj,1.60419309,0.01000,0.634
+23,mlp.experts.53.gate_proj,0.17067677,0.01000,0.635
+23,mlp.experts.54.gate_proj,0.37180758,0.01000,0.633
+23,mlp.experts.55.gate_proj,0.31750387,0.01000,0.627
+23,mlp.experts.56.gate_proj,0.98865736,0.01000,0.624
+23,mlp.experts.57.gate_proj,0.00001649,0.01000,0.624
+23,mlp.experts.58.gate_proj,0.42911950,0.01000,0.629
+23,mlp.experts.59.gate_proj,2.35209179,0.01000,0.630
+23,mlp.experts.60.gate_proj,0.56784737,0.01000,0.633
+23,mlp.experts.61.gate_proj,0.42741746,0.01000,0.632
+23,mlp.experts.62.gate_proj,0.04109162,0.01000,0.636
+23,mlp.experts.63.gate_proj,0.09819991,0.01000,0.634
+23,mlp.experts.64.gate_proj,0.07792990,0.01000,0.633
+23,mlp.experts.65.gate_proj,0.04965360,0.01000,0.634
+23,mlp.experts.66.gate_proj,0.00012498,0.01000,0.634
+23,mlp.experts.67.gate_proj,0.43926144,0.01000,0.632
+23,mlp.experts.68.gate_proj,0.26216429,0.01000,0.634
+23,mlp.experts.69.gate_proj,0.43991590,0.01000,0.635
+23,mlp.experts.70.gate_proj,0.00972323,0.01000,0.635
+23,mlp.experts.71.gate_proj,0.31363961,0.01000,0.631
+23,mlp.experts.72.gate_proj,0.12220950,0.01000,0.624
+23,mlp.experts.73.gate_proj,0.37375548,0.01000,0.623
+23,mlp.experts.74.gate_proj,0.00062512,0.01000,0.623
+23,mlp.experts.75.gate_proj,0.03468973,0.01000,0.624
+23,mlp.experts.76.gate_proj,0.03970847,0.01000,0.628
+23,mlp.experts.77.gate_proj,0.00551936,0.01000,0.631
+23,mlp.experts.78.gate_proj,0.18778156,0.01000,0.635
+23,mlp.experts.79.gate_proj,0.33396316,0.01000,0.634
+23,mlp.experts.80.gate_proj,0.00013215,0.01000,0.633
+23,mlp.experts.81.gate_proj,0.30908006,0.01000,0.633
+23,mlp.experts.82.gate_proj,0.05966358,0.01000,0.634
+23,mlp.experts.83.gate_proj,0.00023808,0.01000,0.633
+23,mlp.experts.84.gate_proj,0.02225808,0.01000,0.633
+23,mlp.experts.85.gate_proj,0.42945623,0.01000,0.634
+23,mlp.experts.86.gate_proj,0.33779386,0.01000,0.637
+23,mlp.experts.87.gate_proj,0.16980353,0.01000,0.636
+23,mlp.experts.88.gate_proj,0.00815721,0.01000,0.628
+23,mlp.experts.89.gate_proj,0.15172771,0.01000,0.628
+23,mlp.experts.90.gate_proj,0.90251803,0.01000,0.628
+23,mlp.experts.91.gate_proj,0.00599889,0.01000,0.627
+23,mlp.experts.92.gate_proj,0.33462021,0.01000,0.629
+23,mlp.experts.93.gate_proj,0.00001978,0.01000,0.631
+23,mlp.experts.94.gate_proj,0.28294599,0.01000,0.629
+23,mlp.experts.95.gate_proj,0.21225867,0.01000,0.626
+23,mlp.experts.96.gate_proj,1.44561100,0.01000,0.626
+23,mlp.experts.97.gate_proj,0.48818457,0.01000,0.629
+23,mlp.experts.98.gate_proj,0.44239601,0.01000,0.625
+23,mlp.experts.99.gate_proj,1.29200816,0.01000,0.627
+23,mlp.experts.100.gate_proj,0.18815994,0.01000,0.628
+23,mlp.experts.101.gate_proj,0.18111479,0.01000,0.629
+23,mlp.experts.102.gate_proj,0.27857459,0.01000,0.630
+23,mlp.experts.103.gate_proj,0.11186491,0.01000,0.634
+23,mlp.experts.104.gate_proj,0.00756265,0.01000,0.634
+23,mlp.experts.105.gate_proj,0.53668690,0.01000,0.635
+23,mlp.experts.106.gate_proj,0.00046725,0.01000,0.634
+23,mlp.experts.107.gate_proj,0.68046075,0.01000,0.636
+23,mlp.experts.108.gate_proj,0.02570935,0.01000,0.635
+23,mlp.experts.109.gate_proj,0.23908739,0.01000,0.634
+23,mlp.experts.110.gate_proj,0.01212721,0.01000,0.635
+23,mlp.experts.111.gate_proj,0.25368243,0.01000,0.633
+23,mlp.experts.112.gate_proj,0.01137056,0.01000,0.635
+23,mlp.experts.113.gate_proj,0.03798115,0.01000,0.632
+23,mlp.experts.114.gate_proj,0.08825871,0.01000,0.628
+23,mlp.experts.115.gate_proj,0.79181063,0.01000,0.624
+23,mlp.experts.116.gate_proj,0.33591029,0.01000,0.629
+23,mlp.experts.117.gate_proj,0.01379167,0.01000,0.633
+23,mlp.experts.118.gate_proj,0.00049633,0.01000,0.635
+23,mlp.experts.119.gate_proj,0.00009844,0.01000,0.635
+23,mlp.experts.120.gate_proj,0.10423267,0.01000,0.635
+23,mlp.experts.121.gate_proj,0.36468235,0.01000,0.634
+23,mlp.experts.122.gate_proj,0.30249089,0.01000,0.634
+23,mlp.experts.123.gate_proj,0.00004644,0.01000,0.634
+23,mlp.experts.124.gate_proj,0.59907901,0.01000,0.634
+23,mlp.experts.125.gate_proj,1.20421731,0.01000,0.633
+23,mlp.experts.126.gate_proj,0.26667994,0.01000,0.632
+23,mlp.experts.127.gate_proj,0.00040302,0.01000,0.631
+23,mlp.experts.0.down_proj,0.05291300,0.01000,0.245
+23,mlp.experts.1.down_proj,0.04603410,0.01000,0.236
+23,mlp.experts.2.down_proj,0.02076420,0.01000,0.236
+23,mlp.experts.3.down_proj,1.93089151,0.01000,0.236
+23,mlp.experts.4.down_proj,0.11571068,0.01000,0.236
+23,mlp.experts.5.down_proj,0.40366989,0.01000,0.235
+23,mlp.experts.6.down_proj,0.00229017,0.01000,0.235
+23,mlp.experts.7.down_proj,1.12581253,0.01000,0.237
+23,mlp.experts.8.down_proj,0.07880758,0.01000,0.238
+23,mlp.experts.9.down_proj,0.07983259,0.01000,0.237
+23,mlp.experts.10.down_proj,0.00054386,0.01000,0.238
+23,mlp.experts.11.down_proj,0.00993907,0.01000,0.238
+23,mlp.experts.12.down_proj,0.03138166,0.01000,0.238
+23,mlp.experts.13.down_proj,0.04519477,0.01000,0.238
+23,mlp.experts.14.down_proj,0.53840780,0.01000,0.238
+23,mlp.experts.15.down_proj,0.00608126,0.01000,0.238
+23,mlp.experts.16.down_proj,0.10850661,0.01000,0.237
+23,mlp.experts.17.down_proj,0.02764840,0.01000,0.238
+23,mlp.experts.18.down_proj,0.08921373,0.01000,0.237
+23,mlp.experts.19.down_proj,0.00670602,0.01000,0.239
+23,mlp.experts.20.down_proj,0.85637915,0.01000,0.240
+23,mlp.experts.21.down_proj,0.06353227,0.01000,0.238
+23,mlp.experts.22.down_proj,0.07552612,0.01000,0.238
+23,mlp.experts.23.down_proj,0.31760943,0.01000,0.236
+23,mlp.experts.24.down_proj,0.19829179,0.01000,0.237
+23,mlp.experts.25.down_proj,2.15613222,0.01000,0.236
+23,mlp.experts.26.down_proj,0.19808021,0.01000,0.236
+23,mlp.experts.27.down_proj,0.00012303,0.01000,0.239
+23,mlp.experts.28.down_proj,0.07586028,0.01000,0.240
+23,mlp.experts.29.down_proj,0.07994234,0.01000,0.240
+23,mlp.experts.30.down_proj,0.20973808,0.01000,0.240
+23,mlp.experts.31.down_proj,0.01128163,0.01000,0.241
+23,mlp.experts.32.down_proj,0.01080664,0.01000,0.239
+23,mlp.experts.33.down_proj,0.08481887,0.01000,0.240
+23,mlp.experts.34.down_proj,0.00046430,0.01000,0.240
+23,mlp.experts.35.down_proj,0.00019328,0.01000,0.240
+23,mlp.experts.36.down_proj,0.26696721,0.01000,0.240
+23,mlp.experts.37.down_proj,0.08278891,0.01000,0.240
+23,mlp.experts.38.down_proj,0.00001425,0.01000,0.239
+23,mlp.experts.39.down_proj,0.07139609,0.01000,0.239
+23,mlp.experts.40.down_proj,0.01257013,0.01000,0.240
+23,mlp.experts.41.down_proj,0.03894810,0.01000,0.241
+23,mlp.experts.42.down_proj,0.07572201,0.01000,0.240
+23,mlp.experts.43.down_proj,0.06290269,0.01000,0.243
+23,mlp.experts.44.down_proj,0.00002873,0.01000,0.242
+23,mlp.experts.45.down_proj,0.05022395,0.01000,0.242
+23,mlp.experts.46.down_proj,0.03728982,0.01000,0.243
+23,mlp.experts.47.down_proj,0.05132755,0.01000,0.243
+23,mlp.experts.48.down_proj,0.06397999,0.01000,0.243
+23,mlp.experts.49.down_proj,0.09475701,0.01000,0.243
+23,mlp.experts.50.down_proj,0.05859278,0.01000,0.244
+23,mlp.experts.51.down_proj,0.00322048,0.01000,0.247
+23,mlp.experts.52.down_proj,0.67419922,0.01000,0.246
+23,mlp.experts.53.down_proj,0.03195464,0.01000,0.244
+23,mlp.experts.54.down_proj,0.27261436,0.01000,0.245
+23,mlp.experts.55.down_proj,0.07769677,0.01000,0.245
+23,mlp.experts.56.down_proj,0.89404273,0.01000,0.245
+23,mlp.experts.57.down_proj,0.00000542,0.01000,0.245
+23,mlp.experts.58.down_proj,0.08228780,0.01000,0.246
+23,mlp.experts.59.down_proj,2.20888352,0.01000,0.246
+23,mlp.experts.60.down_proj,0.09821031,0.01000,0.246
+23,mlp.experts.61.down_proj,0.20644973,0.01000,0.246
+23,mlp.experts.62.down_proj,0.00590464,0.01000,0.246
+23,mlp.experts.63.down_proj,0.09546524,0.01000,0.246
+23,mlp.experts.64.down_proj,0.01956424,0.01000,0.247
+23,mlp.experts.65.down_proj,0.00836729,0.01000,0.246
+23,mlp.experts.66.down_proj,0.00000457,0.01000,0.245
+23,mlp.experts.67.down_proj,0.38110057,0.01000,0.245
+23,mlp.experts.68.down_proj,0.06574415,0.01000,0.245
+23,mlp.experts.69.down_proj,0.10008588,0.01000,0.245
+23,mlp.experts.70.down_proj,0.00188949,0.01000,0.245
+23,mlp.experts.71.down_proj,0.05031379,0.01000,0.245
+23,mlp.experts.72.down_proj,0.04067582,0.01000,0.245
+23,mlp.experts.73.down_proj,0.10786026,0.01000,0.245
+23,mlp.experts.74.down_proj,0.00030825,0.01000,0.245
+23,mlp.experts.75.down_proj,0.00752887,0.01000,0.246
+23,mlp.experts.76.down_proj,0.00914268,0.01000,0.244
+23,mlp.experts.77.down_proj,0.00349197,0.01000,0.242
+23,mlp.experts.78.down_proj,0.03310885,0.01000,0.242
+23,mlp.experts.79.down_proj,0.06814087,0.01000,0.243
+23,mlp.experts.80.down_proj,0.00004898,0.01000,0.244
+23,mlp.experts.81.down_proj,0.10383690,0.01000,0.242
+23,mlp.experts.82.down_proj,0.01036999,0.01000,0.244
+23,mlp.experts.83.down_proj,0.00005052,0.01000,0.244
+23,mlp.experts.84.down_proj,0.00208452,0.01000,0.245
+23,mlp.experts.85.down_proj,0.08157345,0.01000,0.244
+23,mlp.experts.86.down_proj,0.07987578,0.01000,0.245
+23,mlp.experts.87.down_proj,0.03266350,0.01000,0.245
+23,mlp.experts.88.down_proj,0.00294745,0.01000,0.244
+23,mlp.experts.89.down_proj,0.03170001,0.01000,0.245
+23,mlp.experts.90.down_proj,0.55685711,0.01000,0.244
+23,mlp.experts.91.down_proj,0.00205298,0.01000,0.246
+23,mlp.experts.92.down_proj,0.09818219,0.01000,0.245
+23,mlp.experts.93.down_proj,0.00000667,0.01000,0.245
+23,mlp.experts.94.down_proj,0.04452267,0.01000,0.245
+23,mlp.experts.95.down_proj,0.06841060,0.01000,0.245
+23,mlp.experts.96.down_proj,0.30083081,0.01000,0.245
+23,mlp.experts.97.down_proj,0.13924415,0.01000,0.245
+23,mlp.experts.98.down_proj,0.09102742,0.01000,0.245
+23,mlp.experts.99.down_proj,0.50065941,0.01000,0.245
+23,mlp.experts.100.down_proj,0.04908733,0.01000,0.245
+23,mlp.experts.101.down_proj,0.02712748,0.01000,0.245
+23,mlp.experts.102.down_proj,0.06477642,0.01000,0.246
+23,mlp.experts.103.down_proj,0.09662525,0.01000,0.245
+23,mlp.experts.104.down_proj,0.00267864,0.01000,0.245
+23,mlp.experts.105.down_proj,0.10971896,0.01000,0.245
+23,mlp.experts.106.down_proj,0.00016504,0.01000,0.245
+23,mlp.experts.107.down_proj,0.09479919,0.01000,0.245
+23,mlp.experts.108.down_proj,0.01322252,0.01000,0.245
+23,mlp.experts.109.down_proj,0.06913953,0.01000,0.250
+23,mlp.experts.110.down_proj,0.00208333,0.01000,0.245
+23,mlp.experts.111.down_proj,0.05128189,0.01000,0.242
+23,mlp.experts.112.down_proj,0.00200231,0.01000,0.242
+23,mlp.experts.113.down_proj,0.01942926,0.01000,0.242
+23,mlp.experts.114.down_proj,0.02362969,0.01000,0.242
+23,mlp.experts.115.down_proj,0.16631317,0.01000,0.245
+23,mlp.experts.116.down_proj,0.07005933,0.01000,0.243
+23,mlp.experts.117.down_proj,0.00209599,0.01000,0.244
+23,mlp.experts.118.down_proj,0.00020005,0.01000,0.241
+23,mlp.experts.119.down_proj,0.00003845,0.01000,0.242
+23,mlp.experts.120.down_proj,0.01155083,0.01000,0.242
+23,mlp.experts.121.down_proj,0.12925720,0.01000,0.241
+23,mlp.experts.122.down_proj,0.09107710,0.01000,0.241
+23,mlp.experts.123.down_proj,0.00001496,0.01000,0.241
+23,mlp.experts.124.down_proj,0.18513784,0.01000,0.241
+23,mlp.experts.125.down_proj,1.36646986,0.01000,0.241
+23,mlp.experts.126.down_proj,0.06054993,0.01000,0.241
+23,mlp.experts.127.down_proj,0.00016508,0.01000,0.241
+24,self_attn.q_proj,0.16915026,0.01000,0.632
+24,self_attn.k_proj,0.02117427,0.01000,0.626
+24,self_attn.v_proj,0.02573358,0.01000,0.625
+24,self_attn.o_proj,0.02361089,0.01000,1.268
+24,mlp.experts.0.up_proj,0.40145791,0.01000,0.673
+24,mlp.experts.1.up_proj,0.00283890,0.01000,0.632
+24,mlp.experts.2.up_proj,1.19146574,0.01000,0.631
+24,mlp.experts.3.up_proj,0.00071564,0.01000,0.634
+24,mlp.experts.4.up_proj,0.30501717,0.01000,0.634
+24,mlp.experts.5.up_proj,0.00056052,0.01000,0.635
+24,mlp.experts.6.up_proj,0.19077896,0.01000,0.633
+24,mlp.experts.7.up_proj,0.11988036,0.01000,0.638
+24,mlp.experts.8.up_proj,1.66688800,0.01000,0.634
+24,mlp.experts.9.up_proj,0.63235849,0.01000,0.637
+24,mlp.experts.10.up_proj,0.00258210,0.01000,0.638
+24,mlp.experts.11.up_proj,0.05031929,0.01000,0.635
+24,mlp.experts.12.up_proj,0.18266192,0.01000,0.634
+24,mlp.experts.13.up_proj,0.00005881,0.01000,0.636
+24,mlp.experts.14.up_proj,0.61768955,0.01000,0.636
+24,mlp.experts.15.up_proj,0.49627334,0.01000,0.637
+24,mlp.experts.16.up_proj,0.22574925,0.01000,0.637
+24,mlp.experts.17.up_proj,0.27030438,0.01000,0.635
+24,mlp.experts.18.up_proj,0.23439942,0.01000,0.636
+24,mlp.experts.19.up_proj,0.00017195,0.01000,0.636
+24,mlp.experts.20.up_proj,0.07751386,0.01000,0.637
+24,mlp.experts.21.up_proj,3.07109928,0.01000,0.632
+24,mlp.experts.22.up_proj,1.33680987,0.01000,0.630
+24,mlp.experts.23.up_proj,0.25689161,0.01000,0.632
+24,mlp.experts.24.up_proj,0.28727406,0.01000,0.632
+24,mlp.experts.25.up_proj,0.42041963,0.01000,0.632
+24,mlp.experts.26.up_proj,0.29178214,0.01000,0.634
+24,mlp.experts.27.up_proj,0.38346249,0.01000,0.638
+24,mlp.experts.28.up_proj,0.04139255,0.01000,0.636
+24,mlp.experts.29.up_proj,0.04754527,0.01000,0.634
+24,mlp.experts.30.up_proj,1.00543761,0.01000,0.636
+24,mlp.experts.31.up_proj,0.03615558,0.01000,0.636
+24,mlp.experts.32.up_proj,0.67790592,0.01000,0.638
+24,mlp.experts.33.up_proj,0.03118594,0.01000,0.637
+24,mlp.experts.34.up_proj,0.38636130,0.01000,0.636
+24,mlp.experts.35.up_proj,0.11174572,0.01000,0.638
+24,mlp.experts.36.up_proj,0.21169111,0.01000,0.635
+24,mlp.experts.37.up_proj,0.04074637,0.01000,0.632
+24,mlp.experts.38.up_proj,0.48281509,0.01000,0.631
+24,mlp.experts.39.up_proj,0.20439610,0.01000,0.634
+24,mlp.experts.40.up_proj,0.13387601,0.01000,0.634
+24,mlp.experts.41.up_proj,1.47842908,0.01000,0.635
+24,mlp.experts.42.up_proj,0.88957381,0.01000,0.636
+24,mlp.experts.43.up_proj,0.36547703,0.01000,0.636
+24,mlp.experts.44.up_proj,0.20730966,0.01000,0.635
+24,mlp.experts.45.up_proj,0.01606401,0.01000,0.636
+24,mlp.experts.46.up_proj,0.81792611,0.01000,0.637
+24,mlp.experts.47.up_proj,0.03284535,0.01000,0.636
+24,mlp.experts.48.up_proj,0.00007446,0.01000,0.634
+24,mlp.experts.49.up_proj,0.17129830,0.01000,0.634
+24,mlp.experts.50.up_proj,0.21462820,0.01000,0.635
+24,mlp.experts.51.up_proj,0.07576056,0.01000,0.637
+24,mlp.experts.52.up_proj,2.21439600,0.01000,0.634
+24,mlp.experts.53.up_proj,0.46543398,0.01000,0.629
+24,mlp.experts.54.up_proj,0.04044913,0.01000,0.625
+24,mlp.experts.55.up_proj,0.00217150,0.01000,0.629
+24,mlp.experts.56.up_proj,0.74546111,0.01000,0.629
+24,mlp.experts.57.up_proj,0.02240455,0.01000,0.626
+24,mlp.experts.58.up_proj,0.37323844,0.01000,0.628
+24,mlp.experts.59.up_proj,0.00109514,0.01000,0.627
+24,mlp.experts.60.up_proj,0.10446461,0.01000,0.630
+24,mlp.experts.61.up_proj,0.45445675,0.01000,0.631
+24,mlp.experts.62.up_proj,0.15805432,0.01000,0.635
+24,mlp.experts.63.up_proj,0.28555322,0.01000,0.635
+24,mlp.experts.64.up_proj,1.51726079,0.01000,0.637
+24,mlp.experts.65.up_proj,2.33757281,0.01000,0.634
+24,mlp.experts.66.up_proj,0.04354935,0.01000,0.636
+24,mlp.experts.67.up_proj,0.37049264,0.01000,0.637
+24,mlp.experts.68.up_proj,0.39992729,0.01000,0.633
+24,mlp.experts.69.up_proj,0.58833396,0.01000,0.636
+24,mlp.experts.70.up_proj,0.02706076,0.01000,0.634
+24,mlp.experts.71.up_proj,0.14077905,0.01000,0.639
+24,mlp.experts.72.up_proj,0.00013072,0.01000,0.637
+24,mlp.experts.73.up_proj,3.75367785,0.01000,0.635
+24,mlp.experts.74.up_proj,0.21094352,0.01000,0.630
+24,mlp.experts.75.up_proj,0.27480069,0.01000,0.631
+24,mlp.experts.76.up_proj,0.39749449,0.01000,0.635
+24,mlp.experts.77.up_proj,0.00654992,0.01000,0.632
+24,mlp.experts.78.up_proj,0.34643281,0.01000,0.630
+24,mlp.experts.79.up_proj,0.50116861,0.01000,0.632
+24,mlp.experts.80.up_proj,0.21278140,0.01000,0.632
+24,mlp.experts.81.up_proj,0.00031863,0.01000,0.638
+24,mlp.experts.82.up_proj,0.00867965,0.01000,0.639
+24,mlp.experts.83.up_proj,0.00096245,0.01000,0.640
+24,mlp.experts.84.up_proj,0.00347699,0.01000,0.640
+24,mlp.experts.85.up_proj,0.85442370,0.01000,0.641
+24,mlp.experts.86.up_proj,0.00126202,0.01000,0.638
+24,mlp.experts.87.up_proj,0.61587965,0.01000,0.640
+24,mlp.experts.88.up_proj,0.00005135,0.01000,0.639
+24,mlp.experts.89.up_proj,0.37590110,0.01000,0.638
+24,mlp.experts.90.up_proj,0.24762031,0.01000,0.635
+24,mlp.experts.91.up_proj,0.16105270,0.01000,0.638
+24,mlp.experts.92.up_proj,1.81688190,0.01000,0.639
+24,mlp.experts.93.up_proj,0.00219235,0.01000,0.638
+24,mlp.experts.94.up_proj,0.22925273,0.01000,0.633
+24,mlp.experts.95.up_proj,0.16652396,0.01000,0.633
+24,mlp.experts.96.up_proj,1.69052088,0.01000,0.631
+24,mlp.experts.97.up_proj,0.79787135,0.01000,0.628
+24,mlp.experts.98.up_proj,0.01277236,0.01000,0.628
+24,mlp.experts.99.up_proj,0.88534069,0.01000,0.636
+24,mlp.experts.100.up_proj,0.39651734,0.01000,0.637
+24,mlp.experts.101.up_proj,0.06909181,0.01000,0.640
+24,mlp.experts.102.up_proj,0.83538008,0.01000,0.641
+24,mlp.experts.103.up_proj,0.40867749,0.01000,0.640
+24,mlp.experts.104.up_proj,0.00001617,0.01000,0.641
+24,mlp.experts.105.up_proj,0.12882702,0.01000,0.641
+24,mlp.experts.106.up_proj,0.00045576,0.01000,0.639
+24,mlp.experts.107.up_proj,0.42016894,0.01000,0.639
+24,mlp.experts.108.up_proj,0.14380729,0.01000,0.639
+24,mlp.experts.109.up_proj,0.00077755,0.01000,0.640
+24,mlp.experts.110.up_proj,0.00899432,0.01000,0.639
+24,mlp.experts.111.up_proj,0.06758848,0.01000,0.637
+24,mlp.experts.112.up_proj,0.33336037,0.01000,0.633
+24,mlp.experts.113.up_proj,0.02412244,0.01000,0.634
+24,mlp.experts.114.up_proj,0.45763189,0.01000,0.630
+24,mlp.experts.115.up_proj,0.31560403,0.01000,0.638
+24,mlp.experts.116.up_proj,0.22237623,0.01000,0.634
+24,mlp.experts.117.up_proj,0.07212463,0.01000,0.639
+24,mlp.experts.118.up_proj,0.75353038,0.01000,0.639
+24,mlp.experts.119.up_proj,0.01899629,0.01000,0.639
+24,mlp.experts.120.up_proj,0.16733977,0.01000,0.640
+24,mlp.experts.121.up_proj,0.14622614,0.01000,0.647
+24,mlp.experts.122.up_proj,0.01338849,0.01000,0.641
+24,mlp.experts.123.up_proj,0.37722322,0.01000,0.640
+24,mlp.experts.124.up_proj,0.26719975,0.01000,0.639
+24,mlp.experts.125.up_proj,0.06927643,0.01000,0.640
+24,mlp.experts.126.up_proj,0.39240021,0.01000,0.640
+24,mlp.experts.127.up_proj,0.74557507,0.01000,0.638
+24,mlp.experts.0.gate_proj,0.36107254,0.01000,0.638
+24,mlp.experts.1.gate_proj,0.00299093,0.01000,0.630
+24,mlp.experts.2.gate_proj,1.10376024,0.01000,0.630
+24,mlp.experts.3.gate_proj,0.00069673,0.01000,0.630
+24,mlp.experts.4.gate_proj,0.30864170,0.01000,0.631
+24,mlp.experts.5.gate_proj,0.00056600,0.01000,0.631
+24,mlp.experts.6.gate_proj,0.18497312,0.01000,0.631
+24,mlp.experts.7.gate_proj,0.11241765,0.01000,0.630
+24,mlp.experts.8.gate_proj,1.66541457,0.01000,0.629
+24,mlp.experts.9.gate_proj,0.59663785,0.01000,0.636
+24,mlp.experts.10.gate_proj,0.01276135,0.01000,0.634
+24,mlp.experts.11.gate_proj,0.05181559,0.01000,0.637
+24,mlp.experts.12.gate_proj,0.17113531,0.01000,0.638
+24,mlp.experts.13.gate_proj,0.00005402,0.01000,0.636
+24,mlp.experts.14.gate_proj,0.57331204,0.01000,0.636
+24,mlp.experts.15.gate_proj,0.47589341,0.01000,0.636
+24,mlp.experts.16.gate_proj,0.23122376,0.01000,0.636
+24,mlp.experts.17.gate_proj,0.26352090,0.01000,0.635
+24,mlp.experts.18.gate_proj,0.23469558,0.01000,0.636
+24,mlp.experts.19.gate_proj,0.00018424,0.01000,0.636
+24,mlp.experts.20.gate_proj,0.07848439,0.01000,0.635
+24,mlp.experts.21.gate_proj,2.70219970,0.01000,0.631
+24,mlp.experts.22.gate_proj,1.37875342,0.01000,0.631
+24,mlp.experts.23.gate_proj,0.26543605,0.01000,0.636
+24,mlp.experts.24.gate_proj,0.32903668,0.01000,0.636
+24,mlp.experts.25.gate_proj,0.41367924,0.01000,0.637
+24,mlp.experts.26.gate_proj,0.28241217,0.01000,0.636
+24,mlp.experts.27.gate_proj,0.37614194,0.01000,0.636
+24,mlp.experts.28.gate_proj,0.04321344,0.01000,0.636
+24,mlp.experts.29.gate_proj,0.04529768,0.01000,0.637
+24,mlp.experts.30.gate_proj,1.02447462,0.01000,0.637
+24,mlp.experts.31.gate_proj,0.03374758,0.01000,0.635
+24,mlp.experts.32.gate_proj,0.64869505,0.01000,0.636
+24,mlp.experts.33.gate_proj,0.03193365,0.01000,0.637
+24,mlp.experts.34.gate_proj,0.38999426,0.01000,0.631
+24,mlp.experts.35.gate_proj,0.11339267,0.01000,0.626
+24,mlp.experts.36.gate_proj,0.18986182,0.01000,0.628
+24,mlp.experts.37.gate_proj,0.04172278,0.01000,0.628
+24,mlp.experts.38.gate_proj,0.42625320,0.01000,0.628
+24,mlp.experts.39.gate_proj,0.22592276,0.01000,0.626
+24,mlp.experts.40.gate_proj,0.13500953,0.01000,0.626
+24,mlp.experts.41.gate_proj,1.49953723,0.01000,0.624
+24,mlp.experts.42.gate_proj,0.81693703,0.01000,0.630
+24,mlp.experts.43.gate_proj,0.34752169,0.01000,0.627
+24,mlp.experts.44.gate_proj,0.20485392,0.01000,0.630
+24,mlp.experts.45.gate_proj,0.01610546,0.01000,0.632
+24,mlp.experts.46.gate_proj,0.73534310,0.01000,0.635
+24,mlp.experts.47.gate_proj,0.03389700,0.01000,0.635
+24,mlp.experts.48.gate_proj,0.00006897,0.01000,0.629
+24,mlp.experts.49.gate_proj,0.17145646,0.01000,0.629
+24,mlp.experts.50.gate_proj,0.21649514,0.01000,0.627
+24,mlp.experts.51.gate_proj,0.06884510,0.01000,0.625
+24,mlp.experts.52.gate_proj,1.99627173,0.01000,0.625
+24,mlp.experts.53.gate_proj,0.42647496,0.01000,0.627
+24,mlp.experts.54.gate_proj,0.04080825,0.01000,0.634
+24,mlp.experts.55.gate_proj,0.00206939,0.01000,0.633
+24,mlp.experts.56.gate_proj,0.70740163,0.01000,0.633
+24,mlp.experts.57.gate_proj,0.02281016,0.01000,0.635
+24,mlp.experts.58.gate_proj,0.34721312,0.01000,0.634
+24,mlp.experts.59.gate_proj,0.00113598,0.01000,0.635
+24,mlp.experts.60.gate_proj,0.09358398,0.01000,0.635
+24,mlp.experts.61.gate_proj,0.42186934,0.01000,0.634
+24,mlp.experts.62.gate_proj,0.16027072,0.01000,0.635
+24,mlp.experts.63.gate_proj,0.26385415,0.01000,0.645
+24,mlp.experts.64.gate_proj,1.45957696,0.01000,0.642
+24,mlp.experts.65.gate_proj,2.42633104,0.01000,0.637
+24,mlp.experts.66.gate_proj,0.04038669,0.01000,0.635
+24,mlp.experts.67.gate_proj,0.37857506,0.01000,0.635
+24,mlp.experts.68.gate_proj,0.33471566,0.01000,0.637
+24,mlp.experts.69.gate_proj,0.55200696,0.01000,0.636
+24,mlp.experts.70.gate_proj,0.02723794,0.01000,0.636
+24,mlp.experts.71.gate_proj,0.14405349,0.01000,0.639
+24,mlp.experts.72.gate_proj,0.00013443,0.01000,0.638
+24,mlp.experts.73.gate_proj,4.02594376,0.01000,0.637
+24,mlp.experts.74.gate_proj,0.19242631,0.01000,0.637
+24,mlp.experts.75.gate_proj,0.26272470,0.01000,0.637
+24,mlp.experts.76.gate_proj,0.35757941,0.01000,0.637
+24,mlp.experts.77.gate_proj,0.00678808,0.01000,0.637
+24,mlp.experts.78.gate_proj,0.35156578,0.01000,0.637
+24,mlp.experts.79.gate_proj,0.47227800,0.01000,0.638
+24,mlp.experts.80.gate_proj,0.17032760,0.01000,0.640
+24,mlp.experts.81.gate_proj,0.00030318,0.01000,0.636
+24,mlp.experts.82.gate_proj,0.00804477,0.01000,0.628
+24,mlp.experts.83.gate_proj,0.00090525,0.01000,0.629
+24,mlp.experts.84.gate_proj,0.00354678,0.01000,0.629
+24,mlp.experts.85.gate_proj,0.86592227,0.01000,0.631
+24,mlp.experts.86.gate_proj,0.00123693,0.01000,0.636
+24,mlp.experts.87.gate_proj,0.54007512,0.01000,0.638
+24,mlp.experts.88.gate_proj,0.00004975,0.01000,0.637
+24,mlp.experts.89.gate_proj,0.35289693,0.01000,0.635
+24,mlp.experts.90.gate_proj,0.23958302,0.01000,0.627
+24,mlp.experts.91.gate_proj,0.16082603,0.01000,0.633
+24,mlp.experts.92.gate_proj,1.81646550,0.01000,0.633
+24,mlp.experts.93.gate_proj,0.00230270,0.01000,0.629
+24,mlp.experts.94.gate_proj,0.16194093,0.01000,0.627
+24,mlp.experts.95.gate_proj,0.15378591,0.01000,0.628
+24,mlp.experts.96.gate_proj,1.70537996,0.01000,0.629
+24,mlp.experts.97.gate_proj,0.74988079,0.01000,0.630
+24,mlp.experts.98.gate_proj,0.01262180,0.01000,0.628
+24,mlp.experts.99.gate_proj,0.65223664,0.01000,0.626
+24,mlp.experts.100.gate_proj,0.36288390,0.01000,0.626
+24,mlp.experts.101.gate_proj,0.07686073,0.01000,0.627
+24,mlp.experts.102.gate_proj,0.76741052,0.01000,0.628
+24,mlp.experts.103.gate_proj,0.37396383,0.01000,0.629
+24,mlp.experts.104.gate_proj,0.00001424,0.01000,0.629
+24,mlp.experts.105.gate_proj,0.14198166,0.01000,0.633
+24,mlp.experts.106.gate_proj,0.00048586,0.01000,0.637
+24,mlp.experts.107.gate_proj,0.39348853,0.01000,0.637
+24,mlp.experts.108.gate_proj,0.14668691,0.01000,0.637
+24,mlp.experts.109.gate_proj,0.00082096,0.01000,0.636
+24,mlp.experts.110.gate_proj,0.00847362,0.01000,0.638
+24,mlp.experts.111.gate_proj,0.07869367,0.01000,0.646
+24,mlp.experts.112.gate_proj,0.34460169,0.01000,0.649
+24,mlp.experts.113.gate_proj,0.02309127,0.01000,0.648
+24,mlp.experts.114.gate_proj,0.45878869,0.01000,0.648
+24,mlp.experts.115.gate_proj,0.30030876,0.01000,0.650
+24,mlp.experts.116.gate_proj,0.21635389,0.01000,0.649
+24,mlp.experts.117.gate_proj,0.07707684,0.01000,0.643
+24,mlp.experts.118.gate_proj,0.71685165,0.01000,0.646
+24,mlp.experts.119.gate_proj,0.01828528,0.01000,0.644
+24,mlp.experts.120.gate_proj,0.15977190,0.01000,0.641
+24,mlp.experts.121.gate_proj,0.13679934,0.01000,0.644
+24,mlp.experts.122.gate_proj,0.01380741,0.01000,0.632
+24,mlp.experts.123.gate_proj,0.33001038,0.01000,0.634
+24,mlp.experts.124.gate_proj,0.24581322,0.01000,0.637
+24,mlp.experts.125.gate_proj,0.07266605,0.01000,0.636
+24,mlp.experts.126.gate_proj,0.36115870,0.01000,0.637
+24,mlp.experts.127.gate_proj,0.71971005,0.01000,0.636
+24,mlp.experts.0.down_proj,0.09232699,0.01000,0.255
+24,mlp.experts.1.down_proj,0.00146550,0.01000,0.233
+24,mlp.experts.2.down_proj,0.29180494,0.01000,0.233
+24,mlp.experts.3.down_proj,0.00054394,0.01000,0.235
+24,mlp.experts.4.down_proj,0.09501770,0.01000,0.235
+24,mlp.experts.5.down_proj,0.00018782,0.01000,0.235
+24,mlp.experts.6.down_proj,0.03143187,0.01000,0.236
+24,mlp.experts.7.down_proj,0.05685718,0.01000,0.237
+24,mlp.experts.8.down_proj,0.83775830,0.01000,0.238
+24,mlp.experts.9.down_proj,0.56460118,0.01000,0.239
+24,mlp.experts.10.down_proj,0.00005001,0.01000,0.240
+24,mlp.experts.11.down_proj,0.01242987,0.01000,0.239
+24,mlp.experts.12.down_proj,0.04057598,0.01000,0.239
+24,mlp.experts.13.down_proj,0.00001587,0.01000,0.238
+24,mlp.experts.14.down_proj,0.16859734,0.01000,0.239
+24,mlp.experts.15.down_proj,0.30325457,0.01000,0.239
+24,mlp.experts.16.down_proj,0.11462098,0.01000,0.239
+24,mlp.experts.17.down_proj,0.05849678,0.01000,0.239
+24,mlp.experts.18.down_proj,0.04831545,0.01000,0.238
+24,mlp.experts.19.down_proj,0.00005496,0.01000,0.239
+24,mlp.experts.20.down_proj,0.02860806,0.01000,0.239
+24,mlp.experts.21.down_proj,1.12688065,0.01000,0.238
+24,mlp.experts.22.down_proj,0.52379191,0.01000,0.239
+24,mlp.experts.23.down_proj,0.26432604,0.01000,0.239
+24,mlp.experts.24.down_proj,0.05160590,0.01000,0.241
+24,mlp.experts.25.down_proj,0.13213579,0.01000,0.242
+24,mlp.experts.26.down_proj,0.10360202,0.01000,0.242
+24,mlp.experts.27.down_proj,0.05220588,0.01000,0.241
+24,mlp.experts.28.down_proj,0.00587459,0.01000,0.242
+24,mlp.experts.29.down_proj,0.03083286,0.01000,0.243
+24,mlp.experts.30.down_proj,1.71449661,0.01000,0.243
+24,mlp.experts.31.down_proj,0.00869732,0.01000,0.243
+24,mlp.experts.32.down_proj,0.12880775,0.01000,0.242
+24,mlp.experts.33.down_proj,0.01512302,0.01000,0.243
+24,mlp.experts.34.down_proj,0.06917712,0.01000,0.242
+24,mlp.experts.35.down_proj,0.10438317,0.01000,0.242
+24,mlp.experts.36.down_proj,0.05634463,0.01000,0.240
+24,mlp.experts.37.down_proj,0.00757332,0.01000,0.241
+24,mlp.experts.38.down_proj,0.11652253,0.01000,0.242
+24,mlp.experts.39.down_proj,0.16028848,0.01000,0.240
+24,mlp.experts.40.down_proj,0.01890492,0.01000,0.240
+24,mlp.experts.41.down_proj,0.62500203,0.01000,0.239
+24,mlp.experts.42.down_proj,0.15575683,0.01000,0.240
+24,mlp.experts.43.down_proj,0.09901502,0.01000,0.241
+24,mlp.experts.44.down_proj,0.03415395,0.01000,0.241
+24,mlp.experts.45.down_proj,0.00852527,0.01000,0.240
+24,mlp.experts.46.down_proj,0.15285151,0.01000,0.240
+24,mlp.experts.47.down_proj,0.00377182,0.01000,0.241
+24,mlp.experts.48.down_proj,0.00002863,0.01000,0.242
+24,mlp.experts.49.down_proj,0.03088140,0.01000,0.241
+24,mlp.experts.50.down_proj,0.03243282,0.01000,0.242
+24,mlp.experts.51.down_proj,0.02014983,0.01000,0.240
+24,mlp.experts.52.down_proj,1.43164349,0.01000,0.242
+24,mlp.experts.53.down_proj,0.09387032,0.01000,0.241
+24,mlp.experts.54.down_proj,0.02611112,0.01000,0.241
+24,mlp.experts.55.down_proj,0.00205405,0.01000,0.242
+24,mlp.experts.56.down_proj,0.79268098,0.01000,0.241
+24,mlp.experts.57.down_proj,0.00409532,0.01000,0.242
+24,mlp.experts.58.down_proj,0.07389535,0.01000,0.241
+24,mlp.experts.59.down_proj,0.00028515,0.01000,0.242
+24,mlp.experts.60.down_proj,0.07365073,0.01000,0.245
+24,mlp.experts.61.down_proj,0.05924214,0.01000,0.246
+24,mlp.experts.62.down_proj,0.02489252,0.01000,0.246
+24,mlp.experts.63.down_proj,0.07200452,0.01000,0.246
+24,mlp.experts.64.down_proj,1.34401298,0.01000,0.246
+24,mlp.experts.65.down_proj,2.38987374,0.01000,0.248
+24,mlp.experts.66.down_proj,0.01484534,0.01000,0.246
+24,mlp.experts.67.down_proj,0.42204702,0.01000,0.246
+24,mlp.experts.68.down_proj,0.09182453,0.01000,0.246
+24,mlp.experts.69.down_proj,0.18411005,0.01000,0.246
+24,mlp.experts.70.down_proj,0.01290306,0.01000,0.247
+24,mlp.experts.71.down_proj,0.09464347,0.01000,0.247
+24,mlp.experts.72.down_proj,0.00009302,0.01000,0.247
+24,mlp.experts.73.down_proj,4.57473660,0.01000,0.246
+24,mlp.experts.74.down_proj,0.04853602,0.01000,0.247
+24,mlp.experts.75.down_proj,0.04307809,0.01000,0.247
+24,mlp.experts.76.down_proj,0.06476422,0.01000,0.252
+24,mlp.experts.77.down_proj,0.00513341,0.01000,0.255
+24,mlp.experts.78.down_proj,0.18299204,0.01000,0.246
+24,mlp.experts.79.down_proj,0.30548507,0.01000,0.247
+24,mlp.experts.80.down_proj,0.04129188,0.01000,0.247
+24,mlp.experts.81.down_proj,0.00015873,0.01000,0.248
+24,mlp.experts.82.down_proj,0.00301987,0.01000,0.249
+24,mlp.experts.83.down_proj,0.00048543,0.01000,0.256
+24,mlp.experts.84.down_proj,0.00079245,0.01000,0.247
+24,mlp.experts.85.down_proj,0.26838440,0.01000,0.247
+24,mlp.experts.86.down_proj,0.00051880,0.01000,0.246
+24,mlp.experts.87.down_proj,0.09475081,0.01000,0.246
+24,mlp.experts.88.down_proj,0.00002049,0.01000,0.246
+24,mlp.experts.89.down_proj,0.17285046,0.01000,0.247
+24,mlp.experts.90.down_proj,0.03396829,0.01000,0.244
+24,mlp.experts.91.down_proj,0.07358979,0.01000,0.242
+24,mlp.experts.92.down_proj,0.57624739,0.01000,0.244
+24,mlp.experts.93.down_proj,0.00083272,0.01000,0.244
+24,mlp.experts.94.down_proj,0.10347816,0.01000,0.244
+24,mlp.experts.95.down_proj,0.03584639,0.01000,0.244
+24,mlp.experts.96.down_proj,2.28700519,0.01000,0.245
+24,mlp.experts.97.down_proj,0.29836363,0.01000,0.246
+24,mlp.experts.98.down_proj,0.00141019,0.01000,0.246
+24,mlp.experts.99.down_proj,0.59714687,0.01000,0.245
+24,mlp.experts.100.down_proj,0.07918325,0.01000,0.243
+24,mlp.experts.101.down_proj,0.00448693,0.01000,0.245
+24,mlp.experts.102.down_proj,0.14530061,0.01000,0.244
+24,mlp.experts.103.down_proj,0.06594700,0.01000,0.245
+24,mlp.experts.104.down_proj,0.00003222,0.01000,0.245
+24,mlp.experts.105.down_proj,0.05061357,0.01000,0.246
+24,mlp.experts.106.down_proj,0.00013403,0.01000,0.245
+24,mlp.experts.107.down_proj,0.20224291,0.01000,0.245
+24,mlp.experts.108.down_proj,0.03356101,0.01000,0.244
+24,mlp.experts.109.down_proj,0.00019744,0.01000,0.245
+24,mlp.experts.110.down_proj,0.00212507,0.01000,0.245
+24,mlp.experts.111.down_proj,0.00538113,0.01000,0.245
+24,mlp.experts.112.down_proj,0.12740636,0.01000,0.246
+24,mlp.experts.113.down_proj,0.00197833,0.01000,0.244
+24,mlp.experts.114.down_proj,0.31115824,0.01000,0.249
+24,mlp.experts.115.down_proj,0.06682609,0.01000,0.246
+24,mlp.experts.116.down_proj,0.05926573,0.01000,0.249
+24,mlp.experts.117.down_proj,0.01306135,0.01000,0.246
+24,mlp.experts.118.down_proj,0.27967787,0.01000,0.245
+24,mlp.experts.119.down_proj,0.00404648,0.01000,0.243
+24,mlp.experts.120.down_proj,0.03645724,0.01000,0.243
+24,mlp.experts.121.down_proj,0.03027886,0.01000,0.243
+24,mlp.experts.122.down_proj,0.00223607,0.01000,0.242
+24,mlp.experts.123.down_proj,0.10858648,0.01000,0.243
+24,mlp.experts.124.down_proj,0.06397326,0.01000,0.243
+24,mlp.experts.125.down_proj,0.03253135,0.01000,0.243
+24,mlp.experts.126.down_proj,0.21895957,0.01000,0.244
+24,mlp.experts.127.down_proj,0.28698814,0.01000,0.246
+25,self_attn.q_proj,0.22203857,0.01000,0.639
+25,self_attn.k_proj,0.02803645,0.01000,0.625
+25,self_attn.v_proj,0.03139954,0.01000,0.627
+25,self_attn.o_proj,0.02847487,0.01000,1.245
+25,mlp.experts.0.up_proj,0.60653841,0.01000,0.673
+25,mlp.experts.1.up_proj,0.17174597,0.01000,0.629
+25,mlp.experts.2.up_proj,0.49112561,0.01000,0.633
+25,mlp.experts.3.up_proj,0.00001166,0.01000,0.640
+25,mlp.experts.4.up_proj,0.09195334,0.01000,0.639
+25,mlp.experts.5.up_proj,0.00522523,0.01000,0.639
+25,mlp.experts.6.up_proj,0.62703633,0.01000,0.638
+25,mlp.experts.7.up_proj,0.04651299,0.01000,0.637
+25,mlp.experts.8.up_proj,0.13292155,0.01000,0.635
+25,mlp.experts.9.up_proj,0.00032617,0.01000,0.636
+25,mlp.experts.10.up_proj,1.29985869,0.01000,0.631
+25,mlp.experts.11.up_proj,0.08522719,0.01000,0.630
+25,mlp.experts.12.up_proj,0.21059781,0.01000,0.636
+25,mlp.experts.13.up_proj,0.03269019,0.01000,0.636
+25,mlp.experts.14.up_proj,0.10040673,0.01000,0.637
+25,mlp.experts.15.up_proj,1.00369000,0.01000,0.639
+25,mlp.experts.16.up_proj,0.29355502,0.01000,0.640
+25,mlp.experts.17.up_proj,0.00034694,0.01000,0.636
+25,mlp.experts.18.up_proj,0.33954611,0.01000,0.638
+25,mlp.experts.19.up_proj,0.86005396,0.01000,0.637
+25,mlp.experts.20.up_proj,0.74304640,0.01000,0.637
+25,mlp.experts.21.up_proj,0.23296075,0.01000,0.636
+25,mlp.experts.22.up_proj,0.00206276,0.01000,0.637
+25,mlp.experts.23.up_proj,0.27379838,0.01000,0.632
+25,mlp.experts.24.up_proj,0.43148512,0.01000,0.626
+25,mlp.experts.25.up_proj,0.03563783,0.01000,0.629
+25,mlp.experts.26.up_proj,0.93697315,0.01000,0.627
+25,mlp.experts.27.up_proj,0.12549938,0.01000,0.626
+25,mlp.experts.28.up_proj,0.53097373,0.01000,0.627
+25,mlp.experts.29.up_proj,1.16154099,0.01000,0.626
+25,mlp.experts.30.up_proj,0.27285391,0.01000,0.628
+25,mlp.experts.31.up_proj,0.04265918,0.01000,0.631
+25,mlp.experts.32.up_proj,0.07886549,0.01000,0.636
+25,mlp.experts.33.up_proj,0.92241198,0.01000,0.635
+25,mlp.experts.34.up_proj,0.08455418,0.01000,0.636
+25,mlp.experts.35.up_proj,0.04324871,0.01000,0.636
+25,mlp.experts.36.up_proj,0.24322672,0.01000,0.635
+25,mlp.experts.37.up_proj,1.02459097,0.01000,0.636
+25,mlp.experts.38.up_proj,0.01656199,0.01000,0.637
+25,mlp.experts.39.up_proj,0.00064514,0.01000,0.637
+25,mlp.experts.40.up_proj,0.43651462,0.01000,0.638
+25,mlp.experts.41.up_proj,0.28497609,0.01000,0.638
+25,mlp.experts.42.up_proj,0.17487328,0.01000,0.636
+25,mlp.experts.43.up_proj,0.00442360,0.01000,0.633
+25,mlp.experts.44.up_proj,0.33097428,0.01000,0.627
+25,mlp.experts.45.up_proj,1.22675753,0.01000,0.629
+25,mlp.experts.46.up_proj,0.00001945,0.01000,0.626
+25,mlp.experts.47.up_proj,1.91750491,0.01000,0.628
+25,mlp.experts.48.up_proj,0.00054734,0.01000,0.628
+25,mlp.experts.49.up_proj,0.92189139,0.01000,0.626
+25,mlp.experts.50.up_proj,0.00062751,0.01000,0.628
+25,mlp.experts.51.up_proj,0.02797279,0.01000,0.631
+25,mlp.experts.52.up_proj,1.55151725,0.01000,0.634
+25,mlp.experts.53.up_proj,0.08572032,0.01000,0.635
+25,mlp.experts.54.up_proj,0.00008319,0.01000,0.634
+25,mlp.experts.55.up_proj,0.31372136,0.01000,0.635
+25,mlp.experts.56.up_proj,0.00134768,0.01000,0.637
+25,mlp.experts.57.up_proj,0.48925701,0.01000,0.635
+25,mlp.experts.58.up_proj,3.74290848,0.01000,0.634
+25,mlp.experts.59.up_proj,0.87267143,0.01000,0.635
+25,mlp.experts.60.up_proj,0.00185018,0.01000,0.634
+25,mlp.experts.61.up_proj,3.41653156,0.01000,0.635
+25,mlp.experts.62.up_proj,0.63521147,0.01000,0.627
+25,mlp.experts.63.up_proj,0.05946361,0.01000,0.628
+25,mlp.experts.64.up_proj,0.00000312,0.01000,0.628
+25,mlp.experts.65.up_proj,0.34898874,0.01000,0.635
+25,mlp.experts.66.up_proj,0.45064810,0.01000,0.634
+25,mlp.experts.67.up_proj,0.30218154,0.01000,0.635
+25,mlp.experts.68.up_proj,0.08482210,0.01000,0.635
+25,mlp.experts.69.up_proj,0.00006022,0.01000,0.634
+25,mlp.experts.70.up_proj,0.04600541,0.01000,0.635
+25,mlp.experts.71.up_proj,0.49251989,0.01000,0.635
+25,mlp.experts.72.up_proj,0.00608319,0.01000,0.635
+25,mlp.experts.73.up_proj,0.70107061,0.01000,0.634
+25,mlp.experts.74.up_proj,0.00680265,0.01000,0.635
+25,mlp.experts.75.up_proj,0.49205756,0.01000,0.636
+25,mlp.experts.76.up_proj,0.35532284,0.01000,0.636
+25,mlp.experts.77.up_proj,0.63138604,0.01000,0.630
+25,mlp.experts.78.up_proj,1.46907997,0.01000,0.629
+25,mlp.experts.79.up_proj,0.51108295,0.01000,0.634
+25,mlp.experts.80.up_proj,0.67291844,0.01000,0.630
+25,mlp.experts.81.up_proj,1.71125793,0.01000,0.629
+25,mlp.experts.82.up_proj,0.63242513,0.01000,0.628
+25,mlp.experts.83.up_proj,0.20883566,0.01000,0.637
+25,mlp.experts.84.up_proj,0.01440572,0.01000,0.636
+25,mlp.experts.85.up_proj,0.05407466,0.01000,0.636
+25,mlp.experts.86.up_proj,0.00124028,0.01000,0.636
+25,mlp.experts.87.up_proj,0.35016069,0.01000,0.637
+25,mlp.experts.88.up_proj,0.00040385,0.01000,0.636
+25,mlp.experts.89.up_proj,0.09201282,0.01000,0.637
+25,mlp.experts.90.up_proj,0.00531588,0.01000,0.635
+25,mlp.experts.91.up_proj,0.93567681,0.01000,0.635
+25,mlp.experts.92.up_proj,1.40925145,0.01000,0.634
+25,mlp.experts.93.up_proj,0.36008149,0.01000,0.634
+25,mlp.experts.94.up_proj,0.00035419,0.01000,0.636
+25,mlp.experts.95.up_proj,0.44611347,0.01000,0.629
+25,mlp.experts.96.up_proj,0.00007853,0.01000,0.625
+25,mlp.experts.97.up_proj,0.00565673,0.01000,0.629
+25,mlp.experts.98.up_proj,0.33632529,0.01000,0.627
+25,mlp.experts.99.up_proj,0.09252259,0.01000,0.626
+25,mlp.experts.100.up_proj,0.00007162,0.01000,0.633
+25,mlp.experts.101.up_proj,0.80215764,0.01000,0.634
+25,mlp.experts.102.up_proj,0.43450218,0.01000,0.634
+25,mlp.experts.103.up_proj,0.53441310,0.01000,0.635
+25,mlp.experts.104.up_proj,0.92759842,0.01000,0.636
+25,mlp.experts.105.up_proj,0.19932522,0.01000,0.636
+25,mlp.experts.106.up_proj,1.15484405,0.01000,0.637
+25,mlp.experts.107.up_proj,0.21307844,0.01000,0.637
+25,mlp.experts.108.up_proj,0.35282311,0.01000,0.636
+25,mlp.experts.109.up_proj,0.61807227,0.01000,0.637
+25,mlp.experts.110.up_proj,0.05434416,0.01000,0.635
+25,mlp.experts.111.up_proj,0.00026213,0.01000,0.629
+25,mlp.experts.112.up_proj,0.85385978,0.01000,0.628
+25,mlp.experts.113.up_proj,0.20611240,0.01000,0.627
+25,mlp.experts.114.up_proj,0.00007941,0.01000,0.628
+25,mlp.experts.115.up_proj,0.26993138,0.01000,0.627
+25,mlp.experts.116.up_proj,0.00009957,0.01000,0.626
+25,mlp.experts.117.up_proj,0.14967439,0.01000,0.627
+25,mlp.experts.118.up_proj,0.23812136,0.01000,0.628
+25,mlp.experts.119.up_proj,0.04212300,0.01000,0.627
+25,mlp.experts.120.up_proj,0.49012432,0.01000,0.629
+25,mlp.experts.121.up_proj,0.25695348,0.01000,0.629
+25,mlp.experts.122.up_proj,0.33300906,0.01000,0.630
+25,mlp.experts.123.up_proj,0.63468856,0.01000,0.628
+25,mlp.experts.124.up_proj,0.28413048,0.01000,0.628
+25,mlp.experts.125.up_proj,0.22549847,0.01000,0.631
+25,mlp.experts.126.up_proj,0.06032696,0.01000,0.637
+25,mlp.experts.127.up_proj,0.40070409,0.01000,0.636
+25,mlp.experts.0.gate_proj,0.59305269,0.01000,0.637
+25,mlp.experts.1.gate_proj,0.17747641,0.01000,0.638
+25,mlp.experts.2.gate_proj,0.48526901,0.01000,0.638
+25,mlp.experts.3.gate_proj,0.00001171,0.01000,0.637
+25,mlp.experts.4.gate_proj,0.09237204,0.01000,0.636
+25,mlp.experts.5.gate_proj,0.00501623,0.01000,0.638
+25,mlp.experts.6.gate_proj,0.48567122,0.01000,0.637
+25,mlp.experts.7.gate_proj,0.04645344,0.01000,0.637
+25,mlp.experts.8.gate_proj,0.14324862,0.01000,0.638
+25,mlp.experts.9.gate_proj,0.00035876,0.01000,0.637
+25,mlp.experts.10.gate_proj,1.11162722,0.01000,0.626
+25,mlp.experts.11.gate_proj,0.09394521,0.01000,0.626
+25,mlp.experts.12.gate_proj,0.22543982,0.01000,0.626
+25,mlp.experts.13.gate_proj,0.03323111,0.01000,0.628
+25,mlp.experts.14.gate_proj,0.10293185,0.01000,0.636
+25,mlp.experts.15.gate_proj,0.90894806,0.01000,0.636
+25,mlp.experts.16.gate_proj,0.28464699,0.01000,0.637
+25,mlp.experts.17.gate_proj,0.00037138,0.01000,0.636
+25,mlp.experts.18.gate_proj,0.32514656,0.01000,0.636
+25,mlp.experts.19.gate_proj,0.85797751,0.01000,0.637
+25,mlp.experts.20.gate_proj,0.74467856,0.01000,0.637
+25,mlp.experts.21.gate_proj,0.21781161,0.01000,0.635
+25,mlp.experts.22.gate_proj,0.00187308,0.01000,0.636
+25,mlp.experts.23.gate_proj,0.26748005,0.01000,0.636
+25,mlp.experts.24.gate_proj,0.43591791,0.01000,0.634
+25,mlp.experts.25.gate_proj,0.03528283,0.01000,0.635
+25,mlp.experts.26.gate_proj,0.98183084,0.01000,0.632
+25,mlp.experts.27.gate_proj,0.11793863,0.01000,0.633
+25,mlp.experts.28.gate_proj,0.46312103,0.01000,0.634
+25,mlp.experts.29.gate_proj,1.15331602,0.01000,0.632
+25,mlp.experts.30.gate_proj,0.27845478,0.01000,0.635
+25,mlp.experts.31.gate_proj,0.04465295,0.01000,0.634
+25,mlp.experts.32.gate_proj,0.07398884,0.01000,0.634
+25,mlp.experts.33.gate_proj,0.71351343,0.01000,0.635
+25,mlp.experts.34.gate_proj,0.08801991,0.01000,0.635
+25,mlp.experts.35.gate_proj,0.13580488,0.01000,0.635
+25,mlp.experts.36.gate_proj,0.25850090,0.01000,0.636
+25,mlp.experts.37.gate_proj,1.05724025,0.01000,0.635
+25,mlp.experts.38.gate_proj,0.01587159,0.01000,0.636
+25,mlp.experts.39.gate_proj,0.00058906,0.01000,0.635
+25,mlp.experts.40.gate_proj,0.40251428,0.01000,0.628
+25,mlp.experts.41.gate_proj,0.28170934,0.01000,0.626
+25,mlp.experts.42.gate_proj,0.17151858,0.01000,0.626
+25,mlp.experts.43.gate_proj,0.00453012,0.01000,0.627
+25,mlp.experts.44.gate_proj,0.32198811,0.01000,0.629
+25,mlp.experts.45.gate_proj,0.90800929,0.01000,0.628
+25,mlp.experts.46.gate_proj,0.00001867,0.01000,0.629
+25,mlp.experts.47.gate_proj,1.61008513,0.01000,0.627
+25,mlp.experts.48.gate_proj,0.00056398,0.01000,0.629
+25,mlp.experts.49.gate_proj,0.95062923,0.01000,0.628
+25,mlp.experts.50.gate_proj,0.00063504,0.01000,0.633
+25,mlp.experts.51.gate_proj,0.02877544,0.01000,0.635
+25,mlp.experts.52.gate_proj,1.56677437,0.01000,0.636
+25,mlp.experts.53.gate_proj,0.09105702,0.01000,0.636
+25,mlp.experts.54.gate_proj,0.00008432,0.01000,0.636
+25,mlp.experts.55.gate_proj,0.28657001,0.01000,0.635
+25,mlp.experts.56.gate_proj,0.00121965,0.01000,0.635
+25,mlp.experts.57.gate_proj,0.42726535,0.01000,0.634
+25,mlp.experts.58.gate_proj,2.70175314,0.01000,0.635
+25,mlp.experts.59.gate_proj,0.97878194,0.01000,0.637
+25,mlp.experts.60.gate_proj,0.00179335,0.01000,0.635
+25,mlp.experts.61.gate_proj,3.64633322,0.01000,0.637
+25,mlp.experts.62.gate_proj,0.49702469,0.01000,0.636
+25,mlp.experts.63.gate_proj,0.05533332,0.01000,0.628
+25,mlp.experts.64.gate_proj,0.00000330,0.01000,0.630
+25,mlp.experts.65.gate_proj,0.29896945,0.01000,0.630
+25,mlp.experts.66.gate_proj,0.44645429,0.01000,0.627
+25,mlp.experts.67.gate_proj,0.31232581,0.01000,0.626
+25,mlp.experts.68.gate_proj,0.08411004,0.01000,0.626
+25,mlp.experts.69.gate_proj,0.00005638,0.01000,0.628
+25,mlp.experts.70.gate_proj,0.04356679,0.01000,0.627
+25,mlp.experts.71.gate_proj,0.46661082,0.01000,0.626
+25,mlp.experts.72.gate_proj,0.00594540,0.01000,0.630
+25,mlp.experts.73.gate_proj,0.66463178,0.01000,0.628
+25,mlp.experts.74.gate_proj,0.00703223,0.01000,0.633
+25,mlp.experts.75.gate_proj,0.48693365,0.01000,0.635
+25,mlp.experts.76.gate_proj,0.30291036,0.01000,0.636
+25,mlp.experts.77.gate_proj,0.59924519,0.01000,0.636
+25,mlp.experts.78.gate_proj,1.56000841,0.01000,0.636
+25,mlp.experts.79.gate_proj,0.47179288,0.01000,0.635
+25,mlp.experts.80.gate_proj,0.51618999,0.01000,0.634
+25,mlp.experts.81.gate_proj,1.65445077,0.01000,0.634
+25,mlp.experts.82.gate_proj,0.60447216,0.01000,0.635
+25,mlp.experts.83.gate_proj,0.20294167,0.01000,0.632
+25,mlp.experts.84.gate_proj,0.01473020,0.01000,0.634
+25,mlp.experts.85.gate_proj,0.05635041,0.01000,0.628
+25,mlp.experts.86.gate_proj,0.00131001,0.01000,0.626
+25,mlp.experts.87.gate_proj,0.35609737,0.01000,0.625
+25,mlp.experts.88.gate_proj,0.00039603,0.01000,0.628
+25,mlp.experts.89.gate_proj,0.08680308,0.01000,0.633
+25,mlp.experts.90.gate_proj,0.00520383,0.01000,0.635
+25,mlp.experts.91.gate_proj,1.07205355,0.01000,0.637
+25,mlp.experts.92.gate_proj,1.48187447,0.01000,0.640
+25,mlp.experts.93.gate_proj,0.38332772,0.01000,0.641
+25,mlp.experts.94.gate_proj,0.00035550,0.01000,0.639
+25,mlp.experts.95.gate_proj,0.44426459,0.01000,0.639
+25,mlp.experts.96.gate_proj,0.00007632,0.01000,0.640
+25,mlp.experts.97.gate_proj,0.00561456,0.01000,0.640
+25,mlp.experts.98.gate_proj,0.32212871,0.01000,0.641
+25,mlp.experts.99.gate_proj,0.09518631,0.01000,0.641
+25,mlp.experts.100.gate_proj,0.00007372,0.01000,0.636
+25,mlp.experts.101.gate_proj,0.71638250,0.01000,0.635
+25,mlp.experts.102.gate_proj,0.41967469,0.01000,0.634
+25,mlp.experts.103.gate_proj,0.54236507,0.01000,0.632
+25,mlp.experts.104.gate_proj,0.95296961,0.01000,0.635
+25,mlp.experts.105.gate_proj,0.19614643,0.01000,0.634
+25,mlp.experts.106.gate_proj,1.07923853,0.01000,0.633
+25,mlp.experts.107.gate_proj,0.19251236,0.01000,0.634
+25,mlp.experts.108.gate_proj,0.36455494,0.01000,0.633
+25,mlp.experts.109.gate_proj,0.53130978,0.01000,0.633
+25,mlp.experts.110.gate_proj,0.05597470,0.01000,0.631
+25,mlp.experts.111.gate_proj,0.00025787,0.01000,0.635
+25,mlp.experts.112.gate_proj,0.89781368,0.01000,0.635
+25,mlp.experts.113.gate_proj,0.19676635,0.01000,0.629
+25,mlp.experts.114.gate_proj,0.00008156,0.01000,0.630
+25,mlp.experts.115.gate_proj,0.24919318,0.01000,0.634
+25,mlp.experts.116.gate_proj,0.00010310,0.01000,0.635
+25,mlp.experts.117.gate_proj,0.15283814,0.01000,0.636
+25,mlp.experts.118.gate_proj,0.24329340,0.01000,0.638
+25,mlp.experts.119.gate_proj,0.04309203,0.01000,0.639
+25,mlp.experts.120.gate_proj,0.45245916,0.01000,0.640
+25,mlp.experts.121.gate_proj,0.24255352,0.01000,0.639
+25,mlp.experts.122.gate_proj,0.33772880,0.01000,0.640
+25,mlp.experts.123.gate_proj,0.55247068,0.01000,0.637
+25,mlp.experts.124.gate_proj,0.29187644,0.01000,0.633
+25,mlp.experts.125.gate_proj,0.21133116,0.01000,0.635
+25,mlp.experts.126.gate_proj,0.06206135,0.01000,0.634
+25,mlp.experts.127.gate_proj,0.35303551,0.01000,0.637
+25,mlp.experts.0.down_proj,0.24665220,0.01000,0.255
+25,mlp.experts.1.down_proj,0.06597519,0.01000,0.232
+25,mlp.experts.2.down_proj,0.14336805,0.01000,0.232
+25,mlp.experts.3.down_proj,0.00000293,0.01000,0.232
+25,mlp.experts.4.down_proj,0.02859173,0.01000,0.233
+25,mlp.experts.5.down_proj,0.00441853,0.01000,0.235
+25,mlp.experts.6.down_proj,0.20711549,0.01000,0.235
+25,mlp.experts.7.down_proj,0.00811393,0.01000,0.236
+25,mlp.experts.8.down_proj,0.08790798,0.01000,0.237
+25,mlp.experts.9.down_proj,0.00029390,0.01000,0.238
+25,mlp.experts.10.down_proj,0.22845778,0.01000,0.238
+25,mlp.experts.11.down_proj,0.00919544,0.01000,0.237
+25,mlp.experts.12.down_proj,0.04170511,0.01000,0.238
+25,mlp.experts.13.down_proj,0.00615771,0.01000,0.238
+25,mlp.experts.14.down_proj,0.02460420,0.01000,0.238
+25,mlp.experts.15.down_proj,1.09564781,0.01000,0.238
+25,mlp.experts.16.down_proj,0.15172045,0.01000,0.238
+25,mlp.experts.17.down_proj,0.00010565,0.01000,0.238
+25,mlp.experts.18.down_proj,0.11646497,0.01000,0.238
+25,mlp.experts.19.down_proj,0.72004914,0.01000,0.238
+25,mlp.experts.20.down_proj,0.28178409,0.01000,0.238
+25,mlp.experts.21.down_proj,0.05851509,0.01000,0.239
+25,mlp.experts.22.down_proj,0.00105432,0.01000,0.238
+25,mlp.experts.23.down_proj,0.18466124,0.01000,0.238
+25,mlp.experts.24.down_proj,0.12737644,0.01000,0.240
+25,mlp.experts.25.down_proj,0.01070292,0.01000,0.241
+25,mlp.experts.26.down_proj,1.30759776,0.01000,0.242
+25,mlp.experts.27.down_proj,0.02166998,0.01000,0.243
+25,mlp.experts.28.down_proj,0.39883548,0.01000,0.243
+25,mlp.experts.29.down_proj,0.39037985,0.01000,0.244
+25,mlp.experts.30.down_proj,0.18428084,0.01000,0.243
+25,mlp.experts.31.down_proj,0.00749218,0.01000,0.243
+25,mlp.experts.32.down_proj,0.11775398,0.01000,0.244
+25,mlp.experts.33.down_proj,0.61792612,0.01000,0.244
+25,mlp.experts.34.down_proj,0.03257021,0.01000,0.244
+25,mlp.experts.35.down_proj,0.01170633,0.01000,0.244
+25,mlp.experts.36.down_proj,0.05231395,0.01000,0.243
+25,mlp.experts.37.down_proj,0.50362408,0.01000,0.240
+25,mlp.experts.38.down_proj,0.00771534,0.01000,0.241
+25,mlp.experts.39.down_proj,0.00041104,0.01000,0.241
+25,mlp.experts.40.down_proj,0.09538615,0.01000,0.240
+25,mlp.experts.41.down_proj,0.06823267,0.01000,0.241
+25,mlp.experts.42.down_proj,0.04995229,0.01000,0.241
+25,mlp.experts.43.down_proj,0.00099959,0.01000,0.241
+25,mlp.experts.44.down_proj,0.07486671,0.01000,0.241
+25,mlp.experts.45.down_proj,1.26323652,0.01000,0.241
+25,mlp.experts.46.down_proj,0.00000545,0.01000,0.241
+25,mlp.experts.47.down_proj,1.30520606,0.01000,0.243
+25,mlp.experts.48.down_proj,0.00030918,0.01000,0.245
+25,mlp.experts.49.down_proj,0.34856638,0.01000,0.244
+25,mlp.experts.50.down_proj,0.00026047,0.01000,0.245
+25,mlp.experts.51.down_proj,0.02119791,0.01000,0.244
+25,mlp.experts.52.down_proj,0.53400254,0.01000,0.244
+25,mlp.experts.53.down_proj,0.01108539,0.01000,0.245
+25,mlp.experts.54.down_proj,0.00005429,0.01000,0.245
+25,mlp.experts.55.down_proj,0.07879175,0.01000,0.244
+25,mlp.experts.56.down_proj,0.00070772,0.01000,0.245
+25,mlp.experts.57.down_proj,0.12523076,0.01000,0.244
+25,mlp.experts.58.down_proj,1.47756612,0.01000,0.244
+25,mlp.experts.59.down_proj,0.19432607,0.01000,0.245
+25,mlp.experts.60.down_proj,0.00185173,0.01000,0.245
+25,mlp.experts.61.down_proj,3.19987750,0.01000,0.245
+25,mlp.experts.62.down_proj,0.09616676,0.01000,0.245
+25,mlp.experts.63.down_proj,0.04585126,0.01000,0.245
+25,mlp.experts.64.down_proj,0.00000286,0.01000,0.245
+25,mlp.experts.65.down_proj,0.09456083,0.01000,0.245
+25,mlp.experts.66.down_proj,0.15481892,0.01000,0.245
+25,mlp.experts.67.down_proj,0.17970949,0.01000,0.245
+25,mlp.experts.68.down_proj,0.02261457,0.01000,0.245
+25,mlp.experts.69.down_proj,0.00001490,0.01000,0.244
+25,mlp.experts.70.down_proj,0.01473204,0.01000,0.245
+25,mlp.experts.71.down_proj,0.09286726,0.01000,0.244
+25,mlp.experts.72.down_proj,0.00146571,0.01000,0.245
+25,mlp.experts.73.down_proj,0.23947817,0.01000,0.245
+25,mlp.experts.74.down_proj,0.00352731,0.01000,0.245
+25,mlp.experts.75.down_proj,0.11942236,0.01000,0.245
+25,mlp.experts.76.down_proj,0.07097587,0.01000,0.246
+25,mlp.experts.77.down_proj,0.29712403,0.01000,0.245
+25,mlp.experts.78.down_proj,1.15850997,0.01000,0.245
+25,mlp.experts.79.down_proj,0.16717063,0.01000,0.244
+25,mlp.experts.80.down_proj,0.33308774,0.01000,0.241
+25,mlp.experts.81.down_proj,0.84288371,0.01000,0.242
+25,mlp.experts.82.down_proj,0.28065616,0.01000,0.243
+25,mlp.experts.83.down_proj,0.08784318,0.01000,0.244
+25,mlp.experts.84.down_proj,0.00257455,0.01000,0.246
+25,mlp.experts.85.down_proj,0.00755543,0.01000,0.245
+25,mlp.experts.86.down_proj,0.00034780,0.01000,0.245
+25,mlp.experts.87.down_proj,0.16167419,0.01000,0.245
+25,mlp.experts.88.down_proj,0.00020668,0.01000,0.245
+25,mlp.experts.89.down_proj,0.03159487,0.01000,0.245
+25,mlp.experts.90.down_proj,0.00500246,0.01000,0.246
+25,mlp.experts.91.down_proj,0.16295460,0.01000,0.247
+25,mlp.experts.92.down_proj,1.18385100,0.01000,0.245
+25,mlp.experts.93.down_proj,0.09570056,0.01000,0.245
+25,mlp.experts.94.down_proj,0.00013822,0.01000,0.246
+25,mlp.experts.95.down_proj,0.15325174,0.01000,0.245
+25,mlp.experts.96.down_proj,0.00002526,0.01000,0.245
+25,mlp.experts.97.down_proj,0.00159071,0.01000,0.244
+25,mlp.experts.98.down_proj,0.10181724,0.01000,0.245
+25,mlp.experts.99.down_proj,0.01703531,0.01000,0.245
+25,mlp.experts.100.down_proj,0.00003783,0.01000,0.245
+25,mlp.experts.101.down_proj,0.16121854,0.01000,0.245
+25,mlp.experts.102.down_proj,0.12744957,0.01000,0.245
+25,mlp.experts.103.down_proj,0.30808640,0.01000,0.245
+25,mlp.experts.104.down_proj,0.23159540,0.01000,0.244
+25,mlp.experts.105.down_proj,0.04002842,0.01000,0.246
+25,mlp.experts.106.down_proj,0.23610619,0.01000,0.245
+25,mlp.experts.107.down_proj,0.05386359,0.01000,0.245
+25,mlp.experts.108.down_proj,0.17767760,0.01000,0.245
+25,mlp.experts.109.down_proj,0.18278670,0.01000,0.245
+25,mlp.experts.110.down_proj,0.02710427,0.01000,0.245
+25,mlp.experts.111.down_proj,0.00010585,0.01000,0.245
+25,mlp.experts.112.down_proj,0.34678191,0.01000,0.245
+25,mlp.experts.113.down_proj,0.04875644,0.01000,0.241
+25,mlp.experts.114.down_proj,0.00002519,0.01000,0.241
+25,mlp.experts.115.down_proj,0.05878195,0.01000,0.241
+25,mlp.experts.116.down_proj,0.00002398,0.01000,0.241
+25,mlp.experts.117.down_proj,0.06771279,0.01000,0.241
+25,mlp.experts.118.down_proj,0.24745443,0.01000,0.244
+25,mlp.experts.119.down_proj,0.00967214,0.01000,0.241
+25,mlp.experts.120.down_proj,0.31470713,0.01000,0.241
+25,mlp.experts.121.down_proj,0.05922956,0.01000,0.242
+25,mlp.experts.122.down_proj,0.18043745,0.01000,0.242
+25,mlp.experts.123.down_proj,0.18054947,0.01000,0.242
+25,mlp.experts.124.down_proj,0.06331714,0.01000,0.244
+25,mlp.experts.125.down_proj,0.03627767,0.01000,0.245
+25,mlp.experts.126.down_proj,0.03747502,0.01000,0.245
+25,mlp.experts.127.down_proj,0.10280060,0.01000,0.246
+26,self_attn.q_proj,0.38375014,0.01000,0.635
+26,self_attn.k_proj,0.05087457,0.01000,0.621
+26,self_attn.v_proj,0.05775264,0.01000,0.623
+26,self_attn.o_proj,0.04792802,0.01000,1.277
+26,mlp.experts.0.up_proj,0.01152102,0.01000,0.674
+26,mlp.experts.1.up_proj,0.62563908,0.01000,0.628
+26,mlp.experts.2.up_proj,0.08984858,0.01000,0.629
+26,mlp.experts.3.up_proj,0.96461564,0.01000,0.625
+26,mlp.experts.4.up_proj,2.24125648,0.01000,0.624
+26,mlp.experts.5.up_proj,0.02260920,0.01000,0.625
+26,mlp.experts.6.up_proj,0.53578150,0.01000,0.631
+26,mlp.experts.7.up_proj,0.28297561,0.01000,0.632
+26,mlp.experts.8.up_proj,0.40311447,0.01000,0.633
+26,mlp.experts.9.up_proj,0.21090358,0.01000,0.633
+26,mlp.experts.10.up_proj,0.33987659,0.01000,0.632
+26,mlp.experts.11.up_proj,0.11263253,0.01000,0.633
+26,mlp.experts.12.up_proj,0.09984951,0.01000,0.633
+26,mlp.experts.13.up_proj,0.05821021,0.01000,0.632
+26,mlp.experts.14.up_proj,2.13327694,0.01000,0.634
+26,mlp.experts.15.up_proj,0.45268267,0.01000,0.633
+26,mlp.experts.16.up_proj,0.33270061,0.01000,0.634
+26,mlp.experts.17.up_proj,1.57134891,0.01000,0.627
+26,mlp.experts.18.up_proj,0.37397242,0.01000,0.625
+26,mlp.experts.19.up_proj,0.05170112,0.01000,0.626
+26,mlp.experts.20.up_proj,0.63404256,0.01000,0.623
+26,mlp.experts.21.up_proj,0.02524409,0.01000,0.624
+26,mlp.experts.22.up_proj,1.27103376,0.01000,0.625
+26,mlp.experts.23.up_proj,0.49182284,0.01000,0.624
+26,mlp.experts.24.up_proj,0.08520321,0.01000,0.624
+26,mlp.experts.25.up_proj,0.01381078,0.01000,0.622
+26,mlp.experts.26.up_proj,0.61398655,0.01000,0.625
+26,mlp.experts.27.up_proj,0.04618704,0.01000,0.623
+26,mlp.experts.28.up_proj,0.29296261,0.01000,0.628
+26,mlp.experts.29.up_proj,0.05164383,0.01000,0.625
+26,mlp.experts.30.up_proj,0.18177909,0.01000,0.623
+26,mlp.experts.31.up_proj,0.09088830,0.01000,0.625
+26,mlp.experts.32.up_proj,0.61843270,0.01000,0.629
+26,mlp.experts.33.up_proj,1.40533221,0.01000,0.634
+26,mlp.experts.34.up_proj,0.82010150,0.01000,0.631
+26,mlp.experts.35.up_proj,0.00725776,0.01000,0.632
+26,mlp.experts.36.up_proj,0.29388869,0.01000,0.631
+26,mlp.experts.37.up_proj,0.21594186,0.01000,0.632
+26,mlp.experts.38.up_proj,1.28196836,0.01000,0.632
+26,mlp.experts.39.up_proj,0.42653990,0.01000,0.634
+26,mlp.experts.40.up_proj,0.25049552,0.01000,0.634
+26,mlp.experts.41.up_proj,0.00024642,0.01000,0.633
+26,mlp.experts.42.up_proj,2.12082767,0.01000,0.633
+26,mlp.experts.43.up_proj,0.00041911,0.01000,0.629
+26,mlp.experts.44.up_proj,0.78688824,0.01000,0.625
+26,mlp.experts.45.up_proj,0.00002374,0.01000,0.629
+26,mlp.experts.46.up_proj,0.00312354,0.01000,0.633
+26,mlp.experts.47.up_proj,0.39959794,0.01000,0.633
+26,mlp.experts.48.up_proj,0.38916773,0.01000,0.633
+26,mlp.experts.49.up_proj,1.08704865,0.01000,0.632
+26,mlp.experts.50.up_proj,0.23748112,0.01000,0.633
+26,mlp.experts.51.up_proj,0.17194641,0.01000,0.634
+26,mlp.experts.52.up_proj,0.01287135,0.01000,0.636
+26,mlp.experts.53.up_proj,1.00302708,0.01000,0.635
+26,mlp.experts.54.up_proj,0.00131550,0.01000,0.633
+26,mlp.experts.55.up_proj,0.83406472,0.01000,0.624
+26,mlp.experts.56.up_proj,0.00886116,0.01000,0.640
+26,mlp.experts.57.up_proj,0.48702443,0.01000,0.636
+26,mlp.experts.58.up_proj,0.23902139,0.01000,0.636
+26,mlp.experts.59.up_proj,0.05633783,0.01000,0.638
+26,mlp.experts.60.up_proj,0.56668401,0.01000,0.637
+26,mlp.experts.61.up_proj,0.05149284,0.01000,0.638
+26,mlp.experts.62.up_proj,0.72344553,0.01000,0.639
+26,mlp.experts.63.up_proj,0.03622831,0.01000,0.641
+26,mlp.experts.64.up_proj,0.72196430,0.01000,0.641
+26,mlp.experts.65.up_proj,0.00010106,0.01000,0.644
+26,mlp.experts.66.up_proj,0.10464700,0.01000,0.635
+26,mlp.experts.67.up_proj,0.05980806,0.01000,0.623
+26,mlp.experts.68.up_proj,0.23137638,0.01000,0.626
+26,mlp.experts.69.up_proj,0.47885799,0.01000,0.629
+26,mlp.experts.70.up_proj,0.00006179,0.01000,0.632
+26,mlp.experts.71.up_proj,0.50036633,0.01000,0.634
+26,mlp.experts.72.up_proj,0.04998651,0.01000,0.632
+26,mlp.experts.73.up_proj,0.39942551,0.01000,0.633
+26,mlp.experts.74.up_proj,0.47056556,0.01000,0.633
+26,mlp.experts.75.up_proj,0.96781343,0.01000,0.633
+26,mlp.experts.76.up_proj,0.40938029,0.01000,0.632
+26,mlp.experts.77.up_proj,0.09384564,0.01000,0.633
+26,mlp.experts.78.up_proj,0.07051302,0.01000,0.633
+26,mlp.experts.79.up_proj,0.37121174,0.01000,0.634
+26,mlp.experts.80.up_proj,1.08762932,0.01000,0.631
+26,mlp.experts.81.up_proj,0.78479683,0.01000,0.629
+26,mlp.experts.82.up_proj,0.92556703,0.01000,0.629
+26,mlp.experts.83.up_proj,0.03397609,0.01000,0.634
+26,mlp.experts.84.up_proj,0.80669868,0.01000,0.634
+26,mlp.experts.85.up_proj,0.01272120,0.01000,0.632
+26,mlp.experts.86.up_proj,1.22647953,0.01000,0.631
+26,mlp.experts.87.up_proj,0.13086493,0.01000,0.632
+26,mlp.experts.88.up_proj,0.07947689,0.01000,0.632
+26,mlp.experts.89.up_proj,0.06330230,0.01000,0.632
+26,mlp.experts.90.up_proj,0.03221481,0.01000,0.634
+26,mlp.experts.91.up_proj,0.01163279,0.01000,0.632
+26,mlp.experts.92.up_proj,2.85740232,0.01000,0.633
+26,mlp.experts.93.up_proj,0.04441083,0.01000,0.634
+26,mlp.experts.94.up_proj,0.07358845,0.01000,0.630
+26,mlp.experts.95.up_proj,0.47337914,0.01000,0.630
+26,mlp.experts.96.up_proj,0.06935056,0.01000,0.628
+26,mlp.experts.97.up_proj,0.00867183,0.01000,0.630
+26,mlp.experts.98.up_proj,0.22168940,0.01000,0.633
+26,mlp.experts.99.up_proj,0.32825989,0.01000,0.636
+26,mlp.experts.100.up_proj,1.14690590,0.01000,0.635
+26,mlp.experts.101.up_proj,0.84893203,0.01000,0.633
+26,mlp.experts.102.up_proj,0.50445276,0.01000,0.634
+26,mlp.experts.103.up_proj,0.00060879,0.01000,0.637
+26,mlp.experts.104.up_proj,0.05084495,0.01000,0.636
+26,mlp.experts.105.up_proj,1.18850601,0.01000,0.635
+26,mlp.experts.106.up_proj,0.00022920,0.01000,0.636
+26,mlp.experts.107.up_proj,0.17408882,0.01000,0.636
+26,mlp.experts.108.up_proj,0.33585072,0.01000,0.635
+26,mlp.experts.109.up_proj,0.35565221,0.01000,0.627
+26,mlp.experts.110.up_proj,1.39862740,0.01000,0.628
+26,mlp.experts.111.up_proj,0.46212539,0.01000,0.631
+26,mlp.experts.112.up_proj,0.08487171,0.01000,0.633
+26,mlp.experts.113.up_proj,0.01089575,0.01000,0.631
+26,mlp.experts.114.up_proj,0.16575438,0.01000,0.630
+26,mlp.experts.115.up_proj,0.97004980,0.01000,0.634
+26,mlp.experts.116.up_proj,0.01311079,0.01000,0.635
+26,mlp.experts.117.up_proj,0.00520959,0.01000,0.635
+26,mlp.experts.118.up_proj,0.02028336,0.01000,0.635
+26,mlp.experts.119.up_proj,0.05495470,0.01000,0.634
+26,mlp.experts.120.up_proj,0.00535290,0.01000,0.634
+26,mlp.experts.121.up_proj,0.08246590,0.01000,0.635
+26,mlp.experts.122.up_proj,0.00033943,0.01000,0.635
+26,mlp.experts.123.up_proj,0.01033424,0.01000,0.634
+26,mlp.experts.124.up_proj,0.00982345,0.01000,0.633
+26,mlp.experts.125.up_proj,0.47295630,0.01000,0.633
+26,mlp.experts.126.up_proj,0.01396959,0.01000,0.629
+26,mlp.experts.127.up_proj,0.00007039,0.01000,0.628
+26,mlp.experts.0.gate_proj,0.01077405,0.01000,0.628
+26,mlp.experts.1.gate_proj,0.59967595,0.01000,0.627
+26,mlp.experts.2.gate_proj,0.09381734,0.01000,0.627
+26,mlp.experts.3.gate_proj,0.90985560,0.01000,0.628
+26,mlp.experts.4.gate_proj,2.25520039,0.01000,0.630
+26,mlp.experts.5.gate_proj,0.02133643,0.01000,0.632
+26,mlp.experts.6.gate_proj,0.51103914,0.01000,0.628
+26,mlp.experts.7.gate_proj,0.26252753,0.01000,0.628
+26,mlp.experts.8.gate_proj,0.38658923,0.01000,0.634
+26,mlp.experts.9.gate_proj,0.22302179,0.01000,0.631
+26,mlp.experts.10.gate_proj,0.30716854,0.01000,0.629
+26,mlp.experts.11.gate_proj,0.11642998,0.01000,0.626
+26,mlp.experts.12.gate_proj,0.10339610,0.01000,0.626
+26,mlp.experts.13.gate_proj,0.05896829,0.01000,0.627
+26,mlp.experts.14.gate_proj,2.01265669,0.01000,0.633
+26,mlp.experts.15.gate_proj,0.46002170,0.01000,0.633
+26,mlp.experts.16.gate_proj,0.35854849,0.01000,0.635
+26,mlp.experts.17.gate_proj,1.59731483,0.01000,0.634
+26,mlp.experts.18.gate_proj,0.33667171,0.01000,0.633
+26,mlp.experts.19.gate_proj,0.05299501,0.01000,0.634
+26,mlp.experts.20.gate_proj,0.64801008,0.01000,0.634
+26,mlp.experts.21.gate_proj,0.02379003,0.01000,0.635
+26,mlp.experts.22.gate_proj,1.44552529,0.01000,0.637
+26,mlp.experts.23.gate_proj,0.45533833,0.01000,0.634
+26,mlp.experts.24.gate_proj,0.08689709,0.01000,0.635
+26,mlp.experts.25.gate_proj,0.01260212,0.01000,0.628
+26,mlp.experts.26.gate_proj,0.62231088,0.01000,0.626
+26,mlp.experts.27.gate_proj,0.04670475,0.01000,0.626
+26,mlp.experts.28.gate_proj,0.26471570,0.01000,0.628
+26,mlp.experts.29.gate_proj,0.05330072,0.01000,0.627
+26,mlp.experts.30.gate_proj,0.17427078,0.01000,0.628
+26,mlp.experts.31.gate_proj,0.08978341,0.01000,0.627
+26,mlp.experts.32.gate_proj,0.59031272,0.01000,0.630
+26,mlp.experts.33.gate_proj,1.48368776,0.01000,0.631
+26,mlp.experts.34.gate_proj,0.72512442,0.01000,0.626
+26,mlp.experts.35.gate_proj,0.00758511,0.01000,0.628
+26,mlp.experts.36.gate_proj,0.27967289,0.01000,0.626
+26,mlp.experts.37.gate_proj,0.21499635,0.01000,0.625
+26,mlp.experts.38.gate_proj,1.26413918,0.01000,0.627
+26,mlp.experts.39.gate_proj,0.37531877,0.01000,0.630
+26,mlp.experts.40.gate_proj,0.24275512,0.01000,0.633
+26,mlp.experts.41.gate_proj,0.00022684,0.01000,0.633
+26,mlp.experts.42.gate_proj,2.22369337,0.01000,0.634
+26,mlp.experts.43.gate_proj,0.00039405,0.01000,0.635
+26,mlp.experts.44.gate_proj,0.74015129,0.01000,0.633
+26,mlp.experts.45.gate_proj,0.00002392,0.01000,0.634
+26,mlp.experts.46.gate_proj,0.00296371,0.01000,0.634
+26,mlp.experts.47.gate_proj,0.44233853,0.01000,0.633
+26,mlp.experts.48.gate_proj,0.37951493,0.01000,0.633
+26,mlp.experts.49.gate_proj,1.08928275,0.01000,0.634
+26,mlp.experts.50.gate_proj,0.23765048,0.01000,0.635
+26,mlp.experts.51.gate_proj,0.16822633,0.01000,0.635
+26,mlp.experts.52.gate_proj,0.01188650,0.01000,0.633
+26,mlp.experts.53.gate_proj,0.92603576,0.01000,0.633
+26,mlp.experts.54.gate_proj,0.00125622,0.01000,0.633
+26,mlp.experts.55.gate_proj,0.80041862,0.01000,0.633
+26,mlp.experts.56.gate_proj,0.00887682,0.01000,0.633
+26,mlp.experts.57.gate_proj,0.45770031,0.01000,0.633
+26,mlp.experts.58.gate_proj,0.21063204,0.01000,0.632
+26,mlp.experts.59.gate_proj,0.05837366,0.01000,0.632
+26,mlp.experts.60.gate_proj,0.44681537,0.01000,0.630
+26,mlp.experts.61.gate_proj,0.05405758,0.01000,0.630
+26,mlp.experts.62.gate_proj,0.86487579,0.01000,0.630
+26,mlp.experts.63.gate_proj,0.03419507,0.01000,0.630
+26,mlp.experts.64.gate_proj,0.73040235,0.01000,0.628
+26,mlp.experts.65.gate_proj,0.00009521,0.01000,0.631
+26,mlp.experts.66.gate_proj,0.10314482,0.01000,0.636
+26,mlp.experts.67.gate_proj,0.06286611,0.01000,0.648
+26,mlp.experts.68.gate_proj,0.22903799,0.01000,0.632
+26,mlp.experts.69.gate_proj,0.48375130,0.01000,0.632
+26,mlp.experts.70.gate_proj,0.00006265,0.01000,0.633
+26,mlp.experts.71.gate_proj,0.43418074,0.01000,0.633
+26,mlp.experts.72.gate_proj,0.05112426,0.01000,0.633
+26,mlp.experts.73.gate_proj,0.38827890,0.01000,0.635
+26,mlp.experts.74.gate_proj,0.48540550,0.01000,0.635
+26,mlp.experts.75.gate_proj,0.95054471,0.01000,0.635
+26,mlp.experts.76.gate_proj,0.39047879,0.01000,0.632
+26,mlp.experts.77.gate_proj,0.09555608,0.01000,0.625
+26,mlp.experts.78.gate_proj,0.07159755,0.01000,0.632
+26,mlp.experts.79.gate_proj,0.39235878,0.01000,0.634
+26,mlp.experts.80.gate_proj,1.17067885,0.01000,0.635
+26,mlp.experts.81.gate_proj,0.80958849,0.01000,0.636
+26,mlp.experts.82.gate_proj,1.01981544,0.01000,0.636
+26,mlp.experts.83.gate_proj,0.03477269,0.01000,0.635
+26,mlp.experts.84.gate_proj,0.83753407,0.01000,0.636
+26,mlp.experts.85.gate_proj,0.01326494,0.01000,0.635
+26,mlp.experts.86.gate_proj,1.26381135,0.01000,0.635
+26,mlp.experts.87.gate_proj,0.13497175,0.01000,0.634
+26,mlp.experts.88.gate_proj,0.07625405,0.01000,0.634
+26,mlp.experts.89.gate_proj,0.06514192,0.01000,0.636
+26,mlp.experts.90.gate_proj,0.03056693,0.01000,0.628
+26,mlp.experts.91.gate_proj,0.01242129,0.01000,0.624
+26,mlp.experts.92.gate_proj,2.97179556,0.01000,0.625
+26,mlp.experts.93.gate_proj,0.04246227,0.01000,0.626
+26,mlp.experts.94.gate_proj,0.07795216,0.01000,0.625
+26,mlp.experts.95.gate_proj,0.45943111,0.01000,0.625
+26,mlp.experts.96.gate_proj,0.06791147,0.01000,0.623
+26,mlp.experts.97.gate_proj,0.00886597,0.01000,0.624
+26,mlp.experts.98.gate_proj,0.22515246,0.01000,0.625
+26,mlp.experts.99.gate_proj,0.31574211,0.01000,0.625
+26,mlp.experts.100.gate_proj,1.23973048,0.01000,0.626
+26,mlp.experts.101.gate_proj,0.90234983,0.01000,0.626
+26,mlp.experts.102.gate_proj,0.55928886,0.01000,0.625
+26,mlp.experts.103.gate_proj,0.00063191,0.01000,0.630
+26,mlp.experts.104.gate_proj,0.05062408,0.01000,0.632
+26,mlp.experts.105.gate_proj,1.21317196,0.01000,0.633
+26,mlp.experts.106.gate_proj,0.00021618,0.01000,0.634
+26,mlp.experts.107.gate_proj,0.17046385,0.01000,0.634
+26,mlp.experts.108.gate_proj,0.34235001,0.01000,0.632
+26,mlp.experts.109.gate_proj,0.38668117,0.01000,0.633
+26,mlp.experts.110.gate_proj,1.38893843,0.01000,0.633
+26,mlp.experts.111.gate_proj,0.43670660,0.01000,0.634
+26,mlp.experts.112.gate_proj,0.07759033,0.01000,0.634
+26,mlp.experts.113.gate_proj,0.01139820,0.01000,0.635
+26,mlp.experts.114.gate_proj,0.17291740,0.01000,0.634
+26,mlp.experts.115.gate_proj,0.98376632,0.01000,0.631
+26,mlp.experts.116.gate_proj,0.01354992,0.01000,0.625
+26,mlp.experts.117.gate_proj,0.02648109,0.01000,0.625
+26,mlp.experts.118.gate_proj,0.01785555,0.01000,0.625
+26,mlp.experts.119.gate_proj,0.05297640,0.01000,0.624
+26,mlp.experts.120.gate_proj,0.00555834,0.01000,0.629
+26,mlp.experts.121.gate_proj,0.08443671,0.01000,0.632
+26,mlp.experts.122.gate_proj,0.00029154,0.01000,0.634
+26,mlp.experts.123.gate_proj,0.00980003,0.01000,0.632
+26,mlp.experts.124.gate_proj,0.00983120,0.01000,0.634
+26,mlp.experts.125.gate_proj,0.46358514,0.01000,0.634
+26,mlp.experts.126.gate_proj,0.01416373,0.01000,0.634
+26,mlp.experts.127.gate_proj,0.00006692,0.01000,0.633
+26,mlp.experts.0.down_proj,0.00279273,0.01000,0.262
+26,mlp.experts.1.down_proj,0.13523839,0.01000,0.240
+26,mlp.experts.2.down_proj,0.01874941,0.01000,0.240
+26,mlp.experts.3.down_proj,0.18107970,0.01000,0.241
+26,mlp.experts.4.down_proj,1.42211747,0.01000,0.239
+26,mlp.experts.5.down_proj,0.01421949,0.01000,0.239
+26,mlp.experts.6.down_proj,0.11436439,0.01000,0.238
+26,mlp.experts.7.down_proj,0.07150189,0.01000,0.241
+26,mlp.experts.8.down_proj,0.09088662,0.01000,0.240
+26,mlp.experts.9.down_proj,0.09850302,0.01000,0.240
+26,mlp.experts.10.down_proj,0.14332047,0.01000,0.240
+26,mlp.experts.11.down_proj,0.04170179,0.01000,0.241
+26,mlp.experts.12.down_proj,0.03613617,0.01000,0.241
+26,mlp.experts.13.down_proj,0.00661109,0.01000,0.240
+26,mlp.experts.14.down_proj,0.50970590,0.01000,0.240
+26,mlp.experts.15.down_proj,0.19850627,0.01000,0.241
+26,mlp.experts.16.down_proj,0.04992428,0.01000,0.242
+26,mlp.experts.17.down_proj,1.11282349,0.01000,0.241
+26,mlp.experts.18.down_proj,0.13038498,0.01000,0.240
+26,mlp.experts.19.down_proj,0.01112509,0.01000,0.242
+26,mlp.experts.20.down_proj,0.27708083,0.01000,0.241
+26,mlp.experts.21.down_proj,0.00719118,0.01000,0.241
+26,mlp.experts.22.down_proj,0.33955783,0.01000,0.243
+26,mlp.experts.23.down_proj,0.09906611,0.01000,0.242
+26,mlp.experts.24.down_proj,0.02462291,0.01000,0.241
+26,mlp.experts.25.down_proj,0.00480172,0.01000,0.241
+26,mlp.experts.26.down_proj,0.16217141,0.01000,0.241
+26,mlp.experts.27.down_proj,0.00908086,0.01000,0.241
+26,mlp.experts.28.down_proj,0.09812680,0.01000,0.242
+26,mlp.experts.29.down_proj,0.00990909,0.01000,0.241
+26,mlp.experts.30.down_proj,0.03059447,0.01000,0.241
+26,mlp.experts.31.down_proj,0.01889701,0.01000,0.242
+26,mlp.experts.32.down_proj,0.34590831,0.01000,0.242
+26,mlp.experts.33.down_proj,0.48413789,0.01000,0.243
+26,mlp.experts.34.down_proj,0.16899091,0.01000,0.242
+26,mlp.experts.35.down_proj,0.00501356,0.01000,0.243
+26,mlp.experts.36.down_proj,0.06352770,0.01000,0.243
+26,mlp.experts.37.down_proj,0.04044590,0.01000,0.242
+26,mlp.experts.38.down_proj,0.25595644,0.01000,0.242
+26,mlp.experts.39.down_proj,0.13443071,0.01000,0.243
+26,mlp.experts.40.down_proj,0.04420694,0.01000,0.246
+26,mlp.experts.41.down_proj,0.00008075,0.01000,0.246
+26,mlp.experts.42.down_proj,0.58366930,0.01000,0.246
+26,mlp.experts.43.down_proj,0.00015023,0.01000,0.248
+26,mlp.experts.44.down_proj,0.16321677,0.01000,0.248
+26,mlp.experts.45.down_proj,0.00000450,0.01000,0.247
+26,mlp.experts.46.down_proj,0.00159461,0.01000,0.247
+26,mlp.experts.47.down_proj,0.12999322,0.01000,0.247
+26,mlp.experts.48.down_proj,0.16789800,0.01000,0.247
+26,mlp.experts.49.down_proj,0.39868987,0.01000,0.247
+26,mlp.experts.50.down_proj,0.04782999,0.01000,0.247
+26,mlp.experts.51.down_proj,0.03198868,0.01000,0.247
+26,mlp.experts.52.down_proj,0.00385363,0.01000,0.247
+26,mlp.experts.53.down_proj,0.20493774,0.01000,0.248
+26,mlp.experts.54.down_proj,0.00041540,0.01000,0.247
+26,mlp.experts.55.down_proj,0.15296194,0.01000,0.248
+26,mlp.experts.56.down_proj,0.00295403,0.01000,0.248
+26,mlp.experts.57.down_proj,0.10513180,0.01000,0.247
+26,mlp.experts.58.down_proj,0.07689255,0.01000,0.247
+26,mlp.experts.59.down_proj,0.01790444,0.01000,0.248
+26,mlp.experts.60.down_proj,0.15357532,0.01000,0.248
+26,mlp.experts.61.down_proj,0.01282717,0.01000,0.247
+26,mlp.experts.62.down_proj,0.29424748,0.01000,0.248
+26,mlp.experts.63.down_proj,0.03783965,0.01000,0.247
+26,mlp.experts.64.down_proj,0.30749297,0.01000,0.247
+26,mlp.experts.65.down_proj,0.00002150,0.01000,0.248
+26,mlp.experts.66.down_proj,0.02819201,0.01000,0.247
+26,mlp.experts.67.down_proj,0.01111084,0.01000,0.247
+26,mlp.experts.68.down_proj,0.08306334,0.01000,0.248
+26,mlp.experts.69.down_proj,0.10866567,0.01000,0.247
+26,mlp.experts.70.down_proj,0.00001263,0.01000,0.248
+26,mlp.experts.71.down_proj,0.12606287,0.01000,0.248
+26,mlp.experts.72.down_proj,0.02725878,0.01000,0.247
+26,mlp.experts.73.down_proj,0.16921794,0.01000,0.247
+26,mlp.experts.74.down_proj,0.14939272,0.01000,0.246
+26,mlp.experts.75.down_proj,0.24409822,0.01000,0.247
+26,mlp.experts.76.down_proj,0.06884077,0.01000,0.248
+26,mlp.experts.77.down_proj,0.01564276,0.01000,0.248
+26,mlp.experts.78.down_proj,0.03824470,0.01000,0.248
+26,mlp.experts.79.down_proj,0.10253775,0.01000,0.247
+26,mlp.experts.80.down_proj,0.46865782,0.01000,0.248
+26,mlp.experts.81.down_proj,0.42041647,0.01000,0.248
+26,mlp.experts.82.down_proj,0.33401856,0.01000,0.248
+26,mlp.experts.83.down_proj,0.02039978,0.01000,0.248
+26,mlp.experts.84.down_proj,0.29884315,0.01000,0.248
+26,mlp.experts.85.down_proj,0.00555125,0.01000,0.248
+26,mlp.experts.86.down_proj,0.30364454,0.01000,0.248
+26,mlp.experts.87.down_proj,0.01882546,0.01000,0.246
+26,mlp.experts.88.down_proj,0.02167134,0.01000,0.248
+26,mlp.experts.89.down_proj,0.01123155,0.01000,0.248
+26,mlp.experts.90.down_proj,0.00727934,0.01000,0.248
+26,mlp.experts.91.down_proj,0.00064300,0.01000,0.247
+26,mlp.experts.92.down_proj,0.46512806,0.01000,0.248
+26,mlp.experts.93.down_proj,0.02103691,0.01000,0.248
+26,mlp.experts.94.down_proj,0.03090573,0.01000,0.247
+26,mlp.experts.95.down_proj,0.08922043,0.01000,0.247
+26,mlp.experts.96.down_proj,0.01771238,0.01000,0.248
+26,mlp.experts.97.down_proj,0.00173885,0.01000,0.248
+26,mlp.experts.98.down_proj,0.04603028,0.01000,0.247
+26,mlp.experts.99.down_proj,0.06442861,0.01000,0.247
+26,mlp.experts.100.down_proj,0.55551732,0.01000,0.248
+26,mlp.experts.101.down_proj,0.25727612,0.01000,0.248
+26,mlp.experts.102.down_proj,0.17460191,0.01000,0.248
+26,mlp.experts.103.down_proj,0.00006454,0.01000,0.248
+26,mlp.experts.104.down_proj,0.02548295,0.01000,0.248
+26,mlp.experts.105.down_proj,0.34665745,0.01000,0.246
+26,mlp.experts.106.down_proj,0.00011303,0.01000,0.245
+26,mlp.experts.107.down_proj,0.04956424,0.01000,0.247
+26,mlp.experts.108.down_proj,0.07215344,0.01000,0.248
+26,mlp.experts.109.down_proj,0.06901516,0.01000,0.246
+26,mlp.experts.110.down_proj,0.40824860,0.01000,0.246
+26,mlp.experts.111.down_proj,0.11143118,0.01000,0.246
+26,mlp.experts.112.down_proj,0.02175812,0.01000,0.248
+26,mlp.experts.113.down_proj,0.00341007,0.01000,0.247
+26,mlp.experts.114.down_proj,0.03592027,0.01000,0.247
+26,mlp.experts.115.down_proj,0.21709535,0.01000,0.247
+26,mlp.experts.116.down_proj,0.00597690,0.01000,0.246
+26,mlp.experts.117.down_proj,0.00011809,0.01000,0.246
+26,mlp.experts.118.down_proj,0.00667862,0.01000,0.246
+26,mlp.experts.119.down_proj,0.02209546,0.01000,0.246
+26,mlp.experts.120.down_proj,0.00164994,0.01000,0.245
+26,mlp.experts.121.down_proj,0.01099840,0.01000,0.247
+26,mlp.experts.122.down_proj,0.00012420,0.01000,0.247
+26,mlp.experts.123.down_proj,0.00369248,0.01000,0.248
+26,mlp.experts.124.down_proj,0.00302111,0.01000,0.249
+26,mlp.experts.125.down_proj,0.17946620,0.01000,0.250
+26,mlp.experts.126.down_proj,0.00686261,0.01000,0.249
+26,mlp.experts.127.down_proj,0.00001887,0.01000,0.248
+27,self_attn.q_proj,0.30222735,0.01000,0.646
+27,self_attn.k_proj,0.03747118,0.01000,0.631
+27,self_attn.v_proj,0.03929167,0.01000,0.630
+27,self_attn.o_proj,0.03668566,0.01000,1.256
+27,mlp.experts.0.up_proj,3.05937672,0.01000,0.659
+27,mlp.experts.1.up_proj,0.79655778,0.01000,0.619
+27,mlp.experts.2.up_proj,0.27702117,0.01000,0.618
+27,mlp.experts.3.up_proj,0.64312637,0.01000,0.622
+27,mlp.experts.4.up_proj,0.17412041,0.01000,0.623
+27,mlp.experts.5.up_proj,0.17239606,0.01000,0.624
+27,mlp.experts.6.up_proj,0.45715761,0.01000,0.623
+27,mlp.experts.7.up_proj,0.74095070,0.01000,0.624
+27,mlp.experts.8.up_proj,0.83888102,0.01000,0.630
+27,mlp.experts.9.up_proj,0.36136258,0.01000,0.632
+27,mlp.experts.10.up_proj,0.04176965,0.01000,0.632
+27,mlp.experts.11.up_proj,1.66306615,0.01000,0.632
+27,mlp.experts.12.up_proj,0.06868972,0.01000,0.631
+27,mlp.experts.13.up_proj,0.15987048,0.01000,0.630
+27,mlp.experts.14.up_proj,0.04561327,0.01000,0.631
+27,mlp.experts.15.up_proj,0.00273089,0.01000,0.632
+27,mlp.experts.16.up_proj,1.89554536,0.01000,0.633
+27,mlp.experts.17.up_proj,0.53423470,0.01000,0.630
+27,mlp.experts.18.up_proj,0.06197894,0.01000,0.627
+27,mlp.experts.19.up_proj,0.04333567,0.01000,0.622
+27,mlp.experts.20.up_proj,0.39390609,0.01000,0.622
+27,mlp.experts.21.up_proj,0.00658153,0.01000,0.625
+27,mlp.experts.22.up_proj,0.00021141,0.01000,0.624
+27,mlp.experts.23.up_proj,0.43211928,0.01000,0.623
+27,mlp.experts.24.up_proj,0.02202721,0.01000,0.624
+27,mlp.experts.25.up_proj,3.25557423,0.01000,0.621
+27,mlp.experts.26.up_proj,0.00789491,0.01000,0.623
+27,mlp.experts.27.up_proj,0.02003800,0.01000,0.623
+27,mlp.experts.28.up_proj,0.03925084,0.01000,0.623
+27,mlp.experts.29.up_proj,0.10987169,0.01000,0.623
+27,mlp.experts.30.up_proj,0.15176484,0.01000,0.622
+27,mlp.experts.31.up_proj,0.22744995,0.01000,0.624
+27,mlp.experts.32.up_proj,2.21979570,0.01000,0.625
+27,mlp.experts.33.up_proj,0.40164813,0.01000,0.632
+27,mlp.experts.34.up_proj,0.44281033,0.01000,0.631
+27,mlp.experts.35.up_proj,0.50502694,0.01000,0.631
+27,mlp.experts.36.up_proj,0.00290360,0.01000,0.633
+27,mlp.experts.37.up_proj,0.26780573,0.01000,0.633
+27,mlp.experts.38.up_proj,0.00507107,0.01000,0.633
+27,mlp.experts.39.up_proj,0.23648544,0.01000,0.631
+27,mlp.experts.40.up_proj,1.62632513,0.01000,0.631
+27,mlp.experts.41.up_proj,1.25206065,0.01000,0.631
+27,mlp.experts.42.up_proj,0.01535841,0.01000,0.632
+27,mlp.experts.43.up_proj,0.00230141,0.01000,0.632
+27,mlp.experts.44.up_proj,0.01234643,0.01000,0.629
+27,mlp.experts.45.up_proj,0.08725780,0.01000,0.623
+27,mlp.experts.46.up_proj,0.36702830,0.01000,0.622
+27,mlp.experts.47.up_proj,0.01556568,0.01000,0.624
+27,mlp.experts.48.up_proj,0.19527997,0.01000,0.623
+27,mlp.experts.49.up_proj,0.63384712,0.01000,0.622
+27,mlp.experts.50.up_proj,0.09969845,0.01000,0.622
+27,mlp.experts.51.up_proj,0.97645903,0.01000,0.624
+27,mlp.experts.52.up_proj,1.24298453,0.01000,0.625
+27,mlp.experts.53.up_proj,0.02197670,0.01000,0.622
+27,mlp.experts.54.up_proj,0.23178628,0.01000,0.623
+27,mlp.experts.55.up_proj,0.40715295,0.01000,0.623
+27,mlp.experts.56.up_proj,0.43917525,0.01000,0.623
+27,mlp.experts.57.up_proj,0.12902670,0.01000,0.623
+27,mlp.experts.58.up_proj,0.36796984,0.01000,0.629
+27,mlp.experts.59.up_proj,0.27881879,0.01000,0.630
+27,mlp.experts.60.up_proj,0.23431058,0.01000,0.630
+27,mlp.experts.61.up_proj,0.17178388,0.01000,0.630
+27,mlp.experts.62.up_proj,0.01107359,0.01000,0.629
+27,mlp.experts.63.up_proj,0.15551555,0.01000,0.631
+27,mlp.experts.64.up_proj,0.02587901,0.01000,0.629
+27,mlp.experts.65.up_proj,0.00030142,0.01000,0.634
+27,mlp.experts.66.up_proj,0.08855227,0.01000,0.632
+27,mlp.experts.67.up_proj,0.00009552,0.01000,0.632
+27,mlp.experts.68.up_proj,0.13834342,0.01000,0.632
+27,mlp.experts.69.up_proj,0.28476569,0.01000,0.632
+27,mlp.experts.70.up_proj,0.58788401,0.01000,0.627
+27,mlp.experts.71.up_proj,0.24815005,0.01000,0.625
+27,mlp.experts.72.up_proj,0.24571183,0.01000,0.631
+27,mlp.experts.73.up_proj,0.02816365,0.01000,0.632
+27,mlp.experts.74.up_proj,0.00030886,0.01000,0.631
+27,mlp.experts.75.up_proj,1.43495083,0.01000,0.632
+27,mlp.experts.76.up_proj,0.11930612,0.01000,0.632
+27,mlp.experts.77.up_proj,0.90205538,0.01000,0.631
+27,mlp.experts.78.up_proj,0.19464204,0.01000,0.631
+27,mlp.experts.79.up_proj,0.01117307,0.01000,0.630
+27,mlp.experts.80.up_proj,0.78874969,0.01000,0.631
+27,mlp.experts.81.up_proj,0.08267917,0.01000,0.630
+27,mlp.experts.82.up_proj,1.05182028,0.01000,0.631
+27,mlp.experts.83.up_proj,0.35028940,0.01000,0.629
+27,mlp.experts.84.up_proj,0.24553749,0.01000,0.623
+27,mlp.experts.85.up_proj,0.53633934,0.01000,0.631
+27,mlp.experts.86.up_proj,0.76552629,0.01000,0.631
+27,mlp.experts.87.up_proj,2.57480860,0.01000,0.632
+27,mlp.experts.88.up_proj,0.00668690,0.01000,0.632
+27,mlp.experts.89.up_proj,1.28418303,0.01000,0.632
+27,mlp.experts.90.up_proj,0.55344737,0.01000,0.633
+27,mlp.experts.91.up_proj,0.55813521,0.01000,0.633
+27,mlp.experts.92.up_proj,0.00020347,0.01000,0.633
+27,mlp.experts.93.up_proj,0.08912804,0.01000,0.632
+27,mlp.experts.94.up_proj,0.41059023,0.01000,0.631
+27,mlp.experts.95.up_proj,0.61883998,0.01000,0.634
+27,mlp.experts.96.up_proj,0.16661704,0.01000,0.632
+27,mlp.experts.97.up_proj,0.00042402,0.01000,0.622
+27,mlp.experts.98.up_proj,0.84848124,0.01000,0.625
+27,mlp.experts.99.up_proj,0.01495556,0.01000,0.625
+27,mlp.experts.100.up_proj,0.57491022,0.01000,0.623
+27,mlp.experts.101.up_proj,0.79747069,0.01000,0.625
+27,mlp.experts.102.up_proj,0.77323687,0.01000,0.621
+27,mlp.experts.103.up_proj,0.07720083,0.01000,0.623
+27,mlp.experts.104.up_proj,0.01625471,0.01000,0.625
+27,mlp.experts.105.up_proj,0.00195969,0.01000,0.628
+27,mlp.experts.106.up_proj,0.41022408,0.01000,0.631
+27,mlp.experts.107.up_proj,0.04127735,0.01000,0.631
+27,mlp.experts.108.up_proj,0.00001221,0.01000,0.630
+27,mlp.experts.109.up_proj,0.35904157,0.01000,0.631
+27,mlp.experts.110.up_proj,0.04848669,0.01000,0.631
+27,mlp.experts.111.up_proj,0.00183987,0.01000,0.631
+27,mlp.experts.112.up_proj,0.01642672,0.01000,0.632
+27,mlp.experts.113.up_proj,0.06171417,0.01000,0.631
+27,mlp.experts.114.up_proj,0.00007146,0.01000,0.632
+27,mlp.experts.115.up_proj,0.07648619,0.01000,0.631
+27,mlp.experts.116.up_proj,0.26537377,0.01000,0.629
+27,mlp.experts.117.up_proj,0.52464324,0.01000,0.628
+27,mlp.experts.118.up_proj,0.16256833,0.01000,0.622
+27,mlp.experts.119.up_proj,0.70769370,0.01000,0.623
+27,mlp.experts.120.up_proj,1.52809823,0.01000,0.623
+27,mlp.experts.121.up_proj,0.81706250,0.01000,0.624
+27,mlp.experts.122.up_proj,0.06370469,0.01000,0.622
+27,mlp.experts.123.up_proj,0.08968338,0.01000,0.621
+27,mlp.experts.124.up_proj,0.00003411,0.01000,0.622
+27,mlp.experts.125.up_proj,1.91735458,0.01000,0.624
+27,mlp.experts.126.up_proj,0.56509095,0.01000,0.626
+27,mlp.experts.127.up_proj,1.66014576,0.01000,0.631
+27,mlp.experts.0.gate_proj,3.54117918,0.01000,0.632
+27,mlp.experts.1.gate_proj,0.71074522,0.01000,0.632
+27,mlp.experts.2.gate_proj,0.28321576,0.01000,0.632
+27,mlp.experts.3.gate_proj,0.55339015,0.01000,0.635
+27,mlp.experts.4.gate_proj,0.12281674,0.01000,0.634
+27,mlp.experts.5.gate_proj,0.17451862,0.01000,0.635
+27,mlp.experts.6.gate_proj,0.44298235,0.01000,0.632
+27,mlp.experts.7.gate_proj,0.70700252,0.01000,0.633
+27,mlp.experts.8.gate_proj,0.81212938,0.01000,0.636
+27,mlp.experts.9.gate_proj,0.37697548,0.01000,0.641
+27,mlp.experts.10.gate_proj,0.03826277,0.01000,0.631
+27,mlp.experts.11.gate_proj,1.73365879,0.01000,0.624
+27,mlp.experts.12.gate_proj,0.07007577,0.01000,0.624
+27,mlp.experts.13.gate_proj,0.16171578,0.01000,0.632
+27,mlp.experts.14.gate_proj,0.04715308,0.01000,0.632
+27,mlp.experts.15.gate_proj,0.00290068,0.01000,0.632
+27,mlp.experts.16.gate_proj,1.82785535,0.01000,0.631
+27,mlp.experts.17.gate_proj,0.51645160,0.01000,0.632
+27,mlp.experts.18.gate_proj,0.05963693,0.01000,0.632
+27,mlp.experts.19.gate_proj,0.04545836,0.01000,0.631
+27,mlp.experts.20.gate_proj,0.36482728,0.01000,0.631
+27,mlp.experts.21.gate_proj,0.00690058,0.01000,0.633
+27,mlp.experts.22.gate_proj,0.00019814,0.01000,0.634
+27,mlp.experts.23.gate_proj,0.39314613,0.01000,0.631
+27,mlp.experts.24.gate_proj,0.02249874,0.01000,0.632
+27,mlp.experts.25.gate_proj,3.72357464,0.01000,0.630
+27,mlp.experts.26.gate_proj,0.00804801,0.01000,0.626
+27,mlp.experts.27.gate_proj,0.02058390,0.01000,0.620
+27,mlp.experts.28.gate_proj,0.03981504,0.01000,0.628
+27,mlp.experts.29.gate_proj,0.12018423,0.01000,0.631
+27,mlp.experts.30.gate_proj,0.14784330,0.01000,0.632
+27,mlp.experts.31.gate_proj,0.20079574,0.01000,0.631
+27,mlp.experts.32.gate_proj,2.65023804,0.01000,0.632
+27,mlp.experts.33.gate_proj,0.41906667,0.01000,0.631
+27,mlp.experts.34.gate_proj,0.43749151,0.01000,0.631
+27,mlp.experts.35.gate_proj,0.47240192,0.01000,0.622
+27,mlp.experts.36.gate_proj,0.00275496,0.01000,0.622
+27,mlp.experts.37.gate_proj,0.26354310,0.01000,0.625
+27,mlp.experts.38.gate_proj,0.00477655,0.01000,0.624
+27,mlp.experts.39.gate_proj,0.24305226,0.01000,0.622
+27,mlp.experts.40.gate_proj,1.56289184,0.01000,0.625
+27,mlp.experts.41.gate_proj,1.21441317,0.01000,0.630
+27,mlp.experts.42.gate_proj,0.01535278,0.01000,0.638
+27,mlp.experts.43.gate_proj,0.00226483,0.01000,0.648
+27,mlp.experts.44.gate_proj,0.01282359,0.01000,0.631
+27,mlp.experts.45.gate_proj,0.08707422,0.01000,0.632
+27,mlp.experts.46.gate_proj,0.35587579,0.01000,0.633
+27,mlp.experts.47.gate_proj,0.01488235,0.01000,0.632
+27,mlp.experts.48.gate_proj,0.21157265,0.01000,0.634
+27,mlp.experts.49.gate_proj,0.67468554,0.01000,0.633
+27,mlp.experts.50.gate_proj,0.10101248,0.01000,0.634
+27,mlp.experts.51.gate_proj,1.05058050,0.01000,0.634
+27,mlp.experts.52.gate_proj,1.27660251,0.01000,0.633
+27,mlp.experts.53.gate_proj,0.02051290,0.01000,0.630
+27,mlp.experts.54.gate_proj,0.22655356,0.01000,0.624
+27,mlp.experts.55.gate_proj,0.38855782,0.01000,0.627
+27,mlp.experts.56.gate_proj,0.41862452,0.01000,0.629
+27,mlp.experts.57.gate_proj,0.12567687,0.01000,0.634
+27,mlp.experts.58.gate_proj,0.35370478,0.01000,0.634
+27,mlp.experts.59.gate_proj,0.29813948,0.01000,0.635
+27,mlp.experts.60.gate_proj,0.22369793,0.01000,0.633
+27,mlp.experts.61.gate_proj,0.16923687,0.01000,0.634
+27,mlp.experts.62.gate_proj,0.01062654,0.01000,0.634
+27,mlp.experts.63.gate_proj,0.16121258,0.01000,0.634
+27,mlp.experts.64.gate_proj,0.02642049,0.01000,0.633
+27,mlp.experts.65.gate_proj,0.00030357,0.01000,0.636
+27,mlp.experts.66.gate_proj,0.09099196,0.01000,0.635
+27,mlp.experts.67.gate_proj,0.00009008,0.01000,0.635
+27,mlp.experts.68.gate_proj,0.14132716,0.01000,0.635
+27,mlp.experts.69.gate_proj,0.27325717,0.01000,0.629
+27,mlp.experts.70.gate_proj,0.58562720,0.01000,0.628
+27,mlp.experts.71.gate_proj,0.23822856,0.01000,0.624
+27,mlp.experts.72.gate_proj,0.25312889,0.01000,0.625
+27,mlp.experts.73.gate_proj,0.09768361,0.01000,0.624
+27,mlp.experts.74.gate_proj,0.00033762,0.01000,0.623
+27,mlp.experts.75.gate_proj,1.50839591,0.01000,0.623
+27,mlp.experts.76.gate_proj,0.11037250,0.01000,0.623
+27,mlp.experts.77.gate_proj,0.87970114,0.01000,0.622
+27,mlp.experts.78.gate_proj,0.18324912,0.01000,0.628
+27,mlp.experts.79.gate_proj,0.01175211,0.01000,0.632
+27,mlp.experts.80.gate_proj,0.83591330,0.01000,0.632
+27,mlp.experts.81.gate_proj,0.08234054,0.01000,0.632
+27,mlp.experts.82.gate_proj,0.97784734,0.01000,0.631
+27,mlp.experts.83.gate_proj,0.36219695,0.01000,0.631
+27,mlp.experts.84.gate_proj,0.24284936,0.01000,0.632
+27,mlp.experts.85.gate_proj,0.50847268,0.01000,0.632
+27,mlp.experts.86.gate_proj,0.72527039,0.01000,0.633
+27,mlp.experts.87.gate_proj,2.71448851,0.01000,0.635
+27,mlp.experts.88.gate_proj,0.00694157,0.01000,0.633
+27,mlp.experts.89.gate_proj,1.28757799,0.01000,0.631
+27,mlp.experts.90.gate_proj,0.57644916,0.01000,0.634
+27,mlp.experts.91.gate_proj,0.51633441,0.01000,0.630
+27,mlp.experts.92.gate_proj,0.00023744,0.01000,0.632
+27,mlp.experts.93.gate_proj,0.08684395,0.01000,0.631
+27,mlp.experts.94.gate_proj,0.39018613,0.01000,0.631
+27,mlp.experts.95.gate_proj,0.55787504,0.01000,0.630
+27,mlp.experts.96.gate_proj,0.15887120,0.01000,0.630
+27,mlp.experts.97.gate_proj,0.00039102,0.01000,0.630
+27,mlp.experts.98.gate_proj,0.83383095,0.01000,0.632
+27,mlp.experts.99.gate_proj,0.01525514,0.01000,0.636
+27,mlp.experts.100.gate_proj,0.61155778,0.01000,0.636
+27,mlp.experts.101.gate_proj,0.86476028,0.01000,0.636
+27,mlp.experts.102.gate_proj,0.82166803,0.01000,0.635
+27,mlp.experts.103.gate_proj,0.07484815,0.01000,0.636
+27,mlp.experts.104.gate_proj,0.01538102,0.01000,0.634
+27,mlp.experts.105.gate_proj,0.00184596,0.01000,0.634
+27,mlp.experts.106.gate_proj,0.42959833,0.01000,0.635
+27,mlp.experts.107.gate_proj,0.04176552,0.01000,0.634
+27,mlp.experts.108.gate_proj,0.00001226,0.01000,0.635
+27,mlp.experts.109.gate_proj,0.36828446,0.01000,0.632
+27,mlp.experts.110.gate_proj,0.04899880,0.01000,0.624
+27,mlp.experts.111.gate_proj,0.00190657,0.01000,0.626
+27,mlp.experts.112.gate_proj,0.01731492,0.01000,0.627
+27,mlp.experts.113.gate_proj,0.05835542,0.01000,0.630
+27,mlp.experts.114.gate_proj,0.00007231,0.01000,0.631
+27,mlp.experts.115.gate_proj,0.07442620,0.01000,0.631
+27,mlp.experts.116.gate_proj,0.27153856,0.01000,0.633
+27,mlp.experts.117.gate_proj,0.53020430,0.01000,0.631
+27,mlp.experts.118.gate_proj,0.16315110,0.01000,0.632
+27,mlp.experts.119.gate_proj,0.75295424,0.01000,0.633
+27,mlp.experts.120.gate_proj,1.52639771,0.01000,0.633
+27,mlp.experts.121.gate_proj,0.77834129,0.01000,0.630
+27,mlp.experts.122.gate_proj,0.06617844,0.01000,0.631
+27,mlp.experts.123.gate_proj,0.08642577,0.01000,0.630
+27,mlp.experts.124.gate_proj,0.00003445,0.01000,0.631
+27,mlp.experts.125.gate_proj,1.91700077,0.01000,0.630
+27,mlp.experts.126.gate_proj,0.51127768,0.01000,0.631
+27,mlp.experts.127.gate_proj,1.65427256,0.01000,0.631
+27,mlp.experts.0.down_proj,1.06105018,0.01000,0.259
+27,mlp.experts.1.down_proj,0.17300153,0.01000,0.237
+27,mlp.experts.2.down_proj,0.08030160,0.01000,0.236
+27,mlp.experts.3.down_proj,0.22535875,0.01000,0.236
+27,mlp.experts.4.down_proj,0.04309845,0.01000,0.236
+27,mlp.experts.5.down_proj,0.09395225,0.01000,0.236
+27,mlp.experts.6.down_proj,0.08595040,0.01000,0.236
+27,mlp.experts.7.down_proj,0.13188981,0.01000,0.239
+27,mlp.experts.8.down_proj,0.15678665,0.01000,0.238
+27,mlp.experts.9.down_proj,0.07061148,0.01000,0.238
+27,mlp.experts.10.down_proj,0.01354218,0.01000,0.237
+27,mlp.experts.11.down_proj,0.46592855,0.01000,0.238
+27,mlp.experts.12.down_proj,0.03229012,0.01000,0.238
+27,mlp.experts.13.down_proj,0.04833031,0.01000,0.238
+27,mlp.experts.14.down_proj,0.01004009,0.01000,0.237
+27,mlp.experts.15.down_proj,0.00117542,0.01000,0.238
+27,mlp.experts.16.down_proj,0.44328314,0.01000,0.238
+27,mlp.experts.17.down_proj,0.09651157,0.01000,0.239
+27,mlp.experts.18.down_proj,0.01471437,0.01000,0.238
+27,mlp.experts.19.down_proj,0.01936009,0.01000,0.238
+27,mlp.experts.20.down_proj,0.09172296,0.01000,0.238
+27,mlp.experts.21.down_proj,0.00118440,0.01000,0.238
+27,mlp.experts.22.down_proj,0.00008126,0.01000,0.238
+27,mlp.experts.23.down_proj,0.17552069,0.01000,0.240
+27,mlp.experts.24.down_proj,0.00487978,0.01000,0.241
+27,mlp.experts.25.down_proj,0.82123446,0.01000,0.241
+27,mlp.experts.26.down_proj,0.00258771,0.01000,0.243
+27,mlp.experts.27.down_proj,0.00366617,0.01000,0.241
+27,mlp.experts.28.down_proj,0.01518110,0.01000,0.242
+27,mlp.experts.29.down_proj,0.02425030,0.01000,0.241
+27,mlp.experts.30.down_proj,0.04021967,0.01000,0.243
+27,mlp.experts.31.down_proj,0.07607043,0.01000,0.242
+27,mlp.experts.32.down_proj,1.09010148,0.01000,0.242
+27,mlp.experts.33.down_proj,0.15250817,0.01000,0.242
+27,mlp.experts.34.down_proj,0.11967085,0.01000,0.242
+27,mlp.experts.35.down_proj,0.12742214,0.01000,0.242
+27,mlp.experts.36.down_proj,0.00237371,0.01000,0.242
+27,mlp.experts.37.down_proj,0.07900748,0.01000,0.243
+27,mlp.experts.38.down_proj,0.00456668,0.01000,0.242
+27,mlp.experts.39.down_proj,0.04158150,0.01000,0.243
+27,mlp.experts.40.down_proj,0.32913691,0.01000,0.244
+27,mlp.experts.41.down_proj,0.56348109,0.01000,0.242
+27,mlp.experts.42.down_proj,0.00466630,0.01000,0.240
+27,mlp.experts.43.down_proj,0.00142040,0.01000,0.241
+27,mlp.experts.44.down_proj,0.00595970,0.01000,0.240
+27,mlp.experts.45.down_proj,0.02276747,0.01000,0.239
+27,mlp.experts.46.down_proj,0.14801115,0.01000,0.240
+27,mlp.experts.47.down_proj,0.00641423,0.01000,0.240
+27,mlp.experts.48.down_proj,0.01797825,0.01000,0.240
+27,mlp.experts.49.down_proj,0.19644099,0.01000,0.242
+27,mlp.experts.50.down_proj,0.01899613,0.01000,0.242
+27,mlp.experts.51.down_proj,0.28205276,0.01000,0.242
+27,mlp.experts.52.down_proj,0.58524537,0.01000,0.243
+27,mlp.experts.53.down_proj,0.00710124,0.01000,0.245
+27,mlp.experts.54.down_proj,0.05754063,0.01000,0.244
+27,mlp.experts.55.down_proj,0.08770348,0.01000,0.244
+27,mlp.experts.56.down_proj,0.07228987,0.01000,0.244
+27,mlp.experts.57.down_proj,0.02811113,0.01000,0.244
+27,mlp.experts.58.down_proj,0.06009094,0.01000,0.245
+27,mlp.experts.59.down_proj,0.07403439,0.01000,0.244
+27,mlp.experts.60.down_proj,0.05757077,0.01000,0.244
+27,mlp.experts.61.down_proj,0.03628661,0.01000,0.245
+27,mlp.experts.62.down_proj,0.00390275,0.01000,0.245
+27,mlp.experts.63.down_proj,0.03545541,0.01000,0.244
+27,mlp.experts.64.down_proj,0.00390413,0.01000,0.245
+27,mlp.experts.65.down_proj,0.00014005,0.01000,0.245
+27,mlp.experts.66.down_proj,0.03105530,0.01000,0.244
+27,mlp.experts.67.down_proj,0.00002301,0.01000,0.245
+27,mlp.experts.68.down_proj,0.03901286,0.01000,0.244
+27,mlp.experts.69.down_proj,0.08640993,0.01000,0.245
+27,mlp.experts.70.down_proj,0.27693352,0.01000,0.245
+27,mlp.experts.71.down_proj,0.06399091,0.01000,0.245
+27,mlp.experts.72.down_proj,0.05861349,0.01000,0.245
+27,mlp.experts.73.down_proj,0.00239111,0.01000,0.245
+27,mlp.experts.74.down_proj,0.00012655,0.01000,0.244
+27,mlp.experts.75.down_proj,0.42788059,0.01000,0.245
+27,mlp.experts.76.down_proj,0.02661037,0.01000,0.244
+27,mlp.experts.77.down_proj,0.28178155,0.01000,0.245
+27,mlp.experts.78.down_proj,0.05191720,0.01000,0.245
+27,mlp.experts.79.down_proj,0.00240191,0.01000,0.245
+27,mlp.experts.80.down_proj,0.24521169,0.01000,0.245
+27,mlp.experts.81.down_proj,0.01814120,0.01000,0.245
+27,mlp.experts.82.down_proj,0.19804052,0.01000,0.245
+27,mlp.experts.83.down_proj,0.06137604,0.01000,0.246
+27,mlp.experts.84.down_proj,0.05807956,0.01000,0.245
+27,mlp.experts.85.down_proj,0.12449276,0.01000,0.244
+27,mlp.experts.86.down_proj,0.16713387,0.01000,0.244
+27,mlp.experts.87.down_proj,0.75787508,0.01000,0.244
+27,mlp.experts.88.down_proj,0.00274134,0.01000,0.244
+27,mlp.experts.89.down_proj,0.31621057,0.01000,0.244
+27,mlp.experts.90.down_proj,0.17205240,0.01000,0.244
+27,mlp.experts.91.down_proj,0.12647755,0.01000,0.246
+27,mlp.experts.92.down_proj,0.00006660,0.01000,0.244
+27,mlp.experts.93.down_proj,0.03915854,0.01000,0.245
+27,mlp.experts.94.down_proj,0.08584748,0.01000,0.244
+27,mlp.experts.95.down_proj,0.12677918,0.01000,0.244
+27,mlp.experts.96.down_proj,0.03443531,0.01000,0.245
+27,mlp.experts.97.down_proj,0.00013833,0.01000,0.245
+27,mlp.experts.98.down_proj,0.21553992,0.01000,0.245
+27,mlp.experts.99.down_proj,0.00282085,0.01000,0.245
+27,mlp.experts.100.down_proj,0.12758461,0.01000,0.244
+27,mlp.experts.101.down_proj,0.49184406,0.01000,0.245
+27,mlp.experts.102.down_proj,0.18901467,0.01000,0.245
+27,mlp.experts.103.down_proj,0.02522975,0.01000,0.245
+27,mlp.experts.104.down_proj,0.00487532,0.01000,0.245
+27,mlp.experts.105.down_proj,0.00087668,0.01000,0.245
+27,mlp.experts.106.down_proj,0.11002604,0.01000,0.245
+27,mlp.experts.107.down_proj,0.00789149,0.01000,0.246
+27,mlp.experts.108.down_proj,0.00000227,0.01000,0.245
+27,mlp.experts.109.down_proj,0.08615561,0.01000,0.246
+27,mlp.experts.110.down_proj,0.00760409,0.01000,0.246
+27,mlp.experts.111.down_proj,0.00041510,0.01000,0.247
+27,mlp.experts.112.down_proj,0.00369678,0.01000,0.247
+27,mlp.experts.113.down_proj,0.01394532,0.01000,0.247
+27,mlp.experts.114.down_proj,0.00001770,0.01000,0.247
+27,mlp.experts.115.down_proj,0.02060070,0.01000,0.247
+27,mlp.experts.116.down_proj,0.04400372,0.01000,0.247
+27,mlp.experts.117.down_proj,0.18033037,0.01000,0.246
+27,mlp.experts.118.down_proj,0.04553092,0.01000,0.247
+27,mlp.experts.119.down_proj,0.22328031,0.01000,0.247
+27,mlp.experts.120.down_proj,0.43759286,0.01000,0.247
+27,mlp.experts.121.down_proj,0.17872232,0.01000,0.246
+27,mlp.experts.122.down_proj,0.00582316,0.01000,0.245
+27,mlp.experts.123.down_proj,0.02340519,0.01000,0.246
+27,mlp.experts.124.down_proj,0.00000966,0.01000,0.244
+27,mlp.experts.125.down_proj,0.44800913,0.01000,0.244
+27,mlp.experts.126.down_proj,0.17174542,0.01000,0.244
+27,mlp.experts.127.down_proj,0.58483714,0.01000,0.243
+28,self_attn.q_proj,0.26787207,0.01000,0.640
+28,self_attn.k_proj,0.03441688,0.01000,0.627
+28,self_attn.v_proj,0.03630619,0.01000,0.627
+28,self_attn.o_proj,0.03742089,0.01000,1.277
+28,mlp.experts.0.up_proj,0.23132943,0.01000,0.673
+28,mlp.experts.1.up_proj,0.28064546,0.01000,0.627
+28,mlp.experts.2.up_proj,0.00001723,0.01000,0.628
+28,mlp.experts.3.up_proj,0.00000815,0.01000,0.632
+28,mlp.experts.4.up_proj,0.25676024,0.01000,0.633
+28,mlp.experts.5.up_proj,0.00949345,0.01000,0.631
+28,mlp.experts.6.up_proj,0.21877870,0.01000,0.629
+28,mlp.experts.7.up_proj,0.68682516,0.01000,0.624
+28,mlp.experts.8.up_proj,0.32364446,0.01000,0.624
+28,mlp.experts.9.up_proj,0.29605496,0.01000,0.625
+28,mlp.experts.10.up_proj,0.08500579,0.01000,0.627
+28,mlp.experts.11.up_proj,0.50960112,0.01000,0.625
+28,mlp.experts.12.up_proj,0.13356781,0.01000,0.625
+28,mlp.experts.13.up_proj,0.45451307,0.01000,0.626
+28,mlp.experts.14.up_proj,0.96978164,0.01000,0.631
+28,mlp.experts.15.up_proj,0.22963157,0.01000,0.633
+28,mlp.experts.16.up_proj,1.02209520,0.01000,0.633
+28,mlp.experts.17.up_proj,0.03506328,0.01000,0.633
+28,mlp.experts.18.up_proj,0.53401536,0.01000,0.635
+28,mlp.experts.19.up_proj,0.10570399,0.01000,0.633
+28,mlp.experts.20.up_proj,0.27770996,0.01000,0.633
+28,mlp.experts.21.up_proj,0.00358232,0.01000,0.634
+28,mlp.experts.22.up_proj,0.02031862,0.01000,0.633
+28,mlp.experts.23.up_proj,0.32191551,0.01000,0.633
+28,mlp.experts.24.up_proj,0.88130438,0.01000,0.633
+28,mlp.experts.25.up_proj,0.25800598,0.01000,0.633
+28,mlp.experts.26.up_proj,1.52460051,0.01000,0.626
+28,mlp.experts.27.up_proj,0.06262498,0.01000,0.626
+28,mlp.experts.28.up_proj,0.16265272,0.01000,0.627
+28,mlp.experts.29.up_proj,0.34023929,0.01000,0.626
+28,mlp.experts.30.up_proj,3.11982226,0.01000,0.624
+28,mlp.experts.31.up_proj,0.00139871,0.01000,0.624
+28,mlp.experts.32.up_proj,0.22969338,0.01000,0.625
+28,mlp.experts.33.up_proj,0.34895048,0.01000,0.622
+28,mlp.experts.34.up_proj,0.04615663,0.01000,0.628
+28,mlp.experts.35.up_proj,3.25515604,0.01000,0.626
+28,mlp.experts.36.up_proj,0.03092263,0.01000,0.633
+28,mlp.experts.37.up_proj,0.67595649,0.01000,0.634
+28,mlp.experts.38.up_proj,0.00069889,0.01000,0.632
+28,mlp.experts.39.up_proj,1.07219887,0.01000,0.633
+28,mlp.experts.40.up_proj,0.73882067,0.01000,0.633
+28,mlp.experts.41.up_proj,0.01115349,0.01000,0.633
+28,mlp.experts.42.up_proj,0.67059821,0.01000,0.631
+28,mlp.experts.43.up_proj,0.38332742,0.01000,0.633
+28,mlp.experts.44.up_proj,0.54880017,0.01000,0.635
+28,mlp.experts.45.up_proj,0.60462809,0.01000,0.632
+28,mlp.experts.46.up_proj,0.04816038,0.01000,0.632
+28,mlp.experts.47.up_proj,0.02068533,0.01000,0.632
+28,mlp.experts.48.up_proj,3.24507189,0.01000,0.635
+28,mlp.experts.49.up_proj,0.12062401,0.01000,0.628
+28,mlp.experts.50.up_proj,0.59864330,0.01000,0.630
+28,mlp.experts.51.up_proj,0.53745556,0.01000,0.632
+28,mlp.experts.52.up_proj,0.11763380,0.01000,0.631
+28,mlp.experts.53.up_proj,0.01167616,0.01000,0.630
+28,mlp.experts.54.up_proj,0.17434394,0.01000,0.631
+28,mlp.experts.55.up_proj,0.18558869,0.01000,0.631
+28,mlp.experts.56.up_proj,0.00281185,0.01000,0.631
+28,mlp.experts.57.up_proj,0.66836286,0.01000,0.632
+28,mlp.experts.58.up_proj,0.00789048,0.01000,0.630
+28,mlp.experts.59.up_proj,0.08020581,0.01000,0.633
+28,mlp.experts.60.up_proj,0.23331544,0.01000,0.632
+28,mlp.experts.61.up_proj,0.00021161,0.01000,0.629
+28,mlp.experts.62.up_proj,2.07721901,0.01000,0.624
+28,mlp.experts.63.up_proj,0.01528546,0.01000,0.623
+28,mlp.experts.64.up_proj,0.00713107,0.01000,0.628
+28,mlp.experts.65.up_proj,1.45058012,0.01000,0.624
+28,mlp.experts.66.up_proj,0.00167584,0.01000,0.624
+28,mlp.experts.67.up_proj,0.05408484,0.01000,0.622
+28,mlp.experts.68.up_proj,0.22230111,0.01000,0.625
+28,mlp.experts.69.up_proj,0.00029509,0.01000,0.632
+28,mlp.experts.70.up_proj,0.05915588,0.01000,0.633
+28,mlp.experts.71.up_proj,0.00003622,0.01000,0.631
+28,mlp.experts.72.up_proj,0.30891621,0.01000,0.631
+28,mlp.experts.73.up_proj,0.14797053,0.01000,0.632
+28,mlp.experts.74.up_proj,0.09866787,0.01000,0.631
+28,mlp.experts.75.up_proj,0.72126669,0.01000,0.633
+28,mlp.experts.76.up_proj,0.66024268,0.01000,0.632
+28,mlp.experts.77.up_proj,0.34601825,0.01000,0.634
+28,mlp.experts.78.up_proj,0.44883478,0.01000,0.632
+28,mlp.experts.79.up_proj,0.60398555,0.01000,0.631
+28,mlp.experts.80.up_proj,1.78693843,0.01000,0.632
+28,mlp.experts.81.up_proj,1.57117558,0.01000,0.629
+28,mlp.experts.82.up_proj,2.49698639,0.01000,0.625
+28,mlp.experts.83.up_proj,0.72882599,0.01000,0.624
+28,mlp.experts.84.up_proj,0.48830298,0.01000,0.625
+28,mlp.experts.85.up_proj,0.08097518,0.01000,0.622
+28,mlp.experts.86.up_proj,0.00036033,0.01000,0.624
+28,mlp.experts.87.up_proj,0.00533147,0.01000,0.630
+28,mlp.experts.88.up_proj,0.03035437,0.01000,0.631
+28,mlp.experts.89.up_proj,0.36836758,0.01000,0.631
+28,mlp.experts.90.up_proj,0.17084500,0.01000,0.631
+28,mlp.experts.91.up_proj,0.04082544,0.01000,0.632
+28,mlp.experts.92.up_proj,0.00269078,0.01000,0.633
+28,mlp.experts.93.up_proj,0.67391068,0.01000,0.633
+28,mlp.experts.94.up_proj,0.62539130,0.01000,0.633
+28,mlp.experts.95.up_proj,0.00013336,0.01000,0.632
+28,mlp.experts.96.up_proj,0.00115626,0.01000,0.632
+28,mlp.experts.97.up_proj,0.57166564,0.01000,0.633
+28,mlp.experts.98.up_proj,0.66456956,0.01000,0.631
+28,mlp.experts.99.up_proj,0.01170430,0.01000,0.630
+28,mlp.experts.100.up_proj,0.18071932,0.01000,0.624
+28,mlp.experts.101.up_proj,1.38056588,0.01000,0.623
+28,mlp.experts.102.up_proj,0.25825083,0.01000,0.628
+28,mlp.experts.103.up_proj,0.93564582,0.01000,0.631
+28,mlp.experts.104.up_proj,0.00118035,0.01000,0.632
+28,mlp.experts.105.up_proj,1.91837561,0.01000,0.633
+28,mlp.experts.106.up_proj,0.08515076,0.01000,0.634
+28,mlp.experts.107.up_proj,0.06302787,0.01000,0.636
+28,mlp.experts.108.up_proj,0.45809570,0.01000,0.656
+28,mlp.experts.109.up_proj,0.98240054,0.01000,0.642
+28,mlp.experts.110.up_proj,0.35237932,0.01000,0.633
+28,mlp.experts.111.up_proj,0.72300756,0.01000,0.632
+28,mlp.experts.112.up_proj,0.04561683,0.01000,0.634
+28,mlp.experts.113.up_proj,1.86444378,0.01000,0.635
+28,mlp.experts.114.up_proj,0.96197206,0.01000,0.632
+28,mlp.experts.115.up_proj,0.46908286,0.01000,0.623
+28,mlp.experts.116.up_proj,0.06312740,0.01000,0.629
+28,mlp.experts.117.up_proj,0.82943475,0.01000,0.632
+28,mlp.experts.118.up_proj,0.00000281,0.01000,0.632
+28,mlp.experts.119.up_proj,0.46316397,0.01000,0.632
+28,mlp.experts.120.up_proj,0.00087520,0.01000,0.632
+28,mlp.experts.121.up_proj,0.29770198,0.01000,0.634
+28,mlp.experts.122.up_proj,0.01474551,0.01000,0.635
+28,mlp.experts.123.up_proj,0.89444268,0.01000,0.634
+28,mlp.experts.124.up_proj,0.32004815,0.01000,0.634
+28,mlp.experts.125.up_proj,0.00010894,0.01000,0.632
+28,mlp.experts.126.up_proj,0.09082481,0.01000,0.633
+28,mlp.experts.127.up_proj,0.91882628,0.01000,0.634
+28,mlp.experts.0.gate_proj,0.29342699,0.01000,0.630
+28,mlp.experts.1.gate_proj,0.29216537,0.01000,0.634
+28,mlp.experts.2.gate_proj,0.00001808,0.01000,0.634
+28,mlp.experts.3.gate_proj,0.00000786,0.01000,0.636
+28,mlp.experts.4.gate_proj,0.26217377,0.01000,0.634
+28,mlp.experts.5.gate_proj,0.00972416,0.01000,0.634
+28,mlp.experts.6.gate_proj,0.23315872,0.01000,0.635
+28,mlp.experts.7.gate_proj,0.71636546,0.01000,0.636
+28,mlp.experts.8.gate_proj,0.31629696,0.01000,0.634
+28,mlp.experts.9.gate_proj,0.31378096,0.01000,0.633
+28,mlp.experts.10.gate_proj,0.08476038,0.01000,0.636
+28,mlp.experts.11.gate_proj,0.53747642,0.01000,0.635
+28,mlp.experts.12.gate_proj,0.13312633,0.01000,0.635
+28,mlp.experts.13.gate_proj,0.44119838,0.01000,0.628
+28,mlp.experts.14.gate_proj,1.00954902,0.01000,0.629
+28,mlp.experts.15.gate_proj,0.22064349,0.01000,0.634
+28,mlp.experts.16.gate_proj,1.07595634,0.01000,0.634
+28,mlp.experts.17.gate_proj,0.03433679,0.01000,0.633
+28,mlp.experts.18.gate_proj,0.52974164,0.01000,0.635
+28,mlp.experts.19.gate_proj,0.10412364,0.01000,0.634
+28,mlp.experts.20.gate_proj,0.26326522,0.01000,0.636
+28,mlp.experts.21.gate_proj,0.00369452,0.01000,0.636
+28,mlp.experts.22.gate_proj,0.02017445,0.01000,0.635
+28,mlp.experts.23.gate_proj,0.36680275,0.01000,0.634
+28,mlp.experts.24.gate_proj,0.90515196,0.01000,0.634
+28,mlp.experts.25.gate_proj,0.27117968,0.01000,0.635
+28,mlp.experts.26.gate_proj,1.64612210,0.01000,0.630
+28,mlp.experts.27.gate_proj,0.06270409,0.01000,0.628
+28,mlp.experts.28.gate_proj,0.17022336,0.01000,0.626
+28,mlp.experts.29.gate_proj,0.33709085,0.01000,0.626
+28,mlp.experts.30.gate_proj,3.46136045,0.01000,0.624
+28,mlp.experts.31.gate_proj,0.00139715,0.01000,0.625
+28,mlp.experts.32.gate_proj,0.30170554,0.01000,0.623
+28,mlp.experts.33.gate_proj,0.34813994,0.01000,0.625
+28,mlp.experts.34.gate_proj,0.04783589,0.01000,0.626
+28,mlp.experts.35.gate_proj,3.81461477,0.01000,0.624
+28,mlp.experts.36.gate_proj,0.02962718,0.01000,0.625
+28,mlp.experts.37.gate_proj,0.70629978,0.01000,0.625
+28,mlp.experts.38.gate_proj,0.00070628,0.01000,0.631
+28,mlp.experts.39.gate_proj,0.98902309,0.01000,0.627
+28,mlp.experts.40.gate_proj,0.78971946,0.01000,0.634
+28,mlp.experts.41.gate_proj,0.01149532,0.01000,0.633
+28,mlp.experts.42.gate_proj,0.77124190,0.01000,0.633
+28,mlp.experts.43.gate_proj,0.34200007,0.01000,0.633
+28,mlp.experts.44.gate_proj,0.51107651,0.01000,0.633
+28,mlp.experts.45.gate_proj,0.56678426,0.01000,0.635
+28,mlp.experts.46.gate_proj,0.04912119,0.01000,0.634
+28,mlp.experts.47.gate_proj,0.01978849,0.01000,0.634
+28,mlp.experts.48.gate_proj,2.94403028,0.01000,0.633
+28,mlp.experts.49.gate_proj,0.12372284,0.01000,0.632
+28,mlp.experts.50.gate_proj,0.64146531,0.01000,0.631
+28,mlp.experts.51.gate_proj,0.57002759,0.01000,0.624
+28,mlp.experts.52.gate_proj,0.11781570,0.01000,0.622
+28,mlp.experts.53.gate_proj,0.01187544,0.01000,0.623
+28,mlp.experts.54.gate_proj,0.18103826,0.01000,0.622
+28,mlp.experts.55.gate_proj,0.18556061,0.01000,0.624
+28,mlp.experts.56.gate_proj,0.00281497,0.01000,0.625
+28,mlp.experts.57.gate_proj,0.68962967,0.01000,0.624
+28,mlp.experts.58.gate_proj,0.00827965,0.01000,0.624
+28,mlp.experts.59.gate_proj,0.07598609,0.01000,0.623
+28,mlp.experts.60.gate_proj,0.22892070,0.01000,0.622
+28,mlp.experts.61.gate_proj,0.00022909,0.01000,0.622
+28,mlp.experts.62.gate_proj,1.65270317,0.01000,0.623
+28,mlp.experts.63.gate_proj,0.01500343,0.01000,0.627
+28,mlp.experts.64.gate_proj,0.00678220,0.01000,0.632
+28,mlp.experts.65.gate_proj,1.44031525,0.01000,0.632
+28,mlp.experts.66.gate_proj,0.00166364,0.01000,0.633
+28,mlp.experts.67.gate_proj,0.05449752,0.01000,0.634
+28,mlp.experts.68.gate_proj,0.23057176,0.01000,0.631
+28,mlp.experts.69.gate_proj,0.00029819,0.01000,0.632
+28,mlp.experts.70.gate_proj,0.06581271,0.01000,0.633
+28,mlp.experts.71.gate_proj,0.00003450,0.01000,0.634
+28,mlp.experts.72.gate_proj,0.37150040,0.01000,0.633
+28,mlp.experts.73.gate_proj,0.14607736,0.01000,0.634
+28,mlp.experts.74.gate_proj,0.28799140,0.01000,0.633
+28,mlp.experts.75.gate_proj,0.76192337,0.01000,0.637
+28,mlp.experts.76.gate_proj,0.67607558,0.01000,0.638
+28,mlp.experts.77.gate_proj,0.33294737,0.01000,0.632
+28,mlp.experts.78.gate_proj,0.46381193,0.01000,0.634
+28,mlp.experts.79.gate_proj,0.61439037,0.01000,0.632
+28,mlp.experts.80.gate_proj,1.90727758,0.01000,0.634
+28,mlp.experts.81.gate_proj,1.59118760,0.01000,0.633
+28,mlp.experts.82.gate_proj,2.63641024,0.01000,0.635
+28,mlp.experts.83.gate_proj,0.71992695,0.01000,0.629
+28,mlp.experts.84.gate_proj,0.50571156,0.01000,0.631
+28,mlp.experts.85.gate_proj,0.07996154,0.01000,0.631
+28,mlp.experts.86.gate_proj,0.00035793,0.01000,0.633
+28,mlp.experts.87.gate_proj,0.00542656,0.01000,0.633
+28,mlp.experts.88.gate_proj,0.03083766,0.01000,0.633
+28,mlp.experts.89.gate_proj,0.38144702,0.01000,0.632
+28,mlp.experts.90.gate_proj,0.17183051,0.01000,0.632
+28,mlp.experts.91.gate_proj,0.04033030,0.01000,0.633
+28,mlp.experts.92.gate_proj,0.00263883,0.01000,0.632
+28,mlp.experts.93.gate_proj,0.70916468,0.01000,0.633
+28,mlp.experts.94.gate_proj,0.63950419,0.01000,0.633
+28,mlp.experts.95.gate_proj,0.00013704,0.01000,0.625
+28,mlp.experts.96.gate_proj,0.00114206,0.01000,0.625
+28,mlp.experts.97.gate_proj,0.63555723,0.01000,0.624
+28,mlp.experts.98.gate_proj,0.66088730,0.01000,0.624
+28,mlp.experts.99.gate_proj,0.01215201,0.01000,0.629
+28,mlp.experts.100.gate_proj,0.17571601,0.01000,0.632
+28,mlp.experts.101.gate_proj,1.21672130,0.01000,0.633
+28,mlp.experts.102.gate_proj,0.25161558,0.01000,0.633
+28,mlp.experts.103.gate_proj,0.96563077,0.01000,0.633
+28,mlp.experts.104.gate_proj,0.00129566,0.01000,0.630
+28,mlp.experts.105.gate_proj,1.78441048,0.01000,0.632
+28,mlp.experts.106.gate_proj,0.08353508,0.01000,0.633
+28,mlp.experts.107.gate_proj,0.06463300,0.01000,0.639
+28,mlp.experts.108.gate_proj,0.43496916,0.01000,0.636
+28,mlp.experts.109.gate_proj,1.02620566,0.01000,0.636
+28,mlp.experts.110.gate_proj,0.37330136,0.01000,0.638
+28,mlp.experts.111.gate_proj,0.73482347,0.01000,0.633
+28,mlp.experts.112.gate_proj,0.04609054,0.01000,0.630
+28,mlp.experts.113.gate_proj,2.10865211,0.01000,0.628
+28,mlp.experts.114.gate_proj,0.95954049,0.01000,0.627
+28,mlp.experts.115.gate_proj,0.39331564,0.01000,0.626
+28,mlp.experts.116.gate_proj,0.06425346,0.01000,0.625
+28,mlp.experts.117.gate_proj,0.81705028,0.01000,0.626
+28,mlp.experts.118.gate_proj,0.00000289,0.01000,0.626
+28,mlp.experts.119.gate_proj,0.49438140,0.01000,0.626
+28,mlp.experts.120.gate_proj,0.00084393,0.01000,0.640
+28,mlp.experts.121.gate_proj,0.31268221,0.01000,0.624
+28,mlp.experts.122.gate_proj,0.01534680,0.01000,0.633
+28,mlp.experts.123.gate_proj,1.12563157,0.01000,0.627
+28,mlp.experts.124.gate_proj,0.31564012,0.01000,0.635
+28,mlp.experts.125.gate_proj,0.00010638,0.01000,0.632
+28,mlp.experts.126.gate_proj,0.08546355,0.01000,0.634
+28,mlp.experts.127.gate_proj,0.97549462,0.01000,0.644
+28,mlp.experts.0.down_proj,0.10748379,0.01000,0.260
+28,mlp.experts.1.down_proj,0.07841758,0.01000,0.237
+28,mlp.experts.2.down_proj,0.00000389,0.01000,0.237
+28,mlp.experts.3.down_proj,0.00000200,0.01000,0.238
+28,mlp.experts.4.down_proj,0.07292360,0.01000,0.237
+28,mlp.experts.5.down_proj,0.00477936,0.01000,0.238
+28,mlp.experts.6.down_proj,0.07821876,0.01000,0.238
+28,mlp.experts.7.down_proj,0.25498983,0.01000,0.239
+28,mlp.experts.8.down_proj,0.08245231,0.01000,0.239
+28,mlp.experts.9.down_proj,0.05705590,0.01000,0.239
+28,mlp.experts.10.down_proj,0.03548273,0.01000,0.240
+28,mlp.experts.11.down_proj,0.14691631,0.01000,0.239
+28,mlp.experts.12.down_proj,0.04435416,0.01000,0.240
+28,mlp.experts.13.down_proj,0.11553607,0.01000,0.239
+28,mlp.experts.14.down_proj,0.17832831,0.01000,0.239
+28,mlp.experts.15.down_proj,0.07339899,0.01000,0.239
+28,mlp.experts.16.down_proj,0.19877923,0.01000,0.239
+28,mlp.experts.17.down_proj,0.01558106,0.01000,0.240
+28,mlp.experts.18.down_proj,0.11913909,0.01000,0.239
+28,mlp.experts.19.down_proj,0.02109720,0.01000,0.238
+28,mlp.experts.20.down_proj,0.08030838,0.01000,0.239
+28,mlp.experts.21.down_proj,0.00116247,0.01000,0.239
+28,mlp.experts.22.down_proj,0.00527994,0.01000,0.239
+28,mlp.experts.23.down_proj,0.08253591,0.01000,0.243
+28,mlp.experts.24.down_proj,0.16683477,0.01000,0.239
+28,mlp.experts.25.down_proj,0.07431514,0.01000,0.240
+28,mlp.experts.26.down_proj,0.27565679,0.01000,0.239
+28,mlp.experts.27.down_proj,0.01464718,0.01000,0.238
+28,mlp.experts.28.down_proj,0.03620534,0.01000,0.238
+28,mlp.experts.29.down_proj,0.07785570,0.01000,0.238
+28,mlp.experts.30.down_proj,0.58652604,0.01000,0.235
+28,mlp.experts.31.down_proj,0.00062860,0.01000,0.236
+28,mlp.experts.32.down_proj,0.03388426,0.01000,0.238
+28,mlp.experts.33.down_proj,0.12039645,0.01000,0.238
+28,mlp.experts.34.down_proj,0.00677112,0.01000,0.240
+28,mlp.experts.35.down_proj,0.84933674,0.01000,0.239
+28,mlp.experts.36.down_proj,0.00931974,0.01000,0.239
+28,mlp.experts.37.down_proj,0.12582371,0.01000,0.241
+28,mlp.experts.38.down_proj,0.00021625,0.01000,0.239
+28,mlp.experts.39.down_proj,0.22277915,0.01000,0.240
+28,mlp.experts.40.down_proj,0.23724052,0.01000,0.240
+28,mlp.experts.41.down_proj,0.00382551,0.01000,0.240
+28,mlp.experts.42.down_proj,0.22456604,0.01000,0.242
+28,mlp.experts.43.down_proj,0.10434639,0.01000,0.241
+28,mlp.experts.44.down_proj,0.15245749,0.01000,0.241
+28,mlp.experts.45.down_proj,0.12703459,0.01000,0.243
+28,mlp.experts.46.down_proj,0.00725154,0.01000,0.244
+28,mlp.experts.47.down_proj,0.00653397,0.01000,0.243
+28,mlp.experts.48.down_proj,1.21706247,0.01000,0.243
+28,mlp.experts.49.down_proj,0.04315858,0.01000,0.244
+28,mlp.experts.50.down_proj,0.14427514,0.01000,0.245
+28,mlp.experts.51.down_proj,0.15837777,0.01000,0.245
+28,mlp.experts.52.down_proj,0.02441485,0.01000,0.243
+28,mlp.experts.53.down_proj,0.00194845,0.01000,0.241
+28,mlp.experts.54.down_proj,0.04036542,0.01000,0.241
+28,mlp.experts.55.down_proj,0.04791548,0.01000,0.241
+28,mlp.experts.56.down_proj,0.00115786,0.01000,0.242
+28,mlp.experts.57.down_proj,0.12936929,0.01000,0.242
+28,mlp.experts.58.down_proj,0.00473532,0.01000,0.242
+28,mlp.experts.59.down_proj,0.02009126,0.01000,0.242
+28,mlp.experts.60.down_proj,0.06278200,0.01000,0.242
+28,mlp.experts.61.down_proj,0.00008187,0.01000,0.242
+28,mlp.experts.62.down_proj,0.38406679,0.01000,0.243
+28,mlp.experts.63.down_proj,0.00297772,0.01000,0.242
+28,mlp.experts.64.down_proj,0.00006166,0.01000,0.243
+28,mlp.experts.65.down_proj,0.35286039,0.01000,0.243
+28,mlp.experts.66.down_proj,0.00050347,0.01000,0.243
+28,mlp.experts.67.down_proj,0.01457872,0.01000,0.242
+28,mlp.experts.68.down_proj,0.06610042,0.01000,0.242
+28,mlp.experts.69.down_proj,0.00008461,0.01000,0.243
+28,mlp.experts.70.down_proj,0.00555828,0.01000,0.243
+28,mlp.experts.71.down_proj,0.00000756,0.01000,0.242
+28,mlp.experts.72.down_proj,0.05999252,0.01000,0.243
+28,mlp.experts.73.down_proj,0.02158128,0.01000,0.242
+28,mlp.experts.74.down_proj,0.02164203,0.01000,0.242
+28,mlp.experts.75.down_proj,0.13541043,0.01000,0.241
+28,mlp.experts.76.down_proj,0.16137488,0.01000,0.242
+28,mlp.experts.77.down_proj,0.08300914,0.01000,0.242
+28,mlp.experts.78.down_proj,0.08129263,0.01000,0.242
+28,mlp.experts.79.down_proj,0.09594540,0.01000,0.242
+28,mlp.experts.80.down_proj,0.34631592,0.01000,0.243
+28,mlp.experts.81.down_proj,0.44819689,0.01000,0.244
+28,mlp.experts.82.down_proj,0.97739494,0.01000,0.243
+28,mlp.experts.83.down_proj,0.16105160,0.01000,0.242
+28,mlp.experts.84.down_proj,0.13027088,0.01000,0.244
+28,mlp.experts.85.down_proj,0.01639356,0.01000,0.245
+28,mlp.experts.86.down_proj,0.00011530,0.01000,0.245
+28,mlp.experts.87.down_proj,0.00155040,0.01000,0.246
+28,mlp.experts.88.down_proj,0.01347556,0.01000,0.245
+28,mlp.experts.89.down_proj,0.11903301,0.01000,0.246
+28,mlp.experts.90.down_proj,0.04792665,0.01000,0.246
+28,mlp.experts.91.down_proj,0.01699541,0.01000,0.249
+28,mlp.experts.92.down_proj,0.00109770,0.01000,0.246
+28,mlp.experts.93.down_proj,0.13754526,0.01000,0.246
+28,mlp.experts.94.down_proj,0.18099780,0.01000,0.246
+28,mlp.experts.95.down_proj,0.00003996,0.01000,0.245
+28,mlp.experts.96.down_proj,0.00041834,0.01000,0.245
+28,mlp.experts.97.down_proj,0.12188950,0.01000,0.245
+28,mlp.experts.98.down_proj,0.24369267,0.01000,0.245
+28,mlp.experts.99.down_proj,0.00635785,0.01000,0.246
+28,mlp.experts.100.down_proj,0.07035549,0.01000,0.246
+28,mlp.experts.101.down_proj,0.27431852,0.01000,0.246
+28,mlp.experts.102.down_proj,0.05521572,0.01000,0.246
+28,mlp.experts.103.down_proj,0.25964782,0.01000,0.246
+28,mlp.experts.104.down_proj,0.00044996,0.01000,0.247
+28,mlp.experts.105.down_proj,0.75611198,0.01000,0.246
+28,mlp.experts.106.down_proj,0.02609180,0.01000,0.245
+28,mlp.experts.107.down_proj,0.01628327,0.01000,0.246
+28,mlp.experts.108.down_proj,0.09320683,0.01000,0.246
+28,mlp.experts.109.down_proj,0.33813110,0.01000,0.247
+28,mlp.experts.110.down_proj,0.09806193,0.01000,0.245
+28,mlp.experts.111.down_proj,0.24759182,0.01000,0.246
+28,mlp.experts.112.down_proj,0.01603737,0.01000,0.246
+28,mlp.experts.113.down_proj,0.42258948,0.01000,0.246
+28,mlp.experts.114.down_proj,0.21591988,0.01000,0.245
+28,mlp.experts.115.down_proj,0.16291581,0.01000,0.246
+28,mlp.experts.116.down_proj,0.02566161,0.01000,0.246
+28,mlp.experts.117.down_proj,0.18056950,0.01000,0.244
+28,mlp.experts.118.down_proj,0.00000050,0.01000,0.244
+28,mlp.experts.119.down_proj,0.16468759,0.01000,0.244
+28,mlp.experts.120.down_proj,0.00028093,0.01000,0.244
+28,mlp.experts.121.down_proj,0.06927108,0.01000,0.243
+28,mlp.experts.122.down_proj,0.00228979,0.01000,0.246
+28,mlp.experts.123.down_proj,0.24569753,0.01000,0.246
+28,mlp.experts.124.down_proj,0.07136733,0.01000,0.247
+28,mlp.experts.125.down_proj,0.00003105,0.01000,0.249
+28,mlp.experts.126.down_proj,0.01961760,0.01000,0.249
+28,mlp.experts.127.down_proj,0.21164274,0.01000,0.248
+29,self_attn.q_proj,0.28830993,0.01000,0.645
+29,self_attn.k_proj,0.03532993,0.01000,0.627
+29,self_attn.v_proj,0.03751926,0.01000,0.627
+29,self_attn.o_proj,0.03270253,0.01000,1.271
+29,mlp.experts.0.up_proj,0.39878029,0.01000,0.662
+29,mlp.experts.1.up_proj,3.01567602,0.01000,0.617
+29,mlp.experts.2.up_proj,0.49258640,0.01000,0.624
+29,mlp.experts.3.up_proj,0.15835893,0.01000,0.629
+29,mlp.experts.4.up_proj,0.00328786,0.01000,0.630
+29,mlp.experts.5.up_proj,0.37813404,0.01000,0.631
+29,mlp.experts.6.up_proj,0.42702106,0.01000,0.628
+29,mlp.experts.7.up_proj,0.13205442,0.01000,0.625
+29,mlp.experts.8.up_proj,0.00028516,0.01000,0.630
+29,mlp.experts.9.up_proj,1.00403142,0.01000,0.630
+29,mlp.experts.10.up_proj,0.21837753,0.01000,0.630
+29,mlp.experts.11.up_proj,0.31107622,0.01000,0.630
+29,mlp.experts.12.up_proj,0.15123409,0.01000,0.631
+29,mlp.experts.13.up_proj,0.23598340,0.01000,0.631
+29,mlp.experts.14.up_proj,0.39411241,0.01000,0.631
+29,mlp.experts.15.up_proj,0.38871258,0.01000,0.629
+29,mlp.experts.16.up_proj,0.11944576,0.01000,0.632
+29,mlp.experts.17.up_proj,0.74259162,0.01000,0.631
+29,mlp.experts.18.up_proj,3.06949425,0.01000,0.629
+29,mlp.experts.19.up_proj,0.55485910,0.01000,0.629
+29,mlp.experts.20.up_proj,0.39750764,0.01000,0.628
+29,mlp.experts.21.up_proj,1.39576304,0.01000,0.629
+29,mlp.experts.22.up_proj,0.27372178,0.01000,0.628
+29,mlp.experts.23.up_proj,0.00021593,0.01000,0.627
+29,mlp.experts.24.up_proj,0.00132412,0.01000,0.629
+29,mlp.experts.25.up_proj,0.00314880,0.01000,0.627
+29,mlp.experts.26.up_proj,0.51790154,0.01000,0.629
+29,mlp.experts.27.up_proj,0.00812537,0.01000,0.628
+29,mlp.experts.28.up_proj,0.00435337,0.01000,0.626
+29,mlp.experts.29.up_proj,0.00645090,0.01000,0.630
+29,mlp.experts.30.up_proj,0.81327051,0.01000,0.630
+29,mlp.experts.31.up_proj,0.00921715,0.01000,0.630
+29,mlp.experts.32.up_proj,0.05257631,0.01000,0.632
+29,mlp.experts.33.up_proj,0.00385723,0.01000,0.630
+29,mlp.experts.34.up_proj,0.06553424,0.01000,0.630
+29,mlp.experts.35.up_proj,0.28109702,0.01000,0.629
+29,mlp.experts.36.up_proj,1.92395842,0.01000,0.630
+29,mlp.experts.37.up_proj,0.01908541,0.01000,0.629
+29,mlp.experts.38.up_proj,0.00022158,0.01000,0.629
+29,mlp.experts.39.up_proj,0.40596163,0.01000,0.630
+29,mlp.experts.40.up_proj,0.00251840,0.01000,0.629
+29,mlp.experts.41.up_proj,0.01206187,0.01000,0.626
+29,mlp.experts.42.up_proj,0.54646552,0.01000,0.625
+29,mlp.experts.43.up_proj,0.00019860,0.01000,0.631
+29,mlp.experts.44.up_proj,0.04523672,0.01000,0.631
+29,mlp.experts.45.up_proj,0.69868952,0.01000,0.630
+29,mlp.experts.46.up_proj,0.71353233,0.01000,0.631
+29,mlp.experts.47.up_proj,0.31474972,0.01000,0.631
+29,mlp.experts.48.up_proj,0.13938303,0.01000,0.631
+29,mlp.experts.49.up_proj,0.36823130,0.01000,0.631
+29,mlp.experts.50.up_proj,0.26490343,0.01000,0.631
+29,mlp.experts.51.up_proj,0.00797564,0.01000,0.631
+29,mlp.experts.52.up_proj,0.15585889,0.01000,0.632
+29,mlp.experts.53.up_proj,0.58712226,0.01000,0.632
+29,mlp.experts.54.up_proj,0.59545517,0.01000,0.629
+29,mlp.experts.55.up_proj,3.06225133,0.01000,0.625
+29,mlp.experts.56.up_proj,0.00000949,0.01000,0.624
+29,mlp.experts.57.up_proj,0.22725177,0.01000,0.623
+29,mlp.experts.58.up_proj,0.67643821,0.01000,0.629
+29,mlp.experts.59.up_proj,0.37138951,0.01000,0.631
+29,mlp.experts.60.up_proj,0.00360899,0.01000,0.631
+29,mlp.experts.61.up_proj,1.16783965,0.01000,0.634
+29,mlp.experts.62.up_proj,0.93699896,0.01000,0.631
+29,mlp.experts.63.up_proj,0.19913244,0.01000,0.633
+29,mlp.experts.64.up_proj,0.35783118,0.01000,0.631
+29,mlp.experts.65.up_proj,0.52896792,0.01000,0.631
+29,mlp.experts.66.up_proj,0.60412848,0.01000,0.633
+29,mlp.experts.67.up_proj,0.00035133,0.01000,0.631
+29,mlp.experts.68.up_proj,2.33923101,0.01000,0.632
+29,mlp.experts.69.up_proj,0.26820502,0.01000,0.632
+29,mlp.experts.70.up_proj,0.00046450,0.01000,0.628
+29,mlp.experts.71.up_proj,0.04371364,0.01000,0.623
+29,mlp.experts.72.up_proj,2.57919741,0.01000,0.624
+29,mlp.experts.73.up_proj,1.39261818,0.01000,0.625
+29,mlp.experts.74.up_proj,0.00034392,0.01000,0.628
+29,mlp.experts.75.up_proj,0.18711314,0.01000,0.631
+29,mlp.experts.76.up_proj,0.00001374,0.01000,0.632
+29,mlp.experts.77.up_proj,1.33903205,0.01000,0.631
+29,mlp.experts.78.up_proj,0.08390760,0.01000,0.635
+29,mlp.experts.79.up_proj,0.58850455,0.01000,0.633
+29,mlp.experts.80.up_proj,3.24738598,0.01000,0.626
+29,mlp.experts.81.up_proj,0.36076018,0.01000,0.624
+29,mlp.experts.82.up_proj,3.39739656,0.01000,0.623
+29,mlp.experts.83.up_proj,0.36428213,0.01000,0.625
+29,mlp.experts.84.up_proj,0.59530038,0.01000,0.628
+29,mlp.experts.85.up_proj,0.86595488,0.01000,0.625
+29,mlp.experts.86.up_proj,0.24136078,0.01000,0.623
+29,mlp.experts.87.up_proj,0.39043117,0.01000,0.621
+29,mlp.experts.88.up_proj,1.67060089,0.01000,0.623
+29,mlp.experts.89.up_proj,0.17611901,0.01000,0.624
+29,mlp.experts.90.up_proj,0.78316748,0.01000,0.623
+29,mlp.experts.91.up_proj,0.01329893,0.01000,0.623
+29,mlp.experts.92.up_proj,0.57584822,0.01000,0.626
+29,mlp.experts.93.up_proj,1.89891934,0.01000,0.631
+29,mlp.experts.94.up_proj,0.00350437,0.01000,0.632
+29,mlp.experts.95.up_proj,0.10844693,0.01000,0.630
+29,mlp.experts.96.up_proj,0.00540430,0.01000,0.631
+29,mlp.experts.97.up_proj,0.23801494,0.01000,0.630
+29,mlp.experts.98.up_proj,0.00093076,0.01000,0.629
+29,mlp.experts.99.up_proj,1.54591203,0.01000,0.629
+29,mlp.experts.100.up_proj,0.48844889,0.01000,0.630
+29,mlp.experts.101.up_proj,0.01364522,0.01000,0.631
+29,mlp.experts.102.up_proj,0.45532542,0.01000,0.632
+29,mlp.experts.103.up_proj,0.40776855,0.01000,0.631
+29,mlp.experts.104.up_proj,0.06485447,0.01000,0.633
+29,mlp.experts.105.up_proj,0.21077985,0.01000,0.626
+29,mlp.experts.106.up_proj,1.01270306,0.01000,0.623
+29,mlp.experts.107.up_proj,0.00572903,0.01000,0.624
+29,mlp.experts.108.up_proj,0.02059465,0.01000,0.621
+29,mlp.experts.109.up_proj,0.02085786,0.01000,0.623
+29,mlp.experts.110.up_proj,0.02794411,0.01000,0.624
+29,mlp.experts.111.up_proj,0.00034855,0.01000,0.622
+29,mlp.experts.112.up_proj,1.02263618,0.01000,0.622
+29,mlp.experts.113.up_proj,0.21189786,0.01000,0.621
+29,mlp.experts.114.up_proj,0.02615785,0.01000,0.622
+29,mlp.experts.115.up_proj,0.09242128,0.01000,0.624
+29,mlp.experts.116.up_proj,0.16508298,0.01000,0.622
+29,mlp.experts.117.up_proj,0.38380551,0.01000,0.622
+29,mlp.experts.118.up_proj,0.34237838,0.01000,0.620
+29,mlp.experts.119.up_proj,0.00007701,0.01000,0.626
+29,mlp.experts.120.up_proj,0.57849288,0.01000,0.630
+29,mlp.experts.121.up_proj,1.06078792,0.01000,0.637
+29,mlp.experts.122.up_proj,1.86646616,0.01000,0.634
+29,mlp.experts.123.up_proj,0.14029446,0.01000,0.642
+29,mlp.experts.124.up_proj,0.10049792,0.01000,0.634
+29,mlp.experts.125.up_proj,0.00122451,0.01000,0.635
+29,mlp.experts.126.up_proj,0.25821707,0.01000,0.633
+29,mlp.experts.127.up_proj,0.00233610,0.01000,0.633
+29,mlp.experts.0.gate_proj,0.40121657,0.01000,0.631
+29,mlp.experts.1.gate_proj,2.52234077,0.01000,0.631
+29,mlp.experts.2.gate_proj,0.46518612,0.01000,0.635
+29,mlp.experts.3.gate_proj,0.15955314,0.01000,0.633
+29,mlp.experts.4.gate_proj,0.00318817,0.01000,0.626
+29,mlp.experts.5.gate_proj,0.37469718,0.01000,0.625
+29,mlp.experts.6.gate_proj,0.43800974,0.01000,0.632
+29,mlp.experts.7.gate_proj,0.12866548,0.01000,0.634
+29,mlp.experts.8.gate_proj,0.00027536,0.01000,0.634
+29,mlp.experts.9.gate_proj,1.00609732,0.01000,0.634
+29,mlp.experts.10.gate_proj,0.16407342,0.01000,0.633
+29,mlp.experts.11.gate_proj,0.26634789,0.01000,0.632
+29,mlp.experts.12.gate_proj,0.15570714,0.01000,0.635
+29,mlp.experts.13.gate_proj,0.23590970,0.01000,0.636
+29,mlp.experts.14.gate_proj,0.39521191,0.01000,0.632
+29,mlp.experts.15.gate_proj,0.36576459,0.01000,0.632
+29,mlp.experts.16.gate_proj,0.12311555,0.01000,0.631
+29,mlp.experts.17.gate_proj,0.65825963,0.01000,0.632
+29,mlp.experts.18.gate_proj,3.06508017,0.01000,0.623
+29,mlp.experts.19.gate_proj,0.52820545,0.01000,0.621
+29,mlp.experts.20.gate_proj,0.36829603,0.01000,0.623
+29,mlp.experts.21.gate_proj,1.33940017,0.01000,0.621
+29,mlp.experts.22.gate_proj,0.28377843,0.01000,0.622
+29,mlp.experts.23.gate_proj,0.00023553,0.01000,0.622
+29,mlp.experts.24.gate_proj,0.00128387,0.01000,0.624
+29,mlp.experts.25.gate_proj,0.00295392,0.01000,0.622
+29,mlp.experts.26.gate_proj,0.54131502,0.01000,0.622
+29,mlp.experts.27.gate_proj,0.00813122,0.01000,0.622
+29,mlp.experts.28.gate_proj,0.00495368,0.01000,0.621
+29,mlp.experts.29.gate_proj,0.00650332,0.01000,0.622
+29,mlp.experts.30.gate_proj,0.85270536,0.01000,0.624
+29,mlp.experts.31.gate_proj,0.00882671,0.01000,0.622
+29,mlp.experts.32.gate_proj,0.05475638,0.01000,0.626
+29,mlp.experts.33.gate_proj,0.00393905,0.01000,0.631
+29,mlp.experts.34.gate_proj,0.06697545,0.01000,0.631
+29,mlp.experts.35.gate_proj,0.26799023,0.01000,0.632
+29,mlp.experts.36.gate_proj,0.82458103,0.01000,0.632
+29,mlp.experts.37.gate_proj,0.01929504,0.01000,0.630
+29,mlp.experts.38.gate_proj,0.00024945,0.01000,0.631
+29,mlp.experts.39.gate_proj,0.41437435,0.01000,0.630
+29,mlp.experts.40.gate_proj,0.00242870,0.01000,0.632
+29,mlp.experts.41.gate_proj,0.01296693,0.01000,0.632
+29,mlp.experts.42.gate_proj,0.55544734,0.01000,0.632
+29,mlp.experts.43.gate_proj,0.00018782,0.01000,0.631
+29,mlp.experts.44.gate_proj,0.04476822,0.01000,0.631
+29,mlp.experts.45.gate_proj,0.65993321,0.01000,0.632
+29,mlp.experts.46.gate_proj,0.70961642,0.01000,0.631
+29,mlp.experts.47.gate_proj,0.37286493,0.01000,0.632
+29,mlp.experts.48.gate_proj,0.28491357,0.01000,0.632
+29,mlp.experts.49.gate_proj,0.38690609,0.01000,0.630
+29,mlp.experts.50.gate_proj,0.28757414,0.01000,0.630
+29,mlp.experts.51.gate_proj,0.00797951,0.01000,0.632
+29,mlp.experts.52.gate_proj,0.15223868,0.01000,0.631
+29,mlp.experts.53.gate_proj,0.58622992,0.01000,0.631
+29,mlp.experts.54.gate_proj,0.60922283,0.01000,0.631
+29,mlp.experts.55.gate_proj,2.94592857,0.01000,0.624
+29,mlp.experts.56.gate_proj,0.00000912,0.01000,0.630
+29,mlp.experts.57.gate_proj,0.28228092,0.01000,0.633
+29,mlp.experts.58.gate_proj,0.66832149,0.01000,0.633
+29,mlp.experts.59.gate_proj,0.37501538,0.01000,0.633
+29,mlp.experts.60.gate_proj,0.00344134,0.01000,0.632
+29,mlp.experts.61.gate_proj,1.23161256,0.01000,0.632
+29,mlp.experts.62.gate_proj,0.98200297,0.01000,0.631
+29,mlp.experts.63.gate_proj,0.20036027,0.01000,0.632
+29,mlp.experts.64.gate_proj,0.35066175,0.01000,0.634
+29,mlp.experts.65.gate_proj,0.51040018,0.01000,0.634
+29,mlp.experts.66.gate_proj,0.59087849,0.01000,0.632
+29,mlp.experts.67.gate_proj,0.00030647,0.01000,0.631
+29,mlp.experts.68.gate_proj,2.65268540,0.01000,0.624
+29,mlp.experts.69.gate_proj,0.26114148,0.01000,0.622
+29,mlp.experts.70.gate_proj,0.00043832,0.01000,0.625
+29,mlp.experts.71.gate_proj,0.04186785,0.01000,0.625
+29,mlp.experts.72.gate_proj,2.18674517,0.01000,0.624
+29,mlp.experts.73.gate_proj,1.46669960,0.01000,0.623
+29,mlp.experts.74.gate_proj,0.00033811,0.01000,0.623
+29,mlp.experts.75.gate_proj,0.18591505,0.01000,0.626
+29,mlp.experts.76.gate_proj,0.00001367,0.01000,0.625
+29,mlp.experts.77.gate_proj,1.41913581,0.01000,0.623
+29,mlp.experts.78.gate_proj,0.08258602,0.01000,0.626
+29,mlp.experts.79.gate_proj,0.69790614,0.01000,0.624
+29,mlp.experts.80.gate_proj,3.49137211,0.01000,0.626
+29,mlp.experts.81.gate_proj,0.33656460,0.01000,0.630
+29,mlp.experts.82.gate_proj,3.53253794,0.01000,0.630
+29,mlp.experts.83.gate_proj,0.35250038,0.01000,0.631
+29,mlp.experts.84.gate_proj,0.60564470,0.01000,0.631
+29,mlp.experts.85.gate_proj,0.84164917,0.01000,0.630
+29,mlp.experts.86.gate_proj,0.24556649,0.01000,0.631
+29,mlp.experts.87.gate_proj,0.43718600,0.01000,0.631
+29,mlp.experts.88.gate_proj,1.71393824,0.01000,0.632
+29,mlp.experts.89.gate_proj,0.17810889,0.01000,0.643
+29,mlp.experts.90.gate_proj,0.66899383,0.01000,0.643
+29,mlp.experts.91.gate_proj,0.01319951,0.01000,0.645
+29,mlp.experts.92.gate_proj,0.58769882,0.01000,0.643
+29,mlp.experts.93.gate_proj,1.81176019,0.01000,0.643
+29,mlp.experts.94.gate_proj,0.00347514,0.01000,0.637
+29,mlp.experts.95.gate_proj,0.10894471,0.01000,0.637
+29,mlp.experts.96.gate_proj,0.00622452,0.01000,0.638
+29,mlp.experts.97.gate_proj,0.21637242,0.01000,0.636
+29,mlp.experts.98.gate_proj,0.00110223,0.01000,0.637
+29,mlp.experts.99.gate_proj,1.47845483,0.01000,0.634
+29,mlp.experts.100.gate_proj,0.48433691,0.01000,0.624
+29,mlp.experts.101.gate_proj,0.01353404,0.01000,0.625
+29,mlp.experts.102.gate_proj,0.45356482,0.01000,0.624
+29,mlp.experts.103.gate_proj,0.37817264,0.01000,0.623
+29,mlp.experts.104.gate_proj,0.06744864,0.01000,0.624
+29,mlp.experts.105.gate_proj,0.21120325,0.01000,0.624
+29,mlp.experts.106.gate_proj,0.94469029,0.01000,0.630
+29,mlp.experts.107.gate_proj,0.00529041,0.01000,0.625
+29,mlp.experts.108.gate_proj,0.01891301,0.01000,0.634
+29,mlp.experts.109.gate_proj,0.02071585,0.01000,0.632
+29,mlp.experts.110.gate_proj,0.02933181,0.01000,0.633
+29,mlp.experts.111.gate_proj,0.00032841,0.01000,0.632
+29,mlp.experts.112.gate_proj,1.01317370,0.01000,0.632
+29,mlp.experts.113.gate_proj,0.19979501,0.01000,0.631
+29,mlp.experts.114.gate_proj,0.02747787,0.01000,0.631
+29,mlp.experts.115.gate_proj,0.09397919,0.01000,0.632
+29,mlp.experts.116.gate_proj,0.16369951,0.01000,0.633
+29,mlp.experts.117.gate_proj,0.35913333,0.01000,0.633
+29,mlp.experts.118.gate_proj,0.31634247,0.01000,0.632
+29,mlp.experts.119.gate_proj,0.00008204,0.01000,0.629
+29,mlp.experts.120.gate_proj,0.59915000,0.01000,0.627
+29,mlp.experts.121.gate_proj,1.12356234,0.01000,0.623
+29,mlp.experts.122.gate_proj,0.96322072,0.01000,0.624
+29,mlp.experts.123.gate_proj,0.14021751,0.01000,0.625
+29,mlp.experts.124.gate_proj,0.10089865,0.01000,0.625
+29,mlp.experts.125.gate_proj,0.00128151,0.01000,0.623
+29,mlp.experts.126.gate_proj,0.25809234,0.01000,0.624
+29,mlp.experts.127.gate_proj,0.00233658,0.01000,0.624
+29,mlp.experts.0.down_proj,0.07187240,0.01000,0.260
+29,mlp.experts.1.down_proj,0.96966517,0.01000,0.237
+29,mlp.experts.2.down_proj,0.11556972,0.01000,0.237
+29,mlp.experts.3.down_proj,0.05500052,0.01000,0.237
+29,mlp.experts.4.down_proj,0.00091181,0.01000,0.237
+29,mlp.experts.5.down_proj,0.13104819,0.01000,0.237
+29,mlp.experts.6.down_proj,0.07289566,0.01000,0.237
+29,mlp.experts.7.down_proj,0.04054511,0.01000,0.240
+29,mlp.experts.8.down_proj,0.00007540,0.01000,0.239
+29,mlp.experts.9.down_proj,0.21947205,0.01000,0.238
+29,mlp.experts.10.down_proj,0.03690272,0.01000,0.238
+29,mlp.experts.11.down_proj,0.07341791,0.01000,0.239
+29,mlp.experts.12.down_proj,0.04444298,0.01000,0.239
+29,mlp.experts.13.down_proj,0.06284843,0.01000,0.239
+29,mlp.experts.14.down_proj,0.07571109,0.01000,0.239
+29,mlp.experts.15.down_proj,0.10220630,0.01000,0.235
+29,mlp.experts.16.down_proj,0.02733409,0.01000,0.237
+29,mlp.experts.17.down_proj,0.16619396,0.01000,0.235
+29,mlp.experts.18.down_proj,0.57656497,0.01000,0.236
+29,mlp.experts.19.down_proj,0.13609257,0.01000,0.239
+29,mlp.experts.20.down_proj,0.10536678,0.01000,0.238
+29,mlp.experts.21.down_proj,0.60697365,0.01000,0.238
+29,mlp.experts.22.down_proj,0.05582526,0.01000,0.239
+29,mlp.experts.23.down_proj,0.00005810,0.01000,0.239
+29,mlp.experts.24.down_proj,0.00047099,0.01000,0.240
+29,mlp.experts.25.down_proj,0.00099140,0.01000,0.238
+29,mlp.experts.26.down_proj,0.14964810,0.01000,0.239
+29,mlp.experts.27.down_proj,0.00228197,0.01000,0.239
+29,mlp.experts.28.down_proj,0.00019068,0.01000,0.239
+29,mlp.experts.29.down_proj,0.00236633,0.01000,0.240
+29,mlp.experts.30.down_proj,0.21046413,0.01000,0.241
+29,mlp.experts.31.down_proj,0.00232701,0.01000,0.242
+29,mlp.experts.32.down_proj,0.01136530,0.01000,0.243
+29,mlp.experts.33.down_proj,0.00167793,0.01000,0.243
+29,mlp.experts.34.down_proj,0.00970627,0.01000,0.243
+29,mlp.experts.35.down_proj,0.07862905,0.01000,0.243
+29,mlp.experts.36.down_proj,0.38228309,0.01000,0.244
+29,mlp.experts.37.down_proj,0.00621265,0.01000,0.243
+29,mlp.experts.38.down_proj,0.00009127,0.01000,0.244
+29,mlp.experts.39.down_proj,0.12612674,0.01000,0.244
+29,mlp.experts.40.down_proj,0.00079100,0.01000,0.244
+29,mlp.experts.41.down_proj,0.00788185,0.01000,0.244
+29,mlp.experts.42.down_proj,0.27320173,0.01000,0.244
+29,mlp.experts.43.down_proj,0.00006266,0.01000,0.245
+29,mlp.experts.44.down_proj,0.01183612,0.01000,0.244
+29,mlp.experts.45.down_proj,0.16063589,0.01000,0.244
+29,mlp.experts.46.down_proj,0.18714243,0.01000,0.244
+29,mlp.experts.47.down_proj,0.06189987,0.01000,0.245
+29,mlp.experts.48.down_proj,0.01421620,0.01000,0.244
+29,mlp.experts.49.down_proj,0.09623092,0.01000,0.245
+29,mlp.experts.50.down_proj,0.08054402,0.01000,0.244
+29,mlp.experts.51.down_proj,0.00188506,0.01000,0.241
+29,mlp.experts.52.down_proj,0.03251075,0.01000,0.241
+29,mlp.experts.53.down_proj,0.15337649,0.01000,0.241
+29,mlp.experts.54.down_proj,0.16073743,0.01000,0.242
+29,mlp.experts.55.down_proj,1.94632030,0.01000,0.241
+29,mlp.experts.56.down_proj,0.00000199,0.01000,0.241
+29,mlp.experts.57.down_proj,0.10829872,0.01000,0.241
+29,mlp.experts.58.down_proj,0.15943691,0.01000,0.241
+29,mlp.experts.59.down_proj,0.13779047,0.01000,0.241
+29,mlp.experts.60.down_proj,0.00133186,0.01000,0.241
+29,mlp.experts.61.down_proj,0.33916086,0.01000,0.242
+29,mlp.experts.62.down_proj,0.19585584,0.01000,0.242
+29,mlp.experts.63.down_proj,0.02829705,0.01000,0.241
+29,mlp.experts.64.down_proj,0.06181446,0.01000,0.242
+29,mlp.experts.65.down_proj,0.07825448,0.01000,0.241
+29,mlp.experts.66.down_proj,0.11262630,0.01000,0.242
+29,mlp.experts.67.down_proj,0.00016825,0.01000,0.242
+29,mlp.experts.68.down_proj,0.41793889,0.01000,0.243
+29,mlp.experts.69.down_proj,0.04778953,0.01000,0.245
+29,mlp.experts.70.down_proj,0.00028804,0.01000,0.245
+29,mlp.experts.71.down_proj,0.01112321,0.01000,0.245
+29,mlp.experts.72.down_proj,1.06216693,0.01000,0.246
+29,mlp.experts.73.down_proj,0.26529777,0.01000,0.246
+29,mlp.experts.74.down_proj,0.00010422,0.01000,0.246
+29,mlp.experts.75.down_proj,0.04661220,0.01000,0.245
+29,mlp.experts.76.down_proj,0.00000248,0.01000,0.246
+29,mlp.experts.77.down_proj,0.29089662,0.01000,0.246
+29,mlp.experts.78.down_proj,0.02002762,0.01000,0.245
+29,mlp.experts.79.down_proj,0.09422174,0.01000,0.246
+29,mlp.experts.80.down_proj,0.78311259,0.01000,0.246
+29,mlp.experts.81.down_proj,0.07673924,0.01000,0.246
+29,mlp.experts.82.down_proj,0.79904711,0.01000,0.246
+29,mlp.experts.83.down_proj,0.06606732,0.01000,0.246
+29,mlp.experts.84.down_proj,0.15004663,0.01000,0.245
+29,mlp.experts.85.down_proj,0.13088518,0.01000,0.246
+29,mlp.experts.86.down_proj,0.06779349,0.01000,0.246
+29,mlp.experts.87.down_proj,0.07960193,0.01000,0.246
+29,mlp.experts.88.down_proj,0.69660807,0.01000,0.246
+29,mlp.experts.89.down_proj,0.05215681,0.01000,0.246
+29,mlp.experts.90.down_proj,0.43960938,0.01000,0.246
+29,mlp.experts.91.down_proj,0.00350781,0.01000,0.246
+29,mlp.experts.92.down_proj,0.13057049,0.01000,0.246
+29,mlp.experts.93.down_proj,0.35781771,0.01000,0.245
+29,mlp.experts.94.down_proj,0.00112767,0.01000,0.246
+29,mlp.experts.95.down_proj,0.01775081,0.01000,0.246
+29,mlp.experts.96.down_proj,0.00016983,0.01000,0.246
+29,mlp.experts.97.down_proj,0.06574754,0.01000,0.245
+29,mlp.experts.98.down_proj,0.00047940,0.01000,0.246
+29,mlp.experts.99.down_proj,0.85159874,0.01000,0.245
+29,mlp.experts.100.down_proj,0.05864020,0.01000,0.243
+29,mlp.experts.101.down_proj,0.00499325,0.01000,0.243
+29,mlp.experts.102.down_proj,0.10285142,0.01000,0.243
+29,mlp.experts.103.down_proj,0.07932472,0.01000,0.242
+29,mlp.experts.104.down_proj,0.01378649,0.01000,0.242
+29,mlp.experts.105.down_proj,0.06816925,0.01000,0.244
+29,mlp.experts.106.down_proj,0.19137555,0.01000,0.243
+29,mlp.experts.107.down_proj,0.00172905,0.01000,0.249
+29,mlp.experts.108.down_proj,0.01528205,0.01000,0.247
+29,mlp.experts.109.down_proj,0.00890713,0.01000,0.248
+29,mlp.experts.110.down_proj,0.00676073,0.01000,0.249
+29,mlp.experts.111.down_proj,0.00007966,0.01000,0.249
+29,mlp.experts.112.down_proj,0.20860130,0.01000,0.248
+29,mlp.experts.113.down_proj,0.05615778,0.01000,0.248
+29,mlp.experts.114.down_proj,0.00662833,0.01000,0.247
+29,mlp.experts.115.down_proj,0.02240958,0.01000,0.247
+29,mlp.experts.116.down_proj,0.03511203,0.01000,0.247
+29,mlp.experts.117.down_proj,0.09533340,0.01000,0.247
+29,mlp.experts.118.down_proj,0.07006258,0.01000,0.248
+29,mlp.experts.119.down_proj,0.00002493,0.01000,0.247
+29,mlp.experts.120.down_proj,0.05862520,0.01000,0.248
+29,mlp.experts.121.down_proj,0.19595622,0.01000,0.248
+29,mlp.experts.122.down_proj,0.73072112,0.01000,0.249
+29,mlp.experts.123.down_proj,0.03198281,0.01000,0.249
+29,mlp.experts.124.down_proj,0.04117936,0.01000,0.249
+29,mlp.experts.125.down_proj,0.00033850,0.01000,0.249
+29,mlp.experts.126.down_proj,0.07738821,0.01000,0.248
+29,mlp.experts.127.down_proj,0.00095319,0.01000,0.248
+30,self_attn.q_proj,0.25307170,0.01000,0.629
+30,self_attn.k_proj,0.04065021,0.01000,0.617
+30,self_attn.v_proj,0.03992705,0.01000,0.616
+30,self_attn.o_proj,0.02977908,0.01000,1.257
+30,mlp.experts.0.up_proj,0.53742254,0.01000,0.672
+30,mlp.experts.1.up_proj,0.14070931,0.01000,0.628
+30,mlp.experts.2.up_proj,0.00006488,0.01000,0.626
+30,mlp.experts.3.up_proj,0.58328599,0.01000,0.628
+30,mlp.experts.4.up_proj,1.05270982,0.01000,0.629
+30,mlp.experts.5.up_proj,0.01052668,0.01000,0.629
+30,mlp.experts.6.up_proj,0.17602745,0.01000,0.630
+30,mlp.experts.7.up_proj,1.09044433,0.01000,0.632
+30,mlp.experts.8.up_proj,0.00240532,0.01000,0.631
+30,mlp.experts.9.up_proj,1.02404094,0.01000,0.628
+30,mlp.experts.10.up_proj,0.74155217,0.01000,0.632
+30,mlp.experts.11.up_proj,0.06034732,0.01000,0.630
+30,mlp.experts.12.up_proj,1.09440112,0.01000,0.629
+30,mlp.experts.13.up_proj,1.87853694,0.01000,0.630
+30,mlp.experts.14.up_proj,0.56084758,0.01000,0.629
+30,mlp.experts.15.up_proj,0.02719794,0.01000,0.629
+30,mlp.experts.16.up_proj,0.00794952,0.01000,0.628
+30,mlp.experts.17.up_proj,0.14561835,0.01000,0.629
+30,mlp.experts.18.up_proj,0.02581770,0.01000,0.625
+30,mlp.experts.19.up_proj,0.25691280,0.01000,0.623
+30,mlp.experts.20.up_proj,0.46558997,0.01000,0.621
+30,mlp.experts.21.up_proj,0.03252795,0.01000,0.630
+30,mlp.experts.22.up_proj,2.36657429,0.01000,0.630
+30,mlp.experts.23.up_proj,0.89112806,0.01000,0.630
+30,mlp.experts.24.up_proj,3.82707357,0.01000,0.630
+30,mlp.experts.25.up_proj,0.64780903,0.01000,0.629
+30,mlp.experts.26.up_proj,1.59654212,0.01000,0.629
+30,mlp.experts.27.up_proj,0.11702137,0.01000,0.629
+30,mlp.experts.28.up_proj,0.42432779,0.01000,0.628
+30,mlp.experts.29.up_proj,0.08822177,0.01000,0.629
+30,mlp.experts.30.up_proj,0.08774447,0.01000,0.630
+30,mlp.experts.31.up_proj,0.02746707,0.01000,0.629
+30,mlp.experts.32.up_proj,0.09277552,0.01000,0.630
+30,mlp.experts.33.up_proj,0.42545575,0.01000,0.624
+30,mlp.experts.34.up_proj,0.56818783,0.01000,0.622
+30,mlp.experts.35.up_proj,0.23145628,0.01000,0.624
+30,mlp.experts.36.up_proj,0.47922659,0.01000,0.623
+30,mlp.experts.37.up_proj,0.17200345,0.01000,0.625
+30,mlp.experts.38.up_proj,0.97547597,0.01000,0.624
+30,mlp.experts.39.up_proj,0.43879434,0.01000,0.624
+30,mlp.experts.40.up_proj,0.01091795,0.01000,0.623
+30,mlp.experts.41.up_proj,0.36798131,0.01000,0.623
+30,mlp.experts.42.up_proj,0.43089974,0.01000,0.624
+30,mlp.experts.43.up_proj,0.00088993,0.01000,0.623
+30,mlp.experts.44.up_proj,2.22128963,0.01000,0.622
+30,mlp.experts.45.up_proj,0.00118617,0.01000,0.622
+30,mlp.experts.46.up_proj,0.91320908,0.01000,0.623
+30,mlp.experts.47.up_proj,0.09247746,0.01000,0.625
+30,mlp.experts.48.up_proj,0.08617435,0.01000,0.625
+30,mlp.experts.49.up_proj,0.34804592,0.01000,0.629
+30,mlp.experts.50.up_proj,0.04061549,0.01000,0.630
+30,mlp.experts.51.up_proj,0.13922442,0.01000,0.632
+30,mlp.experts.52.up_proj,1.72839141,0.01000,0.630
+30,mlp.experts.53.up_proj,0.01964656,0.01000,0.630
+30,mlp.experts.54.up_proj,2.52737355,0.01000,0.630
+30,mlp.experts.55.up_proj,2.09491992,0.01000,0.630
+30,mlp.experts.56.up_proj,1.24168277,0.01000,0.629
+30,mlp.experts.57.up_proj,0.04061531,0.01000,0.628
+30,mlp.experts.58.up_proj,0.98981428,0.01000,0.628
+30,mlp.experts.59.up_proj,0.05208608,0.01000,0.628
+30,mlp.experts.60.up_proj,0.00147434,0.01000,0.626
+30,mlp.experts.61.up_proj,0.16666006,0.01000,0.622
+30,mlp.experts.62.up_proj,0.46178228,0.01000,0.621
+30,mlp.experts.63.up_proj,2.49312544,0.01000,0.622
+30,mlp.experts.64.up_proj,0.98401093,0.01000,0.622
+30,mlp.experts.65.up_proj,0.24308810,0.01000,0.623
+30,mlp.experts.66.up_proj,0.10030520,0.01000,0.625
+30,mlp.experts.67.up_proj,0.31173563,0.01000,0.624
+30,mlp.experts.68.up_proj,0.08857141,0.01000,0.627
+30,mlp.experts.69.up_proj,0.00995594,0.01000,0.625
+30,mlp.experts.70.up_proj,0.39205930,0.01000,0.627
+30,mlp.experts.71.up_proj,0.43732303,0.01000,0.629
+30,mlp.experts.72.up_proj,0.28489459,0.01000,0.631
+30,mlp.experts.73.up_proj,0.00031762,0.01000,0.641
+30,mlp.experts.74.up_proj,0.28766230,0.01000,0.636
+30,mlp.experts.75.up_proj,0.47353566,0.01000,0.634
+30,mlp.experts.76.up_proj,0.12728329,0.01000,0.634
+30,mlp.experts.77.up_proj,1.19031882,0.01000,0.634
+30,mlp.experts.78.up_proj,0.94819307,0.01000,0.633
+30,mlp.experts.79.up_proj,0.36905754,0.01000,0.633
+30,mlp.experts.80.up_proj,0.06483755,0.01000,0.633
+30,mlp.experts.81.up_proj,0.00530550,0.01000,0.633
+30,mlp.experts.82.up_proj,0.27977479,0.01000,0.633
+30,mlp.experts.83.up_proj,0.70852876,0.01000,0.629
+30,mlp.experts.84.up_proj,0.17507297,0.01000,0.626
+30,mlp.experts.85.up_proj,0.62216353,0.01000,0.624
+30,mlp.experts.86.up_proj,1.03595018,0.01000,0.625
+30,mlp.experts.87.up_proj,2.94476390,0.01000,0.630
+30,mlp.experts.88.up_proj,0.29448581,0.01000,0.633
+30,mlp.experts.89.up_proj,2.22498703,0.01000,0.632
+30,mlp.experts.90.up_proj,0.02302219,0.01000,0.634
+30,mlp.experts.91.up_proj,0.02302066,0.01000,0.633
+30,mlp.experts.92.up_proj,0.24334571,0.01000,0.632
+30,mlp.experts.93.up_proj,0.36241269,0.01000,0.631
+30,mlp.experts.94.up_proj,0.16715997,0.01000,0.629
+30,mlp.experts.95.up_proj,0.00450399,0.01000,0.631
+30,mlp.experts.96.up_proj,1.67093897,0.01000,0.631
+30,mlp.experts.97.up_proj,0.87273252,0.01000,0.633
+30,mlp.experts.98.up_proj,0.13273805,0.01000,0.632
+30,mlp.experts.99.up_proj,0.29641449,0.01000,0.633
+30,mlp.experts.100.up_proj,0.28696644,0.01000,0.629
+30,mlp.experts.101.up_proj,1.17193854,0.01000,0.629
+30,mlp.experts.102.up_proj,0.14620700,0.01000,0.631
+30,mlp.experts.103.up_proj,0.28706652,0.01000,0.633
+30,mlp.experts.104.up_proj,1.16252351,0.01000,0.633
+30,mlp.experts.105.up_proj,0.56743360,0.01000,0.632
+30,mlp.experts.106.up_proj,0.00019387,0.01000,0.633
+30,mlp.experts.107.up_proj,4.44002533,0.01000,0.632
+30,mlp.experts.108.up_proj,0.00986416,0.01000,0.634
+30,mlp.experts.109.up_proj,0.33045027,0.01000,0.635
+30,mlp.experts.110.up_proj,1.02817059,0.01000,0.633
+30,mlp.experts.111.up_proj,0.02000956,0.01000,0.633
+30,mlp.experts.112.up_proj,0.24372169,0.01000,0.632
+30,mlp.experts.113.up_proj,0.01181829,0.01000,0.630
+30,mlp.experts.114.up_proj,0.54449040,0.01000,0.624
+30,mlp.experts.115.up_proj,0.90645480,0.01000,0.623
+30,mlp.experts.116.up_proj,2.44922686,0.01000,0.625
+30,mlp.experts.117.up_proj,0.00059061,0.01000,0.625
+30,mlp.experts.118.up_proj,0.81018901,0.01000,0.626
+30,mlp.experts.119.up_proj,0.69005275,0.01000,0.626
+30,mlp.experts.120.up_proj,0.00823307,0.01000,0.628
+30,mlp.experts.121.up_proj,0.26273969,0.01000,0.625
+30,mlp.experts.122.up_proj,2.69019842,0.01000,0.625
+30,mlp.experts.123.up_proj,0.13803101,0.01000,0.625
+30,mlp.experts.124.up_proj,0.56225049,0.01000,0.629
+30,mlp.experts.125.up_proj,0.35970062,0.01000,0.630
+30,mlp.experts.126.up_proj,2.29507947,0.01000,0.630
+30,mlp.experts.127.up_proj,0.84416640,0.01000,0.632
+30,mlp.experts.0.gate_proj,0.58422244,0.01000,0.633
+30,mlp.experts.1.gate_proj,0.13652816,0.01000,0.633
+30,mlp.experts.2.gate_proj,0.00005570,0.01000,0.632
+30,mlp.experts.3.gate_proj,0.64561397,0.01000,0.636
+30,mlp.experts.4.gate_proj,1.21884871,0.01000,0.632
+30,mlp.experts.5.gate_proj,0.01003181,0.01000,0.633
+30,mlp.experts.6.gate_proj,0.21589708,0.01000,0.632
+30,mlp.experts.7.gate_proj,1.14087105,0.01000,0.633
+30,mlp.experts.8.gate_proj,0.00215444,0.01000,0.632
+30,mlp.experts.9.gate_proj,1.04337478,0.01000,0.633
+30,mlp.experts.10.gate_proj,0.61990488,0.01000,0.625
+30,mlp.experts.11.gate_proj,0.05891281,0.01000,0.624
+30,mlp.experts.12.gate_proj,1.11895192,0.01000,0.626
+30,mlp.experts.13.gate_proj,1.99882674,0.01000,0.631
+30,mlp.experts.14.gate_proj,0.51210165,0.01000,0.633
+30,mlp.experts.15.gate_proj,0.02871907,0.01000,0.633
+30,mlp.experts.16.gate_proj,0.00818649,0.01000,0.632
+30,mlp.experts.17.gate_proj,0.16251864,0.01000,0.631
+30,mlp.experts.18.gate_proj,0.02515364,0.01000,0.632
+30,mlp.experts.19.gate_proj,0.21288531,0.01000,0.632
+30,mlp.experts.20.gate_proj,0.50702316,0.01000,0.632
+30,mlp.experts.21.gate_proj,0.03390693,0.01000,0.632
+30,mlp.experts.22.gate_proj,2.57276797,0.01000,0.632
+30,mlp.experts.23.gate_proj,0.82495368,0.01000,0.632
+30,mlp.experts.24.gate_proj,3.49463964,0.01000,0.631
+30,mlp.experts.25.gate_proj,0.72063160,0.01000,0.625
+30,mlp.experts.26.gate_proj,1.58244658,0.01000,0.624
+30,mlp.experts.27.gate_proj,0.11282797,0.01000,0.622
+30,mlp.experts.28.gate_proj,0.46679521,0.01000,0.627
+30,mlp.experts.29.gate_proj,0.09899580,0.01000,0.633
+30,mlp.experts.30.gate_proj,0.07942494,0.01000,0.632
+30,mlp.experts.31.gate_proj,0.02821789,0.01000,0.636
+30,mlp.experts.32.gate_proj,0.10495656,0.01000,0.639
+30,mlp.experts.33.gate_proj,0.46009058,0.01000,0.633
+30,mlp.experts.34.gate_proj,0.53310597,0.01000,0.632
+30,mlp.experts.35.gate_proj,0.18984362,0.01000,0.636
+30,mlp.experts.36.gate_proj,0.48371127,0.01000,0.634
+30,mlp.experts.37.gate_proj,0.18693942,0.01000,0.632
+30,mlp.experts.38.gate_proj,1.03764725,0.01000,0.633
+30,mlp.experts.39.gate_proj,0.43661645,0.01000,0.632
+30,mlp.experts.40.gate_proj,0.01100521,0.01000,0.635
+30,mlp.experts.41.gate_proj,0.35409987,0.01000,0.630
+30,mlp.experts.42.gate_proj,0.39447320,0.01000,0.631
+30,mlp.experts.43.gate_proj,0.00084870,0.01000,0.630
+30,mlp.experts.44.gate_proj,2.44214296,0.01000,0.629
+30,mlp.experts.45.gate_proj,0.00109205,0.01000,0.632
+30,mlp.experts.46.gate_proj,0.91105700,0.01000,0.630
+30,mlp.experts.47.gate_proj,0.08576643,0.01000,0.630
+30,mlp.experts.48.gate_proj,0.09116311,0.01000,0.632
+30,mlp.experts.49.gate_proj,0.39639550,0.01000,0.632
+30,mlp.experts.50.gate_proj,0.04258451,0.01000,0.632
+30,mlp.experts.51.gate_proj,0.15034872,0.01000,0.633
+30,mlp.experts.52.gate_proj,1.63280964,0.01000,0.632
+30,mlp.experts.53.gate_proj,0.02084200,0.01000,0.633
+30,mlp.experts.54.gate_proj,2.78783798,0.01000,0.631
+30,mlp.experts.55.gate_proj,2.10621142,0.01000,0.631
+30,mlp.experts.56.gate_proj,1.04017854,0.01000,0.630
+30,mlp.experts.57.gate_proj,0.04117019,0.01000,0.633
+30,mlp.experts.58.gate_proj,1.11893713,0.01000,0.632
+30,mlp.experts.59.gate_proj,0.05202835,0.01000,0.632
+30,mlp.experts.60.gate_proj,0.00131812,0.01000,0.625
+30,mlp.experts.61.gate_proj,0.17878452,0.01000,0.623
+30,mlp.experts.62.gate_proj,0.48799539,0.01000,0.622
+30,mlp.experts.63.gate_proj,2.77707243,0.01000,0.622
+30,mlp.experts.64.gate_proj,0.92822409,0.01000,0.623
+30,mlp.experts.65.gate_proj,0.24926278,0.01000,0.623
+30,mlp.experts.66.gate_proj,0.10055832,0.01000,0.623
+30,mlp.experts.67.gate_proj,0.33835447,0.01000,0.623
+30,mlp.experts.68.gate_proj,0.09225209,0.01000,0.624
+30,mlp.experts.69.gate_proj,0.00995344,0.01000,0.622
+30,mlp.experts.70.gate_proj,0.40439427,0.01000,0.622
+30,mlp.experts.71.gate_proj,0.48459578,0.01000,0.625
+30,mlp.experts.72.gate_proj,0.32716900,0.01000,0.626
+30,mlp.experts.73.gate_proj,0.00029998,0.01000,0.630
+30,mlp.experts.74.gate_proj,0.29477608,0.01000,0.632
+30,mlp.experts.75.gate_proj,0.46418589,0.01000,0.631
+30,mlp.experts.76.gate_proj,0.12521809,0.01000,0.632
+30,mlp.experts.77.gate_proj,1.25760067,0.01000,0.632
+30,mlp.experts.78.gate_proj,0.94686717,0.01000,0.632
+30,mlp.experts.79.gate_proj,0.36700791,0.01000,0.631
+30,mlp.experts.80.gate_proj,0.06064195,0.01000,0.632
+30,mlp.experts.81.gate_proj,0.00482018,0.01000,0.631
+30,mlp.experts.82.gate_proj,0.29435569,0.01000,0.632
+30,mlp.experts.83.gate_proj,0.66627526,0.01000,0.632
+30,mlp.experts.84.gate_proj,0.18889494,0.01000,0.622
+30,mlp.experts.85.gate_proj,0.53050578,0.01000,0.623
+30,mlp.experts.86.gate_proj,0.97964704,0.01000,0.630
+30,mlp.experts.87.gate_proj,3.19261718,0.01000,0.632
+30,mlp.experts.88.gate_proj,0.28247917,0.01000,0.631
+30,mlp.experts.89.gate_proj,2.43813539,0.01000,0.631
+30,mlp.experts.90.gate_proj,0.02467616,0.01000,0.633
+30,mlp.experts.91.gate_proj,0.02294771,0.01000,0.632
+30,mlp.experts.92.gate_proj,0.27796602,0.01000,0.632
+30,mlp.experts.93.gate_proj,0.38078114,0.01000,0.632
+30,mlp.experts.94.gate_proj,0.18263339,0.01000,0.630
+30,mlp.experts.95.gate_proj,0.00444959,0.01000,0.631
+30,mlp.experts.96.gate_proj,1.81930304,0.01000,0.632
+30,mlp.experts.97.gate_proj,0.96221042,0.01000,0.631
+30,mlp.experts.98.gate_proj,0.13603066,0.01000,0.622
+30,mlp.experts.99.gate_proj,0.30298448,0.01000,0.621
+30,mlp.experts.100.gate_proj,0.27781063,0.01000,0.627
+30,mlp.experts.101.gate_proj,1.30887938,0.01000,0.631
+30,mlp.experts.102.gate_proj,0.14492278,0.01000,0.632
+30,mlp.experts.103.gate_proj,0.37484324,0.01000,0.631
+30,mlp.experts.104.gate_proj,1.09832180,0.01000,0.631
+30,mlp.experts.105.gate_proj,0.47668725,0.01000,0.632
+30,mlp.experts.106.gate_proj,0.00018723,0.01000,0.632
+30,mlp.experts.107.gate_proj,4.59404755,0.01000,0.632
+30,mlp.experts.108.gate_proj,0.00947974,0.01000,0.633
+30,mlp.experts.109.gate_proj,0.34944701,0.01000,0.632
+30,mlp.experts.110.gate_proj,0.97489011,0.01000,0.632
+30,mlp.experts.111.gate_proj,0.01946552,0.01000,0.632
+30,mlp.experts.112.gate_proj,0.23169696,0.01000,0.628
+30,mlp.experts.113.gate_proj,0.01147253,0.01000,0.625
+30,mlp.experts.114.gate_proj,0.62390816,0.01000,0.629
+30,mlp.experts.115.gate_proj,0.88959706,0.01000,0.629
+30,mlp.experts.116.gate_proj,2.33581901,0.01000,0.630
+30,mlp.experts.117.gate_proj,0.00061611,0.01000,0.631
+30,mlp.experts.118.gate_proj,0.63888967,0.01000,0.630
+30,mlp.experts.119.gate_proj,0.75777078,0.01000,0.629
+30,mlp.experts.120.gate_proj,0.00810896,0.01000,0.631
+30,mlp.experts.121.gate_proj,0.29782993,0.01000,0.630
+30,mlp.experts.122.gate_proj,2.80870247,0.01000,0.630
+30,mlp.experts.123.gate_proj,0.11669885,0.01000,0.631
+30,mlp.experts.124.gate_proj,0.59109235,0.01000,0.630
+30,mlp.experts.125.gate_proj,0.35689363,0.01000,0.631
+30,mlp.experts.126.gate_proj,2.12211418,0.01000,0.628
+30,mlp.experts.127.gate_proj,0.85941589,0.01000,0.621
+30,mlp.experts.0.down_proj,0.09818375,0.01000,0.257
+30,mlp.experts.1.down_proj,0.03386213,0.01000,0.235
+30,mlp.experts.2.down_proj,0.00001351,0.01000,0.237
+30,mlp.experts.3.down_proj,0.11562221,0.01000,0.236
+30,mlp.experts.4.down_proj,0.17070684,0.01000,0.238
+30,mlp.experts.5.down_proj,0.00393880,0.01000,0.237
+30,mlp.experts.6.down_proj,0.01844511,0.01000,0.237
+30,mlp.experts.7.down_proj,0.18318060,0.01000,0.238
+30,mlp.experts.8.down_proj,0.00129410,0.01000,0.239
+30,mlp.experts.9.down_proj,0.20313159,0.01000,0.239
+30,mlp.experts.10.down_proj,0.14540578,0.01000,0.239
+30,mlp.experts.11.down_proj,0.02361806,0.01000,0.239
+30,mlp.experts.12.down_proj,0.35831589,0.01000,0.239
+30,mlp.experts.13.down_proj,0.56461012,0.01000,0.240
+30,mlp.experts.14.down_proj,0.12369843,0.01000,0.239
+30,mlp.experts.15.down_proj,0.00765300,0.01000,0.239
+30,mlp.experts.16.down_proj,0.00265081,0.01000,0.239
+30,mlp.experts.17.down_proj,0.04450210,0.01000,0.239
+30,mlp.experts.18.down_proj,0.00488977,0.01000,0.239
+30,mlp.experts.19.down_proj,0.04531510,0.01000,0.239
+30,mlp.experts.20.down_proj,0.09115355,0.01000,0.238
+30,mlp.experts.21.down_proj,0.00622343,0.01000,0.238
+30,mlp.experts.22.down_proj,0.38553900,0.01000,0.240
+30,mlp.experts.23.down_proj,0.15583406,0.01000,0.242
+30,mlp.experts.24.down_proj,1.20147276,0.01000,0.243
+30,mlp.experts.25.down_proj,0.12104875,0.01000,0.243
+30,mlp.experts.26.down_proj,0.29899046,0.01000,0.243
+30,mlp.experts.27.down_proj,0.01208801,0.01000,0.243
+30,mlp.experts.28.down_proj,0.09129630,0.01000,0.243
+30,mlp.experts.29.down_proj,0.02041662,0.01000,0.244
+30,mlp.experts.30.down_proj,0.01978782,0.01000,0.243
+30,mlp.experts.31.down_proj,0.00778533,0.01000,0.244
+30,mlp.experts.32.down_proj,0.01676098,0.01000,0.243
+30,mlp.experts.33.down_proj,0.06693814,0.01000,0.244
+30,mlp.experts.34.down_proj,0.12091159,0.01000,0.244
+30,mlp.experts.35.down_proj,0.06749497,0.01000,0.245
+30,mlp.experts.36.down_proj,0.11887904,0.01000,0.243
+30,mlp.experts.37.down_proj,0.03623882,0.01000,0.241
+30,mlp.experts.38.down_proj,0.19469787,0.01000,0.241
+30,mlp.experts.39.down_proj,0.08237262,0.01000,0.241
+30,mlp.experts.40.down_proj,0.00253463,0.01000,0.241
+30,mlp.experts.41.down_proj,0.06633645,0.01000,0.241
+30,mlp.experts.42.down_proj,0.08511866,0.01000,0.241
+30,mlp.experts.43.down_proj,0.00031619,0.01000,0.243
+30,mlp.experts.44.down_proj,0.46234447,0.01000,0.242
+30,mlp.experts.45.down_proj,0.00040985,0.01000,0.242
+30,mlp.experts.46.down_proj,0.19281018,0.01000,0.242
+30,mlp.experts.47.down_proj,0.02702737,0.01000,0.242
+30,mlp.experts.48.down_proj,0.01414413,0.01000,0.245
+30,mlp.experts.49.down_proj,0.06739968,0.01000,0.243
+30,mlp.experts.50.down_proj,0.01148366,0.01000,0.242
+30,mlp.experts.51.down_proj,0.02876411,0.01000,0.243
+30,mlp.experts.52.down_proj,0.37341970,0.01000,0.242
+30,mlp.experts.53.down_proj,0.00870244,0.01000,0.242
+30,mlp.experts.54.down_proj,0.40545818,0.01000,0.244
+30,mlp.experts.55.down_proj,0.77818727,0.01000,0.243
+30,mlp.experts.56.down_proj,0.24671660,0.01000,0.243
+30,mlp.experts.57.down_proj,0.00831466,0.01000,0.243
+30,mlp.experts.58.down_proj,0.16070944,0.01000,0.242
+30,mlp.experts.59.down_proj,0.01133281,0.01000,0.242
+30,mlp.experts.60.down_proj,0.00054455,0.01000,0.242
+30,mlp.experts.61.down_proj,0.02832551,0.01000,0.243
+30,mlp.experts.62.down_proj,0.08637898,0.01000,0.243
+30,mlp.experts.63.down_proj,0.51620078,0.01000,0.242
+30,mlp.experts.64.down_proj,0.17984551,0.01000,0.243
+30,mlp.experts.65.down_proj,0.04808594,0.01000,0.244
+30,mlp.experts.66.down_proj,0.01738914,0.01000,0.243
+30,mlp.experts.67.down_proj,0.04618644,0.01000,0.243
+30,mlp.experts.68.down_proj,0.02043504,0.01000,0.243
+30,mlp.experts.69.down_proj,0.00252258,0.01000,0.243
+30,mlp.experts.70.down_proj,0.08250114,0.01000,0.244
+30,mlp.experts.71.down_proj,0.08145060,0.01000,0.244
+30,mlp.experts.72.down_proj,0.03562707,0.01000,0.244
+30,mlp.experts.73.down_proj,0.00010733,0.01000,0.246
+30,mlp.experts.74.down_proj,0.05132486,0.01000,0.244
+30,mlp.experts.75.down_proj,0.08509138,0.01000,0.246
+30,mlp.experts.76.down_proj,0.03662629,0.01000,0.245
+30,mlp.experts.77.down_proj,0.29061848,0.01000,0.246
+30,mlp.experts.78.down_proj,0.33454463,0.01000,0.245
+30,mlp.experts.79.down_proj,0.09537573,0.01000,0.245
+30,mlp.experts.80.down_proj,0.01581959,0.01000,0.245
+30,mlp.experts.81.down_proj,0.00301475,0.01000,0.246
+30,mlp.experts.82.down_proj,0.05268391,0.01000,0.245
+30,mlp.experts.83.down_proj,0.24217977,0.01000,0.246
+30,mlp.experts.84.down_proj,0.03412183,0.01000,0.254
+30,mlp.experts.85.down_proj,0.11343107,0.01000,0.251
+30,mlp.experts.86.down_proj,0.21799403,0.01000,0.247
+30,mlp.experts.87.down_proj,0.75130486,0.01000,0.247
+30,mlp.experts.88.down_proj,0.09691218,0.01000,0.248
+30,mlp.experts.89.down_proj,0.45584303,0.01000,0.248
+30,mlp.experts.90.down_proj,0.00586943,0.01000,0.248
+30,mlp.experts.91.down_proj,0.00692391,0.01000,0.249
+30,mlp.experts.92.down_proj,0.03628377,0.01000,0.248
+30,mlp.experts.93.down_proj,0.06987140,0.01000,0.249
+30,mlp.experts.94.down_proj,0.03078999,0.01000,0.248
+30,mlp.experts.95.down_proj,0.00159642,0.01000,0.249
+30,mlp.experts.96.down_proj,0.27503246,0.01000,0.248
+30,mlp.experts.97.down_proj,0.14244443,0.01000,0.249
+30,mlp.experts.98.down_proj,0.00600360,0.01000,0.248
+30,mlp.experts.99.down_proj,0.06748421,0.01000,0.249
+30,mlp.experts.100.down_proj,0.06462967,0.01000,0.249
+30,mlp.experts.101.down_proj,0.22749710,0.01000,0.251
+30,mlp.experts.102.down_proj,0.03117138,0.01000,0.249
+30,mlp.experts.103.down_proj,0.04117817,0.01000,0.247
+30,mlp.experts.104.down_proj,0.27772668,0.01000,0.247
+30,mlp.experts.105.down_proj,0.14929351,0.01000,0.246
+30,mlp.experts.106.down_proj,0.00005255,0.01000,0.246
+30,mlp.experts.107.down_proj,0.76875198,0.01000,0.247
+30,mlp.experts.108.down_proj,0.00309652,0.01000,0.247
+30,mlp.experts.109.down_proj,0.06414227,0.01000,0.246
+30,mlp.experts.110.down_proj,0.20759186,0.01000,0.247
+30,mlp.experts.111.down_proj,0.00793752,0.01000,0.247
+30,mlp.experts.112.down_proj,0.09637795,0.01000,0.247
+30,mlp.experts.113.down_proj,0.00328726,0.01000,0.247
+30,mlp.experts.114.down_proj,0.11464672,0.01000,0.247
+30,mlp.experts.115.down_proj,0.22428358,0.01000,0.246
+30,mlp.experts.116.down_proj,0.43510747,0.01000,0.246
+30,mlp.experts.117.down_proj,0.00016140,0.01000,0.246
+30,mlp.experts.118.down_proj,0.14477621,0.01000,0.245
+30,mlp.experts.119.down_proj,0.15125410,0.01000,0.247
+30,mlp.experts.120.down_proj,0.00176567,0.01000,0.246
+30,mlp.experts.121.down_proj,0.04931553,0.01000,0.245
+30,mlp.experts.122.down_proj,0.64893603,0.01000,0.245
+30,mlp.experts.123.down_proj,0.02879802,0.01000,0.245
+30,mlp.experts.124.down_proj,0.14876552,0.01000,0.246
+30,mlp.experts.125.down_proj,0.06387296,0.01000,0.246
+30,mlp.experts.126.down_proj,1.04929113,0.01000,0.246
+30,mlp.experts.127.down_proj,0.18608204,0.01000,0.246
+31,self_attn.q_proj,0.21210307,0.01000,0.642
+31,self_attn.k_proj,0.02814008,0.01000,0.629
+31,self_attn.v_proj,0.03332413,0.01000,0.629
+31,self_attn.o_proj,0.02299837,0.01000,1.254
+31,mlp.experts.0.up_proj,0.00271697,0.01000,0.660
+31,mlp.experts.1.up_proj,0.33187604,0.01000,0.620
+31,mlp.experts.2.up_proj,0.43085989,0.01000,0.628
+31,mlp.experts.3.up_proj,0.48277736,0.01000,0.628
+31,mlp.experts.4.up_proj,0.66611403,0.01000,0.628
+31,mlp.experts.5.up_proj,2.22287750,0.01000,0.628
+31,mlp.experts.6.up_proj,0.53723347,0.01000,0.629
+31,mlp.experts.7.up_proj,1.61986923,0.01000,0.628
+31,mlp.experts.8.up_proj,2.11206126,0.01000,0.628
+31,mlp.experts.9.up_proj,1.93625879,0.01000,0.629
+31,mlp.experts.10.up_proj,0.12493172,0.01000,0.631
+31,mlp.experts.11.up_proj,0.28082812,0.01000,0.629
+31,mlp.experts.12.up_proj,0.73613626,0.01000,0.630
+31,mlp.experts.13.up_proj,0.40460590,0.01000,0.629
+31,mlp.experts.14.up_proj,0.23573916,0.01000,0.627
+31,mlp.experts.15.up_proj,0.18110296,0.01000,0.626
+31,mlp.experts.16.up_proj,0.00580190,0.01000,0.624
+31,mlp.experts.17.up_proj,0.74984384,0.01000,0.625
+31,mlp.experts.18.up_proj,0.27905676,0.01000,0.625
+31,mlp.experts.19.up_proj,0.28033549,0.01000,0.624
+31,mlp.experts.20.up_proj,0.56207770,0.01000,0.622
+31,mlp.experts.21.up_proj,1.63219404,0.01000,0.625
+31,mlp.experts.22.up_proj,0.22811499,0.01000,0.628
+31,mlp.experts.23.up_proj,0.00643360,0.01000,0.629
+31,mlp.experts.24.up_proj,1.27272415,0.01000,0.628
+31,mlp.experts.25.up_proj,0.15095451,0.01000,0.628
+31,mlp.experts.26.up_proj,1.34819865,0.01000,0.627
+31,mlp.experts.27.up_proj,0.24137057,0.01000,0.629
+31,mlp.experts.28.up_proj,0.00498193,0.01000,0.628
+31,mlp.experts.29.up_proj,0.28776073,0.01000,0.628
+31,mlp.experts.30.up_proj,0.20958045,0.01000,0.627
+31,mlp.experts.31.up_proj,0.76505053,0.01000,0.628
+31,mlp.experts.32.up_proj,3.78082323,0.01000,0.627
+31,mlp.experts.33.up_proj,3.02141643,0.01000,0.627
+31,mlp.experts.34.up_proj,0.33992797,0.01000,0.625
+31,mlp.experts.35.up_proj,0.07492275,0.01000,0.623
+31,mlp.experts.36.up_proj,0.83354402,0.01000,0.627
+31,mlp.experts.37.up_proj,0.00005737,0.01000,0.628
+31,mlp.experts.38.up_proj,0.17586064,0.01000,0.627
+31,mlp.experts.39.up_proj,0.24768111,0.01000,0.630
+31,mlp.experts.40.up_proj,0.21172054,0.01000,0.640
+31,mlp.experts.41.up_proj,0.19252664,0.01000,0.638
+31,mlp.experts.42.up_proj,0.00024634,0.01000,0.641
+31,mlp.experts.43.up_proj,0.16374964,0.01000,0.641
+31,mlp.experts.44.up_proj,1.31290650,0.01000,0.640
+31,mlp.experts.45.up_proj,2.14083910,0.01000,0.641
+31,mlp.experts.46.up_proj,0.10877632,0.01000,0.640
+31,mlp.experts.47.up_proj,0.85839945,0.01000,0.641
+31,mlp.experts.48.up_proj,0.93711418,0.01000,0.645
+31,mlp.experts.49.up_proj,0.42515278,0.01000,0.641
+31,mlp.experts.50.up_proj,0.46440861,0.01000,0.634
+31,mlp.experts.51.up_proj,0.63469255,0.01000,0.627
+31,mlp.experts.52.up_proj,0.55316556,0.01000,0.629
+31,mlp.experts.53.up_proj,0.55467439,0.01000,0.625
+31,mlp.experts.54.up_proj,0.00018203,0.01000,0.624
+31,mlp.experts.55.up_proj,0.00797472,0.01000,0.626
+31,mlp.experts.56.up_proj,1.92572784,0.01000,0.623
+31,mlp.experts.57.up_proj,0.00063702,0.01000,0.622
+31,mlp.experts.58.up_proj,0.67263216,0.01000,0.625
+31,mlp.experts.59.up_proj,1.85871601,0.01000,0.628
+31,mlp.experts.60.up_proj,0.61327195,0.01000,0.628
+31,mlp.experts.61.up_proj,1.02993274,0.01000,0.629
+31,mlp.experts.62.up_proj,1.77390039,0.01000,0.627
+31,mlp.experts.63.up_proj,0.59476376,0.01000,0.628
+31,mlp.experts.64.up_proj,0.38888067,0.01000,0.628
+31,mlp.experts.65.up_proj,0.00018636,0.01000,0.627
+31,mlp.experts.66.up_proj,0.81541383,0.01000,0.629
+31,mlp.experts.67.up_proj,0.19958572,0.01000,0.628
+31,mlp.experts.68.up_proj,0.12943521,0.01000,0.627
+31,mlp.experts.69.up_proj,0.10072710,0.01000,0.628
+31,mlp.experts.70.up_proj,0.04055487,0.01000,0.622
+31,mlp.experts.71.up_proj,0.00903659,0.01000,0.618
+31,mlp.experts.72.up_proj,0.42487216,0.01000,0.622
+31,mlp.experts.73.up_proj,1.67198944,0.01000,0.622
+31,mlp.experts.74.up_proj,0.22852325,0.01000,0.620
+31,mlp.experts.75.up_proj,5.66985941,0.01000,0.622
+31,mlp.experts.76.up_proj,0.01069831,0.01000,0.622
+31,mlp.experts.77.up_proj,0.00100292,0.01000,0.622
+31,mlp.experts.78.up_proj,0.16476360,0.01000,0.621
+31,mlp.experts.79.up_proj,0.64072871,0.01000,0.622
+31,mlp.experts.80.up_proj,0.00007132,0.01000,0.626
+31,mlp.experts.81.up_proj,0.13353494,0.01000,0.627
+31,mlp.experts.82.up_proj,3.82060456,0.01000,0.628
+31,mlp.experts.83.up_proj,0.39032099,0.01000,0.629
+31,mlp.experts.84.up_proj,0.01935774,0.01000,0.629
+31,mlp.experts.85.up_proj,0.01211475,0.01000,0.629
+31,mlp.experts.86.up_proj,0.25981557,0.01000,0.628
+31,mlp.experts.87.up_proj,0.06284498,0.01000,0.627
+31,mlp.experts.88.up_proj,1.00940824,0.01000,0.628
+31,mlp.experts.89.up_proj,0.71252465,0.01000,0.629
+31,mlp.experts.90.up_proj,0.01068999,0.01000,0.626
+31,mlp.experts.91.up_proj,0.34119904,0.01000,0.626
+31,mlp.experts.92.up_proj,0.44467974,0.01000,0.620
+31,mlp.experts.93.up_proj,0.51628757,0.01000,0.620
+31,mlp.experts.94.up_proj,1.27456641,0.01000,0.622
+31,mlp.experts.95.up_proj,1.69142663,0.01000,0.623
+31,mlp.experts.96.up_proj,0.11440289,0.01000,0.621
+31,mlp.experts.97.up_proj,0.01349768,0.01000,0.620
+31,mlp.experts.98.up_proj,0.38530824,0.01000,0.623
+31,mlp.experts.99.up_proj,0.23645510,0.01000,0.628
+31,mlp.experts.100.up_proj,1.09121013,0.01000,0.629
+31,mlp.experts.101.up_proj,1.46186471,0.01000,0.628
+31,mlp.experts.102.up_proj,0.00188506,0.01000,0.630
+31,mlp.experts.103.up_proj,0.19141242,0.01000,0.627
+31,mlp.experts.104.up_proj,0.08352236,0.01000,0.628
+31,mlp.experts.105.up_proj,0.02665996,0.01000,0.628
+31,mlp.experts.106.up_proj,2.27487755,0.01000,0.628
+31,mlp.experts.107.up_proj,0.02389663,0.01000,0.629
+31,mlp.experts.108.up_proj,1.13550496,0.01000,0.628
+31,mlp.experts.109.up_proj,0.24416687,0.01000,0.630
+31,mlp.experts.110.up_proj,1.39172268,0.01000,0.628
+31,mlp.experts.111.up_proj,0.06678398,0.01000,0.621
+31,mlp.experts.112.up_proj,1.64457989,0.01000,0.620
+31,mlp.experts.113.up_proj,0.29853880,0.01000,0.620
+31,mlp.experts.114.up_proj,0.34735566,0.01000,0.619
+31,mlp.experts.115.up_proj,0.32981670,0.01000,0.621
+31,mlp.experts.116.up_proj,0.81362867,0.01000,0.621
+31,mlp.experts.117.up_proj,0.08932233,0.01000,0.624
+31,mlp.experts.118.up_proj,0.16068354,0.01000,0.631
+31,mlp.experts.119.up_proj,0.37146479,0.01000,0.629
+31,mlp.experts.120.up_proj,0.04914779,0.01000,0.630
+31,mlp.experts.121.up_proj,0.00329209,0.01000,0.629
+31,mlp.experts.122.up_proj,0.00253513,0.01000,0.631
+31,mlp.experts.123.up_proj,2.10084343,0.01000,0.629
+31,mlp.experts.124.up_proj,0.43423456,0.01000,0.629
+31,mlp.experts.125.up_proj,0.45902440,0.01000,0.630
+31,mlp.experts.126.up_proj,0.02571487,0.01000,0.630
+31,mlp.experts.127.up_proj,0.22438592,0.01000,0.629
+31,mlp.experts.0.gate_proj,0.00283017,0.01000,0.630
+31,mlp.experts.1.gate_proj,0.36810899,0.01000,0.631
+31,mlp.experts.2.gate_proj,0.40994620,0.01000,0.623
+31,mlp.experts.3.gate_proj,0.44534582,0.01000,0.623
+31,mlp.experts.4.gate_proj,0.73257720,0.01000,0.623
+31,mlp.experts.5.gate_proj,2.26814723,0.01000,0.622
+31,mlp.experts.6.gate_proj,0.56486702,0.01000,0.622
+31,mlp.experts.7.gate_proj,1.48299646,0.01000,0.622
+31,mlp.experts.8.gate_proj,2.06280947,0.01000,0.621
+31,mlp.experts.9.gate_proj,2.00499868,0.01000,0.621
+31,mlp.experts.10.gate_proj,0.13046756,0.01000,0.622
+31,mlp.experts.11.gate_proj,0.31268078,0.01000,0.622
+31,mlp.experts.12.gate_proj,0.86367834,0.01000,0.622
+31,mlp.experts.13.gate_proj,0.44641775,0.01000,0.621
+31,mlp.experts.14.gate_proj,0.26812452,0.01000,0.622
+31,mlp.experts.15.gate_proj,0.19549714,0.01000,0.622
+31,mlp.experts.16.gate_proj,0.00517873,0.01000,0.634
+31,mlp.experts.17.gate_proj,0.85309392,0.01000,0.634
+31,mlp.experts.18.gate_proj,0.29540479,0.01000,0.634
+31,mlp.experts.19.gate_proj,0.27200454,0.01000,0.633
+31,mlp.experts.20.gate_proj,0.59649074,0.01000,0.636
+31,mlp.experts.21.gate_proj,1.75408709,0.01000,0.630
+31,mlp.experts.22.gate_proj,0.25320870,0.01000,0.628
+31,mlp.experts.23.gate_proj,0.00572169,0.01000,0.630
+31,mlp.experts.24.gate_proj,1.32281804,0.01000,0.630
+31,mlp.experts.25.gate_proj,0.15964353,0.01000,0.630
+31,mlp.experts.26.gate_proj,1.31206298,0.01000,0.631
+31,mlp.experts.27.gate_proj,0.23379472,0.01000,0.628
+31,mlp.experts.28.gate_proj,0.00548620,0.01000,0.623
+31,mlp.experts.29.gate_proj,0.29756373,0.01000,0.619
+31,mlp.experts.30.gate_proj,0.21155566,0.01000,0.621
+31,mlp.experts.31.gate_proj,0.73211777,0.01000,0.626
+31,mlp.experts.32.gate_proj,4.14308739,0.01000,0.627
+31,mlp.experts.33.gate_proj,3.24083424,0.01000,0.628
+31,mlp.experts.34.gate_proj,0.29079306,0.01000,0.630
+31,mlp.experts.35.gate_proj,0.07973889,0.01000,0.629
+31,mlp.experts.36.gate_proj,0.88519871,0.01000,0.630
+31,mlp.experts.37.gate_proj,0.00005790,0.01000,0.628
+31,mlp.experts.38.gate_proj,0.19097519,0.01000,0.626
+31,mlp.experts.39.gate_proj,0.23959731,0.01000,0.628
+31,mlp.experts.40.gate_proj,0.22925386,0.01000,0.629
+31,mlp.experts.41.gate_proj,0.19564445,0.01000,0.629
+31,mlp.experts.42.gate_proj,0.00025459,0.01000,0.628
+31,mlp.experts.43.gate_proj,0.14128965,0.01000,0.624
+31,mlp.experts.44.gate_proj,1.39903808,0.01000,0.621
+31,mlp.experts.45.gate_proj,2.07816792,0.01000,0.622
+31,mlp.experts.46.gate_proj,0.10298871,0.01000,0.621
+31,mlp.experts.47.gate_proj,0.92413986,0.01000,0.623
+31,mlp.experts.48.gate_proj,0.86707735,0.01000,0.625
+31,mlp.experts.49.gate_proj,0.39373803,0.01000,0.625
+31,mlp.experts.50.gate_proj,0.43369669,0.01000,0.630
+31,mlp.experts.51.gate_proj,0.58997726,0.01000,0.630
+31,mlp.experts.52.gate_proj,0.61604166,0.01000,0.631
+31,mlp.experts.53.gate_proj,0.55076659,0.01000,0.629
+31,mlp.experts.54.gate_proj,0.00020063,0.01000,0.629
+31,mlp.experts.55.gate_proj,0.00696449,0.01000,0.629
+31,mlp.experts.56.gate_proj,2.09029531,0.01000,0.631
+31,mlp.experts.57.gate_proj,0.00060472,0.01000,0.630
+31,mlp.experts.58.gate_proj,0.70884025,0.01000,0.630
+31,mlp.experts.59.gate_proj,1.93313575,0.01000,0.629
+31,mlp.experts.60.gate_proj,0.58751881,0.01000,0.629
+31,mlp.experts.61.gate_proj,1.09227169,0.01000,0.628
+31,mlp.experts.62.gate_proj,1.63155723,0.01000,0.620
+31,mlp.experts.63.gate_proj,0.67943829,0.01000,0.620
+31,mlp.experts.64.gate_proj,0.37092900,0.01000,0.621
+31,mlp.experts.65.gate_proj,0.00020831,0.01000,0.621
+31,mlp.experts.66.gate_proj,0.89544809,0.01000,0.621
+31,mlp.experts.67.gate_proj,0.19500580,0.01000,0.620
+31,mlp.experts.68.gate_proj,0.13462716,0.01000,0.620
+31,mlp.experts.69.gate_proj,0.09126289,0.01000,0.623
+31,mlp.experts.70.gate_proj,0.04262938,0.01000,0.623
+31,mlp.experts.71.gate_proj,0.00906158,0.01000,0.621
+31,mlp.experts.72.gate_proj,0.45868367,0.01000,0.623
+31,mlp.experts.73.gate_proj,1.79662049,0.01000,0.620
+31,mlp.experts.74.gate_proj,0.21970204,0.01000,0.620
+31,mlp.experts.75.gate_proj,5.65772247,0.01000,0.622
+31,mlp.experts.76.gate_proj,0.01180892,0.01000,0.625
+31,mlp.experts.77.gate_proj,0.00091326,0.01000,0.627
+31,mlp.experts.78.gate_proj,0.18601021,0.01000,0.629
+31,mlp.experts.79.gate_proj,0.69067025,0.01000,0.628
+31,mlp.experts.80.gate_proj,0.00007248,0.01000,0.629
+31,mlp.experts.81.gate_proj,0.12996483,0.01000,0.628
+31,mlp.experts.82.gate_proj,4.07658100,0.01000,0.630
+31,mlp.experts.83.gate_proj,0.42821229,0.01000,0.629
+31,mlp.experts.84.gate_proj,0.02018473,0.01000,0.628
+31,mlp.experts.85.gate_proj,0.01158951,0.01000,0.629
+31,mlp.experts.86.gate_proj,0.27543586,0.01000,0.627
+31,mlp.experts.87.gate_proj,0.06383175,0.01000,0.628
+31,mlp.experts.88.gate_proj,1.04860365,0.01000,0.628
+31,mlp.experts.89.gate_proj,0.77441192,0.01000,0.623
+31,mlp.experts.90.gate_proj,0.01036889,0.01000,0.627
+31,mlp.experts.91.gate_proj,0.38096523,0.01000,0.627
+31,mlp.experts.92.gate_proj,0.45356071,0.01000,0.628
+31,mlp.experts.93.gate_proj,0.52341819,0.01000,0.627
+31,mlp.experts.94.gate_proj,1.35802674,0.01000,0.628
+31,mlp.experts.95.gate_proj,1.57042575,0.01000,0.629
+31,mlp.experts.96.gate_proj,0.09921412,0.01000,0.628
+31,mlp.experts.97.gate_proj,0.01434502,0.01000,0.629
+31,mlp.experts.98.gate_proj,0.33205312,0.01000,0.627
+31,mlp.experts.99.gate_proj,0.25194174,0.01000,0.628
+31,mlp.experts.100.gate_proj,1.05496407,0.01000,0.628
+31,mlp.experts.101.gate_proj,1.52855647,0.01000,0.628
+31,mlp.experts.102.gate_proj,0.00189011,0.01000,0.624
+31,mlp.experts.103.gate_proj,0.16247073,0.01000,0.619
+31,mlp.experts.104.gate_proj,0.08902746,0.01000,0.619
+31,mlp.experts.105.gate_proj,0.02852061,0.01000,0.619
+31,mlp.experts.106.gate_proj,2.40350485,0.01000,0.620
+31,mlp.experts.107.gate_proj,0.02463881,0.01000,0.624
+31,mlp.experts.108.gate_proj,1.29929578,0.01000,0.621
+31,mlp.experts.109.gate_proj,0.25230786,0.01000,0.620
+31,mlp.experts.110.gate_proj,1.40057278,0.01000,0.623
+31,mlp.experts.111.gate_proj,0.06597474,0.01000,0.620
+31,mlp.experts.112.gate_proj,1.44283724,0.01000,0.621
+31,mlp.experts.113.gate_proj,0.28455850,0.01000,0.619
+31,mlp.experts.114.gate_proj,0.42022938,0.01000,0.621
+31,mlp.experts.115.gate_proj,0.47696304,0.01000,0.621
+31,mlp.experts.116.gate_proj,0.84946132,0.01000,0.625
+31,mlp.experts.117.gate_proj,0.08552195,0.01000,0.627
+31,mlp.experts.118.gate_proj,0.17744030,0.01000,0.628
+31,mlp.experts.119.gate_proj,0.36834911,0.01000,0.627
+31,mlp.experts.120.gate_proj,0.05004466,0.01000,0.628
+31,mlp.experts.121.gate_proj,0.00354590,0.01000,0.629
+31,mlp.experts.122.gate_proj,0.00250964,0.01000,0.627
+31,mlp.experts.123.gate_proj,2.10293651,0.01000,0.627
+31,mlp.experts.124.gate_proj,0.39031628,0.01000,0.629
+31,mlp.experts.125.gate_proj,0.51512849,0.01000,0.631
+31,mlp.experts.126.gate_proj,0.03101093,0.01000,0.628
+31,mlp.experts.127.gate_proj,0.24070585,0.01000,0.628
+31,mlp.experts.0.down_proj,0.00083236,0.01000,0.256
+31,mlp.experts.1.down_proj,0.08457649,0.01000,0.234
+31,mlp.experts.2.down_proj,0.13142255,0.01000,0.234
+31,mlp.experts.3.down_proj,0.10440888,0.01000,0.235
+31,mlp.experts.4.down_proj,0.12768655,0.01000,0.233
+31,mlp.experts.5.down_proj,0.45716524,0.01000,0.233
+31,mlp.experts.6.down_proj,0.13237824,0.01000,0.234
+31,mlp.experts.7.down_proj,0.35941565,0.01000,0.235
+31,mlp.experts.8.down_proj,0.89570689,0.01000,0.235
+31,mlp.experts.9.down_proj,0.46068186,0.01000,0.235
+31,mlp.experts.10.down_proj,0.01760853,0.01000,0.235
+31,mlp.experts.11.down_proj,0.05810275,0.01000,0.237
+31,mlp.experts.12.down_proj,0.14663005,0.01000,0.237
+31,mlp.experts.13.down_proj,0.07045385,0.01000,0.237
+31,mlp.experts.14.down_proj,0.05934825,0.01000,0.237
+31,mlp.experts.15.down_proj,0.03668218,0.01000,0.237
+31,mlp.experts.16.down_proj,0.00167685,0.01000,0.237
+31,mlp.experts.17.down_proj,0.13824531,0.01000,0.238
+31,mlp.experts.18.down_proj,0.10327156,0.01000,0.237
+31,mlp.experts.19.down_proj,0.05377632,0.01000,0.237
+31,mlp.experts.20.down_proj,0.11417974,0.01000,0.237
+31,mlp.experts.21.down_proj,0.30419335,0.01000,0.237
+31,mlp.experts.22.down_proj,0.04752767,0.01000,0.238
+31,mlp.experts.23.down_proj,0.00218425,0.01000,0.237
+31,mlp.experts.24.down_proj,0.35677662,0.01000,0.237
+31,mlp.experts.25.down_proj,0.02847149,0.01000,0.238
+31,mlp.experts.26.down_proj,0.26775330,0.01000,0.238
+31,mlp.experts.27.down_proj,0.05496320,0.01000,0.240
+31,mlp.experts.28.down_proj,0.00208065,0.01000,0.241
+31,mlp.experts.29.down_proj,0.06183888,0.01000,0.242
+31,mlp.experts.30.down_proj,0.05434300,0.01000,0.243
+31,mlp.experts.31.down_proj,0.15977290,0.01000,0.243
+31,mlp.experts.32.down_proj,0.73738164,0.01000,0.242
+31,mlp.experts.33.down_proj,0.56844848,0.01000,0.243
+31,mlp.experts.34.down_proj,0.07830660,0.01000,0.243
+31,mlp.experts.35.down_proj,0.02193477,0.01000,0.242
+31,mlp.experts.36.down_proj,0.19699052,0.01000,0.243
+31,mlp.experts.37.down_proj,0.00001320,0.01000,0.243
+31,mlp.experts.38.down_proj,0.03957736,0.01000,0.240
+31,mlp.experts.39.down_proj,0.05182255,0.01000,0.240
+31,mlp.experts.40.down_proj,0.06042741,0.01000,0.241
+31,mlp.experts.41.down_proj,0.04318878,0.01000,0.240
+31,mlp.experts.42.down_proj,0.00007053,0.01000,0.242
+31,mlp.experts.43.down_proj,0.04977284,0.01000,0.242
+31,mlp.experts.44.down_proj,0.28904340,0.01000,0.241
+31,mlp.experts.45.down_proj,0.54336607,0.01000,0.241
+31,mlp.experts.46.down_proj,0.02264472,0.01000,0.241
+31,mlp.experts.47.down_proj,0.23788664,0.01000,0.241
+31,mlp.experts.48.down_proj,0.18366243,0.01000,0.241
+31,mlp.experts.49.down_proj,0.12516083,0.01000,0.243
+31,mlp.experts.50.down_proj,0.14845926,0.01000,0.241
+31,mlp.experts.51.down_proj,0.15775993,0.01000,0.240
+31,mlp.experts.52.down_proj,0.12987302,0.01000,0.241
+31,mlp.experts.53.down_proj,0.10623506,0.01000,0.240
+31,mlp.experts.54.down_proj,0.00005827,0.01000,0.240
+31,mlp.experts.55.down_proj,0.00296356,0.01000,0.240
+31,mlp.experts.56.down_proj,0.51043510,0.01000,0.240
+31,mlp.experts.57.down_proj,0.00024977,0.01000,0.240
+31,mlp.experts.58.down_proj,0.14487503,0.01000,0.240
+31,mlp.experts.59.down_proj,0.57631540,0.01000,0.240
+31,mlp.experts.60.down_proj,0.21385121,0.01000,0.240
+31,mlp.experts.61.down_proj,0.25109625,0.01000,0.240
+31,mlp.experts.62.down_proj,0.69622231,0.01000,0.241
+31,mlp.experts.63.down_proj,0.09766208,0.01000,0.242
+31,mlp.experts.64.down_proj,0.06758229,0.01000,0.244
+31,mlp.experts.65.down_proj,0.00005257,0.01000,0.244
+31,mlp.experts.66.down_proj,0.14649883,0.01000,0.244
+31,mlp.experts.67.down_proj,0.03642043,0.01000,0.244
+31,mlp.experts.68.down_proj,0.02606405,0.01000,0.244
+31,mlp.experts.69.down_proj,0.02353036,0.01000,0.244
+31,mlp.experts.70.down_proj,0.01026451,0.01000,0.244
+31,mlp.experts.71.down_proj,0.00413420,0.01000,0.244
+31,mlp.experts.72.down_proj,0.13768300,0.01000,0.244
+31,mlp.experts.73.down_proj,0.27791160,0.01000,0.244
+31,mlp.experts.74.down_proj,0.04655763,0.01000,0.244
+31,mlp.experts.75.down_proj,2.13885379,0.01000,0.245
+31,mlp.experts.76.down_proj,0.00581672,0.01000,0.244
+31,mlp.experts.77.down_proj,0.00052774,0.01000,0.245
+31,mlp.experts.78.down_proj,0.03791578,0.01000,0.244
+31,mlp.experts.79.down_proj,0.14399427,0.01000,0.244
+31,mlp.experts.80.down_proj,0.00002217,0.01000,0.244
+31,mlp.experts.81.down_proj,0.03019509,0.01000,0.244
+31,mlp.experts.82.down_proj,0.86422706,0.01000,0.244
+31,mlp.experts.83.down_proj,0.07271908,0.01000,0.244
+31,mlp.experts.84.down_proj,0.00616890,0.01000,0.245
+31,mlp.experts.85.down_proj,0.00457783,0.01000,0.244
+31,mlp.experts.86.down_proj,0.04965426,0.01000,0.245
+31,mlp.experts.87.down_proj,0.01667063,0.01000,0.245
+31,mlp.experts.88.down_proj,0.18677542,0.01000,0.245
+31,mlp.experts.89.down_proj,0.13887417,0.01000,0.244
+31,mlp.experts.90.down_proj,0.00292174,0.01000,0.245
+31,mlp.experts.91.down_proj,0.06415161,0.01000,0.245
+31,mlp.experts.92.down_proj,0.12746853,0.01000,0.244
+31,mlp.experts.93.down_proj,0.09024704,0.01000,0.242
+31,mlp.experts.94.down_proj,0.27308899,0.01000,0.241
+31,mlp.experts.95.down_proj,0.55460328,0.01000,0.241
+31,mlp.experts.96.down_proj,0.02868377,0.01000,0.240
+31,mlp.experts.97.down_proj,0.00285924,0.01000,0.243
+31,mlp.experts.98.down_proj,0.08506997,0.01000,0.241
+31,mlp.experts.99.down_proj,0.04140010,0.01000,0.241
+31,mlp.experts.100.down_proj,0.28445441,0.01000,0.241
+31,mlp.experts.101.down_proj,0.57573414,0.01000,0.242
+31,mlp.experts.102.down_proj,0.00056996,0.01000,0.241
+31,mlp.experts.103.down_proj,0.04073863,0.01000,0.243
+31,mlp.experts.104.down_proj,0.02236500,0.01000,0.244
+31,mlp.experts.105.down_proj,0.00765692,0.01000,0.244
+31,mlp.experts.106.down_proj,0.49726745,0.01000,0.244
+31,mlp.experts.107.down_proj,0.00720809,0.01000,0.244
+31,mlp.experts.108.down_proj,0.27553913,0.01000,0.246
+31,mlp.experts.109.down_proj,0.09484743,0.01000,0.245
+31,mlp.experts.110.down_proj,0.30129555,0.01000,0.244
+31,mlp.experts.111.down_proj,0.01964075,0.01000,0.246
+31,mlp.experts.112.down_proj,0.55804980,0.01000,0.245
+31,mlp.experts.113.down_proj,0.02018203,0.01000,0.246
+31,mlp.experts.114.down_proj,0.06032493,0.01000,0.245
+31,mlp.experts.115.down_proj,0.06696847,0.01000,0.246
+31,mlp.experts.116.down_proj,0.14829153,0.01000,0.246
+31,mlp.experts.117.down_proj,0.01976572,0.01000,0.246
+31,mlp.experts.118.down_proj,0.03571543,0.01000,0.246
+31,mlp.experts.119.down_proj,0.12811744,0.01000,0.246
+31,mlp.experts.120.down_proj,0.01316482,0.01000,0.247
+31,mlp.experts.121.down_proj,0.00153474,0.01000,0.247
+31,mlp.experts.122.down_proj,0.00074478,0.01000,0.247
+31,mlp.experts.123.down_proj,0.61709261,0.01000,0.246
+31,mlp.experts.124.down_proj,0.09169060,0.01000,0.246
+31,mlp.experts.125.down_proj,0.07039078,0.01000,0.245
+31,mlp.experts.126.down_proj,0.00221931,0.01000,0.247
+31,mlp.experts.127.down_proj,0.04953889,0.01000,0.246
+32,self_attn.q_proj,0.25443071,0.01000,0.639
+32,self_attn.k_proj,0.03185593,0.01000,0.627
+32,self_attn.v_proj,0.04611612,0.01000,0.625
+32,self_attn.o_proj,0.03040496,0.01000,1.264
+32,mlp.experts.0.up_proj,0.00088857,0.01000,0.672
+32,mlp.experts.1.up_proj,0.00043835,0.01000,0.629
+32,mlp.experts.2.up_proj,0.44966811,0.01000,0.629
+32,mlp.experts.3.up_proj,0.73596287,0.01000,0.632
+32,mlp.experts.4.up_proj,0.86471009,0.01000,0.632
+32,mlp.experts.5.up_proj,3.50564528,0.01000,0.632
+32,mlp.experts.6.up_proj,0.22732052,0.01000,0.635
+32,mlp.experts.7.up_proj,0.00285907,0.01000,0.634
+32,mlp.experts.8.up_proj,0.80978799,0.01000,0.631
+32,mlp.experts.9.up_proj,4.05352354,0.01000,0.626
+32,mlp.experts.10.up_proj,0.01779220,0.01000,0.627
+32,mlp.experts.11.up_proj,0.03931261,0.01000,0.629
+32,mlp.experts.12.up_proj,0.00000395,0.01000,0.632
+32,mlp.experts.13.up_proj,0.55684519,0.01000,0.634
+32,mlp.experts.14.up_proj,0.52193749,0.01000,0.632
+32,mlp.experts.15.up_proj,0.79033357,0.01000,0.633
+32,mlp.experts.16.up_proj,2.41446996,0.01000,0.634
+32,mlp.experts.17.up_proj,2.89947653,0.01000,0.635
+32,mlp.experts.18.up_proj,0.16870281,0.01000,0.634
+32,mlp.experts.19.up_proj,0.05634404,0.01000,0.634
+32,mlp.experts.20.up_proj,0.69892442,0.01000,0.633
+32,mlp.experts.21.up_proj,1.27370000,0.01000,0.632
+32,mlp.experts.22.up_proj,4.74754763,0.01000,0.633
+32,mlp.experts.23.up_proj,0.46950391,0.01000,0.632
+32,mlp.experts.24.up_proj,0.71727365,0.01000,0.626
+32,mlp.experts.25.up_proj,0.41038024,0.01000,0.626
+32,mlp.experts.26.up_proj,0.10416787,0.01000,0.627
+32,mlp.experts.27.up_proj,0.28879809,0.01000,0.627
+32,mlp.experts.28.up_proj,0.43356988,0.01000,0.628
+32,mlp.experts.29.up_proj,0.04185813,0.01000,0.628
+32,mlp.experts.30.up_proj,0.27565390,0.01000,0.633
+32,mlp.experts.31.up_proj,0.03715862,0.01000,0.633
+32,mlp.experts.32.up_proj,1.82834339,0.01000,0.633
+32,mlp.experts.33.up_proj,0.52813774,0.01000,0.634
+32,mlp.experts.34.up_proj,0.04370617,0.01000,0.634
+32,mlp.experts.35.up_proj,0.91772532,0.01000,0.634
+32,mlp.experts.36.up_proj,1.63718283,0.01000,0.637
+32,mlp.experts.37.up_proj,0.48488688,0.01000,0.633
+32,mlp.experts.38.up_proj,1.16438341,0.01000,0.635
+32,mlp.experts.39.up_proj,0.28690895,0.01000,0.635
+32,mlp.experts.40.up_proj,0.03190180,0.01000,0.634
+32,mlp.experts.41.up_proj,0.12329161,0.01000,0.633
+32,mlp.experts.42.up_proj,0.08176140,0.01000,0.627
+32,mlp.experts.43.up_proj,0.23581876,0.01000,0.632
+32,mlp.experts.44.up_proj,1.14296293,0.01000,0.632
+32,mlp.experts.45.up_proj,2.26024294,0.01000,0.632
+32,mlp.experts.46.up_proj,0.22985306,0.01000,0.632
+32,mlp.experts.47.up_proj,0.53562522,0.01000,0.633
+32,mlp.experts.48.up_proj,0.33117735,0.01000,0.632
+32,mlp.experts.49.up_proj,0.01931309,0.01000,0.631
+32,mlp.experts.50.up_proj,0.17910159,0.01000,0.632
+32,mlp.experts.51.up_proj,0.09644209,0.01000,0.632
+32,mlp.experts.52.up_proj,0.00365878,0.01000,0.632
+32,mlp.experts.53.up_proj,5.93768692,0.01000,0.635
+32,mlp.experts.54.up_proj,0.25728506,0.01000,0.632
+32,mlp.experts.55.up_proj,0.66398937,0.01000,0.628
+32,mlp.experts.56.up_proj,1.26588821,0.01000,0.626
+32,mlp.experts.57.up_proj,3.35115170,0.01000,0.632
+32,mlp.experts.58.up_proj,0.00020887,0.01000,0.634
+32,mlp.experts.59.up_proj,0.02308354,0.01000,0.633
+32,mlp.experts.60.up_proj,0.11449317,0.01000,0.635
+32,mlp.experts.61.up_proj,0.74289119,0.01000,0.633
+32,mlp.experts.62.up_proj,0.48725295,0.01000,0.633
+32,mlp.experts.63.up_proj,0.01177725,0.01000,0.634
+32,mlp.experts.64.up_proj,0.39417401,0.01000,0.634
+32,mlp.experts.65.up_proj,1.77944398,0.01000,0.632
+32,mlp.experts.66.up_proj,0.99091268,0.01000,0.632
+32,mlp.experts.67.up_proj,0.24895254,0.01000,0.633
+32,mlp.experts.68.up_proj,0.16160521,0.01000,0.634
+32,mlp.experts.69.up_proj,0.55561370,0.01000,0.631
+32,mlp.experts.70.up_proj,0.41383860,0.01000,0.628
+32,mlp.experts.71.up_proj,0.00042972,0.01000,0.627
+32,mlp.experts.72.up_proj,1.25759864,0.01000,0.627
+32,mlp.experts.73.up_proj,0.00035693,0.01000,0.627
+32,mlp.experts.74.up_proj,0.24990775,0.01000,0.627
+32,mlp.experts.75.up_proj,0.00317308,0.01000,0.628
+32,mlp.experts.76.up_proj,0.07321133,0.01000,0.626
+32,mlp.experts.77.up_proj,0.78751296,0.01000,0.628
+32,mlp.experts.78.up_proj,0.21035695,0.01000,0.627
+32,mlp.experts.79.up_proj,0.21258797,0.01000,0.630
+32,mlp.experts.80.up_proj,0.71871758,0.01000,0.628
+32,mlp.experts.81.up_proj,0.00683898,0.01000,0.633
+32,mlp.experts.82.up_proj,0.63827479,0.01000,0.635
+32,mlp.experts.83.up_proj,0.09506074,0.01000,0.638
+32,mlp.experts.84.up_proj,0.34831643,0.01000,0.634
+32,mlp.experts.85.up_proj,0.07859290,0.01000,0.634
+32,mlp.experts.86.up_proj,1.61412883,0.01000,0.635
+32,mlp.experts.87.up_proj,0.30176806,0.01000,0.633
+32,mlp.experts.88.up_proj,0.20202255,0.01000,0.633
+32,mlp.experts.89.up_proj,0.08061551,0.01000,0.632
+32,mlp.experts.90.up_proj,3.54461908,0.01000,0.633
+32,mlp.experts.91.up_proj,0.42832023,0.01000,0.632
+32,mlp.experts.92.up_proj,1.30133724,0.01000,0.630
+32,mlp.experts.93.up_proj,0.05189823,0.01000,0.634
+32,mlp.experts.94.up_proj,0.42534605,0.01000,0.631
+32,mlp.experts.95.up_proj,0.62674749,0.01000,0.633
+32,mlp.experts.96.up_proj,0.00797999,0.01000,0.630
+32,mlp.experts.97.up_proj,0.17323953,0.01000,0.625
+32,mlp.experts.98.up_proj,0.28723472,0.01000,0.626
+32,mlp.experts.99.up_proj,0.60142910,0.01000,0.626
+32,mlp.experts.100.up_proj,0.73852634,0.01000,0.629
+32,mlp.experts.101.up_proj,0.64188886,0.01000,0.629
+32,mlp.experts.102.up_proj,0.24036002,0.01000,0.625
+32,mlp.experts.103.up_proj,0.39747471,0.01000,0.625
+32,mlp.experts.104.up_proj,0.54187047,0.01000,0.628
+32,mlp.experts.105.up_proj,1.11196101,0.01000,0.627
+32,mlp.experts.106.up_proj,0.45420820,0.01000,0.631
+32,mlp.experts.107.up_proj,0.00215471,0.01000,0.632
+32,mlp.experts.108.up_proj,0.24938236,0.01000,0.634
+32,mlp.experts.109.up_proj,0.35593542,0.01000,0.632
+32,mlp.experts.110.up_proj,0.37387392,0.01000,0.634
+32,mlp.experts.111.up_proj,0.38426003,0.01000,0.633
+32,mlp.experts.112.up_proj,0.00003324,0.01000,0.633
+32,mlp.experts.113.up_proj,0.12029423,0.01000,0.634
+32,mlp.experts.114.up_proj,4.26900625,0.01000,0.633
+32,mlp.experts.115.up_proj,0.00327212,0.01000,0.634
+32,mlp.experts.116.up_proj,0.66139984,0.01000,0.632
+32,mlp.experts.117.up_proj,0.15246812,0.01000,0.634
+32,mlp.experts.118.up_proj,0.00792085,0.01000,0.632
+32,mlp.experts.119.up_proj,0.01454425,0.01000,0.625
+32,mlp.experts.120.up_proj,0.06519222,0.01000,0.626
+32,mlp.experts.121.up_proj,0.60081524,0.01000,0.627
+32,mlp.experts.122.up_proj,0.69805694,0.01000,0.626
+32,mlp.experts.123.up_proj,0.78814101,0.01000,0.633
+32,mlp.experts.124.up_proj,0.10338420,0.01000,0.633
+32,mlp.experts.125.up_proj,0.09489068,0.01000,0.633
+32,mlp.experts.126.up_proj,0.02372605,0.01000,0.633
+32,mlp.experts.127.up_proj,0.23871857,0.01000,0.634
+32,mlp.experts.0.gate_proj,0.00095759,0.01000,0.634
+32,mlp.experts.1.gate_proj,0.00043405,0.01000,0.634
+32,mlp.experts.2.gate_proj,0.48166233,0.01000,0.635
+32,mlp.experts.3.gate_proj,0.77571994,0.01000,0.634
+32,mlp.experts.4.gate_proj,0.85256767,0.01000,0.635
+32,mlp.experts.5.gate_proj,3.20280433,0.01000,0.634
+32,mlp.experts.6.gate_proj,0.23309015,0.01000,0.634
+32,mlp.experts.7.gate_proj,0.00284078,0.01000,0.634
+32,mlp.experts.8.gate_proj,0.86440694,0.01000,0.635
+32,mlp.experts.9.gate_proj,3.10774231,0.01000,0.630
+32,mlp.experts.10.gate_proj,0.01775753,0.01000,0.634
+32,mlp.experts.11.gate_proj,0.03952990,0.01000,0.634
+32,mlp.experts.12.gate_proj,0.00000370,0.01000,0.634
+32,mlp.experts.13.gate_proj,0.60039836,0.01000,0.633
+32,mlp.experts.14.gate_proj,0.47507238,0.01000,0.634
+32,mlp.experts.15.gate_proj,0.75565195,0.01000,0.635
+32,mlp.experts.16.gate_proj,2.36940002,0.01000,0.634
+32,mlp.experts.17.gate_proj,3.11452007,0.01000,0.635
+32,mlp.experts.18.gate_proj,0.17706096,0.01000,0.633
+32,mlp.experts.19.gate_proj,0.05253071,0.01000,0.633
+32,mlp.experts.20.gate_proj,0.53864461,0.01000,0.632
+32,mlp.experts.21.gate_proj,1.32698178,0.01000,0.633
+32,mlp.experts.22.gate_proj,4.43055677,0.01000,0.631
+32,mlp.experts.23.gate_proj,0.46539265,0.01000,0.633
+32,mlp.experts.24.gate_proj,0.81456769,0.01000,0.634
+32,mlp.experts.25.gate_proj,0.40903923,0.01000,0.632
+32,mlp.experts.26.gate_proj,0.10286079,0.01000,0.632
+32,mlp.experts.27.gate_proj,0.26616985,0.01000,0.636
+32,mlp.experts.28.gate_proj,0.43443632,0.01000,0.640
+32,mlp.experts.29.gate_proj,0.04311369,0.01000,0.638
+32,mlp.experts.30.gate_proj,0.26039559,0.01000,0.636
+32,mlp.experts.31.gate_proj,0.03766511,0.01000,0.636
+32,mlp.experts.32.gate_proj,1.96269965,0.01000,0.634
+32,mlp.experts.33.gate_proj,0.54734439,0.01000,0.634
+32,mlp.experts.34.gate_proj,0.03878918,0.01000,0.633
+32,mlp.experts.35.gate_proj,0.77276492,0.01000,0.633
+32,mlp.experts.36.gate_proj,1.60827279,0.01000,0.636
+32,mlp.experts.37.gate_proj,0.48636621,0.01000,0.638
+32,mlp.experts.38.gate_proj,1.03123331,0.01000,0.633
+32,mlp.experts.39.gate_proj,0.22315575,0.01000,0.626
+32,mlp.experts.40.gate_proj,0.03109808,0.01000,0.625
+32,mlp.experts.41.gate_proj,0.11743475,0.01000,0.627
+32,mlp.experts.42.gate_proj,0.08163107,0.01000,0.628
+32,mlp.experts.43.gate_proj,0.22183034,0.01000,0.626
+32,mlp.experts.44.gate_proj,1.03819692,0.01000,0.625
+32,mlp.experts.45.gate_proj,2.34608555,0.01000,0.625
+32,mlp.experts.46.gate_proj,0.22078602,0.01000,0.627
+32,mlp.experts.47.gate_proj,0.55303037,0.01000,0.625
+32,mlp.experts.48.gate_proj,0.34453511,0.01000,0.625
+32,mlp.experts.49.gate_proj,0.01827213,0.01000,0.624
+32,mlp.experts.50.gate_proj,0.18380691,0.01000,0.625
+32,mlp.experts.51.gate_proj,0.09346800,0.01000,0.624
+32,mlp.experts.52.gate_proj,0.00328546,0.01000,0.632
+32,mlp.experts.53.gate_proj,5.89437294,0.01000,0.632
+32,mlp.experts.54.gate_proj,0.25300840,0.01000,0.631
+32,mlp.experts.55.gate_proj,0.64808178,0.01000,0.634
+32,mlp.experts.56.gate_proj,1.34378338,0.01000,0.634
+32,mlp.experts.57.gate_proj,3.29018879,0.01000,0.633
+32,mlp.experts.58.gate_proj,0.00017751,0.01000,0.633
+32,mlp.experts.59.gate_proj,0.02071732,0.01000,0.633
+32,mlp.experts.60.gate_proj,0.11148845,0.01000,0.636
+32,mlp.experts.61.gate_proj,0.65089095,0.01000,0.636
+32,mlp.experts.62.gate_proj,0.48972422,0.01000,0.633
+32,mlp.experts.63.gate_proj,0.01159292,0.01000,0.630
+32,mlp.experts.64.gate_proj,0.36485428,0.01000,0.625
+32,mlp.experts.65.gate_proj,1.49922585,0.01000,0.626
+32,mlp.experts.66.gate_proj,0.93456811,0.01000,0.629
+32,mlp.experts.67.gate_proj,0.24449536,0.01000,0.624
+32,mlp.experts.68.gate_proj,0.15835394,0.01000,0.625
+32,mlp.experts.69.gate_proj,0.54871714,0.01000,0.625
+32,mlp.experts.70.gate_proj,0.41162276,0.01000,0.626
+32,mlp.experts.71.gate_proj,0.00042540,0.01000,0.625
+32,mlp.experts.72.gate_proj,1.23434091,0.01000,0.627
+32,mlp.experts.73.gate_proj,0.00032474,0.01000,0.633
+32,mlp.experts.74.gate_proj,0.25363374,0.01000,0.633
+32,mlp.experts.75.gate_proj,0.00310619,0.01000,0.633
+32,mlp.experts.76.gate_proj,0.07278600,0.01000,0.632
+32,mlp.experts.77.gate_proj,0.82688773,0.01000,0.633
+32,mlp.experts.78.gate_proj,0.22435315,0.01000,0.632
+32,mlp.experts.79.gate_proj,0.18946019,0.01000,0.625
+32,mlp.experts.80.gate_proj,0.70767903,0.01000,0.628
+32,mlp.experts.81.gate_proj,0.00604135,0.01000,0.627
+32,mlp.experts.82.gate_proj,0.63040990,0.01000,0.623
+32,mlp.experts.83.gate_proj,0.10057414,0.01000,0.625
+32,mlp.experts.84.gate_proj,0.31540924,0.01000,0.624
+32,mlp.experts.85.gate_proj,0.08389609,0.01000,0.627
+32,mlp.experts.86.gate_proj,1.60597146,0.01000,0.633
+32,mlp.experts.87.gate_proj,0.31027305,0.01000,0.634
+32,mlp.experts.88.gate_proj,0.21138529,0.01000,0.633
+32,mlp.experts.89.gate_proj,0.07801975,0.01000,0.632
+32,mlp.experts.90.gate_proj,3.46688271,0.01000,0.633
+32,mlp.experts.91.gate_proj,0.43633300,0.01000,0.633
+32,mlp.experts.92.gate_proj,1.40683174,0.01000,0.634
+32,mlp.experts.93.gate_proj,0.04909413,0.01000,0.634
+32,mlp.experts.94.gate_proj,0.33699650,0.01000,0.635
+32,mlp.experts.95.gate_proj,0.61161917,0.01000,0.632
+32,mlp.experts.96.gate_proj,0.02380036,0.01000,0.633
+32,mlp.experts.97.gate_proj,0.16135502,0.01000,0.633
+32,mlp.experts.98.gate_proj,0.30347595,0.01000,0.635
+32,mlp.experts.99.gate_proj,0.58946848,0.01000,0.633
+32,mlp.experts.100.gate_proj,0.77583581,0.01000,0.633
+32,mlp.experts.101.gate_proj,0.62168050,0.01000,0.633
+32,mlp.experts.102.gate_proj,0.23658809,0.01000,0.632
+32,mlp.experts.103.gate_proj,0.36065453,0.01000,0.632
+32,mlp.experts.104.gate_proj,0.56538355,0.01000,0.634
+32,mlp.experts.105.gate_proj,1.13797665,0.01000,0.635
+32,mlp.experts.106.gate_proj,0.42848539,0.01000,0.631
+32,mlp.experts.107.gate_proj,0.00206345,0.01000,0.632
+32,mlp.experts.108.gate_proj,0.24681541,0.01000,0.634
+32,mlp.experts.109.gate_proj,0.33146518,0.01000,0.633
+32,mlp.experts.110.gate_proj,0.41827828,0.01000,0.635
+32,mlp.experts.111.gate_proj,0.36096460,0.01000,0.634
+32,mlp.experts.112.gate_proj,0.00003142,0.01000,0.634
+32,mlp.experts.113.gate_proj,0.11864372,0.01000,0.634
+32,mlp.experts.114.gate_proj,4.24931002,0.01000,0.634
+32,mlp.experts.115.gate_proj,0.00340043,0.01000,0.626
+32,mlp.experts.116.gate_proj,0.59899873,0.01000,0.629
+32,mlp.experts.117.gate_proj,0.14599696,0.01000,0.624
+32,mlp.experts.118.gate_proj,0.00780527,0.01000,0.625
+32,mlp.experts.119.gate_proj,0.01459375,0.01000,0.624
+32,mlp.experts.120.gate_proj,0.06662071,0.01000,0.627
+32,mlp.experts.121.gate_proj,0.52717733,0.01000,0.632
+32,mlp.experts.122.gate_proj,0.63424051,0.01000,0.632
+32,mlp.experts.123.gate_proj,0.77826601,0.01000,0.631
+32,mlp.experts.124.gate_proj,0.10831714,0.01000,0.632
+32,mlp.experts.125.gate_proj,0.08801419,0.01000,0.633
+32,mlp.experts.126.gate_proj,0.02503284,0.01000,0.633
+32,mlp.experts.127.gate_proj,0.21480528,0.01000,0.633
+32,mlp.experts.0.down_proj,0.00028906,0.01000,0.260
+32,mlp.experts.1.down_proj,0.00011613,0.01000,0.236
+32,mlp.experts.2.down_proj,0.09077793,0.01000,0.237
+32,mlp.experts.3.down_proj,0.11690678,0.01000,0.237
+32,mlp.experts.4.down_proj,0.32822892,0.01000,0.237
+32,mlp.experts.5.down_proj,0.75173151,0.01000,0.237
+32,mlp.experts.6.down_proj,0.05227214,0.01000,0.236
+32,mlp.experts.7.down_proj,0.00098477,0.01000,0.238
+32,mlp.experts.8.down_proj,0.15976349,0.01000,0.238
+32,mlp.experts.9.down_proj,2.52489161,0.01000,0.239
+32,mlp.experts.10.down_proj,0.00387567,0.01000,0.239
+32,mlp.experts.11.down_proj,0.01404001,0.01000,0.238
+32,mlp.experts.12.down_proj,0.00000076,0.01000,0.238
+32,mlp.experts.13.down_proj,0.15292110,0.01000,0.238
+32,mlp.experts.14.down_proj,0.15479891,0.01000,0.238
+32,mlp.experts.15.down_proj,0.37277350,0.01000,0.239
+32,mlp.experts.16.down_proj,0.93636143,0.01000,0.238
+32,mlp.experts.17.down_proj,0.68999952,0.01000,0.239
+32,mlp.experts.18.down_proj,0.02298858,0.01000,0.239
+32,mlp.experts.19.down_proj,0.01659559,0.01000,0.240
+32,mlp.experts.20.down_proj,0.20241876,0.01000,0.238
+32,mlp.experts.21.down_proj,0.22891982,0.01000,0.238
+32,mlp.experts.22.down_proj,1.94123411,0.01000,0.239
+32,mlp.experts.23.down_proj,0.10350381,0.01000,0.238
+32,mlp.experts.24.down_proj,0.20866677,0.01000,0.238
+32,mlp.experts.25.down_proj,0.07859006,0.01000,0.240
+32,mlp.experts.26.down_proj,0.03436248,0.01000,0.239
+32,mlp.experts.27.down_proj,0.07383582,0.01000,0.240
+32,mlp.experts.28.down_proj,0.12537260,0.01000,0.238
+32,mlp.experts.29.down_proj,0.00813872,0.01000,0.238
+32,mlp.experts.30.down_proj,0.08093362,0.01000,0.238
+32,mlp.experts.31.down_proj,0.01134048,0.01000,0.238
+32,mlp.experts.32.down_proj,0.38186204,0.01000,0.238
+32,mlp.experts.33.down_proj,0.10300276,0.01000,0.238
+32,mlp.experts.34.down_proj,0.01360369,0.01000,0.241
+32,mlp.experts.35.down_proj,0.25900495,0.01000,0.242
+32,mlp.experts.36.down_proj,0.69550556,0.01000,0.243
+32,mlp.experts.37.down_proj,0.10750318,0.01000,0.243
+32,mlp.experts.38.down_proj,0.45259681,0.01000,0.244
+32,mlp.experts.39.down_proj,0.07285003,0.01000,0.244
+32,mlp.experts.40.down_proj,0.00779873,0.01000,0.243
+32,mlp.experts.41.down_proj,0.06222557,0.01000,0.243
+32,mlp.experts.42.down_proj,0.02187528,0.01000,0.243
+32,mlp.experts.43.down_proj,0.05694957,0.01000,0.245
+32,mlp.experts.44.down_proj,0.26397723,0.01000,0.244
+32,mlp.experts.45.down_proj,0.67251974,0.01000,0.243
+32,mlp.experts.46.down_proj,0.05296664,0.01000,0.243
+32,mlp.experts.47.down_proj,0.11520986,0.01000,0.244
+32,mlp.experts.48.down_proj,0.09091254,0.01000,0.244
+32,mlp.experts.49.down_proj,0.00538477,0.01000,0.244
+32,mlp.experts.50.down_proj,0.05672292,0.01000,0.242
+32,mlp.experts.51.down_proj,0.03753264,0.01000,0.241
+32,mlp.experts.52.down_proj,0.00141142,0.01000,0.242
+32,mlp.experts.53.down_proj,1.66041088,0.01000,0.244
+32,mlp.experts.54.down_proj,0.07001115,0.01000,0.244
+32,mlp.experts.55.down_proj,0.13844466,0.01000,0.245
+32,mlp.experts.56.down_proj,0.28806061,0.01000,0.245
+32,mlp.experts.57.down_proj,1.10783231,0.01000,0.244
+32,mlp.experts.58.down_proj,0.00010253,0.01000,0.245
+32,mlp.experts.59.down_proj,0.00584698,0.01000,0.244
+32,mlp.experts.60.down_proj,0.03201099,0.01000,0.245
+32,mlp.experts.61.down_proj,0.21009770,0.01000,0.245
+32,mlp.experts.62.down_proj,0.09662789,0.01000,0.245
+32,mlp.experts.63.down_proj,0.00287055,0.01000,0.245
+32,mlp.experts.64.down_proj,0.12209594,0.01000,0.245
+32,mlp.experts.65.down_proj,0.81413984,0.01000,0.245
+32,mlp.experts.66.down_proj,0.43636921,0.01000,0.245
+32,mlp.experts.67.down_proj,0.07303703,0.01000,0.245
+32,mlp.experts.68.down_proj,0.03548621,0.01000,0.244
+32,mlp.experts.69.down_proj,0.11768036,0.01000,0.246
+32,mlp.experts.70.down_proj,0.08886928,0.01000,0.246
+32,mlp.experts.71.down_proj,0.00015138,0.01000,0.245
+32,mlp.experts.72.down_proj,0.40313530,0.01000,0.245
+32,mlp.experts.73.down_proj,0.00014509,0.01000,0.245
+32,mlp.experts.74.down_proj,0.05837318,0.01000,0.247
+32,mlp.experts.75.down_proj,0.00106013,0.01000,0.246
+32,mlp.experts.76.down_proj,0.02093557,0.01000,0.246
+32,mlp.experts.77.down_proj,0.33175182,0.01000,0.246
+32,mlp.experts.78.down_proj,0.04086364,0.01000,0.246
+32,mlp.experts.79.down_proj,0.05717066,0.01000,0.246
+32,mlp.experts.80.down_proj,0.16566435,0.01000,0.247
+32,mlp.experts.81.down_proj,0.00417960,0.01000,0.246
+32,mlp.experts.82.down_proj,0.14491397,0.01000,0.248
+32,mlp.experts.83.down_proj,0.03177848,0.01000,0.247
+32,mlp.experts.84.down_proj,0.12959734,0.01000,0.245
+32,mlp.experts.85.down_proj,0.01340530,0.01000,0.246
+32,mlp.experts.86.down_proj,0.33676565,0.01000,0.243
+32,mlp.experts.87.down_proj,0.07862599,0.01000,0.244
+32,mlp.experts.88.down_proj,0.05484615,0.01000,0.245
+32,mlp.experts.89.down_proj,0.06055172,0.01000,0.247
+32,mlp.experts.90.down_proj,0.93912452,0.01000,0.246
+32,mlp.experts.91.down_proj,0.08052890,0.01000,0.248
+32,mlp.experts.92.down_proj,0.54957134,0.01000,0.247
+32,mlp.experts.93.down_proj,0.01900952,0.01000,0.246
+32,mlp.experts.94.down_proj,0.08719356,0.01000,0.248
+32,mlp.experts.95.down_proj,0.13483447,0.01000,0.248
+32,mlp.experts.96.down_proj,0.00025006,0.01000,0.247
+32,mlp.experts.97.down_proj,0.08706414,0.01000,0.247
+32,mlp.experts.98.down_proj,0.10042596,0.01000,0.248
+32,mlp.experts.99.down_proj,0.20113131,0.01000,0.249
+32,mlp.experts.100.down_proj,0.16737393,0.01000,0.250
+32,mlp.experts.101.down_proj,0.22648837,0.01000,0.248
+32,mlp.experts.102.down_proj,0.09008021,0.01000,0.247
+32,mlp.experts.103.down_proj,0.10792905,0.01000,0.249
+32,mlp.experts.104.down_proj,0.11154496,0.01000,0.248
+32,mlp.experts.105.down_proj,0.21910203,0.01000,0.248
+32,mlp.experts.106.down_proj,0.10455007,0.01000,0.247
+32,mlp.experts.107.down_proj,0.00086797,0.01000,0.248
+32,mlp.experts.108.down_proj,0.08161099,0.01000,0.247
+32,mlp.experts.109.down_proj,0.12343255,0.01000,0.248
+32,mlp.experts.110.down_proj,0.07722673,0.01000,0.247
+32,mlp.experts.111.down_proj,0.11445571,0.01000,0.248
+32,mlp.experts.112.down_proj,0.00000770,0.01000,0.247
+32,mlp.experts.113.down_proj,0.04798961,0.01000,0.248
+32,mlp.experts.114.down_proj,1.66184902,0.01000,0.247
+32,mlp.experts.115.down_proj,0.00104798,0.01000,0.248
+32,mlp.experts.116.down_proj,0.19423184,0.01000,0.247
+32,mlp.experts.117.down_proj,0.03645470,0.01000,0.247
+32,mlp.experts.118.down_proj,0.00235382,0.01000,0.244
+32,mlp.experts.119.down_proj,0.00439405,0.01000,0.243
+32,mlp.experts.120.down_proj,0.01763623,0.01000,0.244
+32,mlp.experts.121.down_proj,0.23787567,0.01000,0.244
+32,mlp.experts.122.down_proj,0.17900392,0.01000,0.245
+32,mlp.experts.123.down_proj,0.23520891,0.01000,0.244
+32,mlp.experts.124.down_proj,0.02861382,0.01000,0.245
+32,mlp.experts.125.down_proj,0.02604872,0.01000,0.244
+32,mlp.experts.126.down_proj,0.00223021,0.01000,0.244
+32,mlp.experts.127.down_proj,0.06628016,0.01000,0.244
+33,self_attn.q_proj,0.32149020,0.01000,0.643
+33,self_attn.k_proj,0.04367208,0.01000,0.632
+33,self_attn.v_proj,0.05450155,0.01000,0.629
+33,self_attn.o_proj,0.03417599,0.01000,1.266
+33,mlp.experts.0.up_proj,2.26779604,0.01000,0.668
+33,mlp.experts.1.up_proj,0.86257851,0.01000,0.629
+33,mlp.experts.2.up_proj,4.59045124,0.01000,0.628
+33,mlp.experts.3.up_proj,0.00027662,0.01000,0.634
+33,mlp.experts.4.up_proj,0.00022691,0.01000,0.636
+33,mlp.experts.5.up_proj,1.07556438,0.01000,0.634
+33,mlp.experts.6.up_proj,1.05795717,0.01000,0.634
+33,mlp.experts.7.up_proj,2.97617769,0.01000,0.634
+33,mlp.experts.8.up_proj,0.14304629,0.01000,0.633
+33,mlp.experts.9.up_proj,0.63930023,0.01000,0.630
+33,mlp.experts.10.up_proj,0.65935928,0.01000,0.628
+33,mlp.experts.11.up_proj,0.01215898,0.01000,0.633
+33,mlp.experts.12.up_proj,0.05345331,0.01000,0.633
+33,mlp.experts.13.up_proj,0.26703626,0.01000,0.641
+33,mlp.experts.14.up_proj,0.04760457,0.01000,0.633
+33,mlp.experts.15.up_proj,0.07588115,0.01000,0.633
+33,mlp.experts.16.up_proj,0.06589672,0.01000,0.632
+33,mlp.experts.17.up_proj,0.87631494,0.01000,0.630
+33,mlp.experts.18.up_proj,0.00025560,0.01000,0.632
+33,mlp.experts.19.up_proj,0.11807203,0.01000,0.632
+33,mlp.experts.20.up_proj,0.00544529,0.01000,0.634
+33,mlp.experts.21.up_proj,0.05096523,0.01000,0.630
+33,mlp.experts.22.up_proj,0.58694553,0.01000,0.626
+33,mlp.experts.23.up_proj,0.47309351,0.01000,0.632
+33,mlp.experts.24.up_proj,0.85746741,0.01000,0.632
+33,mlp.experts.25.up_proj,0.21738596,0.01000,0.631
+33,mlp.experts.26.up_proj,0.25829768,0.01000,0.633
+33,mlp.experts.27.up_proj,0.00870098,0.01000,0.632
+33,mlp.experts.28.up_proj,0.17831892,0.01000,0.631
+33,mlp.experts.29.up_proj,0.00065030,0.01000,0.631
+33,mlp.experts.30.up_proj,0.02487225,0.01000,0.633
+33,mlp.experts.31.up_proj,0.33784106,0.01000,0.633
+33,mlp.experts.32.up_proj,0.47098583,0.01000,0.633
+33,mlp.experts.33.up_proj,3.18858862,0.01000,0.631
+33,mlp.experts.34.up_proj,0.01272184,0.01000,0.623
+33,mlp.experts.35.up_proj,1.12324357,0.01000,0.623
+33,mlp.experts.36.up_proj,0.01226001,0.01000,0.626
+33,mlp.experts.37.up_proj,0.43343574,0.01000,0.624
+33,mlp.experts.38.up_proj,0.12909968,0.01000,0.624
+33,mlp.experts.39.up_proj,0.02201025,0.01000,0.626
+33,mlp.experts.40.up_proj,0.65997308,0.01000,0.635
+33,mlp.experts.41.up_proj,0.58377808,0.01000,0.632
+33,mlp.experts.42.up_proj,0.00853343,0.01000,0.633
+33,mlp.experts.43.up_proj,0.58366847,0.01000,0.632
+33,mlp.experts.44.up_proj,0.23778661,0.01000,0.631
+33,mlp.experts.45.up_proj,0.24062157,0.01000,0.631
+33,mlp.experts.46.up_proj,0.29316345,0.01000,0.632
+33,mlp.experts.47.up_proj,1.01375711,0.01000,0.633
+33,mlp.experts.48.up_proj,0.58818454,0.01000,0.633
+33,mlp.experts.49.up_proj,2.34661531,0.01000,0.633
+33,mlp.experts.50.up_proj,0.78275156,0.01000,0.633
+33,mlp.experts.51.up_proj,0.04615522,0.01000,0.631
+33,mlp.experts.52.up_proj,1.12767720,0.01000,0.623
+33,mlp.experts.53.up_proj,0.02965805,0.01000,0.624
+33,mlp.experts.54.up_proj,0.08865580,0.01000,0.624
+33,mlp.experts.55.up_proj,0.26931950,0.01000,0.624
+33,mlp.experts.56.up_proj,0.48989499,0.01000,0.624
+33,mlp.experts.57.up_proj,0.81728530,0.01000,0.623
+33,mlp.experts.58.up_proj,0.38759670,0.01000,0.622
+33,mlp.experts.59.up_proj,0.25773388,0.01000,0.623
+33,mlp.experts.60.up_proj,0.39951295,0.01000,0.623
+33,mlp.experts.61.up_proj,0.04690932,0.01000,0.624
+33,mlp.experts.62.up_proj,0.59329319,0.01000,0.625
+33,mlp.experts.63.up_proj,0.06757379,0.01000,0.624
+33,mlp.experts.64.up_proj,0.24165756,0.01000,0.623
+33,mlp.experts.65.up_proj,1.23097074,0.01000,0.625
+33,mlp.experts.66.up_proj,0.71824074,0.01000,0.631
+33,mlp.experts.67.up_proj,0.06597341,0.01000,0.630
+33,mlp.experts.68.up_proj,0.57091355,0.01000,0.631
+33,mlp.experts.69.up_proj,1.41457283,0.01000,0.632
+33,mlp.experts.70.up_proj,0.64815342,0.01000,0.633
+33,mlp.experts.71.up_proj,1.18719971,0.01000,0.633
+33,mlp.experts.72.up_proj,0.06984267,0.01000,0.632
+33,mlp.experts.73.up_proj,0.24384649,0.01000,0.631
+33,mlp.experts.74.up_proj,0.00196403,0.01000,0.631
+33,mlp.experts.75.up_proj,0.00154837,0.01000,0.631
+33,mlp.experts.76.up_proj,1.90825534,0.01000,0.631
+33,mlp.experts.77.up_proj,0.09734359,0.01000,0.626
+33,mlp.experts.78.up_proj,0.20757878,0.01000,0.624
+33,mlp.experts.79.up_proj,1.56230712,0.01000,0.629
+33,mlp.experts.80.up_proj,2.63190556,0.01000,0.632
+33,mlp.experts.81.up_proj,1.14398766,0.01000,0.633
+33,mlp.experts.82.up_proj,5.24666595,0.01000,0.630
+33,mlp.experts.83.up_proj,0.19212379,0.01000,0.628
+33,mlp.experts.84.up_proj,1.52429032,0.01000,0.627
+33,mlp.experts.85.up_proj,1.92490768,0.01000,0.624
+33,mlp.experts.86.up_proj,0.64922798,0.01000,0.625
+33,mlp.experts.87.up_proj,0.10686366,0.01000,0.625
+33,mlp.experts.88.up_proj,0.00580601,0.01000,0.626
+33,mlp.experts.89.up_proj,0.64394271,0.01000,0.624
+33,mlp.experts.90.up_proj,0.07728641,0.01000,0.624
+33,mlp.experts.91.up_proj,1.95962548,0.01000,0.624
+33,mlp.experts.92.up_proj,3.06723547,0.01000,0.626
+33,mlp.experts.93.up_proj,0.01904758,0.01000,0.629
+33,mlp.experts.94.up_proj,0.84996223,0.01000,0.632
+33,mlp.experts.95.up_proj,0.14827709,0.01000,0.633
+33,mlp.experts.96.up_proj,1.87690783,0.01000,0.639
+33,mlp.experts.97.up_proj,1.10788083,0.01000,0.636
+33,mlp.experts.98.up_proj,0.76672351,0.01000,0.636
+33,mlp.experts.99.up_proj,2.08808994,0.01000,0.635
+33,mlp.experts.100.up_proj,0.37780762,0.01000,0.636
+33,mlp.experts.101.up_proj,0.00210589,0.01000,0.636
+33,mlp.experts.102.up_proj,0.86494094,0.01000,0.637
+33,mlp.experts.103.up_proj,0.21142861,0.01000,0.635
+33,mlp.experts.104.up_proj,0.26269269,0.01000,0.632
+33,mlp.experts.105.up_proj,0.53179008,0.01000,0.628
+33,mlp.experts.106.up_proj,0.55006301,0.01000,0.628
+33,mlp.experts.107.up_proj,0.02068930,0.01000,0.628
+33,mlp.experts.108.up_proj,0.02148503,0.01000,0.626
+33,mlp.experts.109.up_proj,0.00527155,0.01000,0.627
+33,mlp.experts.110.up_proj,0.55068815,0.01000,0.627
+33,mlp.experts.111.up_proj,2.55335951,0.01000,0.627
+33,mlp.experts.112.up_proj,0.14949775,0.01000,0.632
+33,mlp.experts.113.up_proj,0.69346219,0.01000,0.633
+33,mlp.experts.114.up_proj,0.20132695,0.01000,0.634
+33,mlp.experts.115.up_proj,0.00892346,0.01000,0.634
+33,mlp.experts.116.up_proj,0.21474195,0.01000,0.634
+33,mlp.experts.117.up_proj,0.09803665,0.01000,0.634
+33,mlp.experts.118.up_proj,0.49069324,0.01000,0.644
+33,mlp.experts.119.up_proj,0.00004415,0.01000,0.640
+33,mlp.experts.120.up_proj,0.00002398,0.01000,0.639
+33,mlp.experts.121.up_proj,0.00297007,0.01000,0.637
+33,mlp.experts.122.up_proj,3.51605535,0.01000,0.636
+33,mlp.experts.123.up_proj,0.07635368,0.01000,0.633
+33,mlp.experts.124.up_proj,0.03551284,0.01000,0.629
+33,mlp.experts.125.up_proj,2.45708299,0.01000,0.630
+33,mlp.experts.126.up_proj,0.02471192,0.01000,0.631
+33,mlp.experts.127.up_proj,0.92950845,0.01000,0.631
+33,mlp.experts.0.gate_proj,2.24194193,0.01000,0.638
+33,mlp.experts.1.gate_proj,0.78484809,0.01000,0.638
+33,mlp.experts.2.gate_proj,4.64171982,0.01000,0.639
+33,mlp.experts.3.gate_proj,0.00021926,0.01000,0.639
+33,mlp.experts.4.gate_proj,0.00024111,0.01000,0.637
+33,mlp.experts.5.gate_proj,1.06272173,0.01000,0.638
+33,mlp.experts.6.gate_proj,1.06262803,0.01000,0.635
+33,mlp.experts.7.gate_proj,2.66231942,0.01000,0.635
+33,mlp.experts.8.gate_proj,0.14103433,0.01000,0.636
+33,mlp.experts.9.gate_proj,0.59325439,0.01000,0.636
+33,mlp.experts.10.gate_proj,0.62229240,0.01000,0.636
+33,mlp.experts.11.gate_proj,0.01262306,0.01000,0.629
+33,mlp.experts.12.gate_proj,0.05399327,0.01000,0.629
+33,mlp.experts.13.gate_proj,0.26004893,0.01000,0.629
+33,mlp.experts.14.gate_proj,0.04789601,0.01000,0.632
+33,mlp.experts.15.gate_proj,0.07680832,0.01000,0.635
+33,mlp.experts.16.gate_proj,0.05596310,0.01000,0.636
+33,mlp.experts.17.gate_proj,0.84908974,0.01000,0.635
+33,mlp.experts.18.gate_proj,0.00024277,0.01000,0.634
+33,mlp.experts.19.gate_proj,0.11216812,0.01000,0.635
+33,mlp.experts.20.gate_proj,0.00525717,0.01000,0.635
+33,mlp.experts.21.gate_proj,0.05208547,0.01000,0.635
+33,mlp.experts.22.gate_proj,0.53211373,0.01000,0.635
+33,mlp.experts.23.gate_proj,0.41786280,0.01000,0.634
+33,mlp.experts.24.gate_proj,0.76849437,0.01000,0.636
+33,mlp.experts.25.gate_proj,0.20888883,0.01000,0.644
+33,mlp.experts.26.gate_proj,0.25738353,0.01000,0.631
+33,mlp.experts.27.gate_proj,0.00820087,0.01000,0.629
+33,mlp.experts.28.gate_proj,0.17414713,0.01000,0.629
+33,mlp.experts.29.gate_proj,0.00062979,0.01000,0.628
+33,mlp.experts.30.gate_proj,0.01923662,0.01000,0.636
+33,mlp.experts.31.gate_proj,0.28674704,0.01000,0.636
+33,mlp.experts.32.gate_proj,0.64576906,0.01000,0.635
+33,mlp.experts.33.gate_proj,3.29833007,0.01000,0.636
+33,mlp.experts.34.gate_proj,0.01264261,0.01000,0.636
+33,mlp.experts.35.gate_proj,0.83389604,0.01000,0.638
+33,mlp.experts.36.gate_proj,0.01241676,0.01000,0.638
+33,mlp.experts.37.gate_proj,0.41739941,0.01000,0.636
+33,mlp.experts.38.gate_proj,0.12962551,0.01000,0.636
+33,mlp.experts.39.gate_proj,0.02160053,0.01000,0.636
+33,mlp.experts.40.gate_proj,0.44981411,0.01000,0.633
+33,mlp.experts.41.gate_proj,0.59782022,0.01000,0.631
+33,mlp.experts.42.gate_proj,0.00816870,0.01000,0.631
+33,mlp.experts.43.gate_proj,0.57008410,0.01000,0.630
+33,mlp.experts.44.gate_proj,0.23318696,0.01000,0.631
+33,mlp.experts.45.gate_proj,0.20346029,0.01000,0.630
+33,mlp.experts.46.gate_proj,0.29670879,0.01000,0.630
+33,mlp.experts.47.gate_proj,0.73437822,0.01000,0.633
+33,mlp.experts.48.gate_proj,0.47306710,0.01000,0.631
+33,mlp.experts.49.gate_proj,2.24791241,0.01000,0.630
+33,mlp.experts.50.gate_proj,0.71014464,0.01000,0.632
+33,mlp.experts.51.gate_proj,0.04606386,0.01000,0.635
+33,mlp.experts.52.gate_proj,0.99657023,0.01000,0.636
+33,mlp.experts.53.gate_proj,0.03021459,0.01000,0.639
+33,mlp.experts.54.gate_proj,0.07583317,0.01000,0.638
+33,mlp.experts.55.gate_proj,0.26240194,0.01000,0.639
+33,mlp.experts.56.gate_proj,0.50929987,0.01000,0.641
+33,mlp.experts.57.gate_proj,0.75486350,0.01000,0.637
+33,mlp.experts.58.gate_proj,0.39142045,0.01000,0.641
+33,mlp.experts.59.gate_proj,0.24997507,0.01000,0.638
+33,mlp.experts.60.gate_proj,0.38344085,0.01000,0.637
+33,mlp.experts.61.gate_proj,0.04738393,0.01000,0.638
+33,mlp.experts.62.gate_proj,0.55225986,0.01000,0.637
+33,mlp.experts.63.gate_proj,0.07074985,0.01000,0.636
+33,mlp.experts.64.gate_proj,0.24869439,0.01000,0.636
+33,mlp.experts.65.gate_proj,1.21049809,0.01000,0.637
+33,mlp.experts.66.gate_proj,0.69921649,0.01000,0.634
+33,mlp.experts.67.gate_proj,0.06723876,0.01000,0.633
+33,mlp.experts.68.gate_proj,0.52810633,0.01000,0.634
+33,mlp.experts.69.gate_proj,1.41354191,0.01000,0.633
+33,mlp.experts.70.gate_proj,0.66489083,0.01000,0.633
+33,mlp.experts.71.gate_proj,1.19714451,0.01000,0.634
+33,mlp.experts.72.gate_proj,0.06534506,0.01000,0.635
+33,mlp.experts.73.gate_proj,0.23574804,0.01000,0.634
+33,mlp.experts.74.gate_proj,0.00191385,0.01000,0.634
+33,mlp.experts.75.gate_proj,0.00160667,0.01000,0.634
+33,mlp.experts.76.gate_proj,1.99170518,0.01000,0.635
+33,mlp.experts.77.gate_proj,0.09656473,0.01000,0.634
+33,mlp.experts.78.gate_proj,0.20630200,0.01000,0.629
+33,mlp.experts.79.gate_proj,1.52463317,0.01000,0.634
+33,mlp.experts.80.gate_proj,2.74723530,0.01000,0.630
+33,mlp.experts.81.gate_proj,1.15357745,0.01000,0.631
+33,mlp.experts.82.gate_proj,4.35761595,0.01000,0.629
+33,mlp.experts.83.gate_proj,0.18555169,0.01000,0.627
+33,mlp.experts.84.gate_proj,1.45020592,0.01000,0.625
+33,mlp.experts.85.gate_proj,1.88184369,0.01000,0.627
+33,mlp.experts.86.gate_proj,0.64088202,0.01000,0.633
+33,mlp.experts.87.gate_proj,0.10496730,0.01000,0.637
+33,mlp.experts.88.gate_proj,0.00530384,0.01000,0.634
+33,mlp.experts.89.gate_proj,0.62993866,0.01000,0.634
+33,mlp.experts.90.gate_proj,0.06555557,0.01000,0.632
+33,mlp.experts.91.gate_proj,2.08203363,0.01000,0.634
+33,mlp.experts.92.gate_proj,3.00565720,0.01000,0.638
+33,mlp.experts.93.gate_proj,0.01765475,0.01000,0.636
+33,mlp.experts.94.gate_proj,0.91173184,0.01000,0.635
+33,mlp.experts.95.gate_proj,0.14614969,0.01000,0.635
+33,mlp.experts.96.gate_proj,1.83662391,0.01000,0.634
+33,mlp.experts.97.gate_proj,1.08007610,0.01000,0.637
+33,mlp.experts.98.gate_proj,0.65089124,0.01000,0.634
+33,mlp.experts.99.gate_proj,1.90344357,0.01000,0.633
+33,mlp.experts.100.gate_proj,0.37611338,0.01000,0.634
+33,mlp.experts.101.gate_proj,0.00183648,0.01000,0.640
+33,mlp.experts.102.gate_proj,0.82468230,0.01000,0.635
+33,mlp.experts.103.gate_proj,0.19639988,0.01000,0.632
+33,mlp.experts.104.gate_proj,0.26123190,0.01000,0.632
+33,mlp.experts.105.gate_proj,0.50017399,0.01000,0.635
+33,mlp.experts.106.gate_proj,0.54642481,0.01000,0.635
+33,mlp.experts.107.gate_proj,0.02089771,0.01000,0.635
+33,mlp.experts.108.gate_proj,0.02055755,0.01000,0.636
+33,mlp.experts.109.gate_proj,0.00567643,0.01000,0.635
+33,mlp.experts.110.gate_proj,0.49855536,0.01000,0.635
+33,mlp.experts.111.gate_proj,2.12468195,0.01000,0.636
+33,mlp.experts.112.gate_proj,0.13478965,0.01000,0.633
+33,mlp.experts.113.gate_proj,0.66031992,0.01000,0.631
+33,mlp.experts.114.gate_proj,0.18741603,0.01000,0.630
+33,mlp.experts.115.gate_proj,0.00933138,0.01000,0.633
+33,mlp.experts.116.gate_proj,0.20354274,0.01000,0.633
+33,mlp.experts.117.gate_proj,0.08407073,0.01000,0.635
+33,mlp.experts.118.gate_proj,0.45985156,0.01000,0.636
+33,mlp.experts.119.gate_proj,0.00004043,0.01000,0.634
+33,mlp.experts.120.gate_proj,0.00002372,0.01000,0.633
+33,mlp.experts.121.gate_proj,0.00314696,0.01000,0.634
+33,mlp.experts.122.gate_proj,3.37949538,0.01000,0.632
+33,mlp.experts.123.gate_proj,0.07823119,0.01000,0.632
+33,mlp.experts.124.gate_proj,0.03621577,0.01000,0.635
+33,mlp.experts.125.gate_proj,1.55471539,0.01000,0.634
+33,mlp.experts.126.gate_proj,0.02441322,0.01000,0.637
+33,mlp.experts.127.gate_proj,0.78228879,0.01000,0.637
+33,mlp.experts.0.down_proj,0.94979030,0.01000,0.261
+33,mlp.experts.1.down_proj,0.20913368,0.01000,0.239
+33,mlp.experts.2.down_proj,0.91384983,0.01000,0.240
+33,mlp.experts.3.down_proj,0.00012360,0.01000,0.239
+33,mlp.experts.4.down_proj,0.00003945,0.01000,0.241
+33,mlp.experts.5.down_proj,0.25491208,0.01000,0.240
+33,mlp.experts.6.down_proj,0.22049659,0.01000,0.240
+33,mlp.experts.7.down_proj,0.87133342,0.01000,0.241
+33,mlp.experts.8.down_proj,0.07174412,0.01000,0.240
+33,mlp.experts.9.down_proj,0.31343436,0.01000,0.240
+33,mlp.experts.10.down_proj,0.30955666,0.01000,0.240
+33,mlp.experts.11.down_proj,0.00321711,0.01000,0.241
+33,mlp.experts.12.down_proj,0.00514751,0.01000,0.240
+33,mlp.experts.13.down_proj,0.09236296,0.01000,0.241
+33,mlp.experts.14.down_proj,0.01788424,0.01000,0.241
+33,mlp.experts.15.down_proj,0.01769584,0.01000,0.240
+33,mlp.experts.16.down_proj,0.06099667,0.01000,0.240
+33,mlp.experts.17.down_proj,0.23232619,0.01000,0.240
+33,mlp.experts.18.down_proj,0.00007262,0.01000,0.239
+33,mlp.experts.19.down_proj,0.02817508,0.01000,0.239
+33,mlp.experts.20.down_proj,0.00279671,0.01000,0.239
+33,mlp.experts.21.down_proj,0.01089020,0.01000,0.239
+33,mlp.experts.22.down_proj,0.18358688,0.01000,0.239
+33,mlp.experts.23.down_proj,0.13661395,0.01000,0.240
+33,mlp.experts.24.down_proj,0.21027257,0.01000,0.240
+33,mlp.experts.25.down_proj,0.07926744,0.01000,0.243
+33,mlp.experts.26.down_proj,0.04879013,0.01000,0.244
+33,mlp.experts.27.down_proj,0.00260526,0.01000,0.244
+33,mlp.experts.28.down_proj,0.04541555,0.01000,0.244
+33,mlp.experts.29.down_proj,0.00023751,0.01000,0.244
+33,mlp.experts.30.down_proj,0.00995838,0.01000,0.245
+33,mlp.experts.31.down_proj,0.15323927,0.01000,0.244
+33,mlp.experts.32.down_proj,0.10704917,0.01000,0.245
+33,mlp.experts.33.down_proj,0.95920247,0.01000,0.245
+33,mlp.experts.34.down_proj,0.00570411,0.01000,0.244
+33,mlp.experts.35.down_proj,0.34321588,0.01000,0.244
+33,mlp.experts.36.down_proj,0.00515361,0.01000,0.242
+33,mlp.experts.37.down_proj,0.09676612,0.01000,0.242
+33,mlp.experts.38.down_proj,0.04001344,0.01000,0.245
+33,mlp.experts.39.down_proj,0.00606601,0.01000,0.243
+33,mlp.experts.40.down_proj,0.16811973,0.01000,0.247
+33,mlp.experts.41.down_proj,0.10655661,0.01000,0.244
+33,mlp.experts.42.down_proj,0.00338746,0.01000,0.244
+33,mlp.experts.43.down_proj,0.17698601,0.01000,0.244
+33,mlp.experts.44.down_proj,0.10861021,0.01000,0.244
+33,mlp.experts.45.down_proj,0.08677878,0.01000,0.244
+33,mlp.experts.46.down_proj,0.07073484,0.01000,0.244
+33,mlp.experts.47.down_proj,0.88133067,0.01000,0.245
+33,mlp.experts.48.down_proj,0.17193758,0.01000,0.245
+33,mlp.experts.49.down_proj,0.85241020,0.01000,0.245
+33,mlp.experts.50.down_proj,0.30126107,0.01000,0.245
+33,mlp.experts.51.down_proj,0.01013694,0.01000,0.246
+33,mlp.experts.52.down_proj,0.23643057,0.01000,0.246
+33,mlp.experts.53.down_proj,0.00665231,0.01000,0.245
+33,mlp.experts.54.down_proj,0.02696089,0.01000,0.246
+33,mlp.experts.55.down_proj,0.09004141,0.01000,0.245
+33,mlp.experts.56.down_proj,0.13515753,0.01000,0.245
+33,mlp.experts.57.down_proj,0.22556257,0.01000,0.245
+33,mlp.experts.58.down_proj,0.08248848,0.01000,0.246
+33,mlp.experts.59.down_proj,0.09335721,0.01000,0.245
+33,mlp.experts.60.down_proj,0.09717644,0.01000,0.245
+33,mlp.experts.61.down_proj,0.01106606,0.01000,0.245
+33,mlp.experts.62.down_proj,0.17694513,0.01000,0.245
+33,mlp.experts.63.down_proj,0.01292254,0.01000,0.245
+33,mlp.experts.64.down_proj,0.07284594,0.01000,0.246
+33,mlp.experts.65.down_proj,0.44199628,0.01000,0.245
+33,mlp.experts.66.down_proj,0.20256051,0.01000,0.247
+33,mlp.experts.67.down_proj,0.01682482,0.01000,0.245
+33,mlp.experts.68.down_proj,0.13695168,0.01000,0.245
+33,mlp.experts.69.down_proj,0.47482449,0.01000,0.245
+33,mlp.experts.70.down_proj,0.15229787,0.01000,0.242
+33,mlp.experts.71.down_proj,0.29482687,0.01000,0.243
+33,mlp.experts.72.down_proj,0.02091202,0.01000,0.243
+33,mlp.experts.73.down_proj,0.05291986,0.01000,0.243
+33,mlp.experts.74.down_proj,0.00146372,0.01000,0.243
+33,mlp.experts.75.down_proj,0.00064467,0.01000,0.242
+33,mlp.experts.76.down_proj,0.64072847,0.01000,0.243
+33,mlp.experts.77.down_proj,0.01717123,0.01000,0.243
+33,mlp.experts.78.down_proj,0.07611177,0.01000,0.242
+33,mlp.experts.79.down_proj,0.73156095,0.01000,0.242
+33,mlp.experts.80.down_proj,0.73796010,0.01000,0.242
+33,mlp.experts.81.down_proj,0.33263326,0.01000,0.242
+33,mlp.experts.82.down_proj,1.85855317,0.01000,0.242
+33,mlp.experts.83.down_proj,0.06925726,0.01000,0.243
+33,mlp.experts.84.down_proj,0.70724589,0.01000,0.244
+33,mlp.experts.85.down_proj,0.51369196,0.01000,0.243
+33,mlp.experts.86.down_proj,0.15169695,0.01000,0.243
+33,mlp.experts.87.down_proj,0.02634598,0.01000,0.244
+33,mlp.experts.88.down_proj,0.00236636,0.01000,0.244
+33,mlp.experts.89.down_proj,0.13005173,0.01000,0.244
+33,mlp.experts.90.down_proj,0.04029334,0.01000,0.243
+33,mlp.experts.91.down_proj,0.51702845,0.01000,0.243
+33,mlp.experts.92.down_proj,0.76468307,0.01000,0.243
+33,mlp.experts.93.down_proj,0.00669517,0.01000,0.242
+33,mlp.experts.94.down_proj,0.27379501,0.01000,0.243
+33,mlp.experts.95.down_proj,0.06470788,0.01000,0.242
+33,mlp.experts.96.down_proj,0.75385451,0.01000,0.243
+33,mlp.experts.97.down_proj,0.23883121,0.01000,0.242
+33,mlp.experts.98.down_proj,0.27525792,0.01000,0.249
+33,mlp.experts.99.down_proj,0.73051584,0.01000,0.244
+33,mlp.experts.100.down_proj,0.17520697,0.01000,0.242
+33,mlp.experts.101.down_proj,0.00104848,0.01000,0.242
+33,mlp.experts.102.down_proj,0.22519919,0.01000,0.243
+33,mlp.experts.103.down_proj,0.05717333,0.01000,0.242
+33,mlp.experts.104.down_proj,0.09691143,0.01000,0.242
+33,mlp.experts.105.down_proj,0.13577740,0.01000,0.243
+33,mlp.experts.106.down_proj,0.21726301,0.01000,0.243
+33,mlp.experts.107.down_proj,0.00719767,0.01000,0.243
+33,mlp.experts.108.down_proj,0.00638439,0.01000,0.250
+33,mlp.experts.109.down_proj,0.00235569,0.01000,0.248
+33,mlp.experts.110.down_proj,0.26876998,0.01000,0.247
+33,mlp.experts.111.down_proj,1.15202248,0.01000,0.247
+33,mlp.experts.112.down_proj,0.03671099,0.01000,0.249
+33,mlp.experts.113.down_proj,0.21095558,0.01000,0.249
+33,mlp.experts.114.down_proj,0.09874818,0.01000,0.250
+33,mlp.experts.115.down_proj,0.00264663,0.01000,0.249
+33,mlp.experts.116.down_proj,0.05933683,0.01000,0.249
+33,mlp.experts.117.down_proj,0.02825701,0.01000,0.250
+33,mlp.experts.118.down_proj,0.12619705,0.01000,0.248
+33,mlp.experts.119.down_proj,0.00001167,0.01000,0.249
+33,mlp.experts.120.down_proj,0.00000611,0.01000,0.250
+33,mlp.experts.121.down_proj,0.00234724,0.01000,0.249
+33,mlp.experts.122.down_proj,1.80750203,0.01000,0.249
+33,mlp.experts.123.down_proj,0.02795932,0.01000,0.249
+33,mlp.experts.124.down_proj,0.00894104,0.01000,0.249
+33,mlp.experts.125.down_proj,0.93814826,0.01000,0.249
+33,mlp.experts.126.down_proj,0.00920710,0.01000,0.249
+33,mlp.experts.127.down_proj,0.24634536,0.01000,0.250
+34,self_attn.q_proj,0.33116537,0.01000,0.641
+34,self_attn.k_proj,0.04007863,0.01000,0.624
+34,self_attn.v_proj,0.05465777,0.01000,0.623
+34,self_attn.o_proj,0.04675867,0.01000,1.257
+34,mlp.experts.0.up_proj,0.03395848,0.01000,0.675
+34,mlp.experts.1.up_proj,0.08110467,0.01000,0.630
+34,mlp.experts.2.up_proj,0.38288474,0.01000,0.632
+34,mlp.experts.3.up_proj,1.20596385,0.01000,0.635
+34,mlp.experts.4.up_proj,0.28635865,0.01000,0.635
+34,mlp.experts.5.up_proj,0.19264328,0.01000,0.628
+34,mlp.experts.6.up_proj,0.32070792,0.01000,0.634
+34,mlp.experts.7.up_proj,0.11965093,0.01000,0.634
+34,mlp.experts.8.up_proj,0.01503983,0.01000,0.636
+34,mlp.experts.9.up_proj,2.46944523,0.01000,0.636
+34,mlp.experts.10.up_proj,0.27255154,0.01000,0.635
+34,mlp.experts.11.up_proj,0.00002735,0.01000,0.639
+34,mlp.experts.12.up_proj,0.08983025,0.01000,0.635
+34,mlp.experts.13.up_proj,1.97071218,0.01000,0.633
+34,mlp.experts.14.up_proj,0.35128579,0.01000,0.634
+34,mlp.experts.15.up_proj,0.07439458,0.01000,0.634
+34,mlp.experts.16.up_proj,4.88228321,0.01000,0.633
+34,mlp.experts.17.up_proj,0.00742103,0.01000,0.634
+34,mlp.experts.18.up_proj,1.09623289,0.01000,0.628
+34,mlp.experts.19.up_proj,0.66139042,0.01000,0.625
+34,mlp.experts.20.up_proj,0.12216860,0.01000,0.626
+34,mlp.experts.21.up_proj,0.18922326,0.01000,0.628
+34,mlp.experts.22.up_proj,0.12305196,0.01000,0.627
+34,mlp.experts.23.up_proj,0.39479780,0.01000,0.628
+34,mlp.experts.24.up_proj,0.00037014,0.01000,0.627
+34,mlp.experts.25.up_proj,0.11479653,0.01000,0.628
+34,mlp.experts.26.up_proj,1.33482945,0.01000,0.629
+34,mlp.experts.27.up_proj,0.94490337,0.01000,0.627
+34,mlp.experts.28.up_proj,0.01065581,0.01000,0.627
+34,mlp.experts.29.up_proj,0.04554953,0.01000,0.632
+34,mlp.experts.30.up_proj,1.38898289,0.01000,0.635
+34,mlp.experts.31.up_proj,2.22555232,0.01000,0.634
+34,mlp.experts.32.up_proj,0.16395257,0.01000,0.637
+34,mlp.experts.33.up_proj,0.65065372,0.01000,0.635
+34,mlp.experts.34.up_proj,0.00369678,0.01000,0.634
+34,mlp.experts.35.up_proj,0.63233364,0.01000,0.635
+34,mlp.experts.36.up_proj,0.35835725,0.01000,0.634
+34,mlp.experts.37.up_proj,0.11788030,0.01000,0.636
+34,mlp.experts.38.up_proj,0.00762419,0.01000,0.636
+34,mlp.experts.39.up_proj,0.19499436,0.01000,0.637
+34,mlp.experts.40.up_proj,0.77871895,0.01000,0.636
+34,mlp.experts.41.up_proj,0.89492327,0.01000,0.631
+34,mlp.experts.42.up_proj,0.00444872,0.01000,0.626
+34,mlp.experts.43.up_proj,0.57467908,0.01000,0.631
+34,mlp.experts.44.up_proj,0.00236644,0.01000,0.631
+34,mlp.experts.45.up_proj,1.08920968,0.01000,0.633
+34,mlp.experts.46.up_proj,0.00410110,0.01000,0.634
+34,mlp.experts.47.up_proj,0.24825916,0.01000,0.634
+34,mlp.experts.48.up_proj,1.19273090,0.01000,0.634
+34,mlp.experts.49.up_proj,0.00432435,0.01000,0.634
+34,mlp.experts.50.up_proj,0.62164783,0.01000,0.636
+34,mlp.experts.51.up_proj,0.11107557,0.01000,0.636
+34,mlp.experts.52.up_proj,0.63487375,0.01000,0.632
+34,mlp.experts.53.up_proj,0.00004099,0.01000,0.634
+34,mlp.experts.54.up_proj,0.02278833,0.01000,0.634
+34,mlp.experts.55.up_proj,2.09552908,0.01000,0.630
+34,mlp.experts.56.up_proj,0.67746377,0.01000,0.625
+34,mlp.experts.57.up_proj,0.23494810,0.01000,0.625
+34,mlp.experts.58.up_proj,0.33215159,0.01000,0.626
+34,mlp.experts.59.up_proj,0.01679986,0.01000,0.627
+34,mlp.experts.60.up_proj,0.00008410,0.01000,0.625
+34,mlp.experts.61.up_proj,0.38221335,0.01000,0.629
+34,mlp.experts.62.up_proj,0.76831162,0.01000,0.625
+34,mlp.experts.63.up_proj,0.15540074,0.01000,0.623
+34,mlp.experts.64.up_proj,0.82840455,0.01000,0.627
+34,mlp.experts.65.up_proj,0.13734542,0.01000,0.631
+34,mlp.experts.66.up_proj,0.48572433,0.01000,0.632
+34,mlp.experts.67.up_proj,0.00611491,0.01000,0.632
+34,mlp.experts.68.up_proj,3.22805309,0.01000,0.631
+34,mlp.experts.69.up_proj,3.03926420,0.01000,0.634
+34,mlp.experts.70.up_proj,0.43292254,0.01000,0.632
+34,mlp.experts.71.up_proj,3.69424868,0.01000,0.633
+34,mlp.experts.72.up_proj,0.00694896,0.01000,0.633
+34,mlp.experts.73.up_proj,0.97180140,0.01000,0.631
+34,mlp.experts.74.up_proj,0.65390050,0.01000,0.631
+34,mlp.experts.75.up_proj,0.05237514,0.01000,0.631
+34,mlp.experts.76.up_proj,0.50447619,0.01000,0.633
+34,mlp.experts.77.up_proj,0.00109106,0.01000,0.628
+34,mlp.experts.78.up_proj,1.61453152,0.01000,0.625
+34,mlp.experts.79.up_proj,0.00009191,0.01000,0.624
+34,mlp.experts.80.up_proj,0.45138958,0.01000,0.623
+34,mlp.experts.81.up_proj,0.00505317,0.01000,0.624
+34,mlp.experts.82.up_proj,0.93293327,0.01000,0.626
+34,mlp.experts.83.up_proj,0.64674532,0.01000,0.635
+34,mlp.experts.84.up_proj,0.04076203,0.01000,0.635
+34,mlp.experts.85.up_proj,1.11920071,0.01000,0.633
+34,mlp.experts.86.up_proj,0.19586852,0.01000,0.632
+34,mlp.experts.87.up_proj,0.07368494,0.01000,0.633
+34,mlp.experts.88.up_proj,0.49294910,0.01000,0.634
+34,mlp.experts.89.up_proj,0.00033863,0.01000,0.635
+34,mlp.experts.90.up_proj,2.72818089,0.01000,0.632
+34,mlp.experts.91.up_proj,1.06611240,0.01000,0.634
+34,mlp.experts.92.up_proj,0.09619641,0.01000,0.632
+34,mlp.experts.93.up_proj,0.00125445,0.01000,0.632
+34,mlp.experts.94.up_proj,2.77440214,0.01000,0.631
+34,mlp.experts.95.up_proj,0.70705628,0.01000,0.630
+34,mlp.experts.96.up_proj,0.13099188,0.01000,0.625
+34,mlp.experts.97.up_proj,0.22065946,0.01000,0.640
+34,mlp.experts.98.up_proj,1.35830760,0.01000,0.633
+34,mlp.experts.99.up_proj,0.33945256,0.01000,0.633
+34,mlp.experts.100.up_proj,0.05568347,0.01000,0.634
+34,mlp.experts.101.up_proj,0.15932092,0.01000,0.632
+34,mlp.experts.102.up_proj,0.02896494,0.01000,0.631
+34,mlp.experts.103.up_proj,0.88615930,0.01000,0.631
+34,mlp.experts.104.up_proj,0.01692614,0.01000,0.632
+34,mlp.experts.105.up_proj,0.44325054,0.01000,0.632
+34,mlp.experts.106.up_proj,0.00025651,0.01000,0.634
+34,mlp.experts.107.up_proj,0.49646947,0.01000,0.635
+34,mlp.experts.108.up_proj,0.38792899,0.01000,0.629
+34,mlp.experts.109.up_proj,0.25673547,0.01000,0.624
+34,mlp.experts.110.up_proj,0.49084157,0.01000,0.626
+34,mlp.experts.111.up_proj,0.16805468,0.01000,0.625
+34,mlp.experts.112.up_proj,0.54466784,0.01000,0.624
+34,mlp.experts.113.up_proj,0.32561138,0.01000,0.624
+34,mlp.experts.114.up_proj,0.00079170,0.01000,0.624
+34,mlp.experts.115.up_proj,0.01306897,0.01000,0.624
+34,mlp.experts.116.up_proj,0.06136223,0.01000,0.629
+34,mlp.experts.117.up_proj,0.00012923,0.01000,0.625
+34,mlp.experts.118.up_proj,0.00425042,0.01000,0.625
+34,mlp.experts.119.up_proj,0.43087539,0.01000,0.626
+34,mlp.experts.120.up_proj,1.00167298,0.01000,0.625
+34,mlp.experts.121.up_proj,0.05166587,0.01000,0.626
+34,mlp.experts.122.up_proj,0.00111854,0.01000,0.629
+34,mlp.experts.123.up_proj,0.56257188,0.01000,0.635
+34,mlp.experts.124.up_proj,1.08077979,0.01000,0.635
+34,mlp.experts.125.up_proj,0.00334843,0.01000,0.634
+34,mlp.experts.126.up_proj,3.20712137,0.01000,0.636
+34,mlp.experts.127.up_proj,0.07496072,0.01000,0.635
+34,mlp.experts.0.gate_proj,0.03441044,0.01000,0.634
+34,mlp.experts.1.gate_proj,0.08306411,0.01000,0.635
+34,mlp.experts.2.gate_proj,0.36879563,0.01000,0.635
+34,mlp.experts.3.gate_proj,1.17393255,0.01000,0.636
+34,mlp.experts.4.gate_proj,0.29602501,0.01000,0.636
+34,mlp.experts.5.gate_proj,0.18159518,0.01000,0.635
+34,mlp.experts.6.gate_proj,0.31596059,0.01000,0.630
+34,mlp.experts.7.gate_proj,0.11332171,0.01000,0.627
+34,mlp.experts.8.gate_proj,0.01461721,0.01000,0.628
+34,mlp.experts.9.gate_proj,2.53267074,0.01000,0.634
+34,mlp.experts.10.gate_proj,0.26846024,0.01000,0.636
+34,mlp.experts.11.gate_proj,0.00002351,0.01000,0.634
+34,mlp.experts.12.gate_proj,0.08455014,0.01000,0.633
+34,mlp.experts.13.gate_proj,1.70869851,0.01000,0.634
+34,mlp.experts.14.gate_proj,0.32168421,0.01000,0.635
+34,mlp.experts.15.gate_proj,0.06649700,0.01000,0.633
+34,mlp.experts.16.gate_proj,4.56496239,0.01000,0.634
+34,mlp.experts.17.gate_proj,0.00657748,0.01000,0.634
+34,mlp.experts.18.gate_proj,0.98553187,0.01000,0.633
+34,mlp.experts.19.gate_proj,0.61141717,0.01000,0.634
+34,mlp.experts.20.gate_proj,0.11205025,0.01000,0.629
+34,mlp.experts.21.gate_proj,0.18491635,0.01000,0.626
+34,mlp.experts.22.gate_proj,0.13056374,0.01000,0.632
+34,mlp.experts.23.gate_proj,0.37170371,0.01000,0.628
+34,mlp.experts.24.gate_proj,0.00037266,0.01000,0.627
+34,mlp.experts.25.gate_proj,0.11284322,0.01000,0.634
+34,mlp.experts.26.gate_proj,1.28630280,0.01000,0.634
+34,mlp.experts.27.gate_proj,0.97232449,0.01000,0.636
+34,mlp.experts.28.gate_proj,0.01118511,0.01000,0.635
+34,mlp.experts.29.gate_proj,0.04562353,0.01000,0.635
+34,mlp.experts.30.gate_proj,1.30694151,0.01000,0.636
+34,mlp.experts.31.gate_proj,2.02134347,0.01000,0.635
+34,mlp.experts.32.gate_proj,0.15578964,0.01000,0.636
+34,mlp.experts.33.gate_proj,0.63826358,0.01000,0.634
+34,mlp.experts.34.gate_proj,0.00378395,0.01000,0.633
+34,mlp.experts.35.gate_proj,0.65592682,0.01000,0.634
+34,mlp.experts.36.gate_proj,0.34936661,0.01000,0.628
+34,mlp.experts.37.gate_proj,0.11525512,0.01000,0.627
+34,mlp.experts.38.gate_proj,0.02293192,0.01000,0.635
+34,mlp.experts.39.gate_proj,0.17946202,0.01000,0.636
+34,mlp.experts.40.gate_proj,0.69540012,0.01000,0.637
+34,mlp.experts.41.gate_proj,0.85127831,0.01000,0.634
+34,mlp.experts.42.gate_proj,0.00458178,0.01000,0.634
+34,mlp.experts.43.gate_proj,0.53622288,0.01000,0.633
+34,mlp.experts.44.gate_proj,0.00209844,0.01000,0.632
+34,mlp.experts.45.gate_proj,1.10413957,0.01000,0.635
+34,mlp.experts.46.gate_proj,0.00397731,0.01000,0.633
+34,mlp.experts.47.gate_proj,0.23898239,0.01000,0.633
+34,mlp.experts.48.gate_proj,1.14947462,0.01000,0.634
+34,mlp.experts.49.gate_proj,0.00402313,0.01000,0.634
+34,mlp.experts.50.gate_proj,0.61421299,0.01000,0.630
+34,mlp.experts.51.gate_proj,0.11824294,0.01000,0.627
+34,mlp.experts.52.gate_proj,0.57778031,0.01000,0.627
+34,mlp.experts.53.gate_proj,0.00002793,0.01000,0.626
+34,mlp.experts.54.gate_proj,0.02260239,0.01000,0.628
+34,mlp.experts.55.gate_proj,2.08933902,0.01000,0.630
+34,mlp.experts.56.gate_proj,0.55555278,0.01000,0.625
+34,mlp.experts.57.gate_proj,0.22194506,0.01000,0.627
+34,mlp.experts.58.gate_proj,0.33162510,0.01000,0.630
+34,mlp.experts.59.gate_proj,0.01690273,0.01000,0.633
+34,mlp.experts.60.gate_proj,0.00007478,0.01000,0.631
+34,mlp.experts.61.gate_proj,0.32809779,0.01000,0.632
+34,mlp.experts.62.gate_proj,0.70043027,0.01000,0.633
+34,mlp.experts.63.gate_proj,0.16283481,0.01000,0.635
+34,mlp.experts.64.gate_proj,0.73241585,0.01000,0.633
+34,mlp.experts.65.gate_proj,0.11645740,0.01000,0.635
+34,mlp.experts.66.gate_proj,0.46994150,0.01000,0.634
+34,mlp.experts.67.gate_proj,0.00627605,0.01000,0.633
+34,mlp.experts.68.gate_proj,2.79945898,0.01000,0.633
+34,mlp.experts.69.gate_proj,2.48903441,0.01000,0.632
+34,mlp.experts.70.gate_proj,0.53122461,0.01000,0.629
+34,mlp.experts.71.gate_proj,3.94495916,0.01000,0.630
+34,mlp.experts.72.gate_proj,0.00663376,0.01000,0.630
+34,mlp.experts.73.gate_proj,0.95778078,0.01000,0.632
+34,mlp.experts.74.gate_proj,0.61535758,0.01000,0.634
+34,mlp.experts.75.gate_proj,0.05317636,0.01000,0.629
+34,mlp.experts.76.gate_proj,0.50863564,0.01000,0.633
+34,mlp.experts.77.gate_proj,0.00111355,0.01000,0.641
+34,mlp.experts.78.gate_proj,1.43157554,0.01000,0.640
+34,mlp.experts.79.gate_proj,0.00007969,0.01000,0.639
+34,mlp.experts.80.gate_proj,0.45348907,0.01000,0.642
+34,mlp.experts.81.gate_proj,0.00511447,0.01000,0.644
+34,mlp.experts.82.gate_proj,0.87428635,0.01000,0.643
+34,mlp.experts.83.gate_proj,0.49431184,0.01000,0.646
+34,mlp.experts.84.gate_proj,0.04008172,0.01000,0.648
+34,mlp.experts.85.gate_proj,1.10116422,0.01000,0.648
+34,mlp.experts.86.gate_proj,0.18798244,0.01000,0.649
+34,mlp.experts.87.gate_proj,0.07256165,0.01000,0.637
+34,mlp.experts.88.gate_proj,0.45441106,0.01000,0.635
+34,mlp.experts.89.gate_proj,0.00035010,0.01000,0.634
+34,mlp.experts.90.gate_proj,2.08777547,0.01000,0.634
+34,mlp.experts.91.gate_proj,1.03633785,0.01000,0.636
+34,mlp.experts.92.gate_proj,0.09956904,0.01000,0.634
+34,mlp.experts.93.gate_proj,0.00116350,0.01000,0.633
+34,mlp.experts.94.gate_proj,2.91553497,0.01000,0.633
+34,mlp.experts.95.gate_proj,0.59165168,0.01000,0.628
+34,mlp.experts.96.gate_proj,0.12712288,0.01000,0.628
+34,mlp.experts.97.gate_proj,0.22104169,0.01000,0.626
+34,mlp.experts.98.gate_proj,1.31107330,0.01000,0.630
+34,mlp.experts.99.gate_proj,0.32890522,0.01000,0.633
+34,mlp.experts.100.gate_proj,0.04615754,0.01000,0.636
+34,mlp.experts.101.gate_proj,0.14306141,0.01000,0.636
+34,mlp.experts.102.gate_proj,0.02977374,0.01000,0.636
+34,mlp.experts.103.gate_proj,0.82087684,0.01000,0.636
+34,mlp.experts.104.gate_proj,0.01577880,0.01000,0.635
+34,mlp.experts.105.gate_proj,0.39586884,0.01000,0.636
+34,mlp.experts.106.gate_proj,0.00023138,0.01000,0.634
+34,mlp.experts.107.gate_proj,0.46421051,0.01000,0.634
+34,mlp.experts.108.gate_proj,0.35564810,0.01000,0.633
+34,mlp.experts.109.gate_proj,0.24789864,0.01000,0.633
+34,mlp.experts.110.gate_proj,0.49305868,0.01000,0.632
+34,mlp.experts.111.gate_proj,0.16008863,0.01000,0.633
+34,mlp.experts.112.gate_proj,0.50438803,0.01000,0.628
+34,mlp.experts.113.gate_proj,0.28799963,0.01000,0.625
+34,mlp.experts.114.gate_proj,0.00082136,0.01000,0.627
+34,mlp.experts.115.gate_proj,0.01340179,0.01000,0.630
+34,mlp.experts.116.gate_proj,0.06144423,0.01000,0.627
+34,mlp.experts.117.gate_proj,0.00011508,0.01000,0.628
+34,mlp.experts.118.gate_proj,0.00483275,0.01000,0.633
+34,mlp.experts.119.gate_proj,0.40069163,0.01000,0.634
+34,mlp.experts.120.gate_proj,1.03244328,0.01000,0.634
+34,mlp.experts.121.gate_proj,0.05269037,0.01000,0.635
+34,mlp.experts.122.gate_proj,0.00114034,0.01000,0.635
+34,mlp.experts.123.gate_proj,0.48067087,0.01000,0.636
+34,mlp.experts.124.gate_proj,0.82156777,0.01000,0.634
+34,mlp.experts.125.gate_proj,0.00325781,0.01000,0.635
+34,mlp.experts.126.gate_proj,3.40696001,0.01000,0.634
+34,mlp.experts.127.gate_proj,0.06983079,0.01000,0.634
+34,mlp.experts.0.down_proj,0.00791403,0.01000,0.258
+34,mlp.experts.1.down_proj,0.01824787,0.01000,0.234
+34,mlp.experts.2.down_proj,0.19651470,0.01000,0.235
+34,mlp.experts.3.down_proj,0.60903955,0.01000,0.236
+34,mlp.experts.4.down_proj,0.16075858,0.01000,0.236
+34,mlp.experts.5.down_proj,0.03324176,0.01000,0.236
+34,mlp.experts.6.down_proj,0.74337733,0.01000,0.235
+34,mlp.experts.7.down_proj,0.02943640,0.01000,0.236
+34,mlp.experts.8.down_proj,0.00400396,0.01000,0.237
+34,mlp.experts.9.down_proj,2.54450464,0.01000,0.237
+34,mlp.experts.10.down_proj,0.11950623,0.01000,0.240
+34,mlp.experts.11.down_proj,0.00000795,0.01000,0.239
+34,mlp.experts.12.down_proj,0.02624590,0.01000,0.239
+34,mlp.experts.13.down_proj,3.50816774,0.01000,0.239
+34,mlp.experts.14.down_proj,0.15795965,0.01000,0.239
+34,mlp.experts.15.down_proj,0.03123800,0.01000,0.240
+34,mlp.experts.16.down_proj,8.74669456,0.01000,0.239
+34,mlp.experts.17.down_proj,0.00528257,0.01000,0.240
+34,mlp.experts.18.down_proj,0.33609235,0.01000,0.240
+34,mlp.experts.19.down_proj,1.92177188,0.01000,0.240
+34,mlp.experts.20.down_proj,0.03099370,0.01000,0.240
+34,mlp.experts.21.down_proj,0.19544712,0.01000,0.240
+34,mlp.experts.22.down_proj,0.01273005,0.01000,0.240
+34,mlp.experts.23.down_proj,0.23229781,0.01000,0.242
+34,mlp.experts.24.down_proj,0.00025886,0.01000,0.243
+34,mlp.experts.25.down_proj,0.03674891,0.01000,0.244
+34,mlp.experts.26.down_proj,0.83922613,0.01000,0.244
+34,mlp.experts.27.down_proj,2.45752954,0.01000,0.244
+34,mlp.experts.28.down_proj,0.00127534,0.01000,0.244
+34,mlp.experts.29.down_proj,0.01073062,0.01000,0.244
+34,mlp.experts.30.down_proj,0.36091414,0.01000,0.245
+34,mlp.experts.31.down_proj,5.25599909,0.01000,0.245
+34,mlp.experts.32.down_proj,0.03017516,0.01000,0.245
+34,mlp.experts.33.down_proj,0.93534648,0.01000,0.245
+34,mlp.experts.34.down_proj,0.00143245,0.01000,0.245
+34,mlp.experts.35.down_proj,0.27878714,0.01000,0.245
+34,mlp.experts.36.down_proj,0.78979892,0.01000,0.245
+34,mlp.experts.37.down_proj,0.05733241,0.01000,0.245
+34,mlp.experts.38.down_proj,0.00002457,0.01000,0.245
+34,mlp.experts.39.down_proj,0.06277749,0.01000,0.245
+34,mlp.experts.40.down_proj,0.20156589,0.01000,0.246
+34,mlp.experts.41.down_proj,1.03199887,0.01000,0.244
+34,mlp.experts.42.down_proj,0.00111980,0.01000,0.242
+34,mlp.experts.43.down_proj,0.18509942,0.01000,0.243
+34,mlp.experts.44.down_proj,0.00127577,0.01000,0.241
+34,mlp.experts.45.down_proj,1.27035975,0.01000,0.243
+34,mlp.experts.46.down_proj,0.00321465,0.01000,0.244
+34,mlp.experts.47.down_proj,0.48600006,0.01000,0.243
+34,mlp.experts.48.down_proj,1.02244735,0.01000,0.242
+34,mlp.experts.49.down_proj,0.00490992,0.01000,0.243
+34,mlp.experts.50.down_proj,0.11678867,0.01000,0.242
+34,mlp.experts.51.down_proj,0.01263823,0.01000,0.242
+34,mlp.experts.52.down_proj,0.23695095,0.01000,0.243
+34,mlp.experts.53.down_proj,0.00002389,0.01000,0.243
+34,mlp.experts.54.down_proj,0.00814316,0.01000,0.243
+34,mlp.experts.55.down_proj,3.92010117,0.01000,0.243
+34,mlp.experts.56.down_proj,1.00549424,0.01000,0.243
+34,mlp.experts.57.down_proj,0.23153493,0.01000,0.243
+34,mlp.experts.58.down_proj,0.12334997,0.01000,0.242
+34,mlp.experts.59.down_proj,0.00577597,0.01000,0.244
+34,mlp.experts.60.down_proj,0.00002481,0.01000,0.243
+34,mlp.experts.61.down_proj,0.28205824,0.01000,0.243
+34,mlp.experts.62.down_proj,0.24323434,0.01000,0.243
+34,mlp.experts.63.down_proj,0.03149686,0.01000,0.246
+34,mlp.experts.64.down_proj,0.21529105,0.01000,0.246
+34,mlp.experts.65.down_proj,0.04606920,0.01000,0.245
+34,mlp.experts.66.down_proj,0.54562533,0.01000,0.247
+34,mlp.experts.67.down_proj,0.00165967,0.01000,0.246
+34,mlp.experts.68.down_proj,4.53158140,0.01000,0.247
+34,mlp.experts.69.down_proj,0.68983543,0.01000,0.247
+34,mlp.experts.70.down_proj,0.07660223,0.01000,0.246
+34,mlp.experts.71.down_proj,3.31754112,0.01000,0.245
+34,mlp.experts.72.down_proj,0.00254205,0.01000,0.244
+34,mlp.experts.73.down_proj,0.93448365,0.01000,0.247
+34,mlp.experts.74.down_proj,0.44984937,0.01000,0.243
+34,mlp.experts.75.down_proj,0.01185729,0.01000,0.243
+34,mlp.experts.76.down_proj,0.11050910,0.01000,0.244
+34,mlp.experts.77.down_proj,0.00042183,0.01000,0.244
+34,mlp.experts.78.down_proj,2.69794083,0.01000,0.244
+34,mlp.experts.79.down_proj,0.00002411,0.01000,0.244
+34,mlp.experts.80.down_proj,0.17187366,0.01000,0.244
+34,mlp.experts.81.down_proj,0.00322549,0.01000,0.245
+34,mlp.experts.82.down_proj,1.11209297,0.01000,0.245
+34,mlp.experts.83.down_proj,0.18964936,0.01000,0.245
+34,mlp.experts.84.down_proj,0.00494461,0.01000,0.246
+34,mlp.experts.85.down_proj,0.90242076,0.01000,0.244
+34,mlp.experts.86.down_proj,0.07464471,0.01000,0.245
+34,mlp.experts.87.down_proj,0.07420016,0.01000,0.245
+34,mlp.experts.88.down_proj,0.10023183,0.01000,0.245
+34,mlp.experts.89.down_proj,0.00009467,0.01000,0.245
+34,mlp.experts.90.down_proj,2.70737362,0.01000,0.246
+34,mlp.experts.91.down_proj,0.22287253,0.01000,0.246
+34,mlp.experts.92.down_proj,0.01584308,0.01000,0.247
+34,mlp.experts.93.down_proj,0.00066534,0.01000,0.259
+34,mlp.experts.94.down_proj,3.43283296,0.01000,0.250
+34,mlp.experts.95.down_proj,0.28840569,0.01000,0.252
+34,mlp.experts.96.down_proj,0.02783616,0.01000,0.249
+34,mlp.experts.97.down_proj,0.06105541,0.01000,0.248
+34,mlp.experts.98.down_proj,0.50121850,0.01000,0.249
+34,mlp.experts.99.down_proj,0.10188778,0.01000,0.250
+34,mlp.experts.100.down_proj,0.02682769,0.01000,0.249
+34,mlp.experts.101.down_proj,0.05025964,0.01000,0.250
+34,mlp.experts.102.down_proj,0.00483815,0.01000,0.249
+34,mlp.experts.103.down_proj,1.74104548,0.01000,0.250
+34,mlp.experts.104.down_proj,0.00390508,0.01000,0.249
+34,mlp.experts.105.down_proj,0.33743572,0.01000,0.250
+34,mlp.experts.106.down_proj,0.00011174,0.01000,0.250
+34,mlp.experts.107.down_proj,0.14341854,0.01000,0.250
+34,mlp.experts.108.down_proj,0.13511047,0.01000,0.250
+34,mlp.experts.109.down_proj,0.10748915,0.01000,0.250
+34,mlp.experts.110.down_proj,0.13942373,0.01000,0.250
+34,mlp.experts.111.down_proj,0.34055802,0.01000,0.250
+34,mlp.experts.112.down_proj,0.12789422,0.01000,0.250
+34,mlp.experts.113.down_proj,0.16645822,0.01000,0.250
+34,mlp.experts.114.down_proj,0.00013256,0.01000,0.250
+34,mlp.experts.115.down_proj,0.00324784,0.01000,0.251
+34,mlp.experts.116.down_proj,0.01793783,0.01000,0.250
+34,mlp.experts.117.down_proj,0.00004242,0.01000,0.249
+34,mlp.experts.118.down_proj,0.00098692,0.01000,0.248
+34,mlp.experts.119.down_proj,0.19539815,0.01000,0.248
+34,mlp.experts.120.down_proj,1.53173590,0.01000,0.249
+34,mlp.experts.121.down_proj,0.00559732,0.01000,0.248
+34,mlp.experts.122.down_proj,0.00040290,0.01000,0.249
+34,mlp.experts.123.down_proj,0.45691246,0.01000,0.248
+34,mlp.experts.124.down_proj,0.33593720,0.01000,0.246
+34,mlp.experts.125.down_proj,0.00241591,0.01000,0.245
+34,mlp.experts.126.down_proj,4.32951307,0.01000,0.246
+34,mlp.experts.127.down_proj,0.08635542,0.01000,0.247
+35,self_attn.q_proj,0.35980493,0.01000,0.642
+35,self_attn.k_proj,0.04037727,0.01000,0.631
+35,self_attn.v_proj,0.05827816,0.01000,0.629
+35,self_attn.o_proj,0.03732628,0.01000,1.280
+35,mlp.experts.0.up_proj,0.37535310,0.01000,0.672
+35,mlp.experts.1.up_proj,0.22584450,0.01000,0.627
+35,mlp.experts.2.up_proj,0.24699953,0.01000,0.623
+35,mlp.experts.3.up_proj,5.43719959,0.01000,0.630
+35,mlp.experts.4.up_proj,0.40961230,0.01000,0.626
+35,mlp.experts.5.up_proj,0.15181634,0.01000,0.623
+35,mlp.experts.6.up_proj,0.06044148,0.01000,0.623
+35,mlp.experts.7.up_proj,2.38936758,0.01000,0.622
+35,mlp.experts.8.up_proj,0.82074761,0.01000,0.622
+35,mlp.experts.9.up_proj,0.32241151,0.01000,0.624
+35,mlp.experts.10.up_proj,0.00636201,0.01000,0.622
+35,mlp.experts.11.up_proj,0.01282569,0.01000,0.624
+35,mlp.experts.12.up_proj,0.31293827,0.01000,0.623
+35,mlp.experts.13.up_proj,0.58257937,0.01000,0.623
+35,mlp.experts.14.up_proj,2.34090781,0.01000,0.623
+35,mlp.experts.15.up_proj,0.06870009,0.01000,0.630
+35,mlp.experts.16.up_proj,0.62524509,0.01000,0.630
+35,mlp.experts.17.up_proj,0.05239476,0.01000,0.633
+35,mlp.experts.18.up_proj,1.04813397,0.01000,0.632
+35,mlp.experts.19.up_proj,0.02505899,0.01000,0.634
+35,mlp.experts.20.up_proj,0.89440191,0.01000,0.624
+35,mlp.experts.21.up_proj,0.45365155,0.01000,0.623
+35,mlp.experts.22.up_proj,0.17495054,0.01000,0.623
+35,mlp.experts.23.up_proj,0.36127222,0.01000,0.622
+35,mlp.experts.24.up_proj,0.33583841,0.01000,0.624
+35,mlp.experts.25.up_proj,4.62973690,0.01000,0.624
+35,mlp.experts.26.up_proj,1.11803627,0.01000,0.623
+35,mlp.experts.27.up_proj,0.00059533,0.01000,0.623
+35,mlp.experts.28.up_proj,0.29144689,0.01000,0.622
+35,mlp.experts.29.up_proj,0.34432912,0.01000,0.624
+35,mlp.experts.30.up_proj,0.54723251,0.01000,0.633
+35,mlp.experts.31.up_proj,0.03976102,0.01000,0.633
+35,mlp.experts.32.up_proj,0.07962590,0.01000,0.633
+35,mlp.experts.33.up_proj,1.04558134,0.01000,0.634
+35,mlp.experts.34.up_proj,0.00123837,0.01000,0.632
+35,mlp.experts.35.up_proj,0.00032647,0.01000,0.632
+35,mlp.experts.36.up_proj,0.28251174,0.01000,0.632
+35,mlp.experts.37.up_proj,0.76112223,0.01000,0.633
+35,mlp.experts.38.up_proj,0.00061876,0.01000,0.635
+35,mlp.experts.39.up_proj,0.47165418,0.01000,0.635
+35,mlp.experts.40.up_proj,0.11138061,0.01000,0.633
+35,mlp.experts.41.up_proj,0.35339439,0.01000,0.631
+35,mlp.experts.42.up_proj,0.49901053,0.01000,0.624
+35,mlp.experts.43.up_proj,0.36193457,0.01000,0.624
+35,mlp.experts.44.up_proj,0.00007041,0.01000,0.624
+35,mlp.experts.45.up_proj,0.27214384,0.01000,0.625
+35,mlp.experts.46.up_proj,0.30008799,0.01000,0.624
+35,mlp.experts.47.up_proj,0.62997752,0.01000,0.623
+35,mlp.experts.48.up_proj,0.34252134,0.01000,0.624
+35,mlp.experts.49.up_proj,0.26193693,0.01000,0.624
+35,mlp.experts.50.up_proj,0.49604309,0.01000,0.624
+35,mlp.experts.51.up_proj,0.02745902,0.01000,0.626
+35,mlp.experts.52.up_proj,3.85535026,0.01000,0.624
+35,mlp.experts.53.up_proj,1.01624084,0.01000,0.623
+35,mlp.experts.54.up_proj,1.83841920,0.01000,0.623
+35,mlp.experts.55.up_proj,0.39273500,0.01000,0.626
+35,mlp.experts.56.up_proj,2.55988812,0.01000,0.633
+35,mlp.experts.57.up_proj,0.00012079,0.01000,0.632
+35,mlp.experts.58.up_proj,0.62841004,0.01000,0.633
+35,mlp.experts.59.up_proj,7.83338547,0.01000,0.634
+35,mlp.experts.60.up_proj,0.63898683,0.01000,0.633
+35,mlp.experts.61.up_proj,0.36901540,0.01000,0.634
+35,mlp.experts.62.up_proj,0.07111208,0.01000,0.633
+35,mlp.experts.63.up_proj,0.03122332,0.01000,0.634
+35,mlp.experts.64.up_proj,0.31421953,0.01000,0.634
+35,mlp.experts.65.up_proj,0.27164799,0.01000,0.633
+35,mlp.experts.66.up_proj,0.00015106,0.01000,0.633
+35,mlp.experts.67.up_proj,0.30832836,0.01000,0.630
+35,mlp.experts.68.up_proj,1.00238585,0.01000,0.623
+35,mlp.experts.69.up_proj,0.64724678,0.01000,0.623
+35,mlp.experts.70.up_proj,0.01671302,0.01000,0.623
+35,mlp.experts.71.up_proj,0.53354555,0.01000,0.622
+35,mlp.experts.72.up_proj,0.18219727,0.01000,0.623
+35,mlp.experts.73.up_proj,0.89363116,0.01000,0.624
+35,mlp.experts.74.up_proj,0.00104134,0.01000,0.625
+35,mlp.experts.75.up_proj,0.08669810,0.01000,0.627
+35,mlp.experts.76.up_proj,0.03701889,0.01000,0.633
+35,mlp.experts.77.up_proj,0.03705363,0.01000,0.633
+35,mlp.experts.78.up_proj,0.55496025,0.01000,0.631
+35,mlp.experts.79.up_proj,0.77042103,0.01000,0.632
+35,mlp.experts.80.up_proj,0.00013848,0.01000,0.633
+35,mlp.experts.81.up_proj,0.58479333,0.01000,0.632
+35,mlp.experts.82.up_proj,0.05504005,0.01000,0.634
+35,mlp.experts.83.up_proj,0.00024920,0.01000,0.634
+35,mlp.experts.84.up_proj,0.02158953,0.01000,0.632
+35,mlp.experts.85.up_proj,0.78673887,0.01000,0.631
+35,mlp.experts.86.up_proj,0.43334058,0.01000,0.634
+35,mlp.experts.87.up_proj,0.38642392,0.01000,0.628
+35,mlp.experts.88.up_proj,0.01234590,0.01000,0.626
+35,mlp.experts.89.up_proj,0.16524959,0.01000,0.624
+35,mlp.experts.90.up_proj,1.78971541,0.01000,0.624
+35,mlp.experts.91.up_proj,0.00294932,0.01000,0.624
+35,mlp.experts.92.up_proj,0.47036085,0.01000,0.625
+35,mlp.experts.93.up_proj,0.00012508,0.01000,0.631
+35,mlp.experts.94.up_proj,0.42658433,0.01000,0.632
+35,mlp.experts.95.up_proj,0.19404915,0.01000,0.633
+35,mlp.experts.96.up_proj,2.42308760,0.01000,0.631
+35,mlp.experts.97.up_proj,0.79840159,0.01000,0.634
+35,mlp.experts.98.up_proj,0.68361187,0.01000,0.631
+35,mlp.experts.99.up_proj,3.35002875,0.01000,0.632
+35,mlp.experts.100.up_proj,0.20622706,0.01000,0.634
+35,mlp.experts.101.up_proj,0.19250464,0.01000,0.634
+35,mlp.experts.102.up_proj,0.15429276,0.01000,0.633
+35,mlp.experts.103.up_proj,0.33225572,0.01000,0.634
+35,mlp.experts.104.up_proj,0.02870595,0.01000,0.634
+35,mlp.experts.105.up_proj,0.95951402,0.01000,0.641
+35,mlp.experts.106.up_proj,0.00080267,0.01000,0.627
+35,mlp.experts.107.up_proj,1.48710108,0.01000,0.626
+35,mlp.experts.108.up_proj,0.03815389,0.01000,0.628
+35,mlp.experts.109.up_proj,0.50168175,0.01000,0.635
+35,mlp.experts.110.up_proj,0.01137801,0.01000,0.633
+35,mlp.experts.111.up_proj,0.35155031,0.01000,0.634
+35,mlp.experts.112.up_proj,0.00354830,0.01000,0.635
+35,mlp.experts.113.up_proj,0.07733912,0.01000,0.636
+35,mlp.experts.114.up_proj,0.12696865,0.01000,0.635
+35,mlp.experts.115.up_proj,1.04777050,0.01000,0.635
+35,mlp.experts.116.up_proj,0.32511449,0.01000,0.634
+35,mlp.experts.117.up_proj,0.01721651,0.01000,0.636
+35,mlp.experts.118.up_proj,0.00094521,0.01000,0.635
+35,mlp.experts.119.up_proj,0.00019123,0.01000,0.636
+35,mlp.experts.120.up_proj,0.13636680,0.01000,0.636
+35,mlp.experts.121.up_proj,2.64657974,0.01000,0.631
+35,mlp.experts.122.up_proj,0.44324496,0.01000,0.628
+35,mlp.experts.123.up_proj,0.00021260,0.01000,0.626
+35,mlp.experts.124.up_proj,0.13206279,0.01000,0.632
+35,mlp.experts.125.up_proj,0.61006737,0.01000,0.633
+35,mlp.experts.126.up_proj,0.34010005,0.01000,0.634
+35,mlp.experts.127.up_proj,0.00066171,0.01000,0.637
+35,mlp.experts.0.gate_proj,0.35497722,0.01000,0.635
+35,mlp.experts.1.gate_proj,0.17928690,0.01000,0.634
+35,mlp.experts.2.gate_proj,0.25073609,0.01000,0.633
+35,mlp.experts.3.gate_proj,3.95101309,0.01000,0.637
+35,mlp.experts.4.gate_proj,0.39395499,0.01000,0.636
+35,mlp.experts.5.gate_proj,0.14836925,0.01000,0.636
+35,mlp.experts.6.gate_proj,0.06149923,0.01000,0.636
+35,mlp.experts.7.gate_proj,2.25198793,0.01000,0.635
+35,mlp.experts.8.gate_proj,0.85016322,0.01000,0.633
+35,mlp.experts.9.gate_proj,0.31017673,0.01000,0.633
+35,mlp.experts.10.gate_proj,0.00579322,0.01000,0.632
+35,mlp.experts.11.gate_proj,0.01321216,0.01000,0.635
+35,mlp.experts.12.gate_proj,0.30849564,0.01000,0.635
+35,mlp.experts.13.gate_proj,0.58107650,0.01000,0.636
+35,mlp.experts.14.gate_proj,2.27068686,0.01000,0.637
+35,mlp.experts.15.gate_proj,0.07010405,0.01000,0.636
+35,mlp.experts.16.gate_proj,0.79885232,0.01000,0.635
+35,mlp.experts.17.gate_proj,0.05402474,0.01000,0.636
+35,mlp.experts.18.gate_proj,0.62345624,0.01000,0.636
+35,mlp.experts.19.gate_proj,0.02245782,0.01000,0.634
+35,mlp.experts.20.gate_proj,0.79109991,0.01000,0.636
+35,mlp.experts.21.gate_proj,0.44785142,0.01000,0.634
+35,mlp.experts.22.gate_proj,0.16253680,0.01000,0.633
+35,mlp.experts.23.gate_proj,0.27872640,0.01000,0.631
+35,mlp.experts.24.gate_proj,0.30393383,0.01000,0.631
+35,mlp.experts.25.gate_proj,6.53225327,0.01000,0.632
+35,mlp.experts.26.gate_proj,0.91646647,0.01000,0.635
+35,mlp.experts.27.gate_proj,0.00058191,0.01000,0.636
+35,mlp.experts.28.gate_proj,0.25981307,0.01000,0.634
+35,mlp.experts.29.gate_proj,0.32701513,0.01000,0.634
+35,mlp.experts.30.gate_proj,0.52728343,0.01000,0.637
+35,mlp.experts.31.gate_proj,0.03607072,0.01000,0.635
+35,mlp.experts.32.gate_proj,0.07797320,0.01000,0.637
+35,mlp.experts.33.gate_proj,1.01658893,0.01000,0.636
+35,mlp.experts.34.gate_proj,0.00121143,0.01000,0.635
+35,mlp.experts.35.gate_proj,0.00030367,0.01000,0.636
+35,mlp.experts.36.gate_proj,0.20012808,0.01000,0.634
+35,mlp.experts.37.gate_proj,0.73608875,0.01000,0.632
+35,mlp.experts.38.gate_proj,0.00060040,0.01000,0.631
+35,mlp.experts.39.gate_proj,0.45506477,0.01000,0.631
+35,mlp.experts.40.gate_proj,0.10821485,0.01000,0.633
+35,mlp.experts.41.gate_proj,0.35217547,0.01000,0.634
+35,mlp.experts.42.gate_proj,0.46584946,0.01000,0.632
+35,mlp.experts.43.gate_proj,0.35250491,0.01000,0.631
+35,mlp.experts.44.gate_proj,0.00006199,0.01000,0.636
+35,mlp.experts.45.gate_proj,0.26690310,0.01000,0.637
+35,mlp.experts.46.gate_proj,0.26452035,0.01000,0.632
+35,mlp.experts.47.gate_proj,0.52528548,0.01000,0.632
+35,mlp.experts.48.gate_proj,0.33022723,0.01000,0.630
+35,mlp.experts.49.gate_proj,0.24059990,0.01000,0.631
+35,mlp.experts.50.gate_proj,0.46474564,0.01000,0.625
+35,mlp.experts.51.gate_proj,0.02702510,0.01000,0.632
+35,mlp.experts.52.gate_proj,3.57466745,0.01000,0.635
+35,mlp.experts.53.gate_proj,1.02313995,0.01000,0.637
+35,mlp.experts.54.gate_proj,1.58047688,0.01000,0.634
+35,mlp.experts.55.gate_proj,0.39959329,0.01000,0.638
+35,mlp.experts.56.gate_proj,2.41259575,0.01000,0.637
+35,mlp.experts.57.gate_proj,0.00010595,0.01000,0.634
+35,mlp.experts.58.gate_proj,0.67557490,0.01000,0.635
+35,mlp.experts.59.gate_proj,5.32224274,0.01000,0.635
+35,mlp.experts.60.gate_proj,0.63459986,0.01000,0.634
+35,mlp.experts.61.gate_proj,0.31084061,0.01000,0.634
+35,mlp.experts.62.gate_proj,0.07290488,0.01000,0.633
+35,mlp.experts.63.gate_proj,0.02840113,0.01000,0.635
+35,mlp.experts.64.gate_proj,0.30455676,0.01000,0.632
+35,mlp.experts.65.gate_proj,0.27074802,0.01000,0.625
+35,mlp.experts.66.gate_proj,0.00015901,0.01000,0.625
+35,mlp.experts.67.gate_proj,0.21321900,0.01000,0.629
+35,mlp.experts.68.gate_proj,1.05474567,0.01000,0.633
+35,mlp.experts.69.gate_proj,0.61728621,0.01000,0.636
+35,mlp.experts.70.gate_proj,0.01664284,0.01000,0.635
+35,mlp.experts.71.gate_proj,0.53277862,0.01000,0.636
+35,mlp.experts.72.gate_proj,0.17703930,0.01000,0.635
+35,mlp.experts.73.gate_proj,0.59626216,0.01000,0.634
+35,mlp.experts.74.gate_proj,0.00094071,0.01000,0.634
+35,mlp.experts.75.gate_proj,0.08662654,0.01000,0.636
+35,mlp.experts.76.gate_proj,0.03878655,0.01000,0.635
+35,mlp.experts.77.gate_proj,0.03807301,0.01000,0.633
+35,mlp.experts.78.gate_proj,0.55708456,0.01000,0.635
+35,mlp.experts.79.gate_proj,0.76808119,0.01000,0.635
+35,mlp.experts.80.gate_proj,0.00012599,0.01000,0.629
+35,mlp.experts.81.gate_proj,0.59024602,0.01000,0.629
+35,mlp.experts.82.gate_proj,0.05437402,0.01000,0.627
+35,mlp.experts.83.gate_proj,0.00022512,0.01000,0.625
+35,mlp.experts.84.gate_proj,0.02127531,0.01000,0.625
+35,mlp.experts.85.gate_proj,0.74748397,0.01000,0.630
+35,mlp.experts.86.gate_proj,0.41633040,0.01000,0.632
+35,mlp.experts.87.gate_proj,0.39139298,0.01000,0.636
+35,mlp.experts.88.gate_proj,0.01123779,0.01000,0.634
+35,mlp.experts.89.gate_proj,0.15064216,0.01000,0.637
+35,mlp.experts.90.gate_proj,1.03478837,0.01000,0.634
+35,mlp.experts.91.gate_proj,0.00271516,0.01000,0.634
+35,mlp.experts.92.gate_proj,0.49208432,0.01000,0.633
+35,mlp.experts.93.gate_proj,0.00010731,0.01000,0.634
+35,mlp.experts.94.gate_proj,0.43199092,0.01000,0.633
+35,mlp.experts.95.gate_proj,0.20412375,0.01000,0.637
+35,mlp.experts.96.gate_proj,2.34298563,0.01000,0.636
+35,mlp.experts.97.gate_proj,0.69076931,0.01000,0.630
+35,mlp.experts.98.gate_proj,0.60074389,0.01000,0.629
+35,mlp.experts.99.gate_proj,3.23065925,0.01000,0.637
+35,mlp.experts.100.gate_proj,0.20680371,0.01000,0.636
+35,mlp.experts.101.gate_proj,0.18489024,0.01000,0.636
+35,mlp.experts.102.gate_proj,0.16589460,0.01000,0.634
+35,mlp.experts.103.gate_proj,0.30450678,0.01000,0.637
+35,mlp.experts.104.gate_proj,0.02911136,0.01000,0.632
+35,mlp.experts.105.gate_proj,0.91120118,0.01000,0.633
+35,mlp.experts.106.gate_proj,0.00074336,0.01000,0.630
+35,mlp.experts.107.gate_proj,1.44846487,0.01000,0.631
+35,mlp.experts.108.gate_proj,0.03998677,0.01000,0.631
+35,mlp.experts.109.gate_proj,0.47000337,0.01000,0.631
+35,mlp.experts.110.gate_proj,0.01161675,0.01000,0.633
+35,mlp.experts.111.gate_proj,0.35267842,0.01000,0.628
+35,mlp.experts.112.gate_proj,0.00333410,0.01000,0.634
+35,mlp.experts.113.gate_proj,0.07588845,0.01000,0.635
+35,mlp.experts.114.gate_proj,0.12518804,0.01000,0.634
+35,mlp.experts.115.gate_proj,1.01746190,0.01000,0.636
+35,mlp.experts.116.gate_proj,0.31237927,0.01000,0.635
+35,mlp.experts.117.gate_proj,0.01801699,0.01000,0.635
+35,mlp.experts.118.gate_proj,0.00091621,0.01000,0.634
+35,mlp.experts.119.gate_proj,0.00016569,0.01000,0.634
+35,mlp.experts.120.gate_proj,0.14057904,0.01000,0.636
+35,mlp.experts.121.gate_proj,2.66308832,0.01000,0.635
+35,mlp.experts.122.gate_proj,0.36771750,0.01000,0.635
+35,mlp.experts.123.gate_proj,0.00018531,0.01000,0.633
+35,mlp.experts.124.gate_proj,0.14978337,0.01000,0.625
+35,mlp.experts.125.gate_proj,0.55024326,0.01000,0.625
+35,mlp.experts.126.gate_proj,0.31513292,0.01000,0.623
+35,mlp.experts.127.gate_proj,0.00062016,0.01000,0.625
+35,mlp.experts.0.down_proj,0.08644992,0.01000,0.263
+35,mlp.experts.1.down_proj,0.12395287,0.01000,0.237
+35,mlp.experts.2.down_proj,0.04525132,0.01000,0.236
+35,mlp.experts.3.down_proj,2.28646660,0.01000,0.235
+35,mlp.experts.4.down_proj,0.74529201,0.01000,0.237
+35,mlp.experts.5.down_proj,0.10415561,0.01000,0.238
+35,mlp.experts.6.down_proj,0.03893334,0.01000,0.238
+35,mlp.experts.7.down_proj,1.84605122,0.01000,0.239
+35,mlp.experts.8.down_proj,0.48346210,0.01000,0.240
+35,mlp.experts.9.down_proj,0.16894332,0.01000,0.240
+35,mlp.experts.10.down_proj,0.00446138,0.01000,0.240
+35,mlp.experts.11.down_proj,0.00896728,0.01000,0.240
+35,mlp.experts.12.down_proj,0.06526224,0.01000,0.239
+35,mlp.experts.13.down_proj,0.15182917,0.01000,0.239
+35,mlp.experts.14.down_proj,1.77485371,0.01000,0.239
+35,mlp.experts.15.down_proj,0.02319878,0.01000,0.240
+35,mlp.experts.16.down_proj,0.25077850,0.01000,0.239
+35,mlp.experts.17.down_proj,0.01242225,0.01000,0.239
+35,mlp.experts.18.down_proj,0.50665843,0.01000,0.239
+35,mlp.experts.19.down_proj,0.01135408,0.01000,0.239
+35,mlp.experts.20.down_proj,0.61189473,0.01000,0.239
+35,mlp.experts.21.down_proj,0.12002167,0.01000,0.239
+35,mlp.experts.22.down_proj,0.07613943,0.01000,0.240
+35,mlp.experts.23.down_proj,0.32000360,0.01000,0.239
+35,mlp.experts.24.down_proj,0.16382039,0.01000,0.239
+35,mlp.experts.25.down_proj,6.48355293,0.01000,0.239
+35,mlp.experts.26.down_proj,0.83128774,0.01000,0.238
+35,mlp.experts.27.down_proj,0.00050079,0.01000,0.235
+35,mlp.experts.28.down_proj,0.13099000,0.01000,0.236
+35,mlp.experts.29.down_proj,0.13529965,0.01000,0.235
+35,mlp.experts.30.down_proj,0.16766131,0.01000,0.235
+35,mlp.experts.31.down_proj,0.01738004,0.01000,0.239
+35,mlp.experts.32.down_proj,0.02744639,0.01000,0.239
+35,mlp.experts.33.down_proj,0.27633828,0.01000,0.240
+35,mlp.experts.34.down_proj,0.00045911,0.01000,0.240
+35,mlp.experts.35.down_proj,0.00026378,0.01000,0.241
+35,mlp.experts.36.down_proj,0.05983621,0.01000,0.241
+35,mlp.experts.37.down_proj,0.27142671,0.01000,0.241
+35,mlp.experts.38.down_proj,0.00022085,0.01000,0.242
+35,mlp.experts.39.down_proj,0.18050843,0.01000,0.245
+35,mlp.experts.40.down_proj,0.02597133,0.01000,0.243
+35,mlp.experts.41.down_proj,0.07849123,0.01000,0.244
+35,mlp.experts.42.down_proj,0.20279832,0.01000,0.244
+35,mlp.experts.43.down_proj,0.07706925,0.01000,0.245
+35,mlp.experts.44.down_proj,0.00001852,0.01000,0.246
+35,mlp.experts.45.down_proj,0.13941923,0.01000,0.244
+35,mlp.experts.46.down_proj,0.08524255,0.01000,0.245
+35,mlp.experts.47.down_proj,0.24501711,0.01000,0.245
+35,mlp.experts.48.down_proj,0.07045477,0.01000,0.245
+35,mlp.experts.49.down_proj,0.11049590,0.01000,0.245
+35,mlp.experts.50.down_proj,0.26539254,0.01000,0.246
+35,mlp.experts.51.down_proj,0.01077377,0.01000,0.246
+35,mlp.experts.52.down_proj,2.07971025,0.01000,0.247
+35,mlp.experts.53.down_proj,0.69243962,0.01000,0.246
+35,mlp.experts.54.down_proj,3.10232401,0.01000,0.246
+35,mlp.experts.55.down_proj,0.20636818,0.01000,0.245
+35,mlp.experts.56.down_proj,4.85490942,0.01000,0.247
+35,mlp.experts.57.down_proj,0.00005101,0.01000,0.246
+35,mlp.experts.58.down_proj,0.26467106,0.01000,0.246
+35,mlp.experts.59.down_proj,10.05565262,0.01000,0.247
+35,mlp.experts.60.down_proj,0.16107041,0.01000,0.246
+35,mlp.experts.61.down_proj,0.17594340,0.01000,0.246
+35,mlp.experts.62.down_proj,0.01767085,0.01000,0.247
+35,mlp.experts.63.down_proj,0.02687104,0.01000,0.246
+35,mlp.experts.64.down_proj,0.15785956,0.01000,0.246
+35,mlp.experts.65.down_proj,0.14560479,0.01000,0.248
+35,mlp.experts.66.down_proj,0.00002680,0.01000,0.246
+35,mlp.experts.67.down_proj,0.09003923,0.01000,0.247
+35,mlp.experts.68.down_proj,0.99373972,0.01000,0.246
+35,mlp.experts.69.down_proj,0.21411139,0.01000,0.242
+35,mlp.experts.70.down_proj,0.00657898,0.01000,0.242
+35,mlp.experts.71.down_proj,0.15531081,0.01000,0.242
+35,mlp.experts.72.down_proj,0.08679634,0.01000,0.242
+35,mlp.experts.73.down_proj,0.23189050,0.01000,0.242
+35,mlp.experts.74.down_proj,0.00064449,0.01000,0.242
+35,mlp.experts.75.down_proj,0.05211726,0.01000,0.242
+35,mlp.experts.76.down_proj,0.00757792,0.01000,0.242
+35,mlp.experts.77.down_proj,0.02581212,0.01000,0.245
+35,mlp.experts.78.down_proj,0.17563698,0.01000,0.246
+35,mlp.experts.79.down_proj,0.61882675,0.01000,0.246
+35,mlp.experts.80.down_proj,0.00004973,0.01000,0.247
+35,mlp.experts.81.down_proj,0.38348979,0.01000,0.246
+35,mlp.experts.82.down_proj,0.01562461,0.01000,0.247
+35,mlp.experts.83.down_proj,0.00009887,0.01000,0.248
+35,mlp.experts.84.down_proj,0.01160419,0.01000,0.248
+35,mlp.experts.85.down_proj,0.21052411,0.01000,0.248
+35,mlp.experts.86.down_proj,0.18276712,0.01000,0.248
+35,mlp.experts.87.down_proj,0.16825399,0.01000,0.249
+35,mlp.experts.88.down_proj,0.00624285,0.01000,0.249
+35,mlp.experts.89.down_proj,0.05324871,0.01000,0.249
+35,mlp.experts.90.down_proj,1.57638955,0.01000,0.248
+35,mlp.experts.91.down_proj,0.00161019,0.01000,0.249
+35,mlp.experts.92.down_proj,0.20936951,0.01000,0.248
+35,mlp.experts.93.down_proj,0.00007557,0.01000,0.249
+35,mlp.experts.94.down_proj,0.12734586,0.01000,0.249
+35,mlp.experts.95.down_proj,0.07557550,0.01000,0.248
+35,mlp.experts.96.down_proj,0.98152101,0.01000,0.248
+35,mlp.experts.97.down_proj,0.30434081,0.01000,0.248
+35,mlp.experts.98.down_proj,0.22300929,0.01000,0.247
+35,mlp.experts.99.down_proj,2.58745337,0.01000,0.248
+35,mlp.experts.100.down_proj,0.08563200,0.01000,0.248
+35,mlp.experts.101.down_proj,0.04296507,0.01000,0.249
+35,mlp.experts.102.down_proj,0.05082011,0.01000,0.247
+35,mlp.experts.103.down_proj,0.96519136,0.01000,0.248
+35,mlp.experts.104.down_proj,0.02345159,0.01000,0.246
+35,mlp.experts.105.down_proj,0.30836609,0.01000,0.244
+35,mlp.experts.106.down_proj,0.00044065,0.01000,0.245
+35,mlp.experts.107.down_proj,0.50530517,0.01000,0.245
+35,mlp.experts.108.down_proj,0.01049163,0.01000,0.245
+35,mlp.experts.109.down_proj,0.10167910,0.01000,0.245
+35,mlp.experts.110.down_proj,0.00407497,0.01000,0.245
+35,mlp.experts.111.down_proj,0.13196401,0.01000,0.246
+35,mlp.experts.112.down_proj,0.00180188,0.01000,0.244
+35,mlp.experts.113.down_proj,0.02498907,0.01000,0.244
+35,mlp.experts.114.down_proj,0.04773949,0.01000,0.245
+35,mlp.experts.115.down_proj,0.37976730,0.01000,0.246
+35,mlp.experts.116.down_proj,0.11277249,0.01000,0.245
+35,mlp.experts.117.down_proj,0.00608776,0.01000,0.245
+35,mlp.experts.118.down_proj,0.00043417,0.01000,0.245
+35,mlp.experts.119.down_proj,0.00009114,0.01000,0.245
+35,mlp.experts.120.down_proj,0.02808336,0.01000,0.244
+35,mlp.experts.121.down_proj,1.51003599,0.01000,0.244
+35,mlp.experts.122.down_proj,0.14541414,0.01000,0.244
+35,mlp.experts.123.down_proj,0.00007061,0.01000,0.244
+35,mlp.experts.124.down_proj,0.06782072,0.01000,0.244
+35,mlp.experts.125.down_proj,0.78900242,0.01000,0.248
+35,mlp.experts.126.down_proj,0.11019583,0.01000,0.248
+35,mlp.experts.127.down_proj,0.00033899,0.01000,0.248
+36,self_attn.q_proj,0.52625644,0.01000,0.645
+36,self_attn.k_proj,0.06386584,0.01000,0.627
+36,self_attn.v_proj,0.07456322,0.01000,0.628
+36,self_attn.o_proj,0.05948715,0.01000,1.281
+36,mlp.experts.0.up_proj,0.61205196,0.01000,0.682
+36,mlp.experts.1.up_proj,0.04297581,0.01000,0.626
+36,mlp.experts.2.up_proj,1.53258979,0.01000,0.627
+36,mlp.experts.3.up_proj,0.00495395,0.01000,0.633
+36,mlp.experts.4.up_proj,0.59329522,0.01000,0.633
+36,mlp.experts.5.up_proj,0.00017625,0.01000,0.633
+36,mlp.experts.6.up_proj,0.26544455,0.01000,0.631
+36,mlp.experts.7.up_proj,0.39740771,0.01000,0.631
+36,mlp.experts.8.up_proj,3.49963331,0.01000,0.632
+36,mlp.experts.9.up_proj,1.05951738,0.01000,0.631
+36,mlp.experts.10.up_proj,0.00801990,0.01000,0.633
+36,mlp.experts.11.up_proj,0.04691409,0.01000,0.631
+36,mlp.experts.12.up_proj,0.24956468,0.01000,0.626
+36,mlp.experts.13.up_proj,0.00002526,0.01000,0.632
+36,mlp.experts.14.up_proj,0.87944555,0.01000,0.624
+36,mlp.experts.15.up_proj,0.49312949,0.01000,0.621
+36,mlp.experts.16.up_proj,0.31972879,0.01000,0.622
+36,mlp.experts.17.up_proj,0.46185562,0.01000,0.622
+36,mlp.experts.18.up_proj,0.39021522,0.01000,0.626
+36,mlp.experts.19.up_proj,0.00060816,0.01000,0.631
+36,mlp.experts.20.up_proj,0.27887696,0.01000,0.630
+36,mlp.experts.21.up_proj,5.82376480,0.01000,0.631
+36,mlp.experts.22.up_proj,0.68517137,0.01000,0.631
+36,mlp.experts.23.up_proj,0.26520655,0.01000,0.634
+36,mlp.experts.24.up_proj,0.63639224,0.01000,0.637
+36,mlp.experts.25.up_proj,0.49414724,0.01000,0.636
+36,mlp.experts.26.up_proj,0.54666770,0.01000,0.637
+36,mlp.experts.27.up_proj,0.73646432,0.01000,0.635
+36,mlp.experts.28.up_proj,0.05030935,0.01000,0.635
+36,mlp.experts.29.up_proj,0.37812868,0.01000,0.635
+36,mlp.experts.30.up_proj,0.52228934,0.01000,0.636
+36,mlp.experts.31.up_proj,0.06835286,0.01000,0.636
+36,mlp.experts.32.up_proj,0.93540716,0.01000,0.635
+36,mlp.experts.33.up_proj,0.30567271,0.01000,0.639
+36,mlp.experts.34.up_proj,0.29035890,0.01000,0.629
+36,mlp.experts.35.up_proj,0.68800622,0.01000,0.624
+36,mlp.experts.36.up_proj,0.47463059,0.01000,0.624
+36,mlp.experts.37.up_proj,0.05592340,0.01000,0.630
+36,mlp.experts.38.up_proj,0.57870656,0.01000,0.634
+36,mlp.experts.39.up_proj,0.28697714,0.01000,0.634
+36,mlp.experts.40.up_proj,0.23745018,0.01000,0.634
+36,mlp.experts.41.up_proj,1.79255056,0.01000,0.634
+36,mlp.experts.42.up_proj,1.65977538,0.01000,0.634
+36,mlp.experts.43.up_proj,0.40802950,0.01000,0.633
+36,mlp.experts.44.up_proj,0.36614478,0.01000,0.633
+36,mlp.experts.45.up_proj,0.01032244,0.01000,0.633
+36,mlp.experts.46.up_proj,1.09255350,0.01000,0.633
+36,mlp.experts.47.up_proj,0.07620855,0.01000,0.632
+36,mlp.experts.48.up_proj,0.00011174,0.01000,0.628
+36,mlp.experts.49.up_proj,0.20750630,0.01000,0.621
+36,mlp.experts.50.up_proj,0.30747172,0.01000,0.623
+36,mlp.experts.51.up_proj,0.16557328,0.01000,0.622
+36,mlp.experts.52.up_proj,2.47187424,0.01000,0.624
+36,mlp.experts.53.up_proj,0.66453308,0.01000,0.623
+36,mlp.experts.54.up_proj,0.01796036,0.01000,0.624
+36,mlp.experts.55.up_proj,0.01656879,0.01000,0.632
+36,mlp.experts.56.up_proj,0.29435134,0.01000,0.632
+36,mlp.experts.57.up_proj,0.10896327,0.01000,0.630
+36,mlp.experts.58.up_proj,0.41992742,0.01000,0.630
+36,mlp.experts.59.up_proj,0.00129751,0.01000,0.632
+36,mlp.experts.60.up_proj,0.06046721,0.01000,0.632
+36,mlp.experts.61.up_proj,0.47199962,0.01000,0.631
+36,mlp.experts.62.up_proj,0.35175163,0.01000,0.633
+36,mlp.experts.63.up_proj,0.33732319,0.01000,0.632
+36,mlp.experts.64.up_proj,2.12587547,0.01000,0.632
+36,mlp.experts.65.up_proj,4.97136879,0.01000,0.635
+36,mlp.experts.66.up_proj,0.10351560,0.01000,0.627
+36,mlp.experts.67.up_proj,0.39303851,0.01000,0.632
+36,mlp.experts.68.up_proj,0.79971039,0.01000,0.637
+36,mlp.experts.69.up_proj,1.09770119,0.01000,0.635
+36,mlp.experts.70.up_proj,0.01045039,0.01000,0.632
+36,mlp.experts.71.up_proj,0.08972608,0.01000,0.632
+36,mlp.experts.72.up_proj,0.00066862,0.01000,0.632
+36,mlp.experts.73.up_proj,3.07062817,0.01000,0.630
+36,mlp.experts.74.up_proj,0.19837356,0.01000,0.630
+36,mlp.experts.75.up_proj,0.20306681,0.01000,0.627
+36,mlp.experts.76.up_proj,0.57730484,0.01000,0.626
+36,mlp.experts.77.up_proj,0.04743186,0.01000,0.640
+36,mlp.experts.78.up_proj,1.41400325,0.01000,0.635
+36,mlp.experts.79.up_proj,0.53943908,0.01000,0.634
+36,mlp.experts.80.up_proj,0.45139337,0.01000,0.634
+36,mlp.experts.81.up_proj,0.00109761,0.01000,0.632
+36,mlp.experts.82.up_proj,0.02227955,0.01000,0.639
+36,mlp.experts.83.up_proj,0.02459256,0.01000,0.634
+36,mlp.experts.84.up_proj,0.00825506,0.01000,0.634
+36,mlp.experts.85.up_proj,1.30534220,0.01000,0.632
+36,mlp.experts.86.up_proj,0.00101611,0.01000,0.632
+36,mlp.experts.87.up_proj,0.91374230,0.01000,0.631
+36,mlp.experts.88.up_proj,0.00008310,0.01000,0.632
+36,mlp.experts.89.up_proj,1.02975690,0.01000,0.631
+36,mlp.experts.90.up_proj,0.36949271,0.01000,0.629
+36,mlp.experts.91.up_proj,0.19524485,0.01000,0.628
+36,mlp.experts.92.up_proj,4.43263817,0.01000,0.628
+36,mlp.experts.93.up_proj,0.00198883,0.01000,0.627
+36,mlp.experts.94.up_proj,0.59536171,0.01000,0.629
+36,mlp.experts.95.up_proj,0.21912766,0.01000,0.631
+36,mlp.experts.96.up_proj,1.08374500,0.01000,0.632
+36,mlp.experts.97.up_proj,1.03590274,0.01000,0.631
+36,mlp.experts.98.up_proj,0.04105510,0.01000,0.630
+36,mlp.experts.99.up_proj,0.83165336,0.01000,0.632
+36,mlp.experts.100.up_proj,0.55802500,0.01000,0.631
+36,mlp.experts.101.up_proj,0.11913379,0.01000,0.631
+36,mlp.experts.102.up_proj,1.04529476,0.01000,0.631
+36,mlp.experts.103.up_proj,1.06346333,0.01000,0.631
+36,mlp.experts.104.up_proj,0.44415951,0.01000,0.632
+36,mlp.experts.105.up_proj,0.24786821,0.01000,0.631
+36,mlp.experts.106.up_proj,0.00022387,0.01000,0.626
+36,mlp.experts.107.up_proj,0.64083695,0.01000,0.622
+36,mlp.experts.108.up_proj,1.46871281,0.01000,0.623
+36,mlp.experts.109.up_proj,0.00222997,0.01000,0.621
+36,mlp.experts.110.up_proj,0.02502561,0.01000,0.622
+36,mlp.experts.111.up_proj,0.21541488,0.01000,0.623
+36,mlp.experts.112.up_proj,0.80798137,0.01000,0.631
+36,mlp.experts.113.up_proj,0.00684401,0.01000,0.630
+36,mlp.experts.114.up_proj,0.33935916,0.01000,0.632
+36,mlp.experts.115.up_proj,0.36872941,0.01000,0.633
+36,mlp.experts.116.up_proj,0.20041794,0.01000,0.633
+36,mlp.experts.117.up_proj,0.38355297,0.01000,0.634
+36,mlp.experts.118.up_proj,2.27581763,0.01000,0.633
+36,mlp.experts.119.up_proj,0.01810762,0.01000,0.634
+36,mlp.experts.120.up_proj,0.45528752,0.01000,0.633
+36,mlp.experts.121.up_proj,0.41855401,0.01000,0.633
+36,mlp.experts.122.up_proj,0.03691559,0.01000,0.634
+36,mlp.experts.123.up_proj,0.46507019,0.01000,0.634
+36,mlp.experts.124.up_proj,0.38379908,0.01000,0.623
+36,mlp.experts.125.up_proj,0.02773593,0.01000,0.623
+36,mlp.experts.126.up_proj,0.14542946,0.01000,0.626
+36,mlp.experts.127.up_proj,2.07228971,0.01000,0.625
+36,mlp.experts.0.gate_proj,0.56799412,0.01000,0.627
+36,mlp.experts.1.gate_proj,0.04322466,0.01000,0.623
+36,mlp.experts.2.gate_proj,1.42279744,0.01000,0.621
+36,mlp.experts.3.gate_proj,0.00472693,0.01000,0.623
+36,mlp.experts.4.gate_proj,0.58657515,0.01000,0.622
+36,mlp.experts.5.gate_proj,0.00015408,0.01000,0.627
+36,mlp.experts.6.gate_proj,0.26000232,0.01000,0.632
+36,mlp.experts.7.gate_proj,0.41133636,0.01000,0.632
+36,mlp.experts.8.gate_proj,3.37232018,0.01000,0.631
+36,mlp.experts.9.gate_proj,1.00842631,0.01000,0.632
+36,mlp.experts.10.gate_proj,0.00828502,0.01000,0.632
+36,mlp.experts.11.gate_proj,0.04745038,0.01000,0.632
+36,mlp.experts.12.gate_proj,0.23578107,0.01000,0.632
+36,mlp.experts.13.gate_proj,0.00002311,0.01000,0.633
+36,mlp.experts.14.gate_proj,0.83810335,0.01000,0.631
+36,mlp.experts.15.gate_proj,0.47977066,0.01000,0.632
+36,mlp.experts.16.gate_proj,0.32188362,0.01000,0.634
+36,mlp.experts.17.gate_proj,0.44976380,0.01000,0.631
+36,mlp.experts.18.gate_proj,0.38824362,0.01000,0.620
+36,mlp.experts.19.gate_proj,0.00063745,0.01000,0.619
+36,mlp.experts.20.gate_proj,0.28233302,0.01000,0.620
+36,mlp.experts.21.gate_proj,4.05058146,0.01000,0.622
+36,mlp.experts.22.gate_proj,0.64914972,0.01000,0.621
+36,mlp.experts.23.gate_proj,0.26500499,0.01000,0.623
+36,mlp.experts.24.gate_proj,0.76195443,0.01000,0.622
+36,mlp.experts.25.gate_proj,0.47465134,0.01000,0.620
+36,mlp.experts.26.gate_proj,0.53502458,0.01000,0.621
+36,mlp.experts.27.gate_proj,0.73562378,0.01000,0.620
+36,mlp.experts.28.gate_proj,0.05147101,0.01000,0.624
+36,mlp.experts.29.gate_proj,0.34634027,0.01000,0.620
+36,mlp.experts.30.gate_proj,0.53663933,0.01000,0.620
+36,mlp.experts.31.gate_proj,0.06089032,0.01000,0.623
+36,mlp.experts.32.gate_proj,0.91926742,0.01000,0.625
+36,mlp.experts.33.gate_proj,0.29714969,0.01000,0.631
+36,mlp.experts.34.gate_proj,0.29024908,0.01000,0.634
+36,mlp.experts.35.gate_proj,0.66772252,0.01000,0.636
+36,mlp.experts.36.gate_proj,0.45125034,0.01000,0.637
+36,mlp.experts.37.gate_proj,0.05653477,0.01000,0.635
+36,mlp.experts.38.gate_proj,0.53852534,0.01000,0.635
+36,mlp.experts.39.gate_proj,0.29842183,0.01000,0.636
+36,mlp.experts.40.gate_proj,0.24153467,0.01000,0.634
+36,mlp.experts.41.gate_proj,1.78038073,0.01000,0.639
+36,mlp.experts.42.gate_proj,1.54310071,0.01000,0.636
+36,mlp.experts.43.gate_proj,0.38933021,0.01000,0.635
+36,mlp.experts.44.gate_proj,0.36182940,0.01000,0.637
+36,mlp.experts.45.gate_proj,0.01074688,0.01000,0.633
+36,mlp.experts.46.gate_proj,0.98607361,0.01000,0.635
+36,mlp.experts.47.gate_proj,0.07747660,0.01000,0.634
+36,mlp.experts.48.gate_proj,0.00010373,0.01000,0.632
+36,mlp.experts.49.gate_proj,0.21221532,0.01000,0.633
+36,mlp.experts.50.gate_proj,0.31099164,0.01000,0.626
+36,mlp.experts.51.gate_proj,0.15005808,0.01000,0.627
+36,mlp.experts.52.gate_proj,2.64861107,0.01000,0.626
+36,mlp.experts.53.gate_proj,0.64955175,0.01000,0.625
+36,mlp.experts.54.gate_proj,0.01803011,0.01000,0.625
+36,mlp.experts.55.gate_proj,0.01638913,0.01000,0.626
+36,mlp.experts.56.gate_proj,0.28305489,0.01000,0.625
+36,mlp.experts.57.gate_proj,0.10848919,0.01000,0.626
+36,mlp.experts.58.gate_proj,0.39720106,0.01000,0.626
+36,mlp.experts.59.gate_proj,0.00135908,0.01000,0.627
+36,mlp.experts.60.gate_proj,0.05229853,0.01000,0.637
+36,mlp.experts.61.gate_proj,0.45427150,0.01000,0.635
+36,mlp.experts.62.gate_proj,0.35050961,0.01000,0.635
+36,mlp.experts.63.gate_proj,0.32230151,0.01000,0.638
+36,mlp.experts.64.gate_proj,2.03289318,0.01000,0.638
+36,mlp.experts.65.gate_proj,4.86528540,0.01000,0.635
+36,mlp.experts.66.gate_proj,0.09120059,0.01000,0.635
+36,mlp.experts.67.gate_proj,0.39576790,0.01000,0.634
+36,mlp.experts.68.gate_proj,0.65590847,0.01000,0.634
+36,mlp.experts.69.gate_proj,1.07934260,0.01000,0.636
+36,mlp.experts.70.gate_proj,0.01071636,0.01000,0.634
+36,mlp.experts.71.gate_proj,0.08242095,0.01000,0.634
+36,mlp.experts.72.gate_proj,0.00064852,0.01000,0.627
+36,mlp.experts.73.gate_proj,2.95880604,0.01000,0.628
+36,mlp.experts.74.gate_proj,0.18318768,0.01000,0.626
+36,mlp.experts.75.gate_proj,0.19417174,0.01000,0.625
+36,mlp.experts.76.gate_proj,0.53146315,0.01000,0.625
+36,mlp.experts.77.gate_proj,0.04726283,0.01000,0.624
+36,mlp.experts.78.gate_proj,1.35783052,0.01000,0.626
+36,mlp.experts.79.gate_proj,0.49147356,0.01000,0.630
+36,mlp.experts.80.gate_proj,0.41403967,0.01000,0.633
+36,mlp.experts.81.gate_proj,0.00089755,0.01000,0.625
+36,mlp.experts.82.gate_proj,0.01960800,0.01000,0.625
+36,mlp.experts.83.gate_proj,0.02109171,0.01000,0.627
+36,mlp.experts.84.gate_proj,0.00805568,0.01000,0.631
+36,mlp.experts.85.gate_proj,1.29691851,0.01000,0.625
+36,mlp.experts.86.gate_proj,0.00091208,0.01000,0.626
+36,mlp.experts.87.gate_proj,0.81914711,0.01000,0.626
+36,mlp.experts.88.gate_proj,0.00007162,0.01000,0.629
+36,mlp.experts.89.gate_proj,0.83852273,0.01000,0.632
+36,mlp.experts.90.gate_proj,0.36118412,0.01000,0.635
+36,mlp.experts.91.gate_proj,0.20142312,0.01000,0.635
+36,mlp.experts.92.gate_proj,4.50018311,0.01000,0.635
+36,mlp.experts.93.gate_proj,0.00208619,0.01000,0.634
+36,mlp.experts.94.gate_proj,0.32893604,0.01000,0.634
+36,mlp.experts.95.gate_proj,0.20192473,0.01000,0.633
+36,mlp.experts.96.gate_proj,1.02016187,0.01000,0.634
+36,mlp.experts.97.gate_proj,0.99689680,0.01000,0.635
+36,mlp.experts.98.gate_proj,0.04183778,0.01000,0.633
+36,mlp.experts.99.gate_proj,0.61633188,0.01000,0.633
+36,mlp.experts.100.gate_proj,0.52256787,0.01000,0.630
+36,mlp.experts.101.gate_proj,0.13398084,0.01000,0.625
+36,mlp.experts.102.gate_proj,1.01130438,0.01000,0.626
+36,mlp.experts.103.gate_proj,0.98740327,0.01000,0.624
+36,mlp.experts.104.gate_proj,0.42473704,0.01000,0.625
+36,mlp.experts.105.gate_proj,0.29864311,0.01000,0.624
+36,mlp.experts.106.gate_proj,0.00023129,0.01000,0.625
+36,mlp.experts.107.gate_proj,0.60222661,0.01000,0.625
+36,mlp.experts.108.gate_proj,1.26440179,0.01000,0.626
+36,mlp.experts.109.gate_proj,0.00232344,0.01000,0.625
+36,mlp.experts.110.gate_proj,0.02410117,0.01000,0.625
+36,mlp.experts.111.gate_proj,0.21885881,0.01000,0.627
+36,mlp.experts.112.gate_proj,0.74852306,0.01000,0.626
+36,mlp.experts.113.gate_proj,0.00659719,0.01000,0.625
+36,mlp.experts.114.gate_proj,0.32495570,0.01000,0.630
+36,mlp.experts.115.gate_proj,0.35379925,0.01000,0.633
+36,mlp.experts.116.gate_proj,0.19129643,0.01000,0.633
+36,mlp.experts.117.gate_proj,0.39948827,0.01000,0.634
+36,mlp.experts.118.gate_proj,2.24958324,0.01000,0.633
+36,mlp.experts.119.gate_proj,0.01709185,0.01000,0.634
+36,mlp.experts.120.gate_proj,0.41643476,0.01000,0.635
+36,mlp.experts.121.gate_proj,0.40955526,0.01000,0.634
+36,mlp.experts.122.gate_proj,0.03708016,0.01000,0.633
+36,mlp.experts.123.gate_proj,0.43118238,0.01000,0.636
+36,mlp.experts.124.gate_proj,0.36445057,0.01000,0.634
+36,mlp.experts.125.gate_proj,0.02987188,0.01000,0.634
+36,mlp.experts.126.gate_proj,0.13618648,0.01000,0.627
+36,mlp.experts.127.gate_proj,1.90867734,0.01000,0.623
+36,mlp.experts.0.down_proj,0.30536401,0.01000,0.261
+36,mlp.experts.1.down_proj,0.03999361,0.01000,0.238
+36,mlp.experts.2.down_proj,0.62926495,0.01000,0.239
+36,mlp.experts.3.down_proj,0.00431370,0.01000,0.238
+36,mlp.experts.4.down_proj,0.33419126,0.01000,0.239
+36,mlp.experts.5.down_proj,0.00005737,0.01000,0.238
+36,mlp.experts.6.down_proj,0.06595827,0.01000,0.238
+36,mlp.experts.7.down_proj,0.33961812,0.01000,0.240
+36,mlp.experts.8.down_proj,2.65940762,0.01000,0.240
+36,mlp.experts.9.down_proj,1.36975682,0.01000,0.240
+36,mlp.experts.10.down_proj,0.00086311,0.01000,0.240
+36,mlp.experts.11.down_proj,0.01190509,0.01000,0.240
+36,mlp.experts.12.down_proj,0.10505545,0.01000,0.240
+36,mlp.experts.13.down_proj,0.00000816,0.01000,0.241
+36,mlp.experts.14.down_proj,0.51585346,0.01000,0.241
+36,mlp.experts.15.down_proj,0.45038205,0.01000,0.241
+36,mlp.experts.16.down_proj,0.29653630,0.01000,0.241
+36,mlp.experts.17.down_proj,0.17351115,0.01000,0.239
+36,mlp.experts.18.down_proj,0.19021082,0.01000,0.237
+36,mlp.experts.19.down_proj,0.00035161,0.01000,0.239
+36,mlp.experts.20.down_proj,0.15126826,0.01000,0.238
+36,mlp.experts.21.down_proj,1.94084394,0.01000,0.236
+36,mlp.experts.22.down_proj,0.42967016,0.01000,0.237
+36,mlp.experts.23.down_proj,0.31027567,0.01000,0.236
+36,mlp.experts.24.down_proj,0.16179749,0.01000,0.235
+36,mlp.experts.25.down_proj,0.18857259,0.01000,0.237
+36,mlp.experts.26.down_proj,0.42410958,0.01000,0.239
+36,mlp.experts.27.down_proj,0.21152329,0.01000,0.240
+36,mlp.experts.28.down_proj,0.01391099,0.01000,0.241
+36,mlp.experts.29.down_proj,0.20823424,0.01000,0.241
+36,mlp.experts.30.down_proj,0.28117219,0.01000,0.241
+36,mlp.experts.31.down_proj,0.02750447,0.01000,0.241
+36,mlp.experts.32.down_proj,0.39159381,0.01000,0.242
+36,mlp.experts.33.down_proj,0.17910580,0.01000,0.245
+36,mlp.experts.34.down_proj,0.09567115,0.01000,0.244
+36,mlp.experts.35.down_proj,1.40360403,0.01000,0.242
+36,mlp.experts.36.down_proj,0.21400103,0.01000,0.242
+36,mlp.experts.37.down_proj,0.01904679,0.01000,0.242
+36,mlp.experts.38.down_proj,0.31759366,0.01000,0.242
+36,mlp.experts.39.down_proj,0.41910461,0.01000,0.242
+36,mlp.experts.40.down_proj,0.06189621,0.01000,0.242
+36,mlp.experts.41.down_proj,1.14595056,0.01000,0.243
+36,mlp.experts.42.down_proj,0.60721481,0.01000,0.243
+36,mlp.experts.43.down_proj,0.18714935,0.01000,0.243
+36,mlp.experts.44.down_proj,0.09799253,0.01000,0.243
+36,mlp.experts.45.down_proj,0.00304187,0.01000,0.243
+36,mlp.experts.46.down_proj,0.28191632,0.01000,0.243
+36,mlp.experts.47.down_proj,0.02091699,0.01000,0.243
+36,mlp.experts.48.down_proj,0.00004296,0.01000,0.245
+36,mlp.experts.49.down_proj,0.02900304,0.01000,0.243
+36,mlp.experts.50.down_proj,0.10343292,0.01000,0.244
+36,mlp.experts.51.down_proj,0.08020914,0.01000,0.246
+36,mlp.experts.52.down_proj,1.65366316,0.01000,0.247
+36,mlp.experts.53.down_proj,0.31879640,0.01000,0.246
+36,mlp.experts.54.down_proj,0.01815267,0.01000,0.247
+36,mlp.experts.55.down_proj,0.01275861,0.01000,0.247
+36,mlp.experts.56.down_proj,0.34014934,0.01000,0.246
+36,mlp.experts.57.down_proj,0.08479482,0.01000,0.247
+36,mlp.experts.58.down_proj,0.15902694,0.01000,0.246
+36,mlp.experts.59.down_proj,0.00065684,0.01000,0.248
+36,mlp.experts.60.down_proj,0.02942346,0.01000,0.247
+36,mlp.experts.61.down_proj,0.09666476,0.01000,0.247
+36,mlp.experts.62.down_proj,0.11048272,0.01000,0.247
+36,mlp.experts.63.down_proj,0.16266836,0.01000,0.247
+36,mlp.experts.64.down_proj,2.86265588,0.01000,0.247
+36,mlp.experts.65.down_proj,4.99106503,0.01000,0.247
+36,mlp.experts.66.down_proj,0.04966932,0.01000,0.246
+36,mlp.experts.67.down_proj,0.22859380,0.01000,0.246
+36,mlp.experts.68.down_proj,0.31177825,0.01000,0.247
+36,mlp.experts.69.down_proj,0.68073738,0.01000,0.247
+36,mlp.experts.70.down_proj,0.01259828,0.01000,0.246
+36,mlp.experts.71.down_proj,0.06780258,0.01000,0.247
+36,mlp.experts.72.down_proj,0.00081692,0.01000,0.247
+36,mlp.experts.73.down_proj,2.98554707,0.01000,0.246
+36,mlp.experts.74.down_proj,0.08158503,0.01000,0.247
+36,mlp.experts.75.down_proj,0.05383298,0.01000,0.247
+36,mlp.experts.76.down_proj,0.16781525,0.01000,0.245
+36,mlp.experts.77.down_proj,0.05196121,0.01000,0.244
+36,mlp.experts.78.down_proj,1.02899480,0.01000,0.244
+36,mlp.experts.79.down_proj,0.55672663,0.01000,0.244
+36,mlp.experts.80.down_proj,0.13180065,0.01000,0.245
+36,mlp.experts.81.down_proj,0.00053447,0.01000,0.245
+36,mlp.experts.82.down_proj,0.00927924,0.01000,0.245
+36,mlp.experts.83.down_proj,0.02951430,0.01000,0.245
+36,mlp.experts.84.down_proj,0.00289225,0.01000,0.245
+36,mlp.experts.85.down_proj,0.84721249,0.01000,0.247
+36,mlp.experts.86.down_proj,0.00067717,0.01000,0.247
+36,mlp.experts.87.down_proj,0.24378383,0.01000,0.246
+36,mlp.experts.88.down_proj,0.00003123,0.01000,0.247
+36,mlp.experts.89.down_proj,0.88038868,0.01000,0.245
+36,mlp.experts.90.down_proj,0.07955943,0.01000,0.246
+36,mlp.experts.91.down_proj,0.11581299,0.01000,0.248
+36,mlp.experts.92.down_proj,1.67622566,0.01000,0.249
+36,mlp.experts.93.down_proj,0.00090158,0.01000,0.249
+36,mlp.experts.94.down_proj,0.50910723,0.01000,0.250
+36,mlp.experts.95.down_proj,0.08353882,0.01000,0.249
+36,mlp.experts.96.down_proj,2.27668619,0.01000,0.250
+36,mlp.experts.97.down_proj,0.40798041,0.01000,0.250
+36,mlp.experts.98.down_proj,0.00933790,0.01000,0.250
+36,mlp.experts.99.down_proj,0.74148268,0.01000,0.250
+36,mlp.experts.100.down_proj,0.23659509,0.01000,0.250
+36,mlp.experts.101.down_proj,0.01781857,0.01000,0.251
+36,mlp.experts.102.down_proj,0.31758690,0.01000,0.250
+36,mlp.experts.103.down_proj,0.43343624,0.01000,0.250
+36,mlp.experts.104.down_proj,0.15456817,0.01000,0.250
+36,mlp.experts.105.down_proj,0.21074605,0.01000,0.249
+36,mlp.experts.106.down_proj,0.00005520,0.01000,0.250
+36,mlp.experts.107.down_proj,0.52009165,0.01000,0.251
+36,mlp.experts.108.down_proj,1.05759311,0.01000,0.250
+36,mlp.experts.109.down_proj,0.00151801,0.01000,0.250
+36,mlp.experts.110.down_proj,0.00714314,0.01000,0.249
+36,mlp.experts.111.down_proj,0.13861302,0.01000,0.249
+36,mlp.experts.112.down_proj,0.47461325,0.01000,0.250
+36,mlp.experts.113.down_proj,0.00276029,0.01000,0.249
+36,mlp.experts.114.down_proj,0.18215841,0.01000,0.249
+36,mlp.experts.115.down_proj,0.10786518,0.01000,0.249
+36,mlp.experts.116.down_proj,0.10769394,0.01000,0.249
+36,mlp.experts.117.down_proj,0.17089115,0.01000,0.250
+36,mlp.experts.118.down_proj,1.87566590,0.01000,0.249
+36,mlp.experts.119.down_proj,0.00646442,0.01000,0.249
+36,mlp.experts.120.down_proj,0.17679453,0.01000,0.250
+36,mlp.experts.121.down_proj,0.13066728,0.01000,0.248
+36,mlp.experts.122.down_proj,0.02998502,0.01000,0.245
+36,mlp.experts.123.down_proj,0.23742659,0.01000,0.246
+36,mlp.experts.124.down_proj,0.16355363,0.01000,0.246
+36,mlp.experts.125.down_proj,0.01074896,0.01000,0.247
+36,mlp.experts.126.down_proj,0.07583502,0.01000,0.245
+36,mlp.experts.127.down_proj,1.85745347,0.01000,0.245
+37,self_attn.q_proj,0.68341857,0.01000,0.640
+37,self_attn.k_proj,0.08010513,0.01000,0.626
+37,self_attn.v_proj,0.09550407,0.01000,0.628
+37,self_attn.o_proj,0.07220259,0.01000,1.258
+37,mlp.experts.0.up_proj,1.93479633,0.01000,0.668
+37,mlp.experts.1.up_proj,1.12432098,0.01000,0.624
+37,mlp.experts.2.up_proj,0.69577748,0.01000,0.626
+37,mlp.experts.3.up_proj,0.00004885,0.01000,0.633
+37,mlp.experts.4.up_proj,0.29066217,0.01000,0.632
+37,mlp.experts.5.up_proj,0.00814176,0.01000,0.635
+37,mlp.experts.6.up_proj,0.70708573,0.01000,0.636
+37,mlp.experts.7.up_proj,0.04902285,0.01000,0.636
+37,mlp.experts.8.up_proj,0.54714042,0.01000,0.634
+37,mlp.experts.9.up_proj,0.00030383,0.01000,0.635
+37,mlp.experts.10.up_proj,1.94321048,0.01000,0.634
+37,mlp.experts.11.up_proj,0.10485782,0.01000,0.635
+37,mlp.experts.12.up_proj,0.44336095,0.01000,0.634
+37,mlp.experts.13.up_proj,0.03471361,0.01000,0.634
+37,mlp.experts.14.up_proj,0.20355715,0.01000,0.627
+37,mlp.experts.15.up_proj,0.42915815,0.01000,0.622
+37,mlp.experts.16.up_proj,0.47395349,0.01000,0.622
+37,mlp.experts.17.up_proj,0.00053328,0.01000,0.623
+37,mlp.experts.18.up_proj,0.43869960,0.01000,0.622
+37,mlp.experts.19.up_proj,0.71724331,0.01000,0.624
+37,mlp.experts.20.up_proj,5.66904449,0.01000,0.624
+37,mlp.experts.21.up_proj,0.34782094,0.01000,0.624
+37,mlp.experts.22.up_proj,0.00012904,0.01000,0.623
+37,mlp.experts.23.up_proj,0.22477281,0.01000,0.624
+37,mlp.experts.24.up_proj,0.76098132,0.01000,0.626
+37,mlp.experts.25.up_proj,0.10792689,0.01000,0.625
+37,mlp.experts.26.up_proj,0.56411994,0.01000,0.624
+37,mlp.experts.27.up_proj,0.22634448,0.01000,0.627
+37,mlp.experts.28.up_proj,0.33368456,0.01000,0.633
+37,mlp.experts.29.up_proj,0.30318129,0.01000,0.633
+37,mlp.experts.30.up_proj,0.00329777,0.01000,0.633
+37,mlp.experts.31.up_proj,0.10099780,0.01000,0.636
+37,mlp.experts.32.up_proj,0.10744429,0.01000,0.634
+37,mlp.experts.33.up_proj,3.00326395,0.01000,0.634
+37,mlp.experts.34.up_proj,0.60951936,0.01000,0.633
+37,mlp.experts.35.up_proj,0.03053568,0.01000,0.633
+37,mlp.experts.36.up_proj,0.41167796,0.01000,0.636
+37,mlp.experts.37.up_proj,0.26912886,0.01000,0.636
+37,mlp.experts.38.up_proj,0.12339819,0.01000,0.635
+37,mlp.experts.39.up_proj,0.00118117,0.01000,0.632
+37,mlp.experts.40.up_proj,0.59860057,0.01000,0.623
+37,mlp.experts.41.up_proj,0.71449858,0.01000,0.623
+37,mlp.experts.42.up_proj,0.24893275,0.01000,0.624
+37,mlp.experts.43.up_proj,0.00093247,0.01000,0.628
+37,mlp.experts.44.up_proj,0.64623314,0.01000,0.622
+37,mlp.experts.45.up_proj,2.46345663,0.01000,0.627
+37,mlp.experts.46.up_proj,0.00002948,0.01000,0.624
+37,mlp.experts.47.up_proj,3.49211884,0.01000,0.625
+37,mlp.experts.48.up_proj,0.00136775,0.01000,0.624
+37,mlp.experts.49.up_proj,0.76953119,0.01000,0.624
+37,mlp.experts.50.up_proj,0.00115406,0.01000,0.625
+37,mlp.experts.51.up_proj,0.00230172,0.01000,0.624
+37,mlp.experts.52.up_proj,4.92707729,0.01000,0.633
+37,mlp.experts.53.up_proj,0.13204405,0.01000,0.632
+37,mlp.experts.54.up_proj,0.00029518,0.01000,0.635
+37,mlp.experts.55.up_proj,0.60484439,0.01000,0.633
+37,mlp.experts.56.up_proj,0.00296818,0.01000,0.635
+37,mlp.experts.57.up_proj,0.72317451,0.01000,0.633
+37,mlp.experts.58.up_proj,1.62630379,0.01000,0.635
+37,mlp.experts.59.up_proj,0.30778801,0.01000,0.635
+37,mlp.experts.60.up_proj,0.04310922,0.01000,0.637
+37,mlp.experts.61.up_proj,5.97301483,0.01000,0.633
+37,mlp.experts.62.up_proj,1.54969990,0.01000,0.636
+37,mlp.experts.63.up_proj,0.09048256,0.01000,0.636
+37,mlp.experts.64.up_proj,0.00000581,0.01000,0.633
+37,mlp.experts.65.up_proj,0.58405191,0.01000,0.633
+37,mlp.experts.66.up_proj,0.89873195,0.01000,0.633
+37,mlp.experts.67.up_proj,2.47744560,0.01000,0.639
+37,mlp.experts.68.up_proj,0.33395445,0.01000,0.637
+37,mlp.experts.69.up_proj,0.00003166,0.01000,0.638
+37,mlp.experts.70.up_proj,0.06514724,0.01000,0.635
+37,mlp.experts.71.up_proj,0.36228889,0.01000,0.631
+37,mlp.experts.72.up_proj,0.00010975,0.01000,0.630
+37,mlp.experts.73.up_proj,0.74648410,0.01000,0.630
+37,mlp.experts.74.up_proj,0.00121303,0.01000,0.631
+37,mlp.experts.75.up_proj,0.82054746,0.01000,0.627
+37,mlp.experts.76.up_proj,0.53429860,0.01000,0.635
+37,mlp.experts.77.up_proj,0.51484227,0.01000,0.635
+37,mlp.experts.78.up_proj,2.82841778,0.01000,0.635
+37,mlp.experts.79.up_proj,0.99723667,0.01000,0.632
+37,mlp.experts.80.up_proj,1.14737356,0.01000,0.633
+37,mlp.experts.81.up_proj,2.12640786,0.01000,0.636
+37,mlp.experts.82.up_proj,0.35368723,0.01000,0.637
+37,mlp.experts.83.up_proj,0.46406588,0.01000,0.639
+37,mlp.experts.84.up_proj,0.08055975,0.01000,0.636
+37,mlp.experts.85.up_proj,0.08244295,0.01000,0.636
+37,mlp.experts.86.up_proj,0.00071267,0.01000,0.636
+37,mlp.experts.87.up_proj,0.92985177,0.01000,0.631
+37,mlp.experts.88.up_proj,0.01633537,0.01000,0.631
+37,mlp.experts.89.up_proj,0.19009143,0.01000,0.630
+37,mlp.experts.90.up_proj,0.00543029,0.01000,0.629
+37,mlp.experts.91.up_proj,1.12760115,0.01000,0.630
+37,mlp.experts.92.up_proj,3.00899386,0.01000,0.630
+37,mlp.experts.93.up_proj,3.00587702,0.01000,0.633
+37,mlp.experts.94.up_proj,0.00009688,0.01000,0.634
+37,mlp.experts.95.up_proj,0.81558788,0.01000,0.630
+37,mlp.experts.96.up_proj,0.00009269,0.01000,0.631
+37,mlp.experts.97.up_proj,0.04355859,0.01000,0.634
+37,mlp.experts.98.up_proj,0.66118771,0.01000,0.634
+37,mlp.experts.99.up_proj,0.93738902,0.01000,0.636
+37,mlp.experts.100.up_proj,0.00051792,0.01000,0.637
+37,mlp.experts.101.up_proj,1.17654943,0.01000,0.635
+37,mlp.experts.102.up_proj,0.87601042,0.01000,0.633
+37,mlp.experts.103.up_proj,0.63754755,0.01000,0.636
+37,mlp.experts.104.up_proj,1.01523638,0.01000,0.635
+37,mlp.experts.105.up_proj,0.49258870,0.01000,0.636
+37,mlp.experts.106.up_proj,1.20452893,0.01000,0.635
+37,mlp.experts.107.up_proj,0.31251299,0.01000,0.629
+37,mlp.experts.108.up_proj,0.04206007,0.01000,0.629
+37,mlp.experts.109.up_proj,0.67023408,0.01000,0.631
+37,mlp.experts.110.up_proj,0.28755665,0.01000,0.628
+37,mlp.experts.111.up_proj,0.00028948,0.01000,0.627
+37,mlp.experts.112.up_proj,1.63256419,0.01000,0.626
+37,mlp.experts.113.up_proj,0.51027602,0.01000,0.626
+37,mlp.experts.114.up_proj,0.00130941,0.01000,0.630
+37,mlp.experts.115.up_proj,0.51186514,0.01000,0.632
+37,mlp.experts.116.up_proj,0.00168403,0.01000,0.635
+37,mlp.experts.117.up_proj,0.24156556,0.01000,0.637
+37,mlp.experts.118.up_proj,0.28058946,0.01000,0.633
+37,mlp.experts.119.up_proj,0.15557554,0.01000,0.634
+37,mlp.experts.120.up_proj,0.63950974,0.01000,0.636
+37,mlp.experts.121.up_proj,0.63883740,0.01000,0.634
+37,mlp.experts.122.up_proj,0.40994942,0.01000,0.636
+37,mlp.experts.123.up_proj,0.82247686,0.01000,0.636
+37,mlp.experts.124.up_proj,0.34593379,0.01000,0.637
+37,mlp.experts.125.up_proj,0.22889164,0.01000,0.636
+37,mlp.experts.126.up_proj,0.00044023,0.01000,0.635
+37,mlp.experts.127.up_proj,0.83756948,0.01000,0.627
+37,mlp.experts.0.gate_proj,1.88711548,0.01000,0.628
+37,mlp.experts.1.gate_proj,1.15423131,0.01000,0.630
+37,mlp.experts.2.gate_proj,0.71829909,0.01000,0.626
+37,mlp.experts.3.gate_proj,0.00004807,0.01000,0.629
+37,mlp.experts.4.gate_proj,0.29925597,0.01000,0.627
+37,mlp.experts.5.gate_proj,0.00742810,0.01000,0.628
+37,mlp.experts.6.gate_proj,0.61351377,0.01000,0.626
+37,mlp.experts.7.gate_proj,0.04742991,0.01000,0.625
+37,mlp.experts.8.gate_proj,0.57958519,0.01000,0.628
+37,mlp.experts.9.gate_proj,0.00034869,0.01000,0.625
+37,mlp.experts.10.gate_proj,1.79618943,0.01000,0.626
+37,mlp.experts.11.gate_proj,0.10383700,0.01000,0.628
+37,mlp.experts.12.gate_proj,0.46745104,0.01000,0.636
+37,mlp.experts.13.gate_proj,0.03466246,0.01000,0.636
+37,mlp.experts.14.gate_proj,0.20766729,0.01000,0.635
+37,mlp.experts.15.gate_proj,0.40463367,0.01000,0.635
+37,mlp.experts.16.gate_proj,0.47839504,0.01000,0.636
+37,mlp.experts.17.gate_proj,0.00047406,0.01000,0.635
+37,mlp.experts.18.gate_proj,0.42135748,0.01000,0.634
+37,mlp.experts.19.gate_proj,0.73074484,0.01000,0.637
+37,mlp.experts.20.gate_proj,4.18624115,0.01000,0.638
+37,mlp.experts.21.gate_proj,0.31407714,0.01000,0.636
+37,mlp.experts.22.gate_proj,0.00011720,0.01000,0.633
+37,mlp.experts.23.gate_proj,0.20824254,0.01000,0.627
+37,mlp.experts.24.gate_proj,0.73764890,0.01000,0.627
+37,mlp.experts.25.gate_proj,0.10388166,0.01000,0.627
+37,mlp.experts.26.gate_proj,0.57182813,0.01000,0.630
+37,mlp.experts.27.gate_proj,0.21844548,0.01000,0.626
+37,mlp.experts.28.gate_proj,0.29495049,0.01000,0.629
+37,mlp.experts.29.gate_proj,0.31436667,0.01000,0.629
+37,mlp.experts.30.gate_proj,0.00355279,0.01000,0.630
+37,mlp.experts.31.gate_proj,0.10353348,0.01000,0.629
+37,mlp.experts.32.gate_proj,0.10096250,0.01000,0.627
+37,mlp.experts.33.gate_proj,1.83494794,0.01000,0.628
+37,mlp.experts.34.gate_proj,0.62422782,0.01000,0.627
+37,mlp.experts.35.gate_proj,0.06517695,0.01000,0.626
+37,mlp.experts.36.gate_proj,0.43264702,0.01000,0.628
+37,mlp.experts.37.gate_proj,0.29125994,0.01000,0.641
+37,mlp.experts.38.gate_proj,0.11825988,0.01000,0.645
+37,mlp.experts.39.gate_proj,0.00101795,0.01000,0.639
+37,mlp.experts.40.gate_proj,0.57828575,0.01000,0.638
+37,mlp.experts.41.gate_proj,0.72597361,0.01000,0.641
+37,mlp.experts.42.gate_proj,0.24293849,0.01000,0.639
+37,mlp.experts.43.gate_proj,0.00092634,0.01000,0.636
+37,mlp.experts.44.gate_proj,0.63210011,0.01000,0.636
+37,mlp.experts.45.gate_proj,1.85773849,0.01000,0.638
+37,mlp.experts.46.gate_proj,0.00002725,0.01000,0.635
+37,mlp.experts.47.gate_proj,3.20317149,0.01000,0.636
+37,mlp.experts.48.gate_proj,0.00134894,0.01000,0.633
+37,mlp.experts.49.gate_proj,0.85803843,0.01000,0.626
+37,mlp.experts.50.gate_proj,0.00110301,0.01000,0.627
+37,mlp.experts.51.gate_proj,0.00241226,0.01000,0.627
+37,mlp.experts.52.gate_proj,4.82138252,0.01000,0.629
+37,mlp.experts.53.gate_proj,0.13380563,0.01000,0.628
+37,mlp.experts.54.gate_proj,0.00028159,0.01000,0.628
+37,mlp.experts.55.gate_proj,0.56376815,0.01000,0.626
+37,mlp.experts.56.gate_proj,0.00255677,0.01000,0.627
+37,mlp.experts.57.gate_proj,0.66019732,0.01000,0.627
+37,mlp.experts.58.gate_proj,1.20071530,0.01000,0.626
+37,mlp.experts.59.gate_proj,0.32864779,0.01000,0.626
+37,mlp.experts.60.gate_proj,0.03963817,0.01000,0.627
+37,mlp.experts.61.gate_proj,6.59850979,0.01000,0.628
+37,mlp.experts.62.gate_proj,1.08100152,0.01000,0.633
+37,mlp.experts.63.gate_proj,0.08500950,0.01000,0.635
+37,mlp.experts.64.gate_proj,0.00000565,0.01000,0.635
+37,mlp.experts.65.gate_proj,0.51114690,0.01000,0.635
+37,mlp.experts.66.gate_proj,0.88869023,0.01000,0.637
+37,mlp.experts.67.gate_proj,2.52585530,0.01000,0.638
+37,mlp.experts.68.gate_proj,0.32669142,0.01000,0.637
+37,mlp.experts.69.gate_proj,0.00002948,0.01000,0.636
+37,mlp.experts.70.gate_proj,0.06157738,0.01000,0.636
+37,mlp.experts.71.gate_proj,0.35516235,0.01000,0.636
+37,mlp.experts.72.gate_proj,0.00011079,0.01000,0.636
+37,mlp.experts.73.gate_proj,0.69352663,0.01000,0.635
+37,mlp.experts.74.gate_proj,0.00117828,0.01000,0.629
+37,mlp.experts.75.gate_proj,0.79841566,0.01000,0.629
+37,mlp.experts.76.gate_proj,0.50868702,0.01000,0.628
+37,mlp.experts.77.gate_proj,0.52850235,0.01000,0.626
+37,mlp.experts.78.gate_proj,3.08548999,0.01000,0.626
+37,mlp.experts.79.gate_proj,1.01254773,0.01000,0.626
+37,mlp.experts.80.gate_proj,1.04517007,0.01000,0.629
+37,mlp.experts.81.gate_proj,2.05387354,0.01000,0.627
+37,mlp.experts.82.gate_proj,0.34425771,0.01000,0.627
+37,mlp.experts.83.gate_proj,0.45190364,0.01000,0.627
+37,mlp.experts.84.gate_proj,0.08227175,0.01000,0.627
+37,mlp.experts.85.gate_proj,0.08268079,0.01000,0.633
+37,mlp.experts.86.gate_proj,0.00074106,0.01000,0.636
+37,mlp.experts.87.gate_proj,1.01210690,0.01000,0.635
+37,mlp.experts.88.gate_proj,0.01571663,0.01000,0.637
+37,mlp.experts.89.gate_proj,0.18439388,0.01000,0.635
+37,mlp.experts.90.gate_proj,0.00479609,0.01000,0.638
+37,mlp.experts.91.gate_proj,1.22420692,0.01000,0.643
+37,mlp.experts.92.gate_proj,3.12718773,0.01000,0.639
+37,mlp.experts.93.gate_proj,2.84542203,0.01000,0.636
+37,mlp.experts.94.gate_proj,0.00009199,0.01000,0.635
+37,mlp.experts.95.gate_proj,0.78357029,0.01000,0.631
+37,mlp.experts.96.gate_proj,0.00008153,0.01000,0.628
+37,mlp.experts.97.gate_proj,0.04384541,0.01000,0.626
+37,mlp.experts.98.gate_proj,0.64640427,0.01000,0.631
+37,mlp.experts.99.gate_proj,0.83580959,0.01000,0.625
+37,mlp.experts.100.gate_proj,0.00052742,0.01000,0.627
+37,mlp.experts.101.gate_proj,1.12576234,0.01000,0.633
+37,mlp.experts.102.gate_proj,0.89315146,0.01000,0.634
+37,mlp.experts.103.gate_proj,0.63823843,0.01000,0.635
+37,mlp.experts.104.gate_proj,1.08027196,0.01000,0.635
+37,mlp.experts.105.gate_proj,0.48594564,0.01000,0.635
+37,mlp.experts.106.gate_proj,1.16969991,0.01000,0.636
+37,mlp.experts.107.gate_proj,0.28726172,0.01000,0.636
+37,mlp.experts.108.gate_proj,0.04496591,0.01000,0.636
+37,mlp.experts.109.gate_proj,0.62313181,0.01000,0.634
+37,mlp.experts.110.gate_proj,0.24652117,0.01000,0.635
+37,mlp.experts.111.gate_proj,0.00028116,0.01000,0.635
+37,mlp.experts.112.gate_proj,1.76800609,0.01000,0.629
+37,mlp.experts.113.gate_proj,0.47185349,0.01000,0.626
+37,mlp.experts.114.gate_proj,0.00137752,0.01000,0.625
+37,mlp.experts.115.gate_proj,0.49721751,0.01000,0.627
+37,mlp.experts.116.gate_proj,0.00159362,0.01000,0.638
+37,mlp.experts.117.gate_proj,0.23191841,0.01000,0.629
+37,mlp.experts.118.gate_proj,0.28208202,0.01000,0.631
+37,mlp.experts.119.gate_proj,0.15713140,0.01000,0.640
+37,mlp.experts.120.gate_proj,0.57465839,0.01000,0.637
+37,mlp.experts.121.gate_proj,0.59170014,0.01000,0.638
+37,mlp.experts.122.gate_proj,0.40214819,0.01000,0.635
+37,mlp.experts.123.gate_proj,0.73850620,0.01000,0.637
+37,mlp.experts.124.gate_proj,0.34627321,0.01000,0.641
+37,mlp.experts.125.gate_proj,0.21822816,0.01000,0.636
+37,mlp.experts.126.gate_proj,0.00048217,0.01000,0.636
+37,mlp.experts.127.gate_proj,0.77596951,0.01000,0.636
+37,mlp.experts.0.down_proj,1.64889753,0.01000,0.258
+37,mlp.experts.1.down_proj,0.77785993,0.01000,0.233
+37,mlp.experts.2.down_proj,0.51888061,0.01000,0.233
+37,mlp.experts.3.down_proj,0.00004440,0.01000,0.233
+37,mlp.experts.4.down_proj,0.18952554,0.01000,0.233
+37,mlp.experts.5.down_proj,0.00605074,0.01000,0.233
+37,mlp.experts.6.down_proj,0.42664135,0.01000,0.233
+37,mlp.experts.7.down_proj,0.02495712,0.01000,0.234
+37,mlp.experts.8.down_proj,0.90515798,0.01000,0.235
+37,mlp.experts.9.down_proj,0.00024027,0.01000,0.235
+37,mlp.experts.10.down_proj,0.95562959,0.01000,0.237
+37,mlp.experts.11.down_proj,0.05044503,0.01000,0.235
+37,mlp.experts.12.down_proj,0.23631787,0.01000,0.235
+37,mlp.experts.13.down_proj,0.01439883,0.01000,0.235
+37,mlp.experts.14.down_proj,0.10753007,0.01000,0.235
+37,mlp.experts.15.down_proj,0.36569133,0.01000,0.235
+37,mlp.experts.16.down_proj,0.32675871,0.01000,0.234
+37,mlp.experts.17.down_proj,0.00037645,0.01000,0.235
+37,mlp.experts.18.down_proj,0.32068172,0.01000,0.234
+37,mlp.experts.19.down_proj,1.01502275,0.01000,0.235
+37,mlp.experts.20.down_proj,3.87329507,0.01000,0.235
+37,mlp.experts.21.down_proj,0.19233844,0.01000,0.235
+37,mlp.experts.22.down_proj,0.00007113,0.01000,0.235
+37,mlp.experts.23.down_proj,0.14369431,0.01000,0.237
+37,mlp.experts.24.down_proj,0.72937804,0.01000,0.234
+37,mlp.experts.25.down_proj,0.06318857,0.01000,0.236
+37,mlp.experts.26.down_proj,0.77212149,0.01000,0.235
+37,mlp.experts.27.down_proj,0.07902179,0.01000,0.235
+37,mlp.experts.28.down_proj,0.29536778,0.01000,0.236
+37,mlp.experts.29.down_proj,0.08236375,0.01000,0.237
+37,mlp.experts.30.down_proj,0.00303031,0.01000,0.238
+37,mlp.experts.31.down_proj,0.04014989,0.01000,0.237
+37,mlp.experts.32.down_proj,0.07451689,0.01000,0.242
+37,mlp.experts.33.down_proj,3.82116699,0.01000,0.242
+37,mlp.experts.34.down_proj,0.51319778,0.01000,0.243
+37,mlp.experts.35.down_proj,0.01283705,0.01000,0.244
+37,mlp.experts.36.down_proj,0.24097070,0.01000,0.244
+37,mlp.experts.37.down_proj,0.18512021,0.01000,0.244
+37,mlp.experts.38.down_proj,0.13370369,0.01000,0.243
+37,mlp.experts.39.down_proj,0.00120361,0.01000,0.244
+37,mlp.experts.40.down_proj,0.27257437,0.01000,0.244
+37,mlp.experts.41.down_proj,0.69850844,0.01000,0.244
+37,mlp.experts.42.down_proj,0.15853409,0.01000,0.244
+37,mlp.experts.43.down_proj,0.00049355,0.01000,0.244
+37,mlp.experts.44.down_proj,0.42367345,0.01000,0.241
+37,mlp.experts.45.down_proj,3.49743652,0.01000,0.241
+37,mlp.experts.46.down_proj,0.00001718,0.01000,0.241
+37,mlp.experts.47.down_proj,4.36825752,0.01000,0.240
+37,mlp.experts.48.down_proj,0.00152100,0.01000,0.241
+37,mlp.experts.49.down_proj,0.52640629,0.01000,0.241
+37,mlp.experts.50.down_proj,0.00086597,0.01000,0.241
+37,mlp.experts.51.down_proj,0.00282671,0.01000,0.242
+37,mlp.experts.52.down_proj,2.21102238,0.01000,0.242
+37,mlp.experts.53.down_proj,0.03696705,0.01000,0.241
+37,mlp.experts.54.down_proj,0.00018032,0.01000,0.242
+37,mlp.experts.55.down_proj,0.31082311,0.01000,0.244
+37,mlp.experts.56.down_proj,0.00303441,0.01000,0.244
+37,mlp.experts.57.down_proj,0.58651561,0.01000,0.245
+37,mlp.experts.58.down_proj,0.94385219,0.01000,0.244
+37,mlp.experts.59.down_proj,0.13201782,0.01000,0.245
+37,mlp.experts.60.down_proj,0.12368493,0.01000,0.246
+37,mlp.experts.61.down_proj,9.26363564,0.01000,0.245
+37,mlp.experts.62.down_proj,0.70873058,0.01000,0.245
+37,mlp.experts.63.down_proj,0.11927212,0.01000,0.245
+37,mlp.experts.64.down_proj,0.00001652,0.01000,0.244
+37,mlp.experts.65.down_proj,0.35315657,0.01000,0.245
+37,mlp.experts.66.down_proj,0.67190653,0.01000,0.245
+37,mlp.experts.67.down_proj,2.48015141,0.01000,0.245
+37,mlp.experts.68.down_proj,0.31567270,0.01000,0.245
+37,mlp.experts.69.down_proj,0.00000898,0.01000,0.246
+37,mlp.experts.70.down_proj,0.03930768,0.01000,0.245
+37,mlp.experts.71.down_proj,0.20460653,0.01000,0.245
+37,mlp.experts.72.down_proj,0.00003383,0.01000,0.245
+37,mlp.experts.73.down_proj,0.20612618,0.01000,0.246
+37,mlp.experts.74.down_proj,0.00063367,0.01000,0.246
+37,mlp.experts.75.down_proj,0.60880065,0.01000,0.246
+37,mlp.experts.76.down_proj,0.20071101,0.01000,0.245
+37,mlp.experts.77.down_proj,0.30461222,0.01000,0.246
+37,mlp.experts.78.down_proj,3.35743141,0.01000,0.245
+37,mlp.experts.79.down_proj,0.77540946,0.01000,0.245
+37,mlp.experts.80.down_proj,0.89093459,0.01000,0.245
+37,mlp.experts.81.down_proj,1.62192690,0.01000,0.246
+37,mlp.experts.82.down_proj,0.18324196,0.01000,0.245
+37,mlp.experts.83.down_proj,0.55488622,0.01000,0.245
+37,mlp.experts.84.down_proj,0.05179838,0.01000,0.245
+37,mlp.experts.85.down_proj,0.03221666,0.01000,0.244
+37,mlp.experts.86.down_proj,0.00018166,0.01000,0.241
+37,mlp.experts.87.down_proj,0.48329550,0.01000,0.241
+37,mlp.experts.88.down_proj,0.04323677,0.01000,0.241
+37,mlp.experts.89.down_proj,0.10835475,0.01000,0.242
+37,mlp.experts.90.down_proj,0.00537397,0.01000,0.242
+37,mlp.experts.91.down_proj,0.39074057,0.01000,0.242
+37,mlp.experts.92.down_proj,4.63498688,0.01000,0.242
+37,mlp.experts.93.down_proj,1.66234303,0.01000,0.242
+37,mlp.experts.94.down_proj,0.00004381,0.01000,0.241
+37,mlp.experts.95.down_proj,0.55872726,0.01000,0.241
+37,mlp.experts.96.down_proj,0.00003700,0.01000,0.241
+37,mlp.experts.97.down_proj,0.03096789,0.01000,0.241
+37,mlp.experts.98.down_proj,0.48666215,0.01000,0.241
+37,mlp.experts.99.down_proj,0.48034534,0.01000,0.241
+37,mlp.experts.100.down_proj,0.00057206,0.01000,0.241
+37,mlp.experts.101.down_proj,0.45774668,0.01000,0.241
+37,mlp.experts.102.down_proj,0.67316484,0.01000,0.242
+37,mlp.experts.103.down_proj,0.51202714,0.01000,0.243
+37,mlp.experts.104.down_proj,0.63000786,0.01000,0.243
+37,mlp.experts.105.down_proj,0.20805280,0.01000,0.243
+37,mlp.experts.106.down_proj,0.43512374,0.01000,0.244
+37,mlp.experts.107.down_proj,0.13616443,0.01000,0.245
+37,mlp.experts.108.down_proj,0.04074385,0.01000,0.242
+37,mlp.experts.109.down_proj,0.63216430,0.01000,0.242
+37,mlp.experts.110.down_proj,0.11299401,0.01000,0.242
+37,mlp.experts.111.down_proj,0.00017037,0.01000,0.243
+37,mlp.experts.112.down_proj,1.18878782,0.01000,0.242
+37,mlp.experts.113.down_proj,0.31864688,0.01000,0.242
+37,mlp.experts.114.down_proj,0.00181987,0.01000,0.242
+37,mlp.experts.115.down_proj,0.22968315,0.01000,0.242
+37,mlp.experts.116.down_proj,0.00162177,0.01000,0.242
+37,mlp.experts.117.down_proj,0.21404228,0.01000,0.242
+37,mlp.experts.118.down_proj,0.29463696,0.01000,0.243
+37,mlp.experts.119.down_proj,0.05547644,0.01000,0.244
+37,mlp.experts.120.down_proj,0.51258695,0.01000,0.245
+37,mlp.experts.121.down_proj,0.45280659,0.01000,0.247
+37,mlp.experts.122.down_proj,0.39412749,0.01000,0.248
+37,mlp.experts.123.down_proj,0.69272196,0.01000,0.248
+37,mlp.experts.124.down_proj,0.11811452,0.01000,0.246
+37,mlp.experts.125.down_proj,0.07020276,0.01000,0.245
+37,mlp.experts.126.down_proj,0.00014393,0.01000,0.245
+37,mlp.experts.127.down_proj,0.38609999,0.01000,0.244
+38,self_attn.q_proj,1.59044409,0.01000,0.636
+38,self_attn.k_proj,0.18755889,0.01000,0.623
+38,self_attn.v_proj,0.24902028,0.01000,0.620
+38,self_attn.o_proj,0.20063549,0.01000,1.282
+38,mlp.experts.0.up_proj,0.02336018,0.01000,0.670
+38,mlp.experts.1.up_proj,1.94144201,0.01000,0.628
+38,mlp.experts.2.up_proj,0.15685897,0.01000,0.628
+38,mlp.experts.3.up_proj,1.39371538,0.01000,0.635
+38,mlp.experts.4.up_proj,2.04086351,0.01000,0.634
+38,mlp.experts.5.up_proj,0.01495764,0.01000,0.635
+38,mlp.experts.6.up_proj,0.32810658,0.01000,0.634
+38,mlp.experts.7.up_proj,0.34976178,0.01000,0.634
+38,mlp.experts.8.up_proj,0.35967147,0.01000,0.634
+38,mlp.experts.9.up_proj,0.03106037,0.01000,0.633
+38,mlp.experts.10.up_proj,0.63698435,0.01000,0.635
+38,mlp.experts.11.up_proj,0.23106205,0.01000,0.634
+38,mlp.experts.12.up_proj,2.22070885,0.01000,0.638
+38,mlp.experts.13.up_proj,0.09677833,0.01000,0.627
+38,mlp.experts.14.up_proj,3.85381889,0.01000,0.628
+38,mlp.experts.15.up_proj,0.66068602,0.01000,0.628
+38,mlp.experts.16.up_proj,0.46187514,0.01000,0.627
+38,mlp.experts.17.up_proj,0.90413821,0.01000,0.628
+38,mlp.experts.18.up_proj,0.81518054,0.01000,0.628
+38,mlp.experts.19.up_proj,0.14703916,0.01000,0.627
+38,mlp.experts.20.up_proj,0.48832631,0.01000,0.627
+38,mlp.experts.21.up_proj,0.09780616,0.01000,0.627
+38,mlp.experts.22.up_proj,3.27811480,0.01000,0.627
+38,mlp.experts.23.up_proj,0.29439974,0.01000,0.627
+38,mlp.experts.24.up_proj,0.33903307,0.01000,0.627
+38,mlp.experts.25.up_proj,0.02654495,0.01000,0.630
+38,mlp.experts.26.up_proj,2.63719749,0.01000,0.628
+38,mlp.experts.27.up_proj,0.32918817,0.01000,0.640
+38,mlp.experts.28.up_proj,0.58573818,0.01000,0.638
+38,mlp.experts.29.up_proj,0.18336938,0.01000,0.647
+38,mlp.experts.30.up_proj,0.19079563,0.01000,0.639
+38,mlp.experts.31.up_proj,0.09418842,0.01000,0.638
+38,mlp.experts.32.up_proj,0.78625774,0.01000,0.637
+38,mlp.experts.33.up_proj,4.41371536,0.01000,0.638
+38,mlp.experts.34.up_proj,1.28446198,0.01000,0.635
+38,mlp.experts.35.up_proj,0.00189428,0.01000,0.637
+38,mlp.experts.36.up_proj,0.66582257,0.01000,0.635
+38,mlp.experts.37.up_proj,0.35071549,0.01000,0.635
+38,mlp.experts.38.up_proj,2.19799638,0.01000,0.636
+38,mlp.experts.39.up_proj,0.94762599,0.01000,0.631
+38,mlp.experts.40.up_proj,0.34641391,0.01000,0.627
+38,mlp.experts.41.up_proj,0.00076724,0.01000,0.625
+38,mlp.experts.42.up_proj,1.26752865,0.01000,0.625
+38,mlp.experts.43.up_proj,0.00122421,0.01000,0.626
+38,mlp.experts.44.up_proj,0.99978036,0.01000,0.625
+38,mlp.experts.45.up_proj,0.00006597,0.01000,0.624
+38,mlp.experts.46.up_proj,0.06435397,0.01000,0.625
+38,mlp.experts.47.up_proj,0.55300945,0.01000,0.627
+38,mlp.experts.48.up_proj,0.40430403,0.01000,0.627
+38,mlp.experts.49.up_proj,2.71806479,0.01000,0.631
+38,mlp.experts.50.up_proj,0.32637370,0.01000,0.634
+38,mlp.experts.51.up_proj,0.28743678,0.01000,0.637
+38,mlp.experts.52.up_proj,0.05499205,0.01000,0.635
+38,mlp.experts.53.up_proj,1.55857897,0.01000,0.634
+38,mlp.experts.54.up_proj,0.00022619,0.01000,0.634
+38,mlp.experts.55.up_proj,4.80561829,0.01000,0.634
+38,mlp.experts.56.up_proj,0.00110451,0.01000,0.636
+38,mlp.experts.57.up_proj,0.48336542,0.01000,0.635
+38,mlp.experts.58.up_proj,0.48130715,0.01000,0.634
+38,mlp.experts.59.up_proj,0.01292290,0.01000,0.634
+38,mlp.experts.60.up_proj,0.81774366,0.01000,0.636
+38,mlp.experts.61.up_proj,0.09917258,0.01000,0.628
+38,mlp.experts.62.up_proj,0.87573826,0.01000,0.626
+38,mlp.experts.63.up_proj,0.14043018,0.01000,0.626
+38,mlp.experts.64.up_proj,0.95825303,0.01000,0.624
+38,mlp.experts.65.up_proj,0.00008639,0.01000,0.624
+38,mlp.experts.66.up_proj,0.56340158,0.01000,0.624
+38,mlp.experts.67.up_proj,0.86981165,0.01000,0.631
+38,mlp.experts.68.up_proj,0.72799057,0.01000,0.632
+38,mlp.experts.69.up_proj,1.17687368,0.01000,0.635
+38,mlp.experts.70.up_proj,0.00020784,0.01000,0.632
+38,mlp.experts.71.up_proj,0.69812572,0.01000,0.633
+38,mlp.experts.72.up_proj,0.24117595,0.01000,0.634
+38,mlp.experts.73.up_proj,0.52747464,0.01000,0.636
+38,mlp.experts.74.up_proj,0.18541762,0.01000,0.634
+38,mlp.experts.75.up_proj,1.23276520,0.01000,0.633
+38,mlp.experts.76.up_proj,0.32547754,0.01000,0.635
+38,mlp.experts.77.up_proj,0.09669055,0.01000,0.635
+38,mlp.experts.78.up_proj,0.10725202,0.01000,0.635
+38,mlp.experts.79.up_proj,0.72024286,0.01000,0.635
+38,mlp.experts.80.up_proj,0.59428978,0.01000,0.626
+38,mlp.experts.81.up_proj,3.52555370,0.01000,0.627
+38,mlp.experts.82.up_proj,1.21861649,0.01000,0.625
+38,mlp.experts.83.up_proj,0.00003888,0.01000,0.625
+38,mlp.experts.84.up_proj,0.55249858,0.01000,0.631
+38,mlp.experts.85.up_proj,0.22169721,0.01000,0.635
+38,mlp.experts.86.up_proj,1.10979438,0.01000,0.636
+38,mlp.experts.87.up_proj,0.71978164,0.01000,0.636
+38,mlp.experts.88.up_proj,0.19458827,0.01000,0.637
+38,mlp.experts.89.up_proj,0.03105535,0.01000,0.637
+38,mlp.experts.90.up_proj,0.22486214,0.01000,0.634
+38,mlp.experts.91.up_proj,0.02307406,0.01000,0.635
+38,mlp.experts.92.up_proj,5.23246241,0.01000,0.636
+38,mlp.experts.93.up_proj,0.02414184,0.01000,0.634
+38,mlp.experts.94.up_proj,0.02897068,0.01000,0.635
+38,mlp.experts.95.up_proj,0.40911630,0.01000,0.636
+38,mlp.experts.96.up_proj,0.33324778,0.01000,0.635
+38,mlp.experts.97.up_proj,0.01295472,0.01000,0.633
+38,mlp.experts.98.up_proj,1.95147324,0.01000,0.633
+38,mlp.experts.99.up_proj,0.40575007,0.01000,0.634
+38,mlp.experts.100.up_proj,1.64916551,0.01000,0.633
+38,mlp.experts.101.up_proj,1.12243581,0.01000,0.631
+38,mlp.experts.102.up_proj,1.54998612,0.01000,0.631
+38,mlp.experts.103.up_proj,0.00138470,0.01000,0.630
+38,mlp.experts.104.up_proj,0.23794809,0.01000,0.629
+38,mlp.experts.105.up_proj,0.89334404,0.01000,0.632
+38,mlp.experts.106.up_proj,0.00064710,0.01000,0.634
+38,mlp.experts.107.up_proj,0.64400941,0.01000,0.633
+38,mlp.experts.108.up_proj,0.42609751,0.01000,0.633
+38,mlp.experts.109.up_proj,1.11401331,0.01000,0.633
+38,mlp.experts.110.up_proj,0.88969076,0.01000,0.634
+38,mlp.experts.111.up_proj,0.73841774,0.01000,0.638
+38,mlp.experts.112.up_proj,0.13153672,0.01000,0.636
+38,mlp.experts.113.up_proj,0.00187863,0.01000,0.636
+38,mlp.experts.114.up_proj,0.29993671,0.01000,0.636
+38,mlp.experts.115.up_proj,1.41854000,0.01000,0.635
+38,mlp.experts.116.up_proj,0.02196016,0.01000,0.634
+38,mlp.experts.117.up_proj,0.01256970,0.01000,0.635
+38,mlp.experts.118.up_proj,0.10605662,0.01000,0.627
+38,mlp.experts.119.up_proj,0.23439424,0.01000,0.627
+38,mlp.experts.120.up_proj,0.00734258,0.01000,0.628
+38,mlp.experts.121.up_proj,0.06696267,0.01000,0.626
+38,mlp.experts.122.up_proj,0.00105310,0.01000,0.628
+38,mlp.experts.123.up_proj,0.00242055,0.01000,0.627
+38,mlp.experts.124.up_proj,0.02858096,0.01000,0.627
+38,mlp.experts.125.up_proj,1.46923947,0.01000,0.626
+38,mlp.experts.126.up_proj,0.09114263,0.01000,0.627
+38,mlp.experts.127.up_proj,0.00014059,0.01000,0.628
+38,mlp.experts.0.gate_proj,0.02179052,0.01000,0.628
+38,mlp.experts.1.gate_proj,1.83837104,0.01000,0.629
+38,mlp.experts.2.gate_proj,0.15882850,0.01000,0.627
+38,mlp.experts.3.gate_proj,1.34266222,0.01000,0.626
+38,mlp.experts.4.gate_proj,1.92425120,0.01000,0.630
+38,mlp.experts.5.gate_proj,0.01468512,0.01000,0.632
+38,mlp.experts.6.gate_proj,0.31494805,0.01000,0.634
+38,mlp.experts.7.gate_proj,0.33942974,0.01000,0.635
+38,mlp.experts.8.gate_proj,0.33740842,0.01000,0.634
+38,mlp.experts.9.gate_proj,0.03652471,0.01000,0.635
+38,mlp.experts.10.gate_proj,0.60150349,0.01000,0.636
+38,mlp.experts.11.gate_proj,0.23424301,0.01000,0.636
+38,mlp.experts.12.gate_proj,1.64167607,0.01000,0.634
+38,mlp.experts.13.gate_proj,0.10160214,0.01000,0.635
+38,mlp.experts.14.gate_proj,3.99300671,0.01000,0.635
+38,mlp.experts.15.gate_proj,0.64937174,0.01000,0.634
+38,mlp.experts.16.gate_proj,0.45556748,0.01000,0.632
+38,mlp.experts.17.gate_proj,0.95644820,0.01000,0.625
+38,mlp.experts.18.gate_proj,0.76181495,0.01000,0.626
+38,mlp.experts.19.gate_proj,0.14635175,0.01000,0.626
+38,mlp.experts.20.gate_proj,0.54702723,0.01000,0.625
+38,mlp.experts.21.gate_proj,0.09298199,0.01000,0.626
+38,mlp.experts.22.gate_proj,3.88954830,0.01000,0.623
+38,mlp.experts.23.gate_proj,0.28282613,0.01000,0.624
+38,mlp.experts.24.gate_proj,0.35774785,0.01000,0.623
+38,mlp.experts.25.gate_proj,0.02459702,0.01000,0.626
+38,mlp.experts.26.gate_proj,3.01417303,0.01000,0.624
+38,mlp.experts.27.gate_proj,0.32677948,0.01000,0.626
+38,mlp.experts.28.gate_proj,0.54179615,0.01000,0.626
+38,mlp.experts.29.gate_proj,0.18784916,0.01000,0.627
+38,mlp.experts.30.gate_proj,0.18143445,0.01000,0.634
+38,mlp.experts.31.gate_proj,0.09253725,0.01000,0.634
+38,mlp.experts.32.gate_proj,0.85777068,0.01000,0.633
+38,mlp.experts.33.gate_proj,4.89697933,0.01000,0.634
+38,mlp.experts.34.gate_proj,1.15076613,0.01000,0.636
+38,mlp.experts.35.gate_proj,0.00175806,0.01000,0.635
+38,mlp.experts.36.gate_proj,0.64711869,0.01000,0.635
+38,mlp.experts.37.gate_proj,0.34398773,0.01000,0.634
+38,mlp.experts.38.gate_proj,2.22029209,0.01000,0.633
+38,mlp.experts.39.gate_proj,0.83790457,0.01000,0.635
+38,mlp.experts.40.gate_proj,0.34324664,0.01000,0.635
+38,mlp.experts.41.gate_proj,0.00071489,0.01000,0.629
+38,mlp.experts.42.gate_proj,1.26795602,0.01000,0.624
+38,mlp.experts.43.gate_proj,0.00117325,0.01000,0.624
+38,mlp.experts.44.gate_proj,0.98974341,0.01000,0.628
+38,mlp.experts.45.gate_proj,0.00007154,0.01000,0.631
+38,mlp.experts.46.gate_proj,0.06295730,0.01000,0.632
+38,mlp.experts.47.gate_proj,0.57392627,0.01000,0.635
+38,mlp.experts.48.gate_proj,0.39103031,0.01000,0.635
+38,mlp.experts.49.gate_proj,2.76942897,0.01000,0.633
+38,mlp.experts.50.gate_proj,0.32632390,0.01000,0.635
+38,mlp.experts.51.gate_proj,0.28158620,0.01000,0.635
+38,mlp.experts.52.gate_proj,0.05103682,0.01000,0.634
+38,mlp.experts.53.gate_proj,1.51693106,0.01000,0.635
+38,mlp.experts.54.gate_proj,0.00019803,0.01000,0.634
+38,mlp.experts.55.gate_proj,5.21399355,0.01000,0.636
+38,mlp.experts.56.gate_proj,0.00106361,0.01000,0.634
+38,mlp.experts.57.gate_proj,0.47130901,0.01000,0.628
+38,mlp.experts.58.gate_proj,0.41808087,0.01000,0.627
+38,mlp.experts.59.gate_proj,0.01296859,0.01000,0.626
+38,mlp.experts.60.gate_proj,0.65473032,0.01000,0.624
+38,mlp.experts.61.gate_proj,0.10349110,0.01000,0.627
+38,mlp.experts.62.gate_proj,1.05157399,0.01000,0.625
+38,mlp.experts.63.gate_proj,0.12638673,0.01000,0.631
+38,mlp.experts.64.gate_proj,0.98139417,0.01000,0.633
+38,mlp.experts.65.gate_proj,0.00007929,0.01000,0.634
+38,mlp.experts.66.gate_proj,0.52090740,0.01000,0.634
+38,mlp.experts.67.gate_proj,0.84970355,0.01000,0.624
+38,mlp.experts.68.gate_proj,0.77551532,0.01000,0.625
+38,mlp.experts.69.gate_proj,1.21107578,0.01000,0.624
+38,mlp.experts.70.gate_proj,0.00020435,0.01000,0.623
+38,mlp.experts.71.gate_proj,0.66725755,0.01000,0.623
+38,mlp.experts.72.gate_proj,0.22028829,0.01000,0.623
+38,mlp.experts.73.gate_proj,0.53118181,0.01000,0.624
+38,mlp.experts.74.gate_proj,0.20555197,0.01000,0.625
+38,mlp.experts.75.gate_proj,1.18568587,0.01000,0.634
+38,mlp.experts.76.gate_proj,0.31208539,0.01000,0.634
+38,mlp.experts.77.gate_proj,0.09505475,0.01000,0.635
+38,mlp.experts.78.gate_proj,0.10836872,0.01000,0.635
+38,mlp.experts.79.gate_proj,0.70553112,0.01000,0.636
+38,mlp.experts.80.gate_proj,0.59225005,0.01000,0.635
+38,mlp.experts.81.gate_proj,3.52256441,0.01000,0.636
+38,mlp.experts.82.gate_proj,1.37401438,0.01000,0.637
+38,mlp.experts.83.gate_proj,0.00003843,0.01000,0.635
+38,mlp.experts.84.gate_proj,0.58262837,0.01000,0.636
+38,mlp.experts.85.gate_proj,0.22364184,0.01000,0.633
+38,mlp.experts.86.gate_proj,1.12256992,0.01000,0.624
+38,mlp.experts.87.gate_proj,0.76636267,0.01000,0.626
+38,mlp.experts.88.gate_proj,0.19032857,0.01000,0.627
+38,mlp.experts.89.gate_proj,0.03107746,0.01000,0.626
+38,mlp.experts.90.gate_proj,0.21180604,0.01000,0.626
+38,mlp.experts.91.gate_proj,0.02304035,0.01000,0.629
+38,mlp.experts.92.gate_proj,4.94516850,0.01000,0.625
+38,mlp.experts.93.gate_proj,0.02285218,0.01000,0.624
+38,mlp.experts.94.gate_proj,0.03060155,0.01000,0.624
+38,mlp.experts.95.gate_proj,0.39920983,0.01000,0.631
+38,mlp.experts.96.gate_proj,0.30707780,0.01000,0.634
+38,mlp.experts.97.gate_proj,0.01296675,0.01000,0.635
+38,mlp.experts.98.gate_proj,1.93222666,0.01000,0.634
+38,mlp.experts.99.gate_proj,0.39057788,0.01000,0.634
+38,mlp.experts.100.gate_proj,1.71560299,0.01000,0.633
+38,mlp.experts.101.gate_proj,1.17734146,0.01000,0.636
+38,mlp.experts.102.gate_proj,1.82677281,0.01000,0.633
+38,mlp.experts.103.gate_proj,0.00133358,0.01000,0.635
+38,mlp.experts.104.gate_proj,0.23034437,0.01000,0.635
+38,mlp.experts.105.gate_proj,0.84148753,0.01000,0.634
+38,mlp.experts.106.gate_proj,0.00060124,0.01000,0.635
+38,mlp.experts.107.gate_proj,0.64130801,0.01000,0.631
+38,mlp.experts.108.gate_proj,0.43144062,0.01000,0.625
+38,mlp.experts.109.gate_proj,1.19329023,0.01000,0.626
+38,mlp.experts.110.gate_proj,0.85296452,0.01000,0.624
+38,mlp.experts.111.gate_proj,0.71482420,0.01000,0.624
+38,mlp.experts.112.gate_proj,0.12144189,0.01000,0.629
+38,mlp.experts.113.gate_proj,0.00188323,0.01000,0.633
+38,mlp.experts.114.gate_proj,0.31116655,0.01000,0.634
+38,mlp.experts.115.gate_proj,1.44108438,0.01000,0.635
+38,mlp.experts.116.gate_proj,0.02175972,0.01000,0.633
+38,mlp.experts.117.gate_proj,0.02812510,0.01000,0.633
+38,mlp.experts.118.gate_proj,0.09275653,0.01000,0.633
+38,mlp.experts.119.gate_proj,0.22928390,0.01000,0.636
+38,mlp.experts.120.gate_proj,0.00737440,0.01000,0.635
+38,mlp.experts.121.gate_proj,0.06748178,0.01000,0.635
+38,mlp.experts.122.gate_proj,0.00090435,0.01000,0.634
+38,mlp.experts.123.gate_proj,0.00215489,0.01000,0.634
+38,mlp.experts.124.gate_proj,0.02764948,0.01000,0.628
+38,mlp.experts.125.gate_proj,1.28480279,0.01000,0.626
+38,mlp.experts.126.gate_proj,0.09436931,0.01000,0.624
+38,mlp.experts.127.gate_proj,0.00012741,0.01000,0.623
+38,mlp.experts.0.down_proj,0.01447405,0.01000,0.259
+38,mlp.experts.1.down_proj,0.97962081,0.01000,0.237
+38,mlp.experts.2.down_proj,0.06607845,0.01000,0.236
+38,mlp.experts.3.down_proj,0.67132115,0.01000,0.235
+38,mlp.experts.4.down_proj,2.28556871,0.01000,0.236
+38,mlp.experts.5.down_proj,0.01428008,0.01000,0.236
+38,mlp.experts.6.down_proj,0.19419925,0.01000,0.237
+38,mlp.experts.7.down_proj,0.26505816,0.01000,0.238
+38,mlp.experts.8.down_proj,0.26521632,0.01000,0.238
+38,mlp.experts.9.down_proj,0.02655053,0.01000,0.238
+38,mlp.experts.10.down_proj,0.55307913,0.01000,0.238
+38,mlp.experts.11.down_proj,0.24078885,0.01000,0.237
+38,mlp.experts.12.down_proj,0.93426961,0.01000,0.238
+38,mlp.experts.13.down_proj,0.02981512,0.01000,0.238
+38,mlp.experts.14.down_proj,2.65004635,0.01000,0.238
+38,mlp.experts.15.down_proj,0.57625055,0.01000,0.237
+38,mlp.experts.16.down_proj,0.34686822,0.01000,0.238
+38,mlp.experts.17.down_proj,1.29565239,0.01000,0.238
+38,mlp.experts.18.down_proj,0.68096316,0.01000,0.237
+38,mlp.experts.19.down_proj,0.12191524,0.01000,0.237
+38,mlp.experts.20.down_proj,0.46718076,0.01000,0.238
+38,mlp.experts.21.down_proj,0.07053542,0.01000,0.239
+38,mlp.experts.22.down_proj,1.85114789,0.01000,0.238
+38,mlp.experts.23.down_proj,0.17167270,0.01000,0.238
+38,mlp.experts.24.down_proj,0.17700487,0.01000,0.237
+38,mlp.experts.25.down_proj,0.02115486,0.01000,0.238
+38,mlp.experts.26.down_proj,1.31985843,0.01000,0.239
+38,mlp.experts.27.down_proj,0.29078156,0.01000,0.239
+38,mlp.experts.28.down_proj,0.61660469,0.01000,0.239
+38,mlp.experts.29.down_proj,0.05695215,0.01000,0.241
+38,mlp.experts.30.down_proj,0.07750209,0.01000,0.239
+38,mlp.experts.31.down_proj,0.06024012,0.01000,0.240
+38,mlp.experts.32.down_proj,0.96356452,0.01000,0.240
+38,mlp.experts.33.down_proj,3.44278622,0.01000,0.240
+38,mlp.experts.34.down_proj,0.77791369,0.01000,0.239
+38,mlp.experts.35.down_proj,0.00119630,0.01000,0.243
+38,mlp.experts.36.down_proj,0.35313824,0.01000,0.241
+38,mlp.experts.37.down_proj,0.16223681,0.01000,0.241
+38,mlp.experts.38.down_proj,1.18061829,0.01000,0.241
+38,mlp.experts.39.down_proj,0.79201519,0.01000,0.241
+38,mlp.experts.40.down_proj,0.15912241,0.01000,0.242
+38,mlp.experts.41.down_proj,0.00051584,0.01000,0.241
+38,mlp.experts.42.down_proj,0.82839167,0.01000,0.242
+38,mlp.experts.43.down_proj,0.00121174,0.01000,0.245
+38,mlp.experts.44.down_proj,0.55185616,0.01000,0.244
+38,mlp.experts.45.down_proj,0.00000677,0.01000,0.246
+38,mlp.experts.46.down_proj,0.04578486,0.01000,0.245
+38,mlp.experts.47.down_proj,0.64879715,0.01000,0.246
+38,mlp.experts.48.down_proj,0.42115894,0.01000,0.245
+38,mlp.experts.49.down_proj,1.68540311,0.01000,0.246
+38,mlp.experts.50.down_proj,0.17797989,0.01000,0.245
+38,mlp.experts.51.down_proj,0.13884734,0.01000,0.246
+38,mlp.experts.52.down_proj,0.03574798,0.01000,0.246
+38,mlp.experts.53.down_proj,0.91059399,0.01000,0.246
+38,mlp.experts.54.down_proj,0.00009212,0.01000,0.246
+38,mlp.experts.55.down_proj,1.69634402,0.01000,0.246
+38,mlp.experts.56.down_proj,0.00089029,0.01000,0.247
+38,mlp.experts.57.down_proj,0.24715643,0.01000,0.246
+38,mlp.experts.58.down_proj,0.40164411,0.01000,0.247
+38,mlp.experts.59.down_proj,0.01109795,0.01000,0.247
+38,mlp.experts.60.down_proj,0.56313682,0.01000,0.247
+38,mlp.experts.61.down_proj,0.05307525,0.01000,0.246
+38,mlp.experts.62.down_proj,1.02724326,0.01000,0.250
+38,mlp.experts.63.down_proj,0.32600605,0.01000,0.246
+38,mlp.experts.64.down_proj,0.83191186,0.01000,0.247
+38,mlp.experts.65.down_proj,0.00003334,0.01000,0.246
+38,mlp.experts.66.down_proj,0.44347364,0.01000,0.246
+38,mlp.experts.67.down_proj,0.68984771,0.01000,0.246
+38,mlp.experts.68.down_proj,0.68107390,0.01000,0.246
+38,mlp.experts.69.down_proj,0.77122712,0.01000,0.245
+38,mlp.experts.70.down_proj,0.00008333,0.01000,0.246
+38,mlp.experts.71.down_proj,0.47210705,0.01000,0.246
+38,mlp.experts.72.down_proj,0.18603206,0.01000,0.245
+38,mlp.experts.73.down_proj,0.67877746,0.01000,0.246
+38,mlp.experts.74.down_proj,0.10626167,0.01000,0.248
+38,mlp.experts.75.down_proj,0.96477509,0.01000,0.247
+38,mlp.experts.76.down_proj,0.16069372,0.01000,0.246
+38,mlp.experts.77.down_proj,0.04540827,0.01000,0.246
+38,mlp.experts.78.down_proj,0.07398207,0.01000,0.245
+38,mlp.experts.79.down_proj,0.66502094,0.01000,0.246
+38,mlp.experts.80.down_proj,0.78374159,0.01000,0.246
+38,mlp.experts.81.down_proj,3.80531549,0.01000,0.246
+38,mlp.experts.82.down_proj,1.21115780,0.01000,0.245
+38,mlp.experts.83.down_proj,0.00000612,0.01000,0.246
+38,mlp.experts.84.down_proj,0.37105629,0.01000,0.246
+38,mlp.experts.85.down_proj,0.27658397,0.01000,0.245
+38,mlp.experts.86.down_proj,0.44632563,0.01000,0.246
+38,mlp.experts.87.down_proj,0.24757454,0.01000,0.246
+38,mlp.experts.88.down_proj,0.15610316,0.01000,0.245
+38,mlp.experts.89.down_proj,0.01814137,0.01000,0.245
+38,mlp.experts.90.down_proj,0.14343844,0.01000,0.245
+38,mlp.experts.91.down_proj,0.00571463,0.01000,0.245
+38,mlp.experts.92.down_proj,1.80921161,0.01000,0.245
+38,mlp.experts.93.down_proj,0.03073551,0.01000,0.245
+38,mlp.experts.94.down_proj,0.02356810,0.01000,0.246
+38,mlp.experts.95.down_proj,0.20459947,0.01000,0.246
+38,mlp.experts.96.down_proj,0.26735634,0.01000,0.245
+38,mlp.experts.97.down_proj,0.00726833,0.01000,0.245
+38,mlp.experts.98.down_proj,2.11242437,0.01000,0.245
+38,mlp.experts.99.down_proj,0.22554633,0.01000,0.246
+38,mlp.experts.100.down_proj,1.79193091,0.01000,0.246
+38,mlp.experts.101.down_proj,0.90777051,0.01000,0.246
+38,mlp.experts.102.down_proj,1.17402267,0.01000,0.247
+38,mlp.experts.103.down_proj,0.00080557,0.01000,0.247
+38,mlp.experts.104.down_proj,0.25176865,0.01000,0.247
+38,mlp.experts.105.down_proj,0.41769606,0.01000,0.247
+38,mlp.experts.106.down_proj,0.00086121,0.01000,0.245
+38,mlp.experts.107.down_proj,0.50841093,0.01000,0.246
+38,mlp.experts.108.down_proj,0.24219608,0.01000,0.247
+38,mlp.experts.109.down_proj,0.67580444,0.01000,0.247
+38,mlp.experts.110.down_proj,0.47646409,0.01000,0.248
+38,mlp.experts.111.down_proj,0.43196812,0.01000,0.249
+38,mlp.experts.112.down_proj,0.09038217,0.01000,0.248
+38,mlp.experts.113.down_proj,0.00119011,0.01000,0.249
+38,mlp.experts.114.down_proj,0.13082746,0.01000,0.249
+38,mlp.experts.115.down_proj,0.77996349,0.01000,0.249
+38,mlp.experts.116.down_proj,0.02712648,0.01000,0.249
+38,mlp.experts.117.down_proj,0.00214503,0.01000,0.249
+38,mlp.experts.118.down_proj,0.08074982,0.01000,0.248
+38,mlp.experts.119.down_proj,0.24774809,0.01000,0.249
+38,mlp.experts.120.down_proj,0.00627967,0.01000,0.247
+38,mlp.experts.121.down_proj,0.04984358,0.01000,0.249
+38,mlp.experts.122.down_proj,0.00087473,0.01000,0.248
+38,mlp.experts.123.down_proj,0.00226931,0.01000,0.248
+38,mlp.experts.124.down_proj,0.02029632,0.01000,0.248
+38,mlp.experts.125.down_proj,0.94298214,0.01000,0.247
+38,mlp.experts.126.down_proj,0.13186532,0.01000,0.247
+38,mlp.experts.127.down_proj,0.00007440,0.01000,0.248
+39,self_attn.q_proj,1.43147159,0.01000,0.644
+39,self_attn.k_proj,0.14953226,0.01000,0.632
+39,self_attn.v_proj,0.19755550,0.01000,0.635
+39,self_attn.o_proj,0.13920596,0.01000,1.278
+39,mlp.experts.0.up_proj,3.98598957,0.01000,0.670
+39,mlp.experts.1.up_proj,1.56836534,0.01000,0.638
+39,mlp.experts.2.up_proj,0.45846269,0.01000,0.632
+39,mlp.experts.3.up_proj,1.07967126,0.01000,0.636
+39,mlp.experts.4.up_proj,0.95317709,0.01000,0.635
+39,mlp.experts.5.up_proj,1.01204920,0.01000,0.635
+39,mlp.experts.6.up_proj,0.70006657,0.01000,0.634
+39,mlp.experts.7.up_proj,1.53151679,0.01000,0.636
+39,mlp.experts.8.up_proj,1.47518468,0.01000,0.631
+39,mlp.experts.9.up_proj,0.75880682,0.01000,0.635
+39,mlp.experts.10.up_proj,0.29817587,0.01000,0.638
+39,mlp.experts.11.up_proj,0.73148179,0.01000,0.636
+39,mlp.experts.12.up_proj,0.20532675,0.01000,0.638
+39,mlp.experts.13.up_proj,0.32134557,0.01000,0.637
+39,mlp.experts.14.up_proj,0.09046995,0.01000,0.636
+39,mlp.experts.15.up_proj,0.00037340,0.01000,0.636
+39,mlp.experts.16.up_proj,1.47537756,0.01000,0.636
+39,mlp.experts.17.up_proj,0.51676726,0.01000,0.636
+39,mlp.experts.18.up_proj,0.08991516,0.01000,0.637
+39,mlp.experts.19.up_proj,0.08764168,0.01000,0.627
+39,mlp.experts.20.up_proj,1.11341608,0.01000,0.625
+39,mlp.experts.21.up_proj,0.00219390,0.01000,0.627
+39,mlp.experts.22.up_proj,0.00109791,0.01000,0.626
+39,mlp.experts.23.up_proj,0.64166927,0.01000,0.626
+39,mlp.experts.24.up_proj,0.01696243,0.01000,0.626
+39,mlp.experts.25.up_proj,7.38019276,0.01000,0.627
+39,mlp.experts.26.up_proj,0.08945234,0.01000,0.626
+39,mlp.experts.27.up_proj,0.12501733,0.01000,0.625
+39,mlp.experts.28.up_proj,0.34970832,0.01000,0.626
+39,mlp.experts.29.up_proj,1.20774055,0.01000,0.625
+39,mlp.experts.30.up_proj,0.48075834,0.01000,0.626
+39,mlp.experts.31.up_proj,0.63602722,0.01000,0.629
+39,mlp.experts.32.up_proj,1.67744970,0.01000,0.627
+39,mlp.experts.33.up_proj,0.61995816,0.01000,0.628
+39,mlp.experts.34.up_proj,0.71768391,0.01000,0.628
+39,mlp.experts.35.up_proj,0.70808381,0.01000,0.633
+39,mlp.experts.36.up_proj,0.01129896,0.01000,0.634
+39,mlp.experts.37.up_proj,0.53045189,0.01000,0.634
+39,mlp.experts.38.up_proj,0.00121900,0.01000,0.634
+39,mlp.experts.39.up_proj,0.34939829,0.01000,0.634
+39,mlp.experts.40.up_proj,2.68611598,0.01000,0.634
+39,mlp.experts.41.up_proj,3.51496339,0.01000,0.634
+39,mlp.experts.42.up_proj,0.00307172,0.01000,0.633
+39,mlp.experts.43.up_proj,0.00170019,0.01000,0.633
+39,mlp.experts.44.up_proj,0.00008986,0.01000,0.634
+39,mlp.experts.45.up_proj,0.53655040,0.01000,0.632
+39,mlp.experts.46.up_proj,0.91563249,0.01000,0.625
+39,mlp.experts.47.up_proj,0.01649059,0.01000,0.626
+39,mlp.experts.48.up_proj,0.69549567,0.01000,0.625
+39,mlp.experts.49.up_proj,1.75546622,0.01000,0.626
+39,mlp.experts.50.up_proj,0.17710051,0.01000,0.628
+39,mlp.experts.51.up_proj,4.95763493,0.01000,0.626
+39,mlp.experts.52.up_proj,3.99259329,0.01000,0.627
+39,mlp.experts.53.up_proj,0.06456321,0.01000,0.625
+39,mlp.experts.54.up_proj,0.67539740,0.01000,0.628
+39,mlp.experts.55.up_proj,0.49728423,0.01000,0.626
+39,mlp.experts.56.up_proj,0.89565217,0.01000,0.633
+39,mlp.experts.57.up_proj,0.26503146,0.01000,0.633
+39,mlp.experts.58.up_proj,0.46414798,0.01000,0.635
+39,mlp.experts.59.up_proj,0.34439695,0.01000,0.635
+39,mlp.experts.60.up_proj,0.72800374,0.01000,0.635
+39,mlp.experts.61.up_proj,0.37442377,0.01000,0.635
+39,mlp.experts.62.up_proj,0.00962928,0.01000,0.635
+39,mlp.experts.63.up_proj,0.48562014,0.01000,0.635
+39,mlp.experts.64.up_proj,0.02990715,0.01000,0.634
+39,mlp.experts.65.up_proj,0.00029093,0.01000,0.633
+39,mlp.experts.66.up_proj,0.12053937,0.01000,0.635
+39,mlp.experts.67.up_proj,0.00006609,0.01000,0.626
+39,mlp.experts.68.up_proj,0.00033514,0.01000,0.626
+39,mlp.experts.69.up_proj,0.38982046,0.01000,0.625
+39,mlp.experts.70.up_proj,0.65482956,0.01000,0.625
+39,mlp.experts.71.up_proj,0.75565922,0.01000,0.624
+39,mlp.experts.72.up_proj,0.21847826,0.01000,0.626
+39,mlp.experts.73.up_proj,0.01580892,0.01000,0.629
+39,mlp.experts.74.up_proj,0.00036597,0.01000,0.625
+39,mlp.experts.75.up_proj,0.50145710,0.01000,0.625
+39,mlp.experts.76.up_proj,0.10753006,0.01000,0.625
+39,mlp.experts.77.up_proj,2.45634103,0.01000,0.626
+39,mlp.experts.78.up_proj,0.63703436,0.01000,0.633
+39,mlp.experts.79.up_proj,0.00166590,0.01000,0.633
+39,mlp.experts.80.up_proj,3.85138798,0.01000,0.635
+39,mlp.experts.81.up_proj,0.12020541,0.01000,0.634
+39,mlp.experts.82.up_proj,1.27474928,0.01000,0.633
+39,mlp.experts.83.up_proj,1.64311099,0.01000,0.634
+39,mlp.experts.84.up_proj,0.22708510,0.01000,0.633
+39,mlp.experts.85.up_proj,0.55229938,0.01000,0.633
+39,mlp.experts.86.up_proj,1.08531928,0.01000,0.634
+39,mlp.experts.87.up_proj,3.65543318,0.01000,0.633
+39,mlp.experts.88.up_proj,0.00030067,0.01000,0.636
+39,mlp.experts.89.up_proj,4.49263668,0.01000,0.627
+39,mlp.experts.90.up_proj,1.08057523,0.01000,0.625
+39,mlp.experts.91.up_proj,0.41659608,0.01000,0.625
+39,mlp.experts.92.up_proj,0.00016729,0.01000,0.623
+39,mlp.experts.93.up_proj,0.30463314,0.01000,0.622
+39,mlp.experts.94.up_proj,0.57941270,0.01000,0.623
+39,mlp.experts.95.up_proj,1.35599029,0.01000,0.623
+39,mlp.experts.96.up_proj,0.21363689,0.01000,0.624
+39,mlp.experts.97.up_proj,0.00046446,0.01000,0.625
+39,mlp.experts.98.up_proj,1.06963611,0.01000,0.629
+39,mlp.experts.99.up_proj,0.00073896,0.01000,0.632
+39,mlp.experts.100.up_proj,2.29280519,0.01000,0.633
+39,mlp.experts.101.up_proj,0.58903039,0.01000,0.633
+39,mlp.experts.102.up_proj,0.43149295,0.01000,0.634
+39,mlp.experts.103.up_proj,0.38317230,0.01000,0.633
+39,mlp.experts.104.up_proj,0.04751081,0.01000,0.634
+39,mlp.experts.105.up_proj,0.00126893,0.01000,0.635
+39,mlp.experts.106.up_proj,2.31683540,0.01000,0.634
+39,mlp.experts.107.up_proj,0.80054665,0.01000,0.633
+39,mlp.experts.108.up_proj,0.00005964,0.01000,0.634
+39,mlp.experts.109.up_proj,0.32276630,0.01000,0.635
+39,mlp.experts.110.up_proj,1.33787203,0.01000,0.624
+39,mlp.experts.111.up_proj,0.00011454,0.01000,0.624
+39,mlp.experts.112.up_proj,0.15966743,0.01000,0.628
+39,mlp.experts.113.up_proj,0.10352111,0.01000,0.627
+39,mlp.experts.114.up_proj,0.00008991,0.01000,0.625
+39,mlp.experts.115.up_proj,0.19113040,0.01000,0.626
+39,mlp.experts.116.up_proj,0.63165510,0.01000,0.626
+39,mlp.experts.117.up_proj,0.21318030,0.01000,0.631
+39,mlp.experts.118.up_proj,0.07515351,0.01000,0.635
+39,mlp.experts.119.up_proj,0.15920249,0.01000,0.634
+39,mlp.experts.120.up_proj,1.93638456,0.01000,0.635
+39,mlp.experts.121.up_proj,1.11272979,0.01000,0.635
+39,mlp.experts.122.up_proj,0.03543290,0.01000,0.633
+39,mlp.experts.123.up_proj,0.19292626,0.01000,0.634
+39,mlp.experts.124.up_proj,0.00056616,0.01000,0.634
+39,mlp.experts.125.up_proj,3.41538358,0.01000,0.634
+39,mlp.experts.126.up_proj,0.74379647,0.01000,0.634
+39,mlp.experts.127.up_proj,3.24114418,0.01000,0.635
+39,mlp.experts.0.gate_proj,4.49061346,0.01000,0.635
+39,mlp.experts.1.gate_proj,1.48535001,0.01000,0.626
+39,mlp.experts.2.gate_proj,0.44741225,0.01000,0.628
+39,mlp.experts.3.gate_proj,0.94345933,0.01000,0.632
+39,mlp.experts.4.gate_proj,0.66944999,0.01000,0.629
+39,mlp.experts.5.gate_proj,0.99391258,0.01000,0.627
+39,mlp.experts.6.gate_proj,0.68824649,0.01000,0.625
+39,mlp.experts.7.gate_proj,1.48805070,0.01000,0.623
+39,mlp.experts.8.gate_proj,1.39353538,0.01000,0.624
+39,mlp.experts.9.gate_proj,0.78158498,0.01000,0.625
+39,mlp.experts.10.gate_proj,0.27699643,0.01000,0.627
+39,mlp.experts.11.gate_proj,0.74393237,0.01000,0.626
+39,mlp.experts.12.gate_proj,0.20196863,0.01000,0.626
+39,mlp.experts.13.gate_proj,0.31448185,0.01000,0.633
+39,mlp.experts.14.gate_proj,0.09063189,0.01000,0.635
+39,mlp.experts.15.gate_proj,0.00037362,0.01000,0.634
+39,mlp.experts.16.gate_proj,1.46744847,0.01000,0.635
+39,mlp.experts.17.gate_proj,0.50030613,0.01000,0.634
+39,mlp.experts.18.gate_proj,0.08588889,0.01000,0.633
+39,mlp.experts.19.gate_proj,0.08447260,0.01000,0.634
+39,mlp.experts.20.gate_proj,1.05538237,0.01000,0.636
+39,mlp.experts.21.gate_proj,0.00216517,0.01000,0.636
+39,mlp.experts.22.gate_proj,0.00101311,0.01000,0.636
+39,mlp.experts.23.gate_proj,0.59810257,0.01000,0.635
+39,mlp.experts.24.gate_proj,0.01624228,0.01000,0.634
+39,mlp.experts.25.gate_proj,7.49646425,0.01000,0.633
+39,mlp.experts.26.gate_proj,0.08717623,0.01000,0.636
+39,mlp.experts.27.gate_proj,0.12855065,0.01000,0.633
+39,mlp.experts.28.gate_proj,0.34844297,0.01000,0.633
+39,mlp.experts.29.gate_proj,1.28571773,0.01000,0.633
+39,mlp.experts.30.gate_proj,0.47535414,0.01000,0.633
+39,mlp.experts.31.gate_proj,0.61426884,0.01000,0.635
+39,mlp.experts.32.gate_proj,1.86578417,0.01000,0.632
+39,mlp.experts.33.gate_proj,0.67386079,0.01000,0.634
+39,mlp.experts.34.gate_proj,0.69638896,0.01000,0.637
+39,mlp.experts.35.gate_proj,0.67232126,0.01000,0.633
+39,mlp.experts.36.gate_proj,0.01090586,0.01000,0.633
+39,mlp.experts.37.gate_proj,0.53500438,0.01000,0.631
+39,mlp.experts.38.gate_proj,0.00113999,0.01000,0.628
+39,mlp.experts.39.gate_proj,0.33824831,0.01000,0.634
+39,mlp.experts.40.gate_proj,2.62556577,0.01000,0.635
+39,mlp.experts.41.gate_proj,3.38362265,0.01000,0.634
+39,mlp.experts.42.gate_proj,0.00296019,0.01000,0.634
+39,mlp.experts.43.gate_proj,0.00155831,0.01000,0.634
+39,mlp.experts.44.gate_proj,0.00008981,0.01000,0.641
+39,mlp.experts.45.gate_proj,0.51687419,0.01000,0.647
+39,mlp.experts.46.gate_proj,1.01791239,0.01000,0.645
+39,mlp.experts.47.gate_proj,0.01558481,0.01000,0.646
+39,mlp.experts.48.gate_proj,0.69894183,0.01000,0.646
+39,mlp.experts.49.gate_proj,1.79857087,0.01000,0.648
+39,mlp.experts.50.gate_proj,0.17710948,0.01000,0.648
+39,mlp.experts.51.gate_proj,5.69163942,0.01000,0.642
+39,mlp.experts.52.gate_proj,4.43883610,0.01000,0.640
+39,mlp.experts.53.gate_proj,0.06182226,0.01000,0.642
+39,mlp.experts.54.gate_proj,0.69746739,0.01000,0.637
+39,mlp.experts.55.gate_proj,0.46464613,0.01000,0.624
+39,mlp.experts.56.gate_proj,0.85954875,0.01000,0.624
+39,mlp.experts.57.gate_proj,0.25876456,0.01000,0.627
+39,mlp.experts.58.gate_proj,0.45576757,0.01000,0.625
+39,mlp.experts.59.gate_proj,0.35432547,0.01000,0.627
+39,mlp.experts.60.gate_proj,0.65480769,0.01000,0.625
+39,mlp.experts.61.gate_proj,0.36933988,0.01000,0.624
+39,mlp.experts.62.gate_proj,0.00889541,0.01000,0.626
+39,mlp.experts.63.gate_proj,0.48596233,0.01000,0.634
+39,mlp.experts.64.gate_proj,0.02914119,0.01000,0.632
+39,mlp.experts.65.gate_proj,0.00027412,0.01000,0.634
+39,mlp.experts.66.gate_proj,0.12651016,0.01000,0.634
+39,mlp.experts.67.gate_proj,0.00005975,0.01000,0.633
+39,mlp.experts.68.gate_proj,0.00032908,0.01000,0.635
+39,mlp.experts.69.gate_proj,0.37941927,0.01000,0.634
+39,mlp.experts.70.gate_proj,0.63243663,0.01000,0.636
+39,mlp.experts.71.gate_proj,0.77444446,0.01000,0.635
+39,mlp.experts.72.gate_proj,0.20985299,0.01000,0.635
+39,mlp.experts.73.gate_proj,0.03132160,0.01000,0.633
+39,mlp.experts.74.gate_proj,0.00035139,0.01000,0.634
+39,mlp.experts.75.gate_proj,0.49862987,0.01000,0.624
+39,mlp.experts.76.gate_proj,0.10163788,0.01000,0.628
+39,mlp.experts.77.gate_proj,2.40037107,0.01000,0.625
+39,mlp.experts.78.gate_proj,0.60002422,0.01000,0.627
+39,mlp.experts.79.gate_proj,0.00160259,0.01000,0.633
+39,mlp.experts.80.gate_proj,4.61611271,0.01000,0.634
+39,mlp.experts.81.gate_proj,0.11556054,0.01000,0.634
+39,mlp.experts.82.gate_proj,1.25722075,0.01000,0.631
+39,mlp.experts.83.gate_proj,1.64783728,0.01000,0.633
+39,mlp.experts.84.gate_proj,0.22485387,0.01000,0.633
+39,mlp.experts.85.gate_proj,0.52252054,0.01000,0.632
+39,mlp.experts.86.gate_proj,1.04565620,0.01000,0.633
+39,mlp.experts.87.gate_proj,3.89925432,0.01000,0.634
+39,mlp.experts.88.gate_proj,0.00029713,0.01000,0.632
+39,mlp.experts.89.gate_proj,4.46992016,0.01000,0.633
+39,mlp.experts.90.gate_proj,1.11639035,0.01000,0.633
+39,mlp.experts.91.gate_proj,0.39241081,0.01000,0.625
+39,mlp.experts.92.gate_proj,0.00017564,0.01000,0.624
+39,mlp.experts.93.gate_proj,0.29441822,0.01000,0.624
+39,mlp.experts.94.gate_proj,0.56735235,0.01000,0.623
+39,mlp.experts.95.gate_proj,1.26860642,0.01000,0.624
+39,mlp.experts.96.gate_proj,0.20359156,0.01000,0.624
+39,mlp.experts.97.gate_proj,0.00041448,0.01000,0.625
+39,mlp.experts.98.gate_proj,1.03669095,0.01000,0.625
+39,mlp.experts.99.gate_proj,0.00068438,0.01000,0.625
+39,mlp.experts.100.gate_proj,2.33002424,0.01000,0.625
+39,mlp.experts.101.gate_proj,0.65807593,0.01000,0.626
+39,mlp.experts.102.gate_proj,0.48254940,0.01000,0.626
+39,mlp.experts.103.gate_proj,0.34168249,0.01000,0.630
+39,mlp.experts.104.gate_proj,0.04521453,0.01000,0.630
+39,mlp.experts.105.gate_proj,0.00117182,0.01000,0.639
+39,mlp.experts.106.gate_proj,2.53869128,0.01000,0.641
+39,mlp.experts.107.gate_proj,0.72909248,0.01000,0.640
+39,mlp.experts.108.gate_proj,0.00005817,0.01000,0.638
+39,mlp.experts.109.gate_proj,0.31887341,0.01000,0.635
+39,mlp.experts.110.gate_proj,1.38765013,0.01000,0.636
+39,mlp.experts.111.gate_proj,0.00011185,0.01000,0.635
+39,mlp.experts.112.gate_proj,0.16898251,0.01000,0.635
+39,mlp.experts.113.gate_proj,0.09601530,0.01000,0.635
+39,mlp.experts.114.gate_proj,0.00008696,0.01000,0.632
+39,mlp.experts.115.gate_proj,0.17709213,0.01000,0.625
+39,mlp.experts.116.gate_proj,0.64380634,0.01000,0.625
+39,mlp.experts.117.gate_proj,0.22932388,0.01000,0.623
+39,mlp.experts.118.gate_proj,0.07163205,0.01000,0.624
+39,mlp.experts.119.gate_proj,0.17312308,0.01000,0.628
+39,mlp.experts.120.gate_proj,1.94103694,0.01000,0.625
+39,mlp.experts.121.gate_proj,1.09187245,0.01000,0.626
+39,mlp.experts.122.gate_proj,0.03370694,0.01000,0.625
+39,mlp.experts.123.gate_proj,0.18594702,0.01000,0.624
+39,mlp.experts.124.gate_proj,0.00053584,0.01000,0.625
+39,mlp.experts.125.gate_proj,3.66766977,0.01000,0.625
+39,mlp.experts.126.gate_proj,0.69382703,0.01000,0.633
+39,mlp.experts.127.gate_proj,3.21158934,0.01000,0.634
+39,mlp.experts.0.down_proj,3.50190783,0.01000,0.260
+39,mlp.experts.1.down_proj,0.97745329,0.01000,0.234
+39,mlp.experts.2.down_proj,0.28863016,0.01000,0.238
+39,mlp.experts.3.down_proj,1.00060201,0.01000,0.237
+39,mlp.experts.4.down_proj,0.51943702,0.01000,0.237
+39,mlp.experts.5.down_proj,0.91085958,0.01000,0.236
+39,mlp.experts.6.down_proj,0.36908728,0.01000,0.236
+39,mlp.experts.7.down_proj,0.70996565,0.01000,0.238
+39,mlp.experts.8.down_proj,0.73163152,0.01000,0.238
+39,mlp.experts.9.down_proj,0.38988456,0.01000,0.238
+39,mlp.experts.10.down_proj,0.24856567,0.01000,0.238
+39,mlp.experts.11.down_proj,0.35898891,0.01000,0.238
+39,mlp.experts.12.down_proj,0.16029152,0.01000,0.238
+39,mlp.experts.13.down_proj,0.19068861,0.01000,0.238
+39,mlp.experts.14.down_proj,0.03809615,0.01000,0.239
+39,mlp.experts.15.down_proj,0.00012213,0.01000,0.238
+39,mlp.experts.16.down_proj,0.77074689,0.01000,0.240
+39,mlp.experts.17.down_proj,0.25919592,0.01000,0.238
+39,mlp.experts.18.down_proj,0.07151124,0.01000,0.238
+39,mlp.experts.19.down_proj,0.04423144,0.01000,0.238
+39,mlp.experts.20.down_proj,1.30499768,0.01000,0.239
+39,mlp.experts.21.down_proj,0.00138212,0.01000,0.238
+39,mlp.experts.22.down_proj,0.00105204,0.01000,0.238
+39,mlp.experts.23.down_proj,0.55696714,0.01000,0.239
+39,mlp.experts.24.down_proj,0.00962240,0.01000,0.240
+39,mlp.experts.25.down_proj,3.56625748,0.01000,0.247
+39,mlp.experts.26.down_proj,0.07439058,0.01000,0.240
+39,mlp.experts.27.down_proj,0.04671384,0.01000,0.242
+39,mlp.experts.28.down_proj,0.33402327,0.01000,0.241
+39,mlp.experts.29.down_proj,0.80065465,0.01000,0.249
+39,mlp.experts.30.down_proj,0.36155862,0.01000,0.245
+39,mlp.experts.31.down_proj,0.45272446,0.01000,0.246
+39,mlp.experts.32.down_proj,1.83833802,0.01000,0.246
+39,mlp.experts.33.down_proj,0.39138868,0.01000,0.245
+39,mlp.experts.34.down_proj,0.53427786,0.01000,0.245
+39,mlp.experts.35.down_proj,0.58028233,0.01000,0.244
+39,mlp.experts.36.down_proj,0.02294578,0.01000,0.245
+39,mlp.experts.37.down_proj,0.54674613,0.01000,0.244
+39,mlp.experts.38.down_proj,0.00169889,0.01000,0.245
+39,mlp.experts.39.down_proj,0.16197467,0.01000,0.245
+39,mlp.experts.40.down_proj,1.36892223,0.01000,0.246
+39,mlp.experts.41.down_proj,3.31307578,0.01000,0.246
+39,mlp.experts.42.down_proj,0.00263518,0.01000,0.246
+39,mlp.experts.43.down_proj,0.00403152,0.01000,0.246
+39,mlp.experts.44.down_proj,0.00003071,0.01000,0.247
+39,mlp.experts.45.down_proj,0.46007061,0.01000,0.247
+39,mlp.experts.46.down_proj,0.55482131,0.01000,0.250
+39,mlp.experts.47.down_proj,0.02002791,0.01000,0.248
+39,mlp.experts.48.down_proj,0.29529673,0.01000,0.247
+39,mlp.experts.49.down_proj,1.68297815,0.01000,0.247
+39,mlp.experts.50.down_proj,0.15395451,0.01000,0.246
+39,mlp.experts.51.down_proj,2.09250784,0.01000,0.246
+39,mlp.experts.52.down_proj,3.44324684,0.01000,0.247
+39,mlp.experts.53.down_proj,0.05582576,0.01000,0.247
+39,mlp.experts.54.down_proj,0.39891928,0.01000,0.246
+39,mlp.experts.55.down_proj,0.33864009,0.01000,0.245
+39,mlp.experts.56.down_proj,0.41011417,0.01000,0.243
+39,mlp.experts.57.down_proj,0.16688980,0.01000,0.243
+39,mlp.experts.58.down_proj,0.18565971,0.01000,0.242
+39,mlp.experts.59.down_proj,0.14656402,0.01000,0.242
+39,mlp.experts.60.down_proj,0.70879638,0.01000,0.243
+39,mlp.experts.61.down_proj,0.21646717,0.01000,0.242
+39,mlp.experts.62.down_proj,0.00958436,0.01000,0.242
+39,mlp.experts.63.down_proj,0.24408340,0.01000,0.242
+39,mlp.experts.64.down_proj,0.01807785,0.01000,0.244
+39,mlp.experts.65.down_proj,0.00037337,0.01000,0.242
+39,mlp.experts.66.down_proj,0.12406620,0.01000,0.242
+39,mlp.experts.67.down_proj,0.00003216,0.01000,0.244
+39,mlp.experts.68.down_proj,0.00015038,0.01000,0.242
+39,mlp.experts.69.down_proj,0.36402848,0.01000,0.242
+39,mlp.experts.70.down_proj,0.91598338,0.01000,0.246
+39,mlp.experts.71.down_proj,0.53892362,0.01000,0.246
+39,mlp.experts.72.down_proj,0.15135238,0.01000,0.244
+39,mlp.experts.73.down_proj,0.00148609,0.01000,0.245
+39,mlp.experts.74.down_proj,0.00035685,0.01000,0.245
+39,mlp.experts.75.down_proj,0.31521612,0.01000,0.245
+39,mlp.experts.76.down_proj,0.07002134,0.01000,0.245
+39,mlp.experts.77.down_proj,1.88775647,0.01000,0.245
+39,mlp.experts.78.down_proj,0.46129286,0.01000,0.246
+39,mlp.experts.79.down_proj,0.00121236,0.01000,0.245
+39,mlp.experts.80.down_proj,2.33525753,0.01000,0.245
+39,mlp.experts.81.down_proj,0.06342280,0.01000,0.247
+39,mlp.experts.82.down_proj,0.63290095,0.01000,0.244
+39,mlp.experts.83.down_proj,1.12627530,0.01000,0.245
+39,mlp.experts.84.down_proj,0.13759427,0.01000,0.250
+39,mlp.experts.85.down_proj,0.50678611,0.01000,0.247
+39,mlp.experts.86.down_proj,0.72632653,0.01000,0.247
+39,mlp.experts.87.down_proj,2.40567780,0.01000,0.248
+39,mlp.experts.88.down_proj,0.00014048,0.01000,0.250
+39,mlp.experts.89.down_proj,4.67653179,0.01000,0.248
+39,mlp.experts.90.down_proj,0.78152519,0.01000,0.248
+39,mlp.experts.91.down_proj,0.27356642,0.01000,0.249
+39,mlp.experts.92.down_proj,0.00012829,0.01000,0.249
+39,mlp.experts.93.down_proj,0.32399249,0.01000,0.247
+39,mlp.experts.94.down_proj,0.30544782,0.01000,0.245
+39,mlp.experts.95.down_proj,0.81869799,0.01000,0.244
+39,mlp.experts.96.down_proj,0.11903370,0.01000,0.246
+39,mlp.experts.97.down_proj,0.00033518,0.01000,0.245
+39,mlp.experts.98.down_proj,0.85490304,0.01000,0.246
+39,mlp.experts.99.down_proj,0.00046691,0.01000,0.244
+39,mlp.experts.100.down_proj,1.39113212,0.01000,0.244
+39,mlp.experts.101.down_proj,0.84011173,0.01000,0.245
+39,mlp.experts.102.down_proj,0.16550447,0.01000,0.245
+39,mlp.experts.103.down_proj,0.51339430,0.01000,0.245
+39,mlp.experts.104.down_proj,0.04404671,0.01000,0.245
+39,mlp.experts.105.down_proj,0.00133413,0.01000,0.248
+39,mlp.experts.106.down_proj,0.96429306,0.01000,0.244
+39,mlp.experts.107.down_proj,0.61232370,0.01000,0.245
+39,mlp.experts.108.down_proj,0.00002750,0.01000,0.245
+39,mlp.experts.109.down_proj,0.15464704,0.01000,0.245
+39,mlp.experts.110.down_proj,0.83752203,0.01000,0.246
+39,mlp.experts.111.down_proj,0.00007055,0.01000,0.246
+39,mlp.experts.112.down_proj,0.05046730,0.01000,0.247
+39,mlp.experts.113.down_proj,0.06482271,0.01000,0.246
+39,mlp.experts.114.down_proj,0.00006206,0.01000,0.247
+39,mlp.experts.115.down_proj,0.16469249,0.01000,0.254
+39,mlp.experts.116.down_proj,0.26442081,0.01000,0.255
+39,mlp.experts.117.down_proj,0.11055302,0.01000,0.247
+39,mlp.experts.118.down_proj,0.05085487,0.01000,0.247
+39,mlp.experts.119.down_proj,0.09816420,0.01000,0.248
+39,mlp.experts.120.down_proj,1.19294572,0.01000,0.250
+39,mlp.experts.121.down_proj,0.67410016,0.01000,0.250
+39,mlp.experts.122.down_proj,0.04161097,0.01000,0.251
+39,mlp.experts.123.down_proj,0.14095232,0.01000,0.252
+39,mlp.experts.124.down_proj,0.00037125,0.01000,0.250
+39,mlp.experts.125.down_proj,1.38120747,0.01000,0.259
+39,mlp.experts.126.down_proj,0.72984147,0.01000,0.247
+39,mlp.experts.127.down_proj,3.15159416,0.01000,0.246
+40,self_attn.q_proj,2.00247979,0.01000,0.639
+40,self_attn.k_proj,0.22419327,0.01000,0.628
+40,self_attn.v_proj,0.25775519,0.01000,0.624
+40,self_attn.o_proj,0.18730527,0.01000,1.258
+40,mlp.experts.0.up_proj,2.78151274,0.01000,0.663
+40,mlp.experts.1.up_proj,0.19850650,0.01000,0.616
+40,mlp.experts.2.up_proj,0.00005962,0.01000,0.617
+40,mlp.experts.3.up_proj,0.00001439,0.01000,0.624
+40,mlp.experts.4.up_proj,0.60522401,0.01000,0.621
+40,mlp.experts.5.up_proj,0.13336259,0.01000,0.621
+40,mlp.experts.6.up_proj,1.84422708,0.01000,0.621
+40,mlp.experts.7.up_proj,1.14803553,0.01000,0.621
+40,mlp.experts.8.up_proj,0.63657784,0.01000,0.621
+40,mlp.experts.9.up_proj,0.48778433,0.01000,0.623
+40,mlp.experts.10.up_proj,0.00120067,0.01000,0.629
+40,mlp.experts.11.up_proj,0.54621947,0.01000,0.630
+40,mlp.experts.12.up_proj,2.36343241,0.01000,0.631
+40,mlp.experts.13.up_proj,1.11974955,0.01000,0.631
+40,mlp.experts.14.up_proj,0.60896146,0.01000,0.632
+40,mlp.experts.15.up_proj,0.74910527,0.01000,0.630
+40,mlp.experts.16.up_proj,1.34880233,0.01000,0.632
+40,mlp.experts.17.up_proj,1.23115444,0.01000,0.630
+40,mlp.experts.18.up_proj,0.87914574,0.01000,0.632
+40,mlp.experts.19.up_proj,0.13491717,0.01000,0.631
+40,mlp.experts.20.up_proj,0.86061978,0.01000,0.631
+40,mlp.experts.21.up_proj,0.00229141,0.01000,0.630
+40,mlp.experts.22.up_proj,0.08651037,0.01000,0.631
+40,mlp.experts.23.up_proj,1.15296078,0.01000,0.630
+40,mlp.experts.24.up_proj,0.57713223,0.01000,0.626
+40,mlp.experts.25.up_proj,0.00661396,0.01000,0.621
+40,mlp.experts.26.up_proj,1.31926465,0.01000,0.624
+40,mlp.experts.27.up_proj,0.78926021,0.01000,0.626
+40,mlp.experts.28.up_proj,2.31167412,0.01000,0.625
+40,mlp.experts.29.up_proj,1.06338167,0.01000,0.630
+40,mlp.experts.30.up_proj,4.11858320,0.01000,0.632
+40,mlp.experts.31.up_proj,0.00134697,0.01000,0.631
+40,mlp.experts.32.up_proj,0.01568604,0.01000,0.633
+40,mlp.experts.33.up_proj,0.35537386,0.01000,0.632
+40,mlp.experts.34.up_proj,0.05807126,0.01000,0.636
+40,mlp.experts.35.up_proj,6.67970848,0.01000,0.630
+40,mlp.experts.36.up_proj,0.07076843,0.01000,0.631
+40,mlp.experts.37.up_proj,1.18904555,0.01000,0.633
+40,mlp.experts.38.up_proj,0.00018552,0.01000,0.630
+40,mlp.experts.39.up_proj,2.72513437,0.01000,0.631
+40,mlp.experts.40.up_proj,1.12715495,0.01000,0.631
+40,mlp.experts.41.up_proj,0.01832712,0.01000,0.622
+40,mlp.experts.42.up_proj,3.01244020,0.01000,0.623
+40,mlp.experts.43.up_proj,1.27557039,0.01000,0.622
+40,mlp.experts.44.up_proj,1.28604841,0.01000,0.622
+40,mlp.experts.45.up_proj,1.28145373,0.01000,0.625
+40,mlp.experts.46.up_proj,0.06966203,0.01000,0.622
+40,mlp.experts.47.up_proj,0.01660631,0.01000,0.620
+40,mlp.experts.48.up_proj,3.37462759,0.01000,0.622
+40,mlp.experts.49.up_proj,0.44106665,0.01000,0.626
+40,mlp.experts.50.up_proj,0.73769295,0.01000,0.622
+40,mlp.experts.51.up_proj,1.17688465,0.01000,0.621
+40,mlp.experts.52.up_proj,0.19203538,0.01000,0.620
+40,mlp.experts.53.up_proj,0.00344645,0.01000,0.625
+40,mlp.experts.54.up_proj,2.68288374,0.01000,0.629
+40,mlp.experts.55.up_proj,0.74053538,0.01000,0.626
+40,mlp.experts.56.up_proj,0.00300512,0.01000,0.627
+40,mlp.experts.57.up_proj,0.88963509,0.01000,0.629
+40,mlp.experts.58.up_proj,0.06620157,0.01000,0.631
+40,mlp.experts.59.up_proj,0.13900633,0.01000,0.630
+40,mlp.experts.60.up_proj,0.55742788,0.01000,0.631
+40,mlp.experts.61.up_proj,0.00016256,0.01000,0.631
+40,mlp.experts.62.up_proj,0.27397865,0.01000,0.632
+40,mlp.experts.63.up_proj,0.10927881,0.01000,0.631
+40,mlp.experts.64.up_proj,0.00833141,0.01000,0.632
+40,mlp.experts.65.up_proj,5.35263634,0.01000,0.632
+40,mlp.experts.66.up_proj,0.00045361,0.01000,0.631
+40,mlp.experts.67.up_proj,0.10631911,0.01000,0.630
+40,mlp.experts.68.up_proj,0.25272724,0.01000,0.633
+40,mlp.experts.69.up_proj,0.00288066,0.01000,0.627
+40,mlp.experts.70.up_proj,0.27903211,0.01000,0.625
+40,mlp.experts.71.up_proj,0.00058547,0.01000,0.624
+40,mlp.experts.72.up_proj,0.38790494,0.01000,0.626
+40,mlp.experts.73.up_proj,0.30028048,0.01000,0.625
+40,mlp.experts.74.up_proj,0.11772215,0.01000,0.627
+40,mlp.experts.75.up_proj,0.91257429,0.01000,0.628
+40,mlp.experts.76.up_proj,1.37807775,0.01000,0.632
+40,mlp.experts.77.up_proj,1.14584696,0.01000,0.631
+40,mlp.experts.78.up_proj,0.40539652,0.01000,0.631
+40,mlp.experts.79.up_proj,0.90887988,0.01000,0.631
+40,mlp.experts.80.up_proj,2.81619120,0.01000,0.633
+40,mlp.experts.81.up_proj,1.54675317,0.01000,0.633
+40,mlp.experts.82.up_proj,4.63088036,0.01000,0.636
+40,mlp.experts.83.up_proj,1.28159976,0.01000,0.631
+40,mlp.experts.84.up_proj,0.71505654,0.01000,0.633
+40,mlp.experts.85.up_proj,0.15055355,0.01000,0.635
+40,mlp.experts.86.up_proj,0.00011922,0.01000,0.636
+40,mlp.experts.87.up_proj,0.00578971,0.01000,0.630
+40,mlp.experts.88.up_proj,0.00296629,0.01000,0.624
+40,mlp.experts.89.up_proj,0.52448505,0.01000,0.624
+40,mlp.experts.90.up_proj,0.45120910,0.01000,0.624
+40,mlp.experts.91.up_proj,0.27212137,0.01000,0.621
+40,mlp.experts.92.up_proj,0.01380266,0.01000,0.623
+40,mlp.experts.93.up_proj,1.34765255,0.01000,0.626
+40,mlp.experts.94.up_proj,0.81729138,0.01000,0.623
+40,mlp.experts.95.up_proj,0.00115842,0.01000,0.624
+40,mlp.experts.96.up_proj,0.00022512,0.01000,0.625
+40,mlp.experts.97.up_proj,1.47251213,0.01000,0.627
+40,mlp.experts.98.up_proj,0.56878328,0.01000,0.632
+40,mlp.experts.99.up_proj,0.11426334,0.01000,0.634
+40,mlp.experts.100.up_proj,1.09051144,0.01000,0.631
+40,mlp.experts.101.up_proj,1.69402432,0.01000,0.632
+40,mlp.experts.102.up_proj,0.39120963,0.01000,0.632
+40,mlp.experts.103.up_proj,3.29332113,0.01000,0.632
+40,mlp.experts.104.up_proj,0.00083957,0.01000,0.631
+40,mlp.experts.105.up_proj,1.34920812,0.01000,0.633
+40,mlp.experts.106.up_proj,0.68959570,0.01000,0.632
+40,mlp.experts.107.up_proj,0.25531334,0.01000,0.632
+40,mlp.experts.108.up_proj,1.26854515,0.01000,0.624
+40,mlp.experts.109.up_proj,4.10300350,0.01000,0.625
+40,mlp.experts.110.up_proj,0.79326403,0.01000,0.624
+40,mlp.experts.111.up_proj,3.28916740,0.01000,0.625
+40,mlp.experts.112.up_proj,0.34505135,0.01000,0.623
+40,mlp.experts.113.up_proj,0.36889440,0.01000,0.626
+40,mlp.experts.114.up_proj,1.64589453,0.01000,0.624
+40,mlp.experts.115.up_proj,4.73300457,0.01000,0.626
+40,mlp.experts.116.up_proj,0.31471014,0.01000,0.625
+40,mlp.experts.117.up_proj,1.42016602,0.01000,0.630
+40,mlp.experts.118.up_proj,0.00001416,0.01000,0.628
+40,mlp.experts.119.up_proj,0.92264307,0.01000,0.631
+40,mlp.experts.120.up_proj,0.00135389,0.01000,0.629
+40,mlp.experts.121.up_proj,0.87438148,0.01000,0.631
+40,mlp.experts.122.up_proj,0.00999772,0.01000,0.634
+40,mlp.experts.123.up_proj,1.24358189,0.01000,0.638
+40,mlp.experts.124.up_proj,0.70180935,0.01000,0.637
+40,mlp.experts.125.up_proj,0.00025916,0.01000,0.636
+40,mlp.experts.126.up_proj,0.29775333,0.01000,0.637
+40,mlp.experts.127.up_proj,1.27038598,0.01000,0.634
+40,mlp.experts.0.gate_proj,2.95341802,0.01000,0.636
+40,mlp.experts.1.gate_proj,0.19836783,0.01000,0.634
+40,mlp.experts.2.gate_proj,0.00005701,0.01000,0.635
+40,mlp.experts.3.gate_proj,0.00001348,0.01000,0.635
+40,mlp.experts.4.gate_proj,0.59864450,0.01000,0.635
+40,mlp.experts.5.gate_proj,0.13109399,0.01000,0.631
+40,mlp.experts.6.gate_proj,2.07092881,0.01000,0.626
+40,mlp.experts.7.gate_proj,1.22635460,0.01000,0.625
+40,mlp.experts.8.gate_proj,0.66697800,0.01000,0.625
+40,mlp.experts.9.gate_proj,0.48120427,0.01000,0.627
+40,mlp.experts.10.gate_proj,0.00118615,0.01000,0.626
+40,mlp.experts.11.gate_proj,0.54222757,0.01000,0.624
+40,mlp.experts.12.gate_proj,2.40198421,0.01000,0.627
+40,mlp.experts.13.gate_proj,1.05460262,0.01000,0.627
+40,mlp.experts.14.gate_proj,0.59688705,0.01000,0.634
+40,mlp.experts.15.gate_proj,0.69869393,0.01000,0.633
+40,mlp.experts.16.gate_proj,1.42732072,0.01000,0.632
+40,mlp.experts.17.gate_proj,1.18182790,0.01000,0.632
+40,mlp.experts.18.gate_proj,0.82308292,0.01000,0.634
+40,mlp.experts.19.gate_proj,0.12719832,0.01000,0.634
+40,mlp.experts.20.gate_proj,0.76744616,0.01000,0.634
+40,mlp.experts.21.gate_proj,0.00220554,0.01000,0.631
+40,mlp.experts.22.gate_proj,0.08481985,0.01000,0.629
+40,mlp.experts.23.gate_proj,1.37755847,0.01000,0.630
+40,mlp.experts.24.gate_proj,0.57028878,0.01000,0.632
+40,mlp.experts.25.gate_proj,0.00687997,0.01000,0.631
+40,mlp.experts.26.gate_proj,1.31436312,0.01000,0.626
+40,mlp.experts.27.gate_proj,0.80558133,0.01000,0.625
+40,mlp.experts.28.gate_proj,2.53879261,0.01000,0.627
+40,mlp.experts.29.gate_proj,0.99085855,0.01000,0.623
+40,mlp.experts.30.gate_proj,4.46018314,0.01000,0.626
+40,mlp.experts.31.gate_proj,0.00127874,0.01000,0.624
+40,mlp.experts.32.gate_proj,0.01510851,0.01000,0.623
+40,mlp.experts.33.gate_proj,0.32985640,0.01000,0.626
+40,mlp.experts.34.gate_proj,0.05698700,0.01000,0.627
+40,mlp.experts.35.gate_proj,7.54469872,0.01000,0.634
+40,mlp.experts.36.gate_proj,0.06864300,0.01000,0.635
+40,mlp.experts.37.gate_proj,1.18642926,0.01000,0.633
+40,mlp.experts.38.gate_proj,0.00017967,0.01000,0.632
+40,mlp.experts.39.gate_proj,2.69941378,0.01000,0.634
+40,mlp.experts.40.gate_proj,1.12532330,0.01000,0.635
+40,mlp.experts.41.gate_proj,0.01736107,0.01000,0.633
+40,mlp.experts.42.gate_proj,2.96027660,0.01000,0.633
+40,mlp.experts.43.gate_proj,1.12129402,0.01000,0.633
+40,mlp.experts.44.gate_proj,1.23825407,0.01000,0.635
+40,mlp.experts.45.gate_proj,1.21374106,0.01000,0.624
+40,mlp.experts.46.gate_proj,0.06872724,0.01000,0.625
+40,mlp.experts.47.gate_proj,0.01536701,0.01000,0.630
+40,mlp.experts.48.gate_proj,3.17369819,0.01000,0.634
+40,mlp.experts.49.gate_proj,0.47451141,0.01000,0.632
+40,mlp.experts.50.gate_proj,0.75004810,0.01000,0.633
+40,mlp.experts.51.gate_proj,1.13728321,0.01000,0.636
+40,mlp.experts.52.gate_proj,0.18385169,0.01000,0.633
+40,mlp.experts.53.gate_proj,0.00330917,0.01000,0.632
+40,mlp.experts.54.gate_proj,2.68634367,0.01000,0.632
+40,mlp.experts.55.gate_proj,0.71682435,0.01000,0.629
+40,mlp.experts.56.gate_proj,0.00283201,0.01000,0.628
+40,mlp.experts.57.gate_proj,0.88443619,0.01000,0.635
+40,mlp.experts.58.gate_proj,0.06868622,0.01000,0.634
+40,mlp.experts.59.gate_proj,0.12837566,0.01000,0.636
+40,mlp.experts.60.gate_proj,0.53442359,0.01000,0.635
+40,mlp.experts.61.gate_proj,0.00015550,0.01000,0.635
+40,mlp.experts.62.gate_proj,0.30362478,0.01000,0.633
+40,mlp.experts.63.gate_proj,0.10632220,0.01000,0.636
+40,mlp.experts.64.gate_proj,0.00851918,0.01000,0.635
+40,mlp.experts.65.gate_proj,5.23441696,0.01000,0.638
+40,mlp.experts.66.gate_proj,0.00041233,0.01000,0.636
+40,mlp.experts.67.gate_proj,0.10148979,0.01000,0.637
+40,mlp.experts.68.gate_proj,0.24887529,0.01000,0.631
+40,mlp.experts.69.gate_proj,0.00280882,0.01000,0.628
+40,mlp.experts.70.gate_proj,0.28817084,0.01000,0.630
+40,mlp.experts.71.gate_proj,0.00053845,0.01000,0.627
+40,mlp.experts.72.gate_proj,0.41864991,0.01000,0.624
+40,mlp.experts.73.gate_proj,0.27520433,0.01000,0.625
+40,mlp.experts.74.gate_proj,0.19428056,0.01000,0.626
+40,mlp.experts.75.gate_proj,0.91617668,0.01000,0.627
+40,mlp.experts.76.gate_proj,1.38431692,0.01000,0.628
+40,mlp.experts.77.gate_proj,1.05571127,0.01000,0.624
+40,mlp.experts.78.gate_proj,0.39257550,0.01000,0.623
+40,mlp.experts.79.gate_proj,0.89346480,0.01000,0.621
+40,mlp.experts.80.gate_proj,2.91941524,0.01000,0.625
+40,mlp.experts.81.gate_proj,1.54052114,0.01000,0.624
+40,mlp.experts.82.gate_proj,5.15025425,0.01000,0.635
+40,mlp.experts.83.gate_proj,1.27704501,0.01000,0.630
+40,mlp.experts.84.gate_proj,0.71520185,0.01000,0.631
+40,mlp.experts.85.gate_proj,0.14495212,0.01000,0.633
+40,mlp.experts.86.gate_proj,0.00011230,0.01000,0.633
+40,mlp.experts.87.gate_proj,0.00569790,0.01000,0.635
+40,mlp.experts.88.gate_proj,0.00271590,0.01000,0.638
+40,mlp.experts.89.gate_proj,0.53660870,0.01000,0.636
+40,mlp.experts.90.gate_proj,0.43998677,0.01000,0.636
+40,mlp.experts.91.gate_proj,0.25722051,0.01000,0.637
+40,mlp.experts.92.gate_proj,0.01285966,0.01000,0.635
+40,mlp.experts.93.gate_proj,1.41833436,0.01000,0.634
+40,mlp.experts.94.gate_proj,0.80560899,0.01000,0.627
+40,mlp.experts.95.gate_proj,0.00108560,0.01000,0.639
+40,mlp.experts.96.gate_proj,0.00020931,0.01000,0.626
+40,mlp.experts.97.gate_proj,1.55991662,0.01000,0.625
+40,mlp.experts.98.gate_proj,0.55990100,0.01000,0.626
+40,mlp.experts.99.gate_proj,0.11636810,0.01000,0.627
+40,mlp.experts.100.gate_proj,1.04304540,0.01000,0.633
+40,mlp.experts.101.gate_proj,1.72058523,0.01000,0.633
+40,mlp.experts.102.gate_proj,0.39029038,0.01000,0.635
+40,mlp.experts.103.gate_proj,3.26600313,0.01000,0.636
+40,mlp.experts.104.gate_proj,0.00075634,0.01000,0.635
+40,mlp.experts.105.gate_proj,1.27973104,0.01000,0.630
+40,mlp.experts.106.gate_proj,0.67865568,0.01000,0.627
+40,mlp.experts.107.gate_proj,0.26179284,0.01000,0.625
+40,mlp.experts.108.gate_proj,1.22305429,0.01000,0.627
+40,mlp.experts.109.gate_proj,5.64399719,0.01000,0.625
+40,mlp.experts.110.gate_proj,0.79011464,0.01000,0.628
+40,mlp.experts.111.gate_proj,3.55879188,0.01000,0.629
+40,mlp.experts.112.gate_proj,0.33189002,0.01000,0.627
+40,mlp.experts.113.gate_proj,0.43306151,0.01000,0.626
+40,mlp.experts.114.gate_proj,1.70398641,0.01000,0.624
+40,mlp.experts.115.gate_proj,4.91382217,0.01000,0.626
+40,mlp.experts.116.gate_proj,0.32986078,0.01000,0.629
+40,mlp.experts.117.gate_proj,1.39938843,0.01000,0.632
+40,mlp.experts.118.gate_proj,0.00001396,0.01000,0.633
+40,mlp.experts.119.gate_proj,0.97485650,0.01000,0.634
+40,mlp.experts.120.gate_proj,0.00123752,0.01000,0.635
+40,mlp.experts.121.gate_proj,0.85130686,0.01000,0.634
+40,mlp.experts.122.gate_proj,0.00994390,0.01000,0.635
+40,mlp.experts.123.gate_proj,1.32241273,0.01000,0.633
+40,mlp.experts.124.gate_proj,0.67635489,0.01000,0.632
+40,mlp.experts.125.gate_proj,0.00025336,0.01000,0.633
+40,mlp.experts.126.gate_proj,0.30505946,0.01000,0.634
+40,mlp.experts.127.gate_proj,1.29811597,0.01000,0.634
+40,mlp.experts.0.down_proj,4.55669403,0.01000,0.260
+40,mlp.experts.1.down_proj,0.15593296,0.01000,0.236
+40,mlp.experts.2.down_proj,0.00004302,0.01000,0.235
+40,mlp.experts.3.down_proj,0.00000920,0.01000,0.235
+40,mlp.experts.4.down_proj,0.49971509,0.01000,0.235
+40,mlp.experts.5.down_proj,0.14534137,0.01000,0.235
+40,mlp.experts.6.down_proj,1.39347208,0.01000,0.237
+40,mlp.experts.7.down_proj,1.46109629,0.01000,0.237
+40,mlp.experts.8.down_proj,0.63376856,0.01000,0.239
+40,mlp.experts.9.down_proj,0.35160145,0.01000,0.239
+40,mlp.experts.10.down_proj,0.00078980,0.01000,0.241
+40,mlp.experts.11.down_proj,0.59505159,0.01000,0.241
+40,mlp.experts.12.down_proj,1.97276616,0.01000,0.241
+40,mlp.experts.13.down_proj,1.18440926,0.01000,0.240
+40,mlp.experts.14.down_proj,0.46117324,0.01000,0.242
+40,mlp.experts.15.down_proj,0.94764566,0.01000,0.240
+40,mlp.experts.16.down_proj,0.88159633,0.01000,0.240
+40,mlp.experts.17.down_proj,1.18204117,0.01000,0.241
+40,mlp.experts.18.down_proj,0.80476379,0.01000,0.241
+40,mlp.experts.19.down_proj,0.09641574,0.01000,0.240
+40,mlp.experts.20.down_proj,0.99102390,0.01000,0.240
+40,mlp.experts.21.down_proj,0.00208523,0.01000,0.240
+40,mlp.experts.22.down_proj,0.08018958,0.01000,0.242
+40,mlp.experts.23.down_proj,0.96497333,0.01000,0.241
+40,mlp.experts.24.down_proj,0.47566879,0.01000,0.240
+40,mlp.experts.25.down_proj,0.00608622,0.01000,0.242
+40,mlp.experts.26.down_proj,0.74510807,0.01000,0.240
+40,mlp.experts.27.down_proj,0.65207064,0.01000,0.243
+40,mlp.experts.28.down_proj,1.25042081,0.01000,0.244
+40,mlp.experts.29.down_proj,1.37640762,0.01000,0.244
+40,mlp.experts.30.down_proj,2.73977661,0.01000,0.244
+40,mlp.experts.31.down_proj,0.00173701,0.01000,0.244
+40,mlp.experts.32.down_proj,0.02519413,0.01000,0.244
+40,mlp.experts.33.down_proj,0.57140124,0.01000,0.245
+40,mlp.experts.34.down_proj,0.02596561,0.01000,0.246
+40,mlp.experts.35.down_proj,5.19878006,0.01000,0.246
+40,mlp.experts.36.down_proj,0.06976819,0.01000,0.246
+40,mlp.experts.37.down_proj,0.87173963,0.01000,0.246
+40,mlp.experts.38.down_proj,0.00012138,0.01000,0.245
+40,mlp.experts.39.down_proj,2.36354876,0.01000,0.243
+40,mlp.experts.40.down_proj,1.20455956,0.01000,0.243
+40,mlp.experts.41.down_proj,0.02008464,0.01000,0.244
+40,mlp.experts.42.down_proj,2.55805254,0.01000,0.245
+40,mlp.experts.43.down_proj,1.09288800,0.01000,0.247
+40,mlp.experts.44.down_proj,1.75259018,0.01000,0.246
+40,mlp.experts.45.down_proj,1.16781151,0.01000,0.246
+40,mlp.experts.46.down_proj,0.05357932,0.01000,0.246
+40,mlp.experts.47.down_proj,0.02201266,0.01000,0.246
+40,mlp.experts.48.down_proj,4.21403503,0.01000,0.247
+40,mlp.experts.49.down_proj,0.25767443,0.01000,0.247
+40,mlp.experts.50.down_proj,0.57631016,0.01000,0.247
+40,mlp.experts.51.down_proj,1.27340674,0.01000,0.246
+40,mlp.experts.52.down_proj,0.13982847,0.01000,0.243
+40,mlp.experts.53.down_proj,0.00381171,0.01000,0.243
+40,mlp.experts.54.down_proj,2.29006672,0.01000,0.243
+40,mlp.experts.55.down_proj,0.88835680,0.01000,0.244
+40,mlp.experts.56.down_proj,0.00518693,0.01000,0.244
+40,mlp.experts.57.down_proj,0.64574176,0.01000,0.243
+40,mlp.experts.58.down_proj,0.07490997,0.01000,0.243
+40,mlp.experts.59.down_proj,0.12641507,0.01000,0.243
+40,mlp.experts.60.down_proj,0.59112322,0.01000,0.243
+40,mlp.experts.61.down_proj,0.00012153,0.01000,0.243
+40,mlp.experts.62.down_proj,0.13514194,0.01000,0.243
+40,mlp.experts.63.down_proj,0.07528587,0.01000,0.244
+40,mlp.experts.64.down_proj,0.00016017,0.01000,0.243
+40,mlp.experts.65.down_proj,3.58459258,0.01000,0.243
+40,mlp.experts.66.down_proj,0.00037254,0.01000,0.243
+40,mlp.experts.67.down_proj,0.09225299,0.01000,0.242
+40,mlp.experts.68.down_proj,0.25943732,0.01000,0.244
+40,mlp.experts.69.down_proj,0.00267319,0.01000,0.243
+40,mlp.experts.70.down_proj,0.15008146,0.01000,0.243
+40,mlp.experts.71.down_proj,0.00034858,0.01000,0.244
+40,mlp.experts.72.down_proj,0.22275217,0.01000,0.245
+40,mlp.experts.73.down_proj,0.30614412,0.01000,0.248
+40,mlp.experts.74.down_proj,0.05657746,0.01000,0.246
+40,mlp.experts.75.down_proj,0.59599954,0.01000,0.246
+40,mlp.experts.76.down_proj,1.26561689,0.01000,0.247
+40,mlp.experts.77.down_proj,1.32244551,0.01000,0.247
+40,mlp.experts.78.down_proj,0.30390334,0.01000,0.248
+40,mlp.experts.79.down_proj,0.47770959,0.01000,0.247
+40,mlp.experts.80.down_proj,1.97523928,0.01000,0.247
+40,mlp.experts.81.down_proj,1.26725245,0.01000,0.248
+40,mlp.experts.82.down_proj,5.54580975,0.01000,0.248
+40,mlp.experts.83.down_proj,1.02824712,0.01000,0.249
+40,mlp.experts.84.down_proj,0.68256402,0.01000,0.249
+40,mlp.experts.85.down_proj,0.10467517,0.01000,0.249
+40,mlp.experts.86.down_proj,0.00010444,0.01000,0.250
+40,mlp.experts.87.down_proj,0.00359877,0.01000,0.250
+40,mlp.experts.88.down_proj,0.00246181,0.01000,0.250
+40,mlp.experts.89.down_proj,0.63558841,0.01000,0.250
+40,mlp.experts.90.down_proj,0.54659826,0.01000,0.250
+40,mlp.experts.91.down_proj,0.44973791,0.01000,0.250
+40,mlp.experts.92.down_proj,0.02090245,0.01000,0.250
+40,mlp.experts.93.down_proj,0.86383259,0.01000,0.250
+40,mlp.experts.94.down_proj,0.81037450,0.01000,0.251
+40,mlp.experts.95.down_proj,0.00092572,0.01000,0.250
+40,mlp.experts.96.down_proj,0.00024969,0.01000,0.250
+40,mlp.experts.97.down_proj,0.84724021,0.01000,0.250
+40,mlp.experts.98.down_proj,0.57996786,0.01000,0.248
+40,mlp.experts.99.down_proj,0.14685655,0.01000,0.248
+40,mlp.experts.100.down_proj,1.85791314,0.01000,0.249
+40,mlp.experts.101.down_proj,1.22299182,0.01000,0.249
+40,mlp.experts.102.down_proj,0.29840231,0.01000,0.247
+40,mlp.experts.103.down_proj,2.85382843,0.01000,0.247
+40,mlp.experts.104.down_proj,0.00103140,0.01000,0.248
+40,mlp.experts.105.down_proj,1.30995834,0.01000,0.246
+40,mlp.experts.106.down_proj,0.48266456,0.01000,0.246
+40,mlp.experts.107.down_proj,0.08529335,0.01000,0.247
+40,mlp.experts.108.down_proj,1.24043739,0.01000,0.247
+40,mlp.experts.109.down_proj,2.10326195,0.01000,0.247
+40,mlp.experts.110.down_proj,1.07178164,0.01000,0.247
+40,mlp.experts.111.down_proj,2.82445979,0.01000,0.247
+40,mlp.experts.112.down_proj,0.48828247,0.01000,0.247
+40,mlp.experts.113.down_proj,0.23826092,0.01000,0.246
+40,mlp.experts.114.down_proj,1.29168916,0.01000,0.249
+40,mlp.experts.115.down_proj,3.25145841,0.01000,0.247
+40,mlp.experts.116.down_proj,0.23817793,0.01000,0.248
+40,mlp.experts.117.down_proj,1.08034945,0.01000,0.247
+40,mlp.experts.118.down_proj,0.00000830,0.01000,0.247
+40,mlp.experts.119.down_proj,0.83201510,0.01000,0.248
+40,mlp.experts.120.down_proj,0.00132060,0.01000,0.248
+40,mlp.experts.121.down_proj,0.90506351,0.01000,0.248
+40,mlp.experts.122.down_proj,0.01511969,0.01000,0.250
+40,mlp.experts.123.down_proj,1.34040546,0.01000,0.249
+40,mlp.experts.124.down_proj,0.77304667,0.01000,0.250
+40,mlp.experts.125.down_proj,0.00016741,0.01000,0.247
+40,mlp.experts.126.down_proj,0.12890956,0.01000,0.246
+40,mlp.experts.127.down_proj,0.92162240,0.01000,0.246
+41,self_attn.q_proj,2.72934794,0.01000,0.640
+41,self_attn.k_proj,0.27890891,0.01000,0.627
+41,self_attn.v_proj,0.36699408,0.01000,0.626
+41,self_attn.o_proj,0.22159620,0.01000,1.276
+41,mlp.experts.0.up_proj,1.39414907,0.01000,0.688
+41,mlp.experts.1.up_proj,1.44392896,0.01000,0.631
+41,mlp.experts.2.up_proj,1.13840079,0.01000,0.630
+41,mlp.experts.3.up_proj,0.60375088,0.01000,0.631
+41,mlp.experts.4.up_proj,0.00000144,0.01000,0.623
+41,mlp.experts.5.up_proj,0.88653803,0.01000,0.622
+41,mlp.experts.6.up_proj,0.54440069,0.01000,0.623
+41,mlp.experts.7.up_proj,0.94467825,0.01000,0.623
+41,mlp.experts.8.up_proj,0.00009644,0.01000,0.623
+41,mlp.experts.9.up_proj,2.54794741,0.01000,0.628
+41,mlp.experts.10.up_proj,0.39133886,0.01000,0.634
+41,mlp.experts.11.up_proj,1.63295174,0.01000,0.632
+41,mlp.experts.12.up_proj,0.44375920,0.01000,0.632
+41,mlp.experts.13.up_proj,0.11231330,0.01000,0.632
+41,mlp.experts.14.up_proj,1.13985050,0.01000,0.633
+41,mlp.experts.15.up_proj,1.17314970,0.01000,0.635
+41,mlp.experts.16.up_proj,0.11138472,0.01000,0.633
+41,mlp.experts.17.up_proj,0.97162509,0.01000,0.636
+41,mlp.experts.18.up_proj,3.17709160,0.01000,0.635
+41,mlp.experts.19.up_proj,0.82764006,0.01000,0.635
+41,mlp.experts.20.up_proj,1.14948976,0.01000,0.631
+41,mlp.experts.21.up_proj,2.43392944,0.01000,0.623
+41,mlp.experts.22.up_proj,0.10300393,0.01000,0.624
+41,mlp.experts.23.up_proj,0.00006265,0.01000,0.624
+41,mlp.experts.24.up_proj,0.00301111,0.01000,0.624
+41,mlp.experts.25.up_proj,0.07725680,0.01000,0.623
+41,mlp.experts.26.up_proj,5.26439762,0.01000,0.623
+41,mlp.experts.27.up_proj,0.00000873,0.01000,0.623
+41,mlp.experts.28.up_proj,0.00209733,0.01000,0.626
+41,mlp.experts.29.up_proj,0.00159560,0.01000,0.624
+41,mlp.experts.30.up_proj,1.09616733,0.01000,0.627
+41,mlp.experts.31.up_proj,0.00726420,0.01000,0.625
+41,mlp.experts.32.up_proj,0.02181597,0.01000,0.628
+41,mlp.experts.33.up_proj,0.10788663,0.01000,0.627
+41,mlp.experts.34.up_proj,0.50319171,0.01000,0.633
+41,mlp.experts.35.up_proj,1.02347851,0.01000,0.636
+41,mlp.experts.36.up_proj,1.65057611,0.01000,0.634
+41,mlp.experts.37.up_proj,0.00007151,0.01000,0.634
+41,mlp.experts.38.up_proj,0.00858687,0.01000,0.632
+41,mlp.experts.39.up_proj,5.20631409,0.01000,0.633
+41,mlp.experts.40.up_proj,0.00316417,0.01000,0.635
+41,mlp.experts.41.up_proj,0.01689982,0.01000,0.634
+41,mlp.experts.42.up_proj,1.45460176,0.01000,0.633
+41,mlp.experts.43.up_proj,0.00013289,0.01000,0.632
+41,mlp.experts.44.up_proj,0.39877129,0.01000,0.630
+41,mlp.experts.45.up_proj,1.65116262,0.01000,0.625
+41,mlp.experts.46.up_proj,1.23221540,0.01000,0.627
+41,mlp.experts.47.up_proj,0.56110436,0.01000,0.626
+41,mlp.experts.48.up_proj,0.79887819,0.01000,0.625
+41,mlp.experts.49.up_proj,8.44624519,0.01000,0.625
+41,mlp.experts.50.up_proj,1.51712132,0.01000,0.625
+41,mlp.experts.51.up_proj,0.01024898,0.01000,0.627
+41,mlp.experts.52.up_proj,0.78040022,0.01000,0.623
+41,mlp.experts.53.up_proj,1.71065533,0.01000,0.629
+41,mlp.experts.54.up_proj,7.18917608,0.01000,0.632
+41,mlp.experts.55.up_proj,3.30469656,0.01000,0.632
+41,mlp.experts.56.up_proj,0.00006058,0.01000,0.633
+41,mlp.experts.57.up_proj,1.21532989,0.01000,0.640
+41,mlp.experts.58.up_proj,2.64076781,0.01000,0.637
+41,mlp.experts.59.up_proj,2.28307009,0.01000,0.633
+41,mlp.experts.60.up_proj,0.00055107,0.01000,0.632
+41,mlp.experts.61.up_proj,3.15902209,0.01000,0.633
+41,mlp.experts.62.up_proj,1.88472021,0.01000,0.634
+41,mlp.experts.63.up_proj,1.31283355,0.01000,0.634
+41,mlp.experts.64.up_proj,1.00254405,0.01000,0.634
+41,mlp.experts.65.up_proj,1.55350828,0.01000,0.628
+41,mlp.experts.66.up_proj,1.18959212,0.01000,0.626
+41,mlp.experts.67.up_proj,0.00062839,0.01000,0.628
+41,mlp.experts.68.up_proj,0.74374211,0.01000,0.625
+41,mlp.experts.69.up_proj,1.20441079,0.01000,0.626
+41,mlp.experts.70.up_proj,0.00281516,0.01000,0.627
+41,mlp.experts.71.up_proj,0.08392468,0.01000,0.626
+41,mlp.experts.72.up_proj,2.21629190,0.01000,0.624
+41,mlp.experts.73.up_proj,2.01556492,0.01000,0.624
+41,mlp.experts.74.up_proj,0.00366356,0.01000,0.625
+41,mlp.experts.75.up_proj,0.81094593,0.01000,0.629
+41,mlp.experts.76.up_proj,0.00005848,0.01000,0.631
+41,mlp.experts.77.up_proj,3.23162174,0.01000,0.632
+41,mlp.experts.78.up_proj,0.56426394,0.01000,0.625
+41,mlp.experts.79.up_proj,0.62035191,0.01000,0.628
+41,mlp.experts.80.up_proj,1.97872257,0.01000,0.625
+41,mlp.experts.81.up_proj,1.67644477,0.01000,0.628
+41,mlp.experts.82.up_proj,2.65906477,0.01000,0.628
+41,mlp.experts.83.up_proj,0.35863954,0.01000,0.630
+41,mlp.experts.84.up_proj,1.06779742,0.01000,0.626
+41,mlp.experts.85.up_proj,2.28695393,0.01000,0.633
+41,mlp.experts.86.up_proj,0.32911861,0.01000,0.635
+41,mlp.experts.87.up_proj,0.47247571,0.01000,0.633
+41,mlp.experts.88.up_proj,7.24501657,0.01000,0.634
+41,mlp.experts.89.up_proj,0.08636573,0.01000,0.632
+41,mlp.experts.90.up_proj,0.42095891,0.01000,0.632
+41,mlp.experts.91.up_proj,0.01002299,0.01000,0.633
+41,mlp.experts.92.up_proj,1.38404655,0.01000,0.634
+41,mlp.experts.93.up_proj,0.48486537,0.01000,0.634
+41,mlp.experts.94.up_proj,0.00381929,0.01000,0.636
+41,mlp.experts.95.up_proj,0.08538869,0.01000,0.628
+41,mlp.experts.96.up_proj,0.01225017,0.01000,0.626
+41,mlp.experts.97.up_proj,1.17604542,0.01000,0.624
+41,mlp.experts.98.up_proj,0.00215120,0.01000,0.624
+41,mlp.experts.99.up_proj,3.70716476,0.01000,0.624
+41,mlp.experts.100.up_proj,0.89789510,0.01000,0.624
+41,mlp.experts.101.up_proj,0.00656602,0.01000,0.625
+41,mlp.experts.102.up_proj,0.85473788,0.01000,0.624
+41,mlp.experts.103.up_proj,1.21908724,0.01000,0.626
+41,mlp.experts.104.up_proj,0.01337030,0.01000,0.627
+41,mlp.experts.105.up_proj,0.87087882,0.01000,0.625
+41,mlp.experts.106.up_proj,2.63607740,0.01000,0.627
+41,mlp.experts.107.up_proj,0.00099853,0.01000,0.626
+41,mlp.experts.108.up_proj,0.02645076,0.01000,0.626
+41,mlp.experts.109.up_proj,0.11602877,0.01000,0.632
+41,mlp.experts.110.up_proj,0.02564890,0.01000,0.635
+41,mlp.experts.111.up_proj,0.00005574,0.01000,0.635
+41,mlp.experts.112.up_proj,1.82703948,0.01000,0.635
+41,mlp.experts.113.up_proj,0.48856264,0.01000,0.634
+41,mlp.experts.114.up_proj,0.00036625,0.01000,0.634
+41,mlp.experts.115.up_proj,0.60401046,0.01000,0.634
+41,mlp.experts.116.up_proj,0.10085378,0.01000,0.634
+41,mlp.experts.117.up_proj,0.76459455,0.01000,0.635
+41,mlp.experts.118.up_proj,2.45933914,0.01000,0.634
+41,mlp.experts.119.up_proj,0.00039938,0.01000,0.634
+41,mlp.experts.120.up_proj,0.67213368,0.01000,0.632
+41,mlp.experts.121.up_proj,1.83164382,0.01000,0.637
+41,mlp.experts.122.up_proj,4.57275820,0.01000,0.639
+41,mlp.experts.123.up_proj,0.52742946,0.01000,0.637
+41,mlp.experts.124.up_proj,0.62415814,0.01000,0.642
+41,mlp.experts.125.up_proj,0.00057822,0.01000,0.640
+41,mlp.experts.126.up_proj,1.07206059,0.01000,0.644
+41,mlp.experts.127.up_proj,0.01149942,0.01000,0.644
+41,mlp.experts.0.gate_proj,1.33298755,0.01000,0.647
+41,mlp.experts.1.gate_proj,1.42394829,0.01000,0.646
+41,mlp.experts.2.gate_proj,1.01698899,0.01000,0.647
+41,mlp.experts.3.gate_proj,0.60868472,0.01000,0.641
+41,mlp.experts.4.gate_proj,0.00000142,0.01000,0.636
+41,mlp.experts.5.gate_proj,0.85735005,0.01000,0.637
+41,mlp.experts.6.gate_proj,0.52268100,0.01000,0.636
+41,mlp.experts.7.gate_proj,0.93282127,0.01000,0.635
+41,mlp.experts.8.gate_proj,0.00009069,0.01000,0.638
+41,mlp.experts.9.gate_proj,2.50964642,0.01000,0.640
+41,mlp.experts.10.gate_proj,0.39329755,0.01000,0.636
+41,mlp.experts.11.gate_proj,1.68476939,0.01000,0.638
+41,mlp.experts.12.gate_proj,0.47888556,0.01000,0.635
+41,mlp.experts.13.gate_proj,0.11209743,0.01000,0.636
+41,mlp.experts.14.gate_proj,1.04568338,0.01000,0.635
+41,mlp.experts.15.gate_proj,1.07378316,0.01000,0.636
+41,mlp.experts.16.gate_proj,0.10753174,0.01000,0.636
+41,mlp.experts.17.gate_proj,0.89948344,0.01000,0.636
+41,mlp.experts.18.gate_proj,3.28185821,0.01000,0.636
+41,mlp.experts.19.gate_proj,0.83069754,0.01000,0.636
+41,mlp.experts.20.gate_proj,1.03797352,0.01000,0.636
+41,mlp.experts.21.gate_proj,2.38150001,0.01000,0.634
+41,mlp.experts.22.gate_proj,0.09863038,0.01000,0.637
+41,mlp.experts.23.gate_proj,0.00006119,0.01000,0.637
+41,mlp.experts.24.gate_proj,0.00270775,0.01000,0.637
+41,mlp.experts.25.gate_proj,0.07460600,0.01000,0.637
+41,mlp.experts.26.gate_proj,6.37571144,0.01000,0.635
+41,mlp.experts.27.gate_proj,0.00000827,0.01000,0.630
+41,mlp.experts.28.gate_proj,0.00193430,0.01000,0.634
+41,mlp.experts.29.gate_proj,0.00158364,0.01000,0.634
+41,mlp.experts.30.gate_proj,1.08690405,0.01000,0.634
+41,mlp.experts.31.gate_proj,0.00680781,0.01000,0.634
+41,mlp.experts.32.gate_proj,0.02080440,0.01000,0.633
+41,mlp.experts.33.gate_proj,0.10606539,0.01000,0.634
+41,mlp.experts.34.gate_proj,0.49988097,0.01000,0.635
+41,mlp.experts.35.gate_proj,0.93799043,0.01000,0.633
+41,mlp.experts.36.gate_proj,1.63704515,0.01000,0.634
+41,mlp.experts.37.gate_proj,0.00006500,0.01000,0.633
+41,mlp.experts.38.gate_proj,0.00934240,0.01000,0.634
+41,mlp.experts.39.gate_proj,6.38261223,0.01000,0.634
+41,mlp.experts.40.gate_proj,0.00293459,0.01000,0.627
+41,mlp.experts.41.gate_proj,0.01806525,0.01000,0.628
+41,mlp.experts.42.gate_proj,1.78205884,0.01000,0.627
+41,mlp.experts.43.gate_proj,0.00012424,0.01000,0.627
+41,mlp.experts.44.gate_proj,0.38697439,0.01000,0.626
+41,mlp.experts.45.gate_proj,1.67154431,0.01000,0.627
+41,mlp.experts.46.gate_proj,1.17949843,0.01000,0.627
+41,mlp.experts.47.gate_proj,0.57570970,0.01000,0.628
+41,mlp.experts.48.gate_proj,0.86582202,0.01000,0.621
+41,mlp.experts.49.gate_proj,10.24268150,0.01000,0.623
+41,mlp.experts.50.gate_proj,1.63367307,0.01000,0.628
+41,mlp.experts.51.gate_proj,0.00982520,0.01000,0.634
+41,mlp.experts.52.gate_proj,0.68720174,0.01000,0.637
+41,mlp.experts.53.gate_proj,1.63867426,0.01000,0.636
+41,mlp.experts.54.gate_proj,8.35282516,0.01000,0.636
+41,mlp.experts.55.gate_proj,3.06126976,0.01000,0.634
+41,mlp.experts.56.gate_proj,0.00005629,0.01000,0.634
+41,mlp.experts.57.gate_proj,1.30449951,0.01000,0.634
+41,mlp.experts.58.gate_proj,2.71444035,0.01000,0.633
+41,mlp.experts.59.gate_proj,2.25768733,0.01000,0.632
+41,mlp.experts.60.gate_proj,0.00051196,0.01000,0.631
+41,mlp.experts.61.gate_proj,3.71921444,0.01000,0.625
+41,mlp.experts.62.gate_proj,1.90286028,0.01000,0.622
+41,mlp.experts.63.gate_proj,1.22496367,0.01000,0.623
+41,mlp.experts.64.gate_proj,0.93409503,0.01000,0.622
+41,mlp.experts.65.gate_proj,1.46243310,0.01000,0.623
+41,mlp.experts.66.gate_proj,1.08701551,0.01000,0.627
+41,mlp.experts.67.gate_proj,0.00055650,0.01000,0.630
+41,mlp.experts.68.gate_proj,0.74748456,0.01000,0.632
+41,mlp.experts.69.gate_proj,1.14487135,0.01000,0.633
+41,mlp.experts.70.gate_proj,0.00253764,0.01000,0.632
+41,mlp.experts.71.gate_proj,0.07701307,0.01000,0.631
+41,mlp.experts.72.gate_proj,2.24218130,0.01000,0.634
+41,mlp.experts.73.gate_proj,2.11939073,0.01000,0.632
+41,mlp.experts.74.gate_proj,0.00337847,0.01000,0.633
+41,mlp.experts.75.gate_proj,0.79943204,0.01000,0.632
+41,mlp.experts.76.gate_proj,0.00005679,0.01000,0.632
+41,mlp.experts.77.gate_proj,3.37929821,0.01000,0.633
+41,mlp.experts.78.gate_proj,0.54439288,0.01000,0.632
+41,mlp.experts.79.gate_proj,0.63727945,0.01000,0.629
+41,mlp.experts.80.gate_proj,1.96476352,0.01000,0.629
+41,mlp.experts.81.gate_proj,1.62305546,0.01000,0.627
+41,mlp.experts.82.gate_proj,2.68876791,0.01000,0.624
+41,mlp.experts.83.gate_proj,0.34377074,0.01000,0.625
+41,mlp.experts.84.gate_proj,1.10570574,0.01000,0.624
+41,mlp.experts.85.gate_proj,2.13372397,0.01000,0.625
+41,mlp.experts.86.gate_proj,0.32138768,0.01000,0.627
+41,mlp.experts.87.gate_proj,0.47266370,0.01000,0.629
+41,mlp.experts.88.gate_proj,7.37323809,0.01000,0.627
+41,mlp.experts.89.gate_proj,0.08749313,0.01000,0.625
+41,mlp.experts.90.gate_proj,0.39507201,0.01000,0.624
+41,mlp.experts.91.gate_proj,0.00944570,0.01000,0.626
+41,mlp.experts.92.gate_proj,1.32799053,0.01000,0.630
+41,mlp.experts.93.gate_proj,0.48286533,0.01000,0.632
+41,mlp.experts.94.gate_proj,0.00367595,0.01000,0.632
+41,mlp.experts.95.gate_proj,0.08098256,0.01000,0.632
+41,mlp.experts.96.gate_proj,0.01283786,0.01000,0.632
+41,mlp.experts.97.gate_proj,1.02981496,0.01000,0.633
+41,mlp.experts.98.gate_proj,0.00199537,0.01000,0.633
+41,mlp.experts.99.gate_proj,3.65262079,0.01000,0.625
+41,mlp.experts.100.gate_proj,0.89507163,0.01000,0.625
+41,mlp.experts.101.gate_proj,0.00616246,0.01000,0.625
+41,mlp.experts.102.gate_proj,0.80006647,0.01000,0.624
+41,mlp.experts.103.gate_proj,1.14277077,0.01000,0.623
+41,mlp.experts.104.gate_proj,0.01447792,0.01000,0.629
+41,mlp.experts.105.gate_proj,0.85140204,0.01000,0.632
+41,mlp.experts.106.gate_proj,2.36083245,0.01000,0.629
+41,mlp.experts.107.gate_proj,0.00090099,0.01000,0.631
+41,mlp.experts.108.gate_proj,0.02478370,0.01000,0.634
+41,mlp.experts.109.gate_proj,0.11244321,0.01000,0.633
+41,mlp.experts.110.gate_proj,0.02469318,0.01000,0.633
+41,mlp.experts.111.gate_proj,0.00005334,0.01000,0.633
+41,mlp.experts.112.gate_proj,1.81607640,0.01000,0.632
+41,mlp.experts.113.gate_proj,0.46066248,0.01000,0.632
+41,mlp.experts.114.gate_proj,0.00034022,0.01000,0.631
+41,mlp.experts.115.gate_proj,0.62351698,0.01000,0.632
+41,mlp.experts.116.gate_proj,0.09557769,0.01000,0.633
+41,mlp.experts.117.gate_proj,0.73263437,0.01000,0.633
+41,mlp.experts.118.gate_proj,2.44425774,0.01000,0.631
+41,mlp.experts.119.gate_proj,0.00037269,0.01000,0.627
+41,mlp.experts.120.gate_proj,0.67031157,0.01000,0.623
+41,mlp.experts.121.gate_proj,1.87483954,0.01000,0.625
+41,mlp.experts.122.gate_proj,6.12753677,0.01000,0.625
+41,mlp.experts.123.gate_proj,0.50842309,0.01000,0.626
+41,mlp.experts.124.gate_proj,0.61569154,0.01000,0.623
+41,mlp.experts.125.gate_proj,0.00053749,0.01000,0.624
+41,mlp.experts.126.gate_proj,1.04336071,0.01000,0.625
+41,mlp.experts.127.gate_proj,0.01064925,0.01000,0.626
+41,mlp.experts.0.down_proj,1.71478200,0.01000,0.260
+41,mlp.experts.1.down_proj,1.58904362,0.01000,0.236
+41,mlp.experts.2.down_proj,0.94175267,0.01000,0.232
+41,mlp.experts.3.down_proj,0.59402686,0.01000,0.232
+41,mlp.experts.4.down_proj,0.00000115,0.01000,0.233
+41,mlp.experts.5.down_proj,1.19542575,0.01000,0.233
+41,mlp.experts.6.down_proj,0.43630463,0.01000,0.233
+41,mlp.experts.7.down_proj,1.10976911,0.01000,0.236
+41,mlp.experts.8.down_proj,0.00005972,0.01000,0.235
+41,mlp.experts.9.down_proj,2.10832453,0.01000,0.235
+41,mlp.experts.10.down_proj,0.13676749,0.01000,0.236
+41,mlp.experts.11.down_proj,1.61364663,0.01000,0.236
+41,mlp.experts.12.down_proj,0.32765236,0.01000,0.236
+41,mlp.experts.13.down_proj,0.09901980,0.01000,0.236
+41,mlp.experts.14.down_proj,1.57617259,0.01000,0.235
+41,mlp.experts.15.down_proj,1.82032275,0.01000,0.235
+41,mlp.experts.16.down_proj,0.08927864,0.01000,0.235
+41,mlp.experts.17.down_proj,1.32135415,0.01000,0.235
+41,mlp.experts.18.down_proj,2.40400791,0.01000,0.235
+41,mlp.experts.19.down_proj,0.90549743,0.01000,0.235
+41,mlp.experts.20.down_proj,1.35582340,0.01000,0.235
+41,mlp.experts.21.down_proj,3.24257755,0.01000,0.237
+41,mlp.experts.22.down_proj,0.12752452,0.01000,0.235
+41,mlp.experts.23.down_proj,0.00003571,0.01000,0.235
+41,mlp.experts.24.down_proj,0.00554060,0.01000,0.236
+41,mlp.experts.25.down_proj,0.07940725,0.01000,0.236
+41,mlp.experts.26.down_proj,3.54484129,0.01000,0.236
+41,mlp.experts.27.down_proj,0.00000420,0.01000,0.237
+41,mlp.experts.28.down_proj,0.00245616,0.01000,0.239
+41,mlp.experts.29.down_proj,0.00108239,0.01000,0.239
+41,mlp.experts.30.down_proj,1.01902032,0.01000,0.238
+41,mlp.experts.31.down_proj,0.00769937,0.01000,0.240
+41,mlp.experts.32.down_proj,0.01724672,0.01000,0.241
+41,mlp.experts.33.down_proj,0.13299584,0.01000,0.243
+41,mlp.experts.34.down_proj,0.33190915,0.01000,0.243
+41,mlp.experts.35.down_proj,1.41107249,0.01000,0.243
+41,mlp.experts.36.down_proj,1.88857937,0.01000,0.244
+41,mlp.experts.37.down_proj,0.00018016,0.01000,0.243
+41,mlp.experts.38.down_proj,0.02359976,0.01000,0.243
+41,mlp.experts.39.down_proj,7.52437735,0.01000,0.243
+41,mlp.experts.40.down_proj,0.00586016,0.01000,0.243
+41,mlp.experts.41.down_proj,0.04316422,0.01000,0.244
+41,mlp.experts.42.down_proj,2.52006459,0.01000,0.244
+41,mlp.experts.43.down_proj,0.00011401,0.01000,0.245
+41,mlp.experts.44.down_proj,0.46645263,0.01000,0.244
+41,mlp.experts.45.down_proj,1.60793805,0.01000,0.244
+41,mlp.experts.46.down_proj,1.71717525,0.01000,0.244
+41,mlp.experts.47.down_proj,0.45448065,0.01000,0.245
+41,mlp.experts.48.down_proj,0.98321283,0.01000,0.244
+41,mlp.experts.49.down_proj,5.48303318,0.01000,0.244
+41,mlp.experts.50.down_proj,1.95521712,0.01000,0.245
+41,mlp.experts.51.down_proj,0.01842648,0.01000,0.244
+41,mlp.experts.52.down_proj,1.32311106,0.01000,0.245
+41,mlp.experts.53.down_proj,1.74497640,0.01000,0.245
+41,mlp.experts.54.down_proj,3.83933592,0.01000,0.245
+41,mlp.experts.55.down_proj,6.85315514,0.01000,0.244
+41,mlp.experts.56.down_proj,0.00005042,0.01000,0.245
+41,mlp.experts.57.down_proj,2.85358095,0.01000,0.244
+41,mlp.experts.58.down_proj,2.98767185,0.01000,0.244
+41,mlp.experts.59.down_proj,2.02355003,0.01000,0.244
+41,mlp.experts.60.down_proj,0.00062917,0.01000,0.244
+41,mlp.experts.61.down_proj,2.88869858,0.01000,0.245
+41,mlp.experts.62.down_proj,1.93656039,0.01000,0.246
+41,mlp.experts.63.down_proj,1.24007189,0.01000,0.243
+41,mlp.experts.64.down_proj,1.22749913,0.01000,0.242
+41,mlp.experts.65.down_proj,1.61069655,0.01000,0.241
+41,mlp.experts.66.down_proj,1.29684412,0.01000,0.242
+41,mlp.experts.67.down_proj,0.00094644,0.01000,0.241
+41,mlp.experts.68.down_proj,0.59799725,0.01000,0.242
+41,mlp.experts.69.down_proj,1.49741101,0.01000,0.243
+41,mlp.experts.70.down_proj,0.00876989,0.01000,0.243
+41,mlp.experts.71.down_proj,0.08640100,0.01000,0.243
+41,mlp.experts.72.down_proj,1.63914144,0.01000,0.242
+41,mlp.experts.73.down_proj,1.14262974,0.01000,0.243
+41,mlp.experts.74.down_proj,0.00491912,0.01000,0.243
+41,mlp.experts.75.down_proj,1.09916306,0.01000,0.242
+41,mlp.experts.76.down_proj,0.00005703,0.01000,0.243
+41,mlp.experts.77.down_proj,2.86049795,0.01000,0.243
+41,mlp.experts.78.down_proj,0.67658234,0.01000,0.242
+41,mlp.experts.79.down_proj,0.53005850,0.01000,0.242
+41,mlp.experts.80.down_proj,1.60692000,0.01000,0.242
+41,mlp.experts.81.down_proj,1.44399774,0.01000,0.241
+41,mlp.experts.82.down_proj,2.64750433,0.01000,0.242
+41,mlp.experts.83.down_proj,0.32157320,0.01000,0.242
+41,mlp.experts.84.down_proj,1.37082016,0.01000,0.242
+41,mlp.experts.85.down_proj,2.04266787,0.01000,0.243
+41,mlp.experts.86.down_proj,0.36694163,0.01000,0.245
+41,mlp.experts.87.down_proj,0.43563628,0.01000,0.244
+41,mlp.experts.88.down_proj,15.54445362,0.01000,0.243
+41,mlp.experts.89.down_proj,0.08635876,0.01000,0.242
+41,mlp.experts.90.down_proj,0.42316586,0.01000,0.244
+41,mlp.experts.91.down_proj,0.01109189,0.01000,0.243
+41,mlp.experts.92.down_proj,1.49188101,0.01000,0.243
+41,mlp.experts.93.down_proj,0.36478728,0.01000,0.243
+41,mlp.experts.94.down_proj,0.00666553,0.01000,0.245
+41,mlp.experts.95.down_proj,0.07854521,0.01000,0.245
+41,mlp.experts.96.down_proj,0.00185991,0.01000,0.245
+41,mlp.experts.97.down_proj,1.61859369,0.01000,0.245
+41,mlp.experts.98.down_proj,0.00575036,0.01000,0.246
+41,mlp.experts.99.down_proj,11.70325661,0.01000,0.245
+41,mlp.experts.100.down_proj,0.54737806,0.01000,0.246
+41,mlp.experts.101.down_proj,0.01200272,0.01000,0.247
+41,mlp.experts.102.down_proj,0.83979166,0.01000,0.248
+41,mlp.experts.103.down_proj,1.05366695,0.01000,0.248
+41,mlp.experts.104.down_proj,0.00079859,0.01000,0.247
+41,mlp.experts.105.down_proj,0.86423755,0.01000,0.246
+41,mlp.experts.106.down_proj,2.35341406,0.01000,0.246
+41,mlp.experts.107.down_proj,0.00080540,0.01000,0.246
+41,mlp.experts.108.down_proj,0.07929495,0.01000,0.246
+41,mlp.experts.109.down_proj,0.13051677,0.01000,0.246
+41,mlp.experts.110.down_proj,0.02302608,0.01000,0.247
+41,mlp.experts.111.down_proj,0.00002651,0.01000,0.247
+41,mlp.experts.112.down_proj,1.51232302,0.01000,0.246
+41,mlp.experts.113.down_proj,0.58157766,0.01000,0.246
+41,mlp.experts.114.down_proj,0.00030249,0.01000,0.246
+41,mlp.experts.115.down_proj,0.84053957,0.01000,0.247
+41,mlp.experts.116.down_proj,0.12779531,0.01000,0.247
+41,mlp.experts.117.down_proj,1.19586968,0.01000,0.246
+41,mlp.experts.118.down_proj,2.21804214,0.01000,0.247
+41,mlp.experts.119.down_proj,0.00049865,0.01000,0.246
+41,mlp.experts.120.down_proj,0.50254607,0.01000,0.246
+41,mlp.experts.121.down_proj,1.41634631,0.01000,0.246
+41,mlp.experts.122.down_proj,2.71112251,0.01000,0.245
+41,mlp.experts.123.down_proj,0.49911216,0.01000,0.245
+41,mlp.experts.124.down_proj,0.97115910,0.01000,0.244
+41,mlp.experts.125.down_proj,0.00094625,0.01000,0.245
+41,mlp.experts.126.down_proj,1.41872919,0.01000,0.245
+41,mlp.experts.127.down_proj,0.01717634,0.01000,0.246
+42,self_attn.q_proj,4.51150894,0.01000,0.636
+42,self_attn.k_proj,0.51962799,0.01000,0.623
+42,self_attn.v_proj,0.84057152,0.01000,0.622
+42,self_attn.o_proj,0.52904582,0.01000,1.268
+42,mlp.experts.0.up_proj,0.00013099,0.01000,0.675
+42,mlp.experts.1.up_proj,0.09772955,0.01000,0.630
+42,mlp.experts.2.up_proj,2.29890704,0.01000,0.635
+42,mlp.experts.3.up_proj,1.26955986,0.01000,0.636
+42,mlp.experts.4.up_proj,4.26907730,0.01000,0.634
+42,mlp.experts.5.up_proj,1.36047876,0.01000,0.635
+42,mlp.experts.6.up_proj,0.32046878,0.01000,0.633
+42,mlp.experts.7.up_proj,0.71101832,0.01000,0.634
+42,mlp.experts.8.up_proj,6.85528088,0.01000,0.633
+42,mlp.experts.9.up_proj,0.29198429,0.01000,0.631
+42,mlp.experts.10.up_proj,0.17738423,0.01000,0.636
+42,mlp.experts.11.up_proj,0.00004677,0.01000,0.637
+42,mlp.experts.12.up_proj,1.11770439,0.01000,0.637
+42,mlp.experts.13.up_proj,0.00323454,0.01000,0.639
+42,mlp.experts.14.up_proj,5.01578283,0.01000,0.638
+42,mlp.experts.15.up_proj,0.00007360,0.01000,0.637
+42,mlp.experts.16.up_proj,2.19310713,0.01000,0.637
+42,mlp.experts.17.up_proj,4.78396606,0.01000,0.635
+42,mlp.experts.18.up_proj,2.09670925,0.01000,0.635
+42,mlp.experts.19.up_proj,0.17295696,0.01000,0.638
+42,mlp.experts.20.up_proj,0.31133014,0.01000,0.638
+42,mlp.experts.21.up_proj,4.73770475,0.01000,0.635
+42,mlp.experts.22.up_proj,1.83484995,0.01000,0.630
+42,mlp.experts.23.up_proj,4.40437889,0.01000,0.632
+42,mlp.experts.24.up_proj,2.37530088,0.01000,0.628
+42,mlp.experts.25.up_proj,1.84321165,0.01000,0.627
+42,mlp.experts.26.up_proj,0.00000088,0.01000,0.628
+42,mlp.experts.27.up_proj,0.68409908,0.01000,0.628
+42,mlp.experts.28.up_proj,2.04655981,0.01000,0.631
+42,mlp.experts.29.up_proj,0.00115386,0.01000,0.628
+42,mlp.experts.30.up_proj,0.29799777,0.01000,0.628
+42,mlp.experts.31.up_proj,0.95275688,0.01000,0.629
+42,mlp.experts.32.up_proj,0.97851145,0.01000,0.628
+42,mlp.experts.33.up_proj,4.96704721,0.01000,0.628
+42,mlp.experts.34.up_proj,0.10795306,0.01000,0.629
+42,mlp.experts.35.up_proj,0.66741645,0.01000,0.631
+42,mlp.experts.36.up_proj,1.46169209,0.01000,0.633
+42,mlp.experts.37.up_proj,2.28567791,0.01000,0.635
+42,mlp.experts.38.up_proj,0.90485007,0.01000,0.634
+42,mlp.experts.39.up_proj,1.45777333,0.01000,0.636
+42,mlp.experts.40.up_proj,0.00055483,0.01000,0.636
+42,mlp.experts.41.up_proj,0.44174606,0.01000,0.636
+42,mlp.experts.42.up_proj,0.00004060,0.01000,0.635
+42,mlp.experts.43.up_proj,0.66789734,0.01000,0.637
+42,mlp.experts.44.up_proj,0.00287296,0.01000,0.636
+42,mlp.experts.45.up_proj,0.00121560,0.01000,0.635
+42,mlp.experts.46.up_proj,0.01910314,0.01000,0.635
+42,mlp.experts.47.up_proj,0.82088894,0.01000,0.639
+42,mlp.experts.48.up_proj,0.00054703,0.01000,0.630
+42,mlp.experts.49.up_proj,1.52551675,0.01000,0.629
+42,mlp.experts.50.up_proj,2.84355688,0.01000,0.636
+42,mlp.experts.51.up_proj,0.00000000,0.01000,0.638
+42,mlp.experts.52.up_proj,4.32009315,0.01000,0.645
+42,mlp.experts.53.up_proj,0.96181154,0.01000,0.642
+42,mlp.experts.54.up_proj,0.00826596,0.01000,0.643
+42,mlp.experts.55.up_proj,2.80299997,0.01000,0.641
+42,mlp.experts.56.up_proj,5.61564112,0.01000,0.640
+42,mlp.experts.57.up_proj,0.02326554,0.01000,0.641
+42,mlp.experts.58.up_proj,2.76012778,0.01000,0.640
+42,mlp.experts.59.up_proj,0.94092846,0.01000,0.640
+42,mlp.experts.60.up_proj,0.01294158,0.01000,0.639
+42,mlp.experts.61.up_proj,0.13551490,0.01000,0.639
+42,mlp.experts.62.up_proj,0.00019758,0.01000,0.630
+42,mlp.experts.63.up_proj,0.00772024,0.01000,0.629
+42,mlp.experts.64.up_proj,1.23143435,0.01000,0.628
+42,mlp.experts.65.up_proj,1.38228309,0.01000,0.627
+42,mlp.experts.66.up_proj,2.78213549,0.01000,0.627
+42,mlp.experts.67.up_proj,0.00003950,0.01000,0.627
+42,mlp.experts.68.up_proj,0.82772440,0.01000,0.626
+42,mlp.experts.69.up_proj,2.77219296,0.01000,0.629
+42,mlp.experts.70.up_proj,7.77386856,0.01000,0.628
+42,mlp.experts.71.up_proj,0.55486357,0.01000,0.630
+42,mlp.experts.72.up_proj,0.00247842,0.01000,0.640
+42,mlp.experts.73.up_proj,1.61286259,0.01000,0.644
+42,mlp.experts.74.up_proj,1.77474570,0.01000,0.637
+42,mlp.experts.75.up_proj,2.58870864,0.01000,0.636
+42,mlp.experts.76.up_proj,0.20168084,0.01000,0.636
+42,mlp.experts.77.up_proj,0.63846254,0.01000,0.635
+42,mlp.experts.78.up_proj,0.01614550,0.01000,0.638
+42,mlp.experts.79.up_proj,0.39315397,0.01000,0.635
+42,mlp.experts.80.up_proj,1.23265004,0.01000,0.636
+42,mlp.experts.81.up_proj,0.96435130,0.01000,0.635
+42,mlp.experts.82.up_proj,0.00579702,0.01000,0.636
+42,mlp.experts.83.up_proj,0.00338509,0.01000,0.638
+42,mlp.experts.84.up_proj,0.33044297,0.01000,0.637
+42,mlp.experts.85.up_proj,0.00097200,0.01000,0.633
+42,mlp.experts.86.up_proj,2.21462035,0.01000,0.628
+42,mlp.experts.87.up_proj,0.00468849,0.01000,0.627
+42,mlp.experts.88.up_proj,0.00293846,0.01000,0.627
+42,mlp.experts.89.up_proj,1.66417360,0.01000,0.627
+42,mlp.experts.90.up_proj,0.99523461,0.01000,0.627
+42,mlp.experts.91.up_proj,0.02319493,0.01000,0.629
+42,mlp.experts.92.up_proj,2.42045951,0.01000,0.627
+42,mlp.experts.93.up_proj,1.09337950,0.01000,0.635
+42,mlp.experts.94.up_proj,0.00664437,0.01000,0.640
+42,mlp.experts.95.up_proj,0.03204536,0.01000,0.635
+42,mlp.experts.96.up_proj,0.00815718,0.01000,0.636
+42,mlp.experts.97.up_proj,0.09344556,0.01000,0.635
+42,mlp.experts.98.up_proj,1.47497678,0.01000,0.635
+42,mlp.experts.99.up_proj,3.32496881,0.01000,0.636
+42,mlp.experts.100.up_proj,0.14722477,0.01000,0.637
+42,mlp.experts.101.up_proj,1.46286070,0.01000,0.638
+42,mlp.experts.102.up_proj,1.05261612,0.01000,0.637
+42,mlp.experts.103.up_proj,0.12297011,0.01000,0.637
+42,mlp.experts.104.up_proj,0.00732168,0.01000,0.638
+42,mlp.experts.105.up_proj,0.10373822,0.01000,0.640
+42,mlp.experts.106.up_proj,1.91363585,0.01000,0.635
+42,mlp.experts.107.up_proj,0.00574961,0.01000,0.628
+42,mlp.experts.108.up_proj,2.50079179,0.01000,0.627
+42,mlp.experts.109.up_proj,0.14941417,0.01000,0.628
+42,mlp.experts.110.up_proj,0.01415965,0.01000,0.629
+42,mlp.experts.111.up_proj,0.97401315,0.01000,0.628
+42,mlp.experts.112.up_proj,0.22504410,0.01000,0.628
+42,mlp.experts.113.up_proj,0.34831995,0.01000,0.627
+42,mlp.experts.114.up_proj,3.73049831,0.01000,0.627
+42,mlp.experts.115.up_proj,1.94233155,0.01000,0.628
+42,mlp.experts.116.up_proj,1.20418382,0.01000,0.627
+42,mlp.experts.117.up_proj,4.46753120,0.01000,0.632
+42,mlp.experts.118.up_proj,0.16605218,0.01000,0.641
+42,mlp.experts.119.up_proj,0.43997765,0.01000,0.631
+42,mlp.experts.120.up_proj,0.00040972,0.01000,0.632
+42,mlp.experts.121.up_proj,0.00013273,0.01000,0.641
+42,mlp.experts.122.up_proj,0.00196871,0.01000,0.653
+42,mlp.experts.123.up_proj,4.69751310,0.01000,0.649
+42,mlp.experts.124.up_proj,0.08903913,0.01000,0.639
+42,mlp.experts.125.up_proj,1.42977500,0.01000,0.639
+42,mlp.experts.126.up_proj,2.12173843,0.01000,0.637
+42,mlp.experts.127.up_proj,0.00018448,0.01000,0.634
+42,mlp.experts.0.gate_proj,0.00012218,0.01000,0.631
+42,mlp.experts.1.gate_proj,0.09111182,0.01000,0.630
+42,mlp.experts.2.gate_proj,2.15144444,0.01000,0.629
+42,mlp.experts.3.gate_proj,1.21926641,0.01000,0.646
+42,mlp.experts.4.gate_proj,4.18122101,0.01000,0.638
+42,mlp.experts.5.gate_proj,1.17218292,0.01000,0.635
+42,mlp.experts.6.gate_proj,0.32738540,0.01000,0.637
+42,mlp.experts.7.gate_proj,0.63191473,0.01000,0.636
+42,mlp.experts.8.gate_proj,8.13964462,0.01000,0.638
+42,mlp.experts.9.gate_proj,0.28397900,0.01000,0.638
+42,mlp.experts.10.gate_proj,0.17367271,0.01000,0.637
+42,mlp.experts.11.gate_proj,0.00003920,0.01000,0.636
+42,mlp.experts.12.gate_proj,1.07607055,0.01000,0.637
+42,mlp.experts.13.gate_proj,0.00280518,0.01000,0.637
+42,mlp.experts.14.gate_proj,4.79549646,0.01000,0.638
+42,mlp.experts.15.gate_proj,0.00006796,0.01000,0.632
+42,mlp.experts.16.gate_proj,2.11144829,0.01000,0.628
+42,mlp.experts.17.gate_proj,4.98027229,0.01000,0.629
+42,mlp.experts.18.gate_proj,1.83531678,0.01000,0.628
+42,mlp.experts.19.gate_proj,0.16037621,0.01000,0.628
+42,mlp.experts.20.gate_proj,0.30077094,0.01000,0.630
+42,mlp.experts.21.gate_proj,4.60928202,0.01000,0.630
+42,mlp.experts.22.gate_proj,1.67807221,0.01000,0.630
+42,mlp.experts.23.gate_proj,4.24453354,0.01000,0.630
+42,mlp.experts.24.gate_proj,2.22058010,0.01000,0.629
+42,mlp.experts.25.gate_proj,1.97986579,0.01000,0.630
+42,mlp.experts.26.gate_proj,0.00000081,0.01000,0.632
+42,mlp.experts.27.gate_proj,0.65025091,0.01000,0.628
+42,mlp.experts.28.gate_proj,2.13493347,0.01000,0.629
+42,mlp.experts.29.gate_proj,0.00102400,0.01000,0.631
+42,mlp.experts.30.gate_proj,0.28391546,0.01000,0.635
+42,mlp.experts.31.gate_proj,0.86755484,0.01000,0.637
+42,mlp.experts.32.gate_proj,0.94591761,0.01000,0.636
+42,mlp.experts.33.gate_proj,5.10092783,0.01000,0.637
+42,mlp.experts.34.gate_proj,0.10133316,0.01000,0.639
+42,mlp.experts.35.gate_proj,0.63814616,0.01000,0.637
+42,mlp.experts.36.gate_proj,1.35416961,0.01000,0.637
+42,mlp.experts.37.gate_proj,2.56476688,0.01000,0.635
+42,mlp.experts.38.gate_proj,0.85766649,0.01000,0.635
+42,mlp.experts.39.gate_proj,1.46661568,0.01000,0.636
+42,mlp.experts.40.gate_proj,0.00048226,0.01000,0.636
+42,mlp.experts.41.gate_proj,0.44064367,0.01000,0.631
+42,mlp.experts.42.gate_proj,0.00003804,0.01000,0.627
+42,mlp.experts.43.gate_proj,0.64170140,0.01000,0.631
+42,mlp.experts.44.gate_proj,0.00257951,0.01000,0.626
+42,mlp.experts.45.gate_proj,0.00114994,0.01000,0.627
+42,mlp.experts.46.gate_proj,0.01729317,0.01000,0.627
+42,mlp.experts.47.gate_proj,0.78389585,0.01000,0.627
+42,mlp.experts.48.gate_proj,0.00051158,0.01000,0.630
+42,mlp.experts.49.gate_proj,1.55350947,0.01000,0.628
+42,mlp.experts.50.gate_proj,2.87208986,0.01000,0.626
+42,mlp.experts.51.gate_proj,0.00000000,0.01000,0.625
+42,mlp.experts.52.gate_proj,4.35488796,0.01000,0.628
+42,mlp.experts.53.gate_proj,0.97725534,0.01000,0.635
+42,mlp.experts.54.gate_proj,0.00746318,0.01000,0.636
+42,mlp.experts.55.gate_proj,2.66584492,0.01000,0.636
+42,mlp.experts.56.gate_proj,5.31139469,0.01000,0.634
+42,mlp.experts.57.gate_proj,0.02182982,0.01000,0.636
+42,mlp.experts.58.gate_proj,2.65648603,0.01000,0.636
+42,mlp.experts.59.gate_proj,0.88392246,0.01000,0.625
+42,mlp.experts.60.gate_proj,0.01203670,0.01000,0.625
+42,mlp.experts.61.gate_proj,0.13356116,0.01000,0.625
+42,mlp.experts.62.gate_proj,0.00017402,0.01000,0.626
+42,mlp.experts.63.gate_proj,0.00709186,0.01000,0.627
+42,mlp.experts.64.gate_proj,1.09900510,0.01000,0.629
+42,mlp.experts.65.gate_proj,1.33974588,0.01000,0.627
+42,mlp.experts.66.gate_proj,2.85646725,0.01000,0.629
+42,mlp.experts.67.gate_proj,0.00003676,0.01000,0.631
+42,mlp.experts.68.gate_proj,0.87245548,0.01000,0.635
+42,mlp.experts.69.gate_proj,2.80520248,0.01000,0.636
+42,mlp.experts.70.gate_proj,8.41758060,0.01000,0.635
+42,mlp.experts.71.gate_proj,0.54267710,0.01000,0.637
+42,mlp.experts.72.gate_proj,0.00221398,0.01000,0.635
+42,mlp.experts.73.gate_proj,1.45311999,0.01000,0.636
+42,mlp.experts.74.gate_proj,1.61655807,0.01000,0.634
+42,mlp.experts.75.gate_proj,2.53038597,0.01000,0.635
+42,mlp.experts.76.gate_proj,0.18536726,0.01000,0.637
+42,mlp.experts.77.gate_proj,0.64155579,0.01000,0.636
+42,mlp.experts.78.gate_proj,0.01501615,0.01000,0.636
+42,mlp.experts.79.gate_proj,0.36520749,0.01000,0.632
+42,mlp.experts.80.gate_proj,1.16420293,0.01000,0.629
+42,mlp.experts.81.gate_proj,0.92840672,0.01000,0.630
+42,mlp.experts.82.gate_proj,0.00519982,0.01000,0.631
+42,mlp.experts.83.gate_proj,0.00301053,0.01000,0.631
+42,mlp.experts.84.gate_proj,0.31037167,0.01000,0.634
+42,mlp.experts.85.gate_proj,0.00092140,0.01000,0.638
+42,mlp.experts.86.gate_proj,2.12192464,0.01000,0.640
+42,mlp.experts.87.gate_proj,0.00447842,0.01000,0.636
+42,mlp.experts.88.gate_proj,0.00264879,0.01000,0.637
+42,mlp.experts.89.gate_proj,1.68122959,0.01000,0.636
+42,mlp.experts.90.gate_proj,0.91143715,0.01000,0.637
+42,mlp.experts.91.gate_proj,0.02122897,0.01000,0.638
+42,mlp.experts.92.gate_proj,2.39935064,0.01000,0.640
+42,mlp.experts.93.gate_proj,0.96997583,0.01000,0.635
+42,mlp.experts.94.gate_proj,0.00576971,0.01000,0.636
+42,mlp.experts.95.gate_proj,0.03368018,0.01000,0.637
+42,mlp.experts.96.gate_proj,0.00761775,0.01000,0.630
+42,mlp.experts.97.gate_proj,0.08415052,0.01000,0.630
+42,mlp.experts.98.gate_proj,1.36875153,0.01000,0.633
+42,mlp.experts.99.gate_proj,3.23193574,0.01000,0.628
+42,mlp.experts.100.gate_proj,0.14157908,0.01000,0.630
+42,mlp.experts.101.gate_proj,1.27539444,0.01000,0.628
+42,mlp.experts.102.gate_proj,0.89199167,0.01000,0.628
+42,mlp.experts.103.gate_proj,0.10564837,0.01000,0.630
+42,mlp.experts.104.gate_proj,0.00751980,0.01000,0.630
+42,mlp.experts.105.gate_proj,0.09786490,0.01000,0.628
+42,mlp.experts.106.gate_proj,1.87320054,0.01000,0.626
+42,mlp.experts.107.gate_proj,0.00541317,0.01000,0.625
+42,mlp.experts.108.gate_proj,2.39640617,0.01000,0.629
+42,mlp.experts.109.gate_proj,0.14196500,0.01000,0.632
+42,mlp.experts.110.gate_proj,0.01921680,0.01000,0.634
+42,mlp.experts.111.gate_proj,0.98470926,0.01000,0.638
+42,mlp.experts.112.gate_proj,0.21114710,0.01000,0.639
+42,mlp.experts.113.gate_proj,0.33320040,0.01000,0.637
+42,mlp.experts.114.gate_proj,3.73038006,0.01000,0.627
+42,mlp.experts.115.gate_proj,1.75623226,0.01000,0.627
+42,mlp.experts.116.gate_proj,1.17776144,0.01000,0.627
+42,mlp.experts.117.gate_proj,4.33370972,0.01000,0.627
+42,mlp.experts.118.gate_proj,0.16765222,0.01000,0.627
+42,mlp.experts.119.gate_proj,0.40156773,0.01000,0.627
+42,mlp.experts.120.gate_proj,0.00037725,0.01000,0.629
+42,mlp.experts.121.gate_proj,0.00012158,0.01000,0.634
+42,mlp.experts.122.gate_proj,0.00174729,0.01000,0.635
+42,mlp.experts.123.gate_proj,4.08946991,0.01000,0.635
+42,mlp.experts.124.gate_proj,0.08336307,0.01000,0.637
+42,mlp.experts.125.gate_proj,1.34246171,0.01000,0.635
+42,mlp.experts.126.gate_proj,2.05303049,0.01000,0.636
+42,mlp.experts.127.gate_proj,0.00016802,0.01000,0.638
+42,mlp.experts.0.down_proj,0.00008512,0.01000,0.262
+42,mlp.experts.1.down_proj,0.15859313,0.01000,0.238
+42,mlp.experts.2.down_proj,2.25703335,0.01000,0.239
+42,mlp.experts.3.down_proj,1.23049605,0.01000,0.239
+42,mlp.experts.4.down_proj,16.21551704,0.01000,0.238
+42,mlp.experts.5.down_proj,1.96983194,0.01000,0.238
+42,mlp.experts.6.down_proj,0.51323843,0.01000,0.239
+42,mlp.experts.7.down_proj,1.41657555,0.01000,0.241
+42,mlp.experts.8.down_proj,5.34899616,0.01000,0.240
+42,mlp.experts.9.down_proj,0.30291140,0.01000,0.241
+42,mlp.experts.10.down_proj,0.20707074,0.01000,0.241
+42,mlp.experts.11.down_proj,0.00006634,0.01000,0.239
+42,mlp.experts.12.down_proj,1.44394469,0.01000,0.236
+42,mlp.experts.13.down_proj,0.00250905,0.01000,0.237
+42,mlp.experts.14.down_proj,4.50663471,0.01000,0.236
+42,mlp.experts.15.down_proj,0.00007853,0.01000,0.238
+42,mlp.experts.16.down_proj,2.11239529,0.01000,0.236
+42,mlp.experts.17.down_proj,5.35397148,0.01000,0.237
+42,mlp.experts.18.down_proj,2.68882108,0.01000,0.236
+42,mlp.experts.19.down_proj,0.16506597,0.01000,0.236
+42,mlp.experts.20.down_proj,0.21211907,0.01000,0.236
+42,mlp.experts.21.down_proj,4.84081697,0.01000,0.237
+42,mlp.experts.22.down_proj,2.36934447,0.01000,0.236
+42,mlp.experts.23.down_proj,3.85982013,0.01000,0.238
+42,mlp.experts.24.down_proj,2.83043742,0.01000,0.236
+42,mlp.experts.25.down_proj,1.49029338,0.01000,0.237
+42,mlp.experts.26.down_proj,0.00000059,0.01000,0.236
+42,mlp.experts.27.down_proj,0.91231883,0.01000,0.239
+42,mlp.experts.28.down_proj,2.65587401,0.01000,0.238
+42,mlp.experts.29.down_proj,0.00142945,0.01000,0.239
+42,mlp.experts.30.down_proj,0.51487899,0.01000,0.240
+42,mlp.experts.31.down_proj,1.97905076,0.01000,0.240
+42,mlp.experts.32.down_proj,0.87991112,0.01000,0.240
+42,mlp.experts.33.down_proj,4.35145092,0.01000,0.240
+42,mlp.experts.34.down_proj,0.10412605,0.01000,0.240
+42,mlp.experts.35.down_proj,0.75183356,0.01000,0.241
+42,mlp.experts.36.down_proj,1.80540729,0.01000,0.241
+42,mlp.experts.37.down_proj,3.51729250,0.01000,0.241
+42,mlp.experts.38.down_proj,0.96763176,0.01000,0.242
+42,mlp.experts.39.down_proj,1.77965498,0.01000,0.242
+42,mlp.experts.40.down_proj,0.00117335,0.01000,0.241
+42,mlp.experts.41.down_proj,0.36572492,0.01000,0.241
+42,mlp.experts.42.down_proj,0.00002442,0.01000,0.241
+42,mlp.experts.43.down_proj,0.59275132,0.01000,0.243
+42,mlp.experts.44.down_proj,0.01049287,0.01000,0.246
+42,mlp.experts.45.down_proj,0.00159536,0.01000,0.245
+42,mlp.experts.46.down_proj,0.03357394,0.01000,0.245
+42,mlp.experts.47.down_proj,0.98889059,0.01000,0.245
+42,mlp.experts.48.down_proj,0.00091936,0.01000,0.246
+42,mlp.experts.49.down_proj,3.18212175,0.01000,0.246
+42,mlp.experts.50.down_proj,2.13875270,0.01000,0.246
+42,mlp.experts.51.down_proj,0.00000000,0.01000,0.246
+42,mlp.experts.52.down_proj,7.93870974,0.01000,0.248
+42,mlp.experts.53.down_proj,1.18743992,0.01000,0.246
+42,mlp.experts.54.down_proj,0.01589777,0.01000,0.247
+42,mlp.experts.55.down_proj,2.17804098,0.01000,0.247
+42,mlp.experts.56.down_proj,12.38419342,0.01000,0.247
+42,mlp.experts.57.down_proj,0.04857950,0.01000,0.246
+42,mlp.experts.58.down_proj,3.74566460,0.01000,0.247
+42,mlp.experts.59.down_proj,1.33018863,0.01000,0.247
+42,mlp.experts.60.down_proj,0.02719947,0.01000,0.246
+42,mlp.experts.61.down_proj,0.17890756,0.01000,0.246
+42,mlp.experts.62.down_proj,0.00014712,0.01000,0.246
+42,mlp.experts.63.down_proj,0.01591979,0.01000,0.246
+42,mlp.experts.64.down_proj,1.54512310,0.01000,0.246
+42,mlp.experts.65.down_proj,1.86215305,0.01000,0.245
+42,mlp.experts.66.down_proj,2.33186173,0.01000,0.245
+42,mlp.experts.67.down_proj,0.00002483,0.01000,0.246
+42,mlp.experts.68.down_proj,1.43263340,0.01000,0.245
+42,mlp.experts.69.down_proj,1.57291722,0.01000,0.244
+42,mlp.experts.70.down_proj,6.01871681,0.01000,0.245
+42,mlp.experts.71.down_proj,0.55561310,0.01000,0.246
+42,mlp.experts.72.down_proj,0.00208625,0.01000,0.243
+42,mlp.experts.73.down_proj,2.12232876,0.01000,0.242
+42,mlp.experts.74.down_proj,3.29342222,0.01000,0.242
+42,mlp.experts.75.down_proj,2.51164985,0.01000,0.242
+42,mlp.experts.76.down_proj,0.19247872,0.01000,0.243
+42,mlp.experts.77.down_proj,0.51030624,0.01000,0.244
+42,mlp.experts.78.down_proj,0.03237408,0.01000,0.243
+42,mlp.experts.79.down_proj,0.25680944,0.01000,0.243
+42,mlp.experts.80.down_proj,1.81577051,0.01000,0.244
+42,mlp.experts.81.down_proj,1.30132341,0.01000,0.242
+42,mlp.experts.82.down_proj,0.00817196,0.01000,0.242
+42,mlp.experts.83.down_proj,0.00568598,0.01000,0.242
+42,mlp.experts.84.down_proj,0.21506575,0.01000,0.242
+42,mlp.experts.85.down_proj,0.00103437,0.01000,0.242
+42,mlp.experts.86.down_proj,3.94207668,0.01000,0.242
+42,mlp.experts.87.down_proj,0.00432835,0.01000,0.242
+42,mlp.experts.88.down_proj,0.00214949,0.01000,0.242
+42,mlp.experts.89.down_proj,1.38134241,0.01000,0.241
+42,mlp.experts.90.down_proj,1.74132156,0.01000,0.243
+42,mlp.experts.91.down_proj,0.06585985,0.01000,0.243
+42,mlp.experts.92.down_proj,5.02951097,0.01000,0.243
+42,mlp.experts.93.down_proj,1.66305292,0.01000,0.242
+42,mlp.experts.94.down_proj,0.01430991,0.01000,0.242
+42,mlp.experts.95.down_proj,0.02554137,0.01000,0.243
+42,mlp.experts.96.down_proj,0.01218965,0.01000,0.246
+42,mlp.experts.97.down_proj,0.09587036,0.01000,0.246
+42,mlp.experts.98.down_proj,2.16823387,0.01000,0.246
+42,mlp.experts.99.down_proj,2.30773044,0.01000,0.246
+42,mlp.experts.100.down_proj,0.12153777,0.01000,0.246
+42,mlp.experts.101.down_proj,2.79316163,0.01000,0.246
+42,mlp.experts.102.down_proj,2.83564186,0.01000,0.245
+42,mlp.experts.103.down_proj,0.26845306,0.01000,0.247
+42,mlp.experts.104.down_proj,0.01465561,0.01000,0.246
+42,mlp.experts.105.down_proj,0.08506346,0.01000,0.246
+42,mlp.experts.106.down_proj,2.03094244,0.01000,0.247
+42,mlp.experts.107.down_proj,0.01244919,0.01000,0.248
+42,mlp.experts.108.down_proj,5.63140774,0.01000,0.248
+42,mlp.experts.109.down_proj,0.13946831,0.01000,0.248
+42,mlp.experts.110.down_proj,0.00058392,0.01000,0.250
+42,mlp.experts.111.down_proj,1.23523223,0.01000,0.247
+42,mlp.experts.112.down_proj,0.30158341,0.01000,0.249
+42,mlp.experts.113.down_proj,0.33318365,0.01000,0.247
+42,mlp.experts.114.down_proj,3.50566959,0.01000,0.249
+42,mlp.experts.115.down_proj,2.73481417,0.01000,0.249
+42,mlp.experts.116.down_proj,1.34600234,0.01000,0.249
+42,mlp.experts.117.down_proj,4.25666761,0.01000,0.249
+42,mlp.experts.118.down_proj,0.23178148,0.01000,0.248
+42,mlp.experts.119.down_proj,0.59117997,0.01000,0.249
+42,mlp.experts.120.down_proj,0.00037826,0.01000,0.249
+42,mlp.experts.121.down_proj,0.00010465,0.01000,0.249
+42,mlp.experts.122.down_proj,0.00242569,0.01000,0.248
+42,mlp.experts.123.down_proj,5.01508045,0.01000,0.248
+42,mlp.experts.124.down_proj,0.12343435,0.01000,0.248
+42,mlp.experts.125.down_proj,2.47351956,0.01000,0.249
+42,mlp.experts.126.down_proj,3.85003638,0.01000,0.249
+42,mlp.experts.127.down_proj,0.00018579,0.01000,0.249
+43,self_attn.q_proj,4.94340801,0.01000,0.652
+43,self_attn.k_proj,0.53671360,0.01000,0.634
+43,self_attn.v_proj,1.02785492,0.01000,0.637
+43,self_attn.o_proj,0.21639389,0.01000,1.288
+43,mlp.experts.0.up_proj,1.17896914,0.01000,0.666
+43,mlp.experts.1.up_proj,0.09345518,0.01000,0.618
+43,mlp.experts.2.up_proj,3.77664113,0.01000,0.619
+43,mlp.experts.3.up_proj,0.00321535,0.01000,0.623
+43,mlp.experts.4.up_proj,1.87056935,0.01000,0.625
+43,mlp.experts.5.up_proj,1.57582080,0.01000,0.623
+43,mlp.experts.6.up_proj,0.88490134,0.01000,0.623
+43,mlp.experts.7.up_proj,0.23034930,0.01000,0.622
+43,mlp.experts.8.up_proj,2.00331187,0.01000,0.626
+43,mlp.experts.9.up_proj,0.20870091,0.01000,0.629
+43,mlp.experts.10.up_proj,0.36769015,0.01000,0.625
+43,mlp.experts.11.up_proj,0.42034698,0.01000,0.621
+43,mlp.experts.12.up_proj,1.54899895,0.01000,0.625
+43,mlp.experts.13.up_proj,0.00357191,0.01000,0.631
+43,mlp.experts.14.up_proj,0.00204805,0.01000,0.633
+43,mlp.experts.15.up_proj,0.00519767,0.01000,0.634
+43,mlp.experts.16.up_proj,4.20003414,0.01000,0.631
+43,mlp.experts.17.up_proj,0.00225825,0.01000,0.631
+43,mlp.experts.18.up_proj,2.37007332,0.01000,0.632
+43,mlp.experts.19.up_proj,1.49791336,0.01000,0.633
+43,mlp.experts.20.up_proj,0.59027499,0.01000,0.631
+43,mlp.experts.21.up_proj,0.00099906,0.01000,0.630
+43,mlp.experts.22.up_proj,0.00090550,0.01000,0.629
+43,mlp.experts.23.up_proj,0.00082769,0.01000,0.630
+43,mlp.experts.24.up_proj,1.26788616,0.01000,0.631
+43,mlp.experts.25.up_proj,0.08212966,0.01000,0.623
+43,mlp.experts.26.up_proj,0.92698061,0.01000,0.621
+43,mlp.experts.27.up_proj,0.46482870,0.01000,0.623
+43,mlp.experts.28.up_proj,0.37311295,0.01000,0.622
+43,mlp.experts.29.up_proj,0.90325034,0.01000,0.622
+43,mlp.experts.30.up_proj,1.97557616,0.01000,0.621
+43,mlp.experts.31.up_proj,6.04217243,0.01000,0.622
+43,mlp.experts.32.up_proj,0.08793023,0.01000,0.623
+43,mlp.experts.33.up_proj,0.00558993,0.01000,0.622
+43,mlp.experts.34.up_proj,0.59055620,0.01000,0.622
+43,mlp.experts.35.up_proj,0.00004314,0.01000,0.623
+43,mlp.experts.36.up_proj,3.32800388,0.01000,0.624
+43,mlp.experts.37.up_proj,3.09199333,0.01000,0.624
+43,mlp.experts.38.up_proj,0.26803041,0.01000,0.625
+43,mlp.experts.39.up_proj,0.26302004,0.01000,0.624
+43,mlp.experts.40.up_proj,0.14778948,0.01000,0.628
+43,mlp.experts.41.up_proj,1.85066831,0.01000,0.632
+43,mlp.experts.42.up_proj,1.17967284,0.01000,0.632
+43,mlp.experts.43.up_proj,1.88343191,0.01000,0.634
+43,mlp.experts.44.up_proj,1.39596820,0.01000,0.632
+43,mlp.experts.45.up_proj,0.21454075,0.01000,0.631
+43,mlp.experts.46.up_proj,2.60170770,0.01000,0.634
+43,mlp.experts.47.up_proj,1.40581417,0.01000,0.633
+43,mlp.experts.48.up_proj,0.19646861,0.01000,0.633
+43,mlp.experts.49.up_proj,1.58199668,0.01000,0.632
+43,mlp.experts.50.up_proj,0.89772737,0.01000,0.630
+43,mlp.experts.51.up_proj,0.00114880,0.01000,0.631
+43,mlp.experts.52.up_proj,2.62043381,0.01000,0.631
+43,mlp.experts.53.up_proj,0.78651285,0.01000,0.623
+43,mlp.experts.54.up_proj,0.00025006,0.01000,0.623
+43,mlp.experts.55.up_proj,0.37697402,0.01000,0.624
+43,mlp.experts.56.up_proj,4.08580446,0.01000,0.624
+43,mlp.experts.57.up_proj,0.66801876,0.01000,0.624
+43,mlp.experts.58.up_proj,3.40605807,0.01000,0.628
+43,mlp.experts.59.up_proj,0.94379175,0.01000,0.631
+43,mlp.experts.60.up_proj,0.20313874,0.01000,0.634
+43,mlp.experts.61.up_proj,3.93607831,0.01000,0.631
+43,mlp.experts.62.up_proj,0.68037027,0.01000,0.633
+43,mlp.experts.63.up_proj,0.78823018,0.01000,0.633
+43,mlp.experts.64.up_proj,0.00315759,0.01000,0.632
+43,mlp.experts.65.up_proj,2.39437222,0.01000,0.634
+43,mlp.experts.66.up_proj,2.56246686,0.01000,0.634
+43,mlp.experts.67.up_proj,0.00552225,0.01000,0.632
+43,mlp.experts.68.up_proj,1.91666389,0.01000,0.631
+43,mlp.experts.69.up_proj,2.35373998,0.01000,0.632
+43,mlp.experts.70.up_proj,1.69112432,0.01000,0.632
+43,mlp.experts.71.up_proj,4.80535221,0.01000,0.624
+43,mlp.experts.72.up_proj,4.70313168,0.01000,0.624
+43,mlp.experts.73.up_proj,0.02081405,0.01000,0.624
+43,mlp.experts.74.up_proj,2.83221722,0.01000,0.623
+43,mlp.experts.75.up_proj,9.54153824,0.01000,0.624
+43,mlp.experts.76.up_proj,0.00738276,0.01000,0.624
+43,mlp.experts.77.up_proj,2.49430156,0.01000,0.624
+43,mlp.experts.78.up_proj,0.37273341,0.01000,0.632
+43,mlp.experts.79.up_proj,0.01467019,0.01000,0.630
+43,mlp.experts.80.up_proj,7.37782860,0.01000,0.635
+43,mlp.experts.81.up_proj,2.62250423,0.01000,0.637
+43,mlp.experts.82.up_proj,2.83387065,0.01000,0.636
+43,mlp.experts.83.up_proj,3.04099107,0.01000,0.635
+43,mlp.experts.84.up_proj,0.00232610,0.01000,0.633
+43,mlp.experts.85.up_proj,0.64911008,0.01000,0.634
+43,mlp.experts.86.up_proj,0.00049954,0.01000,0.634
+43,mlp.experts.87.up_proj,3.10266304,0.01000,0.633
+43,mlp.experts.88.up_proj,1.34970284,0.01000,0.634
+43,mlp.experts.89.up_proj,0.32280350,0.01000,0.631
+43,mlp.experts.90.up_proj,0.44387949,0.01000,0.626
+43,mlp.experts.91.up_proj,0.61415720,0.01000,0.626
+43,mlp.experts.92.up_proj,0.34577680,0.01000,0.625
+43,mlp.experts.93.up_proj,0.00103791,0.01000,0.627
+43,mlp.experts.94.up_proj,0.53590178,0.01000,0.628
+43,mlp.experts.95.up_proj,0.00000196,0.01000,0.633
+43,mlp.experts.96.up_proj,5.21069670,0.01000,0.632
+43,mlp.experts.97.up_proj,2.60650921,0.01000,0.633
+43,mlp.experts.98.up_proj,2.66955805,0.01000,0.633
+43,mlp.experts.99.up_proj,5.69916344,0.01000,0.634
+43,mlp.experts.100.up_proj,2.00733137,0.01000,0.633
+43,mlp.experts.101.up_proj,0.02088966,0.01000,0.634
+43,mlp.experts.102.up_proj,0.00365908,0.01000,0.633
+43,mlp.experts.103.up_proj,0.00011343,0.01000,0.634
+43,mlp.experts.104.up_proj,2.73918056,0.01000,0.635
+43,mlp.experts.105.up_proj,0.01438382,0.01000,0.634
+43,mlp.experts.106.up_proj,0.06655764,0.01000,0.630
+43,mlp.experts.107.up_proj,0.01472974,0.01000,0.624
+43,mlp.experts.108.up_proj,0.00672433,0.01000,0.627
+43,mlp.experts.109.up_proj,0.00004706,0.01000,0.629
+43,mlp.experts.110.up_proj,0.02969837,0.01000,0.634
+43,mlp.experts.111.up_proj,0.84067619,0.01000,0.632
+43,mlp.experts.112.up_proj,3.83711028,0.01000,0.634
+43,mlp.experts.113.up_proj,1.55221963,0.01000,0.633
+43,mlp.experts.114.up_proj,2.67075086,0.01000,0.632
+43,mlp.experts.115.up_proj,2.88680220,0.01000,0.635
+43,mlp.experts.116.up_proj,0.00000516,0.01000,0.633
+43,mlp.experts.117.up_proj,0.03793954,0.01000,0.633
+43,mlp.experts.118.up_proj,0.00071200,0.01000,0.633
+43,mlp.experts.119.up_proj,0.32899809,0.01000,0.628
+43,mlp.experts.120.up_proj,2.05039167,0.01000,0.631
+43,mlp.experts.121.up_proj,3.10720634,0.01000,0.633
+43,mlp.experts.122.up_proj,0.44449496,0.01000,0.633
+43,mlp.experts.123.up_proj,0.59431255,0.01000,0.635
+43,mlp.experts.124.up_proj,0.05674869,0.01000,0.635
+43,mlp.experts.125.up_proj,1.13045478,0.01000,0.634
+43,mlp.experts.126.up_proj,0.00044853,0.01000,0.633
+43,mlp.experts.127.up_proj,1.29372311,0.01000,0.632
+43,mlp.experts.0.gate_proj,1.07380593,0.01000,0.627
+43,mlp.experts.1.gate_proj,0.08839026,0.01000,0.626
+43,mlp.experts.2.gate_proj,3.82230663,0.01000,0.626
+43,mlp.experts.3.gate_proj,0.00278424,0.01000,0.627
+43,mlp.experts.4.gate_proj,1.81821370,0.01000,0.628
+43,mlp.experts.5.gate_proj,1.48053777,0.01000,0.625
+43,mlp.experts.6.gate_proj,0.75117671,0.01000,0.625
+43,mlp.experts.7.gate_proj,0.22325541,0.01000,0.629
+43,mlp.experts.8.gate_proj,1.82611108,0.01000,0.633
+43,mlp.experts.9.gate_proj,0.18419459,0.01000,0.633
+43,mlp.experts.10.gate_proj,0.35897696,0.01000,0.635
+43,mlp.experts.11.gate_proj,0.40187371,0.01000,0.635
+43,mlp.experts.12.gate_proj,1.39217305,0.01000,0.635
+43,mlp.experts.13.gate_proj,0.00324468,0.01000,0.633
+43,mlp.experts.14.gate_proj,0.00184064,0.01000,0.632
+43,mlp.experts.15.gate_proj,0.00485337,0.01000,0.635
+43,mlp.experts.16.gate_proj,4.41775656,0.01000,0.635
+43,mlp.experts.17.gate_proj,0.00204702,0.01000,0.636
+43,mlp.experts.18.gate_proj,2.25692320,0.01000,0.634
+43,mlp.experts.19.gate_proj,1.29170084,0.01000,0.630
+43,mlp.experts.20.gate_proj,0.53633726,0.01000,0.627
+43,mlp.experts.21.gate_proj,0.00085721,0.01000,0.626
+43,mlp.experts.22.gate_proj,0.00076366,0.01000,0.626
+43,mlp.experts.23.gate_proj,0.00073505,0.01000,0.627
+43,mlp.experts.24.gate_proj,1.21192420,0.01000,0.626
+43,mlp.experts.25.gate_proj,0.08687375,0.01000,0.625
+43,mlp.experts.26.gate_proj,0.84226102,0.01000,0.625
+43,mlp.experts.27.gate_proj,0.40991831,0.01000,0.626
+43,mlp.experts.28.gate_proj,0.34865075,0.01000,0.633
+43,mlp.experts.29.gate_proj,0.82335788,0.01000,0.632
+43,mlp.experts.30.gate_proj,1.94015121,0.01000,0.633
+43,mlp.experts.31.gate_proj,5.84641123,0.01000,0.633
+43,mlp.experts.32.gate_proj,0.08142559,0.01000,0.636
+43,mlp.experts.33.gate_proj,0.00498722,0.01000,0.628
+43,mlp.experts.34.gate_proj,0.53868645,0.01000,0.629
+43,mlp.experts.35.gate_proj,0.00003819,0.01000,0.630
+43,mlp.experts.36.gate_proj,2.94641447,0.01000,0.636
+43,mlp.experts.37.gate_proj,3.07046270,0.01000,0.637
+43,mlp.experts.38.gate_proj,0.25750542,0.01000,0.638
+43,mlp.experts.39.gate_proj,0.23412371,0.01000,0.638
+43,mlp.experts.40.gate_proj,0.13075747,0.01000,0.638
+43,mlp.experts.41.gate_proj,1.81184673,0.01000,0.635
+43,mlp.experts.42.gate_proj,1.06159437,0.01000,0.638
+43,mlp.experts.43.gate_proj,1.57946992,0.01000,0.638
+43,mlp.experts.44.gate_proj,1.24016917,0.01000,0.638
+43,mlp.experts.45.gate_proj,0.18933231,0.01000,0.637
+43,mlp.experts.46.gate_proj,2.45595980,0.01000,0.637
+43,mlp.experts.47.gate_proj,1.33415878,0.01000,0.633
+43,mlp.experts.48.gate_proj,0.18511632,0.01000,0.631
+43,mlp.experts.49.gate_proj,1.39075863,0.01000,0.626
+43,mlp.experts.50.gate_proj,0.82374132,0.01000,0.628
+43,mlp.experts.51.gate_proj,0.00104267,0.01000,0.627
+43,mlp.experts.52.gate_proj,2.42247343,0.01000,0.627
+43,mlp.experts.53.gate_proj,0.75530255,0.01000,0.628
+43,mlp.experts.54.gate_proj,0.00021779,0.01000,0.626
+43,mlp.experts.55.gate_proj,0.34905866,0.01000,0.630
+43,mlp.experts.56.gate_proj,4.14105368,0.01000,0.635
+43,mlp.experts.57.gate_proj,0.61227101,0.01000,0.637
+43,mlp.experts.58.gate_proj,3.26386476,0.01000,0.636
+43,mlp.experts.59.gate_proj,0.85059381,0.01000,0.636
+43,mlp.experts.60.gate_proj,0.18198153,0.01000,0.635
+43,mlp.experts.61.gate_proj,3.70188022,0.01000,0.636
+43,mlp.experts.62.gate_proj,0.63253164,0.01000,0.638
+43,mlp.experts.63.gate_proj,0.73453712,0.01000,0.636
+43,mlp.experts.64.gate_proj,0.00269578,0.01000,0.637
+43,mlp.experts.65.gate_proj,2.28299904,0.01000,0.637
+43,mlp.experts.66.gate_proj,2.39017749,0.01000,0.635
+43,mlp.experts.67.gate_proj,0.00505277,0.01000,0.635
+43,mlp.experts.68.gate_proj,1.79640651,0.01000,0.636
+43,mlp.experts.69.gate_proj,2.21925545,0.01000,0.628
+43,mlp.experts.70.gate_proj,1.59641528,0.01000,0.628
+43,mlp.experts.71.gate_proj,4.86261034,0.01000,0.628
+43,mlp.experts.72.gate_proj,4.49269962,0.01000,0.628
+43,mlp.experts.73.gate_proj,0.01861381,0.01000,0.629
+43,mlp.experts.74.gate_proj,3.08609915,0.01000,0.625
+43,mlp.experts.75.gate_proj,9.32174873,0.01000,0.626
+43,mlp.experts.76.gate_proj,0.00658019,0.01000,0.624
+43,mlp.experts.77.gate_proj,2.31834650,0.01000,0.632
+43,mlp.experts.78.gate_proj,0.44202721,0.01000,0.634
+43,mlp.experts.79.gate_proj,0.01214154,0.01000,0.633
+43,mlp.experts.80.gate_proj,7.60123062,0.01000,0.633
+43,mlp.experts.81.gate_proj,2.45264482,0.01000,0.634
+43,mlp.experts.82.gate_proj,2.98853517,0.01000,0.634
+43,mlp.experts.83.gate_proj,2.93852139,0.01000,0.634
+43,mlp.experts.84.gate_proj,0.00217873,0.01000,0.635
+43,mlp.experts.85.gate_proj,0.57801491,0.01000,0.635
+43,mlp.experts.86.gate_proj,0.00047407,0.01000,0.636
+43,mlp.experts.87.gate_proj,2.66351175,0.01000,0.630
+43,mlp.experts.88.gate_proj,1.28351545,0.01000,0.627
+43,mlp.experts.89.gate_proj,0.28825855,0.01000,0.624
+43,mlp.experts.90.gate_proj,0.42329860,0.01000,0.626
+43,mlp.experts.91.gate_proj,0.59123504,0.01000,0.627
+43,mlp.experts.92.gate_proj,0.32842562,0.01000,0.624
+43,mlp.experts.93.gate_proj,0.00092229,0.01000,0.624
+43,mlp.experts.94.gate_proj,0.47225833,0.01000,0.626
+43,mlp.experts.95.gate_proj,0.00000178,0.01000,0.627
+43,mlp.experts.96.gate_proj,4.86319113,0.01000,0.626
+43,mlp.experts.97.gate_proj,2.36056280,0.01000,0.625
+43,mlp.experts.98.gate_proj,2.45772028,0.01000,0.623
+43,mlp.experts.99.gate_proj,5.43793297,0.01000,0.623
+43,mlp.experts.100.gate_proj,1.88870239,0.01000,0.623
+43,mlp.experts.101.gate_proj,0.01853634,0.01000,0.627
+43,mlp.experts.102.gate_proj,0.00307206,0.01000,0.635
+43,mlp.experts.103.gate_proj,0.00011029,0.01000,0.634
+43,mlp.experts.104.gate_proj,2.39893436,0.01000,0.633
+43,mlp.experts.105.gate_proj,0.01294034,0.01000,0.634
+43,mlp.experts.106.gate_proj,0.06216885,0.01000,0.633
+43,mlp.experts.107.gate_proj,0.01402916,0.01000,0.635
+43,mlp.experts.108.gate_proj,0.00632799,0.01000,0.633
+43,mlp.experts.109.gate_proj,0.00004375,0.01000,0.633
+43,mlp.experts.110.gate_proj,0.02689643,0.01000,0.632
+43,mlp.experts.111.gate_proj,0.78484631,0.01000,0.631
+43,mlp.experts.112.gate_proj,3.29589510,0.01000,0.633
+43,mlp.experts.113.gate_proj,1.55983210,0.01000,0.636
+43,mlp.experts.114.gate_proj,2.43542337,0.01000,0.626
+43,mlp.experts.115.gate_proj,2.76841927,0.01000,0.624
+43,mlp.experts.116.gate_proj,0.00000443,0.01000,0.624
+43,mlp.experts.117.gate_proj,0.03456495,0.01000,0.627
+43,mlp.experts.118.gate_proj,0.00077357,0.01000,0.625
+43,mlp.experts.119.gate_proj,0.29647043,0.01000,0.626
+43,mlp.experts.120.gate_proj,1.87257767,0.01000,0.624
+43,mlp.experts.121.gate_proj,2.86135578,0.01000,0.625
+43,mlp.experts.122.gate_proj,0.41745490,0.01000,0.625
+43,mlp.experts.123.gate_proj,0.56674659,0.01000,0.626
+43,mlp.experts.124.gate_proj,0.05316836,0.01000,0.626
+43,mlp.experts.125.gate_proj,1.06871843,0.01000,0.625
+43,mlp.experts.126.gate_proj,0.00044259,0.01000,0.623
+43,mlp.experts.127.gate_proj,1.13852978,0.01000,0.625
+43,mlp.experts.0.down_proj,1.24161744,0.01000,0.267
+43,mlp.experts.1.down_proj,0.19188920,0.01000,0.239
+43,mlp.experts.2.down_proj,3.23649073,0.01000,0.240
+43,mlp.experts.3.down_proj,0.00620959,0.01000,0.240
+43,mlp.experts.4.down_proj,4.96751070,0.01000,0.240
+43,mlp.experts.5.down_proj,1.86037827,0.01000,0.240
+43,mlp.experts.6.down_proj,1.70367324,0.01000,0.240
+43,mlp.experts.7.down_proj,0.32165393,0.01000,0.247
+43,mlp.experts.8.down_proj,2.14167643,0.01000,0.241
+43,mlp.experts.9.down_proj,0.46904346,0.01000,0.251
+43,mlp.experts.10.down_proj,0.55855048,0.01000,0.241
+43,mlp.experts.11.down_proj,0.62212676,0.01000,0.241
+43,mlp.experts.12.down_proj,2.57893825,0.01000,0.241
+43,mlp.experts.13.down_proj,0.00491195,0.01000,0.242
+43,mlp.experts.14.down_proj,0.00292953,0.01000,0.240
+43,mlp.experts.15.down_proj,0.01082055,0.01000,0.239
+43,mlp.experts.16.down_proj,6.06094170,0.01000,0.242
+43,mlp.experts.17.down_proj,0.00343549,0.01000,0.240
+43,mlp.experts.18.down_proj,2.76175404,0.01000,0.237
+43,mlp.experts.19.down_proj,3.87156034,0.01000,0.236
+43,mlp.experts.20.down_proj,0.72578484,0.01000,0.236
+43,mlp.experts.21.down_proj,0.00173157,0.01000,0.238
+43,mlp.experts.22.down_proj,0.00108158,0.01000,0.236
+43,mlp.experts.23.down_proj,0.00067040,0.01000,0.235
+43,mlp.experts.24.down_proj,1.63980603,0.01000,0.237
+43,mlp.experts.25.down_proj,0.11331011,0.01000,0.239
+43,mlp.experts.26.down_proj,1.03877783,0.01000,0.253
+43,mlp.experts.27.down_proj,0.49384236,0.01000,0.252
+43,mlp.experts.28.down_proj,0.28285077,0.01000,0.243
+43,mlp.experts.29.down_proj,1.41542661,0.01000,0.242
+43,mlp.experts.30.down_proj,1.67884374,0.01000,0.242
+43,mlp.experts.31.down_proj,6.09469986,0.01000,0.243
+43,mlp.experts.32.down_proj,0.14586276,0.01000,0.243
+43,mlp.experts.33.down_proj,0.00640230,0.01000,0.246
+43,mlp.experts.34.down_proj,0.78480667,0.01000,0.249
+43,mlp.experts.35.down_proj,0.00001869,0.01000,0.244
+43,mlp.experts.36.down_proj,6.53834248,0.01000,0.246
+43,mlp.experts.37.down_proj,4.40703630,0.01000,0.246
+43,mlp.experts.38.down_proj,0.34056431,0.01000,0.246
+43,mlp.experts.39.down_proj,0.35000944,0.01000,0.246
+43,mlp.experts.40.down_proj,0.17785269,0.01000,0.247
+43,mlp.experts.41.down_proj,6.66597509,0.01000,0.247
+43,mlp.experts.42.down_proj,1.74643338,0.01000,0.247
+43,mlp.experts.43.down_proj,3.45685577,0.01000,0.247
+43,mlp.experts.44.down_proj,2.09775186,0.01000,0.247
+43,mlp.experts.45.down_proj,0.23954597,0.01000,0.248
+43,mlp.experts.46.down_proj,3.68327546,0.01000,0.247
+43,mlp.experts.47.down_proj,1.54567456,0.01000,0.247
+43,mlp.experts.48.down_proj,0.34010139,0.01000,0.247
+43,mlp.experts.49.down_proj,2.52410483,0.01000,0.248
+43,mlp.experts.50.down_proj,1.50425529,0.01000,0.247
+43,mlp.experts.51.down_proj,0.00163818,0.01000,0.247
+43,mlp.experts.52.down_proj,3.08421135,0.01000,0.248
+43,mlp.experts.53.down_proj,0.70709133,0.01000,0.248
+43,mlp.experts.54.down_proj,0.00040589,0.01000,0.248
+43,mlp.experts.55.down_proj,0.41527733,0.01000,0.247
+43,mlp.experts.56.down_proj,4.68856525,0.01000,0.248
+43,mlp.experts.57.down_proj,0.92903835,0.01000,0.248
+43,mlp.experts.58.down_proj,4.17383766,0.01000,0.247
+43,mlp.experts.59.down_proj,1.20915663,0.01000,0.247
+43,mlp.experts.60.down_proj,0.26695806,0.01000,0.248
+43,mlp.experts.61.down_proj,5.31224442,0.01000,0.248
+43,mlp.experts.62.down_proj,0.80116409,0.01000,0.248
+43,mlp.experts.63.down_proj,0.72164249,0.01000,0.247
+43,mlp.experts.64.down_proj,0.00326231,0.01000,0.248
+43,mlp.experts.65.down_proj,1.89074969,0.01000,0.247
+43,mlp.experts.66.down_proj,5.64415550,0.01000,0.247
+43,mlp.experts.67.down_proj,0.01074040,0.01000,0.245
+43,mlp.experts.68.down_proj,2.12456512,0.01000,0.245
+43,mlp.experts.69.down_proj,2.51140833,0.01000,0.246
+43,mlp.experts.70.down_proj,2.64606309,0.01000,0.246
+43,mlp.experts.71.down_proj,8.78580093,0.01000,0.246
+43,mlp.experts.72.down_proj,5.01674080,0.01000,0.246
+43,mlp.experts.73.down_proj,0.05716193,0.01000,0.246
+43,mlp.experts.74.down_proj,3.30932808,0.01000,0.245
+43,mlp.experts.75.down_proj,13.82084274,0.01000,0.246
+43,mlp.experts.76.down_proj,0.02615063,0.01000,0.246
+43,mlp.experts.77.down_proj,3.44411373,0.01000,0.245
+43,mlp.experts.78.down_proj,0.33536899,0.01000,0.245
+43,mlp.experts.79.down_proj,0.03907765,0.01000,0.245
+43,mlp.experts.80.down_proj,7.50830269,0.01000,0.245
+43,mlp.experts.81.down_proj,4.19450951,0.01000,0.246
+43,mlp.experts.82.down_proj,2.59182000,0.01000,0.247
+43,mlp.experts.83.down_proj,3.31125879,0.01000,0.248
+43,mlp.experts.84.down_proj,0.00449650,0.01000,0.244
+43,mlp.experts.85.down_proj,0.94258320,0.01000,0.244
+43,mlp.experts.86.down_proj,0.00048604,0.01000,0.244
+43,mlp.experts.87.down_proj,5.23903275,0.01000,0.247
+43,mlp.experts.88.down_proj,1.83971834,0.01000,0.246
+43,mlp.experts.89.down_proj,0.57117116,0.01000,0.246
+43,mlp.experts.90.down_proj,0.73457289,0.01000,0.247
+43,mlp.experts.91.down_proj,1.03668201,0.01000,0.246
+43,mlp.experts.92.down_proj,0.43509227,0.01000,0.251
+43,mlp.experts.93.down_proj,0.00140130,0.01000,0.248
+43,mlp.experts.94.down_proj,0.71796024,0.01000,0.249
+43,mlp.experts.95.down_proj,0.00000869,0.01000,0.248
+43,mlp.experts.96.down_proj,8.30363083,0.01000,0.250
+43,mlp.experts.97.down_proj,2.45557165,0.01000,0.248
+43,mlp.experts.98.down_proj,3.22944474,0.01000,0.248
+43,mlp.experts.99.down_proj,6.86916351,0.01000,0.248
+43,mlp.experts.100.down_proj,2.88585997,0.01000,0.249
+43,mlp.experts.101.down_proj,0.03104164,0.01000,0.248
+43,mlp.experts.102.down_proj,0.00918796,0.01000,0.249
+43,mlp.experts.103.down_proj,0.00015673,0.01000,0.248
+43,mlp.experts.104.down_proj,2.85647106,0.01000,0.250
+43,mlp.experts.105.down_proj,0.02093098,0.01000,0.249
+43,mlp.experts.106.down_proj,0.05628060,0.01000,0.250
+43,mlp.experts.107.down_proj,0.03584298,0.01000,0.249
+43,mlp.experts.108.down_proj,0.01402801,0.01000,0.250
+43,mlp.experts.109.down_proj,0.00004204,0.01000,0.250
+43,mlp.experts.110.down_proj,0.05143696,0.01000,0.250
+43,mlp.experts.111.down_proj,1.31875467,0.01000,0.249
+43,mlp.experts.112.down_proj,6.94576073,0.01000,0.251
+43,mlp.experts.113.down_proj,1.68957484,0.01000,0.249
+43,mlp.experts.114.down_proj,4.88690519,0.01000,0.250
+43,mlp.experts.115.down_proj,2.06901932,0.01000,0.250
+43,mlp.experts.116.down_proj,0.00000463,0.01000,0.251
+43,mlp.experts.117.down_proj,0.08093279,0.01000,0.251
+43,mlp.experts.118.down_proj,0.00098454,0.01000,0.251
+43,mlp.experts.119.down_proj,0.38339835,0.01000,0.250
+43,mlp.experts.120.down_proj,2.80857825,0.01000,0.251
+43,mlp.experts.121.down_proj,5.43736744,0.01000,0.251
+43,mlp.experts.122.down_proj,0.79205787,0.01000,0.251
+43,mlp.experts.123.down_proj,0.57642376,0.01000,0.249
+43,mlp.experts.124.down_proj,0.13931096,0.01000,0.248
+43,mlp.experts.125.down_proj,1.89608514,0.01000,0.248
+43,mlp.experts.126.down_proj,0.00131985,0.01000,0.248
+43,mlp.experts.127.down_proj,1.81549561,0.01000,0.247
+44,self_attn.q_proj,5.85051250,0.01000,0.647
+44,self_attn.k_proj,0.49678347,0.01000,0.633
+44,self_attn.v_proj,1.22456551,0.01000,0.635
+44,self_attn.o_proj,0.14841250,0.01000,1.274
+44,mlp.experts.0.up_proj,1.47946429,0.01000,0.668
+44,mlp.experts.1.up_proj,1.20698881,0.01000,0.626
+44,mlp.experts.2.up_proj,0.37215024,0.01000,0.621
+44,mlp.experts.3.up_proj,3.48158765,0.01000,0.627
+44,mlp.experts.4.up_proj,0.50230110,0.01000,0.632
+44,mlp.experts.5.up_proj,2.82822180,0.01000,0.633
+44,mlp.experts.6.up_proj,4.25435162,0.01000,0.632
+44,mlp.experts.7.up_proj,0.57771897,0.01000,0.634
+44,mlp.experts.8.up_proj,0.87135226,0.01000,0.635
+44,mlp.experts.9.up_proj,4.71728516,0.01000,0.635
+44,mlp.experts.10.up_proj,0.00111528,0.01000,0.634
+44,mlp.experts.11.up_proj,8.86237431,0.01000,0.661
+44,mlp.experts.12.up_proj,0.66491735,0.01000,0.642
+44,mlp.experts.13.up_proj,2.46751761,0.01000,0.634
+44,mlp.experts.14.up_proj,0.21421725,0.01000,0.636
+44,mlp.experts.15.up_proj,1.94092011,0.01000,0.634
+44,mlp.experts.16.up_proj,2.76132894,0.01000,0.633
+44,mlp.experts.17.up_proj,0.14623362,0.01000,0.628
+44,mlp.experts.18.up_proj,0.16794527,0.01000,0.627
+44,mlp.experts.19.up_proj,1.65494037,0.01000,0.626
+44,mlp.experts.20.up_proj,2.29661322,0.01000,0.626
+44,mlp.experts.21.up_proj,0.10514033,0.01000,0.627
+44,mlp.experts.22.up_proj,5.90639544,0.01000,0.627
+44,mlp.experts.23.up_proj,5.93912125,0.01000,0.633
+44,mlp.experts.24.up_proj,0.68376881,0.01000,0.634
+44,mlp.experts.25.up_proj,3.27902174,0.01000,0.634
+44,mlp.experts.26.up_proj,0.12161451,0.01000,0.636
+44,mlp.experts.27.up_proj,2.20931363,0.01000,0.635
+44,mlp.experts.28.up_proj,0.00240870,0.01000,0.635
+44,mlp.experts.29.up_proj,5.89417744,0.01000,0.634
+44,mlp.experts.30.up_proj,0.23462442,0.01000,0.636
+44,mlp.experts.31.up_proj,1.30604732,0.01000,0.637
+44,mlp.experts.32.up_proj,0.06254515,0.01000,0.635
+44,mlp.experts.33.up_proj,0.62990046,0.01000,0.635
+44,mlp.experts.34.up_proj,0.40072691,0.01000,0.633
+44,mlp.experts.35.up_proj,0.00002357,0.01000,0.627
+44,mlp.experts.36.up_proj,0.23576276,0.01000,0.626
+44,mlp.experts.37.up_proj,1.73855066,0.01000,0.626
+44,mlp.experts.38.up_proj,3.25748730,0.01000,0.626
+44,mlp.experts.39.up_proj,2.59530830,0.01000,0.628
+44,mlp.experts.40.up_proj,0.38226312,0.01000,0.626
+44,mlp.experts.41.up_proj,0.11857551,0.01000,0.627
+44,mlp.experts.42.up_proj,8.95148468,0.01000,0.627
+44,mlp.experts.43.up_proj,0.00269381,0.01000,0.625
+44,mlp.experts.44.up_proj,2.66988039,0.01000,0.627
+44,mlp.experts.45.up_proj,2.02486944,0.01000,0.629
+44,mlp.experts.46.up_proj,1.72877908,0.01000,0.630
+44,mlp.experts.47.up_proj,1.98256660,0.01000,0.628
+44,mlp.experts.48.up_proj,1.67450941,0.01000,0.626
+44,mlp.experts.49.up_proj,0.18573457,0.01000,0.629
+44,mlp.experts.50.up_proj,0.09844764,0.01000,0.632
+44,mlp.experts.51.up_proj,1.26244140,0.01000,0.632
+44,mlp.experts.52.up_proj,1.08697522,0.01000,0.632
+44,mlp.experts.53.up_proj,2.09682012,0.01000,0.633
+44,mlp.experts.54.up_proj,2.98172164,0.01000,0.632
+44,mlp.experts.55.up_proj,0.00796077,0.01000,0.633
+44,mlp.experts.56.up_proj,1.68197823,0.01000,0.634
+44,mlp.experts.57.up_proj,0.17897961,0.01000,0.632
+44,mlp.experts.58.up_proj,2.52016163,0.01000,0.632
+44,mlp.experts.59.up_proj,0.36732623,0.01000,0.631
+44,mlp.experts.60.up_proj,0.95251644,0.01000,0.633
+44,mlp.experts.61.up_proj,0.00000704,0.01000,0.630
+44,mlp.experts.62.up_proj,14.39738464,0.01000,0.626
+44,mlp.experts.63.up_proj,0.00713224,0.01000,0.627
+44,mlp.experts.64.up_proj,3.61200690,0.01000,0.630
+44,mlp.experts.65.up_proj,0.00488813,0.01000,0.628
+44,mlp.experts.66.up_proj,0.47521234,0.01000,0.629
+44,mlp.experts.67.up_proj,0.02698817,0.01000,0.634
+44,mlp.experts.68.up_proj,0.09665838,0.01000,0.634
+44,mlp.experts.69.up_proj,6.84840107,0.01000,0.633
+44,mlp.experts.70.up_proj,2.16010618,0.01000,0.632
+44,mlp.experts.71.up_proj,1.51428354,0.01000,0.634
+44,mlp.experts.72.up_proj,1.85966337,0.01000,0.634
+44,mlp.experts.73.up_proj,1.72087312,0.01000,0.634
+44,mlp.experts.74.up_proj,0.00430182,0.01000,0.633
+44,mlp.experts.75.up_proj,0.00000766,0.01000,0.632
+44,mlp.experts.76.up_proj,0.08254705,0.01000,0.632
+44,mlp.experts.77.up_proj,0.00256006,0.01000,0.634
+44,mlp.experts.78.up_proj,0.00043642,0.01000,0.634
+44,mlp.experts.79.up_proj,0.15822564,0.01000,0.632
+44,mlp.experts.80.up_proj,3.14624023,0.01000,0.629
+44,mlp.experts.81.up_proj,2.74556541,0.01000,0.630
+44,mlp.experts.82.up_proj,0.48415416,0.01000,0.629
+44,mlp.experts.83.up_proj,2.76773334,0.01000,0.631
+44,mlp.experts.84.up_proj,0.36809579,0.01000,0.633
+44,mlp.experts.85.up_proj,0.00102740,0.01000,0.626
+44,mlp.experts.86.up_proj,0.00041779,0.01000,0.629
+44,mlp.experts.87.up_proj,0.00472115,0.01000,0.626
+44,mlp.experts.88.up_proj,2.07071424,0.01000,0.625
+44,mlp.experts.89.up_proj,1.08508611,0.01000,0.625
+44,mlp.experts.90.up_proj,2.01982045,0.01000,0.627
+44,mlp.experts.91.up_proj,0.00154148,0.01000,0.626
+44,mlp.experts.92.up_proj,1.21719825,0.01000,0.628
+44,mlp.experts.93.up_proj,0.00276385,0.01000,0.630
+44,mlp.experts.94.up_proj,5.37254333,0.01000,0.633
+44,mlp.experts.95.up_proj,0.00498166,0.01000,0.634
+44,mlp.experts.96.up_proj,0.48100755,0.01000,0.634
+44,mlp.experts.97.up_proj,0.11479524,0.01000,0.634
+44,mlp.experts.98.up_proj,2.40374756,0.01000,0.633
+44,mlp.experts.99.up_proj,1.87458444,0.01000,0.633
+44,mlp.experts.100.up_proj,0.25409874,0.01000,0.634
+44,mlp.experts.101.up_proj,0.14803824,0.01000,0.635
+44,mlp.experts.102.up_proj,1.60444069,0.01000,0.634
+44,mlp.experts.103.up_proj,0.35934576,0.01000,0.637
+44,mlp.experts.104.up_proj,0.73334378,0.01000,0.629
+44,mlp.experts.105.up_proj,1.23998046,0.01000,0.626
+44,mlp.experts.106.up_proj,0.03011693,0.01000,0.625
+44,mlp.experts.107.up_proj,1.75916338,0.01000,0.626
+44,mlp.experts.108.up_proj,0.90700161,0.01000,0.628
+44,mlp.experts.109.up_proj,0.01308149,0.01000,0.628
+44,mlp.experts.110.up_proj,1.76963449,0.01000,0.627
+44,mlp.experts.111.up_proj,1.37559080,0.01000,0.628
+44,mlp.experts.112.up_proj,0.03270771,0.01000,0.628
+44,mlp.experts.113.up_proj,6.36565208,0.01000,0.628
+44,mlp.experts.114.up_proj,0.45129281,0.01000,0.627
+44,mlp.experts.115.up_proj,0.00982066,0.01000,0.629
+44,mlp.experts.116.up_proj,4.97556591,0.01000,0.630
+44,mlp.experts.117.up_proj,0.00881049,0.01000,0.633
+44,mlp.experts.118.up_proj,1.02704465,0.01000,0.633
+44,mlp.experts.119.up_proj,1.00179219,0.01000,0.633
+44,mlp.experts.120.up_proj,0.00169708,0.01000,0.634
+44,mlp.experts.121.up_proj,1.13998890,0.01000,0.633
+44,mlp.experts.122.up_proj,3.83687067,0.01000,0.633
+44,mlp.experts.123.up_proj,0.01819961,0.01000,0.635
+44,mlp.experts.124.up_proj,0.00000198,0.01000,0.634
+44,mlp.experts.125.up_proj,0.30456322,0.01000,0.635
+44,mlp.experts.126.up_proj,0.27176714,0.01000,0.635
+44,mlp.experts.127.up_proj,0.98486865,0.01000,0.635
+44,mlp.experts.0.gate_proj,1.35356760,0.01000,0.637
+44,mlp.experts.1.gate_proj,1.13076174,0.01000,0.628
+44,mlp.experts.2.gate_proj,0.35561031,0.01000,0.628
+44,mlp.experts.3.gate_proj,3.26658630,0.01000,0.628
+44,mlp.experts.4.gate_proj,0.46133929,0.01000,0.627
+44,mlp.experts.5.gate_proj,2.55456376,0.01000,0.627
+44,mlp.experts.6.gate_proj,3.85035539,0.01000,0.627
+44,mlp.experts.7.gate_proj,0.54343402,0.01000,0.625
+44,mlp.experts.8.gate_proj,0.92229104,0.01000,0.629
+44,mlp.experts.9.gate_proj,4.36091995,0.01000,0.631
+44,mlp.experts.10.gate_proj,0.00096442,0.01000,0.636
+44,mlp.experts.11.gate_proj,8.69379330,0.01000,0.637
+44,mlp.experts.12.gate_proj,0.63852751,0.01000,0.633
+44,mlp.experts.13.gate_proj,2.65833807,0.01000,0.629
+44,mlp.experts.14.gate_proj,0.18812551,0.01000,0.630
+44,mlp.experts.15.gate_proj,1.77231860,0.01000,0.632
+44,mlp.experts.16.gate_proj,2.59376335,0.01000,0.631
+44,mlp.experts.17.gate_proj,0.13130724,0.01000,0.627
+44,mlp.experts.18.gate_proj,0.14531961,0.01000,0.627
+44,mlp.experts.19.gate_proj,1.55551314,0.01000,0.629
+44,mlp.experts.20.gate_proj,1.86587620,0.01000,0.626
+44,mlp.experts.21.gate_proj,0.09244509,0.01000,0.626
+44,mlp.experts.22.gate_proj,5.31657124,0.01000,0.625
+44,mlp.experts.23.gate_proj,7.43227291,0.01000,0.626
+44,mlp.experts.24.gate_proj,0.62987185,0.01000,0.629
+44,mlp.experts.25.gate_proj,3.06800318,0.01000,0.631
+44,mlp.experts.26.gate_proj,0.10766798,0.01000,0.633
+44,mlp.experts.27.gate_proj,1.92948532,0.01000,0.633
+44,mlp.experts.28.gate_proj,0.00218059,0.01000,0.632
+44,mlp.experts.29.gate_proj,5.59918642,0.01000,0.632
+44,mlp.experts.30.gate_proj,0.22651240,0.01000,0.634
+44,mlp.experts.31.gate_proj,1.25995708,0.01000,0.624
+44,mlp.experts.32.gate_proj,0.05987042,0.01000,0.625
+44,mlp.experts.33.gate_proj,0.58198798,0.01000,0.625
+44,mlp.experts.34.gate_proj,0.36149871,0.01000,0.626
+44,mlp.experts.35.gate_proj,0.00002145,0.01000,0.628
+44,mlp.experts.36.gate_proj,0.20872298,0.01000,0.626
+44,mlp.experts.37.gate_proj,1.51941729,0.01000,0.625
+44,mlp.experts.38.gate_proj,2.86403847,0.01000,0.626
+44,mlp.experts.39.gate_proj,2.36863780,0.01000,0.625
+44,mlp.experts.40.gate_proj,0.42051730,0.01000,0.623
+44,mlp.experts.41.gate_proj,0.12085492,0.01000,0.625
+44,mlp.experts.42.gate_proj,8.18137836,0.01000,0.625
+44,mlp.experts.43.gate_proj,0.00228031,0.01000,0.625
+44,mlp.experts.44.gate_proj,2.41096210,0.01000,0.633
+44,mlp.experts.45.gate_proj,1.77697015,0.01000,0.631
+44,mlp.experts.46.gate_proj,1.59124923,0.01000,0.633
+44,mlp.experts.47.gate_proj,1.91863751,0.01000,0.633
+44,mlp.experts.48.gate_proj,1.50557780,0.01000,0.634
+44,mlp.experts.49.gate_proj,0.16604567,0.01000,0.634
+44,mlp.experts.50.gate_proj,0.08987890,0.01000,0.633
+44,mlp.experts.51.gate_proj,1.18732738,0.01000,0.636
+44,mlp.experts.52.gate_proj,0.99282598,0.01000,0.635
+44,mlp.experts.53.gate_proj,1.87950397,0.01000,0.635
+44,mlp.experts.54.gate_proj,2.80658340,0.01000,0.637
+44,mlp.experts.55.gate_proj,0.00707145,0.01000,0.636
+44,mlp.experts.56.gate_proj,1.49059343,0.01000,0.629
+44,mlp.experts.57.gate_proj,0.16854599,0.01000,0.626
+44,mlp.experts.58.gate_proj,2.38210225,0.01000,0.626
+44,mlp.experts.59.gate_proj,0.36068308,0.01000,0.626
+44,mlp.experts.60.gate_proj,0.86356497,0.01000,0.626
+44,mlp.experts.61.gate_proj,0.00000617,0.01000,0.625
+44,mlp.experts.62.gate_proj,13.97385979,0.01000,0.627
+44,mlp.experts.63.gate_proj,0.00648080,0.01000,0.629
+44,mlp.experts.64.gate_proj,3.33832312,0.01000,0.627
+44,mlp.experts.65.gate_proj,0.00451591,0.01000,0.626
+44,mlp.experts.66.gate_proj,0.41253334,0.01000,0.631
+44,mlp.experts.67.gate_proj,0.02441020,0.01000,0.627
+44,mlp.experts.68.gate_proj,0.08148378,0.01000,0.624
+44,mlp.experts.69.gate_proj,6.19031763,0.01000,0.628
+44,mlp.experts.70.gate_proj,2.01984620,0.01000,0.632
+44,mlp.experts.71.gate_proj,1.45141053,0.01000,0.632
+44,mlp.experts.72.gate_proj,1.65687144,0.01000,0.631
+44,mlp.experts.73.gate_proj,1.58747005,0.01000,0.634
+44,mlp.experts.74.gate_proj,0.00363920,0.01000,0.633
+44,mlp.experts.75.gate_proj,0.00000669,0.01000,0.633
+44,mlp.experts.76.gate_proj,0.07423862,0.01000,0.634
+44,mlp.experts.77.gate_proj,0.00226101,0.01000,0.634
+44,mlp.experts.78.gate_proj,0.00038236,0.01000,0.635
+44,mlp.experts.79.gate_proj,0.13777798,0.01000,0.634
+44,mlp.experts.80.gate_proj,2.88664246,0.01000,0.634
+44,mlp.experts.81.gate_proj,2.29742289,0.01000,0.632
+44,mlp.experts.82.gate_proj,0.45236290,0.01000,0.625
+44,mlp.experts.83.gate_proj,2.40589142,0.01000,0.624
+44,mlp.experts.84.gate_proj,0.32512856,0.01000,0.625
+44,mlp.experts.85.gate_proj,0.00089006,0.01000,0.623
+44,mlp.experts.86.gate_proj,0.00036597,0.01000,0.625
+44,mlp.experts.87.gate_proj,0.00429205,0.01000,0.624
+44,mlp.experts.88.gate_proj,1.82470059,0.01000,0.625
+44,mlp.experts.89.gate_proj,0.96339846,0.01000,0.624
+44,mlp.experts.90.gate_proj,1.82721078,0.01000,0.625
+44,mlp.experts.91.gate_proj,0.00135472,0.01000,0.625
+44,mlp.experts.92.gate_proj,1.08487153,0.01000,0.625
+44,mlp.experts.93.gate_proj,0.00219262,0.01000,0.629
+44,mlp.experts.94.gate_proj,5.32888508,0.01000,0.632
+44,mlp.experts.95.gate_proj,0.00420761,0.01000,0.631
+44,mlp.experts.96.gate_proj,0.43805242,0.01000,0.634
+44,mlp.experts.97.gate_proj,0.10181880,0.01000,0.633
+44,mlp.experts.98.gate_proj,2.12471652,0.01000,0.634
+44,mlp.experts.99.gate_proj,1.66476798,0.01000,0.635
+44,mlp.experts.100.gate_proj,0.22878632,0.01000,0.636
+44,mlp.experts.101.gate_proj,0.13610458,0.01000,0.635
+44,mlp.experts.102.gate_proj,1.51035547,0.01000,0.635
+44,mlp.experts.103.gate_proj,0.33192539,0.01000,0.637
+44,mlp.experts.104.gate_proj,0.71319556,0.01000,0.634
+44,mlp.experts.105.gate_proj,1.15845037,0.01000,0.633
+44,mlp.experts.106.gate_proj,0.02483305,0.01000,0.626
+44,mlp.experts.107.gate_proj,1.58909190,0.01000,0.627
+44,mlp.experts.108.gate_proj,0.81728131,0.01000,0.626
+44,mlp.experts.109.gate_proj,0.01202877,0.01000,0.626
+44,mlp.experts.110.gate_proj,1.65220094,0.01000,0.634
+44,mlp.experts.111.gate_proj,1.28824949,0.01000,0.633
+44,mlp.experts.112.gate_proj,0.03052783,0.01000,0.635
+44,mlp.experts.113.gate_proj,6.10766459,0.01000,0.636
+44,mlp.experts.114.gate_proj,0.43403277,0.01000,0.636
+44,mlp.experts.115.gate_proj,0.00843330,0.01000,0.636
+44,mlp.experts.116.gate_proj,4.47575474,0.01000,0.636
+44,mlp.experts.117.gate_proj,0.00750223,0.01000,0.633
+44,mlp.experts.118.gate_proj,0.91391402,0.01000,0.634
+44,mlp.experts.119.gate_proj,0.89895630,0.01000,0.636
+44,mlp.experts.120.gate_proj,0.00145664,0.01000,0.633
+44,mlp.experts.121.gate_proj,1.00546908,0.01000,0.626
+44,mlp.experts.122.gate_proj,3.38767099,0.01000,0.625
+44,mlp.experts.123.gate_proj,0.01618609,0.01000,0.624
+44,mlp.experts.124.gate_proj,0.00000158,0.01000,0.626
+44,mlp.experts.125.gate_proj,0.27528167,0.01000,0.624
+44,mlp.experts.126.gate_proj,0.24132483,0.01000,0.624
+44,mlp.experts.127.gate_proj,0.92985344,0.01000,0.624
+44,mlp.experts.0.down_proj,3.19897413,0.01000,0.268
+44,mlp.experts.1.down_proj,1.77328968,0.01000,0.241
+44,mlp.experts.2.down_proj,0.35199335,0.01000,0.241
+44,mlp.experts.3.down_proj,3.49376822,0.01000,0.239
+44,mlp.experts.4.down_proj,0.41282362,0.01000,0.238
+44,mlp.experts.5.down_proj,1.56809461,0.01000,0.240
+44,mlp.experts.6.down_proj,5.17170715,0.01000,0.234
+44,mlp.experts.7.down_proj,0.70187736,0.01000,0.237
+44,mlp.experts.8.down_proj,1.73546648,0.01000,0.237
+44,mlp.experts.9.down_proj,3.57857704,0.01000,0.237
+44,mlp.experts.10.down_proj,0.00146820,0.01000,0.236
+44,mlp.experts.11.down_proj,8.85731506,0.01000,0.236
+44,mlp.experts.12.down_proj,0.85312116,0.01000,0.235
+44,mlp.experts.13.down_proj,5.82217550,0.01000,0.236
+44,mlp.experts.14.down_proj,0.35007086,0.01000,0.235
+44,mlp.experts.15.down_proj,2.04854870,0.01000,0.236
+44,mlp.experts.16.down_proj,6.24294090,0.01000,0.235
+44,mlp.experts.17.down_proj,0.33704817,0.01000,0.236
+44,mlp.experts.18.down_proj,0.42737615,0.01000,0.235
+44,mlp.experts.19.down_proj,2.12124896,0.01000,0.238
+44,mlp.experts.20.down_proj,3.84384394,0.01000,0.239
+44,mlp.experts.21.down_proj,0.18640098,0.01000,0.240
+44,mlp.experts.22.down_proj,9.79433441,0.01000,0.240
+44,mlp.experts.23.down_proj,8.14877796,0.01000,0.240
+44,mlp.experts.24.down_proj,0.57396954,0.01000,0.240
+44,mlp.experts.25.down_proj,2.61772203,0.01000,0.241
+44,mlp.experts.26.down_proj,0.22785455,0.01000,0.242
+44,mlp.experts.27.down_proj,2.46867514,0.01000,0.242
+44,mlp.experts.28.down_proj,0.00848379,0.01000,0.242
+44,mlp.experts.29.down_proj,5.36641741,0.01000,0.243
+44,mlp.experts.30.down_proj,0.23125240,0.01000,0.243
+44,mlp.experts.31.down_proj,3.10746288,0.01000,0.242
+44,mlp.experts.32.down_proj,0.07230034,0.01000,0.242
+44,mlp.experts.33.down_proj,1.03493071,0.01000,0.243
+44,mlp.experts.34.down_proj,0.49385870,0.01000,0.242
+44,mlp.experts.35.down_proj,0.00001731,0.01000,0.244
+44,mlp.experts.36.down_proj,0.33068526,0.01000,0.244
+44,mlp.experts.37.down_proj,3.03986025,0.01000,0.244
+44,mlp.experts.38.down_proj,5.57403231,0.01000,0.245
+44,mlp.experts.39.down_proj,3.81099749,0.01000,0.245
+44,mlp.experts.40.down_proj,0.22225422,0.01000,0.245
+44,mlp.experts.41.down_proj,0.07249667,0.01000,0.245
+44,mlp.experts.42.down_proj,12.11830997,0.01000,0.245
+44,mlp.experts.43.down_proj,0.00438192,0.01000,0.246
+44,mlp.experts.44.down_proj,3.04117846,0.01000,0.245
+44,mlp.experts.45.down_proj,4.58953619,0.01000,0.245
+44,mlp.experts.46.down_proj,2.69516277,0.01000,0.245
+44,mlp.experts.47.down_proj,1.84596205,0.01000,0.247
+44,mlp.experts.48.down_proj,4.39370155,0.01000,0.246
+44,mlp.experts.49.down_proj,0.14310080,0.01000,0.245
+44,mlp.experts.50.down_proj,0.17011845,0.01000,0.243
+44,mlp.experts.51.down_proj,1.70053995,0.01000,0.243
+44,mlp.experts.52.down_proj,1.22953081,0.01000,0.242
+44,mlp.experts.53.down_proj,3.74535799,0.01000,0.242
+44,mlp.experts.54.down_proj,5.24898100,0.01000,0.242
+44,mlp.experts.55.down_proj,0.01784600,0.01000,0.243
+44,mlp.experts.56.down_proj,2.61433196,0.01000,0.243
+44,mlp.experts.57.down_proj,0.41993070,0.01000,0.243
+44,mlp.experts.58.down_proj,3.47199583,0.01000,0.243
+44,mlp.experts.59.down_proj,0.60960519,0.01000,0.242
+44,mlp.experts.60.down_proj,1.53720152,0.01000,0.243
+44,mlp.experts.61.down_proj,0.00002648,0.01000,0.243
+44,mlp.experts.62.down_proj,24.61171722,0.01000,0.245
+44,mlp.experts.63.down_proj,0.01314787,0.01000,0.242
+44,mlp.experts.64.down_proj,2.91258717,0.01000,0.242
+44,mlp.experts.65.down_proj,0.00711676,0.01000,0.241
+44,mlp.experts.66.down_proj,0.75961703,0.01000,0.243
+44,mlp.experts.67.down_proj,0.06140018,0.01000,0.245
+44,mlp.experts.68.down_proj,0.21911660,0.01000,0.245
+44,mlp.experts.69.down_proj,7.82746792,0.01000,0.246
+44,mlp.experts.70.down_proj,3.20633125,0.01000,0.245
+44,mlp.experts.71.down_proj,4.29885721,0.01000,0.243
+44,mlp.experts.72.down_proj,2.08214664,0.01000,0.244
+44,mlp.experts.73.down_proj,3.89582014,0.01000,0.245
+44,mlp.experts.74.down_proj,0.00883384,0.01000,0.245
+44,mlp.experts.75.down_proj,0.00000821,0.01000,0.245
+44,mlp.experts.76.down_proj,0.14408338,0.01000,0.246
+44,mlp.experts.77.down_proj,0.00749795,0.01000,0.246
+44,mlp.experts.78.down_proj,0.00031337,0.01000,0.246
+44,mlp.experts.79.down_proj,0.31072706,0.01000,0.246
+44,mlp.experts.80.down_proj,5.58186531,0.01000,0.246
+44,mlp.experts.81.down_proj,3.98986554,0.01000,0.246
+44,mlp.experts.82.down_proj,0.61741364,0.01000,0.245
+44,mlp.experts.83.down_proj,3.45117378,0.01000,0.246
+44,mlp.experts.84.down_proj,0.62881464,0.01000,0.246
+44,mlp.experts.85.down_proj,0.00077397,0.01000,0.246
+44,mlp.experts.86.down_proj,0.00039404,0.01000,0.245
+44,mlp.experts.87.down_proj,0.00790868,0.01000,0.245
+44,mlp.experts.88.down_proj,3.98178911,0.01000,0.245
+44,mlp.experts.89.down_proj,1.42280471,0.01000,0.246
+44,mlp.experts.90.down_proj,5.83517075,0.01000,0.245
+44,mlp.experts.91.down_proj,0.00280921,0.01000,0.246
+44,mlp.experts.92.down_proj,1.82212269,0.01000,0.246
+44,mlp.experts.93.down_proj,0.01277844,0.01000,0.246
+44,mlp.experts.94.down_proj,5.25620651,0.01000,0.246
+44,mlp.experts.95.down_proj,0.01393998,0.01000,0.245
+44,mlp.experts.96.down_proj,0.53818840,0.01000,0.246
+44,mlp.experts.97.down_proj,0.18663898,0.01000,0.245
+44,mlp.experts.98.down_proj,4.51451731,0.01000,0.246
+44,mlp.experts.99.down_proj,2.57554793,0.01000,0.246
+44,mlp.experts.100.down_proj,0.45748249,0.01000,0.245
+44,mlp.experts.101.down_proj,0.16107102,0.01000,0.246
+44,mlp.experts.102.down_proj,2.43476725,0.01000,0.245
+44,mlp.experts.103.down_proj,0.51294315,0.01000,0.245
+44,mlp.experts.104.down_proj,0.68565094,0.01000,0.243
+44,mlp.experts.105.down_proj,1.31021690,0.01000,0.243
+44,mlp.experts.106.down_proj,0.10500348,0.01000,0.244
+44,mlp.experts.107.down_proj,2.31162930,0.01000,0.244
+44,mlp.experts.108.down_proj,1.77233851,0.01000,0.244
+44,mlp.experts.109.down_proj,0.03024433,0.01000,0.245
+44,mlp.experts.110.down_proj,3.10637045,0.01000,0.244
+44,mlp.experts.111.down_proj,1.19873738,0.01000,0.244
+44,mlp.experts.112.down_proj,0.06747068,0.01000,0.243
+44,mlp.experts.113.down_proj,5.36920834,0.01000,0.244
+44,mlp.experts.114.down_proj,0.70160490,0.01000,0.245
+44,mlp.experts.115.down_proj,0.01597691,0.01000,0.245
+44,mlp.experts.116.down_proj,6.31577444,0.01000,0.246
+44,mlp.experts.117.down_proj,0.01618659,0.01000,0.246
+44,mlp.experts.118.down_proj,1.55852580,0.01000,0.244
+44,mlp.experts.119.down_proj,1.34024715,0.01000,0.245
+44,mlp.experts.120.down_proj,0.00154889,0.01000,0.245
+44,mlp.experts.121.down_proj,1.45379472,0.01000,0.247
+44,mlp.experts.122.down_proj,4.53469181,0.01000,0.247
+44,mlp.experts.123.down_proj,0.03435523,0.01000,0.245
+44,mlp.experts.124.down_proj,0.00000254,0.01000,0.249
+44,mlp.experts.125.down_proj,0.57218587,0.01000,0.249
+44,mlp.experts.126.down_proj,0.41330832,0.01000,0.247
+44,mlp.experts.127.down_proj,1.16635776,0.01000,0.247
+45,self_attn.q_proj,18.15034103,0.01000,0.645
+45,self_attn.k_proj,1.39831591,0.01000,0.626
+45,self_attn.v_proj,3.73888683,0.01000,0.621
+45,self_attn.o_proj,0.18580417,0.01000,1.270
+45,mlp.experts.0.up_proj,0.23366468,0.01000,0.666
+45,mlp.experts.1.up_proj,0.01444166,0.01000,0.619
+45,mlp.experts.2.up_proj,3.04643106,0.01000,0.619
+45,mlp.experts.3.up_proj,0.18859707,0.01000,0.626
+45,mlp.experts.4.up_proj,0.95722795,0.01000,0.632
+45,mlp.experts.5.up_proj,2.75267076,0.01000,0.634
+45,mlp.experts.6.up_proj,0.18712392,0.01000,0.633
+45,mlp.experts.7.up_proj,0.42305544,0.01000,0.637
+45,mlp.experts.8.up_proj,0.27047992,0.01000,0.634
+45,mlp.experts.9.up_proj,0.02235468,0.01000,0.632
+45,mlp.experts.10.up_proj,2.12368965,0.01000,0.633
+45,mlp.experts.11.up_proj,0.03828037,0.01000,0.634
+45,mlp.experts.12.up_proj,4.45928717,0.01000,0.634
+45,mlp.experts.13.up_proj,0.60527277,0.01000,0.633
+45,mlp.experts.14.up_proj,0.00008549,0.01000,0.634
+45,mlp.experts.15.up_proj,0.05138979,0.01000,0.634
+45,mlp.experts.16.up_proj,2.75527143,0.01000,0.629
+45,mlp.experts.17.up_proj,2.08360720,0.01000,0.624
+45,mlp.experts.18.up_proj,1.46146631,0.01000,0.624
+45,mlp.experts.19.up_proj,0.14414608,0.01000,0.626
+45,mlp.experts.20.up_proj,3.70240808,0.01000,0.625
+45,mlp.experts.21.up_proj,0.02045380,0.01000,0.625
+45,mlp.experts.22.up_proj,7.83960485,0.01000,0.625
+45,mlp.experts.23.up_proj,0.29734194,0.01000,0.632
+45,mlp.experts.24.up_proj,2.72568989,0.01000,0.634
+45,mlp.experts.25.up_proj,0.00004965,0.01000,0.633
+45,mlp.experts.26.up_proj,4.30695820,0.01000,0.633
+45,mlp.experts.27.up_proj,4.46844578,0.01000,0.635
+45,mlp.experts.28.up_proj,0.28716543,0.01000,0.634
+45,mlp.experts.29.up_proj,12.49809837,0.01000,0.633
+45,mlp.experts.30.up_proj,4.03934574,0.01000,0.634
+45,mlp.experts.31.up_proj,0.03610732,0.01000,0.633
+45,mlp.experts.32.up_proj,2.76415730,0.01000,0.633
+45,mlp.experts.33.up_proj,0.19073746,0.01000,0.633
+45,mlp.experts.34.up_proj,0.03774687,0.01000,0.635
+45,mlp.experts.35.up_proj,0.76521075,0.01000,0.626
+45,mlp.experts.36.up_proj,1.77715433,0.01000,0.624
+45,mlp.experts.37.up_proj,3.79076052,0.01000,0.625
+45,mlp.experts.38.up_proj,2.23111582,0.01000,0.627
+45,mlp.experts.39.up_proj,0.00091892,0.01000,0.627
+45,mlp.experts.40.up_proj,0.03827365,0.01000,0.626
+45,mlp.experts.41.up_proj,0.35094714,0.01000,0.623
+45,mlp.experts.42.up_proj,2.61787462,0.01000,0.623
+45,mlp.experts.43.up_proj,0.35784549,0.01000,0.625
+45,mlp.experts.44.up_proj,0.10819489,0.01000,0.633
+45,mlp.experts.45.up_proj,4.55489683,0.01000,0.634
+45,mlp.experts.46.up_proj,2.20433903,0.01000,0.634
+45,mlp.experts.47.up_proj,2.64573669,0.01000,0.632
+45,mlp.experts.48.up_proj,13.64761734,0.01000,0.633
+45,mlp.experts.49.up_proj,0.00335367,0.01000,0.632
+45,mlp.experts.50.up_proj,3.82864881,0.01000,0.632
+45,mlp.experts.51.up_proj,7.07275581,0.01000,0.633
+45,mlp.experts.52.up_proj,0.01112226,0.01000,0.633
+45,mlp.experts.53.up_proj,1.24127662,0.01000,0.634
+45,mlp.experts.54.up_proj,2.80795217,0.01000,0.632
+45,mlp.experts.55.up_proj,0.03926654,0.01000,0.623
+45,mlp.experts.56.up_proj,0.14113820,0.01000,0.624
+45,mlp.experts.57.up_proj,0.04718527,0.01000,0.624
+45,mlp.experts.58.up_proj,0.93213469,0.01000,0.628
+45,mlp.experts.59.up_proj,0.00287531,0.01000,0.632
+45,mlp.experts.60.up_proj,0.77417612,0.01000,0.633
+45,mlp.experts.61.up_proj,0.00546699,0.01000,0.633
+45,mlp.experts.62.up_proj,0.00204130,0.01000,0.634
+45,mlp.experts.63.up_proj,0.97832739,0.01000,0.633
+45,mlp.experts.64.up_proj,2.63592815,0.01000,0.634
+45,mlp.experts.65.up_proj,1.83779573,0.01000,0.634
+45,mlp.experts.66.up_proj,0.14255504,0.01000,0.633
+45,mlp.experts.67.up_proj,2.03658700,0.01000,0.633
+45,mlp.experts.68.up_proj,0.00404647,0.01000,0.634
+45,mlp.experts.69.up_proj,0.51304209,0.01000,0.633
+45,mlp.experts.70.up_proj,3.07523036,0.01000,0.634
+45,mlp.experts.71.up_proj,1.78371787,0.01000,0.628
+45,mlp.experts.72.up_proj,0.12487173,0.01000,0.625
+45,mlp.experts.73.up_proj,0.07425719,0.01000,0.626
+45,mlp.experts.74.up_proj,0.04306567,0.01000,0.626
+45,mlp.experts.75.up_proj,0.04637169,0.01000,0.627
+45,mlp.experts.76.up_proj,4.64515448,0.01000,0.628
+45,mlp.experts.77.up_proj,4.15570450,0.01000,0.626
+45,mlp.experts.78.up_proj,0.00004631,0.01000,0.625
+45,mlp.experts.79.up_proj,0.00065259,0.01000,0.626
+45,mlp.experts.80.up_proj,3.47322750,0.01000,0.628
+45,mlp.experts.81.up_proj,2.65956807,0.01000,0.637
+45,mlp.experts.82.up_proj,1.56233978,0.01000,0.633
+45,mlp.experts.83.up_proj,1.99319112,0.01000,0.635
+45,mlp.experts.84.up_proj,0.55129355,0.01000,0.633
+45,mlp.experts.85.up_proj,0.93043882,0.01000,0.635
+45,mlp.experts.86.up_proj,0.54077888,0.01000,0.649
+45,mlp.experts.87.up_proj,6.48110580,0.01000,0.635
+45,mlp.experts.88.up_proj,9.83552551,0.01000,0.645
+45,mlp.experts.89.up_proj,1.33259642,0.01000,0.634
+45,mlp.experts.90.up_proj,0.16491359,0.01000,0.629
+45,mlp.experts.91.up_proj,0.89537561,0.01000,0.630
+45,mlp.experts.92.up_proj,2.80823636,0.01000,0.628
+45,mlp.experts.93.up_proj,2.50545740,0.01000,0.628
+45,mlp.experts.94.up_proj,1.37067568,0.01000,0.630
+45,mlp.experts.95.up_proj,6.79148197,0.01000,0.630
+45,mlp.experts.96.up_proj,0.00005983,0.01000,0.629
+45,mlp.experts.97.up_proj,0.00007908,0.01000,0.629
+45,mlp.experts.98.up_proj,3.44363499,0.01000,0.628
+45,mlp.experts.99.up_proj,8.16974258,0.01000,0.627
+45,mlp.experts.100.up_proj,0.00248022,0.01000,0.629
+45,mlp.experts.101.up_proj,1.85908484,0.01000,0.629
+45,mlp.experts.102.up_proj,0.00022613,0.01000,0.643
+45,mlp.experts.103.up_proj,1.59190345,0.01000,0.645
+45,mlp.experts.104.up_proj,0.94036919,0.01000,0.637
+45,mlp.experts.105.up_proj,0.02075978,0.01000,0.636
+45,mlp.experts.106.up_proj,0.00061422,0.01000,0.635
+45,mlp.experts.107.up_proj,0.20285758,0.01000,0.634
+45,mlp.experts.108.up_proj,0.00085748,0.01000,0.636
+45,mlp.experts.109.up_proj,0.50082523,0.01000,0.635
+45,mlp.experts.110.up_proj,0.15127717,0.01000,0.635
+45,mlp.experts.111.up_proj,0.43342525,0.01000,0.634
+45,mlp.experts.112.up_proj,2.20791435,0.01000,0.634
+45,mlp.experts.113.up_proj,0.05308317,0.01000,0.625
+45,mlp.experts.114.up_proj,1.87207413,0.01000,0.624
+45,mlp.experts.115.up_proj,0.19668230,0.01000,0.627
+45,mlp.experts.116.up_proj,1.10327733,0.01000,0.625
+45,mlp.experts.117.up_proj,2.38395739,0.01000,0.624
+45,mlp.experts.118.up_proj,0.01730146,0.01000,0.628
+45,mlp.experts.119.up_proj,1.65232134,0.01000,0.631
+45,mlp.experts.120.up_proj,0.10289224,0.01000,0.632
+45,mlp.experts.121.up_proj,0.32149261,0.01000,0.635
+45,mlp.experts.122.up_proj,0.00457471,0.01000,0.633
+45,mlp.experts.123.up_proj,6.89384270,0.01000,0.634
+45,mlp.experts.124.up_proj,0.01325554,0.01000,0.636
+45,mlp.experts.125.up_proj,0.21330574,0.01000,0.634
+45,mlp.experts.126.up_proj,0.41862833,0.01000,0.634
+45,mlp.experts.127.up_proj,1.43252444,0.01000,0.634
+45,mlp.experts.0.gate_proj,0.21654786,0.01000,0.633
+45,mlp.experts.1.gate_proj,0.01235709,0.01000,0.633
+45,mlp.experts.2.gate_proj,2.83490920,0.01000,0.633
+45,mlp.experts.3.gate_proj,0.16688690,0.01000,0.626
+45,mlp.experts.4.gate_proj,0.85298753,0.01000,0.626
+45,mlp.experts.5.gate_proj,2.58242512,0.01000,0.626
+45,mlp.experts.6.gate_proj,0.16646059,0.01000,0.627
+45,mlp.experts.7.gate_proj,0.37394139,0.01000,0.631
+45,mlp.experts.8.gate_proj,0.23184544,0.01000,0.628
+45,mlp.experts.9.gate_proj,0.01832297,0.01000,0.627
+45,mlp.experts.10.gate_proj,1.88239217,0.01000,0.625
+45,mlp.experts.11.gate_proj,0.03313938,0.01000,0.626
+45,mlp.experts.12.gate_proj,3.90303755,0.01000,0.628
+45,mlp.experts.13.gate_proj,0.52755064,0.01000,0.633
+45,mlp.experts.14.gate_proj,0.00007768,0.01000,0.633
+45,mlp.experts.15.gate_proj,0.04620659,0.01000,0.633
+45,mlp.experts.16.gate_proj,2.35307693,0.01000,0.633
+45,mlp.experts.17.gate_proj,1.79806161,0.01000,0.634
+45,mlp.experts.18.gate_proj,1.32785654,0.01000,0.633
+45,mlp.experts.19.gate_proj,0.13086261,0.01000,0.634
+45,mlp.experts.20.gate_proj,3.32909775,0.01000,0.633
+45,mlp.experts.21.gate_proj,0.01746027,0.01000,0.634
+45,mlp.experts.22.gate_proj,6.84515858,0.01000,0.633
+45,mlp.experts.23.gate_proj,0.29720530,0.01000,0.635
+45,mlp.experts.24.gate_proj,2.35636234,0.01000,0.632
+45,mlp.experts.25.gate_proj,0.00004208,0.01000,0.628
+45,mlp.experts.26.gate_proj,4.05068254,0.01000,0.624
+45,mlp.experts.27.gate_proj,4.13131237,0.01000,0.625
+45,mlp.experts.28.gate_proj,0.24317178,0.01000,0.624
+45,mlp.experts.29.gate_proj,12.65099144,0.01000,0.624
+45,mlp.experts.30.gate_proj,3.56770396,0.01000,0.626
+45,mlp.experts.31.gate_proj,0.03190999,0.01000,0.625
+45,mlp.experts.32.gate_proj,2.59490800,0.01000,0.626
+45,mlp.experts.33.gate_proj,0.16309777,0.01000,0.630
+45,mlp.experts.34.gate_proj,0.03325614,0.01000,0.634
+45,mlp.experts.35.gate_proj,0.66227841,0.01000,0.633
+45,mlp.experts.36.gate_proj,1.56046605,0.01000,0.634
+45,mlp.experts.37.gate_proj,3.27424097,0.01000,0.636
+45,mlp.experts.38.gate_proj,2.09227753,0.01000,0.635
+45,mlp.experts.39.gate_proj,0.00081886,0.01000,0.635
+45,mlp.experts.40.gate_proj,0.03466202,0.01000,0.634
+45,mlp.experts.41.gate_proj,0.29433542,0.01000,0.634
+45,mlp.experts.42.gate_proj,2.33394313,0.01000,0.632
+45,mlp.experts.43.gate_proj,0.32055831,0.01000,0.632
+45,mlp.experts.44.gate_proj,0.10049208,0.01000,0.631
+45,mlp.experts.45.gate_proj,4.12456608,0.01000,0.632
+45,mlp.experts.46.gate_proj,1.86901808,0.01000,0.625
+45,mlp.experts.47.gate_proj,2.49852538,0.01000,0.624
+45,mlp.experts.48.gate_proj,13.17580128,0.01000,0.626
+45,mlp.experts.49.gate_proj,0.00293341,0.01000,0.624
+45,mlp.experts.50.gate_proj,3.41762209,0.01000,0.626
+45,mlp.experts.51.gate_proj,6.56041908,0.01000,0.624
+45,mlp.experts.52.gate_proj,0.01135277,0.01000,0.627
+45,mlp.experts.53.gate_proj,1.10091376,0.01000,0.625
+45,mlp.experts.54.gate_proj,2.53903151,0.01000,0.625
+45,mlp.experts.55.gate_proj,0.03459136,0.01000,0.628
+45,mlp.experts.56.gate_proj,0.12446932,0.01000,0.632
+45,mlp.experts.57.gate_proj,0.04030830,0.01000,0.634
+45,mlp.experts.58.gate_proj,0.84458911,0.01000,0.633
+45,mlp.experts.59.gate_proj,0.00235062,0.01000,0.634
+45,mlp.experts.60.gate_proj,0.68748057,0.01000,0.633
+45,mlp.experts.61.gate_proj,0.00476754,0.01000,0.634
+45,mlp.experts.62.gate_proj,0.00167453,0.01000,0.634
+45,mlp.experts.63.gate_proj,0.86367953,0.01000,0.632
+45,mlp.experts.64.gate_proj,2.46987510,0.01000,0.626
+45,mlp.experts.65.gate_proj,1.70795941,0.01000,0.624
+45,mlp.experts.66.gate_proj,0.12943187,0.01000,0.625
+45,mlp.experts.67.gate_proj,1.84039521,0.01000,0.625
+45,mlp.experts.68.gate_proj,0.00360334,0.01000,0.624
+45,mlp.experts.69.gate_proj,0.48270574,0.01000,0.627
+45,mlp.experts.70.gate_proj,2.70826268,0.01000,0.625
+45,mlp.experts.71.gate_proj,1.57994866,0.01000,0.624
+45,mlp.experts.72.gate_proj,0.11026494,0.01000,0.624
+45,mlp.experts.73.gate_proj,0.06531907,0.01000,0.625
+45,mlp.experts.74.gate_proj,0.03997753,0.01000,0.626
+45,mlp.experts.75.gate_proj,0.04135709,0.01000,0.630
+45,mlp.experts.76.gate_proj,4.56479931,0.01000,0.632
+45,mlp.experts.77.gate_proj,3.82977700,0.01000,0.634
+45,mlp.experts.78.gate_proj,0.00003997,0.01000,0.635
+45,mlp.experts.79.gate_proj,0.00058375,0.01000,0.632
+45,mlp.experts.80.gate_proj,2.81080532,0.01000,0.633
+45,mlp.experts.81.gate_proj,2.37404871,0.01000,0.632
+45,mlp.experts.82.gate_proj,1.52557802,0.01000,0.632
+45,mlp.experts.83.gate_proj,1.76759398,0.01000,0.633
+45,mlp.experts.84.gate_proj,0.46565330,0.01000,0.632
+45,mlp.experts.85.gate_proj,0.83399439,0.01000,0.633
+45,mlp.experts.86.gate_proj,0.49445918,0.01000,0.632
+45,mlp.experts.87.gate_proj,6.76867390,0.01000,0.634
+45,mlp.experts.88.gate_proj,8.88126755,0.01000,0.631
+45,mlp.experts.89.gate_proj,1.15945506,0.01000,0.633
+45,mlp.experts.90.gate_proj,0.15141897,0.01000,0.633
+45,mlp.experts.91.gate_proj,0.87800920,0.01000,0.633
+45,mlp.experts.92.gate_proj,2.46641183,0.01000,0.634
+45,mlp.experts.93.gate_proj,2.19861269,0.01000,0.631
+45,mlp.experts.94.gate_proj,1.25904989,0.01000,0.632
+45,mlp.experts.95.gate_proj,6.06716347,0.01000,0.630
+45,mlp.experts.96.gate_proj,0.00005827,0.01000,0.631
+45,mlp.experts.97.gate_proj,0.00006978,0.01000,0.633
+45,mlp.experts.98.gate_proj,3.08188152,0.01000,0.630
+45,mlp.experts.99.gate_proj,7.58429527,0.01000,0.633
+45,mlp.experts.100.gate_proj,0.00219148,0.01000,0.628
+45,mlp.experts.101.gate_proj,1.76850498,0.01000,0.629
+45,mlp.experts.102.gate_proj,0.00020956,0.01000,0.635
+45,mlp.experts.103.gate_proj,1.39941704,0.01000,0.635
+45,mlp.experts.104.gate_proj,0.85965681,0.01000,0.634
+45,mlp.experts.105.gate_proj,0.01836713,0.01000,0.633
+45,mlp.experts.106.gate_proj,0.00053937,0.01000,0.635
+45,mlp.experts.107.gate_proj,0.18809107,0.01000,0.636
+45,mlp.experts.108.gate_proj,0.00075709,0.01000,0.636
+45,mlp.experts.109.gate_proj,0.44084370,0.01000,0.635
+45,mlp.experts.110.gate_proj,0.14052948,0.01000,0.634
+45,mlp.experts.111.gate_proj,0.39141065,0.01000,0.635
+45,mlp.experts.112.gate_proj,1.80898690,0.01000,0.632
+45,mlp.experts.113.gate_proj,0.04633196,0.01000,0.627
+45,mlp.experts.114.gate_proj,1.67651796,0.01000,0.625
+45,mlp.experts.115.gate_proj,0.17528012,0.01000,0.624
+45,mlp.experts.116.gate_proj,1.00071406,0.01000,0.626
+45,mlp.experts.117.gate_proj,2.13586950,0.01000,0.625
+45,mlp.experts.118.gate_proj,0.01626423,0.01000,0.626
+45,mlp.experts.119.gate_proj,1.47444844,0.01000,0.625
+45,mlp.experts.120.gate_proj,0.08850250,0.01000,0.624
+45,mlp.experts.121.gate_proj,0.30409798,0.01000,0.624
+45,mlp.experts.122.gate_proj,0.00383864,0.01000,0.631
+45,mlp.experts.123.gate_proj,5.85325050,0.01000,0.632
+45,mlp.experts.124.gate_proj,0.01190306,0.01000,0.634
+45,mlp.experts.125.gate_proj,0.18993968,0.01000,0.634
+45,mlp.experts.126.gate_proj,0.37343323,0.01000,0.634
+45,mlp.experts.127.gate_proj,1.32489979,0.01000,0.633
+45,mlp.experts.0.down_proj,0.82496393,0.01000,0.257
+45,mlp.experts.1.down_proj,0.02573892,0.01000,0.232
+45,mlp.experts.2.down_proj,2.34646988,0.01000,0.232
+45,mlp.experts.3.down_proj,0.34163481,0.01000,0.232
+45,mlp.experts.4.down_proj,1.27524304,0.01000,0.232
+45,mlp.experts.5.down_proj,3.67738581,0.01000,0.232
+45,mlp.experts.6.down_proj,0.31888527,0.01000,0.233
+45,mlp.experts.7.down_proj,0.39379549,0.01000,0.234
+45,mlp.experts.8.down_proj,0.43138295,0.01000,0.234
+45,mlp.experts.9.down_proj,0.02580367,0.01000,0.236
+45,mlp.experts.10.down_proj,2.00014210,0.01000,0.237
+45,mlp.experts.11.down_proj,0.06797044,0.01000,0.237
+45,mlp.experts.12.down_proj,3.96381855,0.01000,0.237
+45,mlp.experts.13.down_proj,0.80073857,0.01000,0.238
+45,mlp.experts.14.down_proj,0.00008813,0.01000,0.237
+45,mlp.experts.15.down_proj,0.08958025,0.01000,0.237
+45,mlp.experts.16.down_proj,3.00498724,0.01000,0.236
+45,mlp.experts.17.down_proj,4.33930969,0.01000,0.236
+45,mlp.experts.18.down_proj,2.47406769,0.01000,0.237
+45,mlp.experts.19.down_proj,0.35067844,0.01000,0.238
+45,mlp.experts.20.down_proj,6.69527340,0.01000,0.237
+45,mlp.experts.21.down_proj,0.04057264,0.01000,0.239
+45,mlp.experts.22.down_proj,9.44341850,0.01000,0.240
+45,mlp.experts.23.down_proj,0.56754446,0.01000,0.241
+45,mlp.experts.24.down_proj,3.28534603,0.01000,0.241
+45,mlp.experts.25.down_proj,0.00005686,0.01000,0.242
+45,mlp.experts.26.down_proj,6.80457640,0.01000,0.242
+45,mlp.experts.27.down_proj,6.43566704,0.01000,0.243
+45,mlp.experts.28.down_proj,0.51227260,0.01000,0.242
+45,mlp.experts.29.down_proj,23.26964569,0.01000,0.242
+45,mlp.experts.30.down_proj,6.49707365,0.01000,0.243
+45,mlp.experts.31.down_proj,0.07520530,0.01000,0.243
+45,mlp.experts.32.down_proj,1.84964430,0.01000,0.242
+45,mlp.experts.33.down_proj,0.18302304,0.01000,0.243
+45,mlp.experts.34.down_proj,0.07756191,0.01000,0.243
+45,mlp.experts.35.down_proj,1.47399986,0.01000,0.243
+45,mlp.experts.36.down_proj,3.05903554,0.01000,0.243
+45,mlp.experts.37.down_proj,4.16095638,0.01000,0.243
+45,mlp.experts.38.down_proj,2.85415673,0.01000,0.243
+45,mlp.experts.39.down_proj,0.00083297,0.01000,0.243
+45,mlp.experts.40.down_proj,0.07668499,0.01000,0.244
+45,mlp.experts.41.down_proj,0.40436789,0.01000,0.243
+45,mlp.experts.42.down_proj,3.47965002,0.01000,0.241
+45,mlp.experts.43.down_proj,0.55455363,0.01000,0.241
+45,mlp.experts.44.down_proj,0.29226738,0.01000,0.242
+45,mlp.experts.45.down_proj,5.36721802,0.01000,0.241
+45,mlp.experts.46.down_proj,4.72168493,0.01000,0.241
+45,mlp.experts.47.down_proj,4.41999817,0.01000,0.241
+45,mlp.experts.48.down_proj,26.80857849,0.01000,0.241
+45,mlp.experts.49.down_proj,0.01418404,0.01000,0.240
+45,mlp.experts.50.down_proj,5.74689817,0.01000,0.242
+45,mlp.experts.51.down_proj,13.19639969,0.01000,0.241
+45,mlp.experts.52.down_proj,0.04803634,0.01000,0.242
+45,mlp.experts.53.down_proj,1.70592666,0.01000,0.242
+45,mlp.experts.54.down_proj,2.93281460,0.01000,0.242
+45,mlp.experts.55.down_proj,0.10730143,0.01000,0.242
+45,mlp.experts.56.down_proj,0.18743801,0.01000,0.241
+45,mlp.experts.57.down_proj,0.09498328,0.01000,0.241
+45,mlp.experts.58.down_proj,1.19401431,0.01000,0.242
+45,mlp.experts.59.down_proj,0.00327947,0.01000,0.241
+45,mlp.experts.60.down_proj,0.81593525,0.01000,0.242
+45,mlp.experts.61.down_proj,0.00725048,0.01000,0.241
+45,mlp.experts.62.down_proj,0.00149758,0.01000,0.241
+45,mlp.experts.63.down_proj,2.64663076,0.01000,0.243
+45,mlp.experts.64.down_proj,2.78040242,0.01000,0.244
+45,mlp.experts.65.down_proj,1.82019472,0.01000,0.244
+45,mlp.experts.66.down_proj,0.19006494,0.01000,0.245
+45,mlp.experts.67.down_proj,3.65841770,0.01000,0.244
+45,mlp.experts.68.down_proj,0.00841367,0.01000,0.245
+45,mlp.experts.69.down_proj,0.69291425,0.01000,0.245
+45,mlp.experts.70.down_proj,4.64845562,0.01000,0.244
+45,mlp.experts.71.down_proj,3.86734724,0.01000,0.244
+45,mlp.experts.72.down_proj,0.21240751,0.01000,0.244
+45,mlp.experts.73.down_proj,0.08027995,0.01000,0.244
+45,mlp.experts.74.down_proj,0.09837727,0.01000,0.244
+45,mlp.experts.75.down_proj,0.15944700,0.01000,0.245
+45,mlp.experts.76.down_proj,6.75663948,0.01000,0.244
+45,mlp.experts.77.down_proj,3.44214821,0.01000,0.244
+45,mlp.experts.78.down_proj,0.00007394,0.01000,0.244
+45,mlp.experts.79.down_proj,0.00049412,0.01000,0.245
+45,mlp.experts.80.down_proj,6.72066212,0.01000,0.245
+45,mlp.experts.81.down_proj,3.56850410,0.01000,0.245
+45,mlp.experts.82.down_proj,2.85853004,0.01000,0.244
+45,mlp.experts.83.down_proj,2.72083926,0.01000,0.244
+45,mlp.experts.84.down_proj,0.99028283,0.01000,0.245
+45,mlp.experts.85.down_proj,1.32822096,0.01000,0.245
+45,mlp.experts.86.down_proj,0.73786175,0.01000,0.245
+45,mlp.experts.87.down_proj,8.20679569,0.01000,0.245
+45,mlp.experts.88.down_proj,13.89935589,0.01000,0.245
+45,mlp.experts.89.down_proj,1.76313257,0.01000,0.245
+45,mlp.experts.90.down_proj,0.20460363,0.01000,0.244
+45,mlp.experts.91.down_proj,1.18280077,0.01000,0.245
+45,mlp.experts.92.down_proj,4.07495308,0.01000,0.244
+45,mlp.experts.93.down_proj,4.02202892,0.01000,0.242
+45,mlp.experts.94.down_proj,1.32654715,0.01000,0.241
+45,mlp.experts.95.down_proj,16.95751190,0.01000,0.241
+45,mlp.experts.96.down_proj,0.00010538,0.01000,0.243
+45,mlp.experts.97.down_proj,0.00007890,0.01000,0.242
+45,mlp.experts.98.down_proj,6.91243219,0.01000,0.241
+45,mlp.experts.99.down_proj,16.16020966,0.01000,0.241
+45,mlp.experts.100.down_proj,0.00495206,0.01000,0.241
+45,mlp.experts.101.down_proj,3.81668425,0.01000,0.241
+45,mlp.experts.102.down_proj,0.00015194,0.01000,0.241
+45,mlp.experts.103.down_proj,4.21309090,0.01000,0.241
+45,mlp.experts.104.down_proj,1.60554409,0.01000,0.241
+45,mlp.experts.105.down_proj,0.06121213,0.01000,0.242
+45,mlp.experts.106.down_proj,0.00053080,0.01000,0.242
+45,mlp.experts.107.down_proj,0.26986116,0.01000,0.240
+45,mlp.experts.108.down_proj,0.00180227,0.01000,0.241
+45,mlp.experts.109.down_proj,1.09514332,0.01000,0.242
+45,mlp.experts.110.down_proj,0.23868005,0.01000,0.242
+45,mlp.experts.111.down_proj,0.50548381,0.01000,0.242
+45,mlp.experts.112.down_proj,5.14894581,0.01000,0.242
+45,mlp.experts.113.down_proj,0.15783288,0.01000,0.242
+45,mlp.experts.114.down_proj,2.06687140,0.01000,0.242
+45,mlp.experts.115.down_proj,0.24120241,0.01000,0.242
+45,mlp.experts.116.down_proj,2.21249390,0.01000,0.243
+45,mlp.experts.117.down_proj,2.51066446,0.01000,0.243
+45,mlp.experts.118.down_proj,0.05752181,0.01000,0.244
+45,mlp.experts.119.down_proj,1.58566856,0.01000,0.243
+45,mlp.experts.120.down_proj,0.15188792,0.01000,0.244
+45,mlp.experts.121.down_proj,0.53624427,0.01000,0.244
+45,mlp.experts.122.down_proj,0.01036960,0.01000,0.243
+45,mlp.experts.123.down_proj,9.59910774,0.01000,0.244
+45,mlp.experts.124.down_proj,0.01795375,0.01000,0.245
+45,mlp.experts.125.down_proj,0.53484613,0.01000,0.243
+45,mlp.experts.126.down_proj,0.78802550,0.01000,0.245
+45,mlp.experts.127.down_proj,1.32165241,0.01000,0.244
+46,self_attn.q_proj,13.84931850,0.01000,0.643
+46,self_attn.k_proj,1.46662807,0.01000,0.624
+46,self_attn.v_proj,2.93047881,0.01000,0.624
+46,self_attn.o_proj,0.51521701,0.01000,1.261
+46,mlp.experts.0.up_proj,0.07764465,0.01000,0.662
+46,mlp.experts.1.up_proj,1.69905806,0.01000,0.615
+46,mlp.experts.2.up_proj,0.26628065,0.01000,0.616
+46,mlp.experts.3.up_proj,1.72855663,0.01000,0.620
+46,mlp.experts.4.up_proj,0.00031674,0.01000,0.622
+46,mlp.experts.5.up_proj,1.98597419,0.01000,0.628
+46,mlp.experts.6.up_proj,0.08245853,0.01000,0.629
+46,mlp.experts.7.up_proj,1.88452959,0.01000,0.629
+46,mlp.experts.8.up_proj,0.62988675,0.01000,0.628
+46,mlp.experts.9.up_proj,0.24248147,0.01000,0.628
+46,mlp.experts.10.up_proj,2.08512926,0.01000,0.628
+46,mlp.experts.11.up_proj,1.14888644,0.01000,0.628
+46,mlp.experts.12.up_proj,0.00055482,0.01000,0.629
+46,mlp.experts.13.up_proj,0.00307488,0.01000,0.628
+46,mlp.experts.14.up_proj,0.70652777,0.01000,0.628
+46,mlp.experts.15.up_proj,0.99333215,0.01000,0.628
+46,mlp.experts.16.up_proj,2.60810471,0.01000,0.630
+46,mlp.experts.17.up_proj,0.18375246,0.01000,0.629
+46,mlp.experts.18.up_proj,1.11257553,0.01000,0.621
+46,mlp.experts.19.up_proj,5.63258219,0.01000,0.621
+46,mlp.experts.20.up_proj,0.08370747,0.01000,0.620
+46,mlp.experts.21.up_proj,0.36644632,0.01000,0.621
+46,mlp.experts.22.up_proj,3.86848283,0.01000,0.619
+46,mlp.experts.23.up_proj,0.04889075,0.01000,0.619
+46,mlp.experts.24.up_proj,0.01155290,0.01000,0.648
+46,mlp.experts.25.up_proj,0.02177794,0.01000,0.632
+46,mlp.experts.26.up_proj,7.34472752,0.01000,0.633
+46,mlp.experts.27.up_proj,5.02877712,0.01000,0.633
+46,mlp.experts.28.up_proj,0.02441682,0.01000,0.634
+46,mlp.experts.29.up_proj,1.47908759,0.01000,0.633
+46,mlp.experts.30.up_proj,1.73534036,0.01000,0.631
+46,mlp.experts.31.up_proj,0.15296353,0.01000,0.631
+46,mlp.experts.32.up_proj,8.11924362,0.01000,0.631
+46,mlp.experts.33.up_proj,7.97782373,0.01000,0.633
+46,mlp.experts.34.up_proj,1.00728941,0.01000,0.631
+46,mlp.experts.35.up_proj,1.95846677,0.01000,0.630
+46,mlp.experts.36.up_proj,3.38688421,0.01000,0.623
+46,mlp.experts.37.up_proj,0.91073000,0.01000,0.624
+46,mlp.experts.38.up_proj,1.28489542,0.01000,0.622
+46,mlp.experts.39.up_proj,2.14962626,0.01000,0.623
+46,mlp.experts.40.up_proj,0.05748190,0.01000,0.622
+46,mlp.experts.41.up_proj,0.08951330,0.01000,0.625
+46,mlp.experts.42.up_proj,0.01955239,0.01000,0.622
+46,mlp.experts.43.up_proj,9.74492073,0.01000,0.623
+46,mlp.experts.44.up_proj,2.68938375,0.01000,0.622
+46,mlp.experts.45.up_proj,3.02299213,0.01000,0.622
+46,mlp.experts.46.up_proj,4.84039879,0.01000,0.622
+46,mlp.experts.47.up_proj,0.07296652,0.01000,0.624
+46,mlp.experts.48.up_proj,0.00098094,0.01000,0.624
+46,mlp.experts.49.up_proj,0.39668480,0.01000,0.624
+46,mlp.experts.50.up_proj,0.00063163,0.01000,0.626
+46,mlp.experts.51.up_proj,4.59397459,0.01000,0.631
+46,mlp.experts.52.up_proj,5.78415060,0.01000,0.631
+46,mlp.experts.53.up_proj,0.82596958,0.01000,0.633
+46,mlp.experts.54.up_proj,11.32439709,0.01000,0.632
+46,mlp.experts.55.up_proj,4.80113697,0.01000,0.631
+46,mlp.experts.56.up_proj,0.03020677,0.01000,0.631
+46,mlp.experts.57.up_proj,0.05159130,0.01000,0.630
+46,mlp.experts.58.up_proj,0.01152053,0.01000,0.632
+46,mlp.experts.59.up_proj,0.00150151,0.01000,0.631
+46,mlp.experts.60.up_proj,6.13220024,0.01000,0.631
+46,mlp.experts.61.up_proj,5.64113760,0.01000,0.629
+46,mlp.experts.62.up_proj,0.02178492,0.01000,0.626
+46,mlp.experts.63.up_proj,0.01862704,0.01000,0.623
+46,mlp.experts.64.up_proj,0.29056263,0.01000,0.624
+46,mlp.experts.65.up_proj,0.00062524,0.01000,0.622
+46,mlp.experts.66.up_proj,0.07431377,0.01000,0.624
+46,mlp.experts.67.up_proj,1.27671778,0.01000,0.622
+46,mlp.experts.68.up_proj,6.32485771,0.01000,0.624
+46,mlp.experts.69.up_proj,0.01206164,0.01000,0.624
+46,mlp.experts.70.up_proj,0.38065115,0.01000,0.622
+46,mlp.experts.71.up_proj,0.37532923,0.01000,0.622
+46,mlp.experts.72.up_proj,0.01107581,0.01000,0.623
+46,mlp.experts.73.up_proj,0.00454105,0.01000,0.624
+46,mlp.experts.74.up_proj,6.97702503,0.01000,0.626
+46,mlp.experts.75.up_proj,2.55261993,0.01000,0.626
+46,mlp.experts.76.up_proj,4.03741455,0.01000,0.624
+46,mlp.experts.77.up_proj,0.92234766,0.01000,0.627
+46,mlp.experts.78.up_proj,0.01305171,0.01000,0.628
+46,mlp.experts.79.up_proj,1.37633586,0.01000,0.627
+46,mlp.experts.80.up_proj,2.50385737,0.01000,0.629
+46,mlp.experts.81.up_proj,2.13707662,0.01000,0.629
+46,mlp.experts.82.up_proj,2.06892967,0.01000,0.630
+46,mlp.experts.83.up_proj,0.16497540,0.01000,0.631
+46,mlp.experts.84.up_proj,3.71324301,0.01000,0.632
+46,mlp.experts.85.up_proj,0.00106430,0.01000,0.632
+46,mlp.experts.86.up_proj,0.00077370,0.01000,0.632
+46,mlp.experts.87.up_proj,0.00002892,0.01000,0.631
+46,mlp.experts.88.up_proj,0.00057767,0.01000,0.624
+46,mlp.experts.89.up_proj,0.00338763,0.01000,0.623
+46,mlp.experts.90.up_proj,1.67727363,0.01000,0.623
+46,mlp.experts.91.up_proj,0.26149130,0.01000,0.622
+46,mlp.experts.92.up_proj,0.57692784,0.01000,0.624
+46,mlp.experts.93.up_proj,0.08846503,0.01000,0.624
+46,mlp.experts.94.up_proj,9.88879776,0.01000,0.625
+46,mlp.experts.95.up_proj,0.04446511,0.01000,0.625
+46,mlp.experts.96.up_proj,1.96609271,0.01000,0.625
+46,mlp.experts.97.up_proj,2.97539854,0.01000,0.625
+46,mlp.experts.98.up_proj,4.45589447,0.01000,0.624
+46,mlp.experts.99.up_proj,0.08289047,0.01000,0.622
+46,mlp.experts.100.up_proj,0.01554918,0.01000,0.626
+46,mlp.experts.101.up_proj,2.60473156,0.01000,0.625
+46,mlp.experts.102.up_proj,0.27316689,0.01000,0.629
+46,mlp.experts.103.up_proj,0.60695177,0.01000,0.631
+46,mlp.experts.104.up_proj,3.90545058,0.01000,0.631
+46,mlp.experts.105.up_proj,2.24077702,0.01000,0.631
+46,mlp.experts.106.up_proj,3.83006620,0.01000,0.632
+46,mlp.experts.107.up_proj,0.68037599,0.01000,0.630
+46,mlp.experts.108.up_proj,0.00235381,0.01000,0.632
+46,mlp.experts.109.up_proj,0.19299600,0.01000,0.633
+46,mlp.experts.110.up_proj,0.09516674,0.01000,0.632
+46,mlp.experts.111.up_proj,1.31256640,0.01000,0.632
+46,mlp.experts.112.up_proj,0.75996226,0.01000,0.632
+46,mlp.experts.113.up_proj,0.40551320,0.01000,0.632
+46,mlp.experts.114.up_proj,0.34759757,0.01000,0.628
+46,mlp.experts.115.up_proj,2.86934805,0.01000,0.623
+46,mlp.experts.116.up_proj,1.58050585,0.01000,0.627
+46,mlp.experts.117.up_proj,8.34949112,0.01000,0.625
+46,mlp.experts.118.up_proj,0.49032596,0.01000,0.627
+46,mlp.experts.119.up_proj,1.05800176,0.01000,0.641
+46,mlp.experts.120.up_proj,0.97527492,0.01000,0.640
+46,mlp.experts.121.up_proj,0.00331191,0.01000,0.638
+46,mlp.experts.122.up_proj,0.46578220,0.01000,0.637
+46,mlp.experts.123.up_proj,0.66730976,0.01000,0.642
+46,mlp.experts.124.up_proj,1.85864913,0.01000,0.643
+46,mlp.experts.125.up_proj,0.05639439,0.01000,0.645
+46,mlp.experts.126.up_proj,0.10974488,0.01000,0.650
+46,mlp.experts.127.up_proj,4.61036968,0.01000,0.647
+46,mlp.experts.0.gate_proj,0.06467254,0.01000,0.654
+46,mlp.experts.1.gate_proj,1.64942491,0.01000,0.643
+46,mlp.experts.2.gate_proj,0.23736092,0.01000,0.631
+46,mlp.experts.3.gate_proj,1.66065860,0.01000,0.632
+46,mlp.experts.4.gate_proj,0.00028045,0.01000,0.631
+46,mlp.experts.5.gate_proj,2.03506756,0.01000,0.630
+46,mlp.experts.6.gate_proj,0.07978307,0.01000,0.634
+46,mlp.experts.7.gate_proj,1.62527037,0.01000,0.633
+46,mlp.experts.8.gate_proj,0.57999504,0.01000,0.632
+46,mlp.experts.9.gate_proj,0.23434165,0.01000,0.631
+46,mlp.experts.10.gate_proj,1.99466407,0.01000,0.631
+46,mlp.experts.11.gate_proj,1.02432442,0.01000,0.631
+46,mlp.experts.12.gate_proj,0.00050478,0.01000,0.631
+46,mlp.experts.13.gate_proj,0.00268103,0.01000,0.632
+46,mlp.experts.14.gate_proj,0.64168227,0.01000,0.631
+46,mlp.experts.15.gate_proj,0.89753699,0.01000,0.629
+46,mlp.experts.16.gate_proj,2.42972422,0.01000,0.626
+46,mlp.experts.17.gate_proj,0.16700289,0.01000,0.623
+46,mlp.experts.18.gate_proj,0.99688721,0.01000,0.622
+46,mlp.experts.19.gate_proj,4.99396420,0.01000,0.622
+46,mlp.experts.20.gate_proj,0.06766094,0.01000,0.624
+46,mlp.experts.21.gate_proj,0.32270074,0.01000,0.622
+46,mlp.experts.22.gate_proj,3.13221645,0.01000,0.623
+46,mlp.experts.23.gate_proj,0.04290915,0.01000,0.624
+46,mlp.experts.24.gate_proj,0.00988849,0.01000,0.625
+46,mlp.experts.25.gate_proj,0.02272543,0.01000,0.624
+46,mlp.experts.26.gate_proj,6.62406969,0.01000,0.624
+46,mlp.experts.27.gate_proj,4.55551815,0.01000,0.623
+46,mlp.experts.28.gate_proj,0.02146824,0.01000,0.625
+46,mlp.experts.29.gate_proj,1.27527332,0.01000,0.625
+46,mlp.experts.30.gate_proj,1.48741651,0.01000,0.632
+46,mlp.experts.31.gate_proj,0.14617360,0.01000,0.631
+46,mlp.experts.32.gate_proj,7.70788574,0.01000,0.633
+46,mlp.experts.33.gate_proj,7.69982719,0.01000,0.632
+46,mlp.experts.34.gate_proj,0.95122659,0.01000,0.633
+46,mlp.experts.35.gate_proj,1.70759273,0.01000,0.632
+46,mlp.experts.36.gate_proj,3.08812737,0.01000,0.632
+46,mlp.experts.37.gate_proj,0.83415765,0.01000,0.631
+46,mlp.experts.38.gate_proj,1.14612412,0.01000,0.632
+46,mlp.experts.39.gate_proj,1.88337660,0.01000,0.633
+46,mlp.experts.40.gate_proj,0.05228026,0.01000,0.631
+46,mlp.experts.41.gate_proj,0.08150280,0.01000,0.631
+46,mlp.experts.42.gate_proj,0.01759481,0.01000,0.627
+46,mlp.experts.43.gate_proj,8.64734364,0.01000,0.624
+46,mlp.experts.44.gate_proj,2.46700358,0.01000,0.624
+46,mlp.experts.45.gate_proj,2.91485476,0.01000,0.628
+46,mlp.experts.46.gate_proj,4.35957718,0.01000,0.628
+46,mlp.experts.47.gate_proj,0.06405102,0.01000,0.630
+46,mlp.experts.48.gate_proj,0.00091065,0.01000,0.633
+46,mlp.experts.49.gate_proj,0.33981887,0.01000,0.631
+46,mlp.experts.50.gate_proj,0.00057495,0.01000,0.632
+46,mlp.experts.51.gate_proj,4.15991926,0.01000,0.631
+46,mlp.experts.52.gate_proj,5.09932089,0.01000,0.633
+46,mlp.experts.53.gate_proj,0.70500278,0.01000,0.632
+46,mlp.experts.54.gate_proj,10.08560371,0.01000,0.632
+46,mlp.experts.55.gate_proj,4.21060753,0.01000,0.633
+46,mlp.experts.56.gate_proj,0.02780045,0.01000,0.633
+46,mlp.experts.57.gate_proj,0.04703589,0.01000,0.632
+46,mlp.experts.58.gate_proj,0.01035445,0.01000,0.634
+46,mlp.experts.59.gate_proj,0.00125437,0.01000,0.633
+46,mlp.experts.60.gate_proj,5.34247637,0.01000,0.634
+46,mlp.experts.61.gate_proj,5.00237751,0.01000,0.633
+46,mlp.experts.62.gate_proj,0.01880590,0.01000,0.635
+46,mlp.experts.63.gate_proj,0.01657112,0.01000,0.631
+46,mlp.experts.64.gate_proj,0.25876904,0.01000,0.627
+46,mlp.experts.65.gate_proj,0.00055049,0.01000,0.624
+46,mlp.experts.66.gate_proj,0.06163478,0.01000,0.627
+46,mlp.experts.67.gate_proj,1.17820501,0.01000,0.623
+46,mlp.experts.68.gate_proj,5.80379629,0.01000,0.622
+46,mlp.experts.69.gate_proj,0.01092677,0.01000,0.624
+46,mlp.experts.70.gate_proj,0.35044369,0.01000,0.623
+46,mlp.experts.71.gate_proj,0.35033965,0.01000,0.628
+46,mlp.experts.72.gate_proj,0.00949838,0.01000,0.629
+46,mlp.experts.73.gate_proj,0.00400356,0.01000,0.630
+46,mlp.experts.74.gate_proj,7.10323572,0.01000,0.628
+46,mlp.experts.75.gate_proj,2.22468138,0.01000,0.629
+46,mlp.experts.76.gate_proj,3.85438466,0.01000,0.631
+46,mlp.experts.77.gate_proj,0.85847259,0.01000,0.630
+46,mlp.experts.78.gate_proj,0.01130357,0.01000,0.630
+46,mlp.experts.79.gate_proj,1.21975780,0.01000,0.630
+46,mlp.experts.80.gate_proj,2.01186466,0.01000,0.629
+46,mlp.experts.81.gate_proj,1.91353583,0.01000,0.630
+46,mlp.experts.82.gate_proj,1.79035616,0.01000,0.626
+46,mlp.experts.83.gate_proj,0.14427020,0.01000,0.623
+46,mlp.experts.84.gate_proj,3.41244698,0.01000,0.623
+46,mlp.experts.85.gate_proj,0.00101638,0.01000,0.622
+46,mlp.experts.86.gate_proj,0.00070742,0.01000,0.622
+46,mlp.experts.87.gate_proj,0.00002581,0.01000,0.622
+46,mlp.experts.88.gate_proj,0.00052081,0.01000,0.621
+46,mlp.experts.89.gate_proj,0.00306339,0.01000,0.622
+46,mlp.experts.90.gate_proj,1.54004955,0.01000,0.627
+46,mlp.experts.91.gate_proj,0.25230330,0.01000,0.631
+46,mlp.experts.92.gate_proj,0.51595521,0.01000,0.634
+46,mlp.experts.93.gate_proj,0.07884258,0.01000,0.631
+46,mlp.experts.94.gate_proj,9.10720444,0.01000,0.633
+46,mlp.experts.95.gate_proj,0.03716469,0.01000,0.633
+46,mlp.experts.96.gate_proj,2.32109857,0.01000,0.632
+46,mlp.experts.97.gate_proj,2.68440151,0.01000,0.631
+46,mlp.experts.98.gate_proj,3.94340754,0.01000,0.634
+46,mlp.experts.99.gate_proj,0.07540146,0.01000,0.625
+46,mlp.experts.100.gate_proj,0.01411067,0.01000,0.626
+46,mlp.experts.101.gate_proj,2.41170263,0.01000,0.629
+46,mlp.experts.102.gate_proj,0.24271618,0.01000,0.627
+46,mlp.experts.103.gate_proj,0.55244184,0.01000,0.627
+46,mlp.experts.104.gate_proj,3.70101213,0.01000,0.625
+46,mlp.experts.105.gate_proj,1.97492170,0.01000,0.624
+46,mlp.experts.106.gate_proj,3.52107549,0.01000,0.620
+46,mlp.experts.107.gate_proj,0.60196143,0.01000,0.626
+46,mlp.experts.108.gate_proj,0.00207953,0.01000,0.627
+46,mlp.experts.109.gate_proj,0.16087319,0.01000,0.623
+46,mlp.experts.110.gate_proj,0.08405784,0.01000,0.621
+46,mlp.experts.111.gate_proj,1.14860010,0.01000,0.623
+46,mlp.experts.112.gate_proj,0.65995777,0.01000,0.621
+46,mlp.experts.113.gate_proj,0.31950122,0.01000,0.622
+46,mlp.experts.114.gate_proj,0.33237737,0.01000,0.627
+46,mlp.experts.115.gate_proj,2.66837883,0.01000,0.629
+46,mlp.experts.116.gate_proj,1.42362905,0.01000,0.628
+46,mlp.experts.117.gate_proj,7.28486633,0.01000,0.629
+46,mlp.experts.118.gate_proj,0.47720009,0.01000,0.631
+46,mlp.experts.119.gate_proj,0.92758536,0.01000,0.629
+46,mlp.experts.120.gate_proj,0.88705659,0.01000,0.632
+46,mlp.experts.121.gate_proj,0.00288507,0.01000,0.631
+46,mlp.experts.122.gate_proj,0.44232225,0.01000,0.631
+46,mlp.experts.123.gate_proj,0.60770142,0.01000,0.634
+46,mlp.experts.124.gate_proj,1.65168715,0.01000,0.636
+46,mlp.experts.125.gate_proj,0.05035464,0.01000,0.632
+46,mlp.experts.126.gate_proj,0.11014143,0.01000,0.637
+46,mlp.experts.127.gate_proj,4.10311842,0.01000,0.626
+46,mlp.experts.0.down_proj,0.15185779,0.01000,0.261
+46,mlp.experts.1.down_proj,2.30970287,0.01000,0.235
+46,mlp.experts.2.down_proj,0.41559559,0.01000,0.235
+46,mlp.experts.3.down_proj,4.24246979,0.01000,0.236
+46,mlp.experts.4.down_proj,0.00076694,0.01000,0.236
+46,mlp.experts.5.down_proj,2.52410984,0.01000,0.237
+46,mlp.experts.6.down_proj,0.20931605,0.01000,0.236
+46,mlp.experts.7.down_proj,3.68005419,0.01000,0.238
+46,mlp.experts.8.down_proj,0.54976398,0.01000,0.237
+46,mlp.experts.9.down_proj,0.53504699,0.01000,0.237
+46,mlp.experts.10.down_proj,4.26375055,0.01000,0.238
+46,mlp.experts.11.down_proj,2.92879200,0.01000,0.238
+46,mlp.experts.12.down_proj,0.00066938,0.01000,0.239
+46,mlp.experts.13.down_proj,0.00371164,0.01000,0.238
+46,mlp.experts.14.down_proj,1.57572508,0.01000,0.238
+46,mlp.experts.15.down_proj,1.69144750,0.01000,0.238
+46,mlp.experts.16.down_proj,4.95952702,0.01000,0.237
+46,mlp.experts.17.down_proj,0.21895054,0.01000,0.238
+46,mlp.experts.18.down_proj,5.13801384,0.01000,0.237
+46,mlp.experts.19.down_proj,8.24096775,0.01000,0.238
+46,mlp.experts.20.down_proj,0.16435334,0.01000,0.238
+46,mlp.experts.21.down_proj,0.64626026,0.01000,0.238
+46,mlp.experts.22.down_proj,6.49067163,0.01000,0.238
+46,mlp.experts.23.down_proj,0.27471739,0.01000,0.238
+46,mlp.experts.24.down_proj,0.01831647,0.01000,0.238
+46,mlp.experts.25.down_proj,0.07690346,0.01000,0.240
+46,mlp.experts.26.down_proj,15.41461849,0.01000,0.240
+46,mlp.experts.27.down_proj,21.15144920,0.01000,0.240
+46,mlp.experts.28.down_proj,0.08408865,0.01000,0.242
+46,mlp.experts.29.down_proj,5.61105299,0.01000,0.242
+46,mlp.experts.30.down_proj,5.86475325,0.01000,0.242
+46,mlp.experts.31.down_proj,0.22175978,0.01000,0.240
+46,mlp.experts.32.down_proj,20.88110161,0.01000,0.239
+46,mlp.experts.33.down_proj,20.23772430,0.01000,0.241
+46,mlp.experts.34.down_proj,2.39369178,0.01000,0.243
+46,mlp.experts.35.down_proj,4.02981329,0.01000,0.244
+46,mlp.experts.36.down_proj,4.24848700,0.01000,0.243
+46,mlp.experts.37.down_proj,1.48847461,0.01000,0.244
+46,mlp.experts.38.down_proj,2.53642130,0.01000,0.244
+46,mlp.experts.39.down_proj,4.91338968,0.01000,0.243
+46,mlp.experts.40.down_proj,0.19227059,0.01000,0.244
+46,mlp.experts.41.down_proj,0.24259767,0.01000,0.243
+46,mlp.experts.42.down_proj,0.02893074,0.01000,0.241
+46,mlp.experts.43.down_proj,26.40590096,0.01000,0.244
+46,mlp.experts.44.down_proj,4.14615107,0.01000,0.244
+46,mlp.experts.45.down_proj,3.15168524,0.01000,0.241
+46,mlp.experts.46.down_proj,6.61362886,0.01000,0.241
+46,mlp.experts.47.down_proj,0.15034863,0.01000,0.241
+46,mlp.experts.48.down_proj,0.00113814,0.01000,0.242
+46,mlp.experts.49.down_proj,0.99056369,0.01000,0.241
+46,mlp.experts.50.down_proj,0.00117024,0.01000,0.241
+46,mlp.experts.51.down_proj,8.97415543,0.01000,0.241
+46,mlp.experts.52.down_proj,8.91795158,0.01000,0.244
+46,mlp.experts.53.down_proj,1.55958343,0.01000,0.244
+46,mlp.experts.54.down_proj,38.31224060,0.01000,0.244
+46,mlp.experts.55.down_proj,5.48975801,0.01000,0.244
+46,mlp.experts.56.down_proj,0.10044767,0.01000,0.245
+46,mlp.experts.57.down_proj,0.19008346,0.01000,0.244
+46,mlp.experts.58.down_proj,0.02217953,0.01000,0.245
+46,mlp.experts.59.down_proj,0.00178905,0.01000,0.245
+46,mlp.experts.60.down_proj,9.66244698,0.01000,0.246
+46,mlp.experts.61.down_proj,6.50590992,0.01000,0.245
+46,mlp.experts.62.down_proj,0.04930120,0.01000,0.245
+46,mlp.experts.63.down_proj,0.08094864,0.01000,0.245
+46,mlp.experts.64.down_proj,0.77460128,0.01000,0.246
+46,mlp.experts.65.down_proj,0.00105259,0.01000,0.245
+46,mlp.experts.66.down_proj,0.24488950,0.01000,0.245
+46,mlp.experts.67.down_proj,2.17150068,0.01000,0.245
+46,mlp.experts.68.down_proj,7.67885303,0.01000,0.245
+46,mlp.experts.69.down_proj,0.03423636,0.01000,0.245
+46,mlp.experts.70.down_proj,0.87401998,0.01000,0.245
+46,mlp.experts.71.down_proj,0.58758378,0.01000,0.245
+46,mlp.experts.72.down_proj,0.05178759,0.01000,0.245
+46,mlp.experts.73.down_proj,0.01310559,0.01000,0.255
+46,mlp.experts.74.down_proj,10.44300747,0.01000,0.247
+46,mlp.experts.75.down_proj,3.70237923,0.01000,0.247
+46,mlp.experts.76.down_proj,4.02898121,0.01000,0.246
+46,mlp.experts.77.down_proj,1.93684256,0.01000,0.247
+46,mlp.experts.78.down_proj,0.03430989,0.01000,0.247
+46,mlp.experts.79.down_proj,4.04365826,0.01000,0.247
+46,mlp.experts.80.down_proj,4.23942089,0.01000,0.246
+46,mlp.experts.81.down_proj,4.17409992,0.01000,0.246
+46,mlp.experts.82.down_proj,4.73713303,0.01000,0.243
+46,mlp.experts.83.down_proj,0.28624469,0.01000,0.243
+46,mlp.experts.84.down_proj,6.92492485,0.01000,0.245
+46,mlp.experts.85.down_proj,0.00163674,0.01000,0.246
+46,mlp.experts.86.down_proj,0.00142656,0.01000,0.244
+46,mlp.experts.87.down_proj,0.00001598,0.01000,0.245
+46,mlp.experts.88.down_proj,0.00110938,0.01000,0.244
+46,mlp.experts.89.down_proj,0.00753378,0.01000,0.245
+46,mlp.experts.90.down_proj,3.02005601,0.01000,0.244
+46,mlp.experts.91.down_proj,0.58256638,0.01000,0.244
+46,mlp.experts.92.down_proj,1.64910948,0.01000,0.245
+46,mlp.experts.93.down_proj,0.23350865,0.01000,0.247
+46,mlp.experts.94.down_proj,21.26392937,0.01000,0.246
+46,mlp.experts.95.down_proj,0.06530439,0.01000,0.245
+46,mlp.experts.96.down_proj,2.58383512,0.01000,0.245
+46,mlp.experts.97.down_proj,3.81103206,0.01000,0.244
+46,mlp.experts.98.down_proj,6.12508488,0.01000,0.245
+46,mlp.experts.99.down_proj,0.12336482,0.01000,0.246
+46,mlp.experts.100.down_proj,0.06974669,0.01000,0.246
+46,mlp.experts.101.down_proj,2.81052589,0.01000,0.247
+46,mlp.experts.102.down_proj,0.44997787,0.01000,0.245
+46,mlp.experts.103.down_proj,0.89584124,0.01000,0.244
+46,mlp.experts.104.down_proj,4.59693813,0.01000,0.245
+46,mlp.experts.105.down_proj,4.91730833,0.01000,0.245
+46,mlp.experts.106.down_proj,9.95087624,0.01000,0.246
+46,mlp.experts.107.down_proj,1.03477919,0.01000,0.245
+46,mlp.experts.108.down_proj,0.00206870,0.01000,0.245
+46,mlp.experts.109.down_proj,0.41040015,0.01000,0.245
+46,mlp.experts.110.down_proj,0.18205477,0.01000,0.246
+46,mlp.experts.111.down_proj,2.62470436,0.01000,0.246
+46,mlp.experts.112.down_proj,0.90832317,0.01000,0.246
+46,mlp.experts.113.down_proj,0.36857978,0.01000,0.245
+46,mlp.experts.114.down_proj,0.54365325,0.01000,0.245
+46,mlp.experts.115.down_proj,4.21131992,0.01000,0.245
+46,mlp.experts.116.down_proj,3.12588930,0.01000,0.245
+46,mlp.experts.117.down_proj,11.30021191,0.01000,0.246
+46,mlp.experts.118.down_proj,1.23693395,0.01000,0.245
+46,mlp.experts.119.down_proj,1.61256444,0.01000,0.245
+46,mlp.experts.120.down_proj,2.46888924,0.01000,0.244
+46,mlp.experts.121.down_proj,0.00859070,0.01000,0.245
+46,mlp.experts.122.down_proj,0.44448280,0.01000,0.244
+46,mlp.experts.123.down_proj,0.81541967,0.01000,0.245
+46,mlp.experts.124.down_proj,4.39172935,0.01000,0.245
+46,mlp.experts.125.down_proj,0.30480969,0.01000,0.245
+46,mlp.experts.126.down_proj,0.43538737,0.01000,0.247
+46,mlp.experts.127.down_proj,4.99582434,0.01000,0.245
+47,self_attn.q_proj,13.14234734,0.01000,0.648
+47,self_attn.k_proj,1.44556582,0.01000,0.633
+47,self_attn.v_proj,2.30495358,0.01000,0.632
+47,self_attn.o_proj,1.46108353,0.01000,1.275
+47,mlp.experts.0.up_proj,3.53913307,0.01000,0.676
+47,mlp.experts.1.up_proj,0.00514620,0.01000,0.630
+47,mlp.experts.2.up_proj,0.46743882,0.01000,0.632
+47,mlp.experts.3.up_proj,1.78118849,0.01000,0.636
+47,mlp.experts.4.up_proj,2.64071774,0.01000,0.636
+47,mlp.experts.5.up_proj,0.00863257,0.01000,0.628
+47,mlp.experts.6.up_proj,5.07385254,0.01000,0.626
+47,mlp.experts.7.up_proj,0.03843708,0.01000,0.628
+47,mlp.experts.8.up_proj,0.23865920,0.01000,0.625
+47,mlp.experts.9.up_proj,0.04262486,0.01000,0.627
+47,mlp.experts.10.up_proj,0.29945248,0.01000,0.626
+47,mlp.experts.11.up_proj,0.66629744,0.01000,0.626
+47,mlp.experts.12.up_proj,0.25555611,0.01000,0.632
+47,mlp.experts.13.up_proj,0.01582012,0.01000,0.626
+47,mlp.experts.14.up_proj,0.31752157,0.01000,0.628
+47,mlp.experts.15.up_proj,4.62476683,0.01000,0.634
+47,mlp.experts.16.up_proj,0.02804452,0.01000,0.635
+47,mlp.experts.17.up_proj,5.52183485,0.01000,0.636
+47,mlp.experts.18.up_proj,0.79348284,0.01000,0.636
+47,mlp.experts.19.up_proj,0.08220999,0.01000,0.636
+47,mlp.experts.20.up_proj,1.65821707,0.01000,0.635
+47,mlp.experts.21.up_proj,3.51474428,0.01000,0.637
+47,mlp.experts.22.up_proj,0.01905438,0.01000,0.635
+47,mlp.experts.23.up_proj,6.35383654,0.01000,0.637
+47,mlp.experts.24.up_proj,0.00893046,0.01000,0.635
+47,mlp.experts.25.up_proj,0.00225280,0.01000,0.629
+47,mlp.experts.26.up_proj,3.21327496,0.01000,0.628
+47,mlp.experts.27.up_proj,1.98682821,0.01000,0.628
+47,mlp.experts.28.up_proj,0.08314444,0.01000,0.628
+47,mlp.experts.29.up_proj,0.00189423,0.01000,0.627
+47,mlp.experts.30.up_proj,0.12458956,0.01000,0.629
+47,mlp.experts.31.up_proj,1.62907648,0.01000,0.627
+47,mlp.experts.32.up_proj,2.71546936,0.01000,0.625
+47,mlp.experts.33.up_proj,0.01350164,0.01000,0.626
+47,mlp.experts.34.up_proj,2.16864491,0.01000,0.627
+47,mlp.experts.35.up_proj,1.76249444,0.01000,0.632
+47,mlp.experts.36.up_proj,1.66904390,0.01000,0.635
+47,mlp.experts.37.up_proj,0.00086303,0.01000,0.636
+47,mlp.experts.38.up_proj,0.45959622,0.01000,0.634
+47,mlp.experts.39.up_proj,6.37278461,0.01000,0.637
+47,mlp.experts.40.up_proj,0.00775136,0.01000,0.635
+47,mlp.experts.41.up_proj,0.00114469,0.01000,0.636
+47,mlp.experts.42.up_proj,4.35890865,0.01000,0.635
+47,mlp.experts.43.up_proj,0.00435601,0.01000,0.634
+47,mlp.experts.44.up_proj,1.31930161,0.01000,0.634
+47,mlp.experts.45.up_proj,0.01557037,0.01000,0.634
+47,mlp.experts.46.up_proj,0.01117058,0.01000,0.634
+47,mlp.experts.47.up_proj,2.70623684,0.01000,0.630
+47,mlp.experts.48.up_proj,4.61559486,0.01000,0.626
+47,mlp.experts.49.up_proj,0.05039906,0.01000,0.627
+47,mlp.experts.50.up_proj,0.01260518,0.01000,0.629
+47,mlp.experts.51.up_proj,0.94589549,0.01000,0.626
+47,mlp.experts.52.up_proj,1.33484674,0.01000,0.627
+47,mlp.experts.53.up_proj,6.81663609,0.01000,0.627
+47,mlp.experts.54.up_proj,1.78364205,0.01000,0.634
+47,mlp.experts.55.up_proj,1.24363685,0.01000,0.634
+47,mlp.experts.56.up_proj,0.01344718,0.01000,0.636
+47,mlp.experts.57.up_proj,2.65291500,0.01000,0.635
+47,mlp.experts.58.up_proj,5.31759977,0.01000,0.636
+47,mlp.experts.59.up_proj,0.00005946,0.01000,0.637
+47,mlp.experts.60.up_proj,0.00815775,0.01000,0.637
+47,mlp.experts.61.up_proj,0.52385587,0.01000,0.636
+47,mlp.experts.62.up_proj,0.00275228,0.01000,0.637
+47,mlp.experts.63.up_proj,1.53658628,0.01000,0.637
+47,mlp.experts.64.up_proj,0.08051923,0.01000,0.636
+47,mlp.experts.65.up_proj,1.02481174,0.01000,0.633
+47,mlp.experts.66.up_proj,2.29844284,0.01000,0.629
+47,mlp.experts.67.up_proj,1.23867404,0.01000,0.629
+47,mlp.experts.68.up_proj,0.00400102,0.01000,0.632
+47,mlp.experts.69.up_proj,0.00016241,0.01000,0.626
+47,mlp.experts.70.up_proj,0.00249701,0.01000,0.626
+47,mlp.experts.71.up_proj,2.96549606,0.01000,0.627
+47,mlp.experts.72.up_proj,0.70609128,0.01000,0.626
+47,mlp.experts.73.up_proj,2.11480808,0.01000,0.627
+47,mlp.experts.74.up_proj,0.45375964,0.01000,0.626
+47,mlp.experts.75.up_proj,0.00003571,0.01000,0.625
+47,mlp.experts.76.up_proj,0.31953835,0.01000,0.632
+47,mlp.experts.77.up_proj,0.20607339,0.01000,0.634
+47,mlp.experts.78.up_proj,2.60760713,0.01000,0.637
+47,mlp.experts.79.up_proj,0.34939274,0.01000,0.637
+47,mlp.experts.80.up_proj,5.59099817,0.01000,0.635
+47,mlp.experts.81.up_proj,0.00850116,0.01000,0.636
+47,mlp.experts.82.up_proj,2.20345259,0.01000,0.636
+47,mlp.experts.83.up_proj,1.29611123,0.01000,0.636
+47,mlp.experts.84.up_proj,0.00896556,0.01000,0.637
+47,mlp.experts.85.up_proj,5.23780632,0.01000,0.636
+47,mlp.experts.86.up_proj,4.85513401,0.01000,0.636
+47,mlp.experts.87.up_proj,2.16835499,0.01000,0.637
+47,mlp.experts.88.up_proj,2.13835311,0.01000,0.630
+47,mlp.experts.89.up_proj,0.00090205,0.01000,0.628
+47,mlp.experts.90.up_proj,2.31003952,0.01000,0.627
+47,mlp.experts.91.up_proj,0.00451100,0.01000,0.626
+47,mlp.experts.92.up_proj,0.37840039,0.01000,0.628
+47,mlp.experts.93.up_proj,0.24659772,0.01000,0.628
+47,mlp.experts.94.up_proj,0.38020465,0.01000,0.630
+47,mlp.experts.95.up_proj,2.17005420,0.01000,0.630
+47,mlp.experts.96.up_proj,0.68978262,0.01000,0.635
+47,mlp.experts.97.up_proj,0.07343318,0.01000,0.635
+47,mlp.experts.98.up_proj,0.28188503,0.01000,0.635
+47,mlp.experts.99.up_proj,0.39354134,0.01000,0.637
+47,mlp.experts.100.up_proj,0.03295296,0.01000,0.636
+47,mlp.experts.101.up_proj,0.31115332,0.01000,0.636
+47,mlp.experts.102.up_proj,2.64861965,0.01000,0.636
+47,mlp.experts.103.up_proj,0.07960608,0.01000,0.635
+47,mlp.experts.104.up_proj,0.12561826,0.01000,0.635
+47,mlp.experts.105.up_proj,0.67265153,0.01000,0.635
+47,mlp.experts.106.up_proj,0.20859674,0.01000,0.636
+47,mlp.experts.107.up_proj,3.28243685,0.01000,0.636
+47,mlp.experts.108.up_proj,0.99629819,0.01000,0.629
+47,mlp.experts.109.up_proj,1.98150086,0.01000,0.627
+47,mlp.experts.110.up_proj,7.63904858,0.01000,0.627
+47,mlp.experts.111.up_proj,1.91376019,0.01000,0.628
+47,mlp.experts.112.up_proj,1.07916522,0.01000,0.628
+47,mlp.experts.113.up_proj,0.32219440,0.01000,0.627
+47,mlp.experts.114.up_proj,4.19343758,0.01000,0.626
+47,mlp.experts.115.up_proj,0.00272956,0.01000,0.628
+47,mlp.experts.116.up_proj,0.42426687,0.01000,0.633
+47,mlp.experts.117.up_proj,2.15653133,0.01000,0.636
+47,mlp.experts.118.up_proj,0.01711612,0.01000,0.636
+47,mlp.experts.119.up_proj,2.17999864,0.01000,0.635
+47,mlp.experts.120.up_proj,1.78950047,0.01000,0.636
+47,mlp.experts.121.up_proj,1.92401290,0.01000,0.637
+47,mlp.experts.122.up_proj,0.00179888,0.01000,0.636
+47,mlp.experts.123.up_proj,2.41905046,0.01000,0.636
+47,mlp.experts.124.up_proj,1.60968721,0.01000,0.635
+47,mlp.experts.125.up_proj,0.30912390,0.01000,0.637
+47,mlp.experts.126.up_proj,0.37255400,0.01000,0.637
+47,mlp.experts.127.up_proj,3.09965539,0.01000,0.636
+47,mlp.experts.0.gate_proj,3.11493397,0.01000,0.628
+47,mlp.experts.1.gate_proj,0.00492108,0.01000,0.629
+47,mlp.experts.2.gate_proj,0.46725303,0.01000,0.628
+47,mlp.experts.3.gate_proj,1.78375709,0.01000,0.629
+47,mlp.experts.4.gate_proj,2.39314747,0.01000,0.627
+47,mlp.experts.5.gate_proj,0.00779511,0.01000,0.626
+47,mlp.experts.6.gate_proj,4.57781076,0.01000,0.628
+47,mlp.experts.7.gate_proj,0.03340333,0.01000,0.632
+47,mlp.experts.8.gate_proj,0.21537964,0.01000,0.636
+47,mlp.experts.9.gate_proj,0.03933872,0.01000,0.635
+47,mlp.experts.10.gate_proj,0.27324247,0.01000,0.636
+47,mlp.experts.11.gate_proj,0.63583267,0.01000,0.636
+47,mlp.experts.12.gate_proj,0.24005064,0.01000,0.636
+47,mlp.experts.13.gate_proj,0.01371740,0.01000,0.638
+47,mlp.experts.14.gate_proj,0.29015774,0.01000,0.637
+47,mlp.experts.15.gate_proj,4.40154362,0.01000,0.638
+47,mlp.experts.16.gate_proj,0.02435737,0.01000,0.636
+47,mlp.experts.17.gate_proj,4.90085888,0.01000,0.636
+47,mlp.experts.18.gate_proj,0.68677652,0.01000,0.637
+47,mlp.experts.19.gate_proj,0.07392853,0.01000,0.636
+47,mlp.experts.20.gate_proj,1.48171806,0.01000,0.631
+47,mlp.experts.21.gate_proj,3.24109697,0.01000,0.628
+47,mlp.experts.22.gate_proj,0.01662718,0.01000,0.627
+47,mlp.experts.23.gate_proj,6.03345871,0.01000,0.628
+47,mlp.experts.24.gate_proj,0.00801901,0.01000,0.630
+47,mlp.experts.25.gate_proj,0.00203977,0.01000,0.628
+47,mlp.experts.26.gate_proj,3.07428026,0.01000,0.629
+47,mlp.experts.27.gate_proj,1.82487631,0.01000,0.627
+47,mlp.experts.28.gate_proj,0.07214367,0.01000,0.627
+47,mlp.experts.29.gate_proj,0.00159732,0.01000,0.630
+47,mlp.experts.30.gate_proj,0.11361805,0.01000,0.629
+47,mlp.experts.31.gate_proj,1.54991972,0.01000,0.634
+47,mlp.experts.32.gate_proj,2.44446635,0.01000,0.637
+47,mlp.experts.33.gate_proj,0.01213686,0.01000,0.637
+47,mlp.experts.34.gate_proj,2.08088326,0.01000,0.638
+47,mlp.experts.35.gate_proj,1.64853978,0.01000,0.639
+47,mlp.experts.36.gate_proj,1.45323277,0.01000,0.637
+47,mlp.experts.37.gate_proj,0.00085883,0.01000,0.636
+47,mlp.experts.38.gate_proj,0.41725284,0.01000,0.637
+47,mlp.experts.39.gate_proj,5.39166212,0.01000,0.636
+47,mlp.experts.40.gate_proj,0.00757114,0.01000,0.638
+47,mlp.experts.41.gate_proj,0.00102759,0.01000,0.638
+47,mlp.experts.42.gate_proj,3.93581200,0.01000,0.631
+47,mlp.experts.43.gate_proj,0.00424183,0.01000,0.631
+47,mlp.experts.44.gate_proj,1.19072044,0.01000,0.627
+47,mlp.experts.45.gate_proj,0.01313288,0.01000,0.628
+47,mlp.experts.46.gate_proj,0.01010753,0.01000,0.629
+47,mlp.experts.47.gate_proj,2.59902668,0.01000,0.628
+47,mlp.experts.48.gate_proj,4.20352364,0.01000,0.628
+47,mlp.experts.49.gate_proj,0.04391094,0.01000,0.634
+47,mlp.experts.50.gate_proj,0.01132271,0.01000,0.633
+47,mlp.experts.51.gate_proj,0.86654848,0.01000,0.645
+47,mlp.experts.52.gate_proj,1.18902123,0.01000,0.640
+47,mlp.experts.53.gate_proj,6.20167494,0.01000,0.638
+47,mlp.experts.54.gate_proj,1.65993309,0.01000,0.641
+47,mlp.experts.55.gate_proj,1.12880683,0.01000,0.640
+47,mlp.experts.56.gate_proj,0.01267941,0.01000,0.639
+47,mlp.experts.57.gate_proj,2.12114811,0.01000,0.641
+47,mlp.experts.58.gate_proj,4.76116323,0.01000,0.639
+47,mlp.experts.59.gate_proj,0.00005227,0.01000,0.640
+47,mlp.experts.60.gate_proj,0.00730316,0.01000,0.640
+47,mlp.experts.61.gate_proj,0.44235379,0.01000,0.640
+47,mlp.experts.62.gate_proj,0.00269880,0.01000,0.638
+47,mlp.experts.63.gate_proj,1.49074376,0.01000,0.632
+47,mlp.experts.64.gate_proj,0.07131451,0.01000,0.629
+47,mlp.experts.65.gate_proj,0.92277300,0.01000,0.629
+47,mlp.experts.66.gate_proj,2.02976036,0.01000,0.630
+47,mlp.experts.67.gate_proj,1.12379467,0.01000,0.628
+47,mlp.experts.68.gate_proj,0.00399502,0.01000,0.629
+47,mlp.experts.69.gate_proj,0.00014350,0.01000,0.629
+47,mlp.experts.70.gate_proj,0.00220095,0.01000,0.637
+47,mlp.experts.71.gate_proj,2.73496771,0.01000,0.637
+47,mlp.experts.72.gate_proj,0.65368980,0.01000,0.639
+47,mlp.experts.73.gate_proj,1.95191741,0.01000,0.638
+47,mlp.experts.74.gate_proj,0.41957104,0.01000,0.637
+47,mlp.experts.75.gate_proj,0.00003287,0.01000,0.637
+47,mlp.experts.76.gate_proj,0.29249978,0.01000,0.637
+47,mlp.experts.77.gate_proj,0.18866268,0.01000,0.633
+47,mlp.experts.78.gate_proj,2.48807359,0.01000,0.631
+47,mlp.experts.79.gate_proj,0.32003662,0.01000,0.629
+47,mlp.experts.80.gate_proj,4.97941113,0.01000,0.628
+47,mlp.experts.81.gate_proj,0.00889976,0.01000,0.628
+47,mlp.experts.82.gate_proj,2.03330374,0.01000,0.627
+47,mlp.experts.83.gate_proj,1.17889810,0.01000,0.629
+47,mlp.experts.84.gate_proj,0.00800099,0.01000,0.636
+47,mlp.experts.85.gate_proj,4.42747211,0.01000,0.637
+47,mlp.experts.86.gate_proj,4.83895206,0.01000,0.637
+47,mlp.experts.87.gate_proj,2.04987216,0.01000,0.638
+47,mlp.experts.88.gate_proj,1.92972064,0.01000,0.638
+47,mlp.experts.89.gate_proj,0.00080464,0.01000,0.638
+47,mlp.experts.90.gate_proj,2.15973902,0.01000,0.636
+47,mlp.experts.91.gate_proj,0.00437281,0.01000,0.636
+47,mlp.experts.92.gate_proj,0.32271364,0.01000,0.637
+47,mlp.experts.93.gate_proj,0.22333273,0.01000,0.635
+47,mlp.experts.94.gate_proj,0.34785646,0.01000,0.634
+47,mlp.experts.95.gate_proj,2.07460952,0.01000,0.627
+47,mlp.experts.96.gate_proj,0.62204951,0.01000,0.630
+47,mlp.experts.97.gate_proj,0.06947847,0.01000,0.628
+47,mlp.experts.98.gate_proj,0.24780065,0.01000,0.628
+47,mlp.experts.99.gate_proj,0.35852152,0.01000,0.627
+47,mlp.experts.100.gate_proj,0.03117428,0.01000,0.628
+47,mlp.experts.101.gate_proj,0.28911778,0.01000,0.628
+47,mlp.experts.102.gate_proj,2.40420628,0.01000,0.634
+47,mlp.experts.103.gate_proj,0.07219908,0.01000,0.634
+47,mlp.experts.104.gate_proj,0.11380029,0.01000,0.635
+47,mlp.experts.105.gate_proj,0.60699731,0.01000,0.636
+47,mlp.experts.106.gate_proj,0.18788108,0.01000,0.636
+47,mlp.experts.107.gate_proj,3.03760958,0.01000,0.636
+47,mlp.experts.108.gate_proj,0.91609442,0.01000,0.636
+47,mlp.experts.109.gate_proj,2.38881922,0.01000,0.636
+47,mlp.experts.110.gate_proj,6.89953136,0.01000,0.637
+47,mlp.experts.111.gate_proj,1.72916508,0.01000,0.636
+47,mlp.experts.112.gate_proj,0.98456037,0.01000,0.636
+47,mlp.experts.113.gate_proj,0.29750735,0.01000,0.634
+47,mlp.experts.114.gate_proj,4.16179514,0.01000,0.628
+47,mlp.experts.115.gate_proj,0.00260845,0.01000,0.628
+47,mlp.experts.116.gate_proj,0.38031456,0.01000,0.628
+47,mlp.experts.117.gate_proj,1.93251991,0.01000,0.627
+47,mlp.experts.118.gate_proj,0.01514557,0.01000,0.627
+47,mlp.experts.119.gate_proj,1.82655239,0.01000,0.627
+47,mlp.experts.120.gate_proj,1.54244590,0.01000,0.626
+47,mlp.experts.121.gate_proj,1.77762854,0.01000,0.628
+47,mlp.experts.122.gate_proj,0.00162253,0.01000,0.629
+47,mlp.experts.123.gate_proj,2.26211143,0.01000,0.629
+47,mlp.experts.124.gate_proj,1.48598218,0.01000,0.628
+47,mlp.experts.125.gate_proj,0.27664614,0.01000,0.630
+47,mlp.experts.126.gate_proj,0.31520283,0.01000,0.630
+47,mlp.experts.127.gate_proj,2.85531235,0.01000,0.629
+47,mlp.experts.0.down_proj,30.56736755,0.01000,0.259
+47,mlp.experts.1.down_proj,0.04043601,0.01000,0.234
+47,mlp.experts.2.down_proj,3.52338243,0.01000,0.234
+47,mlp.experts.3.down_proj,8.17734528,0.01000,0.236
+47,mlp.experts.4.down_proj,12.11805153,0.01000,0.237
+47,mlp.experts.5.down_proj,0.03813519,0.01000,0.237
+47,mlp.experts.6.down_proj,12.51153755,0.01000,0.237
+47,mlp.experts.7.down_proj,0.29175538,0.01000,0.239
+47,mlp.experts.8.down_proj,2.17239666,0.01000,0.239
+47,mlp.experts.9.down_proj,0.11721149,0.01000,0.239
+47,mlp.experts.10.down_proj,0.83487666,0.01000,0.239
+47,mlp.experts.11.down_proj,1.22482872,0.01000,0.239
+47,mlp.experts.12.down_proj,0.57322276,0.01000,0.239
+47,mlp.experts.13.down_proj,0.07052735,0.01000,0.240
+47,mlp.experts.14.down_proj,0.69103765,0.01000,0.239
+47,mlp.experts.15.down_proj,25.10694504,0.01000,0.240
+47,mlp.experts.16.down_proj,0.21933733,0.01000,0.239
+47,mlp.experts.17.down_proj,44.30186081,0.01000,0.239
+47,mlp.experts.18.down_proj,2.53377962,0.01000,0.239
+47,mlp.experts.19.down_proj,0.24393645,0.01000,0.240
+47,mlp.experts.20.down_proj,8.83163738,0.01000,0.243
+47,mlp.experts.21.down_proj,8.05049706,0.01000,0.239
+47,mlp.experts.22.down_proj,0.09846965,0.01000,0.239
+47,mlp.experts.23.down_proj,38.82494354,0.01000,0.239
+47,mlp.experts.24.down_proj,0.03359169,0.01000,0.239
+47,mlp.experts.25.down_proj,0.01243006,0.01000,0.239
+47,mlp.experts.26.down_proj,6.47633123,0.01000,0.239
+47,mlp.experts.27.down_proj,4.65895653,0.01000,0.241
+47,mlp.experts.28.down_proj,0.51775086,0.01000,0.243
+47,mlp.experts.29.down_proj,0.00615505,0.01000,0.242
+47,mlp.experts.30.down_proj,0.29032943,0.01000,0.242
+47,mlp.experts.31.down_proj,4.32431889,0.01000,0.243
+47,mlp.experts.32.down_proj,8.67932320,0.01000,0.244
+47,mlp.experts.33.down_proj,0.06750034,0.01000,0.243
+47,mlp.experts.34.down_proj,6.93053055,0.01000,0.244
+47,mlp.experts.35.down_proj,8.87469959,0.01000,0.241
+47,mlp.experts.36.down_proj,4.11050987,0.01000,0.240
+47,mlp.experts.37.down_proj,0.00432750,0.01000,0.240
+47,mlp.experts.38.down_proj,1.08885610,0.01000,0.240
+47,mlp.experts.39.down_proj,83.20256805,0.01000,0.240
+47,mlp.experts.40.down_proj,0.03670913,0.01000,0.241
+47,mlp.experts.41.down_proj,0.00152846,0.01000,0.241
+47,mlp.experts.42.down_proj,34.32344818,0.01000,0.242
+47,mlp.experts.43.down_proj,0.02263912,0.01000,0.243
+47,mlp.experts.44.down_proj,3.37448311,0.01000,0.242
+47,mlp.experts.45.down_proj,0.06717099,0.01000,0.243
+47,mlp.experts.46.down_proj,0.03918411,0.01000,0.244
+47,mlp.experts.47.down_proj,10.10077858,0.01000,0.243
+47,mlp.experts.48.down_proj,25.28803444,0.01000,0.241
+47,mlp.experts.49.down_proj,0.27634588,0.01000,0.241
+47,mlp.experts.50.down_proj,0.11721019,0.01000,0.241
+47,mlp.experts.51.down_proj,3.96694970,0.01000,0.242
+47,mlp.experts.52.down_proj,4.49526358,0.01000,0.243
+47,mlp.experts.53.down_proj,49.16751862,0.01000,0.242
+47,mlp.experts.54.down_proj,3.23665810,0.01000,0.241
+47,mlp.experts.55.down_proj,3.52940059,0.01000,0.242
+47,mlp.experts.56.down_proj,0.23865610,0.01000,0.242
+47,mlp.experts.57.down_proj,10.50511074,0.01000,0.242
+47,mlp.experts.58.down_proj,15.02598858,0.01000,0.242
+47,mlp.experts.59.down_proj,0.00016061,0.01000,0.243
+47,mlp.experts.60.down_proj,0.04299852,0.01000,0.246
+47,mlp.experts.61.down_proj,7.13113117,0.01000,0.246
+47,mlp.experts.62.down_proj,0.01490010,0.01000,0.246
+47,mlp.experts.63.down_proj,3.28461885,0.01000,0.247
+47,mlp.experts.64.down_proj,0.20488460,0.01000,0.246
+47,mlp.experts.65.down_proj,3.79484892,0.01000,0.246
+47,mlp.experts.66.down_proj,3.83824253,0.01000,0.246
+47,mlp.experts.67.down_proj,4.14572048,0.01000,0.246
+47,mlp.experts.68.down_proj,0.01562546,0.01000,0.246
+47,mlp.experts.69.down_proj,0.00013407,0.01000,0.246
+47,mlp.experts.70.down_proj,0.00459380,0.01000,0.246
+47,mlp.experts.71.down_proj,9.95804977,0.01000,0.246
+47,mlp.experts.72.down_proj,1.44869280,0.01000,0.246
+47,mlp.experts.73.down_proj,7.55042648,0.01000,0.246
+47,mlp.experts.74.down_proj,1.61729360,0.01000,0.246
+47,mlp.experts.75.down_proj,0.00003681,0.01000,0.247
+47,mlp.experts.76.down_proj,0.93917733,0.01000,0.246
+47,mlp.experts.77.down_proj,0.82563341,0.01000,0.247
+47,mlp.experts.78.down_proj,5.71106482,0.01000,0.246
+47,mlp.experts.79.down_proj,0.64167142,0.01000,0.247
+47,mlp.experts.80.down_proj,41.56812668,0.01000,0.246
+47,mlp.experts.81.down_proj,0.03734792,0.01000,0.247
+47,mlp.experts.82.down_proj,4.83022213,0.01000,0.247
+47,mlp.experts.83.down_proj,5.97590351,0.01000,0.246
+47,mlp.experts.84.down_proj,0.02140209,0.01000,0.246
+47,mlp.experts.85.down_proj,12.02786732,0.01000,0.246
+47,mlp.experts.86.down_proj,13.25535297,0.01000,0.247
+47,mlp.experts.87.down_proj,9.30113602,0.01000,0.246
+47,mlp.experts.88.down_proj,4.07094097,0.01000,0.247
+47,mlp.experts.89.down_proj,0.00163258,0.01000,0.248
+47,mlp.experts.90.down_proj,6.57808876,0.01000,0.247
+47,mlp.experts.91.down_proj,0.01178144,0.01000,0.246
+47,mlp.experts.92.down_proj,3.01732039,0.01000,0.245
+47,mlp.experts.93.down_proj,1.64877784,0.01000,0.248
+47,mlp.experts.94.down_proj,0.87150973,0.01000,0.246
+47,mlp.experts.95.down_proj,7.44952011,0.01000,0.247
+47,mlp.experts.96.down_proj,3.25997591,0.01000,0.246
+47,mlp.experts.97.down_proj,0.39168757,0.01000,0.247
+47,mlp.experts.98.down_proj,1.76420319,0.01000,0.245
+47,mlp.experts.99.down_proj,1.29745662,0.01000,0.247
+47,mlp.experts.100.down_proj,0.56633890,0.01000,0.246
+47,mlp.experts.101.down_proj,2.61600256,0.01000,0.246
+47,mlp.experts.102.down_proj,12.03206825,0.01000,0.245
+47,mlp.experts.103.down_proj,0.22388616,0.01000,0.246
+47,mlp.experts.104.down_proj,0.35441044,0.01000,0.246
+47,mlp.experts.105.down_proj,1.34889114,0.01000,0.247
+47,mlp.experts.106.down_proj,1.04907119,0.01000,0.246
+47,mlp.experts.107.down_proj,12.24357986,0.01000,0.246
+47,mlp.experts.108.down_proj,1.64561105,0.01000,0.246
+47,mlp.experts.109.down_proj,8.43311214,0.01000,0.246
+47,mlp.experts.110.down_proj,120.34590149,0.01000,0.246
+47,mlp.experts.111.down_proj,6.64021778,0.01000,0.248
+47,mlp.experts.112.down_proj,2.31901693,0.01000,0.248
+47,mlp.experts.113.down_proj,1.12000573,0.01000,0.249
+47,mlp.experts.114.down_proj,13.07721519,0.01000,0.249
+47,mlp.experts.115.down_proj,0.01195259,0.01000,0.250
+47,mlp.experts.116.down_proj,1.59539485,0.01000,0.248
+47,mlp.experts.117.down_proj,4.87295914,0.01000,0.250
+47,mlp.experts.118.down_proj,0.11305734,0.01000,0.249
+47,mlp.experts.119.down_proj,26.11679840,0.01000,0.250
+47,mlp.experts.120.down_proj,5.16251564,0.01000,0.249
+47,mlp.experts.121.down_proj,5.37449217,0.01000,0.250
+47,mlp.experts.122.down_proj,0.00629195,0.01000,0.250
+47,mlp.experts.123.down_proj,6.29057693,0.01000,0.250
+47,mlp.experts.124.down_proj,7.87155104,0.01000,0.249
+47,mlp.experts.125.down_proj,1.89663601,0.01000,0.249
+47,mlp.experts.126.down_proj,1.36245584,0.01000,0.248
+47,mlp.experts.127.down_proj,13.89611626,0.01000,0.249