diff --git "a/quant_log.csv" "b/quant_log.csv"
new file mode 100644--- /dev/null
+++ "b/quant_log.csv"
@@ -0,0 +1,18625 @@
+layer,module,loss,samples,damp,time
+0,self_attn.q_proj,0.00062840,0.01000,0.855
+0,self_attn.k_proj,0.00008337,0.01000,0.614
+0,self_attn.v_proj,0.00005564,0.01000,0.618
+0,self_attn.o_proj,0.00015616,0.01000,1.218
+0,mlp.experts.0.up_proj,0.00595014,0.01000,0.594
+0,mlp.experts.1.up_proj,0.00009164,0.01000,0.597
+0,mlp.experts.2.up_proj,0.00235045,0.01000,0.593
+0,mlp.experts.3.up_proj,0.01356643,0.01000,0.598
+0,mlp.experts.4.up_proj,0.01021368,0.01000,0.597
+0,mlp.experts.5.up_proj,0.00003085,0.01000,0.601
+0,mlp.experts.6.up_proj,0.00174759,0.01000,0.604
+0,mlp.experts.7.up_proj,0.00068070,0.01000,0.604
+0,mlp.experts.8.up_proj,0.00002440,0.01000,0.606
+0,mlp.experts.9.up_proj,0.00153407,0.01000,0.607
+0,mlp.experts.10.up_proj,0.00000415,0.01000,0.605
+0,mlp.experts.11.up_proj,0.00098585,0.01000,0.605
+0,mlp.experts.12.up_proj,0.01996198,0.01000,0.606
+0,mlp.experts.13.up_proj,0.00022633,0.01000,0.605
+0,mlp.experts.14.up_proj,0.00177887,0.01000,0.605
+0,mlp.experts.15.up_proj,0.00000494,0.01000,0.605
+0,mlp.experts.16.up_proj,0.00029621,0.01000,0.606
+0,mlp.experts.17.up_proj,0.00179535,0.01000,0.605
+0,mlp.experts.18.up_proj,0.00440726,0.01000,0.601
+0,mlp.experts.19.up_proj,0.00001028,0.01000,0.597
+0,mlp.experts.20.up_proj,0.00001446,0.01000,0.599
+0,mlp.experts.21.up_proj,0.00865294,0.01000,0.598
+0,mlp.experts.22.up_proj,0.00433894,0.01000,0.597
+0,mlp.experts.23.up_proj,0.00668669,0.01000,0.598
+0,mlp.experts.24.up_proj,0.00539136,0.01000,0.601
+0,mlp.experts.25.up_proj,0.00005497,0.01000,0.606
+0,mlp.experts.26.up_proj,0.00013661,0.01000,0.604
+0,mlp.experts.27.up_proj,0.00047087,0.01000,0.605
+0,mlp.experts.28.up_proj,0.09018420,0.01000,0.606
+0,mlp.experts.29.up_proj,0.02076133,0.01000,0.606
+0,mlp.experts.30.up_proj,0.00188135,0.01000,0.606
+0,mlp.experts.31.up_proj,0.00047965,0.01000,0.606
+0,mlp.experts.32.up_proj,0.00305719,0.01000,0.605
+0,mlp.experts.33.up_proj,0.03278515,0.01000,0.606
+0,mlp.experts.34.up_proj,0.00397403,0.01000,0.606
+0,mlp.experts.35.up_proj,0.00001976,0.01000,0.604
+0,mlp.experts.36.up_proj,0.00184310,0.01000,0.598
+0,mlp.experts.37.up_proj,0.00104881,0.01000,0.604
+0,mlp.experts.38.up_proj,0.00699699,0.01000,0.604
+0,mlp.experts.39.up_proj,0.00007810,0.01000,0.606
+0,mlp.experts.40.up_proj,0.00007198,0.01000,0.604
+0,mlp.experts.41.up_proj,0.00405287,0.01000,0.605
+0,mlp.experts.42.up_proj,0.00017258,0.01000,0.603
+0,mlp.experts.43.up_proj,0.00026676,0.01000,0.604
+0,mlp.experts.44.up_proj,0.00525867,0.01000,0.603
+0,mlp.experts.45.up_proj,0.00019054,0.01000,0.602
+0,mlp.experts.46.up_proj,0.00416618,0.01000,0.599
+0,mlp.experts.47.up_proj,0.00413625,0.01000,0.609
+0,mlp.experts.48.up_proj,0.00023711,0.01000,0.608
+0,mlp.experts.49.up_proj,0.00013455,0.01000,0.605
+0,mlp.experts.50.up_proj,0.00135242,0.01000,0.606
+0,mlp.experts.51.up_proj,0.06019885,0.01000,0.606
+0,mlp.experts.52.up_proj,0.00287984,0.01000,0.605
+0,mlp.experts.53.up_proj,0.00028631,0.01000,0.605
+0,mlp.experts.54.up_proj,0.00004237,0.01000,0.607
+0,mlp.experts.55.up_proj,0.00000767,0.01000,0.605
+0,mlp.experts.56.up_proj,0.00026639,0.01000,0.604
+0,mlp.experts.57.up_proj,0.00034482,0.01000,0.604
+0,mlp.experts.58.up_proj,0.00007606,0.01000,0.605
+0,mlp.experts.59.up_proj,0.00018426,0.01000,0.599
+0,mlp.experts.60.up_proj,0.00024551,0.01000,0.596
+0,mlp.experts.61.up_proj,0.00315665,0.01000,0.598
+0,mlp.experts.62.up_proj,0.03159867,0.01000,0.599
+0,mlp.experts.63.up_proj,0.00365309,0.01000,0.598
+0,mlp.experts.64.up_proj,0.06506460,0.01000,0.598
+0,mlp.experts.65.up_proj,0.00064771,0.01000,0.596
+0,mlp.experts.66.up_proj,0.00725604,0.01000,0.597
+0,mlp.experts.67.up_proj,0.02225725,0.01000,0.596
+0,mlp.experts.68.up_proj,0.00714661,0.01000,0.597
+0,mlp.experts.69.up_proj,0.00123293,0.01000,0.603
+0,mlp.experts.70.up_proj,0.00233216,0.01000,0.605
+0,mlp.experts.71.up_proj,0.00049431,0.01000,0.605
+0,mlp.experts.72.up_proj,0.00726767,0.01000,0.604
+0,mlp.experts.73.up_proj,0.00050975,0.01000,0.605
+0,mlp.experts.74.up_proj,0.00145761,0.01000,0.604
+0,mlp.experts.75.up_proj,0.01976939,0.01000,0.605
+0,mlp.experts.76.up_proj,0.00016405,0.01000,0.606
+0,mlp.experts.77.up_proj,0.02628038,0.01000,0.605
+0,mlp.experts.78.up_proj,0.00077621,0.01000,0.604
+0,mlp.experts.79.up_proj,0.00877924,0.01000,0.605
+0,mlp.experts.80.up_proj,0.00202693,0.01000,0.604
+0,mlp.experts.81.up_proj,0.00150608,0.01000,0.597
+0,mlp.experts.82.up_proj,0.04975927,0.01000,0.597
+0,mlp.experts.83.up_proj,0.00113011,0.01000,0.596
+0,mlp.experts.84.up_proj,0.00017687,0.01000,0.597
+0,mlp.experts.85.up_proj,0.00007855,0.01000,0.597
+0,mlp.experts.86.up_proj,0.01361711,0.01000,0.596
+0,mlp.experts.87.up_proj,0.02495854,0.01000,0.599
+0,mlp.experts.88.up_proj,0.00006254,0.01000,0.596
+0,mlp.experts.89.up_proj,0.00250602,0.01000,0.597
+0,mlp.experts.90.up_proj,0.00052976,0.01000,0.599
+0,mlp.experts.91.up_proj,0.03744204,0.01000,0.597
+0,mlp.experts.92.up_proj,0.00406068,0.01000,0.601
+0,mlp.experts.93.up_proj,0.00094847,0.01000,0.605
+0,mlp.experts.94.up_proj,0.00001528,0.01000,0.605
+0,mlp.experts.95.up_proj,0.00146760,0.01000,0.605
+0,mlp.experts.96.up_proj,0.00000617,0.01000,0.606
+0,mlp.experts.97.up_proj,0.00128593,0.01000,0.607
+0,mlp.experts.98.up_proj,0.00033823,0.01000,0.606
+0,mlp.experts.99.up_proj,0.00014748,0.01000,0.608
+0,mlp.experts.100.up_proj,0.00055460,0.01000,0.606
+0,mlp.experts.101.up_proj,0.00869778,0.01000,0.606
+0,mlp.experts.102.up_proj,0.00018167,0.01000,0.604
+0,mlp.experts.103.up_proj,0.00234762,0.01000,0.605
+0,mlp.experts.104.up_proj,0.00049905,0.01000,0.606
+0,mlp.experts.105.up_proj,0.01531767,0.01000,0.603
+0,mlp.experts.106.up_proj,0.00060537,0.01000,0.605
+0,mlp.experts.107.up_proj,0.00032693,0.01000,0.600
+0,mlp.experts.108.up_proj,0.00000161,0.01000,0.597
+0,mlp.experts.109.up_proj,0.00012197,0.01000,0.601
+0,mlp.experts.110.up_proj,0.00124919,0.01000,0.600
+0,mlp.experts.111.up_proj,0.00995505,0.01000,0.601
+0,mlp.experts.112.up_proj,0.01648340,0.01000,0.599
+0,mlp.experts.113.up_proj,0.00001844,0.01000,0.597
+0,mlp.experts.114.up_proj,0.00017866,0.01000,0.602
+0,mlp.experts.115.up_proj,0.00002659,0.01000,0.604
+0,mlp.experts.116.up_proj,0.00401205,0.01000,0.606
+0,mlp.experts.117.up_proj,0.00159997,0.01000,0.606
+0,mlp.experts.118.up_proj,0.00676339,0.01000,0.607
+0,mlp.experts.119.up_proj,0.00016461,0.01000,0.607
+0,mlp.experts.120.up_proj,0.00353175,0.01000,0.607
+0,mlp.experts.121.up_proj,0.00006349,0.01000,0.608
+0,mlp.experts.122.up_proj,0.03413331,0.01000,0.606
+0,mlp.experts.123.up_proj,0.00010791,0.01000,0.605
+0,mlp.experts.124.up_proj,0.03948604,0.01000,0.605
+0,mlp.experts.125.up_proj,0.00304821,0.01000,0.606
+0,mlp.experts.126.up_proj,0.01474286,0.01000,0.603
+0,mlp.experts.127.up_proj,0.00014846,0.01000,0.598
+0,mlp.experts.0.gate_proj,0.00605503,0.01000,0.599
+0,mlp.experts.1.gate_proj,0.00010263,0.01000,0.601
+0,mlp.experts.2.gate_proj,0.00240942,0.01000,0.602
+0,mlp.experts.3.gate_proj,0.01464000,0.01000,0.598
+0,mlp.experts.4.gate_proj,0.01056007,0.01000,0.599
+0,mlp.experts.5.gate_proj,0.00003070,0.01000,0.597
+0,mlp.experts.6.gate_proj,0.00179334,0.01000,0.600
+0,mlp.experts.7.gate_proj,0.00075957,0.01000,0.605
+0,mlp.experts.8.gate_proj,0.00002771,0.01000,0.607
+0,mlp.experts.9.gate_proj,0.00159587,0.01000,0.606
+0,mlp.experts.10.gate_proj,0.00000439,0.01000,0.605
+0,mlp.experts.11.gate_proj,0.00104691,0.01000,0.608
+0,mlp.experts.12.gate_proj,0.02162896,0.01000,0.605
+0,mlp.experts.13.gate_proj,0.00024859,0.01000,0.606
+0,mlp.experts.14.gate_proj,0.00178226,0.01000,0.606
+0,mlp.experts.15.gate_proj,0.00000474,0.01000,0.606
+0,mlp.experts.16.gate_proj,0.00033575,0.01000,0.605
+0,mlp.experts.17.gate_proj,0.00188695,0.01000,0.606
+0,mlp.experts.18.gate_proj,0.00454826,0.01000,0.606
+0,mlp.experts.19.gate_proj,0.00001001,0.01000,0.603
+0,mlp.experts.20.gate_proj,0.00001437,0.01000,0.599
+0,mlp.experts.21.gate_proj,0.00933705,0.01000,0.597
+0,mlp.experts.22.gate_proj,0.00429168,0.01000,0.598
+0,mlp.experts.23.gate_proj,0.00695398,0.01000,0.596
+0,mlp.experts.24.gate_proj,0.00543641,0.01000,0.598
+0,mlp.experts.25.gate_proj,0.00005431,0.01000,0.598
+0,mlp.experts.26.gate_proj,0.00015492,0.01000,0.600
+0,mlp.experts.27.gate_proj,0.00053952,0.01000,0.598
+0,mlp.experts.28.gate_proj,0.09331815,0.01000,0.599
+0,mlp.experts.29.gate_proj,0.02125470,0.01000,0.600
+0,mlp.experts.30.gate_proj,0.00192873,0.01000,0.605
+0,mlp.experts.31.gate_proj,0.00052485,0.01000,0.600
+0,mlp.experts.32.gate_proj,0.00321769,0.01000,0.597
+0,mlp.experts.33.gate_proj,0.03280114,0.01000,0.597
+0,mlp.experts.34.gate_proj,0.00416988,0.01000,0.599
+0,mlp.experts.35.gate_proj,0.00002171,0.01000,0.601
+0,mlp.experts.36.gate_proj,0.00190487,0.01000,0.600
+0,mlp.experts.37.gate_proj,0.00124572,0.01000,0.600
+0,mlp.experts.38.gate_proj,0.00707346,0.01000,0.599
+0,mlp.experts.39.gate_proj,0.00007340,0.01000,0.600
+0,mlp.experts.40.gate_proj,0.00008449,0.01000,0.598
+0,mlp.experts.41.gate_proj,0.00418890,0.01000,0.599
+0,mlp.experts.42.gate_proj,0.00017593,0.01000,0.598
+0,mlp.experts.43.gate_proj,0.00030643,0.01000,0.605
+0,mlp.experts.44.gate_proj,0.00533201,0.01000,0.603
+0,mlp.experts.45.gate_proj,0.00020684,0.01000,0.605
+0,mlp.experts.46.gate_proj,0.00458985,0.01000,0.608
+0,mlp.experts.47.gate_proj,0.00455723,0.01000,0.610
+0,mlp.experts.48.gate_proj,0.00026042,0.01000,0.610
+0,mlp.experts.49.gate_proj,0.00014157,0.01000,0.611
+0,mlp.experts.50.gate_proj,0.00147187,0.01000,0.609
+0,mlp.experts.51.gate_proj,0.06312944,0.01000,0.611
+0,mlp.experts.52.gate_proj,0.00310545,0.01000,0.608
+0,mlp.experts.53.gate_proj,0.00032800,0.01000,0.606
+0,mlp.experts.54.gate_proj,0.00004333,0.01000,0.607
+0,mlp.experts.55.gate_proj,0.00000839,0.01000,0.608
+0,mlp.experts.56.gate_proj,0.00028496,0.01000,0.607
+0,mlp.experts.57.gate_proj,0.00039831,0.01000,0.603
+0,mlp.experts.58.gate_proj,0.00008388,0.01000,0.605
+0,mlp.experts.59.gate_proj,0.00019475,0.01000,0.602
+0,mlp.experts.60.gate_proj,0.00025873,0.01000,0.603
+0,mlp.experts.61.gate_proj,0.00340914,0.01000,0.604
+0,mlp.experts.62.gate_proj,0.03323335,0.01000,0.602
+0,mlp.experts.63.gate_proj,0.00385143,0.01000,0.606
+0,mlp.experts.64.gate_proj,0.05956633,0.01000,0.603
+0,mlp.experts.65.gate_proj,0.00069788,0.01000,0.603
+0,mlp.experts.66.gate_proj,0.00725146,0.01000,0.604
+0,mlp.experts.67.gate_proj,0.02416357,0.01000,0.604
+0,mlp.experts.68.gate_proj,0.00785663,0.01000,0.604
+0,mlp.experts.69.gate_proj,0.00139027,0.01000,0.604
+0,mlp.experts.70.gate_proj,0.00228589,0.01000,0.602
+0,mlp.experts.71.gate_proj,0.00052673,0.01000,0.606
+0,mlp.experts.72.gate_proj,0.00764051,0.01000,0.608
+0,mlp.experts.73.gate_proj,0.00056498,0.01000,0.609
+0,mlp.experts.74.gate_proj,0.00146766,0.01000,0.609
+0,mlp.experts.75.gate_proj,0.02239255,0.01000,0.609
+0,mlp.experts.76.gate_proj,0.00019855,0.01000,0.609
+0,mlp.experts.77.gate_proj,0.02777028,0.01000,0.609
+0,mlp.experts.78.gate_proj,0.00080222,0.01000,0.609
+0,mlp.experts.79.gate_proj,0.00892634,0.01000,0.611
+0,mlp.experts.80.gate_proj,0.00218326,0.01000,0.608
+0,mlp.experts.81.gate_proj,0.00149157,0.01000,0.609
+0,mlp.experts.82.gate_proj,0.03727773,0.01000,0.605
+0,mlp.experts.83.gate_proj,0.00121024,0.01000,0.600
+0,mlp.experts.84.gate_proj,0.00019643,0.01000,0.600
+0,mlp.experts.85.gate_proj,0.00008527,0.01000,0.600
+0,mlp.experts.86.gate_proj,0.01433834,0.01000,0.601
+0,mlp.experts.87.gate_proj,0.02748851,0.01000,0.603
+0,mlp.experts.88.gate_proj,0.00007121,0.01000,0.606
+0,mlp.experts.89.gate_proj,0.00248960,0.01000,0.602
+0,mlp.experts.90.gate_proj,0.00045402,0.01000,0.603
+0,mlp.experts.91.gate_proj,0.04219463,0.01000,0.606
+0,mlp.experts.92.gate_proj,0.00418638,0.01000,0.608
+0,mlp.experts.93.gate_proj,0.00106609,0.01000,0.608
+0,mlp.experts.94.gate_proj,0.00001615,0.01000,0.608
+0,mlp.experts.95.gate_proj,0.00161287,0.01000,0.610
+0,mlp.experts.96.gate_proj,0.00000657,0.01000,0.609
+0,mlp.experts.97.gate_proj,0.00131515,0.01000,0.609
+0,mlp.experts.98.gate_proj,0.00033923,0.01000,0.608
+0,mlp.experts.99.gate_proj,0.00015928,0.01000,0.610
+0,mlp.experts.100.gate_proj,0.00058496,0.01000,0.608
+0,mlp.experts.101.gate_proj,0.00863313,0.01000,0.607
+0,mlp.experts.102.gate_proj,0.00018985,0.01000,0.607
+0,mlp.experts.103.gate_proj,0.00238826,0.01000,0.607
+0,mlp.experts.104.gate_proj,0.00057251,0.01000,0.608
+0,mlp.experts.105.gate_proj,0.01611042,0.01000,0.601
+0,mlp.experts.106.gate_proj,0.00067715,0.01000,0.602
+0,mlp.experts.107.gate_proj,0.00037873,0.01000,0.602
+0,mlp.experts.108.gate_proj,0.00000168,0.01000,0.607
+0,mlp.experts.109.gate_proj,0.00014600,0.01000,0.608
+0,mlp.experts.110.gate_proj,0.00133335,0.01000,0.606
+0,mlp.experts.111.gate_proj,0.00991211,0.01000,0.607
+0,mlp.experts.112.gate_proj,0.01688569,0.01000,0.607
+0,mlp.experts.113.gate_proj,0.00001965,0.01000,0.607
+0,mlp.experts.114.gate_proj,0.00019375,0.01000,0.607
+0,mlp.experts.115.gate_proj,0.00002879,0.01000,0.609
+0,mlp.experts.116.gate_proj,0.00419878,0.01000,0.607
+0,mlp.experts.117.gate_proj,0.00156405,0.01000,0.606
+0,mlp.experts.118.gate_proj,0.00698473,0.01000,0.607
+0,mlp.experts.119.gate_proj,0.00018080,0.01000,0.601
+0,mlp.experts.120.gate_proj,0.00381152,0.01000,0.600
+0,mlp.experts.121.gate_proj,0.00007733,0.01000,0.600
+0,mlp.experts.122.gate_proj,0.03554879,0.01000,0.599
+0,mlp.experts.123.gate_proj,0.00012953,0.01000,0.600
+0,mlp.experts.124.gate_proj,0.04469487,0.01000,0.601
+0,mlp.experts.125.gate_proj,0.00315725,0.01000,0.604
+0,mlp.experts.126.gate_proj,0.01558598,0.01000,0.605
+0,mlp.experts.127.gate_proj,0.00018160,0.01000,0.606
+0,mlp.experts.0.down_proj,0.00068130,0.01000,0.229
+0,mlp.experts.1.down_proj,0.00001474,0.01000,0.228
+0,mlp.experts.2.down_proj,0.00129333,0.01000,0.228
+0,mlp.experts.3.down_proj,0.00502560,0.01000,0.227
+0,mlp.experts.4.down_proj,0.00157009,0.01000,0.228
+0,mlp.experts.5.down_proj,0.00000637,0.01000,0.228
+0,mlp.experts.6.down_proj,0.00016570,0.01000,0.229
+0,mlp.experts.7.down_proj,0.00069596,0.01000,0.228
+0,mlp.experts.8.down_proj,0.00000911,0.01000,0.230
+0,mlp.experts.9.down_proj,0.00015519,0.01000,0.229
+0,mlp.experts.10.down_proj,0.00000063,0.01000,0.230
+0,mlp.experts.11.down_proj,0.00090251,0.01000,0.230
+0,mlp.experts.12.down_proj,0.00500956,0.01000,0.230
+0,mlp.experts.13.down_proj,0.00021342,0.01000,0.229
+0,mlp.experts.14.down_proj,0.00011167,0.01000,0.230
+0,mlp.experts.15.down_proj,0.00000028,0.01000,0.230
+0,mlp.experts.16.down_proj,0.00031901,0.01000,0.230
+0,mlp.experts.17.down_proj,0.00132958,0.01000,0.230
+0,mlp.experts.18.down_proj,0.00062040,0.01000,0.230
+0,mlp.experts.19.down_proj,0.00000113,0.01000,0.230
+0,mlp.experts.20.down_proj,0.00000218,0.01000,0.230
+0,mlp.experts.21.down_proj,0.00174509,0.01000,0.231
+0,mlp.experts.22.down_proj,0.00039181,0.01000,0.228
+0,mlp.experts.23.down_proj,0.00255911,0.01000,0.227
+0,mlp.experts.24.down_proj,0.00057562,0.01000,0.227
+0,mlp.experts.25.down_proj,0.00001224,0.01000,0.227
+0,mlp.experts.26.down_proj,0.00007871,0.01000,0.227
+0,mlp.experts.27.down_proj,0.00041240,0.01000,0.227
+0,mlp.experts.28.down_proj,0.00539041,0.01000,0.227
+0,mlp.experts.29.down_proj,0.00201569,0.01000,0.227
+0,mlp.experts.30.down_proj,0.00131175,0.01000,0.229
+0,mlp.experts.31.down_proj,0.00033222,0.01000,0.228
+0,mlp.experts.32.down_proj,0.00048852,0.01000,0.227
+0,mlp.experts.33.down_proj,0.00168848,0.01000,0.229
+0,mlp.experts.34.down_proj,0.00191094,0.01000,0.227
+0,mlp.experts.35.down_proj,0.00002436,0.01000,0.228
+0,mlp.experts.36.down_proj,0.00024583,0.01000,0.228
+0,mlp.experts.37.down_proj,0.00012415,0.01000,0.227
+0,mlp.experts.38.down_proj,0.00124740,0.01000,0.229
+0,mlp.experts.39.down_proj,0.00001244,0.01000,0.227
+0,mlp.experts.40.down_proj,0.00005699,0.01000,0.227
+0,mlp.experts.41.down_proj,0.00128363,0.01000,0.227
+0,mlp.experts.42.down_proj,0.00001553,0.01000,0.228
+0,mlp.experts.43.down_proj,0.00006318,0.01000,0.228
+0,mlp.experts.44.down_proj,0.00051327,0.01000,0.228
+0,mlp.experts.45.down_proj,0.00008180,0.01000,0.228
+0,mlp.experts.46.down_proj,0.00040277,0.01000,0.228
+0,mlp.experts.47.down_proj,0.00074472,0.01000,0.227
+0,mlp.experts.48.down_proj,0.00024081,0.01000,0.227
+0,mlp.experts.49.down_proj,0.00010752,0.01000,0.227
+0,mlp.experts.50.down_proj,0.00048180,0.01000,0.227
+0,mlp.experts.51.down_proj,0.00346520,0.01000,0.227
+0,mlp.experts.52.down_proj,0.00047134,0.01000,0.227
+0,mlp.experts.53.down_proj,0.00010179,0.01000,0.227
+0,mlp.experts.54.down_proj,0.00001325,0.01000,0.228
+0,mlp.experts.55.down_proj,0.00000097,0.01000,0.227
+0,mlp.experts.56.down_proj,0.00003343,0.01000,0.227
+0,mlp.experts.57.down_proj,0.00019757,0.01000,0.228
+0,mlp.experts.58.down_proj,0.00007610,0.01000,0.228
+0,mlp.experts.59.down_proj,0.00002104,0.01000,0.228
+0,mlp.experts.60.down_proj,0.00003234,0.01000,0.227
+0,mlp.experts.61.down_proj,0.00113517,0.01000,0.228
+0,mlp.experts.62.down_proj,0.00297599,0.01000,0.228
+0,mlp.experts.63.down_proj,0.00168500,0.01000,0.227
+0,mlp.experts.64.down_proj,0.00349374,0.01000,0.228
+0,mlp.experts.65.down_proj,0.00020922,0.01000,0.227
+0,mlp.experts.66.down_proj,0.00089771,0.01000,0.228
+0,mlp.experts.67.down_proj,0.00398239,0.01000,0.227
+0,mlp.experts.68.down_proj,0.00195639,0.01000,0.227
+0,mlp.experts.69.down_proj,0.00140829,0.01000,0.227
+0,mlp.experts.70.down_proj,0.00027627,0.01000,0.229
+0,mlp.experts.71.down_proj,0.00027478,0.01000,0.227
+0,mlp.experts.72.down_proj,0.00149736,0.01000,0.227
+0,mlp.experts.73.down_proj,0.00016479,0.01000,0.230
+0,mlp.experts.74.down_proj,0.00011027,0.01000,0.228
+0,mlp.experts.75.down_proj,0.00149539,0.01000,0.229
+0,mlp.experts.76.down_proj,0.00028424,0.01000,0.229
+0,mlp.experts.77.down_proj,0.00336157,0.01000,0.229
+0,mlp.experts.78.down_proj,0.00037547,0.01000,0.230
+0,mlp.experts.79.down_proj,0.00049970,0.01000,0.229
+0,mlp.experts.80.down_proj,0.00147607,0.01000,0.230
+0,mlp.experts.81.down_proj,0.00027255,0.01000,0.230
+0,mlp.experts.82.down_proj,0.00251330,0.01000,0.230
+0,mlp.experts.83.down_proj,0.00106836,0.01000,0.229
+0,mlp.experts.84.down_proj,0.00016907,0.01000,0.229
+0,mlp.experts.85.down_proj,0.00001362,0.01000,0.230
+0,mlp.experts.86.down_proj,0.00259934,0.01000,0.230
+0,mlp.experts.87.down_proj,0.00440759,0.01000,0.230
+0,mlp.experts.88.down_proj,0.00010247,0.01000,0.230
+0,mlp.experts.89.down_proj,0.00044029,0.01000,0.230
+0,mlp.experts.90.down_proj,0.00006169,0.01000,0.230
+0,mlp.experts.91.down_proj,0.00323405,0.01000,0.230
+0,mlp.experts.92.down_proj,0.00065958,0.01000,0.230
+0,mlp.experts.93.down_proj,0.00096423,0.01000,0.230
+0,mlp.experts.94.down_proj,0.00000330,0.01000,0.230
+0,mlp.experts.95.down_proj,0.00096528,0.01000,0.230
+0,mlp.experts.96.down_proj,0.00000165,0.01000,0.229
+0,mlp.experts.97.down_proj,0.00054703,0.01000,0.230
+0,mlp.experts.98.down_proj,0.00008954,0.01000,0.230
+0,mlp.experts.99.down_proj,0.00005833,0.01000,0.230
+0,mlp.experts.100.down_proj,0.00013467,0.01000,0.229
+0,mlp.experts.101.down_proj,0.00098891,0.01000,0.229
+0,mlp.experts.102.down_proj,0.00006464,0.01000,0.230
+0,mlp.experts.103.down_proj,0.00064746,0.01000,0.230
+0,mlp.experts.104.down_proj,0.00072716,0.01000,0.229
+0,mlp.experts.105.down_proj,0.00296753,0.01000,0.229
+0,mlp.experts.106.down_proj,0.00070858,0.01000,0.230
+0,mlp.experts.107.down_proj,0.00042384,0.01000,0.228
+0,mlp.experts.108.down_proj,0.00000019,0.01000,0.226
+0,mlp.experts.109.down_proj,0.00013605,0.01000,0.227
+0,mlp.experts.110.down_proj,0.00044658,0.01000,0.227
+0,mlp.experts.111.down_proj,0.00121421,0.01000,0.226
+0,mlp.experts.112.down_proj,0.00179020,0.01000,0.227
+0,mlp.experts.113.down_proj,0.00001131,0.01000,0.226
+0,mlp.experts.114.down_proj,0.00006729,0.01000,0.226
+0,mlp.experts.115.down_proj,0.00000778,0.01000,0.226
+0,mlp.experts.116.down_proj,0.00122765,0.01000,0.227
+0,mlp.experts.117.down_proj,0.00022284,0.01000,0.227
+0,mlp.experts.118.down_proj,0.00111309,0.01000,0.227
+0,mlp.experts.119.down_proj,0.00016411,0.01000,0.230
+0,mlp.experts.120.down_proj,0.00095317,0.01000,0.230
+0,mlp.experts.121.down_proj,0.00010591,0.01000,0.230
+0,mlp.experts.122.down_proj,0.00188720,0.01000,0.230
+0,mlp.experts.123.down_proj,0.00008574,0.01000,0.229
+0,mlp.experts.124.down_proj,0.00776046,0.01000,0.231
+0,mlp.experts.125.down_proj,0.00230463,0.01000,0.232
+0,mlp.experts.126.down_proj,0.00288950,0.01000,0.231
+0,mlp.experts.127.down_proj,0.00019527,0.01000,0.230
+1,self_attn.q_proj,0.00187891,0.01000,0.606
+1,self_attn.k_proj,0.00023211,0.01000,0.602
+1,self_attn.v_proj,0.00021745,0.01000,0.611
+1,self_attn.o_proj,0.00062148,0.01000,1.225
+1,mlp.experts.0.up_proj,0.00030353,0.01000,0.608
+1,mlp.experts.1.up_proj,0.00044448,0.01000,0.606
+1,mlp.experts.2.up_proj,0.03760330,0.01000,0.606
+1,mlp.experts.3.up_proj,0.01948909,0.01000,0.610
+1,mlp.experts.4.up_proj,0.04109078,0.01000,0.610
+1,mlp.experts.5.up_proj,0.00554409,0.01000,0.612
+1,mlp.experts.6.up_proj,0.03041011,0.01000,0.612
+1,mlp.experts.7.up_proj,0.06916494,0.01000,0.612
+1,mlp.experts.8.up_proj,0.03123961,0.01000,0.611
+1,mlp.experts.9.up_proj,0.03102582,0.01000,0.612
+1,mlp.experts.10.up_proj,0.00093390,0.01000,0.608
+1,mlp.experts.11.up_proj,0.01916055,0.01000,0.604
+1,mlp.experts.12.up_proj,0.00079330,0.01000,0.604
+1,mlp.experts.13.up_proj,0.03632331,0.01000,0.610
+1,mlp.experts.14.up_proj,0.04515936,0.01000,0.609
+1,mlp.experts.15.up_proj,0.00687354,0.01000,0.609
+1,mlp.experts.16.up_proj,0.04672060,0.01000,0.610
+1,mlp.experts.17.up_proj,0.00211222,0.01000,0.610
+1,mlp.experts.18.up_proj,0.00422408,0.01000,0.607
+1,mlp.experts.19.up_proj,0.02747595,0.01000,0.612
+1,mlp.experts.20.up_proj,0.01879470,0.01000,0.612
+1,mlp.experts.21.up_proj,0.00237603,0.01000,0.613
+1,mlp.experts.22.up_proj,0.00209434,0.01000,0.612
+1,mlp.experts.23.up_proj,0.03940595,0.01000,0.612
+1,mlp.experts.24.up_proj,0.00881114,0.01000,0.611
+1,mlp.experts.25.up_proj,0.02718897,0.01000,0.613
+1,mlp.experts.26.up_proj,0.01966955,0.01000,0.613
+1,mlp.experts.27.up_proj,0.00061639,0.01000,0.612
+1,mlp.experts.28.up_proj,0.07420519,0.01000,0.612
+1,mlp.experts.29.up_proj,0.06507690,0.01000,0.613
+1,mlp.experts.30.up_proj,0.03240203,0.01000,0.613
+1,mlp.experts.31.up_proj,0.02282210,0.01000,0.607
+1,mlp.experts.32.up_proj,0.00883867,0.01000,0.607
+1,mlp.experts.33.up_proj,0.00708788,0.01000,0.607
+1,mlp.experts.34.up_proj,0.01739131,0.01000,0.611
+1,mlp.experts.35.up_proj,0.00036178,0.01000,0.609
+1,mlp.experts.36.up_proj,0.00254774,0.01000,0.611
+1,mlp.experts.37.up_proj,0.01130222,0.01000,0.606
+1,mlp.experts.38.up_proj,0.01827220,0.01000,0.605
+1,mlp.experts.39.up_proj,0.02018410,0.01000,0.607
+1,mlp.experts.40.up_proj,0.02574451,0.01000,0.609
+1,mlp.experts.41.up_proj,0.00759693,0.01000,0.608
+1,mlp.experts.42.up_proj,0.00479298,0.01000,0.606
+1,mlp.experts.43.up_proj,0.00040336,0.01000,0.605
+1,mlp.experts.44.up_proj,0.01130123,0.01000,0.605
+1,mlp.experts.45.up_proj,0.10742633,0.01000,0.604
+1,mlp.experts.46.up_proj,0.03866956,0.01000,0.608
+1,mlp.experts.47.up_proj,0.01736768,0.01000,0.613
+1,mlp.experts.48.up_proj,0.03687000,0.01000,0.613
+1,mlp.experts.49.up_proj,0.02972318,0.01000,0.616
+1,mlp.experts.50.up_proj,0.00206420,0.01000,0.608
+1,mlp.experts.51.up_proj,0.00238007,0.01000,0.607
+1,mlp.experts.52.up_proj,0.02704858,0.01000,0.607
+1,mlp.experts.53.up_proj,0.02787778,0.01000,0.608
+1,mlp.experts.54.up_proj,0.00149116,0.01000,0.605
+1,mlp.experts.55.up_proj,0.00146622,0.01000,0.607
+1,mlp.experts.56.up_proj,0.00612934,0.01000,0.606
+1,mlp.experts.57.up_proj,0.02187483,0.01000,0.607
+1,mlp.experts.58.up_proj,0.03085007,0.01000,0.607
+1,mlp.experts.59.up_proj,0.00121914,0.01000,0.610
+1,mlp.experts.60.up_proj,0.03646091,0.01000,0.607
+1,mlp.experts.61.up_proj,0.00457400,0.01000,0.607
+1,mlp.experts.62.up_proj,0.07752830,0.01000,0.608
+1,mlp.experts.63.up_proj,0.06324162,0.01000,0.608
+1,mlp.experts.64.up_proj,0.01062675,0.01000,0.618
+1,mlp.experts.65.up_proj,0.00181840,0.01000,0.616
+1,mlp.experts.66.up_proj,0.04713394,0.01000,0.615
+1,mlp.experts.67.up_proj,0.08195904,0.01000,0.616
+1,mlp.experts.68.up_proj,0.04982730,0.01000,0.616
+1,mlp.experts.69.up_proj,0.00699618,0.01000,0.615
+1,mlp.experts.70.up_proj,0.01894319,0.01000,0.616
+1,mlp.experts.71.up_proj,0.01061739,0.01000,0.616
+1,mlp.experts.72.up_proj,0.00071173,0.01000,0.615
+1,mlp.experts.73.up_proj,0.00633955,0.01000,0.614
+1,mlp.experts.74.up_proj,0.11722906,0.01000,0.615
+1,mlp.experts.75.up_proj,0.02098337,0.01000,0.615
+1,mlp.experts.76.up_proj,0.05497864,0.01000,0.614
+1,mlp.experts.77.up_proj,0.04084206,0.01000,0.607
+1,mlp.experts.78.up_proj,0.08203778,0.01000,0.608
+1,mlp.experts.79.up_proj,0.00011489,0.01000,0.606
+1,mlp.experts.80.up_proj,0.00201803,0.01000,0.607
+1,mlp.experts.81.up_proj,0.00000910,0.01000,0.606
+1,mlp.experts.82.up_proj,0.00070261,0.01000,0.606
+1,mlp.experts.83.up_proj,0.02382509,0.01000,0.606
+1,mlp.experts.84.up_proj,0.00046269,0.01000,0.605
+1,mlp.experts.85.up_proj,0.02529949,0.01000,0.605
+1,mlp.experts.86.up_proj,0.02569591,0.01000,0.605
+1,mlp.experts.87.up_proj,0.00031091,0.01000,0.606
+1,mlp.experts.88.up_proj,0.01332782,0.01000,0.607
+1,mlp.experts.89.up_proj,0.02830945,0.01000,0.606
+1,mlp.experts.90.up_proj,0.04304958,0.01000,0.607
+1,mlp.experts.91.up_proj,0.02467693,0.01000,0.612
+1,mlp.experts.92.up_proj,0.03887480,0.01000,0.614
+1,mlp.experts.93.up_proj,0.00136718,0.01000,0.615
+1,mlp.experts.94.up_proj,0.00699911,0.01000,0.615
+1,mlp.experts.95.up_proj,0.00363338,0.01000,0.615
+1,mlp.experts.96.up_proj,0.03618374,0.01000,0.614
+1,mlp.experts.97.up_proj,0.00618518,0.01000,0.616
+1,mlp.experts.98.up_proj,0.03300871,0.01000,0.615
+1,mlp.experts.99.up_proj,0.05348105,0.01000,0.615
+1,mlp.experts.100.up_proj,0.00008408,0.01000,0.618
+1,mlp.experts.101.up_proj,0.00516922,0.01000,0.616
+1,mlp.experts.102.up_proj,0.00008320,0.01000,0.615
+1,mlp.experts.103.up_proj,0.02748011,0.01000,0.615
+1,mlp.experts.104.up_proj,0.01150514,0.01000,0.609
+1,mlp.experts.105.up_proj,0.02086025,0.01000,0.609
+1,mlp.experts.106.up_proj,0.02776260,0.01000,0.610
+1,mlp.experts.107.up_proj,0.04256544,0.01000,0.606
+1,mlp.experts.108.up_proj,0.00038099,0.01000,0.607
+1,mlp.experts.109.up_proj,0.01234727,0.01000,0.607
+1,mlp.experts.110.up_proj,0.00003103,0.01000,0.607
+1,mlp.experts.111.up_proj,0.00431064,0.01000,0.607
+1,mlp.experts.112.up_proj,0.00001680,0.01000,0.607
+1,mlp.experts.113.up_proj,0.04069195,0.01000,0.614
+1,mlp.experts.114.up_proj,0.10603459,0.01000,0.617
+1,mlp.experts.115.up_proj,0.07186702,0.01000,0.617
+1,mlp.experts.116.up_proj,0.06479535,0.01000,0.615
+1,mlp.experts.117.up_proj,0.00185611,0.01000,0.618
+1,mlp.experts.118.up_proj,0.00008640,0.01000,0.616
+1,mlp.experts.119.up_proj,0.00477794,0.01000,0.617
+1,mlp.experts.120.up_proj,0.00018394,0.01000,0.618
+1,mlp.experts.121.up_proj,0.00018920,0.01000,0.617
+1,mlp.experts.122.up_proj,0.22176155,0.01000,0.618
+1,mlp.experts.123.up_proj,0.03894220,0.01000,0.618
+1,mlp.experts.124.up_proj,0.00744244,0.01000,0.616
+1,mlp.experts.125.up_proj,0.00197189,0.01000,0.611
+1,mlp.experts.126.up_proj,0.01330212,0.01000,0.608
+1,mlp.experts.127.up_proj,0.01626357,0.01000,0.610
+1,mlp.experts.0.gate_proj,0.00032133,0.01000,0.609
+1,mlp.experts.1.gate_proj,0.00048474,0.01000,0.610
+1,mlp.experts.2.gate_proj,0.04100221,0.01000,0.617
+1,mlp.experts.3.gate_proj,0.02101232,0.01000,0.616
+1,mlp.experts.4.gate_proj,0.04246864,0.01000,0.616
+1,mlp.experts.5.gate_proj,0.00594836,0.01000,0.617
+1,mlp.experts.6.gate_proj,0.03209797,0.01000,0.616
+1,mlp.experts.7.gate_proj,0.07043055,0.01000,0.615
+1,mlp.experts.8.gate_proj,0.03319956,0.01000,0.616
+1,mlp.experts.9.gate_proj,0.03280129,0.01000,0.618
+1,mlp.experts.10.gate_proj,0.00101996,0.01000,0.617
+1,mlp.experts.11.gate_proj,0.02099809,0.01000,0.617
+1,mlp.experts.12.gate_proj,0.00086762,0.01000,0.617
+1,mlp.experts.13.gate_proj,0.03930330,0.01000,0.617
+1,mlp.experts.14.gate_proj,0.04567697,0.01000,0.616
+1,mlp.experts.15.gate_proj,0.00814890,0.01000,0.612
+1,mlp.experts.16.gate_proj,0.04756481,0.01000,0.611
+1,mlp.experts.17.gate_proj,0.00212872,0.01000,0.608
+1,mlp.experts.18.gate_proj,0.00449080,0.01000,0.611
+1,mlp.experts.19.gate_proj,0.02877870,0.01000,0.610
+1,mlp.experts.20.gate_proj,0.01970686,0.01000,0.608
+1,mlp.experts.21.gate_proj,0.00262732,0.01000,0.609
+1,mlp.experts.22.gate_proj,0.00223119,0.01000,0.610
+1,mlp.experts.23.gate_proj,0.04109041,0.01000,0.615
+1,mlp.experts.24.gate_proj,0.00937433,0.01000,0.609
+1,mlp.experts.25.gate_proj,0.02801352,0.01000,0.607
+1,mlp.experts.26.gate_proj,0.02089677,0.01000,0.608
+1,mlp.experts.27.gate_proj,0.00069372,0.01000,0.608
+1,mlp.experts.28.gate_proj,0.08058218,0.01000,0.613
+1,mlp.experts.29.gate_proj,0.06876069,0.01000,0.611
+1,mlp.experts.30.gate_proj,0.03314915,0.01000,0.615
+1,mlp.experts.31.gate_proj,0.02366982,0.01000,0.616
+1,mlp.experts.32.gate_proj,0.00989345,0.01000,0.617
+1,mlp.experts.33.gate_proj,0.00737296,0.01000,0.616
+1,mlp.experts.34.gate_proj,0.01875564,0.01000,0.616
+1,mlp.experts.35.gate_proj,0.00040109,0.01000,0.617
+1,mlp.experts.36.gate_proj,0.00264431,0.01000,0.619
+1,mlp.experts.37.gate_proj,0.01193951,0.01000,0.615
+1,mlp.experts.38.gate_proj,0.01877419,0.01000,0.623
+1,mlp.experts.39.gate_proj,0.02158784,0.01000,0.611
+1,mlp.experts.40.gate_proj,0.02687129,0.01000,0.617
+1,mlp.experts.41.gate_proj,0.00791568,0.01000,0.624
+1,mlp.experts.42.gate_proj,0.00520448,0.01000,0.617
+1,mlp.experts.43.gate_proj,0.00045402,0.01000,0.641
+1,mlp.experts.44.gate_proj,0.01144211,0.01000,0.619
+1,mlp.experts.45.gate_proj,0.11504900,0.01000,0.617
+1,mlp.experts.46.gate_proj,0.03992249,0.01000,0.611
+1,mlp.experts.47.gate_proj,0.01840694,0.01000,0.612
+1,mlp.experts.48.gate_proj,0.03941318,0.01000,0.619
+1,mlp.experts.49.gate_proj,0.03363872,0.01000,0.616
+1,mlp.experts.50.gate_proj,0.00231312,0.01000,0.618
+1,mlp.experts.51.gate_proj,0.00253695,0.01000,0.617
+1,mlp.experts.52.gate_proj,0.02720591,0.01000,0.620
+1,mlp.experts.53.gate_proj,0.02889046,0.01000,0.619
+1,mlp.experts.54.gate_proj,0.00152988,0.01000,0.618
+1,mlp.experts.55.gate_proj,0.00157559,0.01000,0.618
+1,mlp.experts.56.gate_proj,0.00650360,0.01000,0.619
+1,mlp.experts.57.gate_proj,0.02302792,0.01000,0.617
+1,mlp.experts.58.gate_proj,0.03238339,0.01000,0.616
+1,mlp.experts.59.gate_proj,0.00124041,0.01000,0.617
+1,mlp.experts.60.gate_proj,0.03814286,0.01000,0.613
+1,mlp.experts.61.gate_proj,0.00485254,0.01000,0.608
+1,mlp.experts.62.gate_proj,0.07975579,0.01000,0.608
+1,mlp.experts.63.gate_proj,0.06728099,0.01000,0.609
+1,mlp.experts.64.gate_proj,0.01150440,0.01000,0.608
+1,mlp.experts.65.gate_proj,0.00193242,0.01000,0.610
+1,mlp.experts.66.gate_proj,0.05009290,0.01000,0.609
+1,mlp.experts.67.gate_proj,0.08732513,0.01000,0.612
+1,mlp.experts.68.gate_proj,0.04840202,0.01000,0.614
+1,mlp.experts.69.gate_proj,0.00801789,0.01000,0.616
+1,mlp.experts.70.gate_proj,0.02037118,0.01000,0.615
+1,mlp.experts.71.gate_proj,0.01129163,0.01000,0.616
+1,mlp.experts.72.gate_proj,0.00076308,0.01000,0.616
+1,mlp.experts.73.gate_proj,0.00665080,0.01000,0.616
+1,mlp.experts.74.gate_proj,0.12221131,0.01000,0.617
+1,mlp.experts.75.gate_proj,0.02293784,0.01000,0.614
+1,mlp.experts.76.gate_proj,0.05794315,0.01000,0.614
+1,mlp.experts.77.gate_proj,0.04241475,0.01000,0.614
+1,mlp.experts.78.gate_proj,0.08734870,0.01000,0.615
+1,mlp.experts.79.gate_proj,0.00013218,0.01000,0.615
+1,mlp.experts.80.gate_proj,0.00225750,0.01000,0.619
+1,mlp.experts.81.gate_proj,0.00000933,0.01000,0.623
+1,mlp.experts.82.gate_proj,0.00078515,0.01000,0.617
+1,mlp.experts.83.gate_proj,0.02600018,0.01000,0.614
+1,mlp.experts.84.gate_proj,0.00053104,0.01000,0.615
+1,mlp.experts.85.gate_proj,0.02616407,0.01000,0.613
+1,mlp.experts.86.gate_proj,0.02810444,0.01000,0.613
+1,mlp.experts.87.gate_proj,0.00033755,0.01000,0.611
+1,mlp.experts.88.gate_proj,0.01391871,0.01000,0.613
+1,mlp.experts.89.gate_proj,0.02901784,0.01000,0.611
+1,mlp.experts.90.gate_proj,0.04155631,0.01000,0.608
+1,mlp.experts.91.gate_proj,0.02665857,0.01000,0.613
+1,mlp.experts.92.gate_proj,0.04012832,0.01000,0.614
+1,mlp.experts.93.gate_proj,0.00142502,0.01000,0.614
+1,mlp.experts.94.gate_proj,0.00818843,0.01000,0.614
+1,mlp.experts.95.gate_proj,0.00406767,0.01000,0.615
+1,mlp.experts.96.gate_proj,0.03899951,0.01000,0.616
+1,mlp.experts.97.gate_proj,0.00618792,0.01000,0.617
+1,mlp.experts.98.gate_proj,0.03411037,0.01000,0.614
+1,mlp.experts.99.gate_proj,0.05628996,0.01000,0.615
+1,mlp.experts.100.gate_proj,0.00009166,0.01000,0.616
+1,mlp.experts.101.gate_proj,0.00547482,0.01000,0.616
+1,mlp.experts.102.gate_proj,0.00008873,0.01000,0.615
+1,mlp.experts.103.gate_proj,0.02768738,0.01000,0.609
+1,mlp.experts.104.gate_proj,0.01185197,0.01000,0.617
+1,mlp.experts.105.gate_proj,0.02190716,0.01000,0.612
+1,mlp.experts.106.gate_proj,0.03052736,0.01000,0.612
+1,mlp.experts.107.gate_proj,0.04744043,0.01000,0.616
+1,mlp.experts.108.gate_proj,0.00041632,0.01000,0.614
+1,mlp.experts.109.gate_proj,0.01244090,0.01000,0.615
+1,mlp.experts.110.gate_proj,0.00003178,0.01000,0.612
+1,mlp.experts.111.gate_proj,0.00461208,0.01000,0.615
+1,mlp.experts.112.gate_proj,0.00001767,0.01000,0.612
+1,mlp.experts.113.gate_proj,0.04175925,0.01000,0.612
+1,mlp.experts.114.gate_proj,0.12552312,0.01000,0.612
+1,mlp.experts.115.gate_proj,0.07474437,0.01000,0.612
+1,mlp.experts.116.gate_proj,0.07104692,0.01000,0.613
+1,mlp.experts.117.gate_proj,0.00199478,0.01000,0.616
+1,mlp.experts.118.gate_proj,0.00008760,0.01000,0.617
+1,mlp.experts.119.gate_proj,0.00526539,0.01000,0.618
+1,mlp.experts.120.gate_proj,0.00018993,0.01000,0.618
+1,mlp.experts.121.gate_proj,0.00020449,0.01000,0.620
+1,mlp.experts.122.gate_proj,0.23374529,0.01000,0.619
+1,mlp.experts.123.gate_proj,0.04130516,0.01000,0.618
+1,mlp.experts.124.gate_proj,0.00788912,0.01000,0.617
+1,mlp.experts.125.gate_proj,0.00214220,0.01000,0.625
+1,mlp.experts.126.gate_proj,0.01395104,0.01000,0.629
+1,mlp.experts.127.gate_proj,0.01719764,0.01000,0.627
+1,mlp.experts.0.down_proj,0.00033076,0.01000,0.229
+1,mlp.experts.1.down_proj,0.00024515,0.01000,0.226
+1,mlp.experts.2.down_proj,0.00509015,0.01000,0.225
+1,mlp.experts.3.down_proj,0.00238169,0.01000,0.225
+1,mlp.experts.4.down_proj,0.00288087,0.01000,0.225
+1,mlp.experts.5.down_proj,0.00158278,0.01000,0.225
+1,mlp.experts.6.down_proj,0.00268248,0.01000,0.227
+1,mlp.experts.7.down_proj,0.00496854,0.01000,0.227
+1,mlp.experts.8.down_proj,0.00274416,0.01000,0.228
+1,mlp.experts.9.down_proj,0.00534320,0.01000,0.227
+1,mlp.experts.10.down_proj,0.00011563,0.01000,0.227
+1,mlp.experts.11.down_proj,0.00348883,0.01000,0.227
+1,mlp.experts.12.down_proj,0.00019399,0.01000,0.227
+1,mlp.experts.13.down_proj,0.00455216,0.01000,0.227
+1,mlp.experts.14.down_proj,0.00306594,0.01000,0.227
+1,mlp.experts.15.down_proj,0.00070705,0.01000,0.227
+1,mlp.experts.16.down_proj,0.00354972,0.01000,0.227
+1,mlp.experts.17.down_proj,0.00016039,0.01000,0.227
+1,mlp.experts.18.down_proj,0.00086549,0.01000,0.227
+1,mlp.experts.19.down_proj,0.00355348,0.01000,0.227
+1,mlp.experts.20.down_proj,0.00171793,0.01000,0.227
+1,mlp.experts.21.down_proj,0.00071258,0.01000,0.230
+1,mlp.experts.22.down_proj,0.00015439,0.01000,0.228
+1,mlp.experts.23.down_proj,0.00330021,0.01000,0.228
+1,mlp.experts.24.down_proj,0.00243733,0.01000,0.228
+1,mlp.experts.25.down_proj,0.00227939,0.01000,0.228
+1,mlp.experts.26.down_proj,0.00250398,0.01000,0.230
+1,mlp.experts.27.down_proj,0.00126666,0.01000,0.231
+1,mlp.experts.28.down_proj,0.00715905,0.01000,0.230
+1,mlp.experts.29.down_proj,0.00637398,0.01000,0.230
+1,mlp.experts.30.down_proj,0.00188763,0.01000,0.230
+1,mlp.experts.31.down_proj,0.00229646,0.01000,0.230
+1,mlp.experts.32.down_proj,0.00146909,0.01000,0.231
+1,mlp.experts.33.down_proj,0.00150861,0.01000,0.231
+1,mlp.experts.34.down_proj,0.00289954,0.01000,0.231
+1,mlp.experts.35.down_proj,0.00008297,0.01000,0.230
+1,mlp.experts.36.down_proj,0.00046826,0.01000,0.230
+1,mlp.experts.37.down_proj,0.00208589,0.01000,0.231
+1,mlp.experts.38.down_proj,0.00117069,0.01000,0.230
+1,mlp.experts.39.down_proj,0.00253354,0.01000,0.230
+1,mlp.experts.40.down_proj,0.00229355,0.01000,0.230
+1,mlp.experts.41.down_proj,0.00098850,0.01000,0.230
+1,mlp.experts.42.down_proj,0.00025269,0.01000,0.231
+1,mlp.experts.43.down_proj,0.00005160,0.01000,0.231
+1,mlp.experts.44.down_proj,0.00086870,0.01000,0.230
+1,mlp.experts.45.down_proj,0.00858008,0.01000,0.230
+1,mlp.experts.46.down_proj,0.00345241,0.01000,0.230
+1,mlp.experts.47.down_proj,0.00304346,0.01000,0.231
+1,mlp.experts.48.down_proj,0.00404776,0.01000,0.230
+1,mlp.experts.49.down_proj,0.00364085,0.01000,0.230
+1,mlp.experts.50.down_proj,0.00073493,0.01000,0.231
+1,mlp.experts.51.down_proj,0.00020852,0.01000,0.231
+1,mlp.experts.52.down_proj,0.00169102,0.01000,0.230
+1,mlp.experts.53.down_proj,0.00255474,0.01000,0.230
+1,mlp.experts.54.down_proj,0.00013921,0.01000,0.230
+1,mlp.experts.55.down_proj,0.00079435,0.01000,0.230
+1,mlp.experts.56.down_proj,0.00145210,0.01000,0.231
+1,mlp.experts.57.down_proj,0.00259809,0.01000,0.237
+1,mlp.experts.58.down_proj,0.00334931,0.01000,0.228
+1,mlp.experts.59.down_proj,0.00024962,0.01000,0.228
+1,mlp.experts.60.down_proj,0.00319604,0.01000,0.228
+1,mlp.experts.61.down_proj,0.00039907,0.01000,0.228
+1,mlp.experts.62.down_proj,0.00529209,0.01000,0.228
+1,mlp.experts.63.down_proj,0.00572271,0.01000,0.228
+1,mlp.experts.64.down_proj,0.00109174,0.01000,0.228
+1,mlp.experts.65.down_proj,0.00084900,0.01000,0.228
+1,mlp.experts.66.down_proj,0.00506083,0.01000,0.227
+1,mlp.experts.67.down_proj,0.00555856,0.01000,0.228
+1,mlp.experts.68.down_proj,0.20562220,0.01000,0.228
+1,mlp.experts.69.down_proj,0.00056415,0.01000,0.227
+1,mlp.experts.70.down_proj,0.00316387,0.01000,0.227
+1,mlp.experts.71.down_proj,0.00108321,0.01000,0.227
+1,mlp.experts.72.down_proj,0.00006181,0.01000,0.229
+1,mlp.experts.73.down_proj,0.00143756,0.01000,0.228
+1,mlp.experts.74.down_proj,0.00585994,0.01000,0.227
+1,mlp.experts.75.down_proj,0.00352766,0.01000,0.228
+1,mlp.experts.76.down_proj,0.00427229,0.01000,0.228
+1,mlp.experts.77.down_proj,0.00290365,0.01000,0.227
+1,mlp.experts.78.down_proj,0.00748459,0.01000,0.228
+1,mlp.experts.79.down_proj,0.00001646,0.01000,0.228
+1,mlp.experts.80.down_proj,0.00047546,0.01000,0.228
+1,mlp.experts.81.down_proj,0.00000055,0.01000,0.228
+1,mlp.experts.82.down_proj,0.00007526,0.01000,0.228
+1,mlp.experts.83.down_proj,0.00555944,0.01000,0.228
+1,mlp.experts.84.down_proj,0.00014219,0.01000,0.228
+1,mlp.experts.85.down_proj,0.00291863,0.01000,0.228
+1,mlp.experts.86.down_proj,0.00272809,0.01000,0.227
+1,mlp.experts.87.down_proj,0.00009574,0.01000,0.228
+1,mlp.experts.88.down_proj,0.00133199,0.01000,0.228
+1,mlp.experts.89.down_proj,0.00289165,0.01000,0.228
+1,mlp.experts.90.down_proj,0.00300918,0.01000,0.229
+1,mlp.experts.91.down_proj,0.00380426,0.01000,0.229
+1,mlp.experts.92.down_proj,0.00396351,0.01000,0.229
+1,mlp.experts.93.down_proj,0.00030609,0.01000,0.230
+1,mlp.experts.94.down_proj,0.00133553,0.01000,0.230
+1,mlp.experts.95.down_proj,0.00021699,0.01000,0.232
+1,mlp.experts.96.down_proj,0.00295762,0.01000,0.232
+1,mlp.experts.97.down_proj,0.00040250,0.01000,0.231
+1,mlp.experts.98.down_proj,0.00299443,0.01000,0.233
+1,mlp.experts.99.down_proj,0.00634384,0.01000,0.233
+1,mlp.experts.100.down_proj,0.00002134,0.01000,0.234
+1,mlp.experts.101.down_proj,0.00050469,0.01000,0.233
+1,mlp.experts.102.down_proj,0.00001938,0.01000,0.232
+1,mlp.experts.103.down_proj,0.00176833,0.01000,0.233
+1,mlp.experts.104.down_proj,0.00109726,0.01000,0.233
+1,mlp.experts.105.down_proj,0.00337749,0.01000,0.232
+1,mlp.experts.106.down_proj,0.00332416,0.01000,0.230
+1,mlp.experts.107.down_proj,0.00453833,0.01000,0.232
+1,mlp.experts.108.down_proj,0.00010529,0.01000,0.231
+1,mlp.experts.109.down_proj,0.00132757,0.01000,0.231
+1,mlp.experts.110.down_proj,0.00000347,0.01000,0.232
+1,mlp.experts.111.down_proj,0.00026627,0.01000,0.231
+1,mlp.experts.112.down_proj,0.00000270,0.01000,0.230
+1,mlp.experts.113.down_proj,0.00331478,0.01000,0.230
+1,mlp.experts.114.down_proj,0.00977933,0.01000,0.231
+1,mlp.experts.115.down_proj,0.00438082,0.01000,0.230
+1,mlp.experts.116.down_proj,0.00431421,0.01000,0.230
+1,mlp.experts.117.down_proj,0.00081570,0.01000,0.231
+1,mlp.experts.118.down_proj,0.00001463,0.01000,0.231
+1,mlp.experts.119.down_proj,0.00059692,0.01000,0.231
+1,mlp.experts.120.down_proj,0.00002751,0.01000,0.231
+1,mlp.experts.121.down_proj,0.00002462,0.01000,0.231
+1,mlp.experts.122.down_proj,0.01164625,0.01000,0.231
+1,mlp.experts.123.down_proj,0.00477105,0.01000,0.231
+1,mlp.experts.124.down_proj,0.00120668,0.01000,0.230
+1,mlp.experts.125.down_proj,0.00019708,0.01000,0.228
+1,mlp.experts.126.down_proj,0.00208193,0.01000,0.229
+1,mlp.experts.127.down_proj,0.00168448,0.01000,0.229
+2,self_attn.q_proj,0.00437792,0.01000,0.613
+2,self_attn.k_proj,0.00054203,0.01000,0.609
+2,self_attn.v_proj,0.00048396,0.01000,0.609
+2,self_attn.o_proj,0.00069408,0.01000,1.232
+2,mlp.experts.0.up_proj,0.11529638,0.01000,0.609
+2,mlp.experts.1.up_proj,0.00271667,0.01000,0.603
+2,mlp.experts.2.up_proj,0.02295145,0.01000,0.607
+2,mlp.experts.3.up_proj,0.00011312,0.01000,0.614
+2,mlp.experts.4.up_proj,0.30242655,0.01000,0.614
+2,mlp.experts.5.up_proj,0.02052824,0.01000,0.615
+2,mlp.experts.6.up_proj,0.04545508,0.01000,0.615
+2,mlp.experts.7.up_proj,0.04848577,0.01000,0.616
+2,mlp.experts.8.up_proj,0.07523065,0.01000,0.618
+2,mlp.experts.9.up_proj,0.12449741,0.01000,0.618
+2,mlp.experts.10.up_proj,0.02532693,0.01000,0.616
+2,mlp.experts.11.up_proj,0.00194150,0.01000,0.615
+2,mlp.experts.12.up_proj,0.02365380,0.01000,0.615
+2,mlp.experts.13.up_proj,0.04634415,0.01000,0.614
+2,mlp.experts.14.up_proj,0.05803780,0.01000,0.609
+2,mlp.experts.15.up_proj,0.05221182,0.01000,0.606
+2,mlp.experts.16.up_proj,0.01186460,0.01000,0.605
+2,mlp.experts.17.up_proj,0.02149946,0.01000,0.605
+2,mlp.experts.18.up_proj,0.00330934,0.01000,0.606
+2,mlp.experts.19.up_proj,0.00003636,0.01000,0.606
+2,mlp.experts.20.up_proj,0.00295838,0.01000,0.609
+2,mlp.experts.21.up_proj,0.00002144,0.01000,0.608
+2,mlp.experts.22.up_proj,0.02933788,0.01000,0.608
+2,mlp.experts.23.up_proj,0.01182383,0.01000,0.606
+2,mlp.experts.24.up_proj,0.03301378,0.01000,0.610
+2,mlp.experts.25.up_proj,0.00518746,0.01000,0.611
+2,mlp.experts.26.up_proj,0.00000868,0.01000,0.614
+2,mlp.experts.27.up_proj,0.07154495,0.01000,0.615
+2,mlp.experts.28.up_proj,0.00056696,0.01000,0.619
+2,mlp.experts.29.up_proj,0.00344212,0.01000,0.618
+2,mlp.experts.30.up_proj,0.00283830,0.01000,0.621
+2,mlp.experts.31.up_proj,0.00061508,0.01000,0.619
+2,mlp.experts.32.up_proj,0.00009110,0.01000,0.619
+2,mlp.experts.33.up_proj,0.00047791,0.01000,0.620
+2,mlp.experts.34.up_proj,0.00041886,0.01000,0.618
+2,mlp.experts.35.up_proj,0.00010995,0.01000,0.619
+2,mlp.experts.36.up_proj,0.01338548,0.01000,0.617
+2,mlp.experts.37.up_proj,0.00124029,0.01000,0.619
+2,mlp.experts.38.up_proj,0.01569353,0.01000,0.619
+2,mlp.experts.39.up_proj,0.00038933,0.01000,0.617
+2,mlp.experts.40.up_proj,0.11410275,0.01000,0.615
+2,mlp.experts.41.up_proj,0.04265820,0.01000,0.616
+2,mlp.experts.42.up_proj,0.00815919,0.01000,0.616
+2,mlp.experts.43.up_proj,0.00014225,0.01000,0.617
+2,mlp.experts.44.up_proj,0.02133899,0.01000,0.617
+2,mlp.experts.45.up_proj,0.01200690,0.01000,0.614
+2,mlp.experts.46.up_proj,0.32886645,0.01000,0.616
+2,mlp.experts.47.up_proj,0.02332533,0.01000,0.616
+2,mlp.experts.48.up_proj,0.01278134,0.01000,0.617
+2,mlp.experts.49.up_proj,0.11055274,0.01000,0.617
+2,mlp.experts.50.up_proj,0.18341121,0.01000,0.617
+2,mlp.experts.51.up_proj,0.14324290,0.01000,0.616
+2,mlp.experts.52.up_proj,0.11244292,0.01000,0.617
+2,mlp.experts.53.up_proj,0.01758779,0.01000,0.617
+2,mlp.experts.54.up_proj,0.07659294,0.01000,0.615
+2,mlp.experts.55.up_proj,0.01890630,0.01000,0.615
+2,mlp.experts.56.up_proj,0.00355503,0.01000,0.619
+2,mlp.experts.57.up_proj,0.08912410,0.01000,0.611
+2,mlp.experts.58.up_proj,0.00681468,0.01000,0.606
+2,mlp.experts.59.up_proj,0.03471242,0.01000,0.607
+2,mlp.experts.60.up_proj,0.07960527,0.01000,0.607
+2,mlp.experts.61.up_proj,0.02681819,0.01000,0.607
+2,mlp.experts.62.up_proj,0.35365784,0.01000,0.607
+2,mlp.experts.63.up_proj,0.03709330,0.01000,0.607
+2,mlp.experts.64.up_proj,0.16258290,0.01000,0.610
+2,mlp.experts.65.up_proj,0.04100341,0.01000,0.615
+2,mlp.experts.66.up_proj,0.00853777,0.01000,0.616
+2,mlp.experts.67.up_proj,0.03419287,0.01000,0.613
+2,mlp.experts.68.up_proj,0.08709762,0.01000,0.613
+2,mlp.experts.69.up_proj,0.04918996,0.01000,0.616
+2,mlp.experts.70.up_proj,0.06634548,0.01000,0.616
+2,mlp.experts.71.up_proj,0.00264898,0.01000,0.615
+2,mlp.experts.72.up_proj,0.00719692,0.01000,0.615
+2,mlp.experts.73.up_proj,0.12815925,0.01000,0.615
+2,mlp.experts.74.up_proj,0.11156245,0.01000,0.615
+2,mlp.experts.75.up_proj,0.00269042,0.01000,0.615
+2,mlp.experts.76.up_proj,0.15736540,0.01000,0.615
+2,mlp.experts.77.up_proj,0.25770187,0.01000,0.615
+2,mlp.experts.78.up_proj,0.00792632,0.01000,0.615
+2,mlp.experts.79.up_proj,0.00000205,0.01000,0.616
+2,mlp.experts.80.up_proj,0.00197532,0.01000,0.610
+2,mlp.experts.81.up_proj,0.01641783,0.01000,0.611
+2,mlp.experts.82.up_proj,0.00395805,0.01000,0.611
+2,mlp.experts.83.up_proj,0.00436148,0.01000,0.612
+2,mlp.experts.84.up_proj,0.02131514,0.01000,0.611
+2,mlp.experts.85.up_proj,0.15735641,0.01000,0.611
+2,mlp.experts.86.up_proj,0.00278300,0.01000,0.611
+2,mlp.experts.87.up_proj,0.01416994,0.01000,0.610
+2,mlp.experts.88.up_proj,0.02573978,0.01000,0.614
+2,mlp.experts.89.up_proj,0.00194297,0.01000,0.614
+2,mlp.experts.90.up_proj,0.05004517,0.01000,0.616
+2,mlp.experts.91.up_proj,0.00152217,0.01000,0.615
+2,mlp.experts.92.up_proj,0.02214648,0.01000,0.615
+2,mlp.experts.93.up_proj,0.04700814,0.01000,0.615
+2,mlp.experts.94.up_proj,0.15879200,0.01000,0.614
+2,mlp.experts.95.up_proj,0.09000318,0.01000,0.615
+2,mlp.experts.96.up_proj,0.00039143,0.01000,0.615
+2,mlp.experts.97.up_proj,0.04544711,0.01000,0.615
+2,mlp.experts.98.up_proj,0.00456786,0.01000,0.615
+2,mlp.experts.99.up_proj,0.02678260,0.01000,0.615
+2,mlp.experts.100.up_proj,0.05509141,0.01000,0.611
+2,mlp.experts.101.up_proj,0.00059923,0.01000,0.612
+2,mlp.experts.102.up_proj,0.00032460,0.01000,0.613
+2,mlp.experts.103.up_proj,0.01196812,0.01000,0.615
+2,mlp.experts.104.up_proj,0.08134299,0.01000,0.610
+2,mlp.experts.105.up_proj,0.00000050,0.01000,0.609
+2,mlp.experts.106.up_proj,0.00062112,0.01000,0.609
+2,mlp.experts.107.up_proj,0.02776783,0.01000,0.608
+2,mlp.experts.108.up_proj,0.01512707,0.01000,0.607
+2,mlp.experts.109.up_proj,0.00029837,0.01000,0.607
+2,mlp.experts.110.up_proj,0.00006251,0.01000,0.608
+2,mlp.experts.111.up_proj,0.01409669,0.01000,0.608
+2,mlp.experts.112.up_proj,0.01275879,0.01000,0.608
+2,mlp.experts.113.up_proj,0.00056080,0.01000,0.609
+2,mlp.experts.114.up_proj,0.00003595,0.01000,0.611
+2,mlp.experts.115.up_proj,0.27181202,0.01000,0.610
+2,mlp.experts.116.up_proj,0.06908409,0.01000,0.608
+2,mlp.experts.117.up_proj,0.05539816,0.01000,0.610
+2,mlp.experts.118.up_proj,0.09995022,0.01000,0.614
+2,mlp.experts.119.up_proj,0.13796306,0.01000,0.619
+2,mlp.experts.120.up_proj,0.05141522,0.01000,0.619
+2,mlp.experts.121.up_proj,0.05599193,0.01000,0.615
+2,mlp.experts.122.up_proj,0.04062461,0.01000,0.615
+2,mlp.experts.123.up_proj,0.03335496,0.01000,0.615
+2,mlp.experts.124.up_proj,0.00010927,0.01000,0.614
+2,mlp.experts.125.up_proj,0.17686929,0.01000,0.615
+2,mlp.experts.126.up_proj,0.04246368,0.01000,0.616
+2,mlp.experts.127.up_proj,0.05825212,0.01000,0.616
+2,mlp.experts.0.gate_proj,0.12118499,0.01000,0.614
+2,mlp.experts.1.gate_proj,0.00281334,0.01000,0.609
+2,mlp.experts.2.gate_proj,0.02553070,0.01000,0.611
+2,mlp.experts.3.gate_proj,0.00011842,0.01000,0.608
+2,mlp.experts.4.gate_proj,0.33329517,0.01000,0.612
+2,mlp.experts.5.gate_proj,0.02217694,0.01000,0.609
+2,mlp.experts.6.gate_proj,0.04942213,0.01000,0.611
+2,mlp.experts.7.gate_proj,0.05173913,0.01000,0.611
+2,mlp.experts.8.gate_proj,0.07815556,0.01000,0.611
+2,mlp.experts.9.gate_proj,0.13073391,0.01000,0.609
+2,mlp.experts.10.gate_proj,0.02694045,0.01000,0.611
+2,mlp.experts.11.gate_proj,0.00209063,0.01000,0.611
+2,mlp.experts.12.gate_proj,0.02538589,0.01000,0.609
+2,mlp.experts.13.gate_proj,0.05326655,0.01000,0.609
+2,mlp.experts.14.gate_proj,0.06555928,0.01000,0.609
+2,mlp.experts.15.gate_proj,0.05760054,0.01000,0.611
+2,mlp.experts.16.gate_proj,0.01260056,0.01000,0.615
+2,mlp.experts.17.gate_proj,0.02472542,0.01000,0.614
+2,mlp.experts.18.gate_proj,0.00354318,0.01000,0.614
+2,mlp.experts.19.gate_proj,0.00004055,0.01000,0.616
+2,mlp.experts.20.gate_proj,0.00328006,0.01000,0.618
+2,mlp.experts.21.gate_proj,0.00002284,0.01000,0.610
+2,mlp.experts.22.gate_proj,0.03061453,0.01000,0.608
+2,mlp.experts.23.gate_proj,0.01265523,0.01000,0.611
+2,mlp.experts.24.gate_proj,0.03603877,0.01000,0.614
+2,mlp.experts.25.gate_proj,0.00545813,0.01000,0.609
+2,mlp.experts.26.gate_proj,0.00000914,0.01000,0.608
+2,mlp.experts.27.gate_proj,0.07776187,0.01000,0.609
+2,mlp.experts.28.gate_proj,0.00059022,0.01000,0.608
+2,mlp.experts.29.gate_proj,0.00387292,0.01000,0.616
+2,mlp.experts.30.gate_proj,0.00316337,0.01000,0.615
+2,mlp.experts.31.gate_proj,0.00065322,0.01000,0.614
+2,mlp.experts.32.gate_proj,0.00009314,0.01000,0.614
+2,mlp.experts.33.gate_proj,0.00053479,0.01000,0.614
+2,mlp.experts.34.gate_proj,0.00044380,0.01000,0.615
+2,mlp.experts.35.gate_proj,0.00011807,0.01000,0.614
+2,mlp.experts.36.gate_proj,0.01388131,0.01000,0.615
+2,mlp.experts.37.gate_proj,0.00128006,0.01000,0.614
+2,mlp.experts.38.gate_proj,0.01640607,0.01000,0.615
+2,mlp.experts.39.gate_proj,0.00041497,0.01000,0.614
+2,mlp.experts.40.gate_proj,0.12892072,0.01000,0.610
+2,mlp.experts.41.gate_proj,0.04629045,0.01000,0.608
+2,mlp.experts.42.gate_proj,0.00869178,0.01000,0.608
+2,mlp.experts.43.gate_proj,0.00014908,0.01000,0.608
+2,mlp.experts.44.gate_proj,0.02341493,0.01000,0.609
+2,mlp.experts.45.gate_proj,0.01268664,0.01000,0.609
+2,mlp.experts.46.gate_proj,0.42167580,0.01000,0.608
+2,mlp.experts.47.gate_proj,0.02569988,0.01000,0.608
+2,mlp.experts.48.gate_proj,0.01390230,0.01000,0.608
+2,mlp.experts.49.gate_proj,0.11892965,0.01000,0.612
+2,mlp.experts.50.gate_proj,0.21870223,0.01000,0.610
+2,mlp.experts.51.gate_proj,0.15396824,0.01000,0.607
+2,mlp.experts.52.gate_proj,0.12503242,0.01000,0.608
+2,mlp.experts.53.gate_proj,0.01904625,0.01000,0.609
+2,mlp.experts.54.gate_proj,0.08315137,0.01000,0.612
+2,mlp.experts.55.gate_proj,0.02024233,0.01000,0.613
+2,mlp.experts.56.gate_proj,0.00350420,0.01000,0.614
+2,mlp.experts.57.gate_proj,0.09777935,0.01000,0.615
+2,mlp.experts.58.gate_proj,0.00743229,0.01000,0.615
+2,mlp.experts.59.gate_proj,0.03775553,0.01000,0.616
+2,mlp.experts.60.gate_proj,0.08562638,0.01000,0.615
+2,mlp.experts.61.gate_proj,0.02866181,0.01000,0.616
+2,mlp.experts.62.gate_proj,0.38523284,0.01000,0.617
+2,mlp.experts.63.gate_proj,0.03947531,0.01000,0.615
+2,mlp.experts.64.gate_proj,0.17766477,0.01000,0.615
+2,mlp.experts.65.gate_proj,0.04487273,0.01000,0.618
+2,mlp.experts.66.gate_proj,0.00900755,0.01000,0.617
+2,mlp.experts.67.gate_proj,0.03752438,0.01000,0.617
+2,mlp.experts.68.gate_proj,0.09404738,0.01000,0.614
+2,mlp.experts.69.gate_proj,0.05347740,0.01000,0.615
+2,mlp.experts.70.gate_proj,0.07271284,0.01000,0.614
+2,mlp.experts.71.gate_proj,0.00269569,0.01000,0.612
+2,mlp.experts.72.gate_proj,0.00737768,0.01000,0.607
+2,mlp.experts.73.gate_proj,0.13573501,0.01000,0.608
+2,mlp.experts.74.gate_proj,0.13605003,0.01000,0.611
+2,mlp.experts.75.gate_proj,0.00307895,0.01000,0.609
+2,mlp.experts.76.gate_proj,0.17604078,0.01000,0.608
+2,mlp.experts.77.gate_proj,0.32352251,0.01000,0.608
+2,mlp.experts.78.gate_proj,0.00933216,0.01000,0.608
+2,mlp.experts.79.gate_proj,0.00000222,0.01000,0.612
+2,mlp.experts.80.gate_proj,0.00232148,0.01000,0.610
+2,mlp.experts.81.gate_proj,0.01740268,0.01000,0.609
+2,mlp.experts.82.gate_proj,0.00419200,0.01000,0.612
+2,mlp.experts.83.gate_proj,0.00528098,0.01000,0.614
+2,mlp.experts.84.gate_proj,0.02171217,0.01000,0.615
+2,mlp.experts.85.gate_proj,0.17140350,0.01000,0.615
+2,mlp.experts.86.gate_proj,0.00303384,0.01000,0.615
+2,mlp.experts.87.gate_proj,0.01517911,0.01000,0.616
+2,mlp.experts.88.gate_proj,0.02868827,0.01000,0.617
+2,mlp.experts.89.gate_proj,0.00203965,0.01000,0.616
+2,mlp.experts.90.gate_proj,0.05346059,0.01000,0.616
+2,mlp.experts.91.gate_proj,0.00166820,0.01000,0.616
+2,mlp.experts.92.gate_proj,0.10062981,0.01000,0.616
+2,mlp.experts.93.gate_proj,0.04955371,0.01000,0.615
+2,mlp.experts.94.gate_proj,0.19522789,0.01000,0.608
+2,mlp.experts.95.gate_proj,0.10106814,0.01000,0.607
+2,mlp.experts.96.gate_proj,0.00040215,0.01000,0.607
+2,mlp.experts.97.gate_proj,0.05273176,0.01000,0.606
+2,mlp.experts.98.gate_proj,0.00497907,0.01000,0.609
+2,mlp.experts.99.gate_proj,0.02984021,0.01000,0.614
+2,mlp.experts.100.gate_proj,0.05988741,0.01000,0.614
+2,mlp.experts.101.gate_proj,0.00060780,0.01000,0.613
+2,mlp.experts.102.gate_proj,0.00034138,0.01000,0.614
+2,mlp.experts.103.gate_proj,0.01262697,0.01000,0.613
+2,mlp.experts.104.gate_proj,0.09503279,0.01000,0.614
+2,mlp.experts.105.gate_proj,0.00000057,0.01000,0.608
+2,mlp.experts.106.gate_proj,0.00066869,0.01000,0.613
+2,mlp.experts.107.gate_proj,0.02959787,0.01000,0.613
+2,mlp.experts.108.gate_proj,0.01736321,0.01000,0.613
+2,mlp.experts.109.gate_proj,0.00031869,0.01000,0.615
+2,mlp.experts.110.gate_proj,0.00007078,0.01000,0.614
+2,mlp.experts.111.gate_proj,0.01595573,0.01000,0.615
+2,mlp.experts.112.gate_proj,0.01343530,0.01000,0.614
+2,mlp.experts.113.gate_proj,0.00065222,0.01000,0.615
+2,mlp.experts.114.gate_proj,0.00003735,0.01000,0.615
+2,mlp.experts.115.gate_proj,0.32490531,0.01000,0.616
+2,mlp.experts.116.gate_proj,0.07206161,0.01000,0.616
+2,mlp.experts.117.gate_proj,0.05875368,0.01000,0.615
+2,mlp.experts.118.gate_proj,0.10726499,0.01000,0.612
+2,mlp.experts.119.gate_proj,0.15637782,0.01000,0.608
+2,mlp.experts.120.gate_proj,0.05665240,0.01000,0.608
+2,mlp.experts.121.gate_proj,0.06078678,0.01000,0.610
+2,mlp.experts.122.gate_proj,0.04499654,0.01000,0.609
+2,mlp.experts.123.gate_proj,0.03609130,0.01000,0.608
+2,mlp.experts.124.gate_proj,0.00011573,0.01000,0.607
+2,mlp.experts.125.gate_proj,0.19093584,0.01000,0.607
+2,mlp.experts.126.gate_proj,0.04581589,0.01000,0.608
+2,mlp.experts.127.gate_proj,0.06251323,0.01000,0.607
+2,mlp.experts.0.down_proj,0.00942762,0.01000,0.228
+2,mlp.experts.1.down_proj,0.00018639,0.01000,0.226
+2,mlp.experts.2.down_proj,0.00633915,0.01000,0.226
+2,mlp.experts.3.down_proj,0.00002996,0.01000,0.225
+2,mlp.experts.4.down_proj,0.03163706,0.01000,0.227
+2,mlp.experts.5.down_proj,0.00362068,0.01000,0.226
+2,mlp.experts.6.down_proj,0.00996150,0.01000,0.227
+2,mlp.experts.7.down_proj,0.00760819,0.01000,0.231
+2,mlp.experts.8.down_proj,0.01036751,0.01000,0.230
+2,mlp.experts.9.down_proj,0.01423474,0.01000,0.231
+2,mlp.experts.10.down_proj,0.00317872,0.01000,0.231
+2,mlp.experts.11.down_proj,0.00017993,0.01000,0.228
+2,mlp.experts.12.down_proj,0.00453642,0.01000,0.229
+2,mlp.experts.13.down_proj,0.00051022,0.01000,0.228
+2,mlp.experts.14.down_proj,0.01011693,0.01000,0.228
+2,mlp.experts.15.down_proj,0.01078703,0.01000,0.227
+2,mlp.experts.16.down_proj,0.00123877,0.01000,0.228
+2,mlp.experts.17.down_proj,0.00462482,0.01000,0.228
+2,mlp.experts.18.down_proj,0.00029915,0.01000,0.229
+2,mlp.experts.19.down_proj,0.00001149,0.01000,0.229
+2,mlp.experts.20.down_proj,0.00032880,0.01000,0.229
+2,mlp.experts.21.down_proj,0.00000428,0.01000,0.228
+2,mlp.experts.22.down_proj,0.00316155,0.01000,0.227
+2,mlp.experts.23.down_proj,0.00236896,0.01000,0.228
+2,mlp.experts.24.down_proj,0.00775782,0.01000,0.229
+2,mlp.experts.25.down_proj,0.00051166,0.01000,0.228
+2,mlp.experts.26.down_proj,0.00000088,0.01000,0.228
+2,mlp.experts.27.down_proj,0.00724184,0.01000,0.228
+2,mlp.experts.28.down_proj,0.00013630,0.01000,0.228
+2,mlp.experts.29.down_proj,0.00339911,0.01000,0.228
+2,mlp.experts.30.down_proj,0.00047863,0.01000,0.228
+2,mlp.experts.31.down_proj,0.00012899,0.01000,0.237
+2,mlp.experts.32.down_proj,0.00001249,0.01000,0.231
+2,mlp.experts.33.down_proj,0.00007717,0.01000,0.230
+2,mlp.experts.34.down_proj,0.00004413,0.01000,0.228
+2,mlp.experts.35.down_proj,0.00001157,0.01000,0.229
+2,mlp.experts.36.down_proj,0.00097430,0.01000,0.228
+2,mlp.experts.37.down_proj,0.00033250,0.01000,0.230
+2,mlp.experts.38.down_proj,0.00233659,0.01000,0.229
+2,mlp.experts.39.down_proj,0.00005845,0.01000,0.229
+2,mlp.experts.40.down_proj,0.01273134,0.01000,0.244
+2,mlp.experts.41.down_proj,0.00789402,0.01000,0.232
+2,mlp.experts.42.down_proj,0.00127426,0.01000,0.232
+2,mlp.experts.43.down_proj,0.00002091,0.01000,0.233
+2,mlp.experts.44.down_proj,0.00532417,0.01000,0.232
+2,mlp.experts.45.down_proj,0.00337222,0.01000,0.232
+2,mlp.experts.46.down_proj,0.01015368,0.01000,0.232
+2,mlp.experts.47.down_proj,0.00333719,0.01000,0.232
+2,mlp.experts.48.down_proj,0.00186796,0.01000,0.232
+2,mlp.experts.49.down_proj,0.01108771,0.01000,0.232
+2,mlp.experts.50.down_proj,0.01346255,0.01000,0.232
+2,mlp.experts.51.down_proj,0.01538042,0.01000,0.232
+2,mlp.experts.52.down_proj,0.01323264,0.01000,0.232
+2,mlp.experts.53.down_proj,0.00454473,0.01000,0.232
+2,mlp.experts.54.down_proj,0.01069244,0.01000,0.231
+2,mlp.experts.55.down_proj,0.00134215,0.01000,0.232
+2,mlp.experts.56.down_proj,0.00013419,0.01000,0.232
+2,mlp.experts.57.down_proj,0.00252625,0.01000,0.232
+2,mlp.experts.58.down_proj,0.00086671,0.01000,0.232
+2,mlp.experts.59.down_proj,0.00720838,0.01000,0.232
+2,mlp.experts.60.down_proj,0.00728920,0.01000,0.233
+2,mlp.experts.61.down_proj,0.00082783,0.01000,0.232
+2,mlp.experts.62.down_proj,0.01198848,0.01000,0.231
+2,mlp.experts.63.down_proj,0.00298300,0.01000,0.233
+2,mlp.experts.64.down_proj,0.01730340,0.01000,0.231
+2,mlp.experts.65.down_proj,0.00684185,0.01000,0.231
+2,mlp.experts.66.down_proj,0.00097720,0.01000,0.230
+2,mlp.experts.67.down_proj,0.00725327,0.01000,0.230
+2,mlp.experts.68.down_proj,0.01106328,0.01000,0.231
+2,mlp.experts.69.down_proj,0.00820312,0.01000,0.231
+2,mlp.experts.70.down_proj,0.01775963,0.01000,0.231
+2,mlp.experts.71.down_proj,0.00028484,0.01000,0.231
+2,mlp.experts.72.down_proj,0.00044597,0.01000,0.229
+2,mlp.experts.73.down_proj,0.01729173,0.01000,0.228
+2,mlp.experts.74.down_proj,0.00558812,0.01000,0.232
+2,mlp.experts.75.down_proj,0.00084523,0.01000,0.233
+2,mlp.experts.76.down_proj,0.01979587,0.01000,0.232
+2,mlp.experts.77.down_proj,0.00754117,0.01000,0.232
+2,mlp.experts.78.down_proj,0.00018282,0.01000,0.231
+2,mlp.experts.79.down_proj,0.00000033,0.01000,0.233
+2,mlp.experts.80.down_proj,0.00035446,0.01000,0.233
+2,mlp.experts.81.down_proj,0.00353042,0.01000,0.231
+2,mlp.experts.82.down_proj,0.00050103,0.01000,0.231
+2,mlp.experts.83.down_proj,0.00014034,0.01000,0.231
+2,mlp.experts.84.down_proj,0.00311534,0.01000,0.231
+2,mlp.experts.85.down_proj,0.01708180,0.01000,0.231
+2,mlp.experts.86.down_proj,0.00084393,0.01000,0.232
+2,mlp.experts.87.down_proj,0.00244090,0.01000,0.232
+2,mlp.experts.88.down_proj,0.00487589,0.01000,0.231
+2,mlp.experts.89.down_proj,0.00021718,0.01000,0.229
+2,mlp.experts.90.down_proj,0.00852891,0.01000,0.234
+2,mlp.experts.91.down_proj,0.00030265,0.01000,0.232
+2,mlp.experts.92.down_proj,6.22037840,0.01000,0.233
+2,mlp.experts.93.down_proj,0.00526939,0.01000,0.232
+2,mlp.experts.94.down_proj,0.02386881,0.01000,0.233
+2,mlp.experts.95.down_proj,0.00968517,0.01000,0.235
+2,mlp.experts.96.down_proj,0.00008228,0.01000,0.235
+2,mlp.experts.97.down_proj,0.00717759,0.01000,0.236
+2,mlp.experts.98.down_proj,0.00100564,0.01000,0.235
+2,mlp.experts.99.down_proj,0.00568339,0.01000,0.237
+2,mlp.experts.100.down_proj,0.00654212,0.01000,0.236
+2,mlp.experts.101.down_proj,0.00006928,0.01000,0.236
+2,mlp.experts.102.down_proj,0.00003969,0.01000,0.235
+2,mlp.experts.103.down_proj,0.00098283,0.01000,0.235
+2,mlp.experts.104.down_proj,0.01482395,0.01000,0.236
+2,mlp.experts.105.down_proj,0.00000003,0.01000,0.236
+2,mlp.experts.106.down_proj,0.00009910,0.01000,0.235
+2,mlp.experts.107.down_proj,0.00734317,0.01000,0.235
+2,mlp.experts.108.down_proj,0.00122291,0.01000,0.235
+2,mlp.experts.109.down_proj,0.00003407,0.01000,0.235
+2,mlp.experts.110.down_proj,0.00000877,0.01000,0.236
+2,mlp.experts.111.down_proj,0.00469331,0.01000,0.236
+2,mlp.experts.112.down_proj,0.00200509,0.01000,0.236
+2,mlp.experts.113.down_proj,0.00010468,0.01000,0.235
+2,mlp.experts.114.down_proj,0.00000242,0.01000,0.234
+2,mlp.experts.115.down_proj,0.00901756,0.01000,0.232
+2,mlp.experts.116.down_proj,0.00933228,0.01000,0.232
+2,mlp.experts.117.down_proj,0.00945890,0.01000,0.232
+2,mlp.experts.118.down_proj,0.00728716,0.01000,0.231
+2,mlp.experts.119.down_proj,0.01855204,0.01000,0.232
+2,mlp.experts.120.down_proj,0.00887804,0.01000,0.232
+2,mlp.experts.121.down_proj,0.01025756,0.01000,0.232
+2,mlp.experts.122.down_proj,0.00877412,0.01000,0.231
+2,mlp.experts.123.down_proj,0.00371632,0.01000,0.232
+2,mlp.experts.124.down_proj,0.00001429,0.01000,0.232
+2,mlp.experts.125.down_proj,0.01449837,0.01000,0.232
+2,mlp.experts.126.down_proj,0.00902992,0.01000,0.231
+2,mlp.experts.127.down_proj,0.00795397,0.01000,0.232
+3,self_attn.q_proj,0.02146455,0.01000,0.621
+3,self_attn.k_proj,0.00259112,0.01000,0.610
+3,self_attn.v_proj,0.00299601,0.01000,0.610
+3,self_attn.o_proj,0.00294029,0.01000,1.228
+3,mlp.experts.0.up_proj,0.04815602,0.01000,0.613
+3,mlp.experts.1.up_proj,0.13408087,0.01000,0.607
+3,mlp.experts.2.up_proj,0.14521402,0.01000,0.601
+3,mlp.experts.3.up_proj,0.09268133,0.01000,0.605
+3,mlp.experts.4.up_proj,0.08567945,0.01000,0.605
+3,mlp.experts.5.up_proj,0.01526180,0.01000,0.605
+3,mlp.experts.6.up_proj,0.04255895,0.01000,0.606
+3,mlp.experts.7.up_proj,0.13177507,0.01000,0.607
+3,mlp.experts.8.up_proj,0.00007185,0.01000,0.605
+3,mlp.experts.9.up_proj,0.07273995,0.01000,0.610
+3,mlp.experts.10.up_proj,0.11569121,0.01000,0.612
+3,mlp.experts.11.up_proj,0.12146088,0.01000,0.612
+3,mlp.experts.12.up_proj,0.04099842,0.01000,0.612
+3,mlp.experts.13.up_proj,0.14404744,0.01000,0.612
+3,mlp.experts.14.up_proj,0.00167408,0.01000,0.613
+3,mlp.experts.15.up_proj,0.00058553,0.01000,0.612
+3,mlp.experts.16.up_proj,0.00837750,0.01000,0.614
+3,mlp.experts.17.up_proj,0.03033977,0.01000,0.613
+3,mlp.experts.18.up_proj,0.02587836,0.01000,0.613
+3,mlp.experts.19.up_proj,0.02958825,0.01000,0.613
+3,mlp.experts.20.up_proj,0.07580160,0.01000,0.613
+3,mlp.experts.21.up_proj,0.07446480,0.01000,0.612
+3,mlp.experts.22.up_proj,0.06565341,0.01000,0.607
+3,mlp.experts.23.up_proj,0.12412585,0.01000,0.603
+3,mlp.experts.24.up_proj,0.11368722,0.01000,0.604
+3,mlp.experts.25.up_proj,0.17118680,0.01000,0.604
+3,mlp.experts.26.up_proj,0.10367188,0.01000,0.604
+3,mlp.experts.27.up_proj,0.02000428,0.01000,0.603
+3,mlp.experts.28.up_proj,0.00515508,0.01000,0.605
+3,mlp.experts.29.up_proj,0.07461563,0.01000,0.605
+3,mlp.experts.30.up_proj,0.00693838,0.01000,0.604
+3,mlp.experts.31.up_proj,0.04961691,0.01000,0.608
+3,mlp.experts.32.up_proj,0.02710635,0.01000,0.614
+3,mlp.experts.33.up_proj,0.00050525,0.01000,0.614
+3,mlp.experts.34.up_proj,0.15668914,0.01000,0.614
+3,mlp.experts.35.up_proj,0.10222279,0.01000,0.613
+3,mlp.experts.36.up_proj,0.09128957,0.01000,0.613
+3,mlp.experts.37.up_proj,0.15285316,0.01000,0.613
+3,mlp.experts.38.up_proj,0.16111211,0.01000,0.612
+3,mlp.experts.39.up_proj,0.02185318,0.01000,0.614
+3,mlp.experts.40.up_proj,0.06818371,0.01000,0.614
+3,mlp.experts.41.up_proj,0.27531004,0.01000,0.614
+3,mlp.experts.42.up_proj,0.03330170,0.01000,0.614
+3,mlp.experts.43.up_proj,0.00171292,0.01000,0.615
+3,mlp.experts.44.up_proj,0.00601440,0.01000,0.611
+3,mlp.experts.45.up_proj,0.01472958,0.01000,0.605
+3,mlp.experts.46.up_proj,0.05700719,0.01000,0.606
+3,mlp.experts.47.up_proj,0.09915913,0.01000,0.606
+3,mlp.experts.48.up_proj,0.00232989,0.01000,0.605
+3,mlp.experts.49.up_proj,0.00840571,0.01000,0.605
+3,mlp.experts.50.up_proj,0.02457991,0.01000,0.604
+3,mlp.experts.51.up_proj,0.01097824,0.01000,0.605
+3,mlp.experts.52.up_proj,0.00031519,0.01000,0.605
+3,mlp.experts.53.up_proj,0.05899571,0.01000,0.605
+3,mlp.experts.54.up_proj,0.10108159,0.01000,0.605
+3,mlp.experts.55.up_proj,0.15499026,0.01000,0.606
+3,mlp.experts.56.up_proj,0.01775126,0.01000,0.607
+3,mlp.experts.57.up_proj,0.00019541,0.01000,0.606
+3,mlp.experts.58.up_proj,0.00020566,0.01000,0.609
+3,mlp.experts.59.up_proj,0.22569370,0.01000,0.612
+3,mlp.experts.60.up_proj,0.04335915,0.01000,0.613
+3,mlp.experts.61.up_proj,0.37652820,0.01000,0.614
+3,mlp.experts.62.up_proj,0.25715691,0.01000,0.614
+3,mlp.experts.63.up_proj,0.00005213,0.01000,0.615
+3,mlp.experts.64.up_proj,0.12327816,0.01000,0.616
+3,mlp.experts.65.up_proj,0.01154549,0.01000,0.614
+3,mlp.experts.66.up_proj,0.06332250,0.01000,0.615
+3,mlp.experts.67.up_proj,0.01337494,0.01000,0.614
+3,mlp.experts.68.up_proj,0.00199399,0.01000,0.615
+3,mlp.experts.69.up_proj,0.01280989,0.01000,0.616
+3,mlp.experts.70.up_proj,0.15631396,0.01000,0.744
+3,mlp.experts.71.up_proj,0.02974512,0.01000,0.610
+3,mlp.experts.72.up_proj,0.05679958,0.01000,0.610
+3,mlp.experts.73.up_proj,0.14831904,0.01000,0.608
+3,mlp.experts.74.up_proj,0.22209550,0.01000,0.608
+3,mlp.experts.75.up_proj,0.02744478,0.01000,0.608
+3,mlp.experts.76.up_proj,0.14941335,0.01000,0.608
+3,mlp.experts.77.up_proj,0.12978871,0.01000,0.608
+3,mlp.experts.78.up_proj,0.16688192,0.01000,0.608
+3,mlp.experts.79.up_proj,0.01983255,0.01000,0.608
+3,mlp.experts.80.up_proj,0.02037945,0.01000,0.609
+3,mlp.experts.81.up_proj,0.02308765,0.01000,0.608
+3,mlp.experts.82.up_proj,0.15038152,0.01000,0.609
+3,mlp.experts.83.up_proj,0.00001795,0.01000,0.610
+3,mlp.experts.84.up_proj,0.00488578,0.01000,0.619
+3,mlp.experts.85.up_proj,0.01503527,0.01000,0.617
+3,mlp.experts.86.up_proj,0.07164009,0.01000,0.617
+3,mlp.experts.87.up_proj,0.01562563,0.01000,0.619
+3,mlp.experts.88.up_proj,0.08748215,0.01000,0.617
+3,mlp.experts.89.up_proj,0.08136135,0.01000,0.616
+3,mlp.experts.90.up_proj,0.04683657,0.01000,0.623
+3,mlp.experts.91.up_proj,0.07851183,0.01000,0.627
+3,mlp.experts.92.up_proj,0.06939428,0.01000,0.630
+3,mlp.experts.93.up_proj,0.30521232,0.01000,0.629
+3,mlp.experts.94.up_proj,0.04553831,0.01000,0.624
+3,mlp.experts.95.up_proj,0.02766176,0.01000,0.621
+3,mlp.experts.96.up_proj,0.00018119,0.01000,0.623
+3,mlp.experts.97.up_proj,0.02905960,0.01000,0.624
+3,mlp.experts.98.up_proj,0.01851117,0.01000,0.629
+3,mlp.experts.99.up_proj,0.02274180,0.01000,0.623
+3,mlp.experts.100.up_proj,0.01219082,0.01000,0.623
+3,mlp.experts.101.up_proj,0.07191315,0.01000,0.627
+3,mlp.experts.102.up_proj,0.00011200,0.01000,0.616
+3,mlp.experts.103.up_proj,0.11182810,0.01000,0.626
+3,mlp.experts.104.up_proj,0.06908040,0.01000,0.616
+3,mlp.experts.105.up_proj,0.22465457,0.01000,0.617
+3,mlp.experts.106.up_proj,0.14108643,0.01000,0.617
+3,mlp.experts.107.up_proj,0.09264929,0.01000,0.617
+3,mlp.experts.108.up_proj,0.04396674,0.01000,0.616
+3,mlp.experts.109.up_proj,0.01318372,0.01000,0.616
+3,mlp.experts.110.up_proj,0.00165846,0.01000,0.615
+3,mlp.experts.111.up_proj,0.00330521,0.01000,0.616
+3,mlp.experts.112.up_proj,0.26105529,0.01000,0.617
+3,mlp.experts.113.up_proj,0.03145718,0.01000,0.618
+3,mlp.experts.114.up_proj,0.05246240,0.01000,0.610
+3,mlp.experts.115.up_proj,0.05998182,0.01000,0.607
+3,mlp.experts.116.up_proj,0.00444303,0.01000,0.608
+3,mlp.experts.117.up_proj,0.00965827,0.01000,0.610
+3,mlp.experts.118.up_proj,0.01631616,0.01000,0.612
+3,mlp.experts.119.up_proj,0.01142715,0.01000,0.611
+3,mlp.experts.120.up_proj,0.08841211,0.01000,0.617
+3,mlp.experts.121.up_proj,0.39369354,0.01000,0.617
+3,mlp.experts.122.up_proj,0.02452439,0.01000,0.617
+3,mlp.experts.123.up_proj,0.12279454,0.01000,0.615
+3,mlp.experts.124.up_proj,0.10812981,0.01000,0.616
+3,mlp.experts.125.up_proj,0.00240166,0.01000,0.620
+3,mlp.experts.126.up_proj,0.00268196,0.01000,0.618
+3,mlp.experts.127.up_proj,0.06802078,0.01000,0.618
+3,mlp.experts.0.gate_proj,0.05124350,0.01000,0.619
+3,mlp.experts.1.gate_proj,0.14110488,0.01000,0.634
+3,mlp.experts.2.gate_proj,0.15306695,0.01000,0.617
+3,mlp.experts.3.gate_proj,0.09937758,0.01000,0.619
+3,mlp.experts.4.gate_proj,0.09524563,0.01000,0.617
+3,mlp.experts.5.gate_proj,0.01627608,0.01000,0.619
+3,mlp.experts.6.gate_proj,0.04351927,0.01000,0.613
+3,mlp.experts.7.gate_proj,0.14443740,0.01000,0.614
+3,mlp.experts.8.gate_proj,0.00007912,0.01000,0.615
+3,mlp.experts.9.gate_proj,0.07912986,0.01000,0.613
+3,mlp.experts.10.gate_proj,0.12673956,0.01000,0.614
+3,mlp.experts.11.gate_proj,0.13223578,0.01000,0.612
+3,mlp.experts.12.gate_proj,0.04418960,0.01000,0.612
+3,mlp.experts.13.gate_proj,0.16431524,0.01000,0.613
+3,mlp.experts.14.gate_proj,0.00174790,0.01000,0.609
+3,mlp.experts.15.gate_proj,0.00065265,0.01000,0.613
+3,mlp.experts.16.gate_proj,0.00881718,0.01000,0.614
+3,mlp.experts.17.gate_proj,0.03310144,0.01000,0.611
+3,mlp.experts.18.gate_proj,0.02776266,0.01000,0.609
+3,mlp.experts.19.gate_proj,0.03094647,0.01000,0.614
+3,mlp.experts.20.gate_proj,0.08090793,0.01000,0.611
+3,mlp.experts.21.gate_proj,0.08010560,0.01000,0.611
+3,mlp.experts.22.gate_proj,0.07123892,0.01000,0.614
+3,mlp.experts.23.gate_proj,0.13849401,0.01000,0.615
+3,mlp.experts.24.gate_proj,0.11683740,0.01000,0.615
+3,mlp.experts.25.gate_proj,0.18194664,0.01000,0.615
+3,mlp.experts.26.gate_proj,0.10675147,0.01000,0.611
+3,mlp.experts.27.gate_proj,0.02268894,0.01000,0.605
+3,mlp.experts.28.gate_proj,0.00555639,0.01000,0.606
+3,mlp.experts.29.gate_proj,0.08047394,0.01000,0.607
+3,mlp.experts.30.gate_proj,0.00745943,0.01000,0.605
+3,mlp.experts.31.gate_proj,0.05459822,0.01000,0.606
+3,mlp.experts.32.gate_proj,0.02926460,0.01000,0.605
+3,mlp.experts.33.gate_proj,0.00052772,0.01000,0.609
+3,mlp.experts.34.gate_proj,0.17425531,0.01000,0.612
+3,mlp.experts.35.gate_proj,0.10803404,0.01000,0.611
+3,mlp.experts.36.gate_proj,0.10381659,0.01000,0.612
+3,mlp.experts.37.gate_proj,0.16470677,0.01000,0.613
+3,mlp.experts.38.gate_proj,0.16980234,0.01000,0.613
+3,mlp.experts.39.gate_proj,0.02407558,0.01000,0.613
+3,mlp.experts.40.gate_proj,0.07124293,0.01000,0.614
+3,mlp.experts.41.gate_proj,0.33250523,0.01000,0.614
+3,mlp.experts.42.gate_proj,0.03855696,0.01000,0.614
+3,mlp.experts.43.gate_proj,0.00184336,0.01000,0.613
+3,mlp.experts.44.gate_proj,0.00642365,0.01000,0.612
+3,mlp.experts.45.gate_proj,0.01582057,0.01000,0.614
+3,mlp.experts.46.gate_proj,0.05612468,0.01000,0.609
+3,mlp.experts.47.gate_proj,0.10387116,0.01000,0.605
+3,mlp.experts.48.gate_proj,0.00253611,0.01000,0.605
+3,mlp.experts.49.gate_proj,0.00934264,0.01000,0.607
+3,mlp.experts.50.gate_proj,0.02597914,0.01000,0.605
+3,mlp.experts.51.gate_proj,0.01153421,0.01000,0.605
+3,mlp.experts.52.gate_proj,0.00035371,0.01000,0.605
+3,mlp.experts.53.gate_proj,0.06120511,0.01000,0.606
+3,mlp.experts.54.gate_proj,0.10312931,0.01000,0.605
+3,mlp.experts.55.gate_proj,0.16857561,0.01000,0.604
+3,mlp.experts.56.gate_proj,0.01905963,0.01000,0.604
+3,mlp.experts.57.gate_proj,0.00020373,0.01000,0.605
+3,mlp.experts.58.gate_proj,0.00021821,0.01000,0.606
+3,mlp.experts.59.gate_proj,0.24481532,0.01000,0.606
+3,mlp.experts.60.gate_proj,0.04752130,0.01000,0.612
+3,mlp.experts.61.gate_proj,0.40722907,0.01000,0.614
+3,mlp.experts.62.gate_proj,0.26958889,0.01000,0.615
+3,mlp.experts.63.gate_proj,0.00005915,0.01000,0.613
+3,mlp.experts.64.gate_proj,0.13206778,0.01000,0.608
+3,mlp.experts.65.gate_proj,0.01236482,0.01000,0.605
+3,mlp.experts.66.gate_proj,0.06799830,0.01000,0.607
+3,mlp.experts.67.gate_proj,0.01417019,0.01000,0.607
+3,mlp.experts.68.gate_proj,0.00216301,0.01000,0.605
+3,mlp.experts.69.gate_proj,0.01368468,0.01000,0.606
+3,mlp.experts.70.gate_proj,0.15806951,0.01000,0.606
+3,mlp.experts.71.gate_proj,0.03150582,0.01000,0.607
+3,mlp.experts.72.gate_proj,0.06724063,0.01000,0.607
+3,mlp.experts.73.gate_proj,0.15908003,0.01000,0.607
+3,mlp.experts.74.gate_proj,0.23864096,0.01000,0.610
+3,mlp.experts.75.gate_proj,0.03237917,0.01000,0.605
+3,mlp.experts.76.gate_proj,0.16345343,0.01000,0.607
+3,mlp.experts.77.gate_proj,0.13561241,0.01000,0.606
+3,mlp.experts.78.gate_proj,0.18124199,0.01000,0.607
+3,mlp.experts.79.gate_proj,0.02142555,0.01000,0.610
+3,mlp.experts.80.gate_proj,0.02184118,0.01000,0.613
+3,mlp.experts.81.gate_proj,0.02527010,0.01000,0.615
+3,mlp.experts.82.gate_proj,0.39142504,0.01000,0.612
+3,mlp.experts.83.gate_proj,0.00001996,0.01000,0.606
+3,mlp.experts.84.gate_proj,0.00523257,0.01000,0.610
+3,mlp.experts.85.gate_proj,0.01583843,0.01000,0.614
+3,mlp.experts.86.gate_proj,0.07947555,0.01000,0.615
+3,mlp.experts.87.gate_proj,0.01670976,0.01000,0.613
+3,mlp.experts.88.gate_proj,0.09575190,0.01000,0.614
+3,mlp.experts.89.gate_proj,0.08623104,0.01000,0.614
+3,mlp.experts.90.gate_proj,0.05008076,0.01000,0.614
+3,mlp.experts.91.gate_proj,0.08689567,0.01000,0.606
+3,mlp.experts.92.gate_proj,0.07271300,0.01000,0.605
+3,mlp.experts.93.gate_proj,0.34129769,0.01000,0.605
+3,mlp.experts.94.gate_proj,0.04824463,0.01000,0.605
+3,mlp.experts.95.gate_proj,0.03104844,0.01000,0.606
+3,mlp.experts.96.gate_proj,0.00019199,0.01000,0.605
+3,mlp.experts.97.gate_proj,0.03117233,0.01000,0.605
+3,mlp.experts.98.gate_proj,0.02158638,0.01000,0.605
+3,mlp.experts.99.gate_proj,0.02462953,0.01000,0.605
+3,mlp.experts.100.gate_proj,0.01318090,0.01000,0.604
+3,mlp.experts.101.gate_proj,0.07567433,0.01000,0.607
+3,mlp.experts.102.gate_proj,0.00012283,0.01000,0.611
+3,mlp.experts.103.gate_proj,0.11934802,0.01000,0.614
+3,mlp.experts.104.gate_proj,0.07550846,0.01000,0.614
+3,mlp.experts.105.gate_proj,0.25034237,0.01000,0.615
+3,mlp.experts.106.gate_proj,0.15437914,0.01000,0.615
+3,mlp.experts.107.gate_proj,0.11763273,0.01000,0.614
+3,mlp.experts.108.gate_proj,0.04756360,0.01000,0.615
+3,mlp.experts.109.gate_proj,0.01402996,0.01000,0.614
+3,mlp.experts.110.gate_proj,0.00178504,0.01000,0.614
+3,mlp.experts.111.gate_proj,0.00347644,0.01000,0.614
+3,mlp.experts.112.gate_proj,0.29088956,0.01000,0.613
+3,mlp.experts.113.gate_proj,0.03346176,0.01000,0.612
+3,mlp.experts.114.gate_proj,0.05539031,0.01000,0.607
+3,mlp.experts.115.gate_proj,0.06558560,0.01000,0.604
+3,mlp.experts.116.gate_proj,0.00490708,0.01000,0.605
+3,mlp.experts.117.gate_proj,0.01029742,0.01000,0.606
+3,mlp.experts.118.gate_proj,0.01716423,0.01000,0.608
+3,mlp.experts.119.gate_proj,0.01213407,0.01000,0.606
+3,mlp.experts.120.gate_proj,0.09161668,0.01000,0.605
+3,mlp.experts.121.gate_proj,0.44172850,0.01000,0.605
+3,mlp.experts.122.gate_proj,0.02670277,0.01000,0.606
+3,mlp.experts.123.gate_proj,0.13268611,0.01000,0.606
+3,mlp.experts.124.gate_proj,0.11462860,0.01000,0.607
+3,mlp.experts.125.gate_proj,0.00254471,0.01000,0.613
+3,mlp.experts.126.gate_proj,0.00283084,0.01000,0.614
+3,mlp.experts.127.gate_proj,0.07294322,0.01000,0.613
+3,mlp.experts.0.down_proj,0.00564983,0.01000,0.233
+3,mlp.experts.1.down_proj,0.01735338,0.01000,0.230
+3,mlp.experts.2.down_proj,0.01364017,0.01000,0.229
+3,mlp.experts.3.down_proj,0.00907195,0.01000,0.230
+3,mlp.experts.4.down_proj,0.02006543,0.01000,0.229
+3,mlp.experts.5.down_proj,0.00339636,0.01000,0.231
+3,mlp.experts.6.down_proj,0.00590475,0.01000,0.231
+3,mlp.experts.7.down_proj,0.02121827,0.01000,0.231
+3,mlp.experts.8.down_proj,0.00002230,0.01000,0.231
+3,mlp.experts.9.down_proj,0.00789108,0.01000,0.232
+3,mlp.experts.10.down_proj,0.01573846,0.01000,0.233
+3,mlp.experts.11.down_proj,0.02087690,0.01000,0.231
+3,mlp.experts.12.down_proj,0.00684878,0.01000,0.231
+3,mlp.experts.13.down_proj,0.02500074,0.01000,0.229
+3,mlp.experts.14.down_proj,0.00052413,0.01000,0.228
+3,mlp.experts.15.down_proj,0.00012801,0.01000,0.228
+3,mlp.experts.16.down_proj,0.00129322,0.01000,0.229
+3,mlp.experts.17.down_proj,0.00837518,0.01000,0.228
+3,mlp.experts.18.down_proj,0.00491710,0.01000,0.228
+3,mlp.experts.19.down_proj,0.00554753,0.01000,0.228
+3,mlp.experts.20.down_proj,0.01032189,0.01000,0.229
+3,mlp.experts.21.down_proj,0.00935616,0.01000,0.229
+3,mlp.experts.22.down_proj,0.00712813,0.01000,0.230
+3,mlp.experts.23.down_proj,0.00422424,0.01000,0.229
+3,mlp.experts.24.down_proj,0.01110392,0.01000,0.231
+3,mlp.experts.25.down_proj,0.01943152,0.01000,0.231
+3,mlp.experts.26.down_proj,0.01278404,0.01000,0.231
+3,mlp.experts.27.down_proj,0.00144143,0.01000,0.230
+3,mlp.experts.28.down_proj,0.00159935,0.01000,0.231
+3,mlp.experts.29.down_proj,0.00788761,0.01000,0.231
+3,mlp.experts.30.down_proj,0.00202480,0.01000,0.231
+3,mlp.experts.31.down_proj,0.01404780,0.01000,0.231
+3,mlp.experts.32.down_proj,0.00494383,0.01000,0.230
+3,mlp.experts.33.down_proj,0.00009161,0.01000,0.231
+3,mlp.experts.34.down_proj,0.02517477,0.01000,0.231
+3,mlp.experts.35.down_proj,0.00863189,0.01000,0.232
+3,mlp.experts.36.down_proj,0.02733637,0.01000,0.233
+3,mlp.experts.37.down_proj,0.02149543,0.01000,0.231
+3,mlp.experts.38.down_proj,0.01764264,0.01000,0.231
+3,mlp.experts.39.down_proj,0.00184140,0.01000,0.231
+3,mlp.experts.40.down_proj,0.01010321,0.01000,0.231
+3,mlp.experts.41.down_proj,0.01055089,0.01000,0.231
+3,mlp.experts.42.down_proj,0.00388288,0.01000,0.231
+3,mlp.experts.43.down_proj,0.00028623,0.01000,0.229
+3,mlp.experts.44.down_proj,0.00090688,0.01000,0.229
+3,mlp.experts.45.down_proj,0.00265506,0.01000,0.229
+3,mlp.experts.46.down_proj,0.00275626,0.01000,0.231
+3,mlp.experts.47.down_proj,0.00189809,0.01000,0.230
+3,mlp.experts.48.down_proj,0.00084223,0.01000,0.229
+3,mlp.experts.49.down_proj,0.00210294,0.01000,0.229
+3,mlp.experts.50.down_proj,0.00355460,0.01000,0.230
+3,mlp.experts.51.down_proj,0.00182481,0.01000,0.231
+3,mlp.experts.52.down_proj,0.00005490,0.01000,0.231
+3,mlp.experts.53.down_proj,0.00456687,0.01000,0.231
+3,mlp.experts.54.down_proj,0.00715840,0.01000,0.231
+3,mlp.experts.55.down_proj,0.01579138,0.01000,0.231
+3,mlp.experts.56.down_proj,0.00413812,0.01000,0.231
+3,mlp.experts.57.down_proj,0.00003987,0.01000,0.231
+3,mlp.experts.58.down_proj,0.00003816,0.01000,0.236
+3,mlp.experts.59.down_proj,0.02534259,0.01000,0.232
+3,mlp.experts.60.down_proj,0.00663979,0.01000,0.232
+3,mlp.experts.61.down_proj,0.03470381,0.01000,0.232
+3,mlp.experts.62.down_proj,0.02705664,0.01000,0.231
+3,mlp.experts.63.down_proj,0.00000951,0.01000,0.233
+3,mlp.experts.64.down_proj,0.01585934,0.01000,0.232
+3,mlp.experts.65.down_proj,0.00279344,0.01000,0.232
+3,mlp.experts.66.down_proj,0.00801413,0.01000,0.231
+3,mlp.experts.67.down_proj,0.00296509,0.01000,0.232
+3,mlp.experts.68.down_proj,0.00039956,0.01000,0.232
+3,mlp.experts.69.down_proj,0.00236800,0.01000,0.232
+3,mlp.experts.70.down_proj,0.01995143,0.01000,0.232
+3,mlp.experts.71.down_proj,0.00464466,0.01000,0.232
+3,mlp.experts.72.down_proj,0.00119593,0.01000,0.232
+3,mlp.experts.73.down_proj,0.01817510,0.01000,0.232
+3,mlp.experts.74.down_proj,0.04215832,0.01000,0.232
+3,mlp.experts.75.down_proj,0.00564397,0.01000,0.232
+3,mlp.experts.76.down_proj,0.01959457,0.01000,0.232
+3,mlp.experts.77.down_proj,0.01774545,0.01000,0.233
+3,mlp.experts.78.down_proj,0.01594334,0.01000,0.232
+3,mlp.experts.79.down_proj,0.00287122,0.01000,0.233
+3,mlp.experts.80.down_proj,0.00456787,0.01000,0.231
+3,mlp.experts.81.down_proj,0.00801064,0.01000,0.230
+3,mlp.experts.82.down_proj,4.03629684,0.01000,0.231
+3,mlp.experts.83.down_proj,0.00000237,0.01000,0.232
+3,mlp.experts.84.down_proj,0.00072472,0.01000,0.230
+3,mlp.experts.85.down_proj,0.00028429,0.01000,0.232
+3,mlp.experts.86.down_proj,0.01747602,0.01000,0.231
+3,mlp.experts.87.down_proj,0.00363943,0.01000,0.231
+3,mlp.experts.88.down_proj,0.02831239,0.01000,0.231
+3,mlp.experts.89.down_proj,0.01306488,0.01000,0.229
+3,mlp.experts.90.down_proj,0.00669569,0.01000,0.231
+3,mlp.experts.91.down_proj,0.01116070,0.01000,0.232
+3,mlp.experts.92.down_proj,0.00943976,0.01000,0.231
+3,mlp.experts.93.down_proj,0.01862925,0.01000,0.232
+3,mlp.experts.94.down_proj,0.00620067,0.01000,0.231
+3,mlp.experts.95.down_proj,0.00080209,0.01000,0.232
+3,mlp.experts.96.down_proj,0.00002591,0.01000,0.232
+3,mlp.experts.97.down_proj,0.00484938,0.01000,0.231
+3,mlp.experts.98.down_proj,0.00269743,0.01000,0.231
+3,mlp.experts.99.down_proj,0.00273023,0.01000,0.231
+3,mlp.experts.100.down_proj,0.00170858,0.01000,0.231
+3,mlp.experts.101.down_proj,0.00804221,0.01000,0.231
+3,mlp.experts.102.down_proj,0.00002625,0.01000,0.232
+3,mlp.experts.103.down_proj,0.02258987,0.01000,0.231
+3,mlp.experts.104.down_proj,0.01044379,0.01000,0.231
+3,mlp.experts.105.down_proj,0.03063107,0.01000,0.231
+3,mlp.experts.106.down_proj,0.01948323,0.01000,0.231
+3,mlp.experts.107.down_proj,0.01177052,0.01000,0.231
+3,mlp.experts.108.down_proj,0.00722396,0.01000,0.231
+3,mlp.experts.109.down_proj,0.00302469,0.01000,0.231
+3,mlp.experts.110.down_proj,0.00035056,0.01000,0.231
+3,mlp.experts.111.down_proj,0.00087334,0.01000,0.231
+3,mlp.experts.112.down_proj,0.03784166,0.01000,0.231
+3,mlp.experts.113.down_proj,0.00389270,0.01000,0.232
+3,mlp.experts.114.down_proj,0.00836710,0.01000,0.232
+3,mlp.experts.115.down_proj,0.00938482,0.01000,0.231
+3,mlp.experts.116.down_proj,0.00054586,0.01000,0.231
+3,mlp.experts.117.down_proj,0.00198062,0.01000,0.231
+3,mlp.experts.118.down_proj,0.00237254,0.01000,0.231
+3,mlp.experts.119.down_proj,0.00152567,0.01000,0.231
+3,mlp.experts.120.down_proj,0.01141100,0.01000,0.231
+3,mlp.experts.121.down_proj,0.02554074,0.01000,0.231
+3,mlp.experts.122.down_proj,0.00577784,0.01000,0.230
+3,mlp.experts.123.down_proj,0.01227376,0.01000,0.230
+3,mlp.experts.124.down_proj,0.00985472,0.01000,0.228
+3,mlp.experts.125.down_proj,0.00041565,0.01000,0.227
+3,mlp.experts.126.down_proj,0.00055574,0.01000,0.229
+3,mlp.experts.127.down_proj,0.00759929,0.01000,0.231
+4,self_attn.q_proj,0.01656939,0.01000,0.619
+4,self_attn.k_proj,0.00240436,0.01000,0.609
+4,self_attn.v_proj,0.00254067,0.01000,0.609
+4,self_attn.o_proj,0.00254113,0.01000,1.229
+4,mlp.experts.0.up_proj,0.13612124,0.01000,0.606
+4,mlp.experts.1.up_proj,0.09543869,0.01000,0.602
+4,mlp.experts.2.up_proj,0.01585519,0.01000,0.604
+4,mlp.experts.3.up_proj,0.00000898,0.01000,0.608
+4,mlp.experts.4.up_proj,0.06239947,0.01000,0.608
+4,mlp.experts.5.up_proj,0.20002510,0.01000,0.607
+4,mlp.experts.6.up_proj,0.08955920,0.01000,0.610
+4,mlp.experts.7.up_proj,0.03678288,0.01000,0.610
+4,mlp.experts.8.up_proj,0.00258035,0.01000,0.609
+4,mlp.experts.9.up_proj,0.17953646,0.01000,0.614
+4,mlp.experts.10.up_proj,0.22561508,0.01000,0.614
+4,mlp.experts.11.up_proj,0.67414194,0.01000,0.615
+4,mlp.experts.12.up_proj,0.13377047,0.01000,0.613
+4,mlp.experts.13.up_proj,0.00137315,0.01000,0.614
+4,mlp.experts.14.up_proj,0.01649239,0.01000,0.614
+4,mlp.experts.15.up_proj,0.08059950,0.01000,0.614
+4,mlp.experts.16.up_proj,0.01181580,0.01000,0.613
+4,mlp.experts.17.up_proj,0.00542747,0.01000,0.613
+4,mlp.experts.18.up_proj,0.12971738,0.01000,0.615
+4,mlp.experts.19.up_proj,0.02884008,0.01000,0.614
+4,mlp.experts.20.up_proj,0.18116796,0.01000,0.614
+4,mlp.experts.21.up_proj,0.00563870,0.01000,0.609
+4,mlp.experts.22.up_proj,0.43108302,0.01000,0.609
+4,mlp.experts.23.up_proj,0.10971260,0.01000,0.613
+4,mlp.experts.24.up_proj,0.00014784,0.01000,0.608
+4,mlp.experts.25.up_proj,0.12451431,0.01000,0.609
+4,mlp.experts.26.up_proj,0.00140804,0.01000,0.609
+4,mlp.experts.27.up_proj,0.24130177,0.01000,0.609
+4,mlp.experts.28.up_proj,0.00535917,0.01000,0.607
+4,mlp.experts.29.up_proj,0.10532623,0.01000,0.606
+4,mlp.experts.30.up_proj,0.03608290,0.01000,0.606
+4,mlp.experts.31.up_proj,0.00016142,0.01000,0.609
+4,mlp.experts.32.up_proj,0.08179837,0.01000,0.608
+4,mlp.experts.33.up_proj,0.01048615,0.01000,0.607
+4,mlp.experts.34.up_proj,0.04745903,0.01000,0.606
+4,mlp.experts.35.up_proj,0.00042656,0.01000,0.613
+4,mlp.experts.36.up_proj,0.00167931,0.01000,0.616
+4,mlp.experts.37.up_proj,0.15295784,0.01000,0.615
+4,mlp.experts.38.up_proj,0.01328546,0.01000,0.615
+4,mlp.experts.39.up_proj,0.22493348,0.01000,0.614
+4,mlp.experts.40.up_proj,0.17394108,0.01000,0.615
+4,mlp.experts.41.up_proj,0.00002466,0.01000,0.614
+4,mlp.experts.42.up_proj,0.00035046,0.01000,0.613
+4,mlp.experts.43.up_proj,0.02692453,0.01000,0.615
+4,mlp.experts.44.up_proj,0.11187121,0.01000,0.609
+4,mlp.experts.45.up_proj,0.00169632,0.01000,0.607
+4,mlp.experts.46.up_proj,0.15422156,0.01000,0.606
+4,mlp.experts.47.up_proj,0.15676828,0.01000,0.608
+4,mlp.experts.48.up_proj,0.32151341,0.01000,0.607
+4,mlp.experts.49.up_proj,0.00036985,0.01000,0.609
+4,mlp.experts.50.up_proj,0.09048975,0.01000,0.607
+4,mlp.experts.51.up_proj,0.11677165,0.01000,0.605
+4,mlp.experts.52.up_proj,0.31872261,0.01000,0.605
+4,mlp.experts.53.up_proj,0.03292133,0.01000,0.611
+4,mlp.experts.54.up_proj,0.00256454,0.01000,0.613
+4,mlp.experts.55.up_proj,0.00570488,0.01000,0.615
+4,mlp.experts.56.up_proj,0.12392855,0.01000,0.613
+4,mlp.experts.57.up_proj,0.15623692,0.01000,0.614
+4,mlp.experts.58.up_proj,0.07566054,0.01000,0.613
+4,mlp.experts.59.up_proj,0.21265912,0.01000,0.615
+4,mlp.experts.60.up_proj,0.56507313,0.01000,0.615
+4,mlp.experts.61.up_proj,0.00649989,0.01000,0.615
+4,mlp.experts.62.up_proj,0.00073130,0.01000,0.614
+4,mlp.experts.63.up_proj,0.07077536,0.01000,0.615
+4,mlp.experts.64.up_proj,0.18349186,0.01000,0.613
+4,mlp.experts.65.up_proj,0.01505096,0.01000,0.607
+4,mlp.experts.66.up_proj,0.00001323,0.01000,0.607
+4,mlp.experts.67.up_proj,0.14578828,0.01000,0.608
+4,mlp.experts.68.up_proj,0.00050072,0.01000,0.608
+4,mlp.experts.69.up_proj,0.01859149,0.01000,0.606
+4,mlp.experts.70.up_proj,0.11762551,0.01000,0.606
+4,mlp.experts.71.up_proj,0.00312515,0.01000,0.608
+4,mlp.experts.72.up_proj,0.00059358,0.01000,0.612
+4,mlp.experts.73.up_proj,0.26921719,0.01000,0.615
+4,mlp.experts.74.up_proj,0.16388524,0.01000,0.615
+4,mlp.experts.75.up_proj,0.00057816,0.01000,0.611
+4,mlp.experts.76.up_proj,0.12009957,0.01000,0.622
+4,mlp.experts.77.up_proj,0.16935132,0.01000,0.615
+4,mlp.experts.78.up_proj,0.01744077,0.01000,0.614
+4,mlp.experts.79.up_proj,0.13291262,0.01000,0.614
+4,mlp.experts.80.up_proj,0.08502498,0.01000,0.613
+4,mlp.experts.81.up_proj,0.01004102,0.01000,0.614
+4,mlp.experts.82.up_proj,0.03159087,0.01000,0.614
+4,mlp.experts.83.up_proj,0.02319023,0.01000,0.616
+4,mlp.experts.84.up_proj,0.00027693,0.01000,0.614
+4,mlp.experts.85.up_proj,0.12730643,0.01000,0.614
+4,mlp.experts.86.up_proj,0.26104128,0.01000,0.614
+4,mlp.experts.87.up_proj,0.16151723,0.01000,0.614
+4,mlp.experts.88.up_proj,0.03503999,0.01000,0.613
+4,mlp.experts.89.up_proj,0.01233948,0.01000,0.609
+4,mlp.experts.90.up_proj,0.02950177,0.01000,0.606
+4,mlp.experts.91.up_proj,0.17832235,0.01000,0.607
+4,mlp.experts.92.up_proj,0.10179605,0.01000,0.607
+4,mlp.experts.93.up_proj,0.06820171,0.01000,0.608
+4,mlp.experts.94.up_proj,0.00000564,0.01000,0.613
+4,mlp.experts.95.up_proj,0.01345060,0.01000,0.613
+4,mlp.experts.96.up_proj,0.16971481,0.01000,0.614
+4,mlp.experts.97.up_proj,0.26659793,0.01000,0.613
+4,mlp.experts.98.up_proj,0.04133344,0.01000,0.612
+4,mlp.experts.99.up_proj,0.00367873,0.01000,0.614
+4,mlp.experts.100.up_proj,0.02442169,0.01000,0.615
+4,mlp.experts.101.up_proj,0.14116824,0.01000,0.614
+4,mlp.experts.102.up_proj,0.17779215,0.01000,0.614
+4,mlp.experts.103.up_proj,0.01707252,0.01000,0.614
+4,mlp.experts.104.up_proj,0.14502093,0.01000,0.614
+4,mlp.experts.105.up_proj,0.22946307,0.01000,0.614
+4,mlp.experts.106.up_proj,0.06436223,0.01000,0.614
+4,mlp.experts.107.up_proj,0.10075387,0.01000,0.614
+4,mlp.experts.108.up_proj,0.04170183,0.01000,0.616
+4,mlp.experts.109.up_proj,0.04154427,0.01000,0.615
+4,mlp.experts.110.up_proj,0.02170694,0.01000,0.613
+4,mlp.experts.111.up_proj,0.12704758,0.01000,0.613
+4,mlp.experts.112.up_proj,0.00174472,0.01000,0.614
+4,mlp.experts.113.up_proj,0.16430768,0.01000,0.614
+4,mlp.experts.114.up_proj,0.05174047,0.01000,0.615
+4,mlp.experts.115.up_proj,0.04680128,0.01000,0.611
+4,mlp.experts.116.up_proj,0.27293211,0.01000,0.614
+4,mlp.experts.117.up_proj,0.00269334,0.01000,0.614
+4,mlp.experts.118.up_proj,0.06542987,0.01000,0.615
+4,mlp.experts.119.up_proj,0.03024439,0.01000,0.614
+4,mlp.experts.120.up_proj,0.05521769,0.01000,0.614
+4,mlp.experts.121.up_proj,0.01406978,0.01000,0.613
+4,mlp.experts.122.up_proj,0.05639157,0.01000,0.614
+4,mlp.experts.123.up_proj,0.00001919,0.01000,0.613
+4,mlp.experts.124.up_proj,0.00482419,0.01000,0.615
+4,mlp.experts.125.up_proj,0.00024095,0.01000,0.616
+4,mlp.experts.126.up_proj,0.18354091,0.01000,0.615
+4,mlp.experts.127.up_proj,0.03135263,0.01000,0.615
+4,mlp.experts.0.gate_proj,0.14558195,0.01000,0.615
+4,mlp.experts.1.gate_proj,0.10011422,0.01000,0.615
+4,mlp.experts.2.gate_proj,0.02005612,0.01000,0.614
+4,mlp.experts.3.gate_proj,0.00000977,0.01000,0.615
+4,mlp.experts.4.gate_proj,0.06428541,0.01000,0.616
+4,mlp.experts.5.gate_proj,0.20999694,0.01000,0.613
+4,mlp.experts.6.gate_proj,0.09447369,0.01000,0.614
+4,mlp.experts.7.gate_proj,0.04108158,0.01000,0.614
+4,mlp.experts.8.gate_proj,0.00286550,0.01000,0.614
+4,mlp.experts.9.gate_proj,0.19214037,0.01000,0.615
+4,mlp.experts.10.gate_proj,0.24625307,0.01000,0.614
+4,mlp.experts.11.gate_proj,0.73924136,0.01000,0.614
+4,mlp.experts.12.gate_proj,0.14978048,0.01000,0.614
+4,mlp.experts.13.gate_proj,0.00157409,0.01000,0.615
+4,mlp.experts.14.gate_proj,0.01790640,0.01000,0.614
+4,mlp.experts.15.gate_proj,0.09340124,0.01000,0.616
+4,mlp.experts.16.gate_proj,0.04552284,0.01000,0.614
+4,mlp.experts.17.gate_proj,0.00635405,0.01000,0.615
+4,mlp.experts.18.gate_proj,0.13999015,0.01000,0.608
+4,mlp.experts.19.gate_proj,0.03202609,0.01000,0.610
+4,mlp.experts.20.gate_proj,0.20386951,0.01000,0.609
+4,mlp.experts.21.gate_proj,0.00641504,0.01000,0.610
+4,mlp.experts.22.gate_proj,0.44615775,0.01000,0.607
+4,mlp.experts.23.gate_proj,0.11475320,0.01000,0.608
+4,mlp.experts.24.gate_proj,0.00016565,0.01000,0.610
+4,mlp.experts.25.gate_proj,0.12999704,0.01000,0.614
+4,mlp.experts.26.gate_proj,0.00147868,0.01000,0.614
+4,mlp.experts.27.gate_proj,0.25535882,0.01000,0.614
+4,mlp.experts.28.gate_proj,0.00605220,0.01000,0.615
+4,mlp.experts.29.gate_proj,0.12186689,0.01000,0.615
+4,mlp.experts.30.gate_proj,0.03954485,0.01000,0.616
+4,mlp.experts.31.gate_proj,0.00017272,0.01000,0.615
+4,mlp.experts.32.gate_proj,0.09045202,0.01000,0.616
+4,mlp.experts.33.gate_proj,0.01136168,0.01000,0.615
+4,mlp.experts.34.gate_proj,0.05043606,0.01000,0.615
+4,mlp.experts.35.gate_proj,0.00046814,0.01000,0.615
+4,mlp.experts.36.gate_proj,0.00174467,0.01000,0.611
+4,mlp.experts.37.gate_proj,0.17222258,0.01000,0.606
+4,mlp.experts.38.gate_proj,0.01404890,0.01000,0.613
+4,mlp.experts.39.gate_proj,0.25539163,0.01000,0.614
+4,mlp.experts.40.gate_proj,0.20032877,0.01000,0.614
+4,mlp.experts.41.gate_proj,0.00002822,0.01000,0.614
+4,mlp.experts.42.gate_proj,0.00038086,0.01000,0.615
+4,mlp.experts.43.gate_proj,0.02789808,0.01000,0.615
+4,mlp.experts.44.gate_proj,0.12832028,0.01000,0.615
+4,mlp.experts.45.gate_proj,0.00190103,0.01000,0.613
+4,mlp.experts.46.gate_proj,0.17228292,0.01000,0.614
+4,mlp.experts.47.gate_proj,0.17814349,0.01000,0.614
+4,mlp.experts.48.gate_proj,0.34608859,0.01000,0.614
+4,mlp.experts.49.gate_proj,0.00039627,0.01000,0.612
+4,mlp.experts.50.gate_proj,0.09554265,0.01000,0.607
+4,mlp.experts.51.gate_proj,0.12555605,0.01000,0.607
+4,mlp.experts.52.gate_proj,0.38300610,0.01000,0.606
+4,mlp.experts.53.gate_proj,0.03309734,0.01000,0.607
+4,mlp.experts.54.gate_proj,0.00283208,0.01000,0.607
+4,mlp.experts.55.gate_proj,0.00611434,0.01000,0.607
+4,mlp.experts.56.gate_proj,0.13227580,0.01000,0.609
+4,mlp.experts.57.gate_proj,0.16885540,0.01000,0.607
+4,mlp.experts.58.gate_proj,0.08106492,0.01000,0.607
+4,mlp.experts.59.gate_proj,0.22472213,0.01000,0.607
+4,mlp.experts.60.gate_proj,0.76928490,0.01000,0.607
+4,mlp.experts.61.gate_proj,0.00673732,0.01000,0.609
+4,mlp.experts.62.gate_proj,0.00081063,0.01000,0.612
+4,mlp.experts.63.gate_proj,0.07485904,0.01000,0.615
+4,mlp.experts.64.gate_proj,0.19555023,0.01000,0.615
+4,mlp.experts.65.gate_proj,0.01590854,0.01000,0.614
+4,mlp.experts.66.gate_proj,0.00001495,0.01000,0.614
+4,mlp.experts.67.gate_proj,0.15354514,0.01000,0.615
+4,mlp.experts.68.gate_proj,0.00054671,0.01000,0.615
+4,mlp.experts.69.gate_proj,0.02032961,0.01000,0.615
+4,mlp.experts.70.gate_proj,0.13186559,0.01000,0.615
+4,mlp.experts.71.gate_proj,0.00358217,0.01000,0.615
+4,mlp.experts.72.gate_proj,0.00068079,0.01000,0.614
+4,mlp.experts.73.gate_proj,0.29223365,0.01000,0.611
+4,mlp.experts.74.gate_proj,0.17293388,0.01000,0.609
+4,mlp.experts.75.gate_proj,0.00067725,0.01000,0.610
+4,mlp.experts.76.gate_proj,0.12532844,0.01000,0.607
+4,mlp.experts.77.gate_proj,0.17985815,0.01000,0.607
+4,mlp.experts.78.gate_proj,0.02017578,0.01000,0.610
+4,mlp.experts.79.gate_proj,0.14498195,0.01000,0.609
+4,mlp.experts.80.gate_proj,0.09317756,0.01000,0.609
+4,mlp.experts.81.gate_proj,0.01093014,0.01000,0.606
+4,mlp.experts.82.gate_proj,0.03456691,0.01000,0.607
+4,mlp.experts.83.gate_proj,0.02417684,0.01000,0.608
+4,mlp.experts.84.gate_proj,0.00031160,0.01000,0.606
+4,mlp.experts.85.gate_proj,0.13743567,0.01000,0.606
+4,mlp.experts.86.gate_proj,0.29180750,0.01000,0.607
+4,mlp.experts.87.gate_proj,0.17087242,0.01000,0.611
+4,mlp.experts.88.gate_proj,0.03955457,0.01000,0.614
+4,mlp.experts.89.gate_proj,0.01299221,0.01000,0.615
+4,mlp.experts.90.gate_proj,0.03087050,0.01000,0.614
+4,mlp.experts.91.gate_proj,0.16973740,0.01000,0.615
+4,mlp.experts.92.gate_proj,0.11323617,0.01000,0.614
+4,mlp.experts.93.gate_proj,0.07403556,0.01000,0.614
+4,mlp.experts.94.gate_proj,0.00000632,0.01000,0.615
+4,mlp.experts.95.gate_proj,0.01415909,0.01000,0.615
+4,mlp.experts.96.gate_proj,0.18564427,0.01000,0.616
+4,mlp.experts.97.gate_proj,0.29048467,0.01000,0.616
+4,mlp.experts.98.gate_proj,0.04622319,0.01000,0.615
+4,mlp.experts.99.gate_proj,0.00415132,0.01000,0.611
+4,mlp.experts.100.gate_proj,0.02565018,0.01000,0.609
+4,mlp.experts.101.gate_proj,0.15428139,0.01000,0.611
+4,mlp.experts.102.gate_proj,0.19560421,0.01000,0.608
+4,mlp.experts.103.gate_proj,0.01786065,0.01000,0.614
+4,mlp.experts.104.gate_proj,0.15169609,0.01000,0.610
+4,mlp.experts.105.gate_proj,0.24770609,0.01000,0.614
+4,mlp.experts.106.gate_proj,0.07542014,0.01000,0.611
+4,mlp.experts.107.gate_proj,0.10680248,0.01000,0.609
+4,mlp.experts.108.gate_proj,0.04526705,0.01000,0.609
+4,mlp.experts.109.gate_proj,0.04718745,0.01000,0.608
+4,mlp.experts.110.gate_proj,0.02298599,0.01000,0.608
+4,mlp.experts.111.gate_proj,0.13484380,0.01000,0.607
+4,mlp.experts.112.gate_proj,0.00185085,0.01000,0.608
+4,mlp.experts.113.gate_proj,0.18143411,0.01000,0.609
+4,mlp.experts.114.gate_proj,0.05444103,0.01000,0.611
+4,mlp.experts.115.gate_proj,0.05388547,0.01000,0.615
+4,mlp.experts.116.gate_proj,0.28176725,0.01000,0.613
+4,mlp.experts.117.gate_proj,0.00288660,0.01000,0.615
+4,mlp.experts.118.gate_proj,0.06959945,0.01000,0.614
+4,mlp.experts.119.gate_proj,0.03374913,0.01000,0.614
+4,mlp.experts.120.gate_proj,0.06716352,0.01000,0.615
+4,mlp.experts.121.gate_proj,0.01491352,0.01000,0.614
+4,mlp.experts.122.gate_proj,0.06593028,0.01000,0.615
+4,mlp.experts.123.gate_proj,0.00002220,0.01000,0.613
+4,mlp.experts.124.gate_proj,0.00496246,0.01000,0.615
+4,mlp.experts.125.gate_proj,0.00026472,0.01000,0.614
+4,mlp.experts.126.gate_proj,0.19796056,0.01000,0.606
+4,mlp.experts.127.gate_proj,0.03357576,0.01000,0.610
+4,mlp.experts.0.down_proj,0.02256706,0.01000,0.230
+4,mlp.experts.1.down_proj,0.01286842,0.01000,0.229
+4,mlp.experts.2.down_proj,0.00271993,0.01000,0.229
+4,mlp.experts.3.down_proj,0.00000133,0.01000,0.228
+4,mlp.experts.4.down_proj,0.00974760,0.01000,0.228
+4,mlp.experts.5.down_proj,0.02500129,0.01000,0.228
+4,mlp.experts.6.down_proj,0.00956270,0.01000,0.228
+4,mlp.experts.7.down_proj,0.00616167,0.01000,0.229
+4,mlp.experts.8.down_proj,0.00044524,0.01000,0.230
+4,mlp.experts.9.down_proj,0.02199801,0.01000,0.230
+4,mlp.experts.10.down_proj,0.03013038,0.01000,0.230
+4,mlp.experts.11.down_proj,0.07205327,0.01000,0.232
+4,mlp.experts.12.down_proj,0.01716511,0.01000,0.233
+4,mlp.experts.13.down_proj,0.00034692,0.01000,0.233
+4,mlp.experts.14.down_proj,0.00174551,0.01000,0.233
+4,mlp.experts.15.down_proj,0.00819248,0.01000,0.233
+4,mlp.experts.16.down_proj,0.00464694,0.01000,0.233
+4,mlp.experts.17.down_proj,0.00222535,0.01000,0.233
+4,mlp.experts.18.down_proj,0.01604465,0.01000,0.233
+4,mlp.experts.19.down_proj,0.00431149,0.01000,0.233
+4,mlp.experts.20.down_proj,0.01437624,0.01000,0.234
+4,mlp.experts.21.down_proj,0.00098600,0.01000,0.233
+4,mlp.experts.22.down_proj,0.05497491,0.01000,0.233
+4,mlp.experts.23.down_proj,0.01261926,0.01000,0.233
+4,mlp.experts.24.down_proj,0.00003424,0.01000,0.233
+4,mlp.experts.25.down_proj,0.01931440,0.01000,0.233
+4,mlp.experts.26.down_proj,0.00013996,0.01000,0.233
+4,mlp.experts.27.down_proj,0.03521467,0.01000,0.233
+4,mlp.experts.28.down_proj,0.00073561,0.01000,0.233
+4,mlp.experts.29.down_proj,0.01522870,0.01000,0.233
+4,mlp.experts.30.down_proj,0.00824321,0.01000,0.233
+4,mlp.experts.31.down_proj,0.00003521,0.01000,0.233
+4,mlp.experts.32.down_proj,0.02815403,0.01000,0.233
+4,mlp.experts.33.down_proj,0.00108515,0.01000,0.233
+4,mlp.experts.34.down_proj,0.00698308,0.01000,0.233
+4,mlp.experts.35.down_proj,0.00007816,0.01000,0.234
+4,mlp.experts.36.down_proj,0.00041342,0.01000,0.233
+4,mlp.experts.37.down_proj,0.01957115,0.01000,0.233
+4,mlp.experts.38.down_proj,0.00265493,0.01000,0.234
+4,mlp.experts.39.down_proj,0.04406128,0.01000,0.233
+4,mlp.experts.40.down_proj,0.01952772,0.01000,0.233
+4,mlp.experts.41.down_proj,0.00000312,0.01000,0.233
+4,mlp.experts.42.down_proj,0.00006623,0.01000,0.234
+4,mlp.experts.43.down_proj,0.00361475,0.01000,0.234
+4,mlp.experts.44.down_proj,0.01588875,0.01000,0.233
+4,mlp.experts.45.down_proj,0.00029902,0.01000,0.233
+4,mlp.experts.46.down_proj,0.02418817,0.01000,0.232
+4,mlp.experts.47.down_proj,0.02665465,0.01000,0.232
+4,mlp.experts.48.down_proj,0.04153984,0.01000,0.233
+4,mlp.experts.49.down_proj,0.00008830,0.01000,0.233
+4,mlp.experts.50.down_proj,0.01243894,0.01000,0.233
+4,mlp.experts.51.down_proj,0.01225040,0.01000,0.233
+4,mlp.experts.52.down_proj,0.06441151,0.01000,0.232
+4,mlp.experts.53.down_proj,0.00418624,0.01000,0.234
+4,mlp.experts.54.down_proj,0.00049738,0.01000,0.233
+4,mlp.experts.55.down_proj,0.00099378,0.01000,0.232
+4,mlp.experts.56.down_proj,0.01896935,0.01000,0.233
+4,mlp.experts.57.down_proj,0.01737076,0.01000,0.232
+4,mlp.experts.58.down_proj,0.01150808,0.01000,0.233
+4,mlp.experts.59.down_proj,0.02249502,0.01000,0.233
+4,mlp.experts.60.down_proj,0.12373823,0.01000,0.234
+4,mlp.experts.61.down_proj,0.00102067,0.01000,0.233
+4,mlp.experts.62.down_proj,0.00015541,0.01000,0.233
+4,mlp.experts.63.down_proj,0.01266375,0.01000,0.232
+4,mlp.experts.64.down_proj,0.02520731,0.01000,0.233
+4,mlp.experts.65.down_proj,0.00267710,0.01000,0.232
+4,mlp.experts.66.down_proj,0.00000244,0.01000,0.232
+4,mlp.experts.67.down_proj,0.01358544,0.01000,0.232
+4,mlp.experts.68.down_proj,0.00011082,0.01000,0.233
+4,mlp.experts.69.down_proj,0.00136699,0.01000,0.232
+4,mlp.experts.70.down_proj,0.01444001,0.01000,0.232
+4,mlp.experts.71.down_proj,0.00053080,0.01000,0.232
+4,mlp.experts.72.down_proj,0.00017522,0.01000,0.232
+4,mlp.experts.73.down_proj,0.04505318,0.01000,0.231
+4,mlp.experts.74.down_proj,0.02371489,0.01000,0.232
+4,mlp.experts.75.down_proj,0.00013022,0.01000,0.233
+4,mlp.experts.76.down_proj,0.01859974,0.01000,0.232
+4,mlp.experts.77.down_proj,0.02373038,0.01000,0.230
+4,mlp.experts.78.down_proj,0.00265197,0.01000,0.230
+4,mlp.experts.79.down_proj,0.02254433,0.01000,0.231
+4,mlp.experts.80.down_proj,0.00811107,0.01000,0.232
+4,mlp.experts.81.down_proj,0.00149154,0.01000,0.232
+4,mlp.experts.82.down_proj,0.00369688,0.01000,0.233
+4,mlp.experts.83.down_proj,0.00382007,0.01000,0.232
+4,mlp.experts.84.down_proj,0.00005173,0.01000,0.232
+4,mlp.experts.85.down_proj,0.02617805,0.01000,0.232
+4,mlp.experts.86.down_proj,0.02542582,0.01000,0.232
+4,mlp.experts.87.down_proj,0.02865145,0.01000,0.232
+4,mlp.experts.88.down_proj,0.00572786,0.01000,0.232
+4,mlp.experts.89.down_proj,0.00207339,0.01000,0.233
+4,mlp.experts.90.down_proj,0.00305686,0.01000,0.233
+4,mlp.experts.91.down_proj,0.02631231,0.01000,0.233
+4,mlp.experts.92.down_proj,0.02877887,0.01000,0.233
+4,mlp.experts.93.down_proj,0.00835741,0.01000,0.233
+4,mlp.experts.94.down_proj,0.00000101,0.01000,0.233
+4,mlp.experts.95.down_proj,0.00244383,0.01000,0.234
+4,mlp.experts.96.down_proj,0.01887294,0.01000,0.235
+4,mlp.experts.97.down_proj,0.03419746,0.01000,0.236
+4,mlp.experts.98.down_proj,0.00744994,0.01000,0.236
+4,mlp.experts.99.down_proj,0.00140958,0.01000,0.236
+4,mlp.experts.100.down_proj,0.00381285,0.01000,0.236
+4,mlp.experts.101.down_proj,0.01992713,0.01000,0.236
+4,mlp.experts.102.down_proj,0.02647211,0.01000,0.236
+4,mlp.experts.103.down_proj,0.00365730,0.01000,0.237
+4,mlp.experts.104.down_proj,0.01954271,0.01000,0.236
+4,mlp.experts.105.down_proj,0.03528344,0.01000,0.236
+4,mlp.experts.106.down_proj,0.01327091,0.01000,0.237
+4,mlp.experts.107.down_proj,0.01305901,0.01000,0.236
+4,mlp.experts.108.down_proj,0.00298762,0.01000,0.237
+4,mlp.experts.109.down_proj,0.00682990,0.01000,0.237
+4,mlp.experts.110.down_proj,0.00357723,0.01000,0.236
+4,mlp.experts.111.down_proj,0.01881188,0.01000,0.237
+4,mlp.experts.112.down_proj,0.00035550,0.01000,0.235
+4,mlp.experts.113.down_proj,0.01802444,0.01000,0.234
+4,mlp.experts.114.down_proj,0.00642852,0.01000,0.234
+4,mlp.experts.115.down_proj,0.01113310,0.01000,0.234
+4,mlp.experts.116.down_proj,0.03507096,0.01000,0.238
+4,mlp.experts.117.down_proj,0.00040035,0.01000,0.237
+4,mlp.experts.118.down_proj,0.01172533,0.01000,0.236
+4,mlp.experts.119.down_proj,0.00223999,0.01000,0.237
+4,mlp.experts.120.down_proj,0.00818363,0.01000,0.236
+4,mlp.experts.121.down_proj,0.00183138,0.01000,0.236
+4,mlp.experts.122.down_proj,0.00973255,0.01000,0.235
+4,mlp.experts.123.down_proj,0.00000418,0.01000,0.235
+4,mlp.experts.124.down_proj,0.00131104,0.01000,0.235
+4,mlp.experts.125.down_proj,0.00005674,0.01000,0.236
+4,mlp.experts.126.down_proj,0.03361537,0.01000,0.235
+4,mlp.experts.127.down_proj,0.00361781,0.01000,0.236
+5,self_attn.q_proj,0.01608821,0.01000,0.622
+5,self_attn.k_proj,0.00217391,0.01000,0.612
+5,self_attn.v_proj,0.00228693,0.01000,0.607
+5,self_attn.o_proj,0.00215187,0.01000,1.251
+5,mlp.experts.0.up_proj,0.12482230,0.01000,0.604
+5,mlp.experts.1.up_proj,0.00956484,0.01000,0.602
+5,mlp.experts.2.up_proj,0.04259603,0.01000,0.602
+5,mlp.experts.3.up_proj,0.00080157,0.01000,0.603
+5,mlp.experts.4.up_proj,0.00045471,0.01000,0.607
+5,mlp.experts.5.up_proj,0.19573563,0.01000,0.614
+5,mlp.experts.6.up_proj,0.05608929,0.01000,0.614
+5,mlp.experts.7.up_proj,0.23261106,0.01000,0.615
+5,mlp.experts.8.up_proj,0.06844009,0.01000,0.615
+5,mlp.experts.9.up_proj,0.01822134,0.01000,0.614
+5,mlp.experts.10.up_proj,0.06682578,0.01000,0.614
+5,mlp.experts.11.up_proj,0.00656405,0.01000,0.613
+5,mlp.experts.12.up_proj,0.00316762,0.01000,0.614
+5,mlp.experts.13.up_proj,0.52550650,0.01000,0.615
+5,mlp.experts.14.up_proj,0.00084007,0.01000,0.615
+5,mlp.experts.15.up_proj,0.00530556,0.01000,0.615
+5,mlp.experts.16.up_proj,0.11144514,0.01000,0.614
+5,mlp.experts.17.up_proj,0.15486167,0.01000,0.614
+5,mlp.experts.18.up_proj,0.49929908,0.01000,0.608
+5,mlp.experts.19.up_proj,0.06962544,0.01000,0.605
+5,mlp.experts.20.up_proj,0.05682736,0.01000,0.606
+5,mlp.experts.21.up_proj,0.12627134,0.01000,0.605
+5,mlp.experts.22.up_proj,0.50963461,0.01000,0.606
+5,mlp.experts.23.up_proj,0.00220575,0.01000,0.609
+5,mlp.experts.24.up_proj,0.11157902,0.01000,0.607
+5,mlp.experts.25.up_proj,0.01055158,0.01000,0.609
+5,mlp.experts.26.up_proj,0.03229523,0.01000,0.608
+5,mlp.experts.27.up_proj,0.00220581,0.01000,0.613
+5,mlp.experts.28.up_proj,0.00012971,0.01000,0.614
+5,mlp.experts.29.up_proj,0.00046794,0.01000,0.616
+5,mlp.experts.30.up_proj,0.16484085,0.01000,0.615
+5,mlp.experts.31.up_proj,0.27575403,0.01000,0.615
+5,mlp.experts.32.up_proj,0.05321436,0.01000,0.614
+5,mlp.experts.33.up_proj,0.09541959,0.01000,0.615
+5,mlp.experts.34.up_proj,0.30983075,0.01000,0.615
+5,mlp.experts.35.up_proj,0.02445345,0.01000,0.615
+5,mlp.experts.36.up_proj,0.07945682,0.01000,0.615
+5,mlp.experts.37.up_proj,0.17948844,0.01000,0.615
+5,mlp.experts.38.up_proj,0.04187098,0.01000,0.615
+5,mlp.experts.39.up_proj,0.01024780,0.01000,0.610
+5,mlp.experts.40.up_proj,0.00024149,0.01000,0.608
+5,mlp.experts.41.up_proj,0.10431549,0.01000,0.606
+5,mlp.experts.42.up_proj,0.07438975,0.01000,0.605
+5,mlp.experts.43.up_proj,0.00169463,0.01000,0.606
+5,mlp.experts.44.up_proj,0.00154936,0.01000,0.606
+5,mlp.experts.45.up_proj,0.10224830,0.01000,0.607
+5,mlp.experts.46.up_proj,0.01078659,0.01000,0.606
+5,mlp.experts.47.up_proj,0.16725956,0.01000,0.607
+5,mlp.experts.48.up_proj,0.25173193,0.01000,0.608
+5,mlp.experts.49.up_proj,0.24098997,0.01000,0.607
+5,mlp.experts.50.up_proj,0.00129600,0.01000,0.607
+5,mlp.experts.51.up_proj,0.05051808,0.01000,0.608
+5,mlp.experts.52.up_proj,0.03437424,0.01000,0.609
+5,mlp.experts.53.up_proj,0.28081340,0.01000,0.615
+5,mlp.experts.54.up_proj,0.14958313,0.01000,0.614
+5,mlp.experts.55.up_proj,0.13222212,0.01000,0.615
+5,mlp.experts.56.up_proj,0.16667356,0.01000,0.616
+5,mlp.experts.57.up_proj,0.00003779,0.01000,0.616
+5,mlp.experts.58.up_proj,0.11116167,0.01000,0.616
+5,mlp.experts.59.up_proj,0.00801352,0.01000,0.616
+5,mlp.experts.60.up_proj,0.00342679,0.01000,0.617
+5,mlp.experts.61.up_proj,0.05809136,0.01000,0.615
+5,mlp.experts.62.up_proj,0.33703166,0.01000,0.616
+5,mlp.experts.63.up_proj,0.51766968,0.01000,0.620
+5,mlp.experts.64.up_proj,0.27888867,0.01000,0.622
+5,mlp.experts.65.up_proj,0.02256180,0.01000,0.613
+5,mlp.experts.66.up_proj,0.07118876,0.01000,0.608
+5,mlp.experts.67.up_proj,0.05562543,0.01000,0.608
+5,mlp.experts.68.up_proj,0.03685372,0.01000,0.609
+5,mlp.experts.69.up_proj,0.00116000,0.01000,0.608
+5,mlp.experts.70.up_proj,0.02807803,0.01000,0.608
+5,mlp.experts.71.up_proj,0.10358460,0.01000,0.609
+5,mlp.experts.72.up_proj,0.00029207,0.01000,0.608
+5,mlp.experts.73.up_proj,0.02047217,0.01000,0.609
+5,mlp.experts.74.up_proj,0.26126850,0.01000,0.610
+5,mlp.experts.75.up_proj,0.23548859,0.01000,0.615
+5,mlp.experts.76.up_proj,0.03022381,0.01000,0.616
+5,mlp.experts.77.up_proj,0.06611407,0.01000,0.616
+5,mlp.experts.78.up_proj,0.31043977,0.01000,0.616
+5,mlp.experts.79.up_proj,0.18126298,0.01000,0.616
+5,mlp.experts.80.up_proj,0.23491663,0.01000,0.617
+5,mlp.experts.81.up_proj,0.04280193,0.01000,0.617
+5,mlp.experts.82.up_proj,0.14778475,0.01000,0.617
+5,mlp.experts.83.up_proj,0.05035895,0.01000,0.617
+5,mlp.experts.84.up_proj,0.04821843,0.01000,0.619
+5,mlp.experts.85.up_proj,0.05483960,0.01000,0.617
+5,mlp.experts.86.up_proj,0.10909343,0.01000,0.617
+5,mlp.experts.87.up_proj,0.15918842,0.01000,0.614
+5,mlp.experts.88.up_proj,0.00384778,0.01000,0.607
+5,mlp.experts.89.up_proj,0.00521042,0.01000,0.608
+5,mlp.experts.90.up_proj,0.14030960,0.01000,0.613
+5,mlp.experts.91.up_proj,0.00590855,0.01000,0.611
+5,mlp.experts.92.up_proj,0.00100849,0.01000,0.608
+5,mlp.experts.93.up_proj,0.26909184,0.01000,0.614
+5,mlp.experts.94.up_proj,0.15428698,0.01000,0.614
+5,mlp.experts.95.up_proj,0.06105420,0.01000,0.616
+5,mlp.experts.96.up_proj,0.17045885,0.01000,0.616
+5,mlp.experts.97.up_proj,0.18738768,0.01000,0.616
+5,mlp.experts.98.up_proj,0.01451217,0.01000,0.615
+5,mlp.experts.99.up_proj,0.33489639,0.01000,0.615
+5,mlp.experts.100.up_proj,0.05250842,0.01000,0.615
+5,mlp.experts.101.up_proj,0.02463625,0.01000,0.616
+5,mlp.experts.102.up_proj,0.13225110,0.01000,0.615
+5,mlp.experts.103.up_proj,0.12377613,0.01000,0.616
+5,mlp.experts.104.up_proj,0.13749593,0.01000,0.615
+5,mlp.experts.105.up_proj,0.12573303,0.01000,0.612
+5,mlp.experts.106.up_proj,0.05695793,0.01000,0.611
+5,mlp.experts.107.up_proj,0.15755901,0.01000,0.610
+5,mlp.experts.108.up_proj,0.25748119,0.01000,0.610
+5,mlp.experts.109.up_proj,0.01586531,0.01000,0.608
+5,mlp.experts.110.up_proj,0.20999376,0.01000,0.613
+5,mlp.experts.111.up_proj,0.20085382,0.01000,0.616
+5,mlp.experts.112.up_proj,0.04486110,0.01000,0.616
+5,mlp.experts.113.up_proj,0.09215239,0.01000,0.618
+5,mlp.experts.114.up_proj,0.01877631,0.01000,0.617
+5,mlp.experts.115.up_proj,0.21333814,0.01000,0.617
+5,mlp.experts.116.up_proj,0.34721667,0.01000,0.616
+5,mlp.experts.117.up_proj,0.10486475,0.01000,0.617
+5,mlp.experts.118.up_proj,0.00122613,0.01000,0.616
+5,mlp.experts.119.up_proj,0.11946273,0.01000,0.617
+5,mlp.experts.120.up_proj,0.17143041,0.01000,0.616
+5,mlp.experts.121.up_proj,0.00001417,0.01000,0.617
+5,mlp.experts.122.up_proj,0.22085130,0.01000,0.612
+5,mlp.experts.123.up_proj,0.00830421,0.01000,0.608
+5,mlp.experts.124.up_proj,0.00398996,0.01000,0.609
+5,mlp.experts.125.up_proj,0.11707009,0.01000,0.608
+5,mlp.experts.126.up_proj,0.34344584,0.01000,0.607
+5,mlp.experts.127.up_proj,0.00308136,0.01000,0.609
+5,mlp.experts.0.gate_proj,0.13169974,0.01000,0.608
+5,mlp.experts.1.gate_proj,0.01027699,0.01000,0.610
+5,mlp.experts.2.gate_proj,0.04450181,0.01000,0.608
+5,mlp.experts.3.gate_proj,0.00087971,0.01000,0.611
+5,mlp.experts.4.gate_proj,0.00044682,0.01000,0.611
+5,mlp.experts.5.gate_proj,0.21716496,0.01000,0.610
+5,mlp.experts.6.gate_proj,0.06205900,0.01000,0.609
+5,mlp.experts.7.gate_proj,0.27063495,0.01000,0.608
+5,mlp.experts.8.gate_proj,0.21196313,0.01000,0.610
+5,mlp.experts.9.gate_proj,0.02082059,0.01000,0.615
+5,mlp.experts.10.gate_proj,0.06736559,0.01000,0.615
+5,mlp.experts.11.gate_proj,0.00709022,0.01000,0.616
+5,mlp.experts.12.gate_proj,0.00349438,0.01000,0.616
+5,mlp.experts.13.gate_proj,0.57613409,0.01000,0.615
+5,mlp.experts.14.gate_proj,0.00088617,0.01000,0.614
+5,mlp.experts.15.gate_proj,0.00575543,0.01000,0.616
+5,mlp.experts.16.gate_proj,0.11987963,0.01000,0.615
+5,mlp.experts.17.gate_proj,0.16937478,0.01000,0.616
+5,mlp.experts.18.gate_proj,0.55237895,0.01000,0.616
+5,mlp.experts.19.gate_proj,0.07806656,0.01000,0.616
+5,mlp.experts.20.gate_proj,0.06176276,0.01000,0.614
+5,mlp.experts.21.gate_proj,0.13549681,0.01000,0.616
+5,mlp.experts.22.gate_proj,0.55640411,0.01000,0.613
+5,mlp.experts.23.gate_proj,0.00241421,0.01000,0.615
+5,mlp.experts.24.gate_proj,0.11920777,0.01000,0.615
+5,mlp.experts.25.gate_proj,0.01112954,0.01000,0.614
+5,mlp.experts.26.gate_proj,0.03686250,0.01000,0.613
+5,mlp.experts.27.gate_proj,0.00225682,0.01000,0.615
+5,mlp.experts.28.gate_proj,0.00013700,0.01000,0.614
+5,mlp.experts.29.gate_proj,0.00054243,0.01000,0.614
+5,mlp.experts.30.gate_proj,0.17852628,0.01000,0.613
+5,mlp.experts.31.gate_proj,0.31525338,0.01000,0.615
+5,mlp.experts.32.gate_proj,0.06024536,0.01000,0.614
+5,mlp.experts.33.gate_proj,0.11067378,0.01000,0.614
+5,mlp.experts.34.gate_proj,0.33652008,0.01000,0.615
+5,mlp.experts.35.gate_proj,0.02657371,0.01000,0.609
+5,mlp.experts.36.gate_proj,0.08885194,0.01000,0.612
+5,mlp.experts.37.gate_proj,0.22637644,0.01000,0.614
+5,mlp.experts.38.gate_proj,0.04602714,0.01000,0.615
+5,mlp.experts.39.gate_proj,0.01099873,0.01000,0.614
+5,mlp.experts.40.gate_proj,0.00027794,0.01000,0.614
+5,mlp.experts.41.gate_proj,0.11449867,0.01000,0.615
+5,mlp.experts.42.gate_proj,0.08233409,0.01000,0.615
+5,mlp.experts.43.gate_proj,0.00179685,0.01000,0.614
+5,mlp.experts.44.gate_proj,0.00170260,0.01000,0.615
+5,mlp.experts.45.gate_proj,0.11275707,0.01000,0.615
+5,mlp.experts.46.gate_proj,0.01152714,0.01000,0.615
+5,mlp.experts.47.gate_proj,0.17959493,0.01000,0.614
+5,mlp.experts.48.gate_proj,0.22233865,0.01000,0.616
+5,mlp.experts.49.gate_proj,0.27432659,0.01000,0.610
+5,mlp.experts.50.gate_proj,0.00142742,0.01000,0.607
+5,mlp.experts.51.gate_proj,0.05397028,0.01000,0.608
+5,mlp.experts.52.gate_proj,0.03612010,0.01000,0.608
+5,mlp.experts.53.gate_proj,0.31316864,0.01000,0.613
+5,mlp.experts.54.gate_proj,0.15905610,0.01000,0.608
+5,mlp.experts.55.gate_proj,0.14791960,0.01000,0.608
+5,mlp.experts.56.gate_proj,0.17956457,0.01000,0.607
+5,mlp.experts.57.gate_proj,0.00004022,0.01000,0.608
+5,mlp.experts.58.gate_proj,0.12072295,0.01000,0.607
+5,mlp.experts.59.gate_proj,0.00912490,0.01000,0.608
+5,mlp.experts.60.gate_proj,0.00367119,0.01000,0.610
+5,mlp.experts.61.gate_proj,0.06408194,0.01000,0.610
+5,mlp.experts.62.gate_proj,0.37820336,0.01000,0.607
+5,mlp.experts.63.gate_proj,0.57561016,0.01000,0.608
+5,mlp.experts.64.gate_proj,0.31396651,0.01000,0.607
+5,mlp.experts.65.gate_proj,0.02374103,0.01000,0.610
+5,mlp.experts.66.gate_proj,0.07632667,0.01000,0.614
+5,mlp.experts.67.gate_proj,0.06388929,0.01000,0.614
+5,mlp.experts.68.gate_proj,0.03854951,0.01000,0.616
+5,mlp.experts.69.gate_proj,0.00127981,0.01000,0.615
+5,mlp.experts.70.gate_proj,0.02964671,0.01000,0.615
+5,mlp.experts.71.gate_proj,0.11119946,0.01000,0.613
+5,mlp.experts.72.gate_proj,0.00029554,0.01000,0.614
+5,mlp.experts.73.gate_proj,0.02162162,0.01000,0.614
+5,mlp.experts.74.gate_proj,0.28227559,0.01000,0.614
+5,mlp.experts.75.gate_proj,0.25219616,0.01000,0.616
+5,mlp.experts.76.gate_proj,0.03270553,0.01000,0.628
+5,mlp.experts.77.gate_proj,0.07155385,0.01000,0.618
+5,mlp.experts.78.gate_proj,0.32661453,0.01000,0.612
+5,mlp.experts.79.gate_proj,0.20747074,0.01000,0.609
+5,mlp.experts.80.gate_proj,0.25625116,0.01000,0.612
+5,mlp.experts.81.gate_proj,0.04682265,0.01000,0.603
+5,mlp.experts.82.gate_proj,0.15266919,0.01000,0.604
+5,mlp.experts.83.gate_proj,0.05449812,0.01000,0.607
+5,mlp.experts.84.gate_proj,0.05096947,0.01000,0.607
+5,mlp.experts.85.gate_proj,0.06130461,0.01000,0.612
+5,mlp.experts.86.gate_proj,0.12224971,0.01000,0.610
+5,mlp.experts.87.gate_proj,0.15969983,0.01000,0.610
+5,mlp.experts.88.gate_proj,0.00411222,0.01000,0.616
+5,mlp.experts.89.gate_proj,0.00542283,0.01000,0.616
+5,mlp.experts.90.gate_proj,0.15712717,0.01000,0.616
+5,mlp.experts.91.gate_proj,0.00639699,0.01000,0.618
+5,mlp.experts.92.gate_proj,0.00108141,0.01000,0.618
+5,mlp.experts.93.gate_proj,0.29492074,0.01000,0.618
+5,mlp.experts.94.gate_proj,0.16631983,0.01000,0.617
+5,mlp.experts.95.gate_proj,0.06247716,0.01000,0.617
+5,mlp.experts.96.gate_proj,0.18567127,0.01000,0.617
+5,mlp.experts.97.gate_proj,0.20098230,0.01000,0.617
+5,mlp.experts.98.gate_proj,0.01539932,0.01000,0.617
+5,mlp.experts.99.gate_proj,0.37046930,0.01000,0.620
+5,mlp.experts.100.gate_proj,0.05481584,0.01000,0.619
+5,mlp.experts.101.gate_proj,0.02631083,0.01000,0.617
+5,mlp.experts.102.gate_proj,0.14076251,0.01000,0.609
+5,mlp.experts.103.gate_proj,0.12719637,0.01000,0.612
+5,mlp.experts.104.gate_proj,0.14926118,0.01000,0.611
+5,mlp.experts.105.gate_proj,0.13485515,0.01000,0.611
+5,mlp.experts.106.gate_proj,0.06459453,0.01000,0.612
+5,mlp.experts.107.gate_proj,0.17161989,0.01000,0.611
+5,mlp.experts.108.gate_proj,0.27586478,0.01000,0.612
+5,mlp.experts.109.gate_proj,0.01695224,0.01000,0.611
+5,mlp.experts.110.gate_proj,0.23231588,0.01000,0.611
+5,mlp.experts.111.gate_proj,0.20842102,0.01000,0.612
+5,mlp.experts.112.gate_proj,0.05358594,0.01000,0.615
+5,mlp.experts.113.gate_proj,0.10199036,0.01000,0.609
+5,mlp.experts.114.gate_proj,0.01948399,0.01000,0.609
+5,mlp.experts.115.gate_proj,0.20649770,0.01000,0.612
+5,mlp.experts.116.gate_proj,0.37328073,0.01000,0.616
+5,mlp.experts.117.gate_proj,0.10876583,0.01000,0.618
+5,mlp.experts.118.gate_proj,0.00125565,0.01000,0.618
+5,mlp.experts.119.gate_proj,0.12940890,0.01000,0.617
+5,mlp.experts.120.gate_proj,0.19031546,0.01000,0.619
+5,mlp.experts.121.gate_proj,0.00001539,0.01000,0.617
+5,mlp.experts.122.gate_proj,0.23379126,0.01000,0.617
+5,mlp.experts.123.gate_proj,0.00888729,0.01000,0.618
+5,mlp.experts.124.gate_proj,0.00441679,0.01000,0.617
+5,mlp.experts.125.gate_proj,0.11061709,0.01000,0.616
+5,mlp.experts.126.gate_proj,0.35627532,0.01000,0.616
+5,mlp.experts.127.gate_proj,0.00336848,0.01000,0.618
+5,mlp.experts.0.down_proj,0.01572249,0.01000,0.229
+5,mlp.experts.1.down_proj,0.00144915,0.01000,0.228
+5,mlp.experts.2.down_proj,0.00694880,0.01000,0.228
+5,mlp.experts.3.down_proj,0.00020272,0.01000,0.228
+5,mlp.experts.4.down_proj,0.00003873,0.01000,0.227
+5,mlp.experts.5.down_proj,0.02668078,0.01000,0.227
+5,mlp.experts.6.down_proj,0.01052803,0.01000,0.227
+5,mlp.experts.7.down_proj,0.04321150,0.01000,0.229
+5,mlp.experts.8.down_proj,0.00769863,0.01000,0.229
+5,mlp.experts.9.down_proj,0.00093627,0.01000,0.229
+5,mlp.experts.10.down_proj,0.01138067,0.01000,0.230
+5,mlp.experts.11.down_proj,0.00122135,0.01000,0.229
+5,mlp.experts.12.down_proj,0.00068494,0.01000,0.229
+5,mlp.experts.13.down_proj,0.08786089,0.01000,0.229
+5,mlp.experts.14.down_proj,0.00018275,0.01000,0.230
+5,mlp.experts.15.down_proj,0.00143094,0.01000,0.231
+5,mlp.experts.16.down_proj,0.02295871,0.01000,0.232
+5,mlp.experts.17.down_proj,0.02739528,0.01000,0.231
+5,mlp.experts.18.down_proj,0.07066354,0.01000,0.232
+5,mlp.experts.19.down_proj,0.01410997,0.01000,0.232
+5,mlp.experts.20.down_proj,0.00818424,0.01000,0.232
+5,mlp.experts.21.down_proj,0.01764357,0.01000,0.231
+5,mlp.experts.22.down_proj,0.06199717,0.01000,0.232
+5,mlp.experts.23.down_proj,0.00037858,0.01000,0.232
+5,mlp.experts.24.down_proj,0.02114135,0.01000,0.232
+5,mlp.experts.25.down_proj,0.00208877,0.01000,0.232
+5,mlp.experts.26.down_proj,0.00272860,0.01000,0.232
+5,mlp.experts.27.down_proj,0.00032819,0.01000,0.231
+5,mlp.experts.28.down_proj,0.00002648,0.01000,0.232
+5,mlp.experts.29.down_proj,0.00020950,0.01000,0.232
+5,mlp.experts.30.down_proj,0.03655009,0.01000,0.232
+5,mlp.experts.31.down_proj,0.03893325,0.01000,0.231
+5,mlp.experts.32.down_proj,0.01024795,0.01000,0.232
+5,mlp.experts.33.down_proj,0.03446529,0.01000,0.231
+5,mlp.experts.34.down_proj,0.06621981,0.01000,0.232
+5,mlp.experts.35.down_proj,0.00442064,0.01000,0.232
+5,mlp.experts.36.down_proj,0.01076216,0.01000,0.232
+5,mlp.experts.37.down_proj,0.03555754,0.01000,0.231
+5,mlp.experts.38.down_proj,0.00638535,0.01000,0.232
+5,mlp.experts.39.down_proj,0.00159578,0.01000,0.232
+5,mlp.experts.40.down_proj,0.00006501,0.01000,0.231
+5,mlp.experts.41.down_proj,0.01461262,0.01000,0.232
+5,mlp.experts.42.down_proj,0.01804705,0.01000,0.232
+5,mlp.experts.43.down_proj,0.00046971,0.01000,0.232
+5,mlp.experts.44.down_proj,0.00045537,0.01000,0.231
+5,mlp.experts.45.down_proj,0.01229478,0.01000,0.232
+5,mlp.experts.46.down_proj,0.00155230,0.01000,0.230
+5,mlp.experts.47.down_proj,0.02933939,0.01000,0.229
+5,mlp.experts.48.down_proj,0.03142053,0.01000,0.229
+5,mlp.experts.49.down_proj,0.03548912,0.01000,0.229
+5,mlp.experts.50.down_proj,0.00038199,0.01000,0.229
+5,mlp.experts.51.down_proj,0.01283597,0.01000,0.229
+5,mlp.experts.52.down_proj,0.00534246,0.01000,0.230
+5,mlp.experts.53.down_proj,0.04204983,0.01000,0.230
+5,mlp.experts.54.down_proj,0.03224988,0.01000,0.229
+5,mlp.experts.55.down_proj,0.01941287,0.01000,0.229
+5,mlp.experts.56.down_proj,0.02635849,0.01000,0.230
+5,mlp.experts.57.down_proj,0.00000746,0.01000,0.229
+5,mlp.experts.58.down_proj,0.02168169,0.01000,0.229
+5,mlp.experts.59.down_proj,0.00167824,0.01000,0.229
+5,mlp.experts.60.down_proj,0.00107408,0.01000,0.229
+5,mlp.experts.61.down_proj,0.01197136,0.01000,0.228
+5,mlp.experts.62.down_proj,0.05302128,0.01000,0.229
+5,mlp.experts.63.down_proj,0.07558487,0.01000,0.230
+5,mlp.experts.64.down_proj,0.05583959,0.01000,0.230
+5,mlp.experts.65.down_proj,0.00275552,0.01000,0.229
+5,mlp.experts.66.down_proj,0.01427954,0.01000,0.229
+5,mlp.experts.67.down_proj,0.00833515,0.01000,0.229
+5,mlp.experts.68.down_proj,0.00575690,0.01000,0.229
+5,mlp.experts.69.down_proj,0.00035410,0.01000,0.230
+5,mlp.experts.70.down_proj,0.00691759,0.01000,0.229
+5,mlp.experts.71.down_proj,0.02178815,0.01000,0.229
+5,mlp.experts.72.down_proj,0.00004044,0.01000,0.229
+5,mlp.experts.73.down_proj,0.00290218,0.01000,0.229
+5,mlp.experts.74.down_proj,0.03326847,0.01000,0.229
+5,mlp.experts.75.down_proj,0.03355940,0.01000,0.229
+5,mlp.experts.76.down_proj,0.00537153,0.01000,0.229
+5,mlp.experts.77.down_proj,0.01941740,0.01000,0.229
+5,mlp.experts.78.down_proj,0.05664827,0.01000,0.229
+5,mlp.experts.79.down_proj,0.02571058,0.01000,0.229
+5,mlp.experts.80.down_proj,0.04349586,0.01000,0.229
+5,mlp.experts.81.down_proj,0.00647146,0.01000,0.230
+5,mlp.experts.82.down_proj,0.02729450,0.01000,0.232
+5,mlp.experts.83.down_proj,0.00706360,0.01000,0.231
+5,mlp.experts.84.down_proj,0.00804217,0.01000,0.232
+5,mlp.experts.85.down_proj,0.00490468,0.01000,0.232
+5,mlp.experts.86.down_proj,0.01302441,0.01000,0.233
+5,mlp.experts.87.down_proj,0.02047008,0.01000,0.232
+5,mlp.experts.88.down_proj,0.00064044,0.01000,0.232
+5,mlp.experts.89.down_proj,0.00114378,0.01000,0.232
+5,mlp.experts.90.down_proj,0.03145132,0.01000,0.233
+5,mlp.experts.91.down_proj,0.00132585,0.01000,0.233
+5,mlp.experts.92.down_proj,0.00023693,0.01000,0.231
+5,mlp.experts.93.down_proj,0.03731246,0.01000,0.232
+5,mlp.experts.94.down_proj,0.01900151,0.01000,0.232
+5,mlp.experts.95.down_proj,0.00692391,0.01000,0.232
+5,mlp.experts.96.down_proj,0.02742067,0.01000,0.232
+5,mlp.experts.97.down_proj,0.02582618,0.01000,0.232
+5,mlp.experts.98.down_proj,0.00085126,0.01000,0.232
+5,mlp.experts.99.down_proj,0.04183272,0.01000,0.232
+5,mlp.experts.100.down_proj,0.00792139,0.01000,0.233
+5,mlp.experts.101.down_proj,0.00416088,0.01000,0.232
+5,mlp.experts.102.down_proj,0.02377953,0.01000,0.233
+5,mlp.experts.103.down_proj,0.01258900,0.01000,0.234
+5,mlp.experts.104.down_proj,0.02460725,0.01000,0.235
+5,mlp.experts.105.down_proj,0.03037041,0.01000,0.236
+5,mlp.experts.106.down_proj,0.00782719,0.01000,0.237
+5,mlp.experts.107.down_proj,0.03418272,0.01000,0.236
+5,mlp.experts.108.down_proj,0.04077861,0.01000,0.236
+5,mlp.experts.109.down_proj,0.00228724,0.01000,0.236
+5,mlp.experts.110.down_proj,0.03372892,0.01000,0.237
+5,mlp.experts.111.down_proj,0.03606609,0.01000,0.240
+5,mlp.experts.112.down_proj,0.02646717,0.01000,0.241
+5,mlp.experts.113.down_proj,0.01579309,0.01000,0.243
+5,mlp.experts.114.down_proj,0.00254692,0.01000,0.234
+5,mlp.experts.115.down_proj,0.03067993,0.01000,0.234
+5,mlp.experts.116.down_proj,0.04639911,0.01000,0.235
+5,mlp.experts.117.down_proj,0.01952478,0.01000,0.235
+5,mlp.experts.118.down_proj,0.00029403,0.01000,0.233
+5,mlp.experts.119.down_proj,0.01985637,0.01000,0.232
+5,mlp.experts.120.down_proj,0.02658870,0.01000,0.234
+5,mlp.experts.121.down_proj,0.00000276,0.01000,0.234
+5,mlp.experts.122.down_proj,0.03664926,0.01000,0.234
+5,mlp.experts.123.down_proj,0.00133253,0.01000,0.234
+5,mlp.experts.124.down_proj,0.00140323,0.01000,0.234
+5,mlp.experts.125.down_proj,0.01921767,0.01000,0.233
+5,mlp.experts.126.down_proj,0.04889439,0.01000,0.235
+5,mlp.experts.127.down_proj,0.00089404,0.01000,0.234
+6,self_attn.q_proj,0.03604690,0.01000,0.621
+6,self_attn.k_proj,0.00526838,0.01000,0.610
+6,self_attn.v_proj,0.00535581,0.01000,0.612
+6,self_attn.o_proj,0.00573337,0.01000,1.220
+6,mlp.experts.0.up_proj,0.20036308,0.01000,0.602
+6,mlp.experts.1.up_proj,0.05066442,0.01000,0.602
+6,mlp.experts.2.up_proj,0.00009305,0.01000,0.603
+6,mlp.experts.3.up_proj,0.11651614,0.01000,0.613
+6,mlp.experts.4.up_proj,0.52363712,0.01000,0.613
+6,mlp.experts.5.up_proj,0.00008664,0.01000,0.613
+6,mlp.experts.6.up_proj,0.06022582,0.01000,0.612
+6,mlp.experts.7.up_proj,0.65912497,0.01000,0.610
+6,mlp.experts.8.up_proj,0.02796890,0.01000,0.607
+6,mlp.experts.9.up_proj,0.16181204,0.01000,0.606
+6,mlp.experts.10.up_proj,0.32957453,0.01000,0.610
+6,mlp.experts.11.up_proj,0.00004207,0.01000,0.612
+6,mlp.experts.12.up_proj,0.00338106,0.01000,0.613
+6,mlp.experts.13.up_proj,0.54835999,0.01000,0.614
+6,mlp.experts.14.up_proj,0.18852913,0.01000,0.615
+6,mlp.experts.15.up_proj,0.01768583,0.01000,0.615
+6,mlp.experts.16.up_proj,0.00995944,0.01000,0.614
+6,mlp.experts.17.up_proj,0.01182516,0.01000,0.615
+6,mlp.experts.18.up_proj,0.02285624,0.01000,0.613
+6,mlp.experts.19.up_proj,0.08871771,0.01000,0.616
+6,mlp.experts.20.up_proj,0.11396727,0.01000,0.614
+6,mlp.experts.21.up_proj,0.00539493,0.01000,0.615
+6,mlp.experts.22.up_proj,0.39269733,0.01000,0.612
+6,mlp.experts.23.up_proj,0.31984815,0.01000,0.611
+6,mlp.experts.24.up_proj,0.05782894,0.01000,0.610
+6,mlp.experts.25.up_proj,0.27916491,0.01000,0.609
+6,mlp.experts.26.up_proj,0.09119594,0.01000,0.611
+6,mlp.experts.27.up_proj,0.02547294,0.01000,0.609
+6,mlp.experts.28.up_proj,0.16244724,0.01000,0.609
+6,mlp.experts.29.up_proj,0.03277825,0.01000,0.608
+6,mlp.experts.30.up_proj,0.05530304,0.01000,0.608
+6,mlp.experts.31.up_proj,0.00333007,0.01000,0.613
+6,mlp.experts.32.up_proj,0.04297015,0.01000,0.610
+6,mlp.experts.33.up_proj,0.05383117,0.01000,0.606
+6,mlp.experts.34.up_proj,0.31648690,0.01000,0.607
+6,mlp.experts.35.up_proj,0.03338821,0.01000,0.608
+6,mlp.experts.36.up_proj,0.00331490,0.01000,0.610
+6,mlp.experts.37.up_proj,0.11338289,0.01000,0.614
+6,mlp.experts.38.up_proj,0.52266449,0.01000,0.613
+6,mlp.experts.39.up_proj,0.20855284,0.01000,0.615
+6,mlp.experts.40.up_proj,0.00223937,0.01000,0.613
+6,mlp.experts.41.up_proj,0.13852058,0.01000,0.614
+6,mlp.experts.42.up_proj,0.29693550,0.01000,0.614
+6,mlp.experts.43.up_proj,0.00426668,0.01000,0.613
+6,mlp.experts.44.up_proj,0.48942256,0.01000,0.614
+6,mlp.experts.45.up_proj,0.00000411,0.01000,0.613
+6,mlp.experts.46.up_proj,0.29267591,0.01000,0.613
+6,mlp.experts.47.up_proj,0.01321695,0.01000,0.610
+6,mlp.experts.48.up_proj,0.06584723,0.01000,0.605
+6,mlp.experts.49.up_proj,0.09777378,0.01000,0.608
+6,mlp.experts.50.up_proj,0.00329570,0.01000,0.605
+6,mlp.experts.51.up_proj,0.02848918,0.01000,0.606
+6,mlp.experts.52.up_proj,0.48148111,0.01000,0.607
+6,mlp.experts.53.up_proj,0.00999116,0.01000,0.605
+6,mlp.experts.54.up_proj,0.36043227,0.01000,0.607
+6,mlp.experts.55.up_proj,0.31109595,0.01000,0.607
+6,mlp.experts.56.up_proj,0.68705082,0.01000,0.609
+6,mlp.experts.57.up_proj,0.00699351,0.01000,0.606
+6,mlp.experts.58.up_proj,0.15644929,0.01000,0.606
+6,mlp.experts.59.up_proj,0.00123491,0.01000,0.606
+6,mlp.experts.60.up_proj,0.00005734,0.01000,0.608
+6,mlp.experts.61.up_proj,0.17403656,0.01000,0.610
+6,mlp.experts.62.up_proj,0.21451658,0.01000,0.613
+6,mlp.experts.63.up_proj,0.34055859,0.01000,0.614
+6,mlp.experts.64.up_proj,0.41001466,0.01000,0.612
+6,mlp.experts.65.up_proj,0.08374080,0.01000,0.614
+6,mlp.experts.66.up_proj,0.03168206,0.01000,0.613
+6,mlp.experts.67.up_proj,0.05853923,0.01000,0.613
+6,mlp.experts.68.up_proj,0.03383385,0.01000,0.614
+6,mlp.experts.69.up_proj,0.00221164,0.01000,0.613
+6,mlp.experts.70.up_proj,0.02822563,0.01000,0.613
+6,mlp.experts.71.up_proj,0.38238889,0.01000,0.612
+6,mlp.experts.72.up_proj,0.10147212,0.01000,0.608
+6,mlp.experts.73.up_proj,0.00030193,0.01000,0.605
+6,mlp.experts.74.up_proj,0.06999914,0.01000,0.604
+6,mlp.experts.75.up_proj,0.20155340,0.01000,0.605
+6,mlp.experts.76.up_proj,0.28032121,0.01000,0.606
+6,mlp.experts.77.up_proj,0.11795455,0.01000,0.605
+6,mlp.experts.78.up_proj,0.01504768,0.01000,0.605
+6,mlp.experts.79.up_proj,0.32718024,0.01000,0.610
+6,mlp.experts.80.up_proj,0.04718439,0.01000,0.607
+6,mlp.experts.81.up_proj,0.00002781,0.01000,0.607
+6,mlp.experts.82.up_proj,0.02424897,0.01000,0.607
+6,mlp.experts.83.up_proj,0.06678817,0.01000,0.611
+6,mlp.experts.84.up_proj,0.08117604,0.01000,0.606
+6,mlp.experts.85.up_proj,0.24301070,0.01000,0.608
+6,mlp.experts.86.up_proj,0.53378564,0.01000,0.609
+6,mlp.experts.87.up_proj,0.56555235,0.01000,0.610
+6,mlp.experts.88.up_proj,0.07872704,0.01000,0.609
+6,mlp.experts.89.up_proj,0.13527378,0.01000,0.606
+6,mlp.experts.90.up_proj,0.02218087,0.01000,0.608
+6,mlp.experts.91.up_proj,0.00104365,0.01000,0.606
+6,mlp.experts.92.up_proj,0.08167744,0.01000,0.606
+6,mlp.experts.93.up_proj,0.10121679,0.01000,0.608
+6,mlp.experts.94.up_proj,0.06144925,0.01000,0.606
+6,mlp.experts.95.up_proj,0.00265480,0.01000,0.608
+6,mlp.experts.96.up_proj,0.27810809,0.01000,0.607
+6,mlp.experts.97.up_proj,0.45296437,0.01000,0.609
+6,mlp.experts.98.up_proj,0.05304303,0.01000,0.607
+6,mlp.experts.99.up_proj,0.15677796,0.01000,0.608
+6,mlp.experts.100.up_proj,0.19371961,0.01000,0.608
+6,mlp.experts.101.up_proj,0.55507439,0.01000,0.606
+6,mlp.experts.102.up_proj,0.02290761,0.01000,0.613
+6,mlp.experts.103.up_proj,0.20996535,0.01000,0.615
+6,mlp.experts.104.up_proj,0.03384820,0.01000,0.615
+6,mlp.experts.105.up_proj,0.11789705,0.01000,0.617
+6,mlp.experts.106.up_proj,0.01040978,0.01000,0.616
+6,mlp.experts.107.up_proj,0.48905379,0.01000,0.614
+6,mlp.experts.108.up_proj,0.01356049,0.01000,0.614
+6,mlp.experts.109.up_proj,0.12191626,0.01000,0.615
+6,mlp.experts.110.up_proj,0.46578541,0.01000,0.615
+6,mlp.experts.111.up_proj,0.02485144,0.01000,0.614
+6,mlp.experts.112.up_proj,0.01153942,0.01000,0.615
+6,mlp.experts.113.up_proj,0.00246954,0.01000,0.614
+6,mlp.experts.114.up_proj,0.27003199,0.01000,0.608
+6,mlp.experts.115.up_proj,0.12755656,0.01000,0.607
+6,mlp.experts.116.up_proj,0.57113206,0.01000,0.608
+6,mlp.experts.117.up_proj,0.00162863,0.01000,0.608
+6,mlp.experts.118.up_proj,0.06959057,0.01000,0.607
+6,mlp.experts.119.up_proj,0.15352513,0.01000,0.606
+6,mlp.experts.120.up_proj,0.01030177,0.01000,0.606
+6,mlp.experts.121.up_proj,0.05247039,0.01000,0.608
+6,mlp.experts.122.up_proj,0.00559639,0.01000,0.607
+6,mlp.experts.123.up_proj,0.05092116,0.01000,0.608
+6,mlp.experts.124.up_proj,0.02102662,0.01000,0.607
+6,mlp.experts.125.up_proj,0.13041818,0.01000,0.607
+6,mlp.experts.126.up_proj,0.00955702,0.01000,0.612
+6,mlp.experts.127.up_proj,0.24743521,0.01000,0.616
+6,mlp.experts.0.gate_proj,0.24830893,0.01000,0.614
+6,mlp.experts.1.gate_proj,0.05795179,0.01000,0.614
+6,mlp.experts.2.gate_proj,0.00009672,0.01000,0.615
+6,mlp.experts.3.gate_proj,0.13687885,0.01000,0.615
+6,mlp.experts.4.gate_proj,0.62673974,0.01000,0.615
+6,mlp.experts.5.gate_proj,0.00009095,0.01000,0.616
+6,mlp.experts.6.gate_proj,0.07836038,0.01000,0.617
+6,mlp.experts.7.gate_proj,0.74077535,0.01000,0.616
+6,mlp.experts.8.gate_proj,0.03456172,0.01000,0.614
+6,mlp.experts.9.gate_proj,0.18581177,0.01000,0.616
+6,mlp.experts.10.gate_proj,0.34897590,0.01000,0.618
+6,mlp.experts.11.gate_proj,0.00004720,0.01000,0.615
+6,mlp.experts.12.gate_proj,0.00370829,0.01000,0.612
+6,mlp.experts.13.gate_proj,0.71625239,0.01000,0.608
+6,mlp.experts.14.gate_proj,0.20252992,0.01000,0.608
+6,mlp.experts.15.gate_proj,0.02995530,0.01000,0.607
+6,mlp.experts.16.gate_proj,0.01281319,0.01000,0.607
+6,mlp.experts.17.gate_proj,0.01505615,0.01000,0.609
+6,mlp.experts.18.gate_proj,0.02647681,0.01000,0.609
+6,mlp.experts.19.gate_proj,0.08991459,0.01000,0.607
+6,mlp.experts.20.gate_proj,0.14553517,0.01000,0.607
+6,mlp.experts.21.gate_proj,0.00622274,0.01000,0.607
+6,mlp.experts.22.gate_proj,0.47056425,0.01000,0.611
+6,mlp.experts.23.gate_proj,0.34783560,0.01000,0.609
+6,mlp.experts.24.gate_proj,0.06208701,0.01000,0.610
+6,mlp.experts.25.gate_proj,0.33499527,0.01000,0.609
+6,mlp.experts.26.gate_proj,0.10523073,0.01000,0.608
+6,mlp.experts.27.gate_proj,0.02957036,0.01000,0.612
+6,mlp.experts.28.gate_proj,0.19296452,0.01000,0.614
+6,mlp.experts.29.gate_proj,0.04802097,0.01000,0.614
+6,mlp.experts.30.gate_proj,0.05645421,0.01000,0.613
+6,mlp.experts.31.gate_proj,0.00387553,0.01000,0.614
+6,mlp.experts.32.gate_proj,0.06945224,0.01000,0.613
+6,mlp.experts.33.gate_proj,0.06934008,0.01000,0.614
+6,mlp.experts.34.gate_proj,0.34651375,0.01000,0.614
+6,mlp.experts.35.gate_proj,0.03533400,0.01000,0.615
+6,mlp.experts.36.gate_proj,0.00361530,0.01000,0.615
+6,mlp.experts.37.gate_proj,0.14263922,0.01000,0.614
+6,mlp.experts.38.gate_proj,0.57894558,0.01000,0.609
+6,mlp.experts.39.gate_proj,0.23127288,0.01000,0.605
+6,mlp.experts.40.gate_proj,0.00265811,0.01000,0.606
+6,mlp.experts.41.gate_proj,0.15274706,0.01000,0.605
+6,mlp.experts.42.gate_proj,0.32686895,0.01000,0.604
+6,mlp.experts.43.gate_proj,0.00446056,0.01000,0.608
+6,mlp.experts.44.gate_proj,0.59838229,0.01000,0.606
+6,mlp.experts.45.gate_proj,0.00000435,0.01000,0.610
+6,mlp.experts.46.gate_proj,0.33740556,0.01000,0.613
+6,mlp.experts.47.gate_proj,0.01481902,0.01000,0.613
+6,mlp.experts.48.gate_proj,0.07680534,0.01000,0.614
+6,mlp.experts.49.gate_proj,0.12137023,0.01000,0.614
+6,mlp.experts.50.gate_proj,0.00383336,0.01000,0.614
+6,mlp.experts.51.gate_proj,0.03558873,0.01000,0.614
+6,mlp.experts.52.gate_proj,0.51368505,0.01000,0.615
+6,mlp.experts.53.gate_proj,0.01320704,0.01000,0.613
+6,mlp.experts.54.gate_proj,0.43565932,0.01000,0.613
+6,mlp.experts.55.gate_proj,0.33624482,0.01000,0.613
+6,mlp.experts.56.gate_proj,0.76306760,0.01000,0.614
+6,mlp.experts.57.gate_proj,0.00784894,0.01000,0.613
+6,mlp.experts.58.gate_proj,0.18331981,0.01000,0.607
+6,mlp.experts.59.gate_proj,0.00138566,0.01000,0.610
+6,mlp.experts.60.gate_proj,0.00006321,0.01000,0.611
+6,mlp.experts.61.gate_proj,0.20607655,0.01000,0.608
+6,mlp.experts.62.gate_proj,0.25380599,0.01000,0.606
+6,mlp.experts.63.gate_proj,0.40468836,0.01000,0.608
+6,mlp.experts.64.gate_proj,0.43639785,0.01000,0.606
+6,mlp.experts.65.gate_proj,0.09123503,0.01000,0.611
+6,mlp.experts.66.gate_proj,0.03606329,0.01000,0.605
+6,mlp.experts.67.gate_proj,0.06766774,0.01000,0.605
+6,mlp.experts.68.gate_proj,0.04384573,0.01000,0.608
+6,mlp.experts.69.gate_proj,0.00257851,0.01000,0.606
+6,mlp.experts.70.gate_proj,0.03204263,0.01000,0.606
+6,mlp.experts.71.gate_proj,0.53911418,0.01000,0.612
+6,mlp.experts.72.gate_proj,0.12198141,0.01000,0.612
+6,mlp.experts.73.gate_proj,0.00033900,0.01000,0.612
+6,mlp.experts.74.gate_proj,0.08489562,0.01000,0.613
+6,mlp.experts.75.gate_proj,0.21474516,0.01000,0.613
+6,mlp.experts.76.gate_proj,0.36912841,0.01000,0.614
+6,mlp.experts.77.gate_proj,0.13481383,0.01000,0.614
+6,mlp.experts.78.gate_proj,0.01879272,0.01000,0.614
+6,mlp.experts.79.gate_proj,0.34882301,0.01000,0.613
+6,mlp.experts.80.gate_proj,0.05363802,0.01000,0.612
+6,mlp.experts.81.gate_proj,0.00003005,0.01000,0.608
+6,mlp.experts.82.gate_proj,0.02834644,0.01000,0.606
+6,mlp.experts.83.gate_proj,0.06768089,0.01000,0.607
+6,mlp.experts.84.gate_proj,0.09354226,0.01000,0.607
+6,mlp.experts.85.gate_proj,0.24353857,0.01000,0.609
+6,mlp.experts.86.gate_proj,0.58659559,0.01000,0.607
+6,mlp.experts.87.gate_proj,0.62783885,0.01000,0.610
+6,mlp.experts.88.gate_proj,0.08478089,0.01000,0.607
+6,mlp.experts.89.gate_proj,0.15858908,0.01000,0.614
+6,mlp.experts.90.gate_proj,0.03165498,0.01000,0.614
+6,mlp.experts.91.gate_proj,0.00114184,0.01000,0.618
+6,mlp.experts.92.gate_proj,0.10668401,0.01000,0.617
+6,mlp.experts.93.gate_proj,0.11531801,0.01000,0.615
+6,mlp.experts.94.gate_proj,0.07839201,0.01000,0.614
+6,mlp.experts.95.gate_proj,0.00303197,0.01000,0.613
+6,mlp.experts.96.gate_proj,0.31991699,0.01000,0.612
+6,mlp.experts.97.gate_proj,0.53677952,0.01000,0.613
+6,mlp.experts.98.gate_proj,0.05525854,0.01000,0.612
+6,mlp.experts.99.gate_proj,0.17396969,0.01000,0.613
+6,mlp.experts.100.gate_proj,0.20985712,0.01000,0.612
+6,mlp.experts.101.gate_proj,0.68198186,0.01000,0.610
+6,mlp.experts.102.gate_proj,0.02808927,0.01000,0.605
+6,mlp.experts.103.gate_proj,0.33456105,0.01000,0.609
+6,mlp.experts.104.gate_proj,0.03684463,0.01000,0.606
+6,mlp.experts.105.gate_proj,0.11282277,0.01000,0.606
+6,mlp.experts.106.gate_proj,0.01249076,0.01000,0.609
+6,mlp.experts.107.gate_proj,0.55226052,0.01000,0.606
+6,mlp.experts.108.gate_proj,0.01427135,0.01000,0.606
+6,mlp.experts.109.gate_proj,0.13947144,0.01000,0.606
+6,mlp.experts.110.gate_proj,0.50293195,0.01000,0.605
+6,mlp.experts.111.gate_proj,0.02640522,0.01000,0.611
+6,mlp.experts.112.gate_proj,0.01204255,0.01000,0.606
+6,mlp.experts.113.gate_proj,0.00282788,0.01000,0.607
+6,mlp.experts.114.gate_proj,0.33260816,0.01000,0.607
+6,mlp.experts.115.gate_proj,0.14089191,0.01000,0.611
+6,mlp.experts.116.gate_proj,0.64843935,0.01000,0.610
+6,mlp.experts.117.gate_proj,0.00183292,0.01000,0.612
+6,mlp.experts.118.gate_proj,0.07255997,0.01000,0.612
+6,mlp.experts.119.gate_proj,0.19068144,0.01000,0.613
+6,mlp.experts.120.gate_proj,0.01080422,0.01000,0.613
+6,mlp.experts.121.gate_proj,0.06268953,0.01000,0.612
+6,mlp.experts.122.gate_proj,0.00653629,0.01000,0.613
+6,mlp.experts.123.gate_proj,0.05066641,0.01000,0.612
+6,mlp.experts.124.gate_proj,0.02536024,0.01000,0.613
+6,mlp.experts.125.gate_proj,0.14202908,0.01000,0.612
+6,mlp.experts.126.gate_proj,0.01013797,0.01000,0.613
+6,mlp.experts.127.gate_proj,0.27577937,0.01000,0.613
+6,mlp.experts.0.down_proj,0.02507062,0.01000,0.233
+6,mlp.experts.1.down_proj,0.00886298,0.01000,0.230
+6,mlp.experts.2.down_proj,0.00001753,0.01000,0.230
+6,mlp.experts.3.down_proj,0.01405846,0.01000,0.228
+6,mlp.experts.4.down_proj,0.07190001,0.01000,0.227
+6,mlp.experts.5.down_proj,0.00001498,0.01000,0.227
+6,mlp.experts.6.down_proj,0.00453438,0.01000,0.227
+6,mlp.experts.7.down_proj,0.07903056,0.01000,0.228
+6,mlp.experts.8.down_proj,0.00557493,0.01000,0.229
+6,mlp.experts.9.down_proj,0.01882083,0.01000,0.229
+6,mlp.experts.10.down_proj,0.04055734,0.01000,0.228
+6,mlp.experts.11.down_proj,0.00000640,0.01000,0.229
+6,mlp.experts.12.down_proj,0.00065210,0.01000,0.229
+6,mlp.experts.13.down_proj,0.08695827,0.01000,0.229
+6,mlp.experts.14.down_proj,0.02354508,0.01000,0.228
+6,mlp.experts.15.down_proj,0.00109236,0.01000,0.228
+6,mlp.experts.16.down_proj,0.00202903,0.01000,0.229
+6,mlp.experts.17.down_proj,0.00669528,0.01000,0.229
+6,mlp.experts.18.down_proj,0.00263997,0.01000,0.229
+6,mlp.experts.19.down_proj,0.01021067,0.01000,0.229
+6,mlp.experts.20.down_proj,0.01745135,0.01000,0.230
+6,mlp.experts.21.down_proj,0.00088655,0.01000,0.229
+6,mlp.experts.22.down_proj,0.04723005,0.01000,0.228
+6,mlp.experts.23.down_proj,0.03172810,0.01000,0.229
+6,mlp.experts.24.down_proj,0.01251831,0.01000,0.231
+6,mlp.experts.25.down_proj,0.03065487,0.01000,0.230
+6,mlp.experts.26.down_proj,0.01162981,0.01000,0.229
+6,mlp.experts.27.down_proj,0.00448727,0.01000,0.231
+6,mlp.experts.28.down_proj,0.02201459,0.01000,0.229
+6,mlp.experts.29.down_proj,0.00599837,0.01000,0.229
+6,mlp.experts.30.down_proj,0.00721209,0.01000,0.229
+6,mlp.experts.31.down_proj,0.00090199,0.01000,0.229
+6,mlp.experts.32.down_proj,0.00269367,0.01000,0.229
+6,mlp.experts.33.down_proj,0.00705511,0.01000,0.228
+6,mlp.experts.34.down_proj,0.04817570,0.01000,0.229
+6,mlp.experts.35.down_proj,0.00670454,0.01000,0.229
+6,mlp.experts.36.down_proj,0.00060359,0.01000,0.229
+6,mlp.experts.37.down_proj,0.01511522,0.01000,0.229
+6,mlp.experts.38.down_proj,0.06073646,0.01000,0.229
+6,mlp.experts.39.down_proj,0.02127770,0.01000,0.229
+6,mlp.experts.40.down_proj,0.00038300,0.01000,0.229
+6,mlp.experts.41.down_proj,0.01398489,0.01000,0.231
+6,mlp.experts.42.down_proj,0.03917710,0.01000,0.231
+6,mlp.experts.43.down_proj,0.00076688,0.01000,0.232
+6,mlp.experts.44.down_proj,0.07617415,0.01000,0.231
+6,mlp.experts.45.down_proj,0.00000062,0.01000,0.231
+6,mlp.experts.46.down_proj,0.04192615,0.01000,0.232
+6,mlp.experts.47.down_proj,0.00247179,0.01000,0.232
+6,mlp.experts.48.down_proj,0.00698018,0.01000,0.232
+6,mlp.experts.49.down_proj,0.01405443,0.01000,0.233
+6,mlp.experts.50.down_proj,0.00067342,0.01000,0.232
+6,mlp.experts.51.down_proj,0.00495184,0.01000,0.232
+6,mlp.experts.52.down_proj,0.05158126,0.01000,0.232
+6,mlp.experts.53.down_proj,0.00247647,0.01000,0.232
+6,mlp.experts.54.down_proj,0.04070591,0.01000,0.232
+6,mlp.experts.55.down_proj,0.04361317,0.01000,0.232
+6,mlp.experts.56.down_proj,0.09526602,0.01000,0.232
+6,mlp.experts.57.down_proj,0.00111134,0.01000,0.232
+6,mlp.experts.58.down_proj,0.02427977,0.01000,0.232
+6,mlp.experts.59.down_proj,0.00026220,0.01000,0.232
+6,mlp.experts.60.down_proj,0.00001092,0.01000,0.232
+6,mlp.experts.61.down_proj,0.01979467,0.01000,0.232
+6,mlp.experts.62.down_proj,0.02558509,0.01000,0.232
+6,mlp.experts.63.down_proj,0.04000697,0.01000,0.231
+6,mlp.experts.64.down_proj,0.04611665,0.01000,0.232
+6,mlp.experts.65.down_proj,0.00926475,0.01000,0.232
+6,mlp.experts.66.down_proj,0.00424064,0.01000,0.232
+6,mlp.experts.67.down_proj,0.00724834,0.01000,0.231
+6,mlp.experts.68.down_proj,0.00260537,0.01000,0.231
+6,mlp.experts.69.down_proj,0.00045604,0.01000,0.231
+6,mlp.experts.70.down_proj,0.00445964,0.01000,0.231
+6,mlp.experts.71.down_proj,0.05702184,0.01000,0.231
+6,mlp.experts.72.down_proj,0.01395231,0.01000,0.231
+6,mlp.experts.73.down_proj,0.00009343,0.01000,0.230
+6,mlp.experts.74.down_proj,0.00839975,0.01000,0.230
+6,mlp.experts.75.down_proj,0.02054766,0.01000,0.228
+6,mlp.experts.76.down_proj,0.05421089,0.01000,0.229
+6,mlp.experts.77.down_proj,0.01669519,0.01000,0.229
+6,mlp.experts.78.down_proj,0.00432140,0.01000,0.229
+6,mlp.experts.79.down_proj,0.04733558,0.01000,0.229
+6,mlp.experts.80.down_proj,0.00685017,0.01000,0.229
+6,mlp.experts.81.down_proj,0.00000545,0.01000,0.230
+6,mlp.experts.82.down_proj,0.00183532,0.01000,0.229
+6,mlp.experts.83.down_proj,0.01224350,0.01000,0.229
+6,mlp.experts.84.down_proj,0.01011803,0.01000,0.229
+6,mlp.experts.85.down_proj,0.02936773,0.01000,0.230
+6,mlp.experts.86.down_proj,0.05652717,0.01000,0.228
+6,mlp.experts.87.down_proj,0.09220371,0.01000,0.229
+6,mlp.experts.88.down_proj,0.01186910,0.01000,0.229
+6,mlp.experts.89.down_proj,0.01544626,0.01000,0.229
+6,mlp.experts.90.down_proj,0.00224357,0.01000,0.229
+6,mlp.experts.91.down_proj,0.00022625,0.01000,0.229
+6,mlp.experts.92.down_proj,0.01110160,0.01000,0.229
+6,mlp.experts.93.down_proj,0.01140215,0.01000,0.229
+6,mlp.experts.94.down_proj,0.00822063,0.01000,0.229
+6,mlp.experts.95.down_proj,0.00074299,0.01000,0.232
+6,mlp.experts.96.down_proj,0.03178868,0.01000,0.232
+6,mlp.experts.97.down_proj,0.05225831,0.01000,0.232
+6,mlp.experts.98.down_proj,0.00511360,0.01000,0.233
+6,mlp.experts.99.down_proj,0.02279156,0.01000,0.233
+6,mlp.experts.100.down_proj,0.02218836,0.01000,0.233
+6,mlp.experts.101.down_proj,0.08248296,0.01000,0.233
+6,mlp.experts.102.down_proj,0.00400726,0.01000,0.233
+6,mlp.experts.103.down_proj,0.02909784,0.01000,0.234
+6,mlp.experts.104.down_proj,0.00483560,0.01000,0.236
+6,mlp.experts.105.down_proj,0.02020161,0.01000,0.235
+6,mlp.experts.106.down_proj,0.00236736,0.01000,0.235
+6,mlp.experts.107.down_proj,0.06408232,0.01000,0.236
+6,mlp.experts.108.down_proj,0.00196011,0.01000,0.235
+6,mlp.experts.109.down_proj,0.01672087,0.01000,0.236
+6,mlp.experts.110.down_proj,0.05778224,0.01000,0.236
+6,mlp.experts.111.down_proj,0.00331695,0.01000,0.237
+6,mlp.experts.112.down_proj,0.00035775,0.01000,0.237
+6,mlp.experts.113.down_proj,0.00049832,0.01000,0.238
+6,mlp.experts.114.down_proj,0.03890009,0.01000,0.238
+6,mlp.experts.115.down_proj,0.02394723,0.01000,0.237
+6,mlp.experts.116.down_proj,0.06855776,0.01000,0.237
+6,mlp.experts.117.down_proj,0.00031979,0.01000,0.238
+6,mlp.experts.118.down_proj,0.01049875,0.01000,0.237
+6,mlp.experts.119.down_proj,0.02333617,0.01000,0.237
+6,mlp.experts.120.down_proj,0.00144928,0.01000,0.237
+6,mlp.experts.121.down_proj,0.00662878,0.01000,0.237
+6,mlp.experts.122.down_proj,0.00153441,0.01000,0.238
+6,mlp.experts.123.down_proj,0.00701978,0.01000,0.238
+6,mlp.experts.124.down_proj,0.00413535,0.01000,0.237
+6,mlp.experts.125.down_proj,0.01504978,0.01000,0.237
+6,mlp.experts.126.down_proj,0.00196055,0.01000,0.237
+6,mlp.experts.127.down_proj,0.03218812,0.01000,0.237
+7,self_attn.q_proj,0.02490828,0.01000,0.617
+7,self_attn.k_proj,0.00360945,0.01000,0.613
+7,self_attn.v_proj,0.00386795,0.01000,0.613
+7,self_attn.o_proj,0.00363400,0.01000,1.234
+7,mlp.experts.0.up_proj,0.00197984,0.01000,0.615
+7,mlp.experts.1.up_proj,0.15675232,0.01000,0.612
+7,mlp.experts.2.up_proj,0.34768534,0.01000,0.611
+7,mlp.experts.3.up_proj,0.14181280,0.01000,0.609
+7,mlp.experts.4.up_proj,0.24368793,0.01000,0.609
+7,mlp.experts.5.up_proj,0.37012094,0.01000,0.608
+7,mlp.experts.6.up_proj,0.09338865,0.01000,0.610
+7,mlp.experts.7.up_proj,0.96112496,0.01000,0.615
+7,mlp.experts.8.up_proj,0.20901763,0.01000,0.616
+7,mlp.experts.9.up_proj,0.39895052,0.01000,0.617
+7,mlp.experts.10.up_proj,0.02096670,0.01000,0.616
+7,mlp.experts.11.up_proj,0.15558960,0.01000,0.616
+7,mlp.experts.12.up_proj,0.40545726,0.01000,0.616
+7,mlp.experts.13.up_proj,0.20685509,0.01000,0.616
+7,mlp.experts.14.up_proj,0.02961939,0.01000,0.617
+7,mlp.experts.15.up_proj,0.03770372,0.01000,0.617
+7,mlp.experts.16.up_proj,0.00133328,0.01000,0.617
+7,mlp.experts.17.up_proj,0.57450974,0.01000,0.616
+7,mlp.experts.18.up_proj,0.01028209,0.01000,0.616
+7,mlp.experts.19.up_proj,0.24628267,0.01000,0.614
+7,mlp.experts.20.up_proj,0.36265677,0.01000,0.608
+7,mlp.experts.21.up_proj,0.63645172,0.01000,0.607
+7,mlp.experts.22.up_proj,0.12314271,0.01000,0.608
+7,mlp.experts.23.up_proj,0.00162670,0.01000,0.609
+7,mlp.experts.24.up_proj,0.50688028,0.01000,0.608
+7,mlp.experts.25.up_proj,0.12748238,0.01000,0.609
+7,mlp.experts.26.up_proj,1.10353756,0.01000,0.608
+7,mlp.experts.27.up_proj,0.05937680,0.01000,0.609
+7,mlp.experts.28.up_proj,0.00607518,0.01000,0.614
+7,mlp.experts.29.up_proj,0.06505427,0.01000,0.616
+7,mlp.experts.30.up_proj,0.02243436,0.01000,0.616
+7,mlp.experts.31.up_proj,0.34580994,0.01000,0.616
+7,mlp.experts.32.up_proj,0.26693872,0.01000,0.608
+7,mlp.experts.33.up_proj,0.47938478,0.01000,0.613
+7,mlp.experts.34.up_proj,0.18850872,0.01000,0.608
+7,mlp.experts.35.up_proj,0.00587167,0.01000,0.610
+7,mlp.experts.36.up_proj,0.27610618,0.01000,0.612
+7,mlp.experts.37.up_proj,0.00003014,0.01000,0.610
+7,mlp.experts.38.up_proj,0.16871916,0.01000,0.610
+7,mlp.experts.39.up_proj,0.14584386,0.01000,0.609
+7,mlp.experts.40.up_proj,0.01126480,0.01000,0.609
+7,mlp.experts.41.up_proj,0.10794798,0.01000,0.609
+7,mlp.experts.42.up_proj,0.00202038,0.01000,0.610
+7,mlp.experts.43.up_proj,0.11129270,0.01000,0.611
+7,mlp.experts.44.up_proj,0.15962797,0.01000,0.611
+7,mlp.experts.45.up_proj,0.23697680,0.01000,0.609
+7,mlp.experts.46.up_proj,0.05683319,0.01000,0.610
+7,mlp.experts.47.up_proj,0.11412092,0.01000,0.609
+7,mlp.experts.48.up_proj,0.32149437,0.01000,0.608
+7,mlp.experts.49.up_proj,0.11204427,0.01000,0.610
+7,mlp.experts.50.up_proj,0.13872676,0.01000,0.609
+7,mlp.experts.51.up_proj,0.24863604,0.01000,0.613
+7,mlp.experts.52.up_proj,0.14371012,0.01000,0.616
+7,mlp.experts.53.up_proj,0.32313639,0.01000,0.617
+7,mlp.experts.54.up_proj,0.00215386,0.01000,0.618
+7,mlp.experts.55.up_proj,0.00160003,0.01000,0.618
+7,mlp.experts.56.up_proj,0.37391901,0.01000,0.618
+7,mlp.experts.57.up_proj,0.00013272,0.01000,0.617
+7,mlp.experts.58.up_proj,0.14356953,0.01000,0.617
+7,mlp.experts.59.up_proj,0.64497054,0.01000,0.616
+7,mlp.experts.60.up_proj,0.19743207,0.01000,0.617
+7,mlp.experts.61.up_proj,0.17966819,0.01000,0.617
+7,mlp.experts.62.up_proj,0.05330733,0.01000,0.618
+7,mlp.experts.63.up_proj,0.13538322,0.01000,0.617
+7,mlp.experts.64.up_proj,0.15018171,0.01000,0.617
+7,mlp.experts.65.up_proj,0.00025585,0.01000,0.617
+7,mlp.experts.66.up_proj,0.32940528,0.01000,0.616
+7,mlp.experts.67.up_proj,0.06996325,0.01000,0.616
+7,mlp.experts.68.up_proj,0.02486639,0.01000,0.617
+7,mlp.experts.69.up_proj,0.01649272,0.01000,0.614
+7,mlp.experts.70.up_proj,0.02461729,0.01000,0.616
+7,mlp.experts.71.up_proj,0.00381072,0.01000,0.618
+7,mlp.experts.72.up_proj,0.16068082,0.01000,0.618
+7,mlp.experts.73.up_proj,0.67985523,0.01000,0.618
+7,mlp.experts.74.up_proj,0.17497593,0.01000,0.617
+7,mlp.experts.75.up_proj,0.07039109,0.01000,0.617
+7,mlp.experts.76.up_proj,0.00055807,0.01000,0.618
+7,mlp.experts.77.up_proj,0.00000482,0.01000,0.619
+7,mlp.experts.78.up_proj,0.03894145,0.01000,0.618
+7,mlp.experts.79.up_proj,0.05696142,0.01000,0.618
+7,mlp.experts.80.up_proj,0.00013623,0.01000,0.618
+7,mlp.experts.81.up_proj,0.02977576,0.01000,0.618
+7,mlp.experts.82.up_proj,0.44355512,0.01000,0.612
+7,mlp.experts.83.up_proj,0.19770670,0.01000,0.611
+7,mlp.experts.84.up_proj,0.00724116,0.01000,0.615
+7,mlp.experts.85.up_proj,0.00229161,0.01000,0.611
+7,mlp.experts.86.up_proj,0.20266479,0.01000,0.610
+7,mlp.experts.87.up_proj,0.27811927,0.01000,0.609
+7,mlp.experts.88.up_proj,0.41244006,0.01000,0.611
+7,mlp.experts.89.up_proj,0.24410903,0.01000,0.610
+7,mlp.experts.90.up_proj,0.00125327,0.01000,0.611
+7,mlp.experts.91.up_proj,0.14357100,0.01000,0.617
+7,mlp.experts.92.up_proj,0.00743609,0.01000,0.616
+7,mlp.experts.93.up_proj,0.39888996,0.01000,0.620
+7,mlp.experts.94.up_proj,0.49197593,0.01000,0.617
+7,mlp.experts.95.up_proj,0.18604706,0.01000,0.617
+7,mlp.experts.96.up_proj,0.04660970,0.01000,0.615
+7,mlp.experts.97.up_proj,0.00743562,0.01000,0.615
+7,mlp.experts.98.up_proj,0.16026030,0.01000,0.616
+7,mlp.experts.99.up_proj,0.13948876,0.01000,0.616
+7,mlp.experts.100.up_proj,0.17249778,0.01000,0.609
+7,mlp.experts.101.up_proj,0.01136736,0.01000,0.609
+7,mlp.experts.102.up_proj,0.00357988,0.01000,0.609
+7,mlp.experts.103.up_proj,0.03889681,0.01000,0.610
+7,mlp.experts.104.up_proj,0.03498526,0.01000,0.609
+7,mlp.experts.105.up_proj,0.00246351,0.01000,0.611
+7,mlp.experts.106.up_proj,0.40916786,0.01000,0.611
+7,mlp.experts.107.up_proj,0.00450672,0.01000,0.610
+7,mlp.experts.108.up_proj,0.13421202,0.01000,0.616
+7,mlp.experts.109.up_proj,0.02849941,0.01000,0.619
+7,mlp.experts.110.up_proj,0.63121724,0.01000,0.622
+7,mlp.experts.111.up_proj,0.01842374,0.01000,0.618
+7,mlp.experts.112.up_proj,0.12227252,0.01000,0.619
+7,mlp.experts.113.up_proj,0.10493022,0.01000,0.616
+7,mlp.experts.114.up_proj,0.02408594,0.01000,0.616
+7,mlp.experts.115.up_proj,0.08915932,0.01000,0.617
+7,mlp.experts.116.up_proj,0.36786783,0.01000,0.616
+7,mlp.experts.117.up_proj,0.03413253,0.01000,0.616
+7,mlp.experts.118.up_proj,0.06182027,0.01000,0.617
+7,mlp.experts.119.up_proj,0.06552063,0.01000,0.616
+7,mlp.experts.120.up_proj,0.01499496,0.01000,0.615
+7,mlp.experts.121.up_proj,0.00025061,0.01000,0.609
+7,mlp.experts.122.up_proj,0.00523025,0.01000,0.611
+7,mlp.experts.123.up_proj,0.09208550,0.01000,0.610
+7,mlp.experts.124.up_proj,0.20259969,0.01000,0.609
+7,mlp.experts.125.up_proj,0.14728430,0.01000,0.608
+7,mlp.experts.126.up_proj,0.03530792,0.01000,0.609
+7,mlp.experts.127.up_proj,0.06360312,0.01000,0.609
+7,mlp.experts.0.gate_proj,0.00229524,0.01000,0.609
+7,mlp.experts.1.gate_proj,0.18096530,0.01000,0.608
+7,mlp.experts.2.gate_proj,0.37249041,0.01000,0.610
+7,mlp.experts.3.gate_proj,0.14714906,0.01000,0.610
+7,mlp.experts.4.gate_proj,0.27960563,0.01000,0.610
+7,mlp.experts.5.gate_proj,0.41035944,0.01000,0.609
+7,mlp.experts.6.gate_proj,0.10846692,0.01000,0.612
+7,mlp.experts.7.gate_proj,1.01201487,0.01000,0.618
+7,mlp.experts.8.gate_proj,0.22444746,0.01000,0.618
+7,mlp.experts.9.gate_proj,0.47060353,0.01000,0.617
+7,mlp.experts.10.gate_proj,0.02271370,0.01000,0.616
+7,mlp.experts.11.gate_proj,0.19227405,0.01000,0.615
+7,mlp.experts.12.gate_proj,0.49269542,0.01000,0.616
+7,mlp.experts.13.gate_proj,0.24876389,0.01000,0.616
+7,mlp.experts.14.gate_proj,0.03532279,0.01000,0.618
+7,mlp.experts.15.gate_proj,0.04264457,0.01000,0.616
+7,mlp.experts.16.gate_proj,0.00136559,0.01000,0.616
+7,mlp.experts.17.gate_proj,0.70484269,0.01000,0.614
+7,mlp.experts.18.gate_proj,0.01264431,0.01000,0.609
+7,mlp.experts.19.gate_proj,0.26715529,0.01000,0.607
+7,mlp.experts.20.gate_proj,0.40540653,0.01000,0.607
+7,mlp.experts.21.gate_proj,0.73762035,0.01000,0.609
+7,mlp.experts.22.gate_proj,0.14654851,0.01000,0.608
+7,mlp.experts.23.gate_proj,0.00173009,0.01000,0.609
+7,mlp.experts.24.gate_proj,0.58718228,0.01000,0.607
+7,mlp.experts.25.gate_proj,0.14599185,0.01000,0.610
+7,mlp.experts.26.gate_proj,1.27404714,0.01000,0.608
+7,mlp.experts.27.gate_proj,0.06519082,0.01000,0.608
+7,mlp.experts.28.gate_proj,0.00758708,0.01000,0.608
+7,mlp.experts.29.gate_proj,0.07486651,0.01000,0.609
+7,mlp.experts.30.gate_proj,0.02670805,0.01000,0.608
+7,mlp.experts.31.gate_proj,0.36616939,0.01000,0.611
+7,mlp.experts.32.gate_proj,0.30888718,0.01000,0.615
+7,mlp.experts.33.gate_proj,0.54754245,0.01000,0.616
+7,mlp.experts.34.gate_proj,0.19980183,0.01000,0.616
+7,mlp.experts.35.gate_proj,0.00720121,0.01000,0.617
+7,mlp.experts.36.gate_proj,0.31974730,0.01000,0.617
+7,mlp.experts.37.gate_proj,0.00003432,0.01000,0.618
+7,mlp.experts.38.gate_proj,0.20448169,0.01000,0.617
+7,mlp.experts.39.gate_proj,0.16532150,0.01000,0.615
+7,mlp.experts.40.gate_proj,0.01343723,0.01000,0.617
+7,mlp.experts.41.gate_proj,0.12504771,0.01000,0.616
+7,mlp.experts.42.gate_proj,0.00247553,0.01000,0.616
+7,mlp.experts.43.gate_proj,0.12004921,0.01000,0.612
+7,mlp.experts.44.gate_proj,0.18721594,0.01000,0.609
+7,mlp.experts.45.gate_proj,0.26752928,0.01000,0.609
+7,mlp.experts.46.gate_proj,0.06237292,0.01000,0.609
+7,mlp.experts.47.gate_proj,0.13211700,0.01000,0.608
+7,mlp.experts.48.gate_proj,0.33722681,0.01000,0.609
+7,mlp.experts.49.gate_proj,0.11263607,0.01000,0.609
+7,mlp.experts.50.gate_proj,0.14467694,0.01000,0.611
+7,mlp.experts.51.gate_proj,0.26135153,0.01000,0.609
+7,mlp.experts.52.gate_proj,0.18025380,0.01000,0.609
+7,mlp.experts.53.gate_proj,0.35181373,0.01000,0.610
+7,mlp.experts.54.gate_proj,0.00267952,0.01000,0.610
+7,mlp.experts.55.gate_proj,0.00164512,0.01000,0.612
+7,mlp.experts.56.gate_proj,0.40017807,0.01000,0.616
+7,mlp.experts.57.gate_proj,0.00014123,0.01000,0.615
+7,mlp.experts.58.gate_proj,0.16349614,0.01000,0.616
+7,mlp.experts.59.gate_proj,0.75260085,0.01000,0.618
+7,mlp.experts.60.gate_proj,0.21286060,0.01000,0.616
+7,mlp.experts.61.gate_proj,0.21428908,0.01000,0.616
+7,mlp.experts.62.gate_proj,0.05869294,0.01000,0.616
+7,mlp.experts.63.gate_proj,0.15986547,0.01000,0.616
+7,mlp.experts.64.gate_proj,0.16050231,0.01000,0.612
+7,mlp.experts.65.gate_proj,0.00032474,0.01000,0.610
+7,mlp.experts.66.gate_proj,0.37909746,0.01000,0.610
+7,mlp.experts.67.gate_proj,0.07858516,0.01000,0.609
+7,mlp.experts.68.gate_proj,0.02848639,0.01000,0.609
+7,mlp.experts.69.gate_proj,0.01770999,0.01000,0.613
+7,mlp.experts.70.gate_proj,0.02904514,0.01000,0.612
+7,mlp.experts.71.gate_proj,0.00448775,0.01000,0.609
+7,mlp.experts.72.gate_proj,0.18866310,0.01000,0.609
+7,mlp.experts.73.gate_proj,0.79104191,0.01000,0.609
+7,mlp.experts.74.gate_proj,0.19345674,0.01000,0.608
+7,mlp.experts.75.gate_proj,0.07400887,0.01000,0.608
+7,mlp.experts.76.gate_proj,0.00066352,0.01000,0.609
+7,mlp.experts.77.gate_proj,0.00000512,0.01000,0.615
+7,mlp.experts.78.gate_proj,0.04639114,0.01000,0.617
+7,mlp.experts.79.gate_proj,0.06760018,0.01000,0.617
+7,mlp.experts.80.gate_proj,0.00015998,0.01000,0.616
+7,mlp.experts.81.gate_proj,0.03291658,0.01000,0.615
+7,mlp.experts.82.gate_proj,0.51768601,0.01000,0.618
+7,mlp.experts.83.gate_proj,0.23713315,0.01000,0.617
+7,mlp.experts.84.gate_proj,0.00825450,0.01000,0.616
+7,mlp.experts.85.gate_proj,0.00245092,0.01000,0.617
+7,mlp.experts.86.gate_proj,0.22947559,0.01000,0.619
+7,mlp.experts.87.gate_proj,0.30838859,0.01000,0.620
+7,mlp.experts.88.gate_proj,0.46713465,0.01000,0.618
+7,mlp.experts.89.gate_proj,0.27810109,0.01000,0.611
+7,mlp.experts.90.gate_proj,0.00136680,0.01000,0.611
+7,mlp.experts.91.gate_proj,0.17262071,0.01000,0.611
+7,mlp.experts.92.gate_proj,0.00813716,0.01000,0.609
+7,mlp.experts.93.gate_proj,0.44436640,0.01000,0.609
+7,mlp.experts.94.gate_proj,0.55314928,0.01000,0.608
+7,mlp.experts.95.gate_proj,0.19663930,0.01000,0.610
+7,mlp.experts.96.gate_proj,0.04922404,0.01000,0.609
+7,mlp.experts.97.gate_proj,0.00915990,0.01000,0.609
+7,mlp.experts.98.gate_proj,0.16349158,0.01000,0.611
+7,mlp.experts.99.gate_proj,0.16569839,0.01000,0.615
+7,mlp.experts.100.gate_proj,0.18128112,0.01000,0.617
+7,mlp.experts.101.gate_proj,0.01309082,0.01000,0.617
+7,mlp.experts.102.gate_proj,0.00383668,0.01000,0.618
+7,mlp.experts.103.gate_proj,0.04003282,0.01000,0.618
+7,mlp.experts.104.gate_proj,0.04435043,0.01000,0.616
+7,mlp.experts.105.gate_proj,0.00285613,0.01000,0.616
+7,mlp.experts.106.gate_proj,0.46161312,0.01000,0.617
+7,mlp.experts.107.gate_proj,0.00524614,0.01000,0.616
+7,mlp.experts.108.gate_proj,0.16448334,0.01000,0.615
+7,mlp.experts.109.gate_proj,0.03666619,0.01000,0.614
+7,mlp.experts.110.gate_proj,0.69871712,0.01000,0.615
+7,mlp.experts.111.gate_proj,0.02089266,0.01000,0.611
+7,mlp.experts.112.gate_proj,0.12666279,0.01000,0.615
+7,mlp.experts.113.gate_proj,0.11096640,0.01000,0.610
+7,mlp.experts.114.gate_proj,0.02886403,0.01000,0.610
+7,mlp.experts.115.gate_proj,0.26754650,0.01000,0.610
+7,mlp.experts.116.gate_proj,0.41603938,0.01000,0.610
+7,mlp.experts.117.gate_proj,0.03773719,0.01000,0.609
+7,mlp.experts.118.gate_proj,0.08039378,0.01000,0.613
+7,mlp.experts.119.gate_proj,0.07154465,0.01000,0.610
+7,mlp.experts.120.gate_proj,0.01700733,0.01000,0.613
+7,mlp.experts.121.gate_proj,0.00028327,0.01000,0.615
+7,mlp.experts.122.gate_proj,0.00579249,0.01000,0.615
+7,mlp.experts.123.gate_proj,0.09880392,0.01000,0.615
+7,mlp.experts.124.gate_proj,0.22066483,0.01000,0.615
+7,mlp.experts.125.gate_proj,0.17115274,0.01000,0.615
+7,mlp.experts.126.gate_proj,0.04802009,0.01000,0.616
+7,mlp.experts.127.gate_proj,0.07446276,0.01000,0.615
+7,mlp.experts.0.down_proj,0.00053532,0.01000,0.232
+7,mlp.experts.1.down_proj,0.02016706,0.01000,0.227
+7,mlp.experts.2.down_proj,0.05626476,0.01000,0.227
+7,mlp.experts.3.down_proj,0.01818862,0.01000,0.227
+7,mlp.experts.4.down_proj,0.02840380,0.01000,0.227
+7,mlp.experts.5.down_proj,0.04602847,0.01000,0.227
+7,mlp.experts.6.down_proj,0.01511576,0.01000,0.227
+7,mlp.experts.7.down_proj,0.11313686,0.01000,0.228
+7,mlp.experts.8.down_proj,0.05444213,0.01000,0.229
+7,mlp.experts.9.down_proj,0.05821674,0.01000,0.229
+7,mlp.experts.10.down_proj,0.00299862,0.01000,0.229
+7,mlp.experts.11.down_proj,0.02061212,0.01000,0.229
+7,mlp.experts.12.down_proj,0.06023913,0.01000,0.229
+7,mlp.experts.13.down_proj,0.02683636,0.01000,0.229
+7,mlp.experts.14.down_proj,0.00563356,0.01000,0.229
+7,mlp.experts.15.down_proj,0.00517781,0.01000,0.229
+7,mlp.experts.16.down_proj,0.00026056,0.01000,0.229
+7,mlp.experts.17.down_proj,0.07937331,0.01000,0.229
+7,mlp.experts.18.down_proj,0.00226265,0.01000,0.228
+7,mlp.experts.19.down_proj,0.02680407,0.01000,0.229
+7,mlp.experts.20.down_proj,0.04243084,0.01000,0.229
+7,mlp.experts.21.down_proj,0.07891889,0.01000,0.229
+7,mlp.experts.22.down_proj,0.01849385,0.01000,0.232
+7,mlp.experts.23.down_proj,0.00031667,0.01000,0.232
+7,mlp.experts.24.down_proj,0.08673596,0.01000,0.232
+7,mlp.experts.25.down_proj,0.01505942,0.01000,0.232
+7,mlp.experts.26.down_proj,0.12323321,0.01000,0.231
+7,mlp.experts.27.down_proj,0.00928554,0.01000,0.231
+7,mlp.experts.28.down_proj,0.00009296,0.01000,0.232
+7,mlp.experts.29.down_proj,0.00962879,0.01000,0.232
+7,mlp.experts.30.down_proj,0.00399467,0.01000,0.232
+7,mlp.experts.31.down_proj,0.03853065,0.01000,0.232
+7,mlp.experts.32.down_proj,0.03826667,0.01000,0.231
+7,mlp.experts.33.down_proj,0.05867922,0.01000,0.231
+7,mlp.experts.34.down_proj,0.03072153,0.01000,0.231
+7,mlp.experts.35.down_proj,0.00122832,0.01000,0.232
+7,mlp.experts.36.down_proj,0.03405087,0.01000,0.231
+7,mlp.experts.37.down_proj,0.00000560,0.01000,0.232
+7,mlp.experts.38.down_proj,0.01841189,0.01000,0.232
+7,mlp.experts.39.down_proj,0.01386291,0.01000,0.232
+7,mlp.experts.40.down_proj,0.00172131,0.01000,0.232
+7,mlp.experts.41.down_proj,0.01394796,0.01000,0.231
+7,mlp.experts.42.down_proj,0.00059213,0.01000,0.231
+7,mlp.experts.43.down_proj,0.02117460,0.01000,0.233
+7,mlp.experts.44.down_proj,0.02562378,0.01000,0.233
+7,mlp.experts.45.down_proj,0.02211320,0.01000,0.232
+7,mlp.experts.46.down_proj,0.00751076,0.01000,0.232
+7,mlp.experts.47.down_proj,0.01535471,0.01000,0.232
+7,mlp.experts.48.down_proj,0.03408239,0.01000,0.232
+7,mlp.experts.49.down_proj,0.01673166,0.01000,0.232
+7,mlp.experts.50.down_proj,0.02227886,0.01000,0.232
+7,mlp.experts.51.down_proj,0.03299194,0.01000,0.232
+7,mlp.experts.52.down_proj,0.02179655,0.01000,0.232
+7,mlp.experts.53.down_proj,0.03850392,0.01000,0.231
+7,mlp.experts.54.down_proj,0.00077865,0.01000,0.230
+7,mlp.experts.55.down_proj,0.00030075,0.01000,0.229
+7,mlp.experts.56.down_proj,0.06460416,0.01000,0.230
+7,mlp.experts.57.down_proj,0.00002859,0.01000,0.230
+7,mlp.experts.58.down_proj,0.02464736,0.01000,0.229
+7,mlp.experts.59.down_proj,0.12122808,0.01000,0.229
+7,mlp.experts.60.down_proj,0.02896235,0.01000,0.229
+7,mlp.experts.61.down_proj,0.02360640,0.01000,0.228
+7,mlp.experts.62.down_proj,0.01282137,0.01000,0.230
+7,mlp.experts.63.down_proj,0.02063977,0.01000,0.230
+7,mlp.experts.64.down_proj,0.01976942,0.01000,0.229
+7,mlp.experts.65.down_proj,0.00008427,0.01000,0.231
+7,mlp.experts.66.down_proj,0.04279464,0.01000,0.230
+7,mlp.experts.67.down_proj,0.00830128,0.01000,0.231
+7,mlp.experts.68.down_proj,0.00338883,0.01000,0.231
+7,mlp.experts.69.down_proj,0.00239624,0.01000,0.231
+7,mlp.experts.70.down_proj,0.00436320,0.01000,0.231
+7,mlp.experts.71.down_proj,0.00090801,0.01000,0.232
+7,mlp.experts.72.down_proj,0.02575658,0.01000,0.231
+7,mlp.experts.73.down_proj,0.07698894,0.01000,0.232
+7,mlp.experts.74.down_proj,0.02269240,0.01000,0.232
+7,mlp.experts.75.down_proj,0.01075600,0.01000,0.232
+7,mlp.experts.76.down_proj,0.00014211,0.01000,0.232
+7,mlp.experts.77.down_proj,0.00000073,0.01000,0.232
+7,mlp.experts.78.down_proj,0.00753733,0.01000,0.231
+7,mlp.experts.79.down_proj,0.00779862,0.01000,0.232
+7,mlp.experts.80.down_proj,0.00003456,0.01000,0.232
+7,mlp.experts.81.down_proj,0.00406782,0.01000,0.232
+7,mlp.experts.82.down_proj,0.06832595,0.01000,0.232
+7,mlp.experts.83.down_proj,0.02918252,0.01000,0.232
+7,mlp.experts.84.down_proj,0.00116187,0.01000,0.231
+7,mlp.experts.85.down_proj,0.00047379,0.01000,0.231
+7,mlp.experts.86.down_proj,0.02627155,0.01000,0.231
+7,mlp.experts.87.down_proj,0.04462100,0.01000,0.231
+7,mlp.experts.88.down_proj,0.05084884,0.01000,0.231
+7,mlp.experts.89.down_proj,0.02848446,0.01000,0.232
+7,mlp.experts.90.down_proj,0.00027319,0.01000,0.231
+7,mlp.experts.91.down_proj,0.02078668,0.01000,0.232
+7,mlp.experts.92.down_proj,0.00115700,0.01000,0.233
+7,mlp.experts.93.down_proj,0.04294662,0.01000,0.232
+7,mlp.experts.94.down_proj,0.06649715,0.01000,0.232
+7,mlp.experts.95.down_proj,0.02519041,0.01000,0.232
+7,mlp.experts.96.down_proj,0.00729325,0.01000,0.234
+7,mlp.experts.97.down_proj,0.00124602,0.01000,0.235
+7,mlp.experts.98.down_proj,0.02395578,0.01000,0.236
+7,mlp.experts.99.down_proj,0.01870077,0.01000,0.236
+7,mlp.experts.100.down_proj,0.01971139,0.01000,0.236
+7,mlp.experts.101.down_proj,0.00248470,0.01000,0.234
+7,mlp.experts.102.down_proj,0.00066083,0.01000,0.233
+7,mlp.experts.103.down_proj,0.00589631,0.01000,0.233
+7,mlp.experts.104.down_proj,0.00227729,0.01000,0.233
+7,mlp.experts.105.down_proj,0.00062351,0.01000,0.233
+7,mlp.experts.106.down_proj,0.05184077,0.01000,0.233
+7,mlp.experts.107.down_proj,0.00102788,0.01000,0.233
+7,mlp.experts.108.down_proj,0.01776542,0.01000,0.234
+7,mlp.experts.109.down_proj,0.00498630,0.01000,0.234
+7,mlp.experts.110.down_proj,0.08075596,0.01000,0.234
+7,mlp.experts.111.down_proj,0.00372477,0.01000,0.234
+7,mlp.experts.112.down_proj,0.01974459,0.01000,0.233
+7,mlp.experts.113.down_proj,0.01427616,0.01000,0.233
+7,mlp.experts.114.down_proj,0.00444100,0.01000,0.236
+7,mlp.experts.115.down_proj,0.01054068,0.01000,0.234
+7,mlp.experts.116.down_proj,0.04376032,0.01000,0.234
+7,mlp.experts.117.down_proj,0.00542077,0.01000,0.234
+7,mlp.experts.118.down_proj,0.00492435,0.01000,0.234
+7,mlp.experts.119.down_proj,0.00916368,0.01000,0.233
+7,mlp.experts.120.down_proj,0.00265214,0.01000,0.234
+7,mlp.experts.121.down_proj,0.00004294,0.01000,0.234
+7,mlp.experts.122.down_proj,0.00097538,0.01000,0.234
+7,mlp.experts.123.down_proj,0.01567853,0.01000,0.234
+7,mlp.experts.124.down_proj,0.02705668,0.01000,0.234
+7,mlp.experts.125.down_proj,0.01801006,0.01000,0.236
+7,mlp.experts.126.down_proj,0.00278393,0.01000,0.234
+7,mlp.experts.127.down_proj,0.01026479,0.01000,0.236
+8,self_attn.q_proj,0.05583792,0.01000,0.615
+8,self_attn.k_proj,0.00710317,0.01000,0.605
+8,self_attn.v_proj,0.00855230,0.01000,0.607
+8,self_attn.o_proj,0.00502770,0.01000,1.228
+8,mlp.experts.0.up_proj,0.00057022,0.01000,0.621
+8,mlp.experts.1.up_proj,0.00008473,0.01000,0.614
+8,mlp.experts.2.up_proj,0.28256109,0.01000,0.616
+8,mlp.experts.3.up_proj,0.24521227,0.01000,0.617
+8,mlp.experts.4.up_proj,0.20606638,0.01000,0.612
+8,mlp.experts.5.up_proj,1.39552522,0.01000,0.611
+8,mlp.experts.6.up_proj,0.12598005,0.01000,0.611
+8,mlp.experts.7.up_proj,0.00071494,0.01000,0.611
+8,mlp.experts.8.up_proj,0.48402232,0.01000,0.612
+8,mlp.experts.9.up_proj,0.02202620,0.01000,0.610
+8,mlp.experts.10.up_proj,0.01876513,0.01000,0.613
+8,mlp.experts.11.up_proj,0.03753507,0.01000,0.612
+8,mlp.experts.12.up_proj,0.00000531,0.01000,0.618
+8,mlp.experts.13.up_proj,0.09542750,0.01000,0.618
+8,mlp.experts.14.up_proj,0.26711124,0.01000,0.618
+8,mlp.experts.15.up_proj,0.22280574,0.01000,0.617
+8,mlp.experts.16.up_proj,0.07792175,0.01000,0.618
+8,mlp.experts.17.up_proj,0.63019639,0.01000,0.618
+8,mlp.experts.18.up_proj,0.04973781,0.01000,0.619
+8,mlp.experts.19.up_proj,0.02543297,0.01000,0.617
+8,mlp.experts.20.up_proj,0.15046254,0.01000,0.618
+8,mlp.experts.21.up_proj,0.87922812,0.01000,0.618
+8,mlp.experts.22.up_proj,1.03901815,0.01000,0.618
+8,mlp.experts.23.up_proj,0.23794408,0.01000,0.616
+8,mlp.experts.24.up_proj,0.37161398,0.01000,0.611
+8,mlp.experts.25.up_proj,0.20530719,0.01000,0.611
+8,mlp.experts.26.up_proj,0.00853243,0.01000,0.611
+8,mlp.experts.27.up_proj,0.24168587,0.01000,0.611
+8,mlp.experts.28.up_proj,0.17908207,0.01000,0.612
+8,mlp.experts.29.up_proj,0.03423917,0.01000,0.610
+8,mlp.experts.30.up_proj,0.06301472,0.01000,0.610
+8,mlp.experts.31.up_proj,0.01103990,0.01000,0.610
+8,mlp.experts.32.up_proj,0.45556420,0.01000,0.613
+8,mlp.experts.33.up_proj,0.35809082,0.01000,0.612
+8,mlp.experts.34.up_proj,0.00768644,0.01000,0.610
+8,mlp.experts.35.up_proj,0.24468593,0.01000,0.611
+8,mlp.experts.36.up_proj,0.62525326,0.01000,0.610
+8,mlp.experts.37.up_proj,0.18410617,0.01000,0.613
+8,mlp.experts.38.up_proj,0.34004334,0.01000,0.617
+8,mlp.experts.39.up_proj,0.25962734,0.01000,0.620
+8,mlp.experts.40.up_proj,0.03183090,0.01000,0.621
+8,mlp.experts.41.up_proj,0.00292170,0.01000,0.620
+8,mlp.experts.42.up_proj,0.04988869,0.01000,0.620
+8,mlp.experts.43.up_proj,0.17994469,0.01000,0.618
+8,mlp.experts.44.up_proj,0.37225789,0.01000,0.619
+8,mlp.experts.45.up_proj,0.80122364,0.01000,0.620
+8,mlp.experts.46.up_proj,0.08542494,0.01000,0.621
+8,mlp.experts.47.up_proj,0.22704570,0.01000,0.619
+8,mlp.experts.48.up_proj,0.07234301,0.01000,0.620
+8,mlp.experts.49.up_proj,0.00417679,0.01000,0.620
+8,mlp.experts.50.up_proj,0.04634094,0.01000,0.621
+8,mlp.experts.51.up_proj,0.16626999,0.01000,0.612
+8,mlp.experts.52.up_proj,0.00096184,0.01000,0.612
+8,mlp.experts.53.up_proj,0.88833421,0.01000,0.611
+8,mlp.experts.54.up_proj,0.05599776,0.01000,0.615
+8,mlp.experts.55.up_proj,0.25282872,0.01000,0.612
+8,mlp.experts.56.up_proj,0.42681473,0.01000,0.620
+8,mlp.experts.57.up_proj,0.42442095,0.01000,0.617
+8,mlp.experts.58.up_proj,0.00001972,0.01000,0.617
+8,mlp.experts.59.up_proj,0.01937247,0.01000,0.619
+8,mlp.experts.60.up_proj,0.04814777,0.01000,0.619
+8,mlp.experts.61.up_proj,0.31761554,0.01000,0.619
+8,mlp.experts.62.up_proj,0.22667444,0.01000,0.618
+8,mlp.experts.63.up_proj,0.00229377,0.01000,0.618
+8,mlp.experts.64.up_proj,0.33582163,0.01000,0.618
+8,mlp.experts.65.up_proj,0.04576736,0.01000,0.618
+8,mlp.experts.66.up_proj,0.05668633,0.01000,0.617
+8,mlp.experts.67.up_proj,0.14202558,0.01000,0.615
+8,mlp.experts.68.up_proj,0.04738344,0.01000,0.611
+8,mlp.experts.69.up_proj,0.12330726,0.01000,0.611
+8,mlp.experts.70.up_proj,0.23910141,0.01000,0.613
+8,mlp.experts.71.up_proj,0.00084052,0.01000,0.612
+8,mlp.experts.72.up_proj,0.47413957,0.01000,0.614
+8,mlp.experts.73.up_proj,0.00000517,0.01000,0.611
+8,mlp.experts.74.up_proj,0.13184486,0.01000,0.611
+8,mlp.experts.75.up_proj,0.00864465,0.01000,0.611
+8,mlp.experts.76.up_proj,0.01863877,0.01000,0.610
+8,mlp.experts.77.up_proj,0.03590700,0.01000,0.610
+8,mlp.experts.78.up_proj,0.16308638,0.01000,0.610
+8,mlp.experts.79.up_proj,0.11047852,0.01000,0.610
+8,mlp.experts.80.up_proj,0.37579191,0.01000,0.610
+8,mlp.experts.81.up_proj,0.00019710,0.01000,0.611
+8,mlp.experts.82.up_proj,0.26345253,0.01000,0.611
+8,mlp.experts.83.up_proj,0.01827203,0.01000,0.618
+8,mlp.experts.84.up_proj,0.12979165,0.01000,0.618
+8,mlp.experts.85.up_proj,0.03171333,0.01000,0.618
+8,mlp.experts.86.up_proj,0.77287841,0.01000,0.618
+8,mlp.experts.87.up_proj,0.04468361,0.01000,0.620
+8,mlp.experts.88.up_proj,0.10147253,0.01000,0.618
+8,mlp.experts.89.up_proj,0.00046394,0.01000,0.619
+8,mlp.experts.90.up_proj,0.82777244,0.01000,0.620
+8,mlp.experts.91.up_proj,0.20089406,0.01000,0.620
+8,mlp.experts.92.up_proj,0.32721376,0.01000,0.618
+8,mlp.experts.93.up_proj,0.00787892,0.01000,0.619
+8,mlp.experts.94.up_proj,0.28316000,0.01000,0.619
+8,mlp.experts.95.up_proj,0.42323524,0.01000,0.612
+8,mlp.experts.96.up_proj,0.00339753,0.01000,0.612
+8,mlp.experts.97.up_proj,0.01593056,0.01000,0.612
+8,mlp.experts.98.up_proj,0.01863227,0.01000,0.610
+8,mlp.experts.99.up_proj,0.17261469,0.01000,0.611
+8,mlp.experts.100.up_proj,0.22535962,0.01000,0.615
+8,mlp.experts.101.up_proj,0.03335551,0.01000,0.619
+8,mlp.experts.102.up_proj,0.06471517,0.01000,0.619
+8,mlp.experts.103.up_proj,0.19867989,0.01000,0.619
+8,mlp.experts.104.up_proj,0.33193120,0.01000,0.619
+8,mlp.experts.105.up_proj,0.14433867,0.01000,0.618
+8,mlp.experts.106.up_proj,0.30155629,0.01000,0.618
+8,mlp.experts.107.up_proj,0.00409767,0.01000,0.618
+8,mlp.experts.108.up_proj,0.08834463,0.01000,0.619
+8,mlp.experts.109.up_proj,0.20979863,0.01000,0.612
+8,mlp.experts.110.up_proj,0.42244935,0.01000,0.612
+8,mlp.experts.111.up_proj,0.03838973,0.01000,0.611
+8,mlp.experts.112.up_proj,0.00001842,0.01000,0.611
+8,mlp.experts.113.up_proj,0.03387242,0.01000,0.613
+8,mlp.experts.114.up_proj,0.01135138,0.01000,0.618
+8,mlp.experts.115.up_proj,0.00527565,0.01000,0.619
+8,mlp.experts.116.up_proj,0.22521597,0.01000,0.618
+8,mlp.experts.117.up_proj,0.06301631,0.01000,0.619
+8,mlp.experts.118.up_proj,0.01170034,0.01000,0.618
+8,mlp.experts.119.up_proj,0.00337758,0.01000,0.619
+8,mlp.experts.120.up_proj,0.04214812,0.01000,0.618
+8,mlp.experts.121.up_proj,0.08597883,0.01000,0.619
+8,mlp.experts.122.up_proj,0.37551084,0.01000,0.618
+8,mlp.experts.123.up_proj,0.16707619,0.01000,0.620
+8,mlp.experts.124.up_proj,0.04015762,0.01000,0.619
+8,mlp.experts.125.up_proj,0.03014321,0.01000,0.620
+8,mlp.experts.126.up_proj,0.03745941,0.01000,0.616
+8,mlp.experts.127.up_proj,0.08422065,0.01000,0.615
+8,mlp.experts.0.gate_proj,0.00061007,0.01000,0.612
+8,mlp.experts.1.gate_proj,0.00008712,0.01000,0.613
+8,mlp.experts.2.gate_proj,0.30807167,0.01000,0.614
+8,mlp.experts.3.gate_proj,0.26457840,0.01000,0.612
+8,mlp.experts.4.gate_proj,0.21433675,0.01000,0.613
+8,mlp.experts.5.gate_proj,1.49560046,0.01000,0.613
+8,mlp.experts.6.gate_proj,0.13202986,0.01000,0.616
+8,mlp.experts.7.gate_proj,0.00078277,0.01000,0.614
+8,mlp.experts.8.gate_proj,0.54183340,0.01000,0.613
+8,mlp.experts.9.gate_proj,0.02257651,0.01000,0.612
+8,mlp.experts.10.gate_proj,0.01985914,0.01000,0.614
+8,mlp.experts.11.gate_proj,0.03898531,0.01000,0.613
+8,mlp.experts.12.gate_proj,0.00000569,0.01000,0.618
+8,mlp.experts.13.gate_proj,0.11524911,0.01000,0.619
+8,mlp.experts.14.gate_proj,0.27798104,0.01000,0.620
+8,mlp.experts.15.gate_proj,0.24241066,0.01000,0.617
+8,mlp.experts.16.gate_proj,0.08428755,0.01000,0.620
+8,mlp.experts.17.gate_proj,0.69243050,0.01000,0.619
+8,mlp.experts.18.gate_proj,0.05388108,0.01000,0.619
+8,mlp.experts.19.gate_proj,0.02659629,0.01000,0.620
+8,mlp.experts.20.gate_proj,0.14704470,0.01000,0.621
+8,mlp.experts.21.gate_proj,0.97365725,0.01000,0.620
+8,mlp.experts.22.gate_proj,1.12455368,0.01000,0.621
+8,mlp.experts.23.gate_proj,0.25393003,0.01000,0.616
+8,mlp.experts.24.gate_proj,0.42156544,0.01000,0.614
+8,mlp.experts.25.gate_proj,0.22051081,0.01000,0.614
+8,mlp.experts.26.gate_proj,0.00948763,0.01000,0.612
+8,mlp.experts.27.gate_proj,0.24536867,0.01000,0.612
+8,mlp.experts.28.gate_proj,0.19435339,0.01000,0.614
+8,mlp.experts.29.gate_proj,0.03633582,0.01000,0.620
+8,mlp.experts.30.gate_proj,0.06733055,0.01000,0.618
+8,mlp.experts.31.gate_proj,0.01207039,0.01000,0.619
+8,mlp.experts.32.gate_proj,0.53290790,0.01000,0.620
+8,mlp.experts.33.gate_proj,0.38352275,0.01000,0.620
+8,mlp.experts.34.gate_proj,0.00812972,0.01000,0.621
+8,mlp.experts.35.gate_proj,0.24721147,0.01000,0.621
+8,mlp.experts.36.gate_proj,0.66639376,0.01000,0.622
+8,mlp.experts.37.gate_proj,0.19483680,0.01000,0.621
+8,mlp.experts.38.gate_proj,0.35684031,0.01000,0.620
+8,mlp.experts.39.gate_proj,0.25471097,0.01000,0.628
+8,mlp.experts.40.gate_proj,0.03457948,0.01000,0.625
+8,mlp.experts.41.gate_proj,0.00312237,0.01000,0.626
+8,mlp.experts.42.gate_proj,0.05442188,0.01000,0.626
+8,mlp.experts.43.gate_proj,0.18882897,0.01000,0.623
+8,mlp.experts.44.gate_proj,0.38475412,0.01000,0.622
+8,mlp.experts.45.gate_proj,0.88270772,0.01000,0.623
+8,mlp.experts.46.gate_proj,0.08978943,0.01000,0.621
+8,mlp.experts.47.gate_proj,0.24983940,0.01000,0.613
+8,mlp.experts.48.gate_proj,0.08314803,0.01000,0.615
+8,mlp.experts.49.gate_proj,0.00446706,0.01000,0.614
+8,mlp.experts.50.gate_proj,0.04971448,0.01000,0.614
+8,mlp.experts.51.gate_proj,0.16899793,0.01000,0.613
+8,mlp.experts.52.gate_proj,0.00100917,0.01000,0.614
+8,mlp.experts.53.gate_proj,0.94825238,0.01000,0.613
+8,mlp.experts.54.gate_proj,0.05952429,0.01000,0.615
+8,mlp.experts.55.gate_proj,0.26906672,0.01000,0.615
+8,mlp.experts.56.gate_proj,0.46188217,0.01000,0.619
+8,mlp.experts.57.gate_proj,0.46571603,0.01000,0.619
+8,mlp.experts.58.gate_proj,0.00002049,0.01000,0.618
+8,mlp.experts.59.gate_proj,0.02007565,0.01000,0.619
+8,mlp.experts.60.gate_proj,0.05170685,0.01000,0.619
+8,mlp.experts.61.gate_proj,0.32330531,0.01000,0.618
+8,mlp.experts.62.gate_proj,0.23996963,0.01000,0.619
+8,mlp.experts.63.gate_proj,0.00246676,0.01000,0.620
+8,mlp.experts.64.gate_proj,0.34776777,0.01000,0.621
+8,mlp.experts.65.gate_proj,0.04810271,0.01000,0.620
+8,mlp.experts.66.gate_proj,0.06064444,0.01000,0.621
+8,mlp.experts.67.gate_proj,0.15612596,0.01000,0.620
+8,mlp.experts.68.gate_proj,0.04999483,0.01000,0.615
+8,mlp.experts.69.gate_proj,0.13029319,0.01000,0.615
+8,mlp.experts.70.gate_proj,0.25098956,0.01000,0.613
+8,mlp.experts.71.gate_proj,0.00092201,0.01000,0.614
+8,mlp.experts.72.gate_proj,0.52029788,0.01000,0.614
+8,mlp.experts.73.gate_proj,0.00000540,0.01000,0.616
+8,mlp.experts.74.gate_proj,0.14163706,0.01000,0.616
+8,mlp.experts.75.gate_proj,0.00920744,0.01000,0.612
+8,mlp.experts.76.gate_proj,0.01996439,0.01000,0.613
+8,mlp.experts.77.gate_proj,0.03821515,0.01000,0.614
+8,mlp.experts.78.gate_proj,0.18235844,0.01000,0.616
+8,mlp.experts.79.gate_proj,0.11647693,0.01000,0.620
+8,mlp.experts.80.gate_proj,0.40800092,0.01000,0.620
+8,mlp.experts.81.gate_proj,0.00020798,0.01000,0.621
+8,mlp.experts.82.gate_proj,0.27752468,0.01000,0.626
+8,mlp.experts.83.gate_proj,0.02060170,0.01000,0.634
+8,mlp.experts.84.gate_proj,0.12333760,0.01000,0.632
+8,mlp.experts.85.gate_proj,0.03428926,0.01000,0.634
+8,mlp.experts.86.gate_proj,0.81195939,0.01000,0.633
+8,mlp.experts.87.gate_proj,0.05004057,0.01000,0.632
+8,mlp.experts.88.gate_proj,0.11348876,0.01000,0.631
+8,mlp.experts.89.gate_proj,0.00050535,0.01000,0.626
+8,mlp.experts.90.gate_proj,0.88367116,0.01000,0.633
+8,mlp.experts.91.gate_proj,0.21536756,0.01000,0.631
+8,mlp.experts.92.gate_proj,0.37682074,0.01000,0.628
+8,mlp.experts.93.gate_proj,0.00831289,0.01000,0.632
+8,mlp.experts.94.gate_proj,0.23133518,0.01000,0.626
+8,mlp.experts.95.gate_proj,0.44503278,0.01000,0.621
+8,mlp.experts.96.gate_proj,0.02694043,0.01000,0.622
+8,mlp.experts.97.gate_proj,0.01684847,0.01000,0.621
+8,mlp.experts.98.gate_proj,0.02129462,0.01000,0.621
+8,mlp.experts.99.gate_proj,0.18220671,0.01000,0.620
+8,mlp.experts.100.gate_proj,0.25458214,0.01000,0.620
+8,mlp.experts.101.gate_proj,0.03520805,0.01000,0.622
+8,mlp.experts.102.gate_proj,0.06910492,0.01000,0.621
+8,mlp.experts.103.gate_proj,0.20602922,0.01000,0.623
+8,mlp.experts.104.gate_proj,0.35454938,0.01000,0.622
+8,mlp.experts.105.gate_proj,0.15877536,0.01000,0.619
+8,mlp.experts.106.gate_proj,0.31125560,0.01000,0.613
+8,mlp.experts.107.gate_proj,0.00433921,0.01000,0.616
+8,mlp.experts.108.gate_proj,0.09256684,0.01000,0.615
+8,mlp.experts.109.gate_proj,0.21969187,0.01000,0.615
+8,mlp.experts.110.gate_proj,0.46972704,0.01000,0.614
+8,mlp.experts.111.gate_proj,0.04085521,0.01000,0.614
+8,mlp.experts.112.gate_proj,0.00002000,0.01000,0.620
+8,mlp.experts.113.gate_proj,0.03510558,0.01000,0.617
+8,mlp.experts.114.gate_proj,0.01239330,0.01000,0.618
+8,mlp.experts.115.gate_proj,0.00567437,0.01000,0.619
+8,mlp.experts.116.gate_proj,0.23933551,0.01000,0.618
+8,mlp.experts.117.gate_proj,0.06653902,0.01000,0.620
+8,mlp.experts.118.gate_proj,0.01202563,0.01000,0.620
+8,mlp.experts.119.gate_proj,0.00371748,0.01000,0.620
+8,mlp.experts.120.gate_proj,0.04692402,0.01000,0.617
+8,mlp.experts.121.gate_proj,0.08360202,0.01000,0.611
+8,mlp.experts.122.gate_proj,0.39096004,0.01000,0.613
+8,mlp.experts.123.gate_proj,0.17379336,0.01000,0.615
+8,mlp.experts.124.gate_proj,0.04110372,0.01000,0.612
+8,mlp.experts.125.gate_proj,0.03245194,0.01000,0.614
+8,mlp.experts.126.gate_proj,0.04183211,0.01000,0.614
+8,mlp.experts.127.gate_proj,0.08519459,0.01000,0.617
+8,mlp.experts.0.down_proj,0.00014103,0.01000,0.232
+8,mlp.experts.1.down_proj,0.00001301,0.01000,0.230
+8,mlp.experts.2.down_proj,0.04738972,0.01000,0.230
+8,mlp.experts.3.down_proj,0.02740524,0.01000,0.230
+8,mlp.experts.4.down_proj,0.03984105,0.01000,0.230
+8,mlp.experts.5.down_proj,0.18855146,0.01000,0.230
+8,mlp.experts.6.down_proj,0.02077474,0.01000,0.232
+8,mlp.experts.7.down_proj,0.00019372,0.01000,0.232
+8,mlp.experts.8.down_proj,0.06892970,0.01000,0.232
+8,mlp.experts.9.down_proj,0.00267407,0.01000,0.231
+8,mlp.experts.10.down_proj,0.00277167,0.01000,0.232
+8,mlp.experts.11.down_proj,0.00629098,0.01000,0.229
+8,mlp.experts.12.down_proj,0.00000085,0.01000,0.229
+8,mlp.experts.13.down_proj,0.01842204,0.01000,0.230
+8,mlp.experts.14.down_proj,0.04858805,0.01000,0.230
+8,mlp.experts.15.down_proj,0.03708717,0.01000,0.229
+8,mlp.experts.16.down_proj,0.01639817,0.01000,0.229
+8,mlp.experts.17.down_proj,0.13402304,0.01000,0.230
+8,mlp.experts.18.down_proj,0.00868907,0.01000,0.230
+8,mlp.experts.19.down_proj,0.00514670,0.01000,0.230
+8,mlp.experts.20.down_proj,0.02253314,0.01000,0.229
+8,mlp.experts.21.down_proj,0.13855931,0.01000,0.229
+8,mlp.experts.22.down_proj,0.22055034,0.01000,0.229
+8,mlp.experts.23.down_proj,0.04022059,0.01000,0.229
+8,mlp.experts.24.down_proj,0.07001153,0.01000,0.230
+8,mlp.experts.25.down_proj,0.02979495,0.01000,0.229
+8,mlp.experts.26.down_proj,0.00152861,0.01000,0.229
+8,mlp.experts.27.down_proj,0.04054781,0.01000,0.229
+8,mlp.experts.28.down_proj,0.03000770,0.01000,0.228
+8,mlp.experts.29.down_proj,0.00603522,0.01000,0.229
+8,mlp.experts.30.down_proj,0.01271121,0.01000,0.229
+8,mlp.experts.31.down_proj,0.00246399,0.01000,0.229
+8,mlp.experts.32.down_proj,0.07826801,0.01000,0.229
+8,mlp.experts.33.down_proj,0.04778930,0.01000,0.230
+8,mlp.experts.34.down_proj,0.00142249,0.01000,0.229
+8,mlp.experts.35.down_proj,0.03292128,0.01000,0.230
+8,mlp.experts.36.down_proj,0.11936495,0.01000,0.229
+8,mlp.experts.37.down_proj,0.02345077,0.01000,0.229
+8,mlp.experts.38.down_proj,0.13434762,0.01000,0.229
+8,mlp.experts.39.down_proj,0.04166659,0.01000,0.229
+8,mlp.experts.40.down_proj,0.00552284,0.01000,0.229
+8,mlp.experts.41.down_proj,0.00079713,0.01000,0.229
+8,mlp.experts.42.down_proj,0.00734129,0.01000,0.231
+8,mlp.experts.43.down_proj,0.03162766,0.01000,0.231
+8,mlp.experts.44.down_proj,0.05086809,0.01000,0.231
+8,mlp.experts.45.down_proj,0.13736263,0.01000,0.232
+8,mlp.experts.46.down_proj,0.01408581,0.01000,0.232
+8,mlp.experts.47.down_proj,0.03027635,0.01000,0.232
+8,mlp.experts.48.down_proj,0.01019567,0.01000,0.232
+8,mlp.experts.49.down_proj,0.00075027,0.01000,0.232
+8,mlp.experts.50.down_proj,0.00820351,0.01000,0.232
+8,mlp.experts.51.down_proj,0.03217775,0.01000,0.232
+8,mlp.experts.52.down_proj,0.00025803,0.01000,0.232
+8,mlp.experts.53.down_proj,0.19507509,0.01000,0.232
+8,mlp.experts.54.down_proj,0.00773558,0.01000,0.232
+8,mlp.experts.55.down_proj,0.03498751,0.01000,0.232
+8,mlp.experts.56.down_proj,0.06708750,0.01000,0.232
+8,mlp.experts.57.down_proj,0.10224158,0.01000,0.232
+8,mlp.experts.58.down_proj,0.00000207,0.01000,0.232
+8,mlp.experts.59.down_proj,0.00296333,0.01000,0.232
+8,mlp.experts.60.down_proj,0.01094973,0.01000,0.232
+8,mlp.experts.61.down_proj,0.04221515,0.01000,0.232
+8,mlp.experts.62.down_proj,0.03330372,0.01000,0.231
+8,mlp.experts.63.down_proj,0.00055960,0.01000,0.232
+8,mlp.experts.64.down_proj,0.06119813,0.01000,0.231
+8,mlp.experts.65.down_proj,0.00656985,0.01000,0.231
+8,mlp.experts.66.down_proj,0.01101105,0.01000,0.231
+8,mlp.experts.67.down_proj,0.01993338,0.01000,0.232
+8,mlp.experts.68.down_proj,0.00703835,0.01000,0.232
+8,mlp.experts.69.down_proj,0.01263954,0.01000,0.231
+8,mlp.experts.70.down_proj,0.03048378,0.01000,0.232
+8,mlp.experts.71.down_proj,0.00029510,0.01000,0.232
+8,mlp.experts.72.down_proj,0.08619238,0.01000,0.232
+8,mlp.experts.73.down_proj,0.00000069,0.01000,0.232
+8,mlp.experts.74.down_proj,0.01646907,0.01000,0.232
+8,mlp.experts.75.down_proj,0.00148116,0.01000,0.232
+8,mlp.experts.76.down_proj,0.00265901,0.01000,0.235
+8,mlp.experts.77.down_proj,0.00758930,0.01000,0.233
+8,mlp.experts.78.down_proj,0.03004292,0.01000,0.232
+8,mlp.experts.79.down_proj,0.01951254,0.01000,0.233
+8,mlp.experts.80.down_proj,0.05321220,0.01000,0.232
+8,mlp.experts.81.down_proj,0.00004851,0.01000,0.233
+8,mlp.experts.82.down_proj,0.03767813,0.01000,0.234
+8,mlp.experts.83.down_proj,0.00466168,0.01000,0.234
+8,mlp.experts.84.down_proj,0.01749091,0.01000,0.234
+8,mlp.experts.85.down_proj,0.00448427,0.01000,0.233
+8,mlp.experts.86.down_proj,0.11238402,0.01000,0.233
+8,mlp.experts.87.down_proj,0.01111539,0.01000,0.234
+8,mlp.experts.88.down_proj,0.01352749,0.01000,0.235
+8,mlp.experts.89.down_proj,0.00013602,0.01000,0.234
+8,mlp.experts.90.down_proj,0.10969402,0.01000,0.235
+8,mlp.experts.91.down_proj,0.02506507,0.01000,0.237
+8,mlp.experts.92.down_proj,0.06040527,0.01000,0.235
+8,mlp.experts.93.down_proj,0.00170268,0.01000,0.235
+8,mlp.experts.94.down_proj,0.04120408,0.01000,0.234
+8,mlp.experts.95.down_proj,0.05217747,0.01000,0.234
+8,mlp.experts.96.down_proj,0.00022550,0.01000,0.234
+8,mlp.experts.97.down_proj,0.00530488,0.01000,0.235
+8,mlp.experts.98.down_proj,0.00379220,0.01000,0.234
+8,mlp.experts.99.down_proj,0.02837288,0.01000,0.235
+8,mlp.experts.100.down_proj,0.03754584,0.01000,0.237
+8,mlp.experts.101.down_proj,0.00521772,0.01000,0.238
+8,mlp.experts.102.down_proj,0.01264481,0.01000,0.238
+8,mlp.experts.103.down_proj,0.02733450,0.01000,0.237
+8,mlp.experts.104.down_proj,0.04357581,0.01000,0.239
+8,mlp.experts.105.down_proj,0.01548918,0.01000,0.239
+8,mlp.experts.106.down_proj,0.04147198,0.01000,0.238
+8,mlp.experts.107.down_proj,0.00098375,0.01000,0.238
+8,mlp.experts.108.down_proj,0.01028510,0.01000,0.238
+8,mlp.experts.109.down_proj,0.03982981,0.01000,0.238
+8,mlp.experts.110.down_proj,0.06545157,0.01000,0.238
+8,mlp.experts.111.down_proj,0.00680278,0.01000,0.238
+8,mlp.experts.112.down_proj,0.00000273,0.01000,0.240
+8,mlp.experts.113.down_proj,0.00525009,0.01000,0.239
+8,mlp.experts.114.down_proj,0.00155525,0.01000,0.239
+8,mlp.experts.115.down_proj,0.00091991,0.01000,0.239
+8,mlp.experts.116.down_proj,0.04197012,0.01000,0.238
+8,mlp.experts.117.down_proj,0.00862159,0.01000,0.238
+8,mlp.experts.118.down_proj,0.00188858,0.01000,0.239
+8,mlp.experts.119.down_proj,0.00068356,0.01000,0.239
+8,mlp.experts.120.down_proj,0.00365880,0.01000,0.239
+8,mlp.experts.121.down_proj,0.01302318,0.01000,0.238
+8,mlp.experts.122.down_proj,0.05321798,0.01000,0.239
+8,mlp.experts.123.down_proj,0.02552537,0.01000,0.239
+8,mlp.experts.124.down_proj,0.00510053,0.01000,0.239
+8,mlp.experts.125.down_proj,0.00627776,0.01000,0.239
+8,mlp.experts.126.down_proj,0.00241091,0.01000,0.239
+8,mlp.experts.127.down_proj,0.01375512,0.01000,0.239
+9,self_attn.q_proj,0.03240394,0.01000,0.623
+9,self_attn.k_proj,0.00461949,0.01000,0.612
+9,self_attn.v_proj,0.00542646,0.01000,0.612
+9,self_attn.o_proj,0.00490860,0.01000,1.224
+9,mlp.experts.0.up_proj,0.35307407,0.01000,0.616
+9,mlp.experts.1.up_proj,0.53663230,0.01000,0.612
+9,mlp.experts.2.up_proj,0.33280104,0.01000,0.612
+9,mlp.experts.3.up_proj,0.00003048,0.01000,0.615
+9,mlp.experts.4.up_proj,0.00010125,0.01000,0.617
+9,mlp.experts.5.up_proj,0.94057822,0.01000,0.613
+9,mlp.experts.6.up_proj,0.11690976,0.01000,0.615
+9,mlp.experts.7.up_proj,0.86433673,0.01000,0.614
+9,mlp.experts.8.up_proj,0.01883916,0.01000,0.615
+9,mlp.experts.9.up_proj,0.14936924,0.01000,0.616
+9,mlp.experts.10.up_proj,0.17825377,0.01000,0.615
+9,mlp.experts.11.up_proj,0.01550982,0.01000,0.615
+9,mlp.experts.12.up_proj,0.04400671,0.01000,0.613
+9,mlp.experts.13.up_proj,0.06423721,0.01000,0.613
+9,mlp.experts.14.up_proj,0.01661850,0.01000,0.613
+9,mlp.experts.15.up_proj,0.07116015,0.01000,0.613
+9,mlp.experts.16.up_proj,0.00007908,0.01000,0.614
+9,mlp.experts.17.up_proj,0.26417634,0.01000,0.616
+9,mlp.experts.18.up_proj,0.00005338,0.01000,0.615
+9,mlp.experts.19.up_proj,0.26827803,0.01000,0.613
+9,mlp.experts.20.up_proj,0.00750199,0.01000,0.613
+9,mlp.experts.21.up_proj,0.05187964,0.01000,0.613
+9,mlp.experts.22.up_proj,0.35943770,0.01000,0.615
+9,mlp.experts.23.up_proj,0.03109532,0.01000,0.614
+9,mlp.experts.24.up_proj,0.41604668,0.01000,0.616
+9,mlp.experts.25.up_proj,0.14031929,0.01000,0.613
+9,mlp.experts.26.up_proj,0.04982251,0.01000,0.613
+9,mlp.experts.27.up_proj,0.00460121,0.01000,0.614
+9,mlp.experts.28.up_proj,0.05969992,0.01000,0.614
+9,mlp.experts.29.up_proj,0.00010644,0.01000,0.618
+9,mlp.experts.30.up_proj,0.00321014,0.01000,0.616
+9,mlp.experts.31.up_proj,0.00285919,0.01000,0.615
+9,mlp.experts.32.up_proj,0.25800329,0.01000,0.614
+9,mlp.experts.33.up_proj,1.29592991,0.01000,0.613
+9,mlp.experts.34.up_proj,0.03187757,0.01000,0.614
+9,mlp.experts.35.up_proj,1.60414958,0.01000,0.612
+9,mlp.experts.36.up_proj,0.00169489,0.01000,0.612
+9,mlp.experts.37.up_proj,0.23973837,0.01000,0.617
+9,mlp.experts.38.up_proj,0.04636680,0.01000,0.617
+9,mlp.experts.39.up_proj,0.05496175,0.01000,0.616
+9,mlp.experts.40.up_proj,0.19109631,0.01000,0.617
+9,mlp.experts.41.up_proj,0.21074989,0.01000,0.623
+9,mlp.experts.42.up_proj,0.00171602,0.01000,0.626
+9,mlp.experts.43.up_proj,0.34141150,0.01000,0.619
+9,mlp.experts.44.up_proj,0.02403345,0.01000,0.617
+9,mlp.experts.45.up_proj,0.34433851,0.01000,0.616
+9,mlp.experts.46.up_proj,0.08805862,0.01000,0.614
+9,mlp.experts.47.up_proj,0.22409388,0.01000,0.616
+9,mlp.experts.48.up_proj,0.26881093,0.01000,0.615
+9,mlp.experts.49.up_proj,0.20621096,0.01000,0.608
+9,mlp.experts.50.up_proj,0.00351030,0.01000,0.615
+9,mlp.experts.51.up_proj,0.07656010,0.01000,0.609
+9,mlp.experts.52.up_proj,1.16930556,0.01000,0.608
+9,mlp.experts.53.up_proj,0.01144985,0.01000,0.614
+9,mlp.experts.54.up_proj,0.03617501,0.01000,0.616
+9,mlp.experts.55.up_proj,0.05432423,0.01000,0.616
+9,mlp.experts.56.up_proj,0.02172733,0.01000,0.617
+9,mlp.experts.57.up_proj,0.40527648,0.01000,0.618
+9,mlp.experts.58.up_proj,0.11512701,0.01000,0.616
+9,mlp.experts.59.up_proj,0.06842252,0.01000,0.617
+9,mlp.experts.60.up_proj,0.22282664,0.01000,0.616
+9,mlp.experts.61.up_proj,0.00694126,0.01000,0.617
+9,mlp.experts.62.up_proj,0.22978656,0.01000,0.617
+9,mlp.experts.63.up_proj,0.02163752,0.01000,0.617
+9,mlp.experts.64.up_proj,0.10822718,0.01000,0.617
+9,mlp.experts.65.up_proj,0.63046193,0.01000,0.617
+9,mlp.experts.66.up_proj,0.23732546,0.01000,0.616
+9,mlp.experts.67.up_proj,0.04500477,0.01000,0.616
+9,mlp.experts.68.up_proj,0.16959929,0.01000,0.616
+9,mlp.experts.69.up_proj,0.34994131,0.01000,0.615
+9,mlp.experts.70.up_proj,0.15229161,0.01000,0.614
+9,mlp.experts.71.up_proj,0.41628474,0.01000,0.613
+9,mlp.experts.72.up_proj,0.01632657,0.01000,0.613
+9,mlp.experts.73.up_proj,0.10676335,0.01000,0.607
+9,mlp.experts.74.up_proj,0.00015049,0.01000,0.611
+9,mlp.experts.75.up_proj,0.00127526,0.01000,0.609
+9,mlp.experts.76.up_proj,0.37984985,0.01000,0.608
+9,mlp.experts.77.up_proj,0.06548529,0.01000,0.609
+9,mlp.experts.78.up_proj,0.00511957,0.01000,0.609
+9,mlp.experts.79.up_proj,0.16599163,0.01000,0.612
+9,mlp.experts.80.up_proj,0.56899792,0.01000,0.615
+9,mlp.experts.81.up_proj,0.23241748,0.01000,0.614
+9,mlp.experts.82.up_proj,1.46239114,0.01000,0.616
+9,mlp.experts.83.up_proj,0.06875831,0.01000,0.617
+9,mlp.experts.84.up_proj,0.28813940,0.01000,0.619
+9,mlp.experts.85.up_proj,0.23808779,0.01000,0.616
+9,mlp.experts.86.up_proj,0.41975123,0.01000,0.617
+9,mlp.experts.87.up_proj,0.02362511,0.01000,0.617
+9,mlp.experts.88.up_proj,0.01066869,0.01000,0.615
+9,mlp.experts.89.up_proj,0.27845305,0.01000,0.616
+9,mlp.experts.90.up_proj,0.00165758,0.01000,0.617
+9,mlp.experts.91.up_proj,0.38888872,0.01000,0.610
+9,mlp.experts.92.up_proj,0.20699194,0.01000,0.608
+9,mlp.experts.93.up_proj,0.00387590,0.01000,0.607
+9,mlp.experts.94.up_proj,0.58713913,0.01000,0.608
+9,mlp.experts.95.up_proj,0.01722611,0.01000,0.607
+9,mlp.experts.96.up_proj,0.31124017,0.01000,0.608
+9,mlp.experts.97.up_proj,0.52465022,0.01000,0.608
+9,mlp.experts.98.up_proj,0.09214447,0.01000,0.614
+9,mlp.experts.99.up_proj,0.16460350,0.01000,0.615
+9,mlp.experts.100.up_proj,0.05936191,0.01000,0.615
+9,mlp.experts.101.up_proj,0.00313031,0.01000,0.615
+9,mlp.experts.102.up_proj,0.33641189,0.01000,0.616
+9,mlp.experts.103.up_proj,0.20193666,0.01000,0.616
+9,mlp.experts.104.up_proj,0.07834888,0.01000,0.616
+9,mlp.experts.105.up_proj,0.20933215,0.01000,0.616
+9,mlp.experts.106.up_proj,0.17407054,0.01000,0.620
+9,mlp.experts.107.up_proj,0.02090052,0.01000,0.618
+9,mlp.experts.108.up_proj,0.00386191,0.01000,0.617
+9,mlp.experts.109.up_proj,0.00226580,0.01000,0.617
+9,mlp.experts.110.up_proj,0.14026761,0.01000,0.611
+9,mlp.experts.111.up_proj,0.27540913,0.01000,0.608
+9,mlp.experts.112.up_proj,0.09742753,0.01000,0.609
+9,mlp.experts.113.up_proj,0.42786980,0.01000,0.610
+9,mlp.experts.114.up_proj,0.02263685,0.01000,0.611
+9,mlp.experts.115.up_proj,0.00335737,0.01000,0.610
+9,mlp.experts.116.up_proj,0.09803713,0.01000,0.610
+9,mlp.experts.117.up_proj,0.07417342,0.01000,0.608
+9,mlp.experts.118.up_proj,0.29565489,0.01000,0.615
+9,mlp.experts.119.up_proj,0.00010131,0.01000,0.617
+9,mlp.experts.120.up_proj,0.00002558,0.01000,0.617
+9,mlp.experts.121.up_proj,0.00037129,0.01000,0.617
+9,mlp.experts.122.up_proj,0.16061775,0.01000,0.618
+9,mlp.experts.123.up_proj,0.00146720,0.01000,0.618
+9,mlp.experts.124.up_proj,0.02717969,0.01000,0.617
+9,mlp.experts.125.up_proj,0.14244691,0.01000,0.617
+9,mlp.experts.126.up_proj,0.00538893,0.01000,0.615
+9,mlp.experts.127.up_proj,0.69319808,0.01000,0.619
+9,mlp.experts.0.gate_proj,0.37395310,0.01000,0.617
+9,mlp.experts.1.gate_proj,0.55428928,0.01000,0.617
+9,mlp.experts.2.gate_proj,0.36034688,0.01000,0.617
+9,mlp.experts.3.gate_proj,0.00003239,0.01000,0.620
+9,mlp.experts.4.gate_proj,0.00010351,0.01000,0.619
+9,mlp.experts.5.gate_proj,0.99557436,0.01000,0.617
+9,mlp.experts.6.gate_proj,0.12182102,0.01000,0.616
+9,mlp.experts.7.gate_proj,0.89650840,0.01000,0.616
+9,mlp.experts.8.gate_proj,0.01914236,0.01000,0.617
+9,mlp.experts.9.gate_proj,0.15022829,0.01000,0.617
+9,mlp.experts.10.gate_proj,0.18703805,0.01000,0.616
+9,mlp.experts.11.gate_proj,0.01638860,0.01000,0.617
+9,mlp.experts.12.gate_proj,0.05150596,0.01000,0.614
+9,mlp.experts.13.gate_proj,0.06523973,0.01000,0.618
+9,mlp.experts.14.gate_proj,0.01719555,0.01000,0.614
+9,mlp.experts.15.gate_proj,0.07586668,0.01000,0.612
+9,mlp.experts.16.gate_proj,0.00008107,0.01000,0.617
+9,mlp.experts.17.gate_proj,0.27109545,0.01000,0.616
+9,mlp.experts.18.gate_proj,0.00005789,0.01000,0.617
+9,mlp.experts.19.gate_proj,0.29565421,0.01000,0.617
+9,mlp.experts.20.gate_proj,0.00786775,0.01000,0.617
+9,mlp.experts.21.gate_proj,0.05487224,0.01000,0.617
+9,mlp.experts.22.gate_proj,0.36582947,0.01000,0.618
+9,mlp.experts.23.gate_proj,0.03213868,0.01000,0.617
+9,mlp.experts.24.gate_proj,0.40992674,0.01000,0.617
+9,mlp.experts.25.gate_proj,0.13986352,0.01000,0.616
+9,mlp.experts.26.gate_proj,0.05196241,0.01000,0.617
+9,mlp.experts.27.gate_proj,0.00508974,0.01000,0.617
+9,mlp.experts.28.gate_proj,0.06241885,0.01000,0.609
+9,mlp.experts.29.gate_proj,0.00011115,0.01000,0.608
+9,mlp.experts.30.gate_proj,0.00326756,0.01000,0.606
+9,mlp.experts.31.gate_proj,0.00305147,0.01000,0.608
+9,mlp.experts.32.gate_proj,0.28676400,0.01000,0.610
+9,mlp.experts.33.gate_proj,1.40555537,0.01000,0.608
+9,mlp.experts.34.gate_proj,0.03263960,0.01000,0.609
+9,mlp.experts.35.gate_proj,1.38904405,0.01000,0.607
+9,mlp.experts.36.gate_proj,0.00184298,0.01000,0.606
+9,mlp.experts.37.gate_proj,0.25151142,0.01000,0.608
+9,mlp.experts.38.gate_proj,0.04735059,0.01000,0.608
+9,mlp.experts.39.gate_proj,0.05670681,0.01000,0.609
+9,mlp.experts.40.gate_proj,0.16969189,0.01000,0.608
+9,mlp.experts.41.gate_proj,0.21027856,0.01000,0.609
+9,mlp.experts.42.gate_proj,0.00178379,0.01000,0.610
+9,mlp.experts.43.gate_proj,0.35297751,0.01000,0.615
+9,mlp.experts.44.gate_proj,0.02464294,0.01000,0.615
+9,mlp.experts.45.gate_proj,0.34052604,0.01000,0.616
+9,mlp.experts.46.gate_proj,0.09300958,0.01000,0.617
+9,mlp.experts.47.gate_proj,0.22427936,0.01000,0.616
+9,mlp.experts.48.gate_proj,0.27183735,0.01000,0.617
+9,mlp.experts.49.gate_proj,0.21461803,0.01000,0.617
+9,mlp.experts.50.gate_proj,0.00367325,0.01000,0.616
+9,mlp.experts.51.gate_proj,0.07918735,0.01000,0.617
+9,mlp.experts.52.gate_proj,1.18126059,0.01000,0.618
+9,mlp.experts.53.gate_proj,0.01206017,0.01000,0.618
+9,mlp.experts.54.gate_proj,0.03683015,0.01000,0.619
+9,mlp.experts.55.gate_proj,0.05687361,0.01000,0.615
+9,mlp.experts.56.gate_proj,0.02324550,0.01000,0.609
+9,mlp.experts.57.gate_proj,0.42404163,0.01000,0.608
+9,mlp.experts.58.gate_proj,0.12186172,0.01000,0.609
+9,mlp.experts.59.gate_proj,0.07258984,0.01000,0.608
+9,mlp.experts.60.gate_proj,0.22998986,0.01000,0.609
+9,mlp.experts.61.gate_proj,0.00756761,0.01000,0.608
+9,mlp.experts.62.gate_proj,0.23632517,0.01000,0.607
+9,mlp.experts.63.gate_proj,0.02328042,0.01000,0.608
+9,mlp.experts.64.gate_proj,0.12245862,0.01000,0.608
+9,mlp.experts.65.gate_proj,0.65912712,0.01000,0.616
+9,mlp.experts.66.gate_proj,0.24224448,0.01000,0.615
+9,mlp.experts.67.gate_proj,0.04760687,0.01000,0.616
+9,mlp.experts.68.gate_proj,0.17800090,0.01000,0.616
+9,mlp.experts.69.gate_proj,0.60288846,0.01000,0.616
+9,mlp.experts.70.gate_proj,0.16657783,0.01000,0.616
+9,mlp.experts.71.gate_proj,0.43194765,0.01000,0.616
+9,mlp.experts.72.gate_proj,0.01715019,0.01000,0.615
+9,mlp.experts.73.gate_proj,0.11047959,0.01000,0.615
+9,mlp.experts.74.gate_proj,0.00016295,0.01000,0.616
+9,mlp.experts.75.gate_proj,0.00132810,0.01000,0.615
+9,mlp.experts.76.gate_proj,0.40479171,0.01000,0.615
+9,mlp.experts.77.gate_proj,0.06820919,0.01000,0.614
+9,mlp.experts.78.gate_proj,0.00548077,0.01000,0.611
+9,mlp.experts.79.gate_proj,0.17658894,0.01000,0.608
+9,mlp.experts.80.gate_proj,0.60295486,0.01000,0.608
+9,mlp.experts.81.gate_proj,0.24869484,0.01000,0.608
+9,mlp.experts.82.gate_proj,1.56183410,0.01000,0.609
+9,mlp.experts.83.gate_proj,0.07248934,0.01000,0.608
+9,mlp.experts.84.gate_proj,0.30067474,0.01000,0.608
+9,mlp.experts.85.gate_proj,0.25271535,0.01000,0.607
+9,mlp.experts.86.gate_proj,0.44343027,0.01000,0.607
+9,mlp.experts.87.gate_proj,0.02501381,0.01000,0.607
+9,mlp.experts.88.gate_proj,0.01119032,0.01000,0.608
+9,mlp.experts.89.gate_proj,0.29008597,0.01000,0.607
+9,mlp.experts.90.gate_proj,0.00177670,0.01000,0.608
+9,mlp.experts.91.gate_proj,0.43205190,0.01000,0.609
+9,mlp.experts.92.gate_proj,0.21185827,0.01000,0.617
+9,mlp.experts.93.gate_proj,0.00407709,0.01000,0.616
+9,mlp.experts.94.gate_proj,0.66379333,0.01000,0.616
+9,mlp.experts.95.gate_proj,0.01843092,0.01000,0.615
+9,mlp.experts.96.gate_proj,0.32012540,0.01000,0.617
+9,mlp.experts.97.gate_proj,0.54400814,0.01000,0.615
+9,mlp.experts.98.gate_proj,0.09621896,0.01000,0.616
+9,mlp.experts.99.gate_proj,0.17145976,0.01000,0.615
+9,mlp.experts.100.gate_proj,0.06896427,0.01000,0.615
+9,mlp.experts.101.gate_proj,0.00321583,0.01000,0.616
+9,mlp.experts.102.gate_proj,0.33818671,0.01000,0.618
+9,mlp.experts.103.gate_proj,0.20055097,0.01000,0.615
+9,mlp.experts.104.gate_proj,0.08433004,0.01000,0.615
+9,mlp.experts.105.gate_proj,0.22232097,0.01000,0.610
+9,mlp.experts.106.gate_proj,0.18175800,0.01000,0.609
+9,mlp.experts.107.gate_proj,0.02158610,0.01000,0.609
+9,mlp.experts.108.gate_proj,0.00398303,0.01000,0.610
+9,mlp.experts.109.gate_proj,0.00238825,0.01000,0.609
+9,mlp.experts.110.gate_proj,0.13586466,0.01000,0.610
+9,mlp.experts.111.gate_proj,0.27957726,0.01000,0.612
+9,mlp.experts.112.gate_proj,0.09683225,0.01000,0.609
+9,mlp.experts.113.gate_proj,0.43563679,0.01000,0.609
+9,mlp.experts.114.gate_proj,0.02343461,0.01000,0.607
+9,mlp.experts.115.gate_proj,0.00350721,0.01000,0.609
+9,mlp.experts.116.gate_proj,0.10082630,0.01000,0.611
+9,mlp.experts.117.gate_proj,0.07091320,0.01000,0.608
+9,mlp.experts.118.gate_proj,0.29414466,0.01000,0.611
+9,mlp.experts.119.gate_proj,0.00010696,0.01000,0.616
+9,mlp.experts.120.gate_proj,0.00002759,0.01000,0.616
+9,mlp.experts.121.gate_proj,0.00041371,0.01000,0.616
+9,mlp.experts.122.gate_proj,0.17229761,0.01000,0.615
+9,mlp.experts.123.gate_proj,0.00153097,0.01000,0.615
+9,mlp.experts.124.gate_proj,0.02809679,0.01000,0.616
+9,mlp.experts.125.gate_proj,0.14433138,0.01000,0.626
+9,mlp.experts.126.gate_proj,0.00575472,0.01000,0.621
+9,mlp.experts.127.gate_proj,0.67303193,0.01000,0.620
+9,mlp.experts.0.down_proj,0.05440008,0.01000,0.253
+9,mlp.experts.1.down_proj,0.06849505,0.01000,0.231
+9,mlp.experts.2.down_proj,0.04444087,0.01000,0.232
+9,mlp.experts.3.down_proj,0.00000569,0.01000,0.232
+9,mlp.experts.4.down_proj,0.00001405,0.01000,0.232
+9,mlp.experts.5.down_proj,0.15401125,0.01000,0.232
+9,mlp.experts.6.down_proj,0.01288021,0.01000,0.231
+9,mlp.experts.7.down_proj,0.15132715,0.01000,0.233
+9,mlp.experts.8.down_proj,0.00259610,0.01000,0.234
+9,mlp.experts.9.down_proj,0.02645060,0.01000,0.233
+9,mlp.experts.10.down_proj,0.03725067,0.01000,0.233
+9,mlp.experts.11.down_proj,0.00219364,0.01000,0.233
+9,mlp.experts.12.down_proj,0.00319460,0.01000,0.234
+9,mlp.experts.13.down_proj,0.00469221,0.01000,0.232
+9,mlp.experts.14.down_proj,0.00239518,0.01000,0.233
+9,mlp.experts.15.down_proj,0.00838608,0.01000,0.233
+9,mlp.experts.16.down_proj,0.00000723,0.01000,0.233
+9,mlp.experts.17.down_proj,0.03679801,0.01000,0.233
+9,mlp.experts.18.down_proj,0.00001172,0.01000,0.233
+9,mlp.experts.19.down_proj,0.04524545,0.01000,0.233
+9,mlp.experts.20.down_proj,0.00178249,0.01000,0.233
+9,mlp.experts.21.down_proj,0.00775846,0.01000,0.233
+9,mlp.experts.22.down_proj,0.06103039,0.01000,0.233
+9,mlp.experts.23.down_proj,0.00287849,0.01000,0.234
+9,mlp.experts.24.down_proj,0.05906281,0.01000,0.233
+9,mlp.experts.25.down_proj,0.02796388,0.01000,0.233
+9,mlp.experts.26.down_proj,0.00729608,0.01000,0.233
+9,mlp.experts.27.down_proj,0.00091353,0.01000,0.233
+9,mlp.experts.28.down_proj,0.00985317,0.01000,0.233
+9,mlp.experts.29.down_proj,0.00002349,0.01000,0.233
+9,mlp.experts.30.down_proj,0.00072208,0.01000,0.235
+9,mlp.experts.31.down_proj,0.00082168,0.01000,0.233
+9,mlp.experts.32.down_proj,0.03496269,0.01000,0.232
+9,mlp.experts.33.down_proj,0.22496778,0.01000,0.230
+9,mlp.experts.34.down_proj,0.00501133,0.01000,0.232
+9,mlp.experts.35.down_proj,0.26507473,0.01000,0.232
+9,mlp.experts.36.down_proj,0.00044708,0.01000,0.233
+9,mlp.experts.37.down_proj,0.03282862,0.01000,0.234
+9,mlp.experts.38.down_proj,0.00622449,0.01000,0.243
+9,mlp.experts.39.down_proj,0.00327640,0.01000,0.235
+9,mlp.experts.40.down_proj,0.03212113,0.01000,0.234
+9,mlp.experts.41.down_proj,0.02869865,0.01000,0.235
+9,mlp.experts.42.down_proj,0.00039820,0.01000,0.235
+9,mlp.experts.43.down_proj,0.05687021,0.01000,0.235
+9,mlp.experts.44.down_proj,0.00359635,0.01000,0.234
+9,mlp.experts.45.down_proj,0.05829148,0.01000,0.234
+9,mlp.experts.46.down_proj,0.01098726,0.01000,0.235
+9,mlp.experts.47.down_proj,0.01815938,0.01000,0.235
+9,mlp.experts.48.down_proj,0.04507359,0.01000,0.235
+9,mlp.experts.49.down_proj,0.03311408,0.01000,0.234
+9,mlp.experts.50.down_proj,0.00071253,0.01000,0.234
+9,mlp.experts.51.down_proj,0.00796016,0.01000,0.234
+9,mlp.experts.52.down_proj,0.15556350,0.01000,0.234
+9,mlp.experts.53.down_proj,0.00156755,0.01000,0.234
+9,mlp.experts.54.down_proj,0.00667199,0.01000,0.234
+9,mlp.experts.55.down_proj,0.01096760,0.01000,0.235
+9,mlp.experts.56.down_proj,0.00314999,0.01000,0.234
+9,mlp.experts.57.down_proj,0.06590232,0.01000,0.234
+9,mlp.experts.58.down_proj,0.01767570,0.01000,0.234
+9,mlp.experts.59.down_proj,0.01541030,0.01000,0.234
+9,mlp.experts.60.down_proj,0.02904046,0.01000,0.234
+9,mlp.experts.61.down_proj,0.00109373,0.01000,0.234
+9,mlp.experts.62.down_proj,0.04025102,0.01000,0.234
+9,mlp.experts.63.down_proj,0.00308849,0.01000,0.234
+9,mlp.experts.64.down_proj,0.01999122,0.01000,0.234
+9,mlp.experts.65.down_proj,0.12047832,0.01000,0.233
+9,mlp.experts.66.down_proj,0.03884175,0.01000,0.233
+9,mlp.experts.67.down_proj,0.00640849,0.01000,0.232
+9,mlp.experts.68.down_proj,0.02641969,0.01000,0.231
+9,mlp.experts.69.down_proj,0.04766412,0.01000,0.231
+9,mlp.experts.70.down_proj,0.02156803,0.01000,0.230
+9,mlp.experts.71.down_proj,0.05404043,0.01000,0.230
+9,mlp.experts.72.down_proj,0.00278882,0.01000,0.231
+9,mlp.experts.73.down_proj,0.01313845,0.01000,0.230
+9,mlp.experts.74.down_proj,0.00004310,0.01000,0.230
+9,mlp.experts.75.down_proj,0.00034696,0.01000,0.230
+9,mlp.experts.76.down_proj,0.05681468,0.01000,0.231
+9,mlp.experts.77.down_proj,0.00740375,0.01000,0.230
+9,mlp.experts.78.down_proj,0.00106610,0.01000,0.232
+9,mlp.experts.79.down_proj,0.02765166,0.01000,0.231
+9,mlp.experts.80.down_proj,0.07459037,0.01000,0.231
+9,mlp.experts.81.down_proj,0.02838586,0.01000,0.231
+9,mlp.experts.82.down_proj,0.36048874,0.01000,0.231
+9,mlp.experts.83.down_proj,0.01326250,0.01000,0.232
+9,mlp.experts.84.down_proj,0.06121653,0.01000,0.230
+9,mlp.experts.85.down_proj,0.03320488,0.01000,0.231
+9,mlp.experts.86.down_proj,0.05865769,0.01000,0.237
+9,mlp.experts.87.down_proj,0.00338609,0.01000,0.232
+9,mlp.experts.88.down_proj,0.00194673,0.01000,0.237
+9,mlp.experts.89.down_proj,0.03561095,0.01000,0.231
+9,mlp.experts.90.down_proj,0.00053374,0.01000,0.232
+9,mlp.experts.91.down_proj,0.06924316,0.01000,0.234
+9,mlp.experts.92.down_proj,0.02746065,0.01000,0.235
+9,mlp.experts.93.down_proj,0.00089977,0.01000,0.235
+9,mlp.experts.94.down_proj,0.10858816,0.01000,0.236
+9,mlp.experts.95.down_proj,0.00268226,0.01000,0.238
+9,mlp.experts.96.down_proj,0.04719369,0.01000,0.237
+9,mlp.experts.97.down_proj,0.06670815,0.01000,0.238
+9,mlp.experts.98.down_proj,0.01745683,0.01000,0.238
+9,mlp.experts.99.down_proj,0.01936253,0.01000,0.238
+9,mlp.experts.100.down_proj,0.01384362,0.01000,0.239
+9,mlp.experts.101.down_proj,0.00083464,0.01000,0.239
+9,mlp.experts.102.down_proj,0.04637700,0.01000,0.239
+9,mlp.experts.103.down_proj,0.02623001,0.01000,0.241
+9,mlp.experts.104.down_proj,0.01613303,0.01000,0.239
+9,mlp.experts.105.down_proj,0.03257433,0.01000,0.236
+9,mlp.experts.106.down_proj,0.02914731,0.01000,0.236
+9,mlp.experts.107.down_proj,0.00325589,0.01000,0.236
+9,mlp.experts.108.down_proj,0.00083776,0.01000,0.237
+9,mlp.experts.109.down_proj,0.00054784,0.01000,0.236
+9,mlp.experts.110.down_proj,0.02216359,0.01000,0.236
+9,mlp.experts.111.down_proj,0.05125554,0.01000,0.236
+9,mlp.experts.112.down_proj,0.01297307,0.01000,0.239
+9,mlp.experts.113.down_proj,0.07514098,0.01000,0.237
+9,mlp.experts.114.down_proj,0.00486092,0.01000,0.238
+9,mlp.experts.115.down_proj,0.00067681,0.01000,0.239
+9,mlp.experts.116.down_proj,0.01586545,0.01000,0.239
+9,mlp.experts.117.down_proj,0.01166045,0.01000,0.239
+9,mlp.experts.118.down_proj,0.04339037,0.01000,0.239
+9,mlp.experts.119.down_proj,0.00002756,0.01000,0.240
+9,mlp.experts.120.down_proj,0.00000472,0.01000,0.239
+9,mlp.experts.121.down_proj,0.00011917,0.01000,0.240
+9,mlp.experts.122.down_proj,0.03930190,0.01000,0.239
+9,mlp.experts.123.down_proj,0.00035906,0.01000,0.240
+9,mlp.experts.124.down_proj,0.00326704,0.01000,0.239
+9,mlp.experts.125.down_proj,0.01959334,0.01000,0.239
+9,mlp.experts.126.down_proj,0.00123420,0.01000,0.240
+9,mlp.experts.127.down_proj,0.08777371,0.01000,0.240
+10,self_attn.q_proj,0.03125803,0.01000,0.622
+10,self_attn.k_proj,0.00431014,0.01000,0.606
+10,self_attn.v_proj,0.00467006,0.01000,0.606
+10,self_attn.o_proj,0.00434691,0.01000,1.219
+10,mlp.experts.0.up_proj,0.04199383,0.01000,0.643
+10,mlp.experts.1.up_proj,0.08395696,0.01000,0.615
+10,mlp.experts.2.up_proj,0.15441091,0.01000,0.616
+10,mlp.experts.3.up_proj,1.40743244,0.01000,0.619
+10,mlp.experts.4.up_proj,0.07710937,0.01000,0.614
+10,mlp.experts.5.up_proj,0.10054800,0.01000,0.609
+10,mlp.experts.6.up_proj,0.00591389,0.01000,0.611
+10,mlp.experts.7.up_proj,0.07177582,0.01000,0.610
+10,mlp.experts.8.up_proj,0.05987863,0.01000,0.612
+10,mlp.experts.9.up_proj,0.01362841,0.01000,0.610
+10,mlp.experts.10.up_proj,0.20640472,0.01000,0.611
+10,mlp.experts.11.up_proj,0.00001230,0.01000,0.615
+10,mlp.experts.12.up_proj,0.03438156,0.01000,0.616
+10,mlp.experts.13.up_proj,0.27552080,0.01000,0.615
+10,mlp.experts.14.up_proj,0.15347664,0.01000,0.612
+10,mlp.experts.15.up_proj,0.02116112,0.01000,0.611
+10,mlp.experts.16.up_proj,0.90192974,0.01000,0.619
+10,mlp.experts.17.up_proj,0.00208320,0.01000,0.618
+10,mlp.experts.18.up_proj,0.42897344,0.01000,0.620
+10,mlp.experts.19.up_proj,0.00470432,0.01000,0.621
+10,mlp.experts.20.up_proj,0.05016739,0.01000,0.621
+10,mlp.experts.21.up_proj,0.08086041,0.01000,0.620
+10,mlp.experts.22.up_proj,0.03393937,0.01000,0.620
+10,mlp.experts.23.up_proj,0.00487778,0.01000,0.618
+10,mlp.experts.24.up_proj,0.00003533,0.01000,0.620
+10,mlp.experts.25.up_proj,0.17542243,0.01000,0.619
+10,mlp.experts.26.up_proj,1.24679232,0.01000,0.620
+10,mlp.experts.27.up_proj,0.04063196,0.01000,0.617
+10,mlp.experts.28.up_proj,0.00236961,0.01000,0.612
+10,mlp.experts.29.up_proj,0.03248192,0.01000,0.610
+10,mlp.experts.30.up_proj,0.91014975,0.01000,0.610
+10,mlp.experts.31.up_proj,0.00124950,0.01000,0.611
+10,mlp.experts.32.up_proj,0.15563750,0.01000,0.612
+10,mlp.experts.33.up_proj,0.15887786,0.01000,0.610
+10,mlp.experts.34.up_proj,0.00360049,0.01000,0.616
+10,mlp.experts.35.up_proj,0.46060660,0.01000,0.616
+10,mlp.experts.36.up_proj,0.00712583,0.01000,0.617
+10,mlp.experts.37.up_proj,0.02387307,0.01000,0.620
+10,mlp.experts.38.up_proj,0.00287520,0.01000,0.619
+10,mlp.experts.39.up_proj,0.21872887,0.01000,0.618
+10,mlp.experts.40.up_proj,0.72402072,0.01000,0.618
+10,mlp.experts.41.up_proj,0.22167248,0.01000,0.620
+10,mlp.experts.42.up_proj,0.00235586,0.01000,0.618
+10,mlp.experts.43.up_proj,0.26345241,0.01000,0.620
+10,mlp.experts.44.up_proj,0.00052513,0.01000,0.620
+10,mlp.experts.45.up_proj,0.12981397,0.01000,0.618
+10,mlp.experts.46.up_proj,0.00136249,0.01000,0.612
+10,mlp.experts.47.up_proj,0.02819660,0.01000,0.610
+10,mlp.experts.48.up_proj,0.07168753,0.01000,0.618
+10,mlp.experts.49.up_proj,0.00048862,0.01000,0.619
+10,mlp.experts.50.up_proj,0.26372534,0.01000,0.618
+10,mlp.experts.51.up_proj,0.05457367,0.01000,0.619
+10,mlp.experts.52.up_proj,0.40520459,0.01000,0.620
+10,mlp.experts.53.up_proj,0.02678448,0.01000,0.619
+10,mlp.experts.54.up_proj,0.03570503,0.01000,0.620
+10,mlp.experts.55.up_proj,1.05465746,0.01000,0.619
+10,mlp.experts.56.up_proj,0.00164341,0.01000,0.620
+10,mlp.experts.57.up_proj,0.33594581,0.01000,0.631
+10,mlp.experts.58.up_proj,0.11888638,0.01000,0.628
+10,mlp.experts.59.up_proj,0.03624010,0.01000,0.632
+10,mlp.experts.60.up_proj,0.00034356,0.01000,0.624
+10,mlp.experts.61.up_proj,0.12281361,0.01000,0.622
+10,mlp.experts.62.up_proj,0.36785710,0.01000,0.622
+10,mlp.experts.63.up_proj,0.02246276,0.01000,0.627
+10,mlp.experts.64.up_proj,0.53169316,0.01000,0.626
+10,mlp.experts.65.up_proj,0.04008150,0.01000,0.627
+10,mlp.experts.66.up_proj,0.30947560,0.01000,0.627
+10,mlp.experts.67.up_proj,0.01300265,0.01000,0.626
+10,mlp.experts.68.up_proj,0.24976563,0.01000,0.613
+10,mlp.experts.69.up_proj,0.32800493,0.01000,0.612
+10,mlp.experts.70.up_proj,0.23970407,0.01000,0.612
+10,mlp.experts.71.up_proj,1.31970263,0.01000,0.611
+10,mlp.experts.72.up_proj,0.00317546,0.01000,0.614
+10,mlp.experts.73.up_proj,0.52094758,0.01000,0.612
+10,mlp.experts.74.up_proj,0.28454265,0.01000,0.611
+10,mlp.experts.75.up_proj,0.05547747,0.01000,0.619
+10,mlp.experts.76.up_proj,0.33852208,0.01000,0.619
+10,mlp.experts.77.up_proj,0.00285745,0.01000,0.618
+10,mlp.experts.78.up_proj,0.02728696,0.01000,0.620
+10,mlp.experts.79.up_proj,0.00001233,0.01000,0.619
+10,mlp.experts.80.up_proj,0.31090909,0.01000,0.618
+10,mlp.experts.81.up_proj,0.00508881,0.01000,0.619
+10,mlp.experts.82.up_proj,0.54029572,0.01000,0.618
+10,mlp.experts.83.up_proj,0.13927898,0.01000,0.620
+10,mlp.experts.84.up_proj,0.01749010,0.01000,0.618
+10,mlp.experts.85.up_proj,0.35035789,0.01000,0.614
+10,mlp.experts.86.up_proj,0.07811841,0.01000,0.609
+10,mlp.experts.87.up_proj,0.01264998,0.01000,0.608
+10,mlp.experts.88.up_proj,0.23206955,0.01000,0.609
+10,mlp.experts.89.up_proj,0.00107412,0.01000,0.611
+10,mlp.experts.90.up_proj,0.02706073,0.01000,0.610
+10,mlp.experts.91.up_proj,0.79167914,0.01000,0.609
+10,mlp.experts.92.up_proj,0.04987489,0.01000,0.610
+10,mlp.experts.93.up_proj,0.00049817,0.01000,0.614
+10,mlp.experts.94.up_proj,1.53477001,0.01000,0.611
+10,mlp.experts.95.up_proj,0.40358517,0.01000,0.610
+10,mlp.experts.96.up_proj,0.08391223,0.01000,0.612
+10,mlp.experts.97.up_proj,0.21325459,0.01000,0.613
+10,mlp.experts.98.up_proj,0.24551718,0.01000,0.615
+10,mlp.experts.99.up_proj,0.19188866,0.01000,0.620
+10,mlp.experts.100.up_proj,0.02275069,0.01000,0.621
+10,mlp.experts.101.up_proj,0.11316418,0.01000,0.620
+10,mlp.experts.102.up_proj,0.03592076,0.01000,0.621
+10,mlp.experts.103.up_proj,0.09734463,0.01000,0.621
+10,mlp.experts.104.up_proj,0.00915173,0.01000,0.620
+10,mlp.experts.105.up_proj,0.08900473,0.01000,0.621
+10,mlp.experts.106.up_proj,0.00006567,0.01000,0.621
+10,mlp.experts.107.up_proj,0.32275200,0.01000,0.621
+10,mlp.experts.108.up_proj,0.24462509,0.01000,0.619
+10,mlp.experts.109.up_proj,0.14789784,0.01000,0.620
+10,mlp.experts.110.up_proj,0.27961817,0.01000,0.616
+10,mlp.experts.111.up_proj,0.01345254,0.01000,0.614
+10,mlp.experts.112.up_proj,0.29695410,0.01000,0.618
+10,mlp.experts.113.up_proj,0.18078890,0.01000,0.619
+10,mlp.experts.114.up_proj,0.00033043,0.01000,0.621
+10,mlp.experts.115.up_proj,0.00800193,0.01000,0.621
+10,mlp.experts.116.up_proj,0.02402504,0.01000,0.621
+10,mlp.experts.117.up_proj,0.00001836,0.01000,0.621
+10,mlp.experts.118.up_proj,0.00483704,0.01000,0.620
+10,mlp.experts.119.up_proj,0.23895578,0.01000,0.621
+10,mlp.experts.120.up_proj,0.36064318,0.01000,0.622
+10,mlp.experts.121.up_proj,0.01911283,0.01000,0.621
+10,mlp.experts.122.up_proj,0.00190652,0.01000,0.618
+10,mlp.experts.123.up_proj,0.21708705,0.01000,0.615
+10,mlp.experts.124.up_proj,0.17967121,0.01000,0.613
+10,mlp.experts.125.up_proj,0.00128212,0.01000,0.612
+10,mlp.experts.126.up_proj,0.99441081,0.01000,0.613
+10,mlp.experts.127.up_proj,0.00321900,0.01000,0.612
+10,mlp.experts.0.gate_proj,0.04491829,0.01000,0.614
+10,mlp.experts.1.gate_proj,0.08676740,0.01000,0.612
+10,mlp.experts.2.gate_proj,0.15861087,0.01000,0.610
+10,mlp.experts.3.gate_proj,1.45967996,0.01000,0.610
+10,mlp.experts.4.gate_proj,0.08713976,0.01000,0.610
+10,mlp.experts.5.gate_proj,0.10683367,0.01000,0.610
+10,mlp.experts.6.gate_proj,0.00588783,0.01000,0.609
+10,mlp.experts.7.gate_proj,0.07847501,0.01000,0.609
+10,mlp.experts.8.gate_proj,0.06365235,0.01000,0.612
+10,mlp.experts.9.gate_proj,0.01380011,0.01000,0.620
+10,mlp.experts.10.gate_proj,0.20757896,0.01000,0.620
+10,mlp.experts.11.gate_proj,0.00001272,0.01000,0.621
+10,mlp.experts.12.gate_proj,0.03588269,0.01000,0.622
+10,mlp.experts.13.gate_proj,0.27565446,0.01000,0.621
+10,mlp.experts.14.gate_proj,0.15633199,0.01000,0.621
+10,mlp.experts.15.gate_proj,0.02135777,0.01000,0.621
+10,mlp.experts.16.gate_proj,0.94572747,0.01000,0.620
+10,mlp.experts.17.gate_proj,0.00211884,0.01000,0.620
+10,mlp.experts.18.gate_proj,0.42735970,0.01000,0.619
+10,mlp.experts.19.gate_proj,0.00477843,0.01000,0.620
+10,mlp.experts.20.gate_proj,0.05094324,0.01000,0.620
+10,mlp.experts.21.gate_proj,0.08502587,0.01000,0.610
+10,mlp.experts.22.gate_proj,0.03521254,0.01000,0.609
+10,mlp.experts.23.gate_proj,0.00444464,0.01000,0.609
+10,mlp.experts.24.gate_proj,0.00003969,0.01000,0.609
+10,mlp.experts.25.gate_proj,0.18534967,0.01000,0.609
+10,mlp.experts.26.gate_proj,1.29220414,0.01000,0.609
+10,mlp.experts.27.gate_proj,0.04411305,0.01000,0.609
+10,mlp.experts.28.gate_proj,0.00246014,0.01000,0.612
+10,mlp.experts.29.gate_proj,0.03391462,0.01000,0.609
+10,mlp.experts.30.gate_proj,0.89569670,0.01000,0.611
+10,mlp.experts.31.gate_proj,0.00128622,0.01000,0.617
+10,mlp.experts.32.gate_proj,0.16184658,0.01000,0.618
+10,mlp.experts.33.gate_proj,0.16490495,0.01000,0.619
+10,mlp.experts.34.gate_proj,0.00369941,0.01000,0.618
+10,mlp.experts.35.gate_proj,0.49801868,0.01000,0.620
+10,mlp.experts.36.gate_proj,0.00716644,0.01000,0.619
+10,mlp.experts.37.gate_proj,0.02405789,0.01000,0.618
+10,mlp.experts.38.gate_proj,0.03867616,0.01000,0.619
+10,mlp.experts.39.gate_proj,0.22272393,0.01000,0.619
+10,mlp.experts.40.gate_proj,0.75473356,0.01000,0.620
+10,mlp.experts.41.gate_proj,0.22026128,0.01000,0.619
+10,mlp.experts.42.gate_proj,0.00247648,0.01000,0.619
+10,mlp.experts.43.gate_proj,0.29521036,0.01000,0.610
+10,mlp.experts.44.gate_proj,0.00054498,0.01000,0.610
+10,mlp.experts.45.gate_proj,0.13459146,0.01000,0.610
+10,mlp.experts.46.gate_proj,0.00142118,0.01000,0.614
+10,mlp.experts.47.gate_proj,0.02989441,0.01000,0.610
+10,mlp.experts.48.gate_proj,0.07289416,0.01000,0.611
+10,mlp.experts.49.gate_proj,0.00050941,0.01000,0.609
+10,mlp.experts.50.gate_proj,0.26467478,0.01000,0.611
+10,mlp.experts.51.gate_proj,0.05623288,0.01000,0.611
+10,mlp.experts.52.gate_proj,0.40026847,0.01000,0.614
+10,mlp.experts.53.gate_proj,0.02898668,0.01000,0.610
+10,mlp.experts.54.gate_proj,0.03639193,0.01000,0.609
+10,mlp.experts.55.gate_proj,1.22125936,0.01000,0.609
+10,mlp.experts.56.gate_proj,0.00162790,0.01000,0.609
+10,mlp.experts.57.gate_proj,0.36157930,0.01000,0.613
+10,mlp.experts.58.gate_proj,0.12607299,0.01000,0.619
+10,mlp.experts.59.gate_proj,0.03734978,0.01000,0.619
+10,mlp.experts.60.gate_proj,0.00035166,0.01000,0.619
+10,mlp.experts.61.gate_proj,0.11498783,0.01000,0.618
+10,mlp.experts.62.gate_proj,0.36085472,0.01000,0.619
+10,mlp.experts.63.gate_proj,0.02392000,0.01000,0.619
+10,mlp.experts.64.gate_proj,0.51808077,0.01000,0.619
+10,mlp.experts.65.gate_proj,0.03969419,0.01000,0.619
+10,mlp.experts.66.gate_proj,0.32057002,0.01000,0.619
+10,mlp.experts.67.gate_proj,0.01357120,0.01000,0.618
+10,mlp.experts.68.gate_proj,0.26089174,0.01000,0.619
+10,mlp.experts.69.gate_proj,0.36729336,0.01000,0.618
+10,mlp.experts.70.gate_proj,0.28343371,0.01000,0.610
+10,mlp.experts.71.gate_proj,1.60808325,0.01000,0.608
+10,mlp.experts.72.gate_proj,0.00343280,0.01000,0.610
+10,mlp.experts.73.gate_proj,0.56530797,0.01000,0.608
+10,mlp.experts.74.gate_proj,0.28565618,0.01000,0.609
+10,mlp.experts.75.gate_proj,0.05903915,0.01000,0.610
+10,mlp.experts.76.gate_proj,0.34858203,0.01000,0.611
+10,mlp.experts.77.gate_proj,0.00315265,0.01000,0.613
+10,mlp.experts.78.gate_proj,0.02773213,0.01000,0.608
+10,mlp.experts.79.gate_proj,0.00001278,0.01000,0.610
+10,mlp.experts.80.gate_proj,0.32829738,0.01000,0.608
+10,mlp.experts.81.gate_proj,0.00528852,0.01000,0.609
+10,mlp.experts.82.gate_proj,0.55615234,0.01000,0.609
+10,mlp.experts.83.gate_proj,0.13516395,0.01000,0.610
+10,mlp.experts.84.gate_proj,0.01838299,0.01000,0.615
+10,mlp.experts.85.gate_proj,0.35926932,0.01000,0.618
+10,mlp.experts.86.gate_proj,0.07940517,0.01000,0.618
+10,mlp.experts.87.gate_proj,0.01323908,0.01000,0.620
+10,mlp.experts.88.gate_proj,0.23433891,0.01000,0.619
+10,mlp.experts.89.gate_proj,0.00113803,0.01000,0.620
+10,mlp.experts.90.gate_proj,0.02723016,0.01000,0.621
+10,mlp.experts.91.gate_proj,0.81134754,0.01000,0.619
+10,mlp.experts.92.gate_proj,0.05177870,0.01000,0.619
+10,mlp.experts.93.gate_proj,0.00050723,0.01000,0.619
+10,mlp.experts.94.gate_proj,1.74164891,0.01000,0.620
+10,mlp.experts.95.gate_proj,0.38154009,0.01000,0.621
+10,mlp.experts.96.gate_proj,0.08617628,0.01000,0.613
+10,mlp.experts.97.gate_proj,0.24485558,0.01000,0.617
+10,mlp.experts.98.gate_proj,0.25288314,0.01000,0.611
+10,mlp.experts.99.gate_proj,0.20725214,0.01000,0.612
+10,mlp.experts.100.gate_proj,0.02314388,0.01000,0.611
+10,mlp.experts.101.gate_proj,0.11320698,0.01000,0.609
+10,mlp.experts.102.gate_proj,0.03911217,0.01000,0.610
+10,mlp.experts.103.gate_proj,0.09887654,0.01000,0.612
+10,mlp.experts.104.gate_proj,0.00929232,0.01000,0.610
+10,mlp.experts.105.gate_proj,0.08798612,0.01000,0.611
+10,mlp.experts.106.gate_proj,0.00006798,0.01000,0.610
+10,mlp.experts.107.gate_proj,0.35215858,0.01000,0.612
+10,mlp.experts.108.gate_proj,0.24772909,0.01000,0.610
+10,mlp.experts.109.gate_proj,0.14868973,0.01000,0.610
+10,mlp.experts.110.gate_proj,0.30353761,0.01000,0.619
+10,mlp.experts.111.gate_proj,0.01381785,0.01000,0.619
+10,mlp.experts.112.gate_proj,0.31321213,0.01000,0.619
+10,mlp.experts.113.gate_proj,0.18060642,0.01000,0.620
+10,mlp.experts.114.gate_proj,0.00035053,0.01000,0.622
+10,mlp.experts.115.gate_proj,0.00847374,0.01000,0.621
+10,mlp.experts.116.gate_proj,0.02527024,0.01000,0.620
+10,mlp.experts.117.gate_proj,0.00001933,0.01000,0.621
+10,mlp.experts.118.gate_proj,0.00516440,0.01000,0.620
+10,mlp.experts.119.gate_proj,0.24739179,0.01000,0.620
+10,mlp.experts.120.gate_proj,0.38486135,0.01000,0.619
+10,mlp.experts.121.gate_proj,0.01984588,0.01000,0.619
+10,mlp.experts.122.gate_proj,0.00199060,0.01000,0.619
+10,mlp.experts.123.gate_proj,0.22037050,0.01000,0.611
+10,mlp.experts.124.gate_proj,0.17369862,0.01000,0.610
+10,mlp.experts.125.gate_proj,0.00134846,0.01000,0.608
+10,mlp.experts.126.gate_proj,1.11405587,0.01000,0.611
+10,mlp.experts.127.gate_proj,0.00330081,0.01000,0.609
+10,mlp.experts.0.down_proj,0.00471766,0.01000,0.250
+10,mlp.experts.1.down_proj,0.00917397,0.01000,0.230
+10,mlp.experts.2.down_proj,0.02973939,0.01000,0.229
+10,mlp.experts.3.down_proj,0.16564931,0.01000,0.230
+10,mlp.experts.4.down_proj,0.01888417,0.01000,0.230
+10,mlp.experts.5.down_proj,0.00698039,0.01000,0.231
+10,mlp.experts.6.down_proj,0.00022345,0.01000,0.230
+10,mlp.experts.7.down_proj,0.00730050,0.01000,0.231
+10,mlp.experts.8.down_proj,0.00796760,0.01000,0.232
+10,mlp.experts.9.down_proj,0.00101652,0.01000,0.232
+10,mlp.experts.10.down_proj,0.04213278,0.01000,0.232
+10,mlp.experts.11.down_proj,0.00000323,0.01000,0.231
+10,mlp.experts.12.down_proj,0.00555118,0.01000,0.231
+10,mlp.experts.13.down_proj,0.03955733,0.01000,0.231
+10,mlp.experts.14.down_proj,0.02471323,0.01000,0.231
+10,mlp.experts.15.down_proj,0.00383251,0.01000,0.231
+10,mlp.experts.16.down_proj,0.23240565,0.01000,0.231
+10,mlp.experts.17.down_proj,0.00039606,0.01000,0.231
+10,mlp.experts.18.down_proj,0.05632701,0.01000,0.231
+10,mlp.experts.19.down_proj,0.00053309,0.01000,0.231
+10,mlp.experts.20.down_proj,0.00632412,0.01000,0.231
+10,mlp.experts.21.down_proj,0.01817962,0.01000,0.231
+10,mlp.experts.22.down_proj,0.00454736,0.01000,0.232
+10,mlp.experts.23.down_proj,0.00078417,0.01000,0.231
+10,mlp.experts.24.down_proj,0.00000934,0.01000,0.232
+10,mlp.experts.25.down_proj,0.01573652,0.01000,0.231
+10,mlp.experts.26.down_proj,0.21132268,0.01000,0.233
+10,mlp.experts.27.down_proj,0.00984136,0.01000,0.231
+10,mlp.experts.28.down_proj,0.00045516,0.01000,0.231
+10,mlp.experts.29.down_proj,0.00402634,0.01000,0.231
+10,mlp.experts.30.down_proj,0.12943627,0.01000,0.230
+10,mlp.experts.31.down_proj,0.00031644,0.01000,0.230
+10,mlp.experts.32.down_proj,0.01715157,0.01000,0.233
+10,mlp.experts.33.down_proj,0.03125190,0.01000,0.231
+10,mlp.experts.34.down_proj,0.00068208,0.01000,0.231
+10,mlp.experts.35.down_proj,0.08463214,0.01000,0.231
+10,mlp.experts.36.down_proj,0.00052868,0.01000,0.230
+10,mlp.experts.37.down_proj,0.00428121,0.01000,0.231
+10,mlp.experts.38.down_proj,0.00007994,0.01000,0.231
+10,mlp.experts.39.down_proj,0.03142260,0.01000,0.231
+10,mlp.experts.40.down_proj,0.13602756,0.01000,0.230
+10,mlp.experts.41.down_proj,0.03855833,0.01000,0.231
+10,mlp.experts.42.down_proj,0.00036968,0.01000,0.231
+10,mlp.experts.43.down_proj,0.08745923,0.01000,0.232
+10,mlp.experts.44.down_proj,0.00012639,0.01000,0.230
+10,mlp.experts.45.down_proj,0.02570654,0.01000,0.228
+10,mlp.experts.46.down_proj,0.00045434,0.01000,0.230
+10,mlp.experts.47.down_proj,0.00731834,0.01000,0.230
+10,mlp.experts.48.down_proj,0.00866886,0.01000,0.231
+10,mlp.experts.49.down_proj,0.00012936,0.01000,0.231
+10,mlp.experts.50.down_proj,0.03587927,0.01000,0.231
+10,mlp.experts.51.down_proj,0.00887394,0.01000,0.231
+10,mlp.experts.52.down_proj,0.04716388,0.01000,0.231
+10,mlp.experts.53.down_proj,0.00640488,0.01000,0.231
+10,mlp.experts.54.down_proj,0.00555627,0.01000,0.231
+10,mlp.experts.55.down_proj,0.21530995,0.01000,0.231
+10,mlp.experts.56.down_proj,0.00018366,0.01000,0.231
+10,mlp.experts.57.down_proj,0.09650718,0.01000,0.231
+10,mlp.experts.58.down_proj,0.01585743,0.01000,0.232
+10,mlp.experts.59.down_proj,0.00545235,0.01000,0.232
+10,mlp.experts.60.down_proj,0.00008901,0.01000,0.232
+10,mlp.experts.61.down_proj,0.01951076,0.01000,0.232
+10,mlp.experts.62.down_proj,0.05977113,0.01000,0.231
+10,mlp.experts.63.down_proj,0.00421772,0.01000,0.232
+10,mlp.experts.64.down_proj,0.06627842,0.01000,0.233
+10,mlp.experts.65.down_proj,0.00671954,0.01000,0.234
+10,mlp.experts.66.down_proj,0.05340567,0.01000,0.234
+10,mlp.experts.67.down_proj,0.00158263,0.01000,0.235
+10,mlp.experts.68.down_proj,0.05082120,0.01000,0.236
+10,mlp.experts.69.down_proj,0.05674080,0.01000,0.236
+10,mlp.experts.70.down_proj,0.03078775,0.01000,0.236
+10,mlp.experts.71.down_proj,0.27087563,0.01000,0.236
+10,mlp.experts.72.down_proj,0.00077634,0.01000,0.237
+10,mlp.experts.73.down_proj,0.10513812,0.01000,0.237
+10,mlp.experts.74.down_proj,0.04861550,0.01000,0.236
+10,mlp.experts.75.down_proj,0.00699983,0.01000,0.236
+10,mlp.experts.76.down_proj,0.04173058,0.01000,0.237
+10,mlp.experts.77.down_proj,0.00073101,0.01000,0.237
+10,mlp.experts.78.down_proj,0.00357947,0.01000,0.236
+10,mlp.experts.79.down_proj,0.00000163,0.01000,0.236
+10,mlp.experts.80.down_proj,0.03416799,0.01000,0.234
+10,mlp.experts.81.down_proj,0.00093345,0.01000,0.233
+10,mlp.experts.82.down_proj,0.13447568,0.01000,0.232
+10,mlp.experts.83.down_proj,0.02384631,0.01000,0.233
+10,mlp.experts.84.down_proj,0.00221152,0.01000,0.233
+10,mlp.experts.85.down_proj,0.05407743,0.01000,0.233
+10,mlp.experts.86.down_proj,0.01324105,0.01000,0.233
+10,mlp.experts.87.down_proj,0.00275011,0.01000,0.235
+10,mlp.experts.88.down_proj,0.03692109,0.01000,0.234
+10,mlp.experts.89.down_proj,0.00023673,0.01000,0.234
+10,mlp.experts.90.down_proj,0.00510895,0.01000,0.234
+10,mlp.experts.91.down_proj,0.11191890,0.01000,0.234
+10,mlp.experts.92.down_proj,0.00531158,0.01000,0.233
+10,mlp.experts.93.down_proj,0.00014554,0.01000,0.234
+10,mlp.experts.94.down_proj,0.33212823,0.01000,0.233
+10,mlp.experts.95.down_proj,0.08416098,0.01000,0.233
+10,mlp.experts.96.down_proj,0.01219888,0.01000,0.234
+10,mlp.experts.97.down_proj,0.02804425,0.01000,0.234
+10,mlp.experts.98.down_proj,0.03006689,0.01000,0.233
+10,mlp.experts.99.down_proj,0.03297651,0.01000,0.234
+10,mlp.experts.100.down_proj,0.00463978,0.01000,0.234
+10,mlp.experts.101.down_proj,0.01919751,0.01000,0.234
+10,mlp.experts.102.down_proj,0.00422789,0.01000,0.234
+10,mlp.experts.103.down_proj,0.01733255,0.01000,0.234
+10,mlp.experts.104.down_proj,0.00145911,0.01000,0.234
+10,mlp.experts.105.down_proj,0.01494697,0.01000,0.235
+10,mlp.experts.106.down_proj,0.00000755,0.01000,0.234
+10,mlp.experts.107.down_proj,0.05925152,0.01000,0.235
+10,mlp.experts.108.down_proj,0.04363756,0.01000,0.238
+10,mlp.experts.109.down_proj,0.03162677,0.01000,0.238
+10,mlp.experts.110.down_proj,0.04683610,0.01000,0.238
+10,mlp.experts.111.down_proj,0.00315282,0.01000,0.238
+10,mlp.experts.112.down_proj,0.04260843,0.01000,0.238
+10,mlp.experts.113.down_proj,0.02675744,0.01000,0.238
+10,mlp.experts.114.down_proj,0.00005385,0.01000,0.238
+10,mlp.experts.115.down_proj,0.00150984,0.01000,0.238
+10,mlp.experts.116.down_proj,0.00360068,0.01000,0.238
+10,mlp.experts.117.down_proj,0.00000348,0.01000,0.238
+10,mlp.experts.118.down_proj,0.00091483,0.01000,0.238
+10,mlp.experts.119.down_proj,0.04327501,0.01000,0.238
+10,mlp.experts.120.down_proj,0.06875439,0.01000,0.238
+10,mlp.experts.121.down_proj,0.00253754,0.01000,0.237
+10,mlp.experts.122.down_proj,0.00033554,0.01000,0.238
+10,mlp.experts.123.down_proj,0.03337755,0.01000,0.238
+10,mlp.experts.124.down_proj,0.02856568,0.01000,0.237
+10,mlp.experts.125.down_proj,0.00040918,0.01000,0.238
+10,mlp.experts.126.down_proj,0.16998497,0.01000,0.237
+10,mlp.experts.127.down_proj,0.00088438,0.01000,0.238
+11,self_attn.q_proj,0.03416507,0.01000,0.621
+11,self_attn.k_proj,0.00476227,0.01000,0.604
+11,self_attn.v_proj,0.00494672,0.01000,0.604
+11,self_attn.o_proj,0.00427288,0.01000,1.227
+11,mlp.experts.0.up_proj,0.19201915,0.01000,0.653
+11,mlp.experts.1.up_proj,0.02299630,0.01000,0.614
+11,mlp.experts.2.up_proj,0.13624588,0.01000,0.613
+11,mlp.experts.3.up_proj,1.09493732,0.01000,0.618
+11,mlp.experts.4.up_proj,0.02679260,0.01000,0.616
+11,mlp.experts.5.up_proj,0.05538741,0.01000,0.617
+11,mlp.experts.6.up_proj,0.00571823,0.01000,0.617
+11,mlp.experts.7.up_proj,0.02769128,0.01000,0.610
+11,mlp.experts.8.up_proj,0.33782637,0.01000,0.607
+11,mlp.experts.9.up_proj,0.01100413,0.01000,0.610
+11,mlp.experts.10.up_proj,0.00321905,0.01000,0.610
+11,mlp.experts.11.up_proj,0.00110934,0.01000,0.610
+11,mlp.experts.12.up_proj,0.22662491,0.01000,0.611
+11,mlp.experts.13.up_proj,0.19485813,0.01000,0.609
+11,mlp.experts.14.up_proj,0.50173485,0.01000,0.609
+11,mlp.experts.15.up_proj,0.04987080,0.01000,0.611
+11,mlp.experts.16.up_proj,0.50188434,0.01000,0.608
+11,mlp.experts.17.up_proj,0.02574708,0.01000,0.613
+11,mlp.experts.18.up_proj,0.63651919,0.01000,0.607
+11,mlp.experts.19.up_proj,0.01993916,0.01000,0.607
+11,mlp.experts.20.up_proj,1.04174209,0.01000,0.616
+11,mlp.experts.21.up_proj,0.05299823,0.01000,0.615
+11,mlp.experts.22.up_proj,0.02159672,0.01000,0.616
+11,mlp.experts.23.up_proj,0.00255337,0.01000,0.616
+11,mlp.experts.24.up_proj,0.06557180,0.01000,0.617
+11,mlp.experts.25.up_proj,1.38305223,0.01000,0.616
+11,mlp.experts.26.up_proj,0.82367826,0.01000,0.617
+11,mlp.experts.27.up_proj,0.00014721,0.01000,0.617
+11,mlp.experts.28.up_proj,0.25448287,0.01000,0.617
+11,mlp.experts.29.up_proj,0.35925436,0.01000,0.616
+11,mlp.experts.30.up_proj,0.33624744,0.01000,0.615
+11,mlp.experts.31.up_proj,0.06000748,0.01000,0.616
+11,mlp.experts.32.up_proj,0.01034121,0.01000,0.609
+11,mlp.experts.33.up_proj,1.15575719,0.01000,0.608
+11,mlp.experts.34.up_proj,0.00069264,0.01000,0.610
+11,mlp.experts.35.up_proj,0.00005775,0.01000,0.608
+11,mlp.experts.36.up_proj,0.08744591,0.01000,0.608
+11,mlp.experts.37.up_proj,0.21742681,0.01000,0.608
+11,mlp.experts.38.up_proj,0.00091747,0.01000,0.607
+11,mlp.experts.39.up_proj,0.38096553,0.01000,0.609
+11,mlp.experts.40.up_proj,0.10869211,0.01000,0.609
+11,mlp.experts.41.up_proj,0.21591817,0.01000,0.608
+11,mlp.experts.42.up_proj,0.08768191,0.01000,0.609
+11,mlp.experts.43.up_proj,0.26163650,0.01000,0.608
+11,mlp.experts.44.up_proj,0.00045981,0.01000,0.612
+11,mlp.experts.45.up_proj,0.10474988,0.01000,0.609
+11,mlp.experts.46.up_proj,0.10782187,0.01000,0.610
+11,mlp.experts.47.up_proj,0.26450115,0.01000,0.611
+11,mlp.experts.48.up_proj,0.16324760,0.01000,0.616
+11,mlp.experts.49.up_proj,0.10949557,0.01000,0.618
+11,mlp.experts.50.up_proj,0.29408246,0.01000,0.618
+11,mlp.experts.51.up_proj,0.00682506,0.01000,0.619
+11,mlp.experts.52.up_proj,0.28966439,0.01000,0.619
+11,mlp.experts.53.up_proj,0.09721464,0.01000,0.618
+11,mlp.experts.54.up_proj,0.01708758,0.01000,0.618
+11,mlp.experts.55.up_proj,0.19337514,0.01000,0.618
+11,mlp.experts.56.up_proj,0.11298919,0.01000,0.618
+11,mlp.experts.57.up_proj,0.00000401,0.01000,0.617
+11,mlp.experts.58.up_proj,0.31077066,0.01000,0.617
+11,mlp.experts.59.up_proj,1.89372623,0.01000,0.619
+11,mlp.experts.60.up_proj,0.27369195,0.01000,0.618
+11,mlp.experts.61.up_proj,0.20969489,0.01000,0.616
+11,mlp.experts.62.up_proj,0.04779802,0.01000,0.617
+11,mlp.experts.63.up_proj,0.00916936,0.01000,0.616
+11,mlp.experts.64.up_proj,0.05438281,0.01000,0.613
+11,mlp.experts.65.up_proj,0.03043380,0.01000,0.618
+11,mlp.experts.66.up_proj,0.00017429,0.01000,0.618
+11,mlp.experts.67.up_proj,0.21256445,0.01000,0.619
+11,mlp.experts.68.up_proj,0.54422176,0.01000,0.619
+11,mlp.experts.69.up_proj,0.29172245,0.01000,0.617
+11,mlp.experts.70.up_proj,0.01124764,0.01000,0.617
+11,mlp.experts.71.up_proj,0.45603377,0.01000,0.617
+11,mlp.experts.72.up_proj,0.02195350,0.01000,0.617
+11,mlp.experts.73.up_proj,0.58097106,0.01000,0.618
+11,mlp.experts.74.up_proj,0.00044331,0.01000,0.619
+11,mlp.experts.75.up_proj,0.01763716,0.01000,0.615
+11,mlp.experts.76.up_proj,0.02941128,0.01000,0.610
+11,mlp.experts.77.up_proj,0.00110470,0.01000,0.613
+11,mlp.experts.78.up_proj,0.32735461,0.01000,0.611
+11,mlp.experts.79.up_proj,0.42454898,0.01000,0.610
+11,mlp.experts.80.up_proj,0.00002809,0.01000,0.608
+11,mlp.experts.81.up_proj,0.12308051,0.01000,0.611
+11,mlp.experts.82.up_proj,0.04373271,0.01000,0.609
+11,mlp.experts.83.up_proj,0.00075373,0.01000,0.607
+11,mlp.experts.84.up_proj,0.00472087,0.01000,0.609
+11,mlp.experts.85.up_proj,0.26247925,0.01000,0.610
+11,mlp.experts.86.up_proj,0.26652730,0.01000,0.609
+11,mlp.experts.87.up_proj,0.22914971,0.01000,0.610
+11,mlp.experts.88.up_proj,0.00119349,0.01000,0.611
+11,mlp.experts.89.up_proj,0.21800947,0.01000,0.616
+11,mlp.experts.90.up_proj,0.22547796,0.01000,0.617
+11,mlp.experts.91.up_proj,0.00163042,0.01000,0.618
+11,mlp.experts.92.up_proj,0.22313461,0.01000,0.618
+11,mlp.experts.93.up_proj,0.00001615,0.01000,0.618
+11,mlp.experts.94.up_proj,0.22914450,0.01000,0.622
+11,mlp.experts.95.up_proj,0.13777430,0.01000,0.618
+11,mlp.experts.96.up_proj,0.57765365,0.01000,0.619
+11,mlp.experts.97.up_proj,0.23541942,0.01000,0.619
+11,mlp.experts.98.up_proj,0.49507564,0.01000,0.618
+11,mlp.experts.99.up_proj,0.90243363,0.01000,0.618
+11,mlp.experts.100.up_proj,0.17396519,0.01000,0.619
+11,mlp.experts.101.up_proj,0.24514300,0.01000,0.618
+11,mlp.experts.102.up_proj,0.07153402,0.01000,0.610
+11,mlp.experts.103.up_proj,0.01409339,0.01000,0.610
+11,mlp.experts.104.up_proj,0.00761479,0.01000,0.610
+11,mlp.experts.105.up_proj,0.52073383,0.01000,0.609
+11,mlp.experts.106.up_proj,0.00089501,0.01000,0.610
+11,mlp.experts.107.up_proj,1.44497514,0.01000,0.610
+11,mlp.experts.108.up_proj,0.01699950,0.01000,0.609
+11,mlp.experts.109.up_proj,0.09894995,0.01000,0.610
+11,mlp.experts.110.up_proj,0.02527862,0.01000,0.613
+11,mlp.experts.111.up_proj,0.37806275,0.01000,0.611
+11,mlp.experts.112.up_proj,0.00696159,0.01000,0.616
+11,mlp.experts.113.up_proj,0.00647954,0.01000,0.618
+11,mlp.experts.114.up_proj,0.06489410,0.01000,0.619
+11,mlp.experts.115.up_proj,0.52043509,0.01000,0.619
+11,mlp.experts.116.up_proj,0.22637030,0.01000,0.619
+11,mlp.experts.117.up_proj,0.01079991,0.01000,0.620
+11,mlp.experts.118.up_proj,0.00045913,0.01000,0.620
+11,mlp.experts.119.up_proj,0.00001171,0.01000,0.618
+11,mlp.experts.120.up_proj,0.02788665,0.01000,0.618
+11,mlp.experts.121.up_proj,0.08128448,0.01000,0.618
+11,mlp.experts.122.up_proj,0.25879085,0.01000,0.619
+11,mlp.experts.123.up_proj,0.00003190,0.01000,0.620
+11,mlp.experts.124.up_proj,0.10551324,0.01000,0.615
+11,mlp.experts.125.up_proj,0.02244270,0.01000,0.617
+11,mlp.experts.126.up_proj,0.16288331,0.01000,0.615
+11,mlp.experts.127.up_proj,0.00334737,0.01000,0.613
+11,mlp.experts.0.gate_proj,0.18834861,0.01000,0.614
+11,mlp.experts.1.gate_proj,0.02293339,0.01000,0.613
+11,mlp.experts.2.gate_proj,0.14280142,0.01000,0.615
+11,mlp.experts.3.gate_proj,1.13563061,0.01000,0.613
+11,mlp.experts.4.gate_proj,0.02671075,0.01000,0.615
+11,mlp.experts.5.gate_proj,0.05706885,0.01000,0.617
+11,mlp.experts.6.gate_proj,0.00599039,0.01000,0.618
+11,mlp.experts.7.gate_proj,0.02873146,0.01000,0.618
+11,mlp.experts.8.gate_proj,0.36382207,0.01000,0.618
+11,mlp.experts.9.gate_proj,0.05059441,0.01000,0.619
+11,mlp.experts.10.gate_proj,0.00323895,0.01000,0.619
+11,mlp.experts.11.gate_proj,0.00116096,0.01000,0.617
+11,mlp.experts.12.gate_proj,0.23241925,0.01000,0.617
+11,mlp.experts.13.gate_proj,0.20090888,0.01000,0.618
+11,mlp.experts.14.gate_proj,0.52151132,0.01000,0.617
+11,mlp.experts.15.gate_proj,0.05175596,0.01000,0.614
+11,mlp.experts.16.gate_proj,0.47404563,0.01000,0.608
+11,mlp.experts.17.gate_proj,0.02766365,0.01000,0.610
+11,mlp.experts.18.gate_proj,0.59641814,0.01000,0.611
+11,mlp.experts.19.gate_proj,0.02016426,0.01000,0.609
+11,mlp.experts.20.gate_proj,1.16146755,0.01000,0.615
+11,mlp.experts.21.gate_proj,0.05415118,0.01000,0.618
+11,mlp.experts.22.gate_proj,0.02181964,0.01000,0.618
+11,mlp.experts.23.gate_proj,0.00252538,0.01000,0.618
+11,mlp.experts.24.gate_proj,0.06651901,0.01000,0.619
+11,mlp.experts.25.gate_proj,1.97559500,0.01000,0.612
+11,mlp.experts.26.gate_proj,0.82802117,0.01000,0.608
+11,mlp.experts.27.gate_proj,0.00016102,0.01000,0.609
+11,mlp.experts.28.gate_proj,0.25845435,0.01000,0.610
+11,mlp.experts.29.gate_proj,0.36464825,0.01000,0.609
+11,mlp.experts.30.gate_proj,0.36497408,0.01000,0.609
+11,mlp.experts.31.gate_proj,0.06041668,0.01000,0.611
+11,mlp.experts.32.gate_proj,0.01047880,0.01000,0.618
+11,mlp.experts.33.gate_proj,1.21838856,0.01000,0.618
+11,mlp.experts.34.gate_proj,0.00071835,0.01000,0.619
+11,mlp.experts.35.gate_proj,0.00005891,0.01000,0.618
+11,mlp.experts.36.gate_proj,0.09190413,0.01000,0.618
+11,mlp.experts.37.gate_proj,0.22989577,0.01000,0.618
+11,mlp.experts.38.gate_proj,0.00093943,0.01000,0.619
+11,mlp.experts.39.gate_proj,0.38324004,0.01000,0.619
+11,mlp.experts.40.gate_proj,0.11123626,0.01000,0.621
+11,mlp.experts.41.gate_proj,0.22636542,0.01000,0.620
+11,mlp.experts.42.gate_proj,0.08852796,0.01000,0.619
+11,mlp.experts.43.gate_proj,0.26506934,0.01000,0.619
+11,mlp.experts.44.gate_proj,0.00046702,0.01000,0.611
+11,mlp.experts.45.gate_proj,0.11143971,0.01000,0.611
+11,mlp.experts.46.gate_proj,0.10723311,0.01000,0.611
+11,mlp.experts.47.gate_proj,0.25606647,0.01000,0.608
+11,mlp.experts.48.gate_proj,0.17920390,0.01000,0.610
+11,mlp.experts.49.gate_proj,0.10992561,0.01000,0.613
+11,mlp.experts.50.gate_proj,0.30020028,0.01000,0.616
+11,mlp.experts.51.gate_proj,0.00684030,0.01000,0.618
+11,mlp.experts.52.gate_proj,0.29893506,0.01000,0.618
+11,mlp.experts.53.gate_proj,0.10285898,0.01000,0.620
+11,mlp.experts.54.gate_proj,0.01756142,0.01000,0.619
+11,mlp.experts.55.gate_proj,0.20848627,0.01000,0.621
+11,mlp.experts.56.gate_proj,0.12380321,0.01000,0.620
+11,mlp.experts.57.gate_proj,0.00000418,0.01000,0.620
+11,mlp.experts.58.gate_proj,0.33793718,0.01000,0.620
+11,mlp.experts.59.gate_proj,1.70461893,0.01000,0.619
+11,mlp.experts.60.gate_proj,0.28219199,0.01000,0.619
+11,mlp.experts.61.gate_proj,0.18387707,0.01000,0.615
+11,mlp.experts.62.gate_proj,0.04916743,0.01000,0.610
+11,mlp.experts.63.gate_proj,0.00960580,0.01000,0.608
+11,mlp.experts.64.gate_proj,0.05557980,0.01000,0.610
+11,mlp.experts.65.gate_proj,0.03145883,0.01000,0.610
+11,mlp.experts.66.gate_proj,0.00019176,0.01000,0.609
+11,mlp.experts.67.gate_proj,0.19977446,0.01000,0.610
+11,mlp.experts.68.gate_proj,0.56627655,0.01000,0.610
+11,mlp.experts.69.gate_proj,0.30689940,0.01000,0.609
+11,mlp.experts.70.gate_proj,0.01144859,0.01000,0.609
+11,mlp.experts.71.gate_proj,0.50759590,0.01000,0.607
+11,mlp.experts.72.gate_proj,0.02245755,0.01000,0.610
+11,mlp.experts.73.gate_proj,0.53955728,0.01000,0.607
+11,mlp.experts.74.gate_proj,0.00045767,0.01000,0.611
+11,mlp.experts.75.gate_proj,0.01809336,0.01000,0.614
+11,mlp.experts.76.gate_proj,0.03078633,0.01000,0.617
+11,mlp.experts.77.gate_proj,0.00114708,0.01000,0.618
+11,mlp.experts.78.gate_proj,0.34086964,0.01000,0.619
+11,mlp.experts.79.gate_proj,0.45114017,0.01000,0.618
+11,mlp.experts.80.gate_proj,0.00002910,0.01000,0.618
+11,mlp.experts.81.gate_proj,0.13032216,0.01000,0.619
+11,mlp.experts.82.gate_proj,0.04424043,0.01000,0.617
+11,mlp.experts.83.gate_proj,0.00076611,0.01000,0.617
+11,mlp.experts.84.gate_proj,0.00485540,0.01000,0.617
+11,mlp.experts.85.gate_proj,0.27123684,0.01000,0.619
+11,mlp.experts.86.gate_proj,0.26791751,0.01000,0.617
+11,mlp.experts.87.gate_proj,0.24099547,0.01000,0.610
+11,mlp.experts.88.gate_proj,0.00122100,0.01000,0.608
+11,mlp.experts.89.gate_proj,0.22592439,0.01000,0.609
+11,mlp.experts.90.gate_proj,0.22170371,0.01000,0.609
+11,mlp.experts.91.gate_proj,0.00167090,0.01000,0.609
+11,mlp.experts.92.gate_proj,0.24945223,0.01000,0.614
+11,mlp.experts.93.gate_proj,0.00001678,0.01000,0.612
+11,mlp.experts.94.gate_proj,0.24921054,0.01000,0.609
+11,mlp.experts.95.gate_proj,0.14822581,0.01000,0.610
+11,mlp.experts.96.gate_proj,0.58757657,0.01000,0.611
+11,mlp.experts.97.gate_proj,0.23896495,0.01000,0.611
+11,mlp.experts.98.gate_proj,0.49740422,0.01000,0.612
+11,mlp.experts.99.gate_proj,0.93061870,0.01000,0.609
+11,mlp.experts.100.gate_proj,0.18069568,0.01000,0.610
+11,mlp.experts.101.gate_proj,0.25143009,0.01000,0.612
+11,mlp.experts.102.gate_proj,0.07534900,0.01000,0.611
+11,mlp.experts.103.gate_proj,0.01488481,0.01000,0.617
+11,mlp.experts.104.gate_proj,0.00786253,0.01000,0.619
+11,mlp.experts.105.gate_proj,0.52833694,0.01000,0.618
+11,mlp.experts.106.gate_proj,0.00091405,0.01000,0.619
+11,mlp.experts.107.gate_proj,1.45564055,0.01000,0.618
+11,mlp.experts.108.gate_proj,0.01744513,0.01000,0.618
+11,mlp.experts.109.gate_proj,0.10111505,0.01000,0.618
+11,mlp.experts.110.gate_proj,0.02651904,0.01000,0.617
+11,mlp.experts.111.gate_proj,0.43018425,0.01000,0.618
+11,mlp.experts.112.gate_proj,0.00722219,0.01000,0.616
+11,mlp.experts.113.gate_proj,0.00675204,0.01000,0.618
+11,mlp.experts.114.gate_proj,0.06525106,0.01000,0.619
+11,mlp.experts.115.gate_proj,0.53976423,0.01000,0.610
+11,mlp.experts.116.gate_proj,0.23279107,0.01000,0.609
+11,mlp.experts.117.gate_proj,0.01141009,0.01000,0.607
+11,mlp.experts.118.gate_proj,0.00046372,0.01000,0.609
+11,mlp.experts.119.gate_proj,0.00001202,0.01000,0.608
+11,mlp.experts.120.gate_proj,0.02861805,0.01000,0.608
+11,mlp.experts.121.gate_proj,0.08488717,0.01000,0.608
+11,mlp.experts.122.gate_proj,0.25068524,0.01000,0.608
+11,mlp.experts.123.gate_proj,0.00003242,0.01000,0.608
+11,mlp.experts.124.gate_proj,0.11796293,0.01000,0.614
+11,mlp.experts.125.gate_proj,0.02282896,0.01000,0.616
+11,mlp.experts.126.gate_proj,0.16295364,0.01000,0.619
+11,mlp.experts.127.gate_proj,0.00338250,0.01000,0.619
+11,mlp.experts.0.down_proj,0.02494214,0.01000,0.253
+11,mlp.experts.1.down_proj,0.00427722,0.01000,0.232
+11,mlp.experts.2.down_proj,0.01523050,0.01000,0.232
+11,mlp.experts.3.down_proj,0.17432868,0.01000,0.232
+11,mlp.experts.4.down_proj,0.00051811,0.01000,0.232
+11,mlp.experts.5.down_proj,0.01110834,0.01000,0.232
+11,mlp.experts.6.down_proj,0.00103169,0.01000,0.232
+11,mlp.experts.7.down_proj,0.00416931,0.01000,0.233
+11,mlp.experts.8.down_proj,0.06290295,0.01000,0.231
+11,mlp.experts.9.down_proj,0.00045898,0.01000,0.230
+11,mlp.experts.10.down_proj,0.00107358,0.01000,0.230
+11,mlp.experts.11.down_proj,0.00022793,0.01000,0.230
+11,mlp.experts.12.down_proj,0.02777586,0.01000,0.230
+11,mlp.experts.13.down_proj,0.03533387,0.01000,0.230
+11,mlp.experts.14.down_proj,0.09277984,0.01000,0.230
+11,mlp.experts.15.down_proj,0.00759885,0.01000,0.230
+11,mlp.experts.16.down_proj,0.09029801,0.01000,0.230
+11,mlp.experts.17.down_proj,0.00351197,0.01000,0.231
+11,mlp.experts.18.down_proj,0.13190621,0.01000,0.230
+11,mlp.experts.19.down_proj,0.00402195,0.01000,0.231
+11,mlp.experts.20.down_proj,0.23475973,0.01000,0.230
+11,mlp.experts.21.down_proj,0.00742956,0.01000,0.231
+11,mlp.experts.22.down_proj,0.00241517,0.01000,0.231
+11,mlp.experts.23.down_proj,0.00031382,0.01000,0.232
+11,mlp.experts.24.down_proj,0.01100148,0.01000,0.231
+11,mlp.experts.25.down_proj,0.49524468,0.01000,0.233
+11,mlp.experts.26.down_proj,0.15732244,0.01000,0.232
+11,mlp.experts.27.down_proj,0.00005197,0.01000,0.231
+11,mlp.experts.28.down_proj,0.04373377,0.01000,0.231
+11,mlp.experts.29.down_proj,0.04781510,0.01000,0.230
+11,mlp.experts.30.down_proj,0.11083192,0.01000,0.231
+11,mlp.experts.31.down_proj,0.00524334,0.01000,0.231
+11,mlp.experts.32.down_proj,0.00150972,0.01000,0.231
+11,mlp.experts.33.down_proj,0.20206225,0.01000,0.230
+11,mlp.experts.34.down_proj,0.00016088,0.01000,0.230
+11,mlp.experts.35.down_proj,0.00001925,0.01000,0.233
+11,mlp.experts.36.down_proj,0.00622005,0.01000,0.233
+11,mlp.experts.37.down_proj,0.03204618,0.01000,0.234
+11,mlp.experts.38.down_proj,0.00025032,0.01000,0.234
+11,mlp.experts.39.down_proj,0.06142399,0.01000,0.234
+11,mlp.experts.40.down_proj,0.01562190,0.01000,0.234
+11,mlp.experts.41.down_proj,0.02605183,0.01000,0.234
+11,mlp.experts.42.down_proj,0.01681095,0.01000,0.234
+11,mlp.experts.43.down_proj,0.02894348,0.01000,0.234
+11,mlp.experts.44.down_proj,0.00010569,0.01000,0.234
+11,mlp.experts.45.down_proj,0.02713295,0.01000,0.234
+11,mlp.experts.46.down_proj,0.01531894,0.01000,0.233
+11,mlp.experts.47.down_proj,0.05095327,0.01000,0.234
+11,mlp.experts.48.down_proj,0.02577146,0.01000,0.234
+11,mlp.experts.49.down_proj,0.02055575,0.01000,0.234
+11,mlp.experts.50.down_proj,0.05678654,0.01000,0.233
+11,mlp.experts.51.down_proj,0.00125754,0.01000,0.233
+11,mlp.experts.52.down_proj,0.05253832,0.01000,0.234
+11,mlp.experts.53.down_proj,0.01156452,0.01000,0.234
+11,mlp.experts.54.down_proj,0.00262271,0.01000,0.234
+11,mlp.experts.55.down_proj,0.04853920,0.01000,0.233
+11,mlp.experts.56.down_proj,0.02509413,0.01000,0.234
+11,mlp.experts.57.down_proj,0.00000050,0.01000,0.235
+11,mlp.experts.58.down_proj,0.05401645,0.01000,0.234
+11,mlp.experts.59.down_proj,0.46798354,0.01000,0.234
+11,mlp.experts.60.down_proj,0.03479057,0.01000,0.234
+11,mlp.experts.61.down_proj,0.03356830,0.01000,0.234
+11,mlp.experts.62.down_proj,0.00612489,0.01000,0.234
+11,mlp.experts.63.down_proj,0.00264677,0.01000,0.234
+11,mlp.experts.64.down_proj,0.01151953,0.01000,0.234
+11,mlp.experts.65.down_proj,0.00332472,0.01000,0.234
+11,mlp.experts.66.down_proj,0.00000459,0.01000,0.233
+11,mlp.experts.67.down_proj,0.03458481,0.01000,0.235
+11,mlp.experts.68.down_proj,0.10693036,0.01000,0.235
+11,mlp.experts.69.down_proj,0.06142353,0.01000,0.236
+11,mlp.experts.70.down_proj,0.00202797,0.01000,0.236
+11,mlp.experts.71.down_proj,0.07305366,0.01000,0.238
+11,mlp.experts.72.down_proj,0.00302152,0.01000,0.238
+11,mlp.experts.73.down_proj,0.13048130,0.01000,0.239
+11,mlp.experts.74.down_proj,0.00013961,0.01000,0.241
+11,mlp.experts.75.down_proj,0.00213582,0.01000,0.240
+11,mlp.experts.76.down_proj,0.00344558,0.01000,0.239
+11,mlp.experts.77.down_proj,0.00014145,0.01000,0.241
+11,mlp.experts.78.down_proj,0.05425903,0.01000,0.241
+11,mlp.experts.79.down_proj,0.07479991,0.01000,0.241
+11,mlp.experts.80.down_proj,0.00000546,0.01000,0.240
+11,mlp.experts.81.down_proj,0.01002531,0.01000,0.240
+11,mlp.experts.82.down_proj,0.00774653,0.01000,0.240
+11,mlp.experts.83.down_proj,0.00021215,0.01000,0.240
+11,mlp.experts.84.down_proj,0.00090182,0.01000,0.240
+11,mlp.experts.85.down_proj,0.03838928,0.01000,0.241
+11,mlp.experts.86.down_proj,0.05418980,0.01000,0.239
+11,mlp.experts.87.down_proj,0.03970417,0.01000,0.239
+11,mlp.experts.88.down_proj,0.00033876,0.01000,0.238
+11,mlp.experts.89.down_proj,0.03887478,0.01000,0.238
+11,mlp.experts.90.down_proj,0.03885908,0.01000,0.239
+11,mlp.experts.91.down_proj,0.00039769,0.01000,0.239
+11,mlp.experts.92.down_proj,0.05851568,0.01000,0.238
+11,mlp.experts.93.down_proj,0.00000282,0.01000,0.240
+11,mlp.experts.94.down_proj,0.03739078,0.01000,0.240
+11,mlp.experts.95.down_proj,0.02974749,0.01000,0.239
+11,mlp.experts.96.down_proj,0.06884369,0.01000,0.239
+11,mlp.experts.97.down_proj,0.03812401,0.01000,0.239
+11,mlp.experts.98.down_proj,0.07222573,0.01000,0.239
+11,mlp.experts.99.down_proj,0.16542685,0.01000,0.240
+11,mlp.experts.100.down_proj,0.03111293,0.01000,0.239
+11,mlp.experts.101.down_proj,0.02275998,0.01000,0.239
+11,mlp.experts.102.down_proj,0.01121484,0.01000,0.237
+11,mlp.experts.103.down_proj,0.00466496,0.01000,0.236
+11,mlp.experts.104.down_proj,0.00103212,0.01000,0.238
+11,mlp.experts.105.down_proj,0.07913993,0.01000,0.239
+11,mlp.experts.106.down_proj,0.00009970,0.01000,0.239
+11,mlp.experts.107.down_proj,0.14809844,0.01000,0.240
+11,mlp.experts.108.down_proj,0.00333702,0.01000,0.240
+11,mlp.experts.109.down_proj,0.01189745,0.01000,0.239
+11,mlp.experts.110.down_proj,0.00188522,0.01000,0.240
+11,mlp.experts.111.down_proj,0.06658054,0.01000,0.239
+11,mlp.experts.112.down_proj,0.00097232,0.01000,0.240
+11,mlp.experts.113.down_proj,0.00124672,0.01000,0.239
+11,mlp.experts.114.down_proj,0.01219371,0.01000,0.239
+11,mlp.experts.115.down_proj,0.09091688,0.01000,0.240
+11,mlp.experts.116.down_proj,0.04303382,0.01000,0.240
+11,mlp.experts.117.down_proj,0.00118358,0.01000,0.239
+11,mlp.experts.118.down_proj,0.00013357,0.01000,0.240
+11,mlp.experts.119.down_proj,0.00000181,0.01000,0.239
+11,mlp.experts.120.down_proj,0.00369701,0.01000,0.241
+11,mlp.experts.121.down_proj,0.01199573,0.01000,0.240
+11,mlp.experts.122.down_proj,0.04418885,0.01000,0.240
+11,mlp.experts.123.down_proj,0.00000656,0.01000,0.240
+11,mlp.experts.124.down_proj,0.01975497,0.01000,0.240
+11,mlp.experts.125.down_proj,0.00246532,0.01000,0.240
+11,mlp.experts.126.down_proj,0.02384443,0.01000,0.240
+11,mlp.experts.127.down_proj,0.00071102,0.01000,0.241
+12,self_attn.q_proj,0.04779675,0.01000,0.642
+12,self_attn.k_proj,0.00658632,0.01000,0.623
+12,self_attn.v_proj,0.00715493,0.01000,0.619
+12,self_attn.o_proj,0.00587872,0.01000,1.238
+12,mlp.experts.0.up_proj,0.11568414,0.01000,0.646
+12,mlp.experts.1.up_proj,0.00290044,0.01000,0.606
+12,mlp.experts.2.up_proj,1.16083026,0.01000,0.605
+12,mlp.experts.3.up_proj,0.00065903,0.01000,0.609
+12,mlp.experts.4.up_proj,0.20629627,0.01000,0.608
+12,mlp.experts.5.up_proj,0.00086727,0.01000,0.609
+12,mlp.experts.6.up_proj,0.13873091,0.01000,0.608
+12,mlp.experts.7.up_proj,0.24433561,0.01000,0.611
+12,mlp.experts.8.up_proj,1.27907228,0.01000,0.610
+12,mlp.experts.9.up_proj,0.58049476,0.01000,0.608
+12,mlp.experts.10.up_proj,0.00241868,0.01000,0.608
+12,mlp.experts.11.up_proj,0.03284639,0.01000,0.609
+12,mlp.experts.12.up_proj,0.22141860,0.01000,0.612
+12,mlp.experts.13.up_proj,0.00002156,0.01000,0.616
+12,mlp.experts.14.up_proj,0.38524020,0.01000,0.617
+12,mlp.experts.15.up_proj,0.11718115,0.01000,0.618
+12,mlp.experts.16.up_proj,0.05774226,0.01000,0.616
+12,mlp.experts.17.up_proj,0.16834958,0.01000,0.617
+12,mlp.experts.18.up_proj,0.33914965,0.01000,0.617
+12,mlp.experts.19.up_proj,0.00014722,0.01000,0.618
+12,mlp.experts.20.up_proj,0.02948445,0.01000,0.618
+12,mlp.experts.21.up_proj,1.14903164,0.01000,0.618
+12,mlp.experts.22.up_proj,0.24497922,0.01000,0.614
+12,mlp.experts.23.up_proj,0.00983212,0.01000,0.609
+12,mlp.experts.24.up_proj,0.24306390,0.01000,0.609
+12,mlp.experts.25.up_proj,0.01784629,0.01000,0.610
+12,mlp.experts.26.up_proj,0.25314015,0.01000,0.609
+12,mlp.experts.27.up_proj,0.24036917,0.01000,0.608
+12,mlp.experts.28.up_proj,0.07282765,0.01000,0.609
+12,mlp.experts.29.up_proj,0.01313607,0.01000,0.615
+12,mlp.experts.30.up_proj,0.13881655,0.01000,0.617
+12,mlp.experts.31.up_proj,0.02034003,0.01000,0.618
+12,mlp.experts.32.up_proj,0.81850922,0.01000,0.618
+12,mlp.experts.33.up_proj,0.00074974,0.01000,0.617
+12,mlp.experts.34.up_proj,0.19197401,0.01000,0.618
+12,mlp.experts.35.up_proj,0.00669504,0.01000,0.617
+12,mlp.experts.36.up_proj,0.29845613,0.01000,0.617
+12,mlp.experts.37.up_proj,0.02405801,0.01000,0.620
+12,mlp.experts.38.up_proj,0.31784108,0.01000,0.618
+12,mlp.experts.39.up_proj,0.02445315,0.01000,0.617
+12,mlp.experts.40.up_proj,0.17024824,0.01000,0.617
+12,mlp.experts.41.up_proj,0.10603118,0.01000,0.612
+12,mlp.experts.42.up_proj,0.86970210,0.01000,0.611
+12,mlp.experts.43.up_proj,0.26980373,0.01000,0.617
+12,mlp.experts.44.up_proj,0.18777752,0.01000,0.609
+12,mlp.experts.45.up_proj,0.02267302,0.01000,0.615
+12,mlp.experts.46.up_proj,1.19553328,0.01000,0.613
+12,mlp.experts.47.up_proj,0.02774120,0.01000,0.609
+12,mlp.experts.48.up_proj,0.00009418,0.01000,0.615
+12,mlp.experts.49.up_proj,0.11304159,0.01000,0.616
+12,mlp.experts.50.up_proj,0.10598209,0.01000,0.617
+12,mlp.experts.51.up_proj,0.08702582,0.01000,0.617
+12,mlp.experts.52.up_proj,1.40832353,0.01000,0.618
+12,mlp.experts.53.up_proj,0.45527023,0.01000,0.618
+12,mlp.experts.54.up_proj,0.00137059,0.01000,0.618
+12,mlp.experts.55.up_proj,0.00032279,0.01000,0.617
+12,mlp.experts.56.up_proj,0.13782071,0.01000,0.617
+12,mlp.experts.57.up_proj,0.01769834,0.01000,0.617
+12,mlp.experts.58.up_proj,0.25198650,0.01000,0.618
+12,mlp.experts.59.up_proj,0.00075525,0.01000,0.618
+12,mlp.experts.60.up_proj,0.02716234,0.01000,0.611
+12,mlp.experts.61.up_proj,0.30336618,0.01000,0.609
+12,mlp.experts.62.up_proj,0.23237392,0.01000,0.608
+12,mlp.experts.63.up_proj,0.35684496,0.01000,0.611
+12,mlp.experts.64.up_proj,0.15184292,0.01000,0.610
+12,mlp.experts.65.up_proj,0.70800650,0.01000,0.609
+12,mlp.experts.66.up_proj,0.01599728,0.01000,0.610
+12,mlp.experts.67.up_proj,0.04403692,0.01000,0.608
+12,mlp.experts.68.up_proj,0.26321679,0.01000,0.610
+12,mlp.experts.69.up_proj,0.37177217,0.01000,0.614
+12,mlp.experts.70.up_proj,0.00216224,0.01000,0.615
+12,mlp.experts.71.up_proj,0.00597233,0.01000,0.618
+12,mlp.experts.72.up_proj,0.00017209,0.01000,0.618
+12,mlp.experts.73.up_proj,0.40433744,0.01000,0.617
+12,mlp.experts.74.up_proj,0.19190921,0.01000,0.619
+12,mlp.experts.75.up_proj,0.12495362,0.01000,0.619
+12,mlp.experts.76.up_proj,0.31441984,0.01000,0.620
+12,mlp.experts.77.up_proj,0.00184366,0.01000,0.618
+12,mlp.experts.78.up_proj,0.06623888,0.01000,0.619
+12,mlp.experts.79.up_proj,0.07153203,0.01000,0.618
+12,mlp.experts.80.up_proj,0.19513586,0.01000,0.619
+12,mlp.experts.81.up_proj,0.00075851,0.01000,0.615
+12,mlp.experts.82.up_proj,0.00485043,0.01000,0.609
+12,mlp.experts.83.up_proj,0.00029419,0.01000,0.612
+12,mlp.experts.84.up_proj,0.00638309,0.01000,0.610
+12,mlp.experts.85.up_proj,1.29859054,0.01000,0.611
+12,mlp.experts.86.up_proj,0.00433191,0.01000,0.613
+12,mlp.experts.87.up_proj,0.60369647,0.01000,0.618
+12,mlp.experts.88.up_proj,0.00000369,0.01000,0.619
+12,mlp.experts.89.up_proj,0.24137592,0.01000,0.619
+12,mlp.experts.90.up_proj,0.17393009,0.01000,0.620
+12,mlp.experts.91.up_proj,0.08184648,0.01000,0.620
+12,mlp.experts.92.up_proj,0.70201504,0.01000,0.619
+12,mlp.experts.93.up_proj,0.00297345,0.01000,0.619
+12,mlp.experts.94.up_proj,0.04591034,0.01000,0.618
+12,mlp.experts.95.up_proj,0.09986902,0.01000,0.617
+12,mlp.experts.96.up_proj,0.01993107,0.01000,0.619
+12,mlp.experts.97.up_proj,0.83254272,0.01000,0.620
+12,mlp.experts.98.up_proj,0.00250596,0.01000,0.619
+12,mlp.experts.99.up_proj,0.17192377,0.01000,0.610
+12,mlp.experts.100.up_proj,0.41077667,0.01000,0.608
+12,mlp.experts.101.up_proj,0.05941406,0.01000,0.609
+12,mlp.experts.102.up_proj,0.51711476,0.01000,0.610
+12,mlp.experts.103.up_proj,0.47288239,0.01000,0.611
+12,mlp.experts.104.up_proj,0.00000147,0.01000,0.609
+12,mlp.experts.105.up_proj,0.72581398,0.01000,0.611
+12,mlp.experts.106.up_proj,0.00033396,0.01000,0.611
+12,mlp.experts.107.up_proj,0.17899585,0.01000,0.612
+12,mlp.experts.108.up_proj,0.03246230,0.01000,0.615
+12,mlp.experts.109.up_proj,0.00134799,0.01000,0.619
+12,mlp.experts.110.up_proj,0.04538299,0.01000,0.621
+12,mlp.experts.111.up_proj,0.02684419,0.01000,0.620
+12,mlp.experts.112.up_proj,0.01258533,0.01000,0.619
+12,mlp.experts.113.up_proj,0.00380004,0.01000,0.619
+12,mlp.experts.114.up_proj,0.17283870,0.01000,0.619
+12,mlp.experts.115.up_proj,0.17845789,0.01000,0.613
+12,mlp.experts.116.up_proj,0.18892482,0.01000,0.618
+12,mlp.experts.117.up_proj,0.04879595,0.01000,0.613
+12,mlp.experts.118.up_proj,0.62268281,0.01000,0.613
+12,mlp.experts.119.up_proj,0.01222618,0.01000,0.613
+12,mlp.experts.120.up_proj,0.12611298,0.01000,0.613
+12,mlp.experts.121.up_proj,0.17379346,0.01000,0.612
+12,mlp.experts.122.up_proj,0.00323750,0.01000,0.612
+12,mlp.experts.123.up_proj,0.46713534,0.01000,0.618
+12,mlp.experts.124.up_proj,0.24204010,0.01000,0.620
+12,mlp.experts.125.up_proj,0.03153287,0.01000,0.620
+12,mlp.experts.126.up_proj,0.27653873,0.01000,0.622
+12,mlp.experts.127.up_proj,0.58195543,0.01000,0.621
+12,mlp.experts.0.gate_proj,0.11500424,0.01000,0.619
+12,mlp.experts.1.gate_proj,0.00298102,0.01000,0.620
+12,mlp.experts.2.gate_proj,1.18504679,0.01000,0.619
+12,mlp.experts.3.gate_proj,0.00066424,0.01000,0.621
+12,mlp.experts.4.gate_proj,0.21659708,0.01000,0.620
+12,mlp.experts.5.gate_proj,0.00088532,0.01000,0.620
+12,mlp.experts.6.gate_proj,0.14026004,0.01000,0.622
+12,mlp.experts.7.gate_proj,0.24718702,0.01000,0.617
+12,mlp.experts.8.gate_proj,1.32002139,0.01000,0.611
+12,mlp.experts.9.gate_proj,0.57604873,0.01000,0.613
+12,mlp.experts.10.gate_proj,0.01821075,0.01000,0.611
+12,mlp.experts.11.gate_proj,0.03388469,0.01000,0.613
+12,mlp.experts.12.gate_proj,0.22698772,0.01000,0.612
+12,mlp.experts.13.gate_proj,0.00002186,0.01000,0.612
+12,mlp.experts.14.gate_proj,0.38372475,0.01000,0.611
+12,mlp.experts.15.gate_proj,0.11842453,0.01000,0.615
+12,mlp.experts.16.gate_proj,0.06159697,0.01000,0.620
+12,mlp.experts.17.gate_proj,0.16911606,0.01000,0.620
+12,mlp.experts.18.gate_proj,0.34184960,0.01000,0.619
+12,mlp.experts.19.gate_proj,0.00015457,0.01000,0.618
+12,mlp.experts.20.gate_proj,0.03020347,0.01000,0.619
+12,mlp.experts.21.gate_proj,1.16932487,0.01000,0.620
+12,mlp.experts.22.gate_proj,0.28256851,0.01000,0.620
+12,mlp.experts.23.gate_proj,0.00992423,0.01000,0.619
+12,mlp.experts.24.gate_proj,0.27643245,0.01000,0.619
+12,mlp.experts.25.gate_proj,0.01783116,0.01000,0.619
+12,mlp.experts.26.gate_proj,0.25926811,0.01000,0.619
+12,mlp.experts.27.gate_proj,0.24407035,0.01000,0.612
+12,mlp.experts.28.gate_proj,0.07552638,0.01000,0.611
+12,mlp.experts.29.gate_proj,0.01331593,0.01000,0.611
+12,mlp.experts.30.gate_proj,0.14292994,0.01000,0.611
+12,mlp.experts.31.gate_proj,0.02096178,0.01000,0.618
+12,mlp.experts.32.gate_proj,0.84001321,0.01000,0.620
+12,mlp.experts.33.gate_proj,0.00077300,0.01000,0.622
+12,mlp.experts.34.gate_proj,0.19633777,0.01000,0.618
+12,mlp.experts.35.gate_proj,0.00708918,0.01000,0.618
+12,mlp.experts.36.gate_proj,0.30209604,0.01000,0.619
+12,mlp.experts.37.gate_proj,0.02456290,0.01000,0.618
+12,mlp.experts.38.gate_proj,0.30996370,0.01000,0.619
+12,mlp.experts.39.gate_proj,0.02533823,0.01000,0.616
+12,mlp.experts.40.gate_proj,0.17642027,0.01000,0.610
+12,mlp.experts.41.gate_proj,0.10907887,0.01000,0.610
+12,mlp.experts.42.gate_proj,0.86134517,0.01000,0.609
+12,mlp.experts.43.gate_proj,0.27784204,0.01000,0.611
+12,mlp.experts.44.gate_proj,0.18952140,0.01000,0.612
+12,mlp.experts.45.gate_proj,0.02298332,0.01000,0.610
+12,mlp.experts.46.gate_proj,1.18388426,0.01000,0.610
+12,mlp.experts.47.gate_proj,0.02831453,0.01000,0.611
+12,mlp.experts.48.gate_proj,0.00009512,0.01000,0.609
+12,mlp.experts.49.gate_proj,0.11565323,0.01000,0.610
+12,mlp.experts.50.gate_proj,0.10755615,0.01000,0.610
+12,mlp.experts.51.gate_proj,0.08896103,0.01000,0.610
+12,mlp.experts.52.gate_proj,1.57530463,0.01000,0.612
+12,mlp.experts.53.gate_proj,0.47212994,0.01000,0.616
+12,mlp.experts.54.gate_proj,0.00138919,0.01000,0.611
+12,mlp.experts.55.gate_proj,0.00033434,0.01000,0.610
+12,mlp.experts.56.gate_proj,0.14292234,0.01000,0.610
+12,mlp.experts.57.gate_proj,0.01787107,0.01000,0.613
+12,mlp.experts.58.gate_proj,0.24887215,0.01000,0.611
+12,mlp.experts.59.gate_proj,0.00079595,0.01000,0.610
+12,mlp.experts.60.gate_proj,0.02676832,0.01000,0.610
+12,mlp.experts.61.gate_proj,0.29309291,0.01000,0.611
+12,mlp.experts.62.gate_proj,0.24497941,0.01000,0.610
+12,mlp.experts.63.gate_proj,0.36281997,0.01000,0.611
+12,mlp.experts.64.gate_proj,0.15991427,0.01000,0.611
+12,mlp.experts.65.gate_proj,0.75195503,0.01000,0.610
+12,mlp.experts.66.gate_proj,0.01623705,0.01000,0.610
+12,mlp.experts.67.gate_proj,0.04518623,0.01000,0.610
+12,mlp.experts.68.gate_proj,0.25502020,0.01000,0.610
+12,mlp.experts.69.gate_proj,0.38762748,0.01000,0.611
+12,mlp.experts.70.gate_proj,0.00231887,0.01000,0.610
+12,mlp.experts.71.gate_proj,0.00602388,0.01000,0.611
+12,mlp.experts.72.gate_proj,0.00018005,0.01000,0.618
+12,mlp.experts.73.gate_proj,0.44120201,0.01000,0.616
+12,mlp.experts.74.gate_proj,0.18890315,0.01000,0.617
+12,mlp.experts.75.gate_proj,0.12701131,0.01000,0.617
+12,mlp.experts.76.gate_proj,0.31043500,0.01000,0.618
+12,mlp.experts.77.gate_proj,0.00186910,0.01000,0.618
+12,mlp.experts.78.gate_proj,0.06789140,0.01000,0.618
+12,mlp.experts.79.gate_proj,0.07218090,0.01000,0.618
+12,mlp.experts.80.gate_proj,0.19220081,0.01000,0.617
+12,mlp.experts.81.gate_proj,0.00078648,0.01000,0.618
+12,mlp.experts.82.gate_proj,0.00496287,0.01000,0.612
+12,mlp.experts.83.gate_proj,0.00030982,0.01000,0.612
+12,mlp.experts.84.gate_proj,0.00658334,0.01000,0.611
+12,mlp.experts.85.gate_proj,1.34839571,0.01000,0.614
+12,mlp.experts.86.gate_proj,0.00472522,0.01000,0.618
+12,mlp.experts.87.gate_proj,0.58654505,0.01000,0.618
+12,mlp.experts.88.gate_proj,0.00000379,0.01000,0.618
+12,mlp.experts.89.gate_proj,0.24587540,0.01000,0.619
+12,mlp.experts.90.gate_proj,0.17794117,0.01000,0.616
+12,mlp.experts.91.gate_proj,0.08383958,0.01000,0.618
+12,mlp.experts.92.gate_proj,0.71911967,0.01000,0.618
+12,mlp.experts.93.gate_proj,0.00310305,0.01000,0.617
+12,mlp.experts.94.gate_proj,0.04312823,0.01000,0.618
+12,mlp.experts.95.gate_proj,0.09924965,0.01000,0.618
+12,mlp.experts.96.gate_proj,0.01998280,0.01000,0.617
+12,mlp.experts.97.gate_proj,0.85013831,0.01000,0.617
+12,mlp.experts.98.gate_proj,0.00253186,0.01000,0.612
+12,mlp.experts.99.gate_proj,0.16222185,0.01000,0.610
+12,mlp.experts.100.gate_proj,0.40591335,0.01000,0.612
+12,mlp.experts.101.gate_proj,0.06266429,0.01000,0.611
+12,mlp.experts.102.gate_proj,0.51657468,0.01000,0.610
+12,mlp.experts.103.gate_proj,0.50811321,0.01000,0.613
+12,mlp.experts.104.gate_proj,0.00000141,0.01000,0.611
+12,mlp.experts.105.gate_proj,0.78876829,0.01000,0.611
+12,mlp.experts.106.gate_proj,0.00034897,0.01000,0.611
+12,mlp.experts.107.gate_proj,0.17915434,0.01000,0.616
+12,mlp.experts.108.gate_proj,0.03338521,0.01000,0.617
+12,mlp.experts.109.gate_proj,0.00140715,0.01000,0.618
+12,mlp.experts.110.gate_proj,0.04787007,0.01000,0.618
+12,mlp.experts.111.gate_proj,0.02712063,0.01000,0.617
+12,mlp.experts.112.gate_proj,0.01323831,0.01000,0.622
+12,mlp.experts.113.gate_proj,0.00383490,0.01000,0.619
+12,mlp.experts.114.gate_proj,0.17940892,0.01000,0.618
+12,mlp.experts.115.gate_proj,0.17952782,0.01000,0.617
+12,mlp.experts.116.gate_proj,0.19133271,0.01000,0.617
+12,mlp.experts.117.gate_proj,0.05263120,0.01000,0.618
+12,mlp.experts.118.gate_proj,0.62973797,0.01000,0.619
+12,mlp.experts.119.gate_proj,0.01264798,0.01000,0.617
+12,mlp.experts.120.gate_proj,0.12666640,0.01000,0.615
+12,mlp.experts.121.gate_proj,0.17721270,0.01000,0.616
+12,mlp.experts.122.gate_proj,0.00328664,0.01000,0.618
+12,mlp.experts.123.gate_proj,0.46569306,0.01000,0.617
+12,mlp.experts.124.gate_proj,0.24387112,0.01000,0.618
+12,mlp.experts.125.gate_proj,0.03352164,0.01000,0.618
+12,mlp.experts.126.gate_proj,0.27701300,0.01000,0.613
+12,mlp.experts.127.gate_proj,0.61261451,0.01000,0.608
+12,mlp.experts.0.down_proj,0.02186270,0.01000,0.251
+12,mlp.experts.1.down_proj,0.00102638,0.01000,0.231
+12,mlp.experts.2.down_proj,0.18902560,0.01000,0.231
+12,mlp.experts.3.down_proj,0.00021220,0.01000,0.230
+12,mlp.experts.4.down_proj,0.02903212,0.01000,0.231
+12,mlp.experts.5.down_proj,0.00004822,0.01000,0.231
+12,mlp.experts.6.down_proj,0.01776668,0.01000,0.231
+12,mlp.experts.7.down_proj,0.05292441,0.01000,0.231
+12,mlp.experts.8.down_proj,0.21792886,0.01000,0.232
+12,mlp.experts.9.down_proj,0.14024165,0.01000,0.232
+12,mlp.experts.10.down_proj,0.00001540,0.01000,0.233
+12,mlp.experts.11.down_proj,0.00325675,0.01000,0.233
+12,mlp.experts.12.down_proj,0.04024565,0.01000,0.233
+12,mlp.experts.13.down_proj,0.00000327,0.01000,0.233
+12,mlp.experts.14.down_proj,0.07639568,0.01000,0.233
+12,mlp.experts.15.down_proj,0.02570004,0.01000,0.233
+12,mlp.experts.16.down_proj,0.01431078,0.01000,0.233
+12,mlp.experts.17.down_proj,0.02558553,0.01000,0.232
+12,mlp.experts.18.down_proj,0.04818751,0.01000,0.232
+12,mlp.experts.19.down_proj,0.00002495,0.01000,0.233
+12,mlp.experts.20.down_proj,0.00382647,0.01000,0.232
+12,mlp.experts.21.down_proj,0.19122043,0.01000,0.233
+12,mlp.experts.22.down_proj,0.05575543,0.01000,0.232
+12,mlp.experts.23.down_proj,0.00130752,0.01000,0.233
+12,mlp.experts.24.down_proj,0.02803874,0.01000,0.232
+12,mlp.experts.25.down_proj,0.00052627,0.01000,0.233
+12,mlp.experts.26.down_proj,0.06517337,0.01000,0.238
+12,mlp.experts.27.down_proj,0.02355145,0.01000,0.232
+12,mlp.experts.28.down_proj,0.00975201,0.01000,0.232
+12,mlp.experts.29.down_proj,0.00223934,0.01000,0.233
+12,mlp.experts.30.down_proj,0.02885938,0.01000,0.234
+12,mlp.experts.31.down_proj,0.00422985,0.01000,0.233
+12,mlp.experts.32.down_proj,0.14196631,0.01000,0.231
+12,mlp.experts.33.down_proj,0.00012663,0.01000,0.231
+12,mlp.experts.34.down_proj,0.02441277,0.01000,0.231
+12,mlp.experts.35.down_proj,0.00200357,0.01000,0.234
+12,mlp.experts.36.down_proj,0.05313826,0.01000,0.231
+12,mlp.experts.37.down_proj,0.00250680,0.01000,0.234
+12,mlp.experts.38.down_proj,0.05664572,0.01000,0.231
+12,mlp.experts.39.down_proj,0.00338874,0.01000,0.229
+12,mlp.experts.40.down_proj,0.01983465,0.01000,0.228
+12,mlp.experts.41.down_proj,0.01776534,0.01000,0.229
+12,mlp.experts.42.down_proj,0.12175697,0.01000,0.228
+12,mlp.experts.43.down_proj,0.04763607,0.01000,0.230
+12,mlp.experts.44.down_proj,0.02520520,0.01000,0.229
+12,mlp.experts.45.down_proj,0.00447807,0.01000,0.229
+12,mlp.experts.46.down_proj,0.20164894,0.01000,0.229
+12,mlp.experts.47.down_proj,0.00276157,0.01000,0.229
+12,mlp.experts.48.down_proj,0.00002296,0.01000,0.229
+12,mlp.experts.49.down_proj,0.01365965,0.01000,0.230
+12,mlp.experts.50.down_proj,0.01204681,0.01000,0.230
+12,mlp.experts.51.down_proj,0.01638953,0.01000,0.228
+12,mlp.experts.52.down_proj,0.29277509,0.01000,0.229
+12,mlp.experts.53.down_proj,0.07557988,0.01000,0.229
+12,mlp.experts.54.down_proj,0.00023068,0.01000,0.228
+12,mlp.experts.55.down_proj,0.00014650,0.01000,0.228
+12,mlp.experts.56.down_proj,0.04326814,0.01000,0.228
+12,mlp.experts.57.down_proj,0.00255964,0.01000,0.229
+12,mlp.experts.58.down_proj,0.04364513,0.01000,0.229
+12,mlp.experts.59.down_proj,0.00015019,0.01000,0.228
+12,mlp.experts.60.down_proj,0.00522659,0.01000,0.229
+12,mlp.experts.61.down_proj,0.03177508,0.01000,0.229
+12,mlp.experts.62.down_proj,0.02200351,0.01000,0.229
+12,mlp.experts.63.down_proj,0.05383681,0.01000,0.230
+12,mlp.experts.64.down_proj,0.03378581,0.01000,0.229
+12,mlp.experts.65.down_proj,0.23847294,0.01000,0.229
+12,mlp.experts.66.down_proj,0.00292160,0.01000,0.229
+12,mlp.experts.67.down_proj,0.00890238,0.01000,0.229
+12,mlp.experts.68.down_proj,0.04554342,0.01000,0.229
+12,mlp.experts.69.down_proj,0.06703328,0.01000,0.231
+12,mlp.experts.70.down_proj,0.00076708,0.01000,0.231
+12,mlp.experts.71.down_proj,0.00032129,0.01000,0.232
+12,mlp.experts.72.down_proj,0.00006456,0.01000,0.232
+12,mlp.experts.73.down_proj,0.10657648,0.01000,0.232
+12,mlp.experts.74.down_proj,0.03041053,0.01000,0.232
+12,mlp.experts.75.down_proj,0.01495999,0.01000,0.233
+12,mlp.experts.76.down_proj,0.04393578,0.01000,0.232
+12,mlp.experts.77.down_proj,0.00028458,0.01000,0.232
+12,mlp.experts.78.down_proj,0.01064958,0.01000,0.232
+12,mlp.experts.79.down_proj,0.01205993,0.01000,0.232
+12,mlp.experts.80.down_proj,0.02949076,0.01000,0.232
+12,mlp.experts.81.down_proj,0.00030582,0.01000,0.232
+12,mlp.experts.82.down_proj,0.00129572,0.01000,0.232
+12,mlp.experts.83.down_proj,0.00008996,0.01000,0.234
+12,mlp.experts.84.down_proj,0.00101134,0.01000,0.235
+12,mlp.experts.85.down_proj,0.20961720,0.01000,0.236
+12,mlp.experts.86.down_proj,0.00007686,0.01000,0.236
+12,mlp.experts.87.down_proj,0.06860384,0.01000,0.237
+12,mlp.experts.88.down_proj,0.00000040,0.01000,0.237
+12,mlp.experts.89.down_proj,0.04646655,0.01000,0.237
+12,mlp.experts.90.down_proj,0.01990488,0.01000,0.238
+12,mlp.experts.91.down_proj,0.01183663,0.01000,0.245
+12,mlp.experts.92.down_proj,0.08706691,0.01000,0.241
+12,mlp.experts.93.down_proj,0.00050531,0.01000,0.240
+12,mlp.experts.94.down_proj,0.00886702,0.01000,0.240
+12,mlp.experts.95.down_proj,0.01495170,0.01000,0.240
+12,mlp.experts.96.down_proj,0.00269246,0.01000,0.241
+12,mlp.experts.97.down_proj,0.14219011,0.01000,0.240
+12,mlp.experts.98.down_proj,0.00087656,0.01000,0.240
+12,mlp.experts.99.down_proj,0.03687255,0.01000,0.240
+12,mlp.experts.100.down_proj,0.06763792,0.01000,0.238
+12,mlp.experts.101.down_proj,0.00558999,0.01000,0.237
+12,mlp.experts.102.down_proj,0.06956124,0.01000,0.237
+12,mlp.experts.103.down_proj,0.08865558,0.01000,0.237
+12,mlp.experts.104.down_proj,0.00000019,0.01000,0.238
+12,mlp.experts.105.down_proj,0.29182366,0.01000,0.237
+12,mlp.experts.106.down_proj,0.00006131,0.01000,0.237
+12,mlp.experts.107.down_proj,0.03888957,0.01000,0.237
+12,mlp.experts.108.down_proj,0.00443213,0.01000,0.238
+12,mlp.experts.109.down_proj,0.00026528,0.01000,0.238
+12,mlp.experts.110.down_proj,0.00325166,0.01000,0.238
+12,mlp.experts.111.down_proj,0.00274722,0.01000,0.239
+12,mlp.experts.112.down_proj,0.00183762,0.01000,0.237
+12,mlp.experts.113.down_proj,0.00091979,0.01000,0.237
+12,mlp.experts.114.down_proj,0.03116848,0.01000,0.237
+12,mlp.experts.115.down_proj,0.02879483,0.01000,0.237
+12,mlp.experts.116.down_proj,0.02934208,0.01000,0.237
+12,mlp.experts.117.down_proj,0.00807817,0.01000,0.237
+12,mlp.experts.118.down_proj,0.12024027,0.01000,0.237
+12,mlp.experts.119.down_proj,0.00165661,0.01000,0.236
+12,mlp.experts.120.down_proj,0.01975573,0.01000,0.237
+12,mlp.experts.121.down_proj,0.02580761,0.01000,0.236
+12,mlp.experts.122.down_proj,0.00047155,0.01000,0.236
+12,mlp.experts.123.down_proj,0.07878770,0.01000,0.237
+12,mlp.experts.124.down_proj,0.04349899,0.01000,0.237
+12,mlp.experts.125.down_proj,0.00512791,0.01000,0.239
+12,mlp.experts.126.down_proj,0.04639805,0.01000,0.240
+12,mlp.experts.127.down_proj,0.13068479,0.01000,0.239
+13,self_attn.q_proj,0.05568632,0.01000,0.634
+13,self_attn.k_proj,0.00788032,0.01000,0.619
+13,self_attn.v_proj,0.00823904,0.01000,0.610
+13,self_attn.o_proj,0.00670292,0.01000,1.223
+13,mlp.experts.0.up_proj,1.38194382,0.01000,0.618
+13,mlp.experts.1.up_proj,0.17496020,0.01000,0.612
+13,mlp.experts.2.up_proj,0.51333058,0.01000,0.613
+13,mlp.experts.3.up_proj,0.00000206,0.01000,0.615
+13,mlp.experts.4.up_proj,0.07648552,0.01000,0.610
+13,mlp.experts.5.up_proj,0.00194788,0.01000,0.609
+13,mlp.experts.6.up_proj,0.52707672,0.01000,0.608
+13,mlp.experts.7.up_proj,0.01663742,0.01000,0.609
+13,mlp.experts.8.up_proj,0.07027324,0.01000,0.611
+13,mlp.experts.9.up_proj,0.00003159,0.01000,0.614
+13,mlp.experts.10.up_proj,1.33918273,0.01000,0.616
+13,mlp.experts.11.up_proj,0.01566264,0.01000,0.616
+13,mlp.experts.12.up_proj,0.29699022,0.01000,0.616
+13,mlp.experts.13.up_proj,0.01668212,0.01000,0.617
+13,mlp.experts.14.up_proj,0.13528129,0.01000,0.618
+13,mlp.experts.15.up_proj,0.13043810,0.01000,0.616
+13,mlp.experts.16.up_proj,0.24832004,0.01000,0.617
+13,mlp.experts.17.up_proj,0.00050372,0.01000,0.618
+13,mlp.experts.18.up_proj,0.00612808,0.01000,0.616
+13,mlp.experts.19.up_proj,0.13437492,0.01000,0.617
+13,mlp.experts.20.up_proj,0.17463320,0.01000,0.616
+13,mlp.experts.21.up_proj,0.21890658,0.01000,0.614
+13,mlp.experts.22.up_proj,0.00004394,0.01000,0.609
+13,mlp.experts.23.up_proj,0.03589634,0.01000,0.607
+13,mlp.experts.24.up_proj,0.39048618,0.01000,0.607
+13,mlp.experts.25.up_proj,0.06634752,0.01000,0.607
+13,mlp.experts.26.up_proj,0.58942407,0.01000,0.606
+13,mlp.experts.27.up_proj,0.02056308,0.01000,0.606
+13,mlp.experts.28.up_proj,0.16681674,0.01000,0.606
+13,mlp.experts.29.up_proj,0.23869617,0.01000,0.607
+13,mlp.experts.30.up_proj,0.00014406,0.01000,0.613
+13,mlp.experts.31.up_proj,0.03330294,0.01000,0.615
+13,mlp.experts.32.up_proj,0.01720915,0.01000,0.614
+13,mlp.experts.33.up_proj,0.84346020,0.01000,0.614
+13,mlp.experts.34.up_proj,0.02826064,0.01000,0.616
+13,mlp.experts.35.up_proj,0.01297328,0.01000,0.615
+13,mlp.experts.36.up_proj,0.28997284,0.01000,0.616
+13,mlp.experts.37.up_proj,0.02488240,0.01000,0.616
+13,mlp.experts.38.up_proj,0.00447261,0.01000,0.616
+13,mlp.experts.39.up_proj,0.01155297,0.01000,0.619
+13,mlp.experts.40.up_proj,0.50063664,0.01000,0.617
+13,mlp.experts.41.up_proj,0.32812649,0.01000,0.618
+13,mlp.experts.42.up_proj,0.13136788,0.01000,0.616
+13,mlp.experts.43.up_proj,0.00230052,0.01000,0.608
+13,mlp.experts.44.up_proj,0.32192039,0.01000,0.608
+13,mlp.experts.45.up_proj,1.06807923,0.01000,0.607
+13,mlp.experts.46.up_proj,0.00000488,0.01000,0.609
+13,mlp.experts.47.up_proj,1.10898471,0.01000,0.609
+13,mlp.experts.48.up_proj,0.00092868,0.01000,0.616
+13,mlp.experts.49.up_proj,0.67025512,0.01000,0.616
+13,mlp.experts.50.up_proj,0.00223304,0.01000,0.617
+13,mlp.experts.51.up_proj,0.00335164,0.01000,0.621
+13,mlp.experts.52.up_proj,0.82588941,0.01000,0.617
+13,mlp.experts.53.up_proj,0.06277667,0.01000,0.617
+13,mlp.experts.54.up_proj,0.00008394,0.01000,0.616
+13,mlp.experts.55.up_proj,0.24891931,0.01000,0.618
+13,mlp.experts.56.up_proj,0.00131190,0.01000,0.616
+13,mlp.experts.57.up_proj,0.22582352,0.01000,0.616
+13,mlp.experts.58.up_proj,0.19405489,0.01000,0.617
+13,mlp.experts.59.up_proj,0.24671678,0.01000,0.620
+13,mlp.experts.60.up_proj,0.00017437,0.01000,0.610
+13,mlp.experts.61.up_proj,1.21991694,0.01000,0.609
+13,mlp.experts.62.up_proj,0.43684053,0.01000,0.607
+13,mlp.experts.63.up_proj,0.01559713,0.01000,0.606
+13,mlp.experts.64.up_proj,0.00026172,0.01000,0.606
+13,mlp.experts.65.up_proj,0.24760211,0.01000,0.607
+13,mlp.experts.66.up_proj,0.25623870,0.01000,0.609
+13,mlp.experts.67.up_proj,0.07613914,0.01000,0.606
+13,mlp.experts.68.up_proj,0.09130257,0.01000,0.607
+13,mlp.experts.69.up_proj,0.00001924,0.01000,0.610
+13,mlp.experts.70.up_proj,0.02224043,0.01000,0.611
+13,mlp.experts.71.up_proj,0.84910417,0.01000,0.612
+13,mlp.experts.72.up_proj,0.00009476,0.01000,0.613
+13,mlp.experts.73.up_proj,0.19826463,0.01000,0.614
+13,mlp.experts.74.up_proj,0.00220766,0.01000,0.615
+13,mlp.experts.75.up_proj,0.52724004,0.01000,0.614
+13,mlp.experts.76.up_proj,0.36452928,0.01000,0.615
+13,mlp.experts.77.up_proj,0.78521669,0.01000,0.619
+13,mlp.experts.78.up_proj,1.00863647,0.01000,0.623
+13,mlp.experts.79.up_proj,0.52019465,0.01000,0.614
+13,mlp.experts.80.up_proj,0.13787809,0.01000,0.614
+13,mlp.experts.81.up_proj,0.15940368,0.01000,0.614
+13,mlp.experts.82.up_proj,0.35030001,0.01000,0.616
+13,mlp.experts.83.up_proj,0.09314831,0.01000,0.609
+13,mlp.experts.84.up_proj,0.02410651,0.01000,0.607
+13,mlp.experts.85.up_proj,0.06811461,0.01000,0.607
+13,mlp.experts.86.up_proj,0.00242791,0.01000,0.612
+13,mlp.experts.87.up_proj,0.08981175,0.01000,0.614
+13,mlp.experts.88.up_proj,0.00035937,0.01000,0.614
+13,mlp.experts.89.up_proj,0.10663053,0.01000,0.615
+13,mlp.experts.90.up_proj,0.00565164,0.01000,0.615
+13,mlp.experts.91.up_proj,0.49982640,0.01000,0.614
+13,mlp.experts.92.up_proj,0.89053941,0.01000,0.615
+13,mlp.experts.93.up_proj,0.14250904,0.01000,0.616
+13,mlp.experts.94.up_proj,0.00002195,0.01000,0.616
+13,mlp.experts.95.up_proj,0.70386887,0.01000,0.615
+13,mlp.experts.96.up_proj,0.00003636,0.01000,0.614
+13,mlp.experts.97.up_proj,0.01173789,0.01000,0.615
+13,mlp.experts.98.up_proj,0.36740413,0.01000,0.615
+13,mlp.experts.99.up_proj,0.00000004,0.01000,0.607
+13,mlp.experts.100.up_proj,0.00000593,0.01000,0.607
+13,mlp.experts.101.up_proj,0.77827466,0.01000,0.608
+13,mlp.experts.102.up_proj,0.46236360,0.01000,0.608
+13,mlp.experts.103.up_proj,0.61782759,0.01000,0.606
+13,mlp.experts.104.up_proj,0.21303722,0.01000,0.607
+13,mlp.experts.105.up_proj,0.20559941,0.01000,0.609
+13,mlp.experts.106.up_proj,0.52268428,0.01000,0.613
+13,mlp.experts.107.up_proj,0.10563853,0.01000,0.615
+13,mlp.experts.108.up_proj,0.00455906,0.01000,0.616
+13,mlp.experts.109.up_proj,0.44641709,0.01000,0.615
+13,mlp.experts.110.up_proj,0.00797324,0.01000,0.616
+13,mlp.experts.111.up_proj,0.00015793,0.01000,0.616
+13,mlp.experts.112.up_proj,0.64051527,0.01000,0.616
+13,mlp.experts.113.up_proj,0.20046474,0.01000,0.615
+13,mlp.experts.114.up_proj,0.00001779,0.01000,0.616
+13,mlp.experts.115.up_proj,0.17599949,0.01000,0.616
+13,mlp.experts.116.up_proj,0.00050839,0.01000,0.615
+13,mlp.experts.117.up_proj,0.02014151,0.01000,0.607
+13,mlp.experts.118.up_proj,0.01743240,0.01000,0.608
+13,mlp.experts.119.up_proj,0.03094882,0.01000,0.607
+13,mlp.experts.120.up_proj,0.23565672,0.01000,0.610
+13,mlp.experts.121.up_proj,0.26587662,0.01000,0.606
+13,mlp.experts.122.up_proj,0.49038225,0.01000,0.610
+13,mlp.experts.123.up_proj,0.51874620,0.01000,0.614
+13,mlp.experts.124.up_proj,0.24690512,0.01000,0.614
+13,mlp.experts.125.up_proj,0.08597957,0.01000,0.615
+13,mlp.experts.126.up_proj,0.00081120,0.01000,0.614
+13,mlp.experts.127.up_proj,0.17551529,0.01000,0.615
+13,mlp.experts.0.gate_proj,1.42499161,0.01000,0.616
+13,mlp.experts.1.gate_proj,0.18108708,0.01000,0.614
+13,mlp.experts.2.gate_proj,0.53390169,0.01000,0.617
+13,mlp.experts.3.gate_proj,0.00000212,0.01000,0.617
+13,mlp.experts.4.gate_proj,0.08002578,0.01000,0.616
+13,mlp.experts.5.gate_proj,0.00201662,0.01000,0.613
+13,mlp.experts.6.gate_proj,0.46386003,0.01000,0.607
+13,mlp.experts.7.gate_proj,0.01742307,0.01000,0.608
+13,mlp.experts.8.gate_proj,0.08131170,0.01000,0.609
+13,mlp.experts.9.gate_proj,0.00003524,0.01000,0.607
+13,mlp.experts.10.gate_proj,1.26984811,0.01000,0.611
+13,mlp.experts.11.gate_proj,0.01593933,0.01000,0.615
+13,mlp.experts.12.gate_proj,0.32844061,0.01000,0.616
+13,mlp.experts.13.gate_proj,0.01694526,0.01000,0.615
+13,mlp.experts.14.gate_proj,0.14024946,0.01000,0.617
+13,mlp.experts.15.gate_proj,0.13564169,0.01000,0.616
+13,mlp.experts.16.gate_proj,0.25774077,0.01000,0.615
+13,mlp.experts.17.gate_proj,0.00051202,0.01000,0.616
+13,mlp.experts.18.gate_proj,0.00622058,0.01000,0.615
+13,mlp.experts.19.gate_proj,0.14365947,0.01000,0.619
+13,mlp.experts.20.gate_proj,0.18449466,0.01000,0.617
+13,mlp.experts.21.gate_proj,0.21492139,0.01000,0.616
+13,mlp.experts.22.gate_proj,0.00004526,0.01000,0.608
+13,mlp.experts.23.gate_proj,0.03564930,0.01000,0.607
+13,mlp.experts.24.gate_proj,0.42288664,0.01000,0.607
+13,mlp.experts.25.gate_proj,0.06663853,0.01000,0.608
+13,mlp.experts.26.gate_proj,0.62795871,0.01000,0.607
+13,mlp.experts.27.gate_proj,0.02076712,0.01000,0.611
+13,mlp.experts.28.gate_proj,0.15972032,0.01000,0.616
+13,mlp.experts.29.gate_proj,0.25272724,0.01000,0.615
+13,mlp.experts.30.gate_proj,0.00015565,0.01000,0.615
+13,mlp.experts.31.gate_proj,0.03454351,0.01000,0.616
+13,mlp.experts.32.gate_proj,0.01746599,0.01000,0.615
+13,mlp.experts.33.gate_proj,0.82485908,0.01000,0.615
+13,mlp.experts.34.gate_proj,0.02982974,0.01000,0.615
+13,mlp.experts.35.gate_proj,0.07355652,0.01000,0.616
+13,mlp.experts.36.gate_proj,0.32859251,0.01000,0.615
+13,mlp.experts.37.gate_proj,0.02647714,0.01000,0.616
+13,mlp.experts.38.gate_proj,0.00446183,0.01000,0.616
+13,mlp.experts.39.gate_proj,0.01181361,0.01000,0.608
+13,mlp.experts.40.gate_proj,0.48827207,0.01000,0.605
+13,mlp.experts.41.gate_proj,0.33608407,0.01000,0.606
+13,mlp.experts.42.gate_proj,0.13331908,0.01000,0.606
+13,mlp.experts.43.gate_proj,0.00237539,0.01000,0.607
+13,mlp.experts.44.gate_proj,0.32829350,0.01000,0.606
+13,mlp.experts.45.gate_proj,0.98937464,0.01000,0.608
+13,mlp.experts.46.gate_proj,0.00000496,0.01000,0.606
+13,mlp.experts.47.gate_proj,1.12891388,0.01000,0.606
+13,mlp.experts.48.gate_proj,0.00095436,0.01000,0.607
+13,mlp.experts.49.gate_proj,0.70041192,0.01000,0.611
+13,mlp.experts.50.gate_proj,0.00222788,0.01000,0.614
+13,mlp.experts.51.gate_proj,0.00371059,0.01000,0.613
+13,mlp.experts.52.gate_proj,0.86173475,0.01000,0.615
+13,mlp.experts.53.gate_proj,0.06597219,0.01000,0.618
+13,mlp.experts.54.gate_proj,0.00008601,0.01000,0.619
+13,mlp.experts.55.gate_proj,0.24472106,0.01000,0.618
+13,mlp.experts.56.gate_proj,0.00127437,0.01000,0.617
+13,mlp.experts.57.gate_proj,0.21746868,0.01000,0.617
+13,mlp.experts.58.gate_proj,0.19507335,0.01000,0.617
+13,mlp.experts.59.gate_proj,0.29443491,0.01000,0.619
+13,mlp.experts.60.gate_proj,0.00017957,0.01000,0.616
+13,mlp.experts.61.gate_proj,1.45074975,0.01000,0.615
+13,mlp.experts.62.gate_proj,0.41615367,0.01000,0.607
+13,mlp.experts.63.gate_proj,0.01579315,0.01000,0.608
+13,mlp.experts.64.gate_proj,0.00028053,0.01000,0.607
+13,mlp.experts.65.gate_proj,0.24202266,0.01000,0.606
+13,mlp.experts.66.gate_proj,0.26912042,0.01000,0.614
+13,mlp.experts.67.gate_proj,0.08810307,0.01000,0.615
+13,mlp.experts.68.gate_proj,0.09221339,0.01000,0.615
+13,mlp.experts.69.gate_proj,0.00001941,0.01000,0.616
+13,mlp.experts.70.gate_proj,0.02241595,0.01000,0.615
+13,mlp.experts.71.gate_proj,0.85228348,0.01000,0.615
+13,mlp.experts.72.gate_proj,0.00009770,0.01000,0.616
+13,mlp.experts.73.gate_proj,0.19969921,0.01000,0.615
+13,mlp.experts.74.gate_proj,0.00224039,0.01000,0.616
+13,mlp.experts.75.gate_proj,0.55453730,0.01000,0.616
+13,mlp.experts.76.gate_proj,0.36606649,0.01000,0.613
+13,mlp.experts.77.gate_proj,0.83886290,0.01000,0.607
+13,mlp.experts.78.gate_proj,1.12419498,0.01000,0.606
+13,mlp.experts.79.gate_proj,0.54031271,0.01000,0.607
+13,mlp.experts.80.gate_proj,0.13166779,0.01000,0.610
+13,mlp.experts.81.gate_proj,0.16338815,0.01000,0.609
+13,mlp.experts.82.gate_proj,0.35094166,0.01000,0.607
+13,mlp.experts.83.gate_proj,0.09653002,0.01000,0.608
+13,mlp.experts.84.gate_proj,0.02472922,0.01000,0.608
+13,mlp.experts.85.gate_proj,0.07034273,0.01000,0.608
+13,mlp.experts.86.gate_proj,0.00251765,0.01000,0.607
+13,mlp.experts.87.gate_proj,0.09601866,0.01000,0.607
+13,mlp.experts.88.gate_proj,0.00037998,0.01000,0.607
+13,mlp.experts.89.gate_proj,0.10750860,0.01000,0.609
+13,mlp.experts.90.gate_proj,0.00579808,0.01000,0.613
+13,mlp.experts.91.gate_proj,0.54535341,0.01000,0.614
+13,mlp.experts.92.gate_proj,0.97592807,0.01000,0.615
+13,mlp.experts.93.gate_proj,0.14760797,0.01000,0.608
+13,mlp.experts.94.gate_proj,0.00002335,0.01000,0.606
+13,mlp.experts.95.gate_proj,0.71843243,0.01000,0.609
+13,mlp.experts.96.gate_proj,0.00003729,0.01000,0.606
+13,mlp.experts.97.gate_proj,0.01188402,0.01000,0.608
+13,mlp.experts.98.gate_proj,0.38047451,0.01000,0.608
+13,mlp.experts.99.gate_proj,0.00000004,0.01000,0.608
+13,mlp.experts.100.gate_proj,0.00000608,0.01000,0.606
+13,mlp.experts.101.gate_proj,0.75649774,0.01000,0.612
+13,mlp.experts.102.gate_proj,0.48999196,0.01000,0.607
+13,mlp.experts.103.gate_proj,0.64532781,0.01000,0.607
+13,mlp.experts.104.gate_proj,0.22167963,0.01000,0.607
+13,mlp.experts.105.gate_proj,0.21008191,0.01000,0.607
+13,mlp.experts.106.gate_proj,0.52050585,0.01000,0.606
+13,mlp.experts.107.gate_proj,0.10601081,0.01000,0.610
+13,mlp.experts.108.gate_proj,0.00484665,0.01000,0.614
+13,mlp.experts.109.gate_proj,0.41679585,0.01000,0.614
+13,mlp.experts.110.gate_proj,0.00817258,0.01000,0.613
+13,mlp.experts.111.gate_proj,0.00015868,0.01000,0.613
+13,mlp.experts.112.gate_proj,0.70551479,0.01000,0.614
+13,mlp.experts.113.gate_proj,0.19860305,0.01000,0.613
+13,mlp.experts.114.gate_proj,0.00001891,0.01000,0.615
+13,mlp.experts.115.gate_proj,0.17644721,0.01000,0.615
+13,mlp.experts.116.gate_proj,0.00051903,0.01000,0.615
+13,mlp.experts.117.gate_proj,0.02061139,0.01000,0.616
+13,mlp.experts.118.gate_proj,0.01778061,0.01000,0.611
+13,mlp.experts.119.gate_proj,0.03145226,0.01000,0.607
+13,mlp.experts.120.gate_proj,0.23559019,0.01000,0.607
+13,mlp.experts.121.gate_proj,0.26138192,0.01000,0.605
+13,mlp.experts.122.gate_proj,0.50531363,0.01000,0.606
+13,mlp.experts.123.gate_proj,0.49321520,0.01000,0.605
+13,mlp.experts.124.gate_proj,0.26092494,0.01000,0.606
+13,mlp.experts.125.gate_proj,0.08626249,0.01000,0.605
+13,mlp.experts.126.gate_proj,0.00089366,0.01000,0.613
+13,mlp.experts.127.gate_proj,0.17645554,0.01000,0.614
+13,mlp.experts.0.down_proj,0.31706566,0.01000,0.251
+13,mlp.experts.1.down_proj,0.02759941,0.01000,0.231
+13,mlp.experts.2.down_proj,0.11289877,0.01000,0.231
+13,mlp.experts.3.down_proj,0.00000023,0.01000,0.231
+13,mlp.experts.4.down_proj,0.01835296,0.01000,0.231
+13,mlp.experts.5.down_proj,0.00072409,0.01000,0.230
+13,mlp.experts.6.down_proj,0.10523067,0.01000,0.231
+13,mlp.experts.7.down_proj,0.00264944,0.01000,0.232
+13,mlp.experts.8.down_proj,0.02018431,0.01000,0.232
+13,mlp.experts.9.down_proj,0.00000677,0.01000,0.233
+13,mlp.experts.10.down_proj,0.19352016,0.01000,0.233
+13,mlp.experts.11.down_proj,0.00205825,0.01000,0.233
+13,mlp.experts.12.down_proj,0.04997546,0.01000,0.234
+13,mlp.experts.13.down_proj,0.00221367,0.01000,0.233
+13,mlp.experts.14.down_proj,0.02002316,0.01000,0.233
+13,mlp.experts.15.down_proj,0.03386988,0.01000,0.233
+13,mlp.experts.16.down_proj,0.05280840,0.01000,0.233
+13,mlp.experts.17.down_proj,0.00014652,0.01000,0.231
+13,mlp.experts.18.down_proj,0.00117899,0.01000,0.229
+13,mlp.experts.19.down_proj,0.03922930,0.01000,0.229
+13,mlp.experts.20.down_proj,0.01652717,0.01000,0.229
+13,mlp.experts.21.down_proj,0.04970616,0.01000,0.229
+13,mlp.experts.22.down_proj,0.00001083,0.01000,0.230
+13,mlp.experts.23.down_proj,0.00587645,0.01000,0.229
+13,mlp.experts.24.down_proj,0.08394545,0.01000,0.229
+13,mlp.experts.25.down_proj,0.01144698,0.01000,0.228
+13,mlp.experts.26.down_proj,0.23702136,0.01000,0.229
+13,mlp.experts.27.down_proj,0.00278588,0.01000,0.230
+13,mlp.experts.28.down_proj,0.03766867,0.01000,0.229
+13,mlp.experts.29.down_proj,0.03717202,0.01000,0.229
+13,mlp.experts.30.down_proj,0.00002903,0.01000,0.232
+13,mlp.experts.31.down_proj,0.00528196,0.01000,0.230
+13,mlp.experts.32.down_proj,0.00561526,0.01000,0.228
+13,mlp.experts.33.down_proj,0.14275061,0.01000,0.229
+13,mlp.experts.34.down_proj,0.00384180,0.01000,0.229
+13,mlp.experts.35.down_proj,0.00130446,0.01000,0.229
+13,mlp.experts.36.down_proj,0.04686671,0.01000,0.229
+13,mlp.experts.37.down_proj,0.00535198,0.01000,0.229
+13,mlp.experts.38.down_proj,0.00137134,0.01000,0.229
+13,mlp.experts.39.down_proj,0.00438337,0.01000,0.229
+13,mlp.experts.40.down_proj,0.06726118,0.01000,0.229
+13,mlp.experts.41.down_proj,0.07160309,0.01000,0.229
+13,mlp.experts.42.down_proj,0.02946977,0.01000,0.230
+13,mlp.experts.43.down_proj,0.00040142,0.01000,0.232
+13,mlp.experts.44.down_proj,0.06753179,0.01000,0.231
+13,mlp.experts.45.down_proj,0.33850658,0.01000,0.230
+13,mlp.experts.46.down_proj,0.00000068,0.01000,0.230
+13,mlp.experts.47.down_proj,0.26578990,0.01000,0.229
+13,mlp.experts.48.down_proj,0.00011664,0.01000,0.229
+13,mlp.experts.49.down_proj,0.11447895,0.01000,0.229
+13,mlp.experts.50.down_proj,0.00068344,0.01000,0.231
+13,mlp.experts.51.down_proj,0.00167912,0.01000,0.230
+13,mlp.experts.52.down_proj,0.12312281,0.01000,0.229
+13,mlp.experts.53.down_proj,0.00797138,0.01000,0.229
+13,mlp.experts.54.down_proj,0.00001224,0.01000,0.231
+13,mlp.experts.55.down_proj,0.04783557,0.01000,0.232
+13,mlp.experts.56.down_proj,0.00050819,0.01000,0.232
+13,mlp.experts.57.down_proj,0.04361094,0.01000,0.232
+13,mlp.experts.58.down_proj,0.03748611,0.01000,0.232
+13,mlp.experts.59.down_proj,0.03440684,0.01000,0.232
+13,mlp.experts.60.down_proj,0.00006985,0.01000,0.232
+13,mlp.experts.61.down_proj,0.33168817,0.01000,0.232
+13,mlp.experts.62.down_proj,0.08696882,0.01000,0.233
+13,mlp.experts.63.down_proj,0.00187449,0.01000,0.232
+13,mlp.experts.64.down_proj,0.00011076,0.01000,0.232
+13,mlp.experts.65.down_proj,0.04173449,0.01000,0.232
+13,mlp.experts.66.down_proj,0.05624547,0.01000,0.232
+13,mlp.experts.67.down_proj,0.02068524,0.01000,0.232
+13,mlp.experts.68.down_proj,0.01619729,0.01000,0.232
+13,mlp.experts.69.down_proj,0.00000293,0.01000,0.232
+13,mlp.experts.70.down_proj,0.00524214,0.01000,0.232
+13,mlp.experts.71.down_proj,0.14805809,0.01000,0.234
+13,mlp.experts.72.down_proj,0.00001417,0.01000,0.235
+13,mlp.experts.73.down_proj,0.02564620,0.01000,0.237
+13,mlp.experts.74.down_proj,0.00044283,0.01000,0.237
+13,mlp.experts.75.down_proj,0.10583726,0.01000,0.238
+13,mlp.experts.76.down_proj,0.04702197,0.01000,0.237
+13,mlp.experts.77.down_proj,0.14279830,0.01000,0.237
+13,mlp.experts.78.down_proj,0.33547807,0.01000,0.237
+13,mlp.experts.79.down_proj,0.10236990,0.01000,0.237
+13,mlp.experts.80.down_proj,0.02815084,0.01000,0.238
+13,mlp.experts.81.down_proj,0.03544736,0.01000,0.238
+13,mlp.experts.82.down_proj,0.07527824,0.01000,0.240
+13,mlp.experts.83.down_proj,0.02257969,0.01000,0.238
+13,mlp.experts.84.down_proj,0.00298359,0.01000,0.238
+13,mlp.experts.85.down_proj,0.00787606,0.01000,0.238
+13,mlp.experts.86.down_proj,0.00041625,0.01000,0.236
+13,mlp.experts.87.down_proj,0.01324006,0.01000,0.236
+13,mlp.experts.88.down_proj,0.00013945,0.01000,0.236
+13,mlp.experts.89.down_proj,0.02764770,0.01000,0.234
+13,mlp.experts.90.down_proj,0.00206610,0.01000,0.235
+13,mlp.experts.91.down_proj,0.10721222,0.01000,0.235
+13,mlp.experts.92.down_proj,0.26178879,0.01000,0.235
+13,mlp.experts.93.down_proj,0.01692490,0.01000,0.235
+13,mlp.experts.94.down_proj,0.00000360,0.01000,0.235
+13,mlp.experts.95.down_proj,0.13695894,0.01000,0.234
+13,mlp.experts.96.down_proj,0.00000596,0.01000,0.235
+13,mlp.experts.97.down_proj,0.00170609,0.01000,0.234
+13,mlp.experts.98.down_proj,0.07898572,0.01000,0.235
+13,mlp.experts.99.down_proj,0.00000001,0.01000,0.237
+13,mlp.experts.100.down_proj,0.00000078,0.01000,0.235
+13,mlp.experts.101.down_proj,0.10674407,0.01000,0.235
+13,mlp.experts.102.down_proj,0.10053764,0.01000,0.235
+13,mlp.experts.103.down_proj,0.18581332,0.01000,0.237
+13,mlp.experts.104.down_proj,0.04273458,0.01000,0.238
+13,mlp.experts.105.down_proj,0.02957210,0.01000,0.239
+13,mlp.experts.106.down_proj,0.07001203,0.01000,0.238
+13,mlp.experts.107.down_proj,0.01698389,0.01000,0.237
+13,mlp.experts.108.down_proj,0.00104632,0.01000,0.235
+13,mlp.experts.109.down_proj,0.08626077,0.01000,0.234
+13,mlp.experts.110.down_proj,0.00134723,0.01000,0.235
+13,mlp.experts.111.down_proj,0.00004252,0.01000,0.235
+13,mlp.experts.112.down_proj,0.12592682,0.01000,0.235
+13,mlp.experts.113.down_proj,0.04085503,0.01000,0.235
+13,mlp.experts.114.down_proj,0.00000384,0.01000,0.236
+13,mlp.experts.115.down_proj,0.02713632,0.01000,0.238
+13,mlp.experts.116.down_proj,0.00015725,0.01000,0.238
+13,mlp.experts.117.down_proj,0.00295691,0.01000,0.238
+13,mlp.experts.118.down_proj,0.00354785,0.01000,0.238
+13,mlp.experts.119.down_proj,0.00375731,0.01000,0.238
+13,mlp.experts.120.down_proj,0.04049116,0.01000,0.238
+13,mlp.experts.121.down_proj,0.05733563,0.01000,0.239
+13,mlp.experts.122.down_proj,0.10107688,0.01000,0.239
+13,mlp.experts.123.down_proj,0.10472482,0.01000,0.240
+13,mlp.experts.124.down_proj,0.04649388,0.01000,0.238
+13,mlp.experts.125.down_proj,0.00911500,0.01000,0.239
+13,mlp.experts.126.down_proj,0.00010806,0.01000,0.239
+13,mlp.experts.127.down_proj,0.02473647,0.01000,0.239
+14,self_attn.q_proj,0.14069517,0.01000,0.615
+14,self_attn.k_proj,0.01937613,0.01000,0.605
+14,self_attn.v_proj,0.02163402,0.01000,0.607
+14,self_attn.o_proj,0.01833074,0.01000,1.229
+14,mlp.experts.0.up_proj,0.01610738,0.01000,0.625
+14,mlp.experts.1.up_proj,0.44797897,0.01000,0.610
+14,mlp.experts.2.up_proj,0.05420123,0.01000,0.612
+14,mlp.experts.3.up_proj,0.65035230,0.01000,0.616
+14,mlp.experts.4.up_proj,0.19529310,0.01000,0.615
+14,mlp.experts.5.up_proj,0.00135640,0.01000,0.617
+14,mlp.experts.6.up_proj,0.41732180,0.01000,0.615
+14,mlp.experts.7.up_proj,0.26428050,0.01000,0.616
+14,mlp.experts.8.up_proj,0.24994239,0.01000,0.616
+14,mlp.experts.9.up_proj,0.00846571,0.01000,0.616
+14,mlp.experts.10.up_proj,0.25291100,0.01000,0.615
+14,mlp.experts.11.up_proj,0.04317104,0.01000,0.615
+14,mlp.experts.12.up_proj,0.01072914,0.01000,0.607
+14,mlp.experts.13.up_proj,0.02590693,0.01000,0.606
+14,mlp.experts.14.up_proj,0.54104668,0.01000,0.606
+14,mlp.experts.15.up_proj,0.22688246,0.01000,0.606
+14,mlp.experts.16.up_proj,0.22992924,0.01000,0.606
+14,mlp.experts.17.up_proj,0.22968954,0.01000,0.607
+14,mlp.experts.18.up_proj,0.26374966,0.01000,0.606
+14,mlp.experts.19.up_proj,0.07813242,0.01000,0.611
+14,mlp.experts.20.up_proj,0.44316125,0.01000,0.614
+14,mlp.experts.21.up_proj,0.01952447,0.01000,0.614
+14,mlp.experts.22.up_proj,1.21568203,0.01000,0.614
+14,mlp.experts.23.up_proj,0.42137015,0.01000,0.615
+14,mlp.experts.24.up_proj,0.04524492,0.01000,0.616
+14,mlp.experts.25.up_proj,0.00898499,0.01000,0.616
+14,mlp.experts.26.up_proj,0.68244255,0.01000,0.615
+14,mlp.experts.27.up_proj,0.02523621,0.01000,0.615
+14,mlp.experts.28.up_proj,0.31572813,0.01000,0.615
+14,mlp.experts.29.up_proj,0.06200630,0.01000,0.616
+14,mlp.experts.30.up_proj,0.06966276,0.01000,0.615
+14,mlp.experts.31.up_proj,0.10327725,0.01000,0.615
+14,mlp.experts.32.up_proj,0.13545989,0.01000,0.610
+14,mlp.experts.33.up_proj,1.20164216,0.01000,0.606
+14,mlp.experts.34.up_proj,0.89545751,0.01000,0.608
+14,mlp.experts.35.up_proj,0.00035253,0.01000,0.610
+14,mlp.experts.36.up_proj,0.21940085,0.01000,0.609
+14,mlp.experts.37.up_proj,0.20094797,0.01000,0.608
+14,mlp.experts.38.up_proj,1.52598608,0.01000,0.608
+14,mlp.experts.39.up_proj,0.70986140,0.01000,0.608
+14,mlp.experts.40.up_proj,0.18906367,0.01000,0.607
+14,mlp.experts.41.up_proj,0.00017176,0.01000,0.614
+14,mlp.experts.42.up_proj,0.33981383,0.01000,0.615
+14,mlp.experts.43.up_proj,0.00007134,0.01000,0.615
+14,mlp.experts.44.up_proj,0.69323796,0.01000,0.615
+14,mlp.experts.45.up_proj,0.00004011,0.01000,0.616
+14,mlp.experts.46.up_proj,0.00249044,0.01000,0.616
+14,mlp.experts.47.up_proj,0.28502390,0.01000,0.616
+14,mlp.experts.48.up_proj,0.20371561,0.01000,0.616
+14,mlp.experts.49.up_proj,0.18058446,0.01000,0.617
+14,mlp.experts.50.up_proj,0.22838977,0.01000,0.622
+14,mlp.experts.51.up_proj,0.13260441,0.01000,0.615
+14,mlp.experts.52.up_proj,0.02645127,0.01000,0.621
+14,mlp.experts.53.up_proj,0.94090402,0.01000,0.619
+14,mlp.experts.54.up_proj,0.00081637,0.01000,0.615
+14,mlp.experts.55.up_proj,1.52773857,0.01000,0.613
+14,mlp.experts.56.up_proj,0.00403522,0.01000,0.613
+14,mlp.experts.57.up_proj,0.43342397,0.01000,0.614
+14,mlp.experts.58.up_proj,0.00101646,0.01000,0.614
+14,mlp.experts.59.up_proj,0.01866984,0.01000,0.615
+14,mlp.experts.60.up_proj,0.26148704,0.01000,0.614
+14,mlp.experts.61.up_proj,0.07344719,0.01000,0.617
+14,mlp.experts.62.up_proj,0.49777704,0.01000,0.618
+14,mlp.experts.63.up_proj,0.00108441,0.01000,0.619
+14,mlp.experts.64.up_proj,0.38860086,0.01000,0.619
+14,mlp.experts.65.up_proj,0.00001661,0.01000,0.618
+14,mlp.experts.66.up_proj,0.02978022,0.01000,0.619
+14,mlp.experts.67.up_proj,0.02708456,0.01000,0.618
+14,mlp.experts.68.up_proj,0.24262154,0.01000,0.619
+14,mlp.experts.69.up_proj,0.25367481,0.01000,0.619
+14,mlp.experts.70.up_proj,0.00002523,0.01000,0.619
+14,mlp.experts.71.up_proj,0.08136316,0.01000,0.620
+14,mlp.experts.72.up_proj,0.00131458,0.01000,0.618
+14,mlp.experts.73.up_proj,0.00000069,0.01000,0.612
+14,mlp.experts.74.up_proj,0.15196010,0.01000,0.611
+14,mlp.experts.75.up_proj,1.14628017,0.01000,0.614
+14,mlp.experts.76.up_proj,0.29869935,0.01000,0.610
+14,mlp.experts.77.up_proj,0.08903269,0.01000,0.611
+14,mlp.experts.78.up_proj,0.00066967,0.01000,0.613
+14,mlp.experts.79.up_proj,0.33738983,0.01000,0.617
+14,mlp.experts.80.up_proj,0.45933384,0.01000,0.618
+14,mlp.experts.81.up_proj,0.88771349,0.01000,0.619
+14,mlp.experts.82.up_proj,0.66889656,0.01000,0.620
+14,mlp.experts.83.up_proj,0.00016524,0.01000,0.619
+14,mlp.experts.84.up_proj,0.20276012,0.01000,0.618
+14,mlp.experts.85.up_proj,0.05198988,0.01000,0.624
+14,mlp.experts.86.up_proj,0.78633034,0.01000,0.620
+14,mlp.experts.87.up_proj,0.12754631,0.01000,0.619
+14,mlp.experts.88.up_proj,0.10163557,0.01000,0.619
+14,mlp.experts.89.up_proj,0.01557539,0.01000,0.617
+14,mlp.experts.90.up_proj,0.00993784,0.01000,0.616
+14,mlp.experts.91.up_proj,0.00327043,0.01000,0.612
+14,mlp.experts.92.up_proj,1.61408210,0.01000,0.609
+14,mlp.experts.93.up_proj,0.05854294,0.01000,0.609
+14,mlp.experts.94.up_proj,0.02373797,0.01000,0.610
+14,mlp.experts.95.up_proj,0.33433139,0.01000,0.609
+14,mlp.experts.96.up_proj,0.06276108,0.01000,0.610
+14,mlp.experts.97.up_proj,0.00280637,0.01000,0.611
+14,mlp.experts.98.up_proj,0.05096413,0.01000,0.609
+14,mlp.experts.99.up_proj,0.45446369,0.01000,0.608
+14,mlp.experts.100.up_proj,0.63271987,0.01000,0.608
+14,mlp.experts.101.up_proj,0.72623467,0.01000,0.610
+14,mlp.experts.102.up_proj,0.35871252,0.01000,0.609
+14,mlp.experts.103.up_proj,0.00010441,0.01000,0.614
+14,mlp.experts.104.up_proj,0.00548693,0.01000,0.615
+14,mlp.experts.105.up_proj,0.16703536,0.01000,0.616
+14,mlp.experts.106.up_proj,0.00002875,0.01000,0.616
+14,mlp.experts.107.up_proj,0.24869129,0.01000,0.617
+14,mlp.experts.108.up_proj,0.25699210,0.01000,0.616
+14,mlp.experts.109.up_proj,0.16378364,0.01000,0.616
+14,mlp.experts.110.up_proj,0.52984977,0.01000,0.617
+14,mlp.experts.111.up_proj,0.44794869,0.01000,0.616
+14,mlp.experts.112.up_proj,0.07324678,0.01000,0.617
+14,mlp.experts.113.up_proj,0.00497321,0.01000,0.616
+14,mlp.experts.114.up_proj,0.11665587,0.01000,0.616
+14,mlp.experts.115.up_proj,0.67370749,0.01000,0.617
+14,mlp.experts.116.up_proj,0.00066787,0.01000,0.614
+14,mlp.experts.117.up_proj,0.00766211,0.01000,0.616
+14,mlp.experts.118.up_proj,0.00731633,0.01000,0.614
+14,mlp.experts.119.up_proj,0.02389526,0.01000,0.614
+14,mlp.experts.120.up_proj,0.00338832,0.01000,0.615
+14,mlp.experts.121.up_proj,0.05806258,0.01000,0.613
+14,mlp.experts.122.up_proj,0.00141583,0.01000,0.615
+14,mlp.experts.123.up_proj,0.01971037,0.01000,0.614
+14,mlp.experts.124.up_proj,0.00805799,0.01000,0.614
+14,mlp.experts.125.up_proj,0.40001953,0.01000,0.615
+14,mlp.experts.126.up_proj,0.00606952,0.01000,0.617
+14,mlp.experts.127.up_proj,0.00006118,0.01000,0.610
+14,mlp.experts.0.gate_proj,0.01669054,0.01000,0.615
+14,mlp.experts.1.gate_proj,0.46022224,0.01000,0.614
+14,mlp.experts.2.gate_proj,0.05591102,0.01000,0.615
+14,mlp.experts.3.gate_proj,0.63641441,0.01000,0.617
+14,mlp.experts.4.gate_proj,0.20997608,0.01000,0.619
+14,mlp.experts.5.gate_proj,0.00132938,0.01000,0.619
+14,mlp.experts.6.gate_proj,0.40942734,0.01000,0.618
+14,mlp.experts.7.gate_proj,0.26682448,0.01000,0.616
+14,mlp.experts.8.gate_proj,0.24556790,0.01000,0.618
+14,mlp.experts.9.gate_proj,0.00960441,0.01000,0.618
+14,mlp.experts.10.gate_proj,0.25591362,0.01000,0.619
+14,mlp.experts.11.gate_proj,0.04454027,0.01000,0.618
+14,mlp.experts.12.gate_proj,0.01111132,0.01000,0.618
+14,mlp.experts.13.gate_proj,0.02641401,0.01000,0.611
+14,mlp.experts.14.gate_proj,0.58222806,0.01000,0.609
+14,mlp.experts.15.gate_proj,0.23319538,0.01000,0.610
+14,mlp.experts.16.gate_proj,0.24638844,0.01000,0.609
+14,mlp.experts.17.gate_proj,0.24198177,0.01000,0.608
+14,mlp.experts.18.gate_proj,0.24437317,0.01000,0.609
+14,mlp.experts.19.gate_proj,0.08541070,0.01000,0.609
+14,mlp.experts.20.gate_proj,0.47071040,0.01000,0.610
+14,mlp.experts.21.gate_proj,0.01921496,0.01000,0.608
+14,mlp.experts.22.gate_proj,1.33369887,0.01000,0.609
+14,mlp.experts.23.gate_proj,0.41977566,0.01000,0.608
+14,mlp.experts.24.gate_proj,0.04662751,0.01000,0.609
+14,mlp.experts.25.gate_proj,0.00898864,0.01000,0.608
+14,mlp.experts.26.gate_proj,0.71385336,0.01000,0.607
+14,mlp.experts.27.gate_proj,0.02577612,0.01000,0.608
+14,mlp.experts.28.gate_proj,0.29721323,0.01000,0.614
+14,mlp.experts.29.gate_proj,0.06343076,0.01000,0.615
+14,mlp.experts.30.gate_proj,0.07004057,0.01000,0.616
+14,mlp.experts.31.gate_proj,0.10173459,0.01000,0.616
+14,mlp.experts.32.gate_proj,0.14334710,0.01000,0.616
+14,mlp.experts.33.gate_proj,1.41617799,0.01000,0.615
+14,mlp.experts.34.gate_proj,0.86283469,0.01000,0.616
+14,mlp.experts.35.gate_proj,0.00036600,0.01000,0.615
+14,mlp.experts.36.gate_proj,0.22902562,0.01000,0.616
+14,mlp.experts.37.gate_proj,0.20511694,0.01000,0.616
+14,mlp.experts.38.gate_proj,1.58069324,0.01000,0.617
+14,mlp.experts.39.gate_proj,0.66975462,0.01000,0.615
+14,mlp.experts.40.gate_proj,0.18938830,0.01000,0.612
+14,mlp.experts.41.gate_proj,0.00017361,0.01000,0.607
+14,mlp.experts.42.gate_proj,0.36803946,0.01000,0.611
+14,mlp.experts.43.gate_proj,0.00007311,0.01000,0.607
+14,mlp.experts.44.gate_proj,0.68906808,0.01000,0.609
+14,mlp.experts.45.gate_proj,0.00004140,0.01000,0.608
+14,mlp.experts.46.gate_proj,0.00240324,0.01000,0.608
+14,mlp.experts.47.gate_proj,0.30694777,0.01000,0.609
+14,mlp.experts.48.gate_proj,0.19932118,0.01000,0.608
+14,mlp.experts.49.gate_proj,0.18606076,0.01000,0.610
+14,mlp.experts.50.gate_proj,0.23354250,0.01000,0.614
+14,mlp.experts.51.gate_proj,0.13573423,0.01000,0.616
+14,mlp.experts.52.gate_proj,0.02574700,0.01000,0.618
+14,mlp.experts.53.gate_proj,0.95384908,0.01000,0.617
+14,mlp.experts.54.gate_proj,0.00080140,0.01000,0.619
+14,mlp.experts.55.gate_proj,1.84424734,0.01000,0.622
+14,mlp.experts.56.gate_proj,0.00418270,0.01000,0.621
+14,mlp.experts.57.gate_proj,0.42844889,0.01000,0.621
+14,mlp.experts.58.gate_proj,0.00097781,0.01000,0.619
+14,mlp.experts.59.gate_proj,0.01916724,0.01000,0.618
+14,mlp.experts.60.gate_proj,0.23440258,0.01000,0.619
+14,mlp.experts.61.gate_proj,0.08153427,0.01000,0.619
+14,mlp.experts.62.gate_proj,0.59310335,0.01000,0.615
+14,mlp.experts.63.gate_proj,0.00110341,0.01000,0.612
+14,mlp.experts.64.gate_proj,0.39790332,0.01000,0.610
+14,mlp.experts.65.gate_proj,0.00001724,0.01000,0.611
+14,mlp.experts.66.gate_proj,0.03055978,0.01000,0.612
+14,mlp.experts.67.gate_proj,0.02864138,0.01000,0.611
+14,mlp.experts.68.gate_proj,0.25731957,0.01000,0.610
+14,mlp.experts.69.gate_proj,0.25891429,0.01000,0.617
+14,mlp.experts.70.gate_proj,0.00002549,0.01000,0.619
+14,mlp.experts.71.gate_proj,0.08172914,0.01000,0.619
+14,mlp.experts.72.gate_proj,0.00132508,0.01000,0.619
+14,mlp.experts.73.gate_proj,0.00000068,0.01000,0.619
+14,mlp.experts.74.gate_proj,0.16308850,0.01000,0.620
+14,mlp.experts.75.gate_proj,1.14835572,0.01000,0.620
+14,mlp.experts.76.gate_proj,0.30016914,0.01000,0.619
+14,mlp.experts.77.gate_proj,0.09273926,0.01000,0.619
+14,mlp.experts.78.gate_proj,0.00067973,0.01000,0.621
+14,mlp.experts.79.gate_proj,0.34909248,0.01000,0.620
+14,mlp.experts.80.gate_proj,0.51587558,0.01000,0.619
+14,mlp.experts.81.gate_proj,0.91926771,0.01000,0.617
+14,mlp.experts.82.gate_proj,0.71570182,0.01000,0.612
+14,mlp.experts.83.gate_proj,0.00016901,0.01000,0.612
+14,mlp.experts.84.gate_proj,0.21708402,0.01000,0.612
+14,mlp.experts.85.gate_proj,0.05275028,0.01000,0.611
+14,mlp.experts.86.gate_proj,0.84823787,0.01000,0.610
+14,mlp.experts.87.gate_proj,0.13105099,0.01000,0.612
+14,mlp.experts.88.gate_proj,0.10100748,0.01000,0.610
+14,mlp.experts.89.gate_proj,0.01604978,0.01000,0.610
+14,mlp.experts.90.gate_proj,0.00997874,0.01000,0.609
+14,mlp.experts.91.gate_proj,0.00339669,0.01000,0.610
+14,mlp.experts.92.gate_proj,1.79642081,0.01000,0.609
+14,mlp.experts.93.gate_proj,0.06089498,0.01000,0.612
+14,mlp.experts.94.gate_proj,0.02562291,0.01000,0.616
+14,mlp.experts.95.gate_proj,0.33359128,0.01000,0.617
+14,mlp.experts.96.gate_proj,0.06246274,0.01000,0.617
+14,mlp.experts.97.gate_proj,0.00288871,0.01000,0.617
+14,mlp.experts.98.gate_proj,0.05651825,0.01000,0.617
+14,mlp.experts.99.gate_proj,0.45355427,0.01000,0.617
+14,mlp.experts.100.gate_proj,0.69828248,0.01000,0.618
+14,mlp.experts.101.gate_proj,0.78105921,0.01000,0.620
+14,mlp.experts.102.gate_proj,0.38155255,0.01000,0.619
+14,mlp.experts.103.gate_proj,0.00010333,0.01000,0.617
+14,mlp.experts.104.gate_proj,0.00558319,0.01000,0.617
+14,mlp.experts.105.gate_proj,0.17859128,0.01000,0.618
+14,mlp.experts.106.gate_proj,0.00002883,0.01000,0.610
+14,mlp.experts.107.gate_proj,0.25883526,0.01000,0.610
+14,mlp.experts.108.gate_proj,0.26971099,0.01000,0.616
+14,mlp.experts.109.gate_proj,0.17424589,0.01000,0.615
+14,mlp.experts.110.gate_proj,0.53788370,0.01000,0.616
+14,mlp.experts.111.gate_proj,0.43954465,0.01000,0.616
+14,mlp.experts.112.gate_proj,0.07472427,0.01000,0.617
+14,mlp.experts.113.gate_proj,0.00511447,0.01000,0.618
+14,mlp.experts.114.gate_proj,0.12448156,0.01000,0.617
+14,mlp.experts.115.gate_proj,0.71196198,0.01000,0.618
+14,mlp.experts.116.gate_proj,0.00067813,0.01000,0.618
+14,mlp.experts.117.gate_proj,0.05175383,0.01000,0.617
+14,mlp.experts.118.gate_proj,0.00725284,0.01000,0.617
+14,mlp.experts.119.gate_proj,0.02416499,0.01000,0.618
+14,mlp.experts.120.gate_proj,0.00360796,0.01000,0.617
+14,mlp.experts.121.gate_proj,0.06037503,0.01000,0.619
+14,mlp.experts.122.gate_proj,0.00144646,0.01000,0.616
+14,mlp.experts.123.gate_proj,0.02020158,0.01000,0.615
+14,mlp.experts.124.gate_proj,0.00836292,0.01000,0.616
+14,mlp.experts.125.gate_proj,0.40211642,0.01000,0.619
+14,mlp.experts.126.gate_proj,0.00631988,0.01000,0.615
+14,mlp.experts.127.gate_proj,0.00006226,0.01000,0.617
+14,mlp.experts.0.down_proj,0.00253841,0.01000,0.251
+14,mlp.experts.1.down_proj,0.06464477,0.01000,0.229
+14,mlp.experts.2.down_proj,0.00666648,0.01000,0.228
+14,mlp.experts.3.down_proj,0.09799024,0.01000,0.229
+14,mlp.experts.4.down_proj,0.04737469,0.01000,0.228
+14,mlp.experts.5.down_proj,0.00033640,0.01000,0.229
+14,mlp.experts.6.down_proj,0.06838014,0.01000,0.229
+14,mlp.experts.7.down_proj,0.05364555,0.01000,0.234
+14,mlp.experts.8.down_proj,0.04985299,0.01000,0.237
+14,mlp.experts.9.down_proj,0.00193588,0.01000,0.234
+14,mlp.experts.10.down_proj,0.05769311,0.01000,0.234
+14,mlp.experts.11.down_proj,0.01431327,0.01000,0.233
+14,mlp.experts.12.down_proj,0.00195961,0.01000,0.234
+14,mlp.experts.13.down_proj,0.00351023,0.01000,0.233
+14,mlp.experts.14.down_proj,0.07320472,0.01000,0.234
+14,mlp.experts.15.down_proj,0.04876263,0.01000,0.234
+14,mlp.experts.16.down_proj,0.04656116,0.01000,0.234
+14,mlp.experts.17.down_proj,0.05815423,0.01000,0.234
+14,mlp.experts.18.down_proj,0.05975190,0.01000,0.233
+14,mlp.experts.19.down_proj,0.00558737,0.01000,0.234
+14,mlp.experts.20.down_proj,0.11099815,0.01000,0.234
+14,mlp.experts.21.down_proj,0.00397513,0.01000,0.234
+14,mlp.experts.22.down_proj,0.20063764,0.01000,0.234
+14,mlp.experts.23.down_proj,0.05950207,0.01000,0.234
+14,mlp.experts.24.down_proj,0.00509711,0.01000,0.234
+14,mlp.experts.25.down_proj,0.00219732,0.01000,0.235
+14,mlp.experts.26.down_proj,0.10354552,0.01000,0.235
+14,mlp.experts.27.down_proj,0.00376678,0.01000,0.234
+14,mlp.experts.28.down_proj,0.07424359,0.01000,0.234
+14,mlp.experts.29.down_proj,0.00644875,0.01000,0.234
+14,mlp.experts.30.down_proj,0.00811671,0.01000,0.234
+14,mlp.experts.31.down_proj,0.01831219,0.01000,0.234
+14,mlp.experts.32.down_proj,0.04051775,0.01000,0.234
+14,mlp.experts.33.down_proj,0.25098541,0.01000,0.234
+14,mlp.experts.34.down_proj,0.13349587,0.01000,0.235
+14,mlp.experts.35.down_proj,0.00006713,0.01000,0.235
+14,mlp.experts.36.down_proj,0.03171785,0.01000,0.234
+14,mlp.experts.37.down_proj,0.02665852,0.01000,0.234
+14,mlp.experts.38.down_proj,0.23855394,0.01000,0.234
+14,mlp.experts.39.down_proj,0.14333278,0.01000,0.235
+14,mlp.experts.40.down_proj,0.02626709,0.01000,0.234
+14,mlp.experts.41.down_proj,0.00004103,0.01000,0.234
+14,mlp.experts.42.down_proj,0.06199267,0.01000,0.234
+14,mlp.experts.43.down_proj,0.00001472,0.01000,0.234
+14,mlp.experts.44.down_proj,0.10095198,0.01000,0.235
+14,mlp.experts.45.down_proj,0.00000755,0.01000,0.234
+14,mlp.experts.46.down_proj,0.00079579,0.01000,0.235
+14,mlp.experts.47.down_proj,0.06580143,0.01000,0.235
+14,mlp.experts.48.down_proj,0.04739584,0.01000,0.234
+14,mlp.experts.49.down_proj,0.02617030,0.01000,0.234
+14,mlp.experts.50.down_proj,0.03411939,0.01000,0.234
+14,mlp.experts.51.down_proj,0.01890964,0.01000,0.234
+14,mlp.experts.52.down_proj,0.00513193,0.01000,0.235
+14,mlp.experts.53.down_proj,0.14615822,0.01000,0.234
+14,mlp.experts.54.down_proj,0.00015336,0.01000,0.234
+14,mlp.experts.55.down_proj,0.32717067,0.01000,0.234
+14,mlp.experts.56.down_proj,0.00098117,0.01000,0.234
+14,mlp.experts.57.down_proj,0.06261700,0.01000,0.235
+14,mlp.experts.58.down_proj,0.00048009,0.01000,0.234
+14,mlp.experts.59.down_proj,0.00254761,0.01000,0.234
+14,mlp.experts.60.down_proj,0.05019388,0.01000,0.235
+14,mlp.experts.61.down_proj,0.00551823,0.01000,0.235
+14,mlp.experts.62.down_proj,0.12563950,0.01000,0.237
+14,mlp.experts.63.down_proj,0.00013194,0.01000,0.236
+14,mlp.experts.64.down_proj,0.08659370,0.01000,0.237
+14,mlp.experts.65.down_proj,0.00000224,0.01000,0.236
+14,mlp.experts.66.down_proj,0.00367660,0.01000,0.234
+14,mlp.experts.67.down_proj,0.00392109,0.01000,0.235
+14,mlp.experts.68.down_proj,0.05965783,0.01000,0.236
+14,mlp.experts.69.down_proj,0.04200619,0.01000,0.235
+14,mlp.experts.70.down_proj,0.00000520,0.01000,0.235
+14,mlp.experts.71.down_proj,0.01229989,0.01000,0.235
+14,mlp.experts.72.down_proj,0.00027035,0.01000,0.235
+14,mlp.experts.73.down_proj,0.00000007,0.01000,0.235
+14,mlp.experts.74.down_proj,0.02082900,0.01000,0.236
+14,mlp.experts.75.down_proj,0.22786576,0.01000,0.238
+14,mlp.experts.76.down_proj,0.03466868,0.01000,0.239
+14,mlp.experts.77.down_proj,0.01130805,0.01000,0.238
+14,mlp.experts.78.down_proj,0.00012246,0.01000,0.239
+14,mlp.experts.79.down_proj,0.06964476,0.01000,0.238
+14,mlp.experts.80.down_proj,0.10269003,0.01000,0.239
+14,mlp.experts.81.down_proj,0.19216736,0.01000,0.239
+14,mlp.experts.82.down_proj,0.14761330,0.01000,0.239
+14,mlp.experts.83.down_proj,0.00002311,0.01000,0.239
+14,mlp.experts.84.down_proj,0.03756808,0.01000,0.240
+14,mlp.experts.85.down_proj,0.00422587,0.01000,0.239
+14,mlp.experts.86.down_proj,0.13815044,0.01000,0.240
+14,mlp.experts.87.down_proj,0.01358410,0.01000,0.240
+14,mlp.experts.88.down_proj,0.01980671,0.01000,0.240
+14,mlp.experts.89.down_proj,0.00238495,0.01000,0.240
+14,mlp.experts.90.down_proj,0.00158685,0.01000,0.240
+14,mlp.experts.91.down_proj,0.00045743,0.01000,0.240
+14,mlp.experts.92.down_proj,0.22911590,0.01000,0.240
+14,mlp.experts.93.down_proj,0.01149010,0.01000,0.240
+14,mlp.experts.94.down_proj,0.00401923,0.01000,0.240
+14,mlp.experts.95.down_proj,0.04797329,0.01000,0.241
+14,mlp.experts.96.down_proj,0.01244625,0.01000,0.240
+14,mlp.experts.97.down_proj,0.00052849,0.01000,0.241
+14,mlp.experts.98.down_proj,0.00370028,0.01000,0.239
+14,mlp.experts.99.down_proj,0.06544712,0.01000,0.240
+14,mlp.experts.100.down_proj,0.17129500,0.01000,0.240
+14,mlp.experts.101.down_proj,0.13467230,0.01000,0.240
+14,mlp.experts.102.down_proj,0.08057956,0.01000,0.239
+14,mlp.experts.103.down_proj,0.00002483,0.01000,0.240
+14,mlp.experts.104.down_proj,0.00126916,0.01000,0.239
+14,mlp.experts.105.down_proj,0.02472599,0.01000,0.240
+14,mlp.experts.106.down_proj,0.00000483,0.01000,0.240
+14,mlp.experts.107.down_proj,0.05558442,0.01000,0.237
+14,mlp.experts.108.down_proj,0.04121978,0.01000,0.238
+14,mlp.experts.109.down_proj,0.01964734,0.01000,0.237
+14,mlp.experts.110.down_proj,0.08497405,0.01000,0.239
+14,mlp.experts.111.down_proj,0.07596697,0.01000,0.237
+14,mlp.experts.112.down_proj,0.01406186,0.01000,0.237
+14,mlp.experts.113.down_proj,0.00065532,0.01000,0.236
+14,mlp.experts.114.down_proj,0.01695742,0.01000,0.237
+14,mlp.experts.115.down_proj,0.10773385,0.01000,0.237
+14,mlp.experts.116.down_proj,0.00012101,0.01000,0.236
+14,mlp.experts.117.down_proj,0.00088527,0.01000,0.237
+14,mlp.experts.118.down_proj,0.00172875,0.01000,0.237
+14,mlp.experts.119.down_proj,0.00650721,0.01000,0.237
+14,mlp.experts.120.down_proj,0.00095581,0.01000,0.237
+14,mlp.experts.121.down_proj,0.00974584,0.01000,0.236
+14,mlp.experts.122.down_proj,0.00054567,0.01000,0.236
+14,mlp.experts.123.down_proj,0.00137052,0.01000,0.237
+14,mlp.experts.124.down_proj,0.00203501,0.01000,0.236
+14,mlp.experts.125.down_proj,0.07751656,0.01000,0.236
+14,mlp.experts.126.down_proj,0.00244462,0.01000,0.236
+14,mlp.experts.127.down_proj,0.00001205,0.01000,0.236
+15,self_attn.q_proj,0.07635659,0.01000,0.625
+15,self_attn.k_proj,0.01003878,0.01000,0.613
+15,self_attn.v_proj,0.01049670,0.01000,0.612
+15,self_attn.o_proj,0.00986643,0.01000,1.220
+15,mlp.experts.0.up_proj,1.51269960,0.01000,0.650
+15,mlp.experts.1.up_proj,0.83844507,0.01000,0.610
+15,mlp.experts.2.up_proj,0.17209324,0.01000,0.614
+15,mlp.experts.3.up_proj,0.23528221,0.01000,0.619
+15,mlp.experts.4.up_proj,0.01812731,0.01000,0.619
+15,mlp.experts.5.up_proj,0.00077740,0.01000,0.618
+15,mlp.experts.6.up_proj,0.29738235,0.01000,0.610
+15,mlp.experts.7.up_proj,0.60322702,0.01000,0.614
+15,mlp.experts.8.up_proj,0.74394816,0.01000,0.620
+15,mlp.experts.9.up_proj,0.32260334,0.01000,0.619
+15,mlp.experts.10.up_proj,0.02416095,0.01000,0.620
+15,mlp.experts.11.up_proj,0.17920661,0.01000,0.620
+15,mlp.experts.12.up_proj,0.00133697,0.01000,0.623
+15,mlp.experts.13.up_proj,0.08562799,0.01000,0.622
+15,mlp.experts.14.up_proj,0.02645123,0.01000,0.620
+15,mlp.experts.15.up_proj,0.00110481,0.01000,0.621
+15,mlp.experts.16.up_proj,1.45697069,0.01000,0.620
+15,mlp.experts.17.up_proj,0.39199117,0.01000,0.620
+15,mlp.experts.18.up_proj,0.09837039,0.01000,0.619
+15,mlp.experts.19.up_proj,0.00832192,0.01000,0.620
+15,mlp.experts.20.up_proj,0.26168290,0.01000,0.615
+15,mlp.experts.21.up_proj,0.00722854,0.01000,0.613
+15,mlp.experts.22.up_proj,0.00172149,0.01000,0.617
+15,mlp.experts.23.up_proj,0.17822000,0.01000,0.619
+15,mlp.experts.24.up_proj,0.01076874,0.01000,0.619
+15,mlp.experts.25.up_proj,1.26470804,0.01000,0.619
+15,mlp.experts.26.up_proj,0.00193776,0.01000,0.617
+15,mlp.experts.27.up_proj,0.02219796,0.01000,0.618
+15,mlp.experts.28.up_proj,0.01514489,0.01000,0.620
+15,mlp.experts.29.up_proj,0.04313217,0.01000,0.620
+15,mlp.experts.30.up_proj,0.09503625,0.01000,0.623
+15,mlp.experts.31.up_proj,0.73203075,0.01000,0.620
+15,mlp.experts.32.up_proj,2.09321523,0.01000,0.619
+15,mlp.experts.33.up_proj,0.06633310,0.01000,0.619
+15,mlp.experts.34.up_proj,0.22833447,0.01000,0.616
+15,mlp.experts.35.up_proj,0.36011696,0.01000,0.612
+15,mlp.experts.36.up_proj,0.00104500,0.01000,0.612
+15,mlp.experts.37.up_proj,0.27718806,0.01000,0.612
+15,mlp.experts.38.up_proj,0.02760646,0.01000,0.614
+15,mlp.experts.39.up_proj,0.13371050,0.01000,0.615
+15,mlp.experts.40.up_proj,1.70431554,0.01000,0.612
+15,mlp.experts.41.up_proj,0.80004048,0.01000,0.610
+15,mlp.experts.42.up_proj,0.00302114,0.01000,0.613
+15,mlp.experts.43.up_proj,0.00263853,0.01000,0.618
+15,mlp.experts.44.up_proj,0.00006081,0.01000,0.620
+15,mlp.experts.45.up_proj,0.02889384,0.01000,0.619
+15,mlp.experts.46.up_proj,0.23981294,0.01000,0.619
+15,mlp.experts.47.up_proj,0.00526775,0.01000,0.619
+15,mlp.experts.48.up_proj,0.04970774,0.01000,0.622
+15,mlp.experts.49.up_proj,1.52883434,0.01000,0.620
+15,mlp.experts.50.up_proj,0.17109509,0.01000,0.618
+15,mlp.experts.51.up_proj,0.68261480,0.01000,0.619
+15,mlp.experts.52.up_proj,1.23804915,0.01000,0.618
+15,mlp.experts.53.up_proj,0.01347243,0.01000,0.614
+15,mlp.experts.54.up_proj,0.09921604,0.01000,0.611
+15,mlp.experts.55.up_proj,0.45555371,0.01000,0.611
+15,mlp.experts.56.up_proj,0.27576667,0.01000,0.612
+15,mlp.experts.57.up_proj,0.07899317,0.01000,0.612
+15,mlp.experts.58.up_proj,0.15650037,0.01000,0.610
+15,mlp.experts.59.up_proj,0.04599568,0.01000,0.610
+15,mlp.experts.60.up_proj,0.23038670,0.01000,0.610
+15,mlp.experts.61.up_proj,0.07130720,0.01000,0.611
+15,mlp.experts.62.up_proj,0.00134598,0.01000,0.619
+15,mlp.experts.63.up_proj,0.05190538,0.01000,0.621
+15,mlp.experts.64.up_proj,0.03162455,0.01000,0.619
+15,mlp.experts.65.up_proj,0.00009577,0.01000,0.621
+15,mlp.experts.66.up_proj,0.12231018,0.01000,0.622
+15,mlp.experts.67.up_proj,0.00009585,0.01000,0.622
+15,mlp.experts.68.up_proj,0.00935255,0.01000,0.621
+15,mlp.experts.69.up_proj,0.26397789,0.01000,0.621
+15,mlp.experts.70.up_proj,0.13526446,0.01000,0.622
+15,mlp.experts.71.up_proj,0.17896044,0.01000,0.623
+15,mlp.experts.72.up_proj,0.22752236,0.01000,0.620
+15,mlp.experts.73.up_proj,0.01843576,0.01000,0.613
+15,mlp.experts.74.up_proj,0.00010506,0.01000,0.612
+15,mlp.experts.75.up_proj,0.08627813,0.01000,0.612
+15,mlp.experts.76.up_proj,0.07677972,0.01000,0.614
+15,mlp.experts.77.up_proj,1.18665338,0.01000,0.612
+15,mlp.experts.78.up_proj,0.15797400,0.01000,0.611
+15,mlp.experts.79.up_proj,0.00918145,0.01000,0.615
+15,mlp.experts.80.up_proj,0.60036993,0.01000,0.613
+15,mlp.experts.81.up_proj,0.03436888,0.01000,0.612
+15,mlp.experts.82.up_proj,0.72583508,0.01000,0.612
+15,mlp.experts.83.up_proj,0.09811686,0.01000,0.611
+15,mlp.experts.84.up_proj,0.09735812,0.01000,0.612
+15,mlp.experts.85.up_proj,0.32986763,0.01000,0.611
+15,mlp.experts.86.up_proj,0.56767058,0.01000,0.612
+15,mlp.experts.87.up_proj,1.96239412,0.01000,0.615
+15,mlp.experts.88.up_proj,0.00079092,0.01000,0.618
+15,mlp.experts.89.up_proj,1.58138895,0.01000,0.618
+15,mlp.experts.90.up_proj,0.43071398,0.01000,0.619
+15,mlp.experts.91.up_proj,0.45774367,0.01000,0.620
+15,mlp.experts.92.up_proj,0.00001163,0.01000,0.620
+15,mlp.experts.93.up_proj,0.06780941,0.01000,0.620
+15,mlp.experts.94.up_proj,0.40065286,0.01000,0.619
+15,mlp.experts.95.up_proj,0.71944916,0.01000,0.620
+15,mlp.experts.96.up_proj,0.11935441,0.01000,0.620
+15,mlp.experts.97.up_proj,0.00012223,0.01000,0.620
+15,mlp.experts.98.up_proj,0.81464118,0.01000,0.620
+15,mlp.experts.99.up_proj,0.00405103,0.01000,0.618
+15,mlp.experts.100.up_proj,0.34947228,0.01000,0.611
+15,mlp.experts.101.up_proj,0.12963419,0.01000,0.612
+15,mlp.experts.102.up_proj,0.11256681,0.01000,0.612
+15,mlp.experts.103.up_proj,0.06038896,0.01000,0.614
+15,mlp.experts.104.up_proj,0.01644657,0.01000,0.613
+15,mlp.experts.105.up_proj,0.00057102,0.01000,0.612
+15,mlp.experts.106.up_proj,0.35619593,0.01000,0.612
+15,mlp.experts.107.up_proj,0.02897817,0.01000,0.620
+15,mlp.experts.108.up_proj,0.00000619,0.01000,0.620
+15,mlp.experts.109.up_proj,0.12480307,0.01000,0.621
+15,mlp.experts.110.up_proj,0.06264336,0.01000,0.621
+15,mlp.experts.111.up_proj,0.00453159,0.01000,0.622
+15,mlp.experts.112.up_proj,0.02184492,0.01000,0.622
+15,mlp.experts.113.up_proj,0.03335710,0.01000,0.620
+15,mlp.experts.114.up_proj,0.00003216,0.01000,0.623
+15,mlp.experts.115.up_proj,0.05491956,0.01000,0.621
+15,mlp.experts.116.up_proj,0.18742687,0.01000,0.621
+15,mlp.experts.117.up_proj,0.15542892,0.01000,0.620
+15,mlp.experts.118.up_proj,0.04765631,0.01000,0.622
+15,mlp.experts.119.up_proj,0.18405280,0.01000,0.615
+15,mlp.experts.120.up_proj,0.92288291,0.01000,0.612
+15,mlp.experts.121.up_proj,0.57509750,0.01000,0.613
+15,mlp.experts.122.up_proj,0.00819109,0.01000,0.612
+15,mlp.experts.123.up_proj,0.11374536,0.01000,0.611
+15,mlp.experts.124.up_proj,0.00000655,0.01000,0.611
+15,mlp.experts.125.up_proj,0.66095334,0.01000,0.612
+15,mlp.experts.126.up_proj,0.05940809,0.01000,0.612
+15,mlp.experts.127.up_proj,0.04262609,0.01000,0.613
+15,mlp.experts.0.gate_proj,1.73706961,0.01000,0.614
+15,mlp.experts.1.gate_proj,0.80159771,0.01000,0.613
+15,mlp.experts.2.gate_proj,0.17716414,0.01000,0.617
+15,mlp.experts.3.gate_proj,0.22433366,0.01000,0.622
+15,mlp.experts.4.gate_proj,0.01641758,0.01000,0.622
+15,mlp.experts.5.gate_proj,0.00079297,0.01000,0.622
+15,mlp.experts.6.gate_proj,0.29233944,0.01000,0.622
+15,mlp.experts.7.gate_proj,0.61839044,0.01000,0.622
+15,mlp.experts.8.gate_proj,0.75717247,0.01000,0.621
+15,mlp.experts.9.gate_proj,0.33814254,0.01000,0.620
+15,mlp.experts.10.gate_proj,0.02387066,0.01000,0.621
+15,mlp.experts.11.gate_proj,0.19658042,0.01000,0.621
+15,mlp.experts.12.gate_proj,0.00139216,0.01000,0.621
+15,mlp.experts.13.gate_proj,0.08694549,0.01000,0.621
+15,mlp.experts.14.gate_proj,0.02720937,0.01000,0.619
+15,mlp.experts.15.gate_proj,0.00113732,0.01000,0.612
+15,mlp.experts.16.gate_proj,1.45491445,0.01000,0.612
+15,mlp.experts.17.gate_proj,0.39319563,0.01000,0.613
+15,mlp.experts.18.gate_proj,0.11054140,0.01000,0.611
+15,mlp.experts.19.gate_proj,0.00856563,0.01000,0.611
+15,mlp.experts.20.gate_proj,0.24714015,0.01000,0.613
+15,mlp.experts.21.gate_proj,0.00743965,0.01000,0.615
+15,mlp.experts.22.gate_proj,0.00167509,0.01000,0.620
+15,mlp.experts.23.gate_proj,0.17260370,0.01000,0.621
+15,mlp.experts.24.gate_proj,0.01106200,0.01000,0.621
+15,mlp.experts.25.gate_proj,1.49088037,0.01000,0.621
+15,mlp.experts.26.gate_proj,0.00197526,0.01000,0.621
+15,mlp.experts.27.gate_proj,0.02272685,0.01000,0.616
+15,mlp.experts.28.gate_proj,0.01612245,0.01000,0.620
+15,mlp.experts.29.gate_proj,0.04719977,0.01000,0.622
+15,mlp.experts.30.gate_proj,0.09625933,0.01000,0.622
+15,mlp.experts.31.gate_proj,0.73374766,0.01000,0.622
+15,mlp.experts.32.gate_proj,2.49872208,0.01000,0.622
+15,mlp.experts.33.gate_proj,0.06932632,0.01000,0.622
+15,mlp.experts.34.gate_proj,0.23536554,0.01000,0.622
+15,mlp.experts.35.gate_proj,0.34841391,0.01000,0.623
+15,mlp.experts.36.gate_proj,0.00103863,0.01000,0.621
+15,mlp.experts.37.gate_proj,0.28808603,0.01000,0.621
+15,mlp.experts.38.gate_proj,0.02659711,0.01000,0.620
+15,mlp.experts.39.gate_proj,0.13976064,0.01000,0.621
+15,mlp.experts.40.gate_proj,1.68602300,0.01000,0.620
+15,mlp.experts.41.gate_proj,0.82637012,0.01000,0.612
+15,mlp.experts.42.gate_proj,0.00310701,0.01000,0.618
+15,mlp.experts.43.gate_proj,0.00303938,0.01000,0.619
+15,mlp.experts.44.gate_proj,0.00006244,0.01000,0.619
+15,mlp.experts.45.gate_proj,0.02951893,0.01000,0.616
+15,mlp.experts.46.gate_proj,0.24981168,0.01000,0.611
+15,mlp.experts.47.gate_proj,0.00540587,0.01000,0.611
+15,mlp.experts.48.gate_proj,0.05073807,0.01000,0.613
+15,mlp.experts.49.gate_proj,1.61771607,0.01000,0.620
+15,mlp.experts.50.gate_proj,0.17440388,0.01000,0.620
+15,mlp.experts.51.gate_proj,0.72343183,0.01000,0.620
+15,mlp.experts.52.gate_proj,1.37481713,0.01000,0.621
+15,mlp.experts.53.gate_proj,0.01357900,0.01000,0.623
+15,mlp.experts.54.gate_proj,0.09739950,0.01000,0.621
+15,mlp.experts.55.gate_proj,0.44579506,0.01000,0.620
+15,mlp.experts.56.gate_proj,0.27519330,0.01000,0.620
+15,mlp.experts.57.gate_proj,0.08092964,0.01000,0.622
+15,mlp.experts.58.gate_proj,0.16101444,0.01000,0.621
+15,mlp.experts.59.gate_proj,0.04937970,0.01000,0.613
+15,mlp.experts.60.gate_proj,0.23164932,0.01000,0.610
+15,mlp.experts.61.gate_proj,0.07067765,0.01000,0.610
+15,mlp.experts.62.gate_proj,0.00137985,0.01000,0.610
+15,mlp.experts.63.gate_proj,0.05367265,0.01000,0.615
+15,mlp.experts.64.gate_proj,0.03284623,0.01000,0.616
+15,mlp.experts.65.gate_proj,0.00009660,0.01000,0.613
+15,mlp.experts.66.gate_proj,0.14106074,0.01000,0.613
+15,mlp.experts.67.gate_proj,0.00009775,0.01000,0.617
+15,mlp.experts.68.gate_proj,0.00967646,0.01000,0.621
+15,mlp.experts.69.gate_proj,0.25865483,0.01000,0.621
+15,mlp.experts.70.gate_proj,0.13919187,0.01000,0.622
+15,mlp.experts.71.gate_proj,0.17793079,0.01000,0.621
+15,mlp.experts.72.gate_proj,0.24306518,0.01000,0.622
+15,mlp.experts.73.gate_proj,0.12491026,0.01000,0.620
+15,mlp.experts.74.gate_proj,0.00010928,0.01000,0.620
+15,mlp.experts.75.gate_proj,0.09088773,0.01000,0.620
+15,mlp.experts.76.gate_proj,0.07571124,0.01000,0.621
+15,mlp.experts.77.gate_proj,1.21064878,0.01000,0.620
+15,mlp.experts.78.gate_proj,0.16100278,0.01000,0.616
+15,mlp.experts.79.gate_proj,0.00944216,0.01000,0.615
+15,mlp.experts.80.gate_proj,0.68299353,0.01000,0.613
+15,mlp.experts.81.gate_proj,0.03536062,0.01000,0.616
+15,mlp.experts.82.gate_proj,0.71144706,0.01000,0.616
+15,mlp.experts.83.gate_proj,0.10045306,0.01000,0.615
+15,mlp.experts.84.gate_proj,0.09950852,0.01000,0.614
+15,mlp.experts.85.gate_proj,0.31104767,0.01000,0.613
+15,mlp.experts.86.gate_proj,0.55467522,0.01000,0.616
+15,mlp.experts.87.gate_proj,2.24735045,0.01000,0.613
+15,mlp.experts.88.gate_proj,0.00081419,0.01000,0.613
+15,mlp.experts.89.gate_proj,1.64019608,0.01000,0.612
+15,mlp.experts.90.gate_proj,0.46819171,0.01000,0.614
+15,mlp.experts.91.gate_proj,0.44556260,0.01000,0.616
+15,mlp.experts.92.gate_proj,0.00001230,0.01000,0.620
+15,mlp.experts.93.gate_proj,0.06991110,0.01000,0.621
+15,mlp.experts.94.gate_proj,0.40066817,0.01000,0.622
+15,mlp.experts.95.gate_proj,0.72312158,0.01000,0.620
+15,mlp.experts.96.gate_proj,0.11942867,0.01000,0.620
+15,mlp.experts.97.gate_proj,0.00012701,0.01000,0.620
+15,mlp.experts.98.gate_proj,0.83266151,0.01000,0.619
+15,mlp.experts.99.gate_proj,0.00408113,0.01000,0.620
+15,mlp.experts.100.gate_proj,0.38384748,0.01000,0.620
+15,mlp.experts.101.gate_proj,0.14184374,0.01000,0.620
+15,mlp.experts.102.gate_proj,0.12175153,0.01000,0.619
+15,mlp.experts.103.gate_proj,0.06045739,0.01000,0.616
+15,mlp.experts.104.gate_proj,0.01659222,0.01000,0.616
+15,mlp.experts.105.gate_proj,0.00057478,0.01000,0.616
+15,mlp.experts.106.gate_proj,0.36746928,0.01000,0.615
+15,mlp.experts.107.gate_proj,0.02953498,0.01000,0.613
+15,mlp.experts.108.gate_proj,0.00000650,0.01000,0.613
+15,mlp.experts.109.gate_proj,0.13166250,0.01000,0.614
+15,mlp.experts.110.gate_proj,0.06445879,0.01000,0.615
+15,mlp.experts.111.gate_proj,0.00466313,0.01000,0.619
+15,mlp.experts.112.gate_proj,0.02273719,0.01000,0.620
+15,mlp.experts.113.gate_proj,0.03404248,0.01000,0.619
+15,mlp.experts.114.gate_proj,0.00003375,0.01000,0.619
+15,mlp.experts.115.gate_proj,0.05442729,0.01000,0.621
+15,mlp.experts.116.gate_proj,0.19925992,0.01000,0.620
+15,mlp.experts.117.gate_proj,0.16890480,0.01000,0.619
+15,mlp.experts.118.gate_proj,0.04815024,0.01000,0.623
+15,mlp.experts.119.gate_proj,0.19859676,0.01000,0.621
+15,mlp.experts.120.gate_proj,0.95681357,0.01000,0.624
+15,mlp.experts.121.gate_proj,0.56659859,0.01000,0.619
+15,mlp.experts.122.gate_proj,0.00848268,0.01000,0.613
+15,mlp.experts.123.gate_proj,0.11935557,0.01000,0.617
+15,mlp.experts.124.gate_proj,0.00000665,0.01000,0.612
+15,mlp.experts.125.gate_proj,0.69204307,0.01000,0.610
+15,mlp.experts.126.gate_proj,0.05970089,0.01000,0.611
+15,mlp.experts.127.gate_proj,0.04465228,0.01000,0.611
+15,mlp.experts.0.down_proj,0.31976029,0.01000,0.252
+15,mlp.experts.1.down_proj,0.13658914,0.01000,0.231
+15,mlp.experts.2.down_proj,0.02611579,0.01000,0.231
+15,mlp.experts.3.down_proj,0.04398869,0.01000,0.231
+15,mlp.experts.4.down_proj,0.00338832,0.01000,0.231
+15,mlp.experts.5.down_proj,0.00018837,0.01000,0.231
+15,mlp.experts.6.down_proj,0.04640628,0.01000,0.232
+15,mlp.experts.7.down_proj,0.09106627,0.01000,0.232
+15,mlp.experts.8.down_proj,0.09897384,0.01000,0.234
+15,mlp.experts.9.down_proj,0.04686352,0.01000,0.233
+15,mlp.experts.10.down_proj,0.00506848,0.01000,0.233
+15,mlp.experts.11.down_proj,0.02425108,0.01000,0.234
+15,mlp.experts.12.down_proj,0.00032820,0.01000,0.233
+15,mlp.experts.13.down_proj,0.01154336,0.01000,0.233
+15,mlp.experts.14.down_proj,0.00340510,0.01000,0.233
+15,mlp.experts.15.down_proj,0.00018911,0.01000,0.233
+15,mlp.experts.16.down_proj,0.23333532,0.01000,0.233
+15,mlp.experts.17.down_proj,0.04852336,0.01000,0.232
+15,mlp.experts.18.down_proj,0.01003249,0.01000,0.234
+15,mlp.experts.19.down_proj,0.00119356,0.01000,0.233
+15,mlp.experts.20.down_proj,0.04635939,0.01000,0.232
+15,mlp.experts.21.down_proj,0.00099001,0.01000,0.234
+15,mlp.experts.22.down_proj,0.00058051,0.01000,0.232
+15,mlp.experts.23.down_proj,0.04062467,0.01000,0.233
+15,mlp.experts.24.down_proj,0.00150294,0.01000,0.233
+15,mlp.experts.25.down_proj,0.22293487,0.01000,0.233
+15,mlp.experts.26.down_proj,0.00033966,0.01000,0.232
+15,mlp.experts.27.down_proj,0.00314082,0.01000,0.233
+15,mlp.experts.28.down_proj,0.00385737,0.01000,0.233
+15,mlp.experts.29.down_proj,0.00808962,0.01000,0.233
+15,mlp.experts.30.down_proj,0.01995642,0.01000,0.231
+15,mlp.experts.31.down_proj,0.14224190,0.01000,0.229
+15,mlp.experts.32.down_proj,0.53207064,0.01000,0.229
+15,mlp.experts.33.down_proj,0.01381534,0.01000,0.230
+15,mlp.experts.34.down_proj,0.04262085,0.01000,0.229
+15,mlp.experts.35.down_proj,0.07327313,0.01000,0.229
+15,mlp.experts.36.down_proj,0.00041538,0.01000,0.230
+15,mlp.experts.37.down_proj,0.06163077,0.01000,0.233
+15,mlp.experts.38.down_proj,0.00130610,0.01000,0.232
+15,mlp.experts.39.down_proj,0.01733853,0.01000,0.233
+15,mlp.experts.40.down_proj,0.25961274,0.01000,0.232
+15,mlp.experts.41.down_proj,0.18621695,0.01000,0.232
+15,mlp.experts.42.down_proj,0.00085193,0.01000,0.234
+15,mlp.experts.43.down_proj,0.00131925,0.01000,0.234
+15,mlp.experts.44.down_proj,0.00001060,0.01000,0.233
+15,mlp.experts.45.down_proj,0.00490478,0.01000,0.234
+15,mlp.experts.46.down_proj,0.04901070,0.01000,0.234
+15,mlp.experts.47.down_proj,0.00140246,0.01000,0.234
+15,mlp.experts.48.down_proj,0.00631400,0.01000,0.234
+15,mlp.experts.49.down_proj,0.37007946,0.01000,0.234
+15,mlp.experts.50.down_proj,0.01246066,0.01000,0.234
+15,mlp.experts.51.down_proj,0.11528798,0.01000,0.234
+15,mlp.experts.52.down_proj,0.38031334,0.01000,0.235
+15,mlp.experts.53.down_proj,0.00320998,0.01000,0.234
+15,mlp.experts.54.down_proj,0.01855554,0.01000,0.235
+15,mlp.experts.55.down_proj,0.07586929,0.01000,0.234
+15,mlp.experts.56.down_proj,0.04035184,0.01000,0.235
+15,mlp.experts.57.down_proj,0.01387317,0.01000,0.235
+15,mlp.experts.58.down_proj,0.01881666,0.01000,0.234
+15,mlp.experts.59.down_proj,0.00808400,0.01000,0.236
+15,mlp.experts.60.down_proj,0.04170840,0.01000,0.236
+15,mlp.experts.61.down_proj,0.01260505,0.01000,0.235
+15,mlp.experts.62.down_proj,0.00037191,0.01000,0.235
+15,mlp.experts.63.down_proj,0.00583514,0.01000,0.237
+15,mlp.experts.64.down_proj,0.00292683,0.01000,0.238
+15,mlp.experts.65.down_proj,0.00002784,0.01000,0.238
+15,mlp.experts.66.down_proj,0.01805739,0.01000,0.238
+15,mlp.experts.67.down_proj,0.00001937,0.01000,0.238
+15,mlp.experts.68.down_proj,0.00148156,0.01000,0.238
+15,mlp.experts.69.down_proj,0.05400836,0.01000,0.239
+15,mlp.experts.70.down_proj,0.03186209,0.01000,0.239
+15,mlp.experts.71.down_proj,0.03607856,0.01000,0.239
+15,mlp.experts.72.down_proj,0.04290504,0.01000,0.239
+15,mlp.experts.73.down_proj,0.00147499,0.01000,0.238
+15,mlp.experts.74.down_proj,0.00002562,0.01000,0.239
+15,mlp.experts.75.down_proj,0.01365252,0.01000,0.239
+15,mlp.experts.76.down_proj,0.01274331,0.01000,0.239
+15,mlp.experts.77.down_proj,0.23348083,0.01000,0.238
+15,mlp.experts.78.down_proj,0.02942065,0.01000,0.240
+15,mlp.experts.79.down_proj,0.00120040,0.01000,0.240
+15,mlp.experts.80.down_proj,0.15625682,0.01000,0.240
+15,mlp.experts.81.down_proj,0.00482581,0.01000,0.240
+15,mlp.experts.82.down_proj,0.10625882,0.01000,0.240
+15,mlp.experts.83.down_proj,0.01483347,0.01000,0.240
+15,mlp.experts.84.down_proj,0.01300665,0.01000,0.240
+15,mlp.experts.85.down_proj,0.05650356,0.01000,0.240
+15,mlp.experts.86.down_proj,0.09598577,0.01000,0.240
+15,mlp.experts.87.down_proj,0.36182404,0.01000,0.240
+15,mlp.experts.88.down_proj,0.00014580,0.01000,0.241
+15,mlp.experts.89.down_proj,0.33496493,0.01000,0.240
+15,mlp.experts.90.down_proj,0.07354395,0.01000,0.240
+15,mlp.experts.91.down_proj,0.07414326,0.01000,0.240
+15,mlp.experts.92.down_proj,0.00000165,0.01000,0.240
+15,mlp.experts.93.down_proj,0.01655197,0.01000,0.240
+15,mlp.experts.94.down_proj,0.05731238,0.01000,0.240
+15,mlp.experts.95.down_proj,0.10670917,0.01000,0.240
+15,mlp.experts.96.down_proj,0.01847118,0.01000,0.239
+15,mlp.experts.97.down_proj,0.00002750,0.01000,0.236
+15,mlp.experts.98.down_proj,0.12526414,0.01000,0.236
+15,mlp.experts.99.down_proj,0.00075255,0.01000,0.236
+15,mlp.experts.100.down_proj,0.05732870,0.01000,0.236
+15,mlp.experts.101.down_proj,0.03110500,0.01000,0.236
+15,mlp.experts.102.down_proj,0.01896270,0.01000,0.236
+15,mlp.experts.103.down_proj,0.01305155,0.01000,0.237
+15,mlp.experts.104.down_proj,0.00305563,0.01000,0.236
+15,mlp.experts.105.down_proj,0.00016006,0.01000,0.237
+15,mlp.experts.106.down_proj,0.05083544,0.01000,0.235
+15,mlp.experts.107.down_proj,0.00433695,0.01000,0.236
+15,mlp.experts.108.down_proj,0.00000084,0.01000,0.236
+15,mlp.experts.109.down_proj,0.01692480,0.01000,0.236
+15,mlp.experts.110.down_proj,0.00581390,0.01000,0.236
+15,mlp.experts.111.down_proj,0.00075403,0.01000,0.236
+15,mlp.experts.112.down_proj,0.00291223,0.01000,0.236
+15,mlp.experts.113.down_proj,0.00633207,0.01000,0.236
+15,mlp.experts.114.down_proj,0.00000639,0.01000,0.236
+15,mlp.experts.115.down_proj,0.00962947,0.01000,0.236
+15,mlp.experts.116.down_proj,0.02481364,0.01000,0.237
+15,mlp.experts.117.down_proj,0.01623629,0.01000,0.237
+15,mlp.experts.118.down_proj,0.00709361,0.01000,0.236
+15,mlp.experts.119.down_proj,0.03880275,0.01000,0.236
+15,mlp.experts.120.down_proj,0.16024706,0.01000,0.237
+15,mlp.experts.121.down_proj,0.09299409,0.01000,0.237
+15,mlp.experts.122.down_proj,0.00101846,0.01000,0.237
+15,mlp.experts.123.down_proj,0.02257035,0.01000,0.237
+15,mlp.experts.124.down_proj,0.00000133,0.01000,0.236
+15,mlp.experts.125.down_proj,0.09298041,0.01000,0.236
+15,mlp.experts.126.down_proj,0.00755346,0.01000,0.238
+15,mlp.experts.127.down_proj,0.00655800,0.01000,0.238
+16,self_attn.q_proj,0.08693859,0.01000,0.627
+16,self_attn.k_proj,0.01164193,0.01000,0.614
+16,self_attn.v_proj,0.01233361,0.01000,0.615
+16,self_attn.o_proj,0.01091131,0.01000,1.235
+16,mlp.experts.0.up_proj,0.42500526,0.01000,0.652
+16,mlp.experts.1.up_proj,0.05118999,0.01000,0.608
+16,mlp.experts.2.up_proj,0.00000348,0.01000,0.606
+16,mlp.experts.3.up_proj,0.00000863,0.01000,0.612
+16,mlp.experts.4.up_proj,0.20242968,0.01000,0.613
+16,mlp.experts.5.up_proj,0.00454006,0.01000,0.610
+16,mlp.experts.6.up_proj,0.20716742,0.01000,0.611
+16,mlp.experts.7.up_proj,0.60454977,0.01000,0.612
+16,mlp.experts.8.up_proj,0.35123709,0.01000,0.614
+16,mlp.experts.9.up_proj,0.26072600,0.01000,0.611
+16,mlp.experts.10.up_proj,0.00025162,0.01000,0.610
+16,mlp.experts.11.up_proj,0.48081505,0.01000,0.611
+16,mlp.experts.12.up_proj,0.04341305,0.01000,0.612
+16,mlp.experts.13.up_proj,0.28539914,0.01000,0.618
+16,mlp.experts.14.up_proj,0.53653264,0.01000,0.620
+16,mlp.experts.15.up_proj,0.20763466,0.01000,0.621
+16,mlp.experts.16.up_proj,0.56777883,0.01000,0.622
+16,mlp.experts.17.up_proj,0.02014171,0.01000,0.622
+16,mlp.experts.18.up_proj,0.45388195,0.01000,0.621
+16,mlp.experts.19.up_proj,0.07390516,0.01000,0.620
+16,mlp.experts.20.up_proj,0.26241684,0.01000,0.621
+16,mlp.experts.21.up_proj,0.01610657,0.01000,0.620
+16,mlp.experts.22.up_proj,0.01469093,0.01000,0.620
+16,mlp.experts.23.up_proj,0.17125694,0.01000,0.621
+16,mlp.experts.24.up_proj,0.64537781,0.01000,0.621
+16,mlp.experts.25.up_proj,0.00610453,0.01000,0.618
+16,mlp.experts.26.up_proj,0.43733096,0.01000,0.611
+16,mlp.experts.27.up_proj,0.06874049,0.01000,0.613
+16,mlp.experts.28.up_proj,0.45263392,0.01000,0.611
+16,mlp.experts.29.up_proj,0.29263642,0.01000,0.610
+16,mlp.experts.30.up_proj,1.66506791,0.01000,0.611
+16,mlp.experts.31.up_proj,0.00036811,0.01000,0.610
+16,mlp.experts.32.up_proj,0.33373535,0.01000,0.610
+16,mlp.experts.33.up_proj,0.25948107,0.01000,0.611
+16,mlp.experts.34.up_proj,0.01132007,0.01000,0.612
+16,mlp.experts.35.up_proj,1.73353648,0.01000,0.612
+16,mlp.experts.36.up_proj,0.02007139,0.01000,0.612
+16,mlp.experts.37.up_proj,0.70366842,0.01000,0.618
+16,mlp.experts.38.up_proj,0.00004942,0.01000,0.621
+16,mlp.experts.39.up_proj,0.89324784,0.01000,0.621
+16,mlp.experts.40.up_proj,0.63263845,0.01000,0.622
+16,mlp.experts.41.up_proj,0.03761161,0.01000,0.622
+16,mlp.experts.42.up_proj,0.01262997,0.01000,0.621
+16,mlp.experts.43.up_proj,0.40330806,0.01000,0.620
+16,mlp.experts.44.up_proj,0.07682530,0.01000,0.621
+16,mlp.experts.45.up_proj,0.69941425,0.01000,0.619
+16,mlp.experts.46.up_proj,0.03382424,0.01000,0.620
+16,mlp.experts.47.up_proj,0.00628202,0.01000,0.615
+16,mlp.experts.48.up_proj,0.05745567,0.01000,0.612
+16,mlp.experts.49.up_proj,0.00619409,0.01000,0.614
+16,mlp.experts.50.up_proj,1.03686595,0.01000,0.614
+16,mlp.experts.51.up_proj,0.38713151,0.01000,0.613
+16,mlp.experts.52.up_proj,0.08656351,0.01000,0.612
+16,mlp.experts.53.up_proj,0.00867380,0.01000,0.621
+16,mlp.experts.54.up_proj,0.07301065,0.01000,0.620
+16,mlp.experts.55.up_proj,0.26641318,0.01000,0.620
+16,mlp.experts.56.up_proj,0.00221276,0.01000,0.622
+16,mlp.experts.57.up_proj,0.40965807,0.01000,0.621
+16,mlp.experts.58.up_proj,0.00154886,0.01000,0.619
+16,mlp.experts.59.up_proj,0.06053427,0.01000,0.618
+16,mlp.experts.60.up_proj,0.23490083,0.01000,0.618
+16,mlp.experts.61.up_proj,0.00001534,0.01000,0.616
+16,mlp.experts.62.up_proj,0.08975244,0.01000,0.616
+16,mlp.experts.63.up_proj,0.00870316,0.01000,0.618
+16,mlp.experts.64.up_proj,0.00008102,0.01000,0.620
+16,mlp.experts.65.up_proj,1.89196992,0.01000,0.620
+16,mlp.experts.66.up_proj,0.00300290,0.01000,0.620
+16,mlp.experts.67.up_proj,0.03979030,0.01000,0.622
+16,mlp.experts.68.up_proj,0.06174788,0.01000,0.621
+16,mlp.experts.69.up_proj,0.00030863,0.01000,0.621
+16,mlp.experts.70.up_proj,0.03532158,0.01000,0.622
+16,mlp.experts.71.up_proj,0.00003800,0.01000,0.620
+16,mlp.experts.72.up_proj,0.16349986,0.01000,0.621
+16,mlp.experts.73.up_proj,0.11798034,0.01000,0.619
+16,mlp.experts.74.up_proj,0.01549654,0.01000,0.621
+16,mlp.experts.75.up_proj,0.71749234,0.01000,0.621
+16,mlp.experts.76.up_proj,0.75242865,0.01000,0.613
+16,mlp.experts.77.up_proj,0.30512559,0.01000,0.613
+16,mlp.experts.78.up_proj,0.37316465,0.01000,0.612
+16,mlp.experts.79.up_proj,0.41886130,0.01000,0.612
+16,mlp.experts.80.up_proj,1.40052903,0.01000,0.612
+16,mlp.experts.81.up_proj,0.91493171,0.01000,0.614
+16,mlp.experts.82.up_proj,0.08803662,0.01000,0.613
+16,mlp.experts.83.up_proj,0.63381660,0.01000,0.613
+16,mlp.experts.84.up_proj,0.41492236,0.01000,0.614
+16,mlp.experts.85.up_proj,0.03970112,0.01000,0.612
+16,mlp.experts.86.up_proj,0.00020330,0.01000,0.612
+16,mlp.experts.87.up_proj,0.00072893,0.01000,0.613
+16,mlp.experts.88.up_proj,0.00704039,0.01000,0.616
+16,mlp.experts.89.up_proj,0.17895450,0.01000,0.619
+16,mlp.experts.90.up_proj,0.13526177,0.01000,0.620
+16,mlp.experts.91.up_proj,0.03966977,0.01000,0.620
+16,mlp.experts.92.up_proj,0.00122930,0.01000,0.620
+16,mlp.experts.93.up_proj,0.15941590,0.01000,0.622
+16,mlp.experts.94.up_proj,0.47059053,0.01000,0.624
+16,mlp.experts.95.up_proj,0.00004680,0.01000,0.618
+16,mlp.experts.96.up_proj,0.00100051,0.01000,0.617
+16,mlp.experts.97.up_proj,0.08714890,0.01000,0.621
+16,mlp.experts.98.up_proj,0.35155717,0.01000,0.615
+16,mlp.experts.99.up_proj,0.00016513,0.01000,0.616
+16,mlp.experts.100.up_proj,0.08880532,0.01000,0.617
+16,mlp.experts.101.up_proj,0.65589827,0.01000,0.621
+16,mlp.experts.102.up_proj,0.46155775,0.01000,0.620
+16,mlp.experts.103.up_proj,0.80502534,0.01000,0.620
+16,mlp.experts.104.up_proj,0.00078110,0.01000,0.622
+16,mlp.experts.105.up_proj,1.22091269,0.01000,0.621
+16,mlp.experts.106.up_proj,0.01418918,0.01000,0.622
+16,mlp.experts.107.up_proj,0.00519300,0.01000,0.620
+16,mlp.experts.108.up_proj,1.05606031,0.01000,0.622
+16,mlp.experts.109.up_proj,0.75697970,0.01000,0.613
+16,mlp.experts.110.up_proj,0.24486634,0.01000,0.613
+16,mlp.experts.111.up_proj,0.24290955,0.01000,0.612
+16,mlp.experts.112.up_proj,0.01051246,0.01000,0.613
+16,mlp.experts.113.up_proj,0.29409871,0.01000,0.613
+16,mlp.experts.114.up_proj,0.63995880,0.01000,0.618
+16,mlp.experts.115.up_proj,1.75115490,0.01000,0.621
+16,mlp.experts.116.up_proj,0.00274044,0.01000,0.621
+16,mlp.experts.117.up_proj,0.79231852,0.01000,0.621
+16,mlp.experts.118.up_proj,0.00000098,0.01000,0.622
+16,mlp.experts.119.up_proj,0.20243213,0.01000,0.622
+16,mlp.experts.120.up_proj,0.00069714,0.01000,0.624
+16,mlp.experts.121.up_proj,0.26399761,0.01000,0.620
+16,mlp.experts.122.up_proj,0.02100745,0.01000,0.620
+16,mlp.experts.123.up_proj,0.99355733,0.01000,0.623
+16,mlp.experts.124.up_proj,0.24814910,0.01000,0.618
+16,mlp.experts.125.up_proj,0.00003010,0.01000,0.620
+16,mlp.experts.126.up_proj,0.14443822,0.01000,0.626
+16,mlp.experts.127.up_proj,0.51529360,0.01000,0.625
+16,mlp.experts.0.gate_proj,0.47605425,0.01000,0.629
+16,mlp.experts.1.gate_proj,0.05398246,0.01000,0.628
+16,mlp.experts.2.gate_proj,0.00000384,0.01000,0.626
+16,mlp.experts.3.gate_proj,0.00000872,0.01000,0.626
+16,mlp.experts.4.gate_proj,0.21374425,0.01000,0.624
+16,mlp.experts.5.gate_proj,0.00476628,0.01000,0.620
+16,mlp.experts.6.gate_proj,0.20848358,0.01000,0.617
+16,mlp.experts.7.gate_proj,0.63793945,0.01000,0.617
+16,mlp.experts.8.gate_proj,0.34050351,0.01000,0.617
+16,mlp.experts.9.gate_proj,0.27579156,0.01000,0.626
+16,mlp.experts.10.gate_proj,0.00024946,0.01000,0.624
+16,mlp.experts.11.gate_proj,0.48840597,0.01000,0.625
+16,mlp.experts.12.gate_proj,0.04375825,0.01000,0.625
+16,mlp.experts.13.gate_proj,0.28264230,0.01000,0.625
+16,mlp.experts.14.gate_proj,0.56483620,0.01000,0.626
+16,mlp.experts.15.gate_proj,0.20932050,0.01000,0.627
+16,mlp.experts.16.gate_proj,0.61354077,0.01000,0.627
+16,mlp.experts.17.gate_proj,0.02007875,0.01000,0.627
+16,mlp.experts.18.gate_proj,0.46029323,0.01000,0.630
+16,mlp.experts.19.gate_proj,0.07440874,0.01000,0.626
+16,mlp.experts.20.gate_proj,0.25819975,0.01000,0.620
+16,mlp.experts.21.gate_proj,0.01826696,0.01000,0.621
+16,mlp.experts.22.gate_proj,0.01497107,0.01000,0.644
+16,mlp.experts.23.gate_proj,0.17604285,0.01000,0.624
+16,mlp.experts.24.gate_proj,0.68671501,0.01000,0.624
+16,mlp.experts.25.gate_proj,0.00647079,0.01000,0.614
+16,mlp.experts.26.gate_proj,0.47208619,0.01000,0.614
+16,mlp.experts.27.gate_proj,0.07021476,0.01000,0.614
+16,mlp.experts.28.gate_proj,0.45539653,0.01000,0.614
+16,mlp.experts.29.gate_proj,0.29041052,0.01000,0.612
+16,mlp.experts.30.gate_proj,1.84858322,0.01000,0.611
+16,mlp.experts.31.gate_proj,0.00039692,0.01000,0.612
+16,mlp.experts.32.gate_proj,0.39626575,0.01000,0.616
+16,mlp.experts.33.gate_proj,0.26747048,0.01000,0.621
+16,mlp.experts.34.gate_proj,0.01141417,0.01000,0.620
+16,mlp.experts.35.gate_proj,1.93395233,0.01000,0.620
+16,mlp.experts.36.gate_proj,0.02022693,0.01000,0.621
+16,mlp.experts.37.gate_proj,0.75816023,0.01000,0.621
+16,mlp.experts.38.gate_proj,0.00005120,0.01000,0.621
+16,mlp.experts.39.gate_proj,0.89399564,0.01000,0.620
+16,mlp.experts.40.gate_proj,0.71228993,0.01000,0.621
+16,mlp.experts.41.gate_proj,0.04466777,0.01000,0.622
+16,mlp.experts.42.gate_proj,0.01436479,0.01000,0.628
+16,mlp.experts.43.gate_proj,0.39197820,0.01000,0.623
+16,mlp.experts.44.gate_proj,0.07140399,0.01000,0.622
+16,mlp.experts.45.gate_proj,0.68283957,0.01000,0.620
+16,mlp.experts.46.gate_proj,0.03408562,0.01000,0.626
+16,mlp.experts.47.gate_proj,0.00652365,0.01000,0.622
+16,mlp.experts.48.gate_proj,0.05810794,0.01000,0.625
+16,mlp.experts.49.gate_proj,0.00656727,0.01000,0.624
+16,mlp.experts.50.gate_proj,1.13385940,0.01000,0.624
+16,mlp.experts.51.gate_proj,0.40390390,0.01000,0.623
+16,mlp.experts.52.gate_proj,0.08913643,0.01000,0.625
+16,mlp.experts.53.gate_proj,0.00882702,0.01000,0.625
+16,mlp.experts.54.gate_proj,0.07479712,0.01000,0.624
+16,mlp.experts.55.gate_proj,0.27645504,0.01000,0.626
+16,mlp.experts.56.gate_proj,0.00223912,0.01000,0.623
+16,mlp.experts.57.gate_proj,0.42722207,0.01000,0.623
+16,mlp.experts.58.gate_proj,0.00155725,0.01000,0.624
+16,mlp.experts.59.gate_proj,0.06236628,0.01000,0.615
+16,mlp.experts.60.gate_proj,0.23836333,0.01000,0.615
+16,mlp.experts.61.gate_proj,0.00001626,0.01000,0.613
+16,mlp.experts.62.gate_proj,0.09072779,0.01000,0.613
+16,mlp.experts.63.gate_proj,0.00852774,0.01000,0.614
+16,mlp.experts.64.gate_proj,0.00007935,0.01000,0.613
+16,mlp.experts.65.gate_proj,2.00543714,0.01000,0.619
+16,mlp.experts.66.gate_proj,0.00314311,0.01000,0.622
+16,mlp.experts.67.gate_proj,0.04236709,0.01000,0.623
+16,mlp.experts.68.gate_proj,0.06668545,0.01000,0.623
+16,mlp.experts.69.gate_proj,0.00030771,0.01000,0.622
+16,mlp.experts.70.gate_proj,0.03649063,0.01000,0.622
+16,mlp.experts.71.gate_proj,0.00003940,0.01000,0.624
+16,mlp.experts.72.gate_proj,0.18660976,0.01000,0.624
+16,mlp.experts.73.gate_proj,0.11668751,0.01000,0.624
+16,mlp.experts.74.gate_proj,0.09952730,0.01000,0.624
+16,mlp.experts.75.gate_proj,0.73947239,0.01000,0.623
+16,mlp.experts.76.gate_proj,0.78651428,0.01000,0.623
+16,mlp.experts.77.gate_proj,0.28977191,0.01000,0.617
+16,mlp.experts.78.gate_proj,0.39149246,0.01000,0.620
+16,mlp.experts.79.gate_proj,0.45222828,0.01000,0.628
+16,mlp.experts.80.gate_proj,1.50711417,0.01000,0.621
+16,mlp.experts.81.gate_proj,0.94351375,0.01000,0.622
+16,mlp.experts.82.gate_proj,0.09252078,0.01000,0.621
+16,mlp.experts.83.gate_proj,0.64553082,0.01000,0.622
+16,mlp.experts.84.gate_proj,0.45151401,0.01000,0.623
+16,mlp.experts.85.gate_proj,0.04161204,0.01000,0.623
+16,mlp.experts.86.gate_proj,0.00020602,0.01000,0.622
+16,mlp.experts.87.gate_proj,0.00074486,0.01000,0.622
+16,mlp.experts.88.gate_proj,0.00723571,0.01000,0.623
+16,mlp.experts.89.gate_proj,0.18634228,0.01000,0.622
+16,mlp.experts.90.gate_proj,0.13907324,0.01000,0.621
+16,mlp.experts.91.gate_proj,0.04064757,0.01000,0.618
+16,mlp.experts.92.gate_proj,0.00124930,0.01000,0.614
+16,mlp.experts.93.gate_proj,0.17160667,0.01000,0.613
+16,mlp.experts.94.gate_proj,0.48483017,0.01000,0.616
+16,mlp.experts.95.gate_proj,0.00004681,0.01000,0.613
+16,mlp.experts.96.gate_proj,0.00102810,0.01000,0.613
+16,mlp.experts.97.gate_proj,0.09229289,0.01000,0.614
+16,mlp.experts.98.gate_proj,0.35303324,0.01000,0.614
+16,mlp.experts.99.gate_proj,0.00017133,0.01000,0.613
+16,mlp.experts.100.gate_proj,0.08869103,0.01000,0.613
+16,mlp.experts.101.gate_proj,0.69327867,0.01000,0.616
+16,mlp.experts.102.gate_proj,0.45769835,0.01000,0.614
+16,mlp.experts.103.gate_proj,0.85288870,0.01000,0.614
+16,mlp.experts.104.gate_proj,0.00088717,0.01000,0.617
+16,mlp.experts.105.gate_proj,1.21221209,0.01000,0.618
+16,mlp.experts.106.gate_proj,0.01441794,0.01000,0.623
+16,mlp.experts.107.gate_proj,0.00528890,0.01000,0.623
+16,mlp.experts.108.gate_proj,1.00709295,0.01000,0.623
+16,mlp.experts.109.gate_proj,0.79513526,0.01000,0.623
+16,mlp.experts.110.gate_proj,0.24756142,0.01000,0.623
+16,mlp.experts.111.gate_proj,0.24752805,0.01000,0.623
+16,mlp.experts.112.gate_proj,0.01070152,0.01000,0.621
+16,mlp.experts.113.gate_proj,0.33293813,0.01000,0.621
+16,mlp.experts.114.gate_proj,0.66384506,0.01000,0.621
+16,mlp.experts.115.gate_proj,1.63879967,0.01000,0.623
+16,mlp.experts.116.gate_proj,0.00295840,0.01000,0.615
+16,mlp.experts.117.gate_proj,0.77780080,0.01000,0.614
+16,mlp.experts.118.gate_proj,0.00000104,0.01000,0.617
+16,mlp.experts.119.gate_proj,0.21646127,0.01000,0.614
+16,mlp.experts.120.gate_proj,0.00071711,0.01000,0.613
+16,mlp.experts.121.gate_proj,0.29034549,0.01000,0.613
+16,mlp.experts.122.gate_proj,0.01991980,0.01000,0.614
+16,mlp.experts.123.gate_proj,1.17537951,0.01000,0.616
+16,mlp.experts.124.gate_proj,0.24584343,0.01000,0.610
+16,mlp.experts.125.gate_proj,0.00003093,0.01000,0.614
+16,mlp.experts.126.gate_proj,0.16750523,0.01000,0.612
+16,mlp.experts.127.gate_proj,0.54158431,0.01000,0.615
+16,mlp.experts.0.down_proj,0.11933313,0.01000,0.253
+16,mlp.experts.1.down_proj,0.00776822,0.01000,0.227
+16,mlp.experts.2.down_proj,0.00000054,0.01000,0.228
+16,mlp.experts.3.down_proj,0.00000184,0.01000,0.229
+16,mlp.experts.4.down_proj,0.03411570,0.01000,0.229
+16,mlp.experts.5.down_proj,0.00147545,0.01000,0.230
+16,mlp.experts.6.down_proj,0.04316439,0.01000,0.230
+16,mlp.experts.7.down_proj,0.12572969,0.01000,0.232
+16,mlp.experts.8.down_proj,0.06285354,0.01000,0.231
+16,mlp.experts.9.down_proj,0.03858034,0.01000,0.232
+16,mlp.experts.10.down_proj,0.00004436,0.01000,0.232
+16,mlp.experts.11.down_proj,0.09036602,0.01000,0.232
+16,mlp.experts.12.down_proj,0.00610719,0.01000,0.232
+16,mlp.experts.13.down_proj,0.04715548,0.01000,0.232
+16,mlp.experts.14.down_proj,0.07429625,0.01000,0.232
+16,mlp.experts.15.down_proj,0.04336342,0.01000,0.232
+16,mlp.experts.16.down_proj,0.08701566,0.01000,0.232
+16,mlp.experts.17.down_proj,0.00453123,0.01000,0.231
+16,mlp.experts.18.down_proj,0.08049387,0.01000,0.232
+16,mlp.experts.19.down_proj,0.01131015,0.01000,0.232
+16,mlp.experts.20.down_proj,0.05148876,0.01000,0.232
+16,mlp.experts.21.down_proj,0.00096962,0.01000,0.232
+16,mlp.experts.22.down_proj,0.00323431,0.01000,0.231
+16,mlp.experts.23.down_proj,0.03617019,0.01000,0.231
+16,mlp.experts.24.down_proj,0.08247958,0.01000,0.232
+16,mlp.experts.25.down_proj,0.00116194,0.01000,0.232
+16,mlp.experts.26.down_proj,0.04996965,0.01000,0.231
+16,mlp.experts.27.down_proj,0.00861642,0.01000,0.232
+16,mlp.experts.28.down_proj,0.06301045,0.01000,0.232
+16,mlp.experts.29.down_proj,0.04844998,0.01000,0.232
+16,mlp.experts.30.down_proj,0.22155106,0.01000,0.232
+16,mlp.experts.31.down_proj,0.00009713,0.01000,0.231
+16,mlp.experts.32.down_proj,0.04669660,0.01000,0.231
+16,mlp.experts.33.down_proj,0.05358439,0.01000,0.233
+16,mlp.experts.34.down_proj,0.00181395,0.01000,0.234
+16,mlp.experts.35.down_proj,0.25387660,0.01000,0.233
+16,mlp.experts.36.down_proj,0.00533199,0.01000,0.232
+16,mlp.experts.37.down_proj,0.10470656,0.01000,0.233
+16,mlp.experts.38.down_proj,0.00001091,0.01000,0.232
+16,mlp.experts.39.down_proj,0.12398433,0.01000,0.232
+16,mlp.experts.40.down_proj,0.11407824,0.01000,0.232
+16,mlp.experts.41.down_proj,0.00241868,0.01000,0.232
+16,mlp.experts.42.down_proj,0.00138822,0.01000,0.233
+16,mlp.experts.43.down_proj,0.07135146,0.01000,0.233
+16,mlp.experts.44.down_proj,0.01851498,0.01000,0.233
+16,mlp.experts.45.down_proj,0.10558146,0.01000,0.232
+16,mlp.experts.46.down_proj,0.00479068,0.01000,0.233
+16,mlp.experts.47.down_proj,0.00166755,0.01000,0.234
+16,mlp.experts.48.down_proj,0.00702746,0.01000,0.233
+16,mlp.experts.49.down_proj,0.00136804,0.01000,0.232
+16,mlp.experts.50.down_proj,0.23152730,0.01000,0.232
+16,mlp.experts.51.down_proj,0.07010938,0.01000,0.233
+16,mlp.experts.52.down_proj,0.01426335,0.01000,0.232
+16,mlp.experts.53.down_proj,0.00156302,0.01000,0.232
+16,mlp.experts.54.down_proj,0.01112269,0.01000,0.232
+16,mlp.experts.55.down_proj,0.04729892,0.01000,0.233
+16,mlp.experts.56.down_proj,0.00059766,0.01000,0.233
+16,mlp.experts.57.down_proj,0.06173008,0.01000,0.233
+16,mlp.experts.58.down_proj,0.00041899,0.01000,0.235
+16,mlp.experts.59.down_proj,0.01241054,0.01000,0.233
+16,mlp.experts.60.down_proj,0.04538798,0.01000,0.233
+16,mlp.experts.61.down_proj,0.00000309,0.01000,0.233
+16,mlp.experts.62.down_proj,0.00946682,0.01000,0.233
+16,mlp.experts.63.down_proj,0.00131558,0.01000,0.234
+16,mlp.experts.64.down_proj,0.00001728,0.01000,0.233
+16,mlp.experts.65.down_proj,0.27727151,0.01000,0.234
+16,mlp.experts.66.down_proj,0.00073254,0.01000,0.233
+16,mlp.experts.67.down_proj,0.00881913,0.01000,0.234
+16,mlp.experts.68.down_proj,0.01203148,0.01000,0.233
+16,mlp.experts.69.down_proj,0.00007232,0.01000,0.233
+16,mlp.experts.70.down_proj,0.00451073,0.01000,0.233
+16,mlp.experts.71.down_proj,0.00000631,0.01000,0.234
+16,mlp.experts.72.down_proj,0.02169194,0.01000,0.235
+16,mlp.experts.73.down_proj,0.01444650,0.01000,0.235
+16,mlp.experts.74.down_proj,0.00184718,0.01000,0.236
+16,mlp.experts.75.down_proj,0.10241694,0.01000,0.237
+16,mlp.experts.76.down_proj,0.11667784,0.01000,0.237
+16,mlp.experts.77.down_proj,0.05094467,0.01000,0.237
+16,mlp.experts.78.down_proj,0.04527739,0.01000,0.237
+16,mlp.experts.79.down_proj,0.05740137,0.01000,0.237
+16,mlp.experts.80.down_proj,0.20467925,0.01000,0.237
+16,mlp.experts.81.down_proj,0.16763501,0.01000,0.237
+16,mlp.experts.82.down_proj,0.01567470,0.01000,0.238
+16,mlp.experts.83.down_proj,0.10905962,0.01000,0.238
+16,mlp.experts.84.down_proj,0.07548071,0.01000,0.238
+16,mlp.experts.85.down_proj,0.00632143,0.01000,0.239
+16,mlp.experts.86.down_proj,0.00004823,0.01000,0.238
+16,mlp.experts.87.down_proj,0.00021225,0.01000,0.238
+16,mlp.experts.88.down_proj,0.00149965,0.01000,0.238
+16,mlp.experts.89.down_proj,0.04408121,0.01000,0.238
+16,mlp.experts.90.down_proj,0.02691574,0.01000,0.238
+16,mlp.experts.91.down_proj,0.00539655,0.01000,0.238
+16,mlp.experts.92.down_proj,0.00036557,0.01000,0.237
+16,mlp.experts.93.down_proj,0.02555126,0.01000,0.238
+16,mlp.experts.94.down_proj,0.08786656,0.01000,0.238
+16,mlp.experts.95.down_proj,0.00001134,0.01000,0.238
+16,mlp.experts.96.down_proj,0.00029705,0.01000,0.238
+16,mlp.experts.97.down_proj,0.01145302,0.01000,0.239
+16,mlp.experts.98.down_proj,0.05455493,0.01000,0.238
+16,mlp.experts.99.down_proj,0.00003287,0.01000,0.238
+16,mlp.experts.100.down_proj,0.00822837,0.01000,0.237
+16,mlp.experts.101.down_proj,0.09580890,0.01000,0.238
+16,mlp.experts.102.down_proj,0.06784292,0.01000,0.238
+16,mlp.experts.103.down_proj,0.13463387,0.01000,0.238
+16,mlp.experts.104.down_proj,0.00019701,0.01000,0.238
+16,mlp.experts.105.down_proj,0.23150010,0.01000,0.239
+16,mlp.experts.106.down_proj,0.00225166,0.01000,0.237
+16,mlp.experts.107.down_proj,0.00076419,0.01000,0.235
+16,mlp.experts.108.down_proj,0.15350756,0.01000,0.235
+16,mlp.experts.109.down_proj,0.13061413,0.01000,0.235
+16,mlp.experts.110.down_proj,0.04616349,0.01000,0.236
+16,mlp.experts.111.down_proj,0.05091423,0.01000,0.235
+16,mlp.experts.112.down_proj,0.00264637,0.01000,0.235
+16,mlp.experts.113.down_proj,0.04029274,0.01000,0.235
+16,mlp.experts.114.down_proj,0.11653990,0.01000,0.235
+16,mlp.experts.115.down_proj,0.28147763,0.01000,0.235
+16,mlp.experts.116.down_proj,0.00072607,0.01000,0.235
+16,mlp.experts.117.down_proj,0.12499235,0.01000,0.235
+16,mlp.experts.118.down_proj,0.00000015,0.01000,0.236
+16,mlp.experts.119.down_proj,0.04319851,0.01000,0.235
+16,mlp.experts.120.down_proj,0.00018635,0.01000,0.235
+16,mlp.experts.121.down_proj,0.04458501,0.01000,0.235
+16,mlp.experts.122.down_proj,0.00138750,0.01000,0.235
+16,mlp.experts.123.down_proj,0.15958673,0.01000,0.235
+16,mlp.experts.124.down_proj,0.04010379,0.01000,0.235
+16,mlp.experts.125.down_proj,0.00000631,0.01000,0.235
+16,mlp.experts.126.down_proj,0.01321462,0.01000,0.235
+16,mlp.experts.127.down_proj,0.07821443,0.01000,0.236
+17,self_attn.q_proj,0.08898045,0.01000,0.629
+17,self_attn.k_proj,0.01273225,0.01000,0.613
+17,self_attn.v_proj,0.01136690,0.01000,0.611
+17,self_attn.o_proj,0.00986381,0.01000,1.237
+17,mlp.experts.0.up_proj,0.27154714,0.01000,0.647
+17,mlp.experts.1.up_proj,0.50362945,0.01000,0.604
+17,mlp.experts.2.up_proj,0.35318547,0.01000,0.603
+17,mlp.experts.3.up_proj,0.01712138,0.01000,0.608
+17,mlp.experts.4.up_proj,0.00255576,0.01000,0.609
+17,mlp.experts.5.up_proj,0.40463674,0.01000,0.617
+17,mlp.experts.6.up_proj,0.28673527,0.01000,0.617
+17,mlp.experts.7.up_proj,0.03317293,0.01000,0.617
+17,mlp.experts.8.up_proj,0.00527865,0.01000,0.619
+17,mlp.experts.9.up_proj,1.01077724,0.01000,0.617
+17,mlp.experts.10.up_proj,0.01286605,0.01000,0.617
+17,mlp.experts.11.up_proj,0.13647766,0.01000,0.618
+17,mlp.experts.12.up_proj,0.03048763,0.01000,0.618
+17,mlp.experts.13.up_proj,0.07547101,0.01000,0.618
+17,mlp.experts.14.up_proj,0.40164265,0.01000,0.618
+17,mlp.experts.15.up_proj,0.37250733,0.01000,0.617
+17,mlp.experts.16.up_proj,0.09898083,0.01000,0.618
+17,mlp.experts.17.up_proj,0.84091705,0.01000,0.609
+17,mlp.experts.18.up_proj,2.83970451,0.01000,0.608
+17,mlp.experts.19.up_proj,0.34270203,0.01000,0.608
+17,mlp.experts.20.up_proj,0.31539753,0.01000,0.610
+17,mlp.experts.21.up_proj,0.13909939,0.01000,0.609
+17,mlp.experts.22.up_proj,0.09740523,0.01000,0.609
+17,mlp.experts.23.up_proj,0.00711314,0.01000,0.617
+17,mlp.experts.24.up_proj,0.00130100,0.01000,0.616
+17,mlp.experts.25.up_proj,0.00692088,0.01000,0.618
+17,mlp.experts.26.up_proj,0.62460786,0.01000,0.618
+17,mlp.experts.27.up_proj,0.03775301,0.01000,0.617
+17,mlp.experts.28.up_proj,0.00055459,0.01000,0.619
+17,mlp.experts.29.up_proj,0.00833800,0.01000,0.618
+17,mlp.experts.30.up_proj,0.19784835,0.01000,0.618
+17,mlp.experts.31.up_proj,0.00420855,0.01000,0.617
+17,mlp.experts.32.up_proj,0.01308906,0.01000,0.618
+17,mlp.experts.33.up_proj,0.00168760,0.01000,0.629
+17,mlp.experts.34.up_proj,0.07900533,0.01000,0.625
+17,mlp.experts.35.up_proj,0.08782787,0.01000,0.623
+17,mlp.experts.36.up_proj,1.23029602,0.01000,0.621
+17,mlp.experts.37.up_proj,0.00095149,0.01000,0.622
+17,mlp.experts.38.up_proj,0.00062875,0.01000,0.617
+17,mlp.experts.39.up_proj,0.42928290,0.01000,0.613
+17,mlp.experts.40.up_proj,0.00294810,0.01000,0.614
+17,mlp.experts.41.up_proj,0.01759097,0.01000,0.615
+17,mlp.experts.42.up_proj,0.43192244,0.01000,0.614
+17,mlp.experts.43.up_proj,0.00015906,0.01000,0.615
+17,mlp.experts.44.up_proj,0.01862002,0.01000,0.615
+17,mlp.experts.45.up_proj,0.57361078,0.01000,0.617
+17,mlp.experts.46.up_proj,0.48946911,0.01000,0.616
+17,mlp.experts.47.up_proj,0.27063406,0.01000,0.614
+17,mlp.experts.48.up_proj,0.04561058,0.01000,0.616
+17,mlp.experts.49.up_proj,1.87046647,0.01000,0.623
+17,mlp.experts.50.up_proj,0.51602280,0.01000,0.625
+17,mlp.experts.51.up_proj,0.00387093,0.01000,0.625
+17,mlp.experts.52.up_proj,0.08589286,0.01000,0.625
+17,mlp.experts.53.up_proj,0.59114504,0.01000,0.629
+17,mlp.experts.54.up_proj,0.59319890,0.01000,0.623
+17,mlp.experts.55.up_proj,1.11289144,0.01000,0.624
+17,mlp.experts.56.up_proj,0.00003016,0.01000,0.624
+17,mlp.experts.57.up_proj,0.15960312,0.01000,0.623
+17,mlp.experts.58.up_proj,1.13261247,0.01000,0.624
+17,mlp.experts.59.up_proj,0.05633637,0.01000,0.622
+17,mlp.experts.60.up_proj,0.00523703,0.01000,0.623
+17,mlp.experts.61.up_proj,1.10428166,0.01000,0.619
+17,mlp.experts.62.up_proj,0.94007409,0.01000,0.615
+17,mlp.experts.63.up_proj,0.11581637,0.01000,0.614
+17,mlp.experts.64.up_proj,0.36921924,0.01000,0.616
+17,mlp.experts.65.up_proj,0.49520510,0.01000,0.615
+17,mlp.experts.66.up_proj,0.49848825,0.01000,0.621
+17,mlp.experts.67.up_proj,0.00024055,0.01000,0.624
+17,mlp.experts.68.up_proj,0.65539718,0.01000,0.622
+17,mlp.experts.69.up_proj,0.26960963,0.01000,0.621
+17,mlp.experts.70.up_proj,0.00579292,0.01000,0.622
+17,mlp.experts.71.up_proj,0.01808404,0.01000,0.624
+17,mlp.experts.72.up_proj,0.35725772,0.01000,0.624
+17,mlp.experts.73.up_proj,0.17355178,0.01000,0.622
+17,mlp.experts.74.up_proj,0.00016595,0.01000,0.624
+17,mlp.experts.75.up_proj,0.08426029,0.01000,0.622
+17,mlp.experts.76.up_proj,0.00005174,0.01000,0.623
+17,mlp.experts.77.up_proj,0.62143111,0.01000,0.614
+17,mlp.experts.78.up_proj,0.12395016,0.01000,0.614
+17,mlp.experts.79.up_proj,0.39576238,0.01000,0.614
+17,mlp.experts.80.up_proj,0.33925319,0.01000,0.614
+17,mlp.experts.81.up_proj,0.42776090,0.01000,0.613
+17,mlp.experts.82.up_proj,2.19751668,0.01000,0.614
+17,mlp.experts.83.up_proj,0.24434853,0.01000,0.614
+17,mlp.experts.84.up_proj,0.70048892,0.01000,0.615
+17,mlp.experts.85.up_proj,0.94665486,0.01000,0.621
+17,mlp.experts.86.up_proj,0.12524489,0.01000,0.621
+17,mlp.experts.87.up_proj,0.30602068,0.01000,0.623
+17,mlp.experts.88.up_proj,0.39304811,0.01000,0.623
+17,mlp.experts.89.up_proj,0.09651543,0.01000,0.622
+17,mlp.experts.90.up_proj,0.01590550,0.01000,0.622
+17,mlp.experts.91.up_proj,0.00966119,0.01000,0.622
+17,mlp.experts.92.up_proj,0.63695323,0.01000,0.624
+17,mlp.experts.93.up_proj,0.36277741,0.01000,0.621
+17,mlp.experts.94.up_proj,0.01007803,0.01000,0.623
+17,mlp.experts.95.up_proj,0.06439897,0.01000,0.621
+17,mlp.experts.96.up_proj,0.00002311,0.01000,0.614
+17,mlp.experts.97.up_proj,0.08063211,0.01000,0.613
+17,mlp.experts.98.up_proj,0.00025713,0.01000,0.614
+17,mlp.experts.99.up_proj,0.49770111,0.01000,0.614
+17,mlp.experts.100.up_proj,0.28954142,0.01000,0.615
+17,mlp.experts.101.up_proj,0.01322791,0.01000,0.614
+17,mlp.experts.102.up_proj,0.48725700,0.01000,0.614
+17,mlp.experts.103.up_proj,0.36961019,0.01000,0.614
+17,mlp.experts.104.up_proj,0.02631022,0.01000,0.619
+17,mlp.experts.105.up_proj,0.12997347,0.01000,0.616
+17,mlp.experts.106.up_proj,1.11887896,0.01000,0.615
+17,mlp.experts.107.up_proj,0.02267041,0.01000,0.615
+17,mlp.experts.108.up_proj,0.00214592,0.01000,0.614
+17,mlp.experts.109.up_proj,0.02524159,0.01000,0.622
+17,mlp.experts.110.up_proj,0.02504665,0.01000,0.625
+17,mlp.experts.111.up_proj,0.00002048,0.01000,0.625
+17,mlp.experts.112.up_proj,1.03397131,0.01000,0.626
+17,mlp.experts.113.up_proj,0.17051014,0.01000,0.625
+17,mlp.experts.114.up_proj,0.00837972,0.01000,0.623
+17,mlp.experts.115.up_proj,0.07869607,0.01000,0.624
+17,mlp.experts.116.up_proj,0.07900792,0.01000,0.625
+17,mlp.experts.117.up_proj,0.49651408,0.01000,0.623
+17,mlp.experts.118.up_proj,0.80644643,0.01000,0.624
+17,mlp.experts.119.up_proj,0.00004581,0.01000,0.623
+17,mlp.experts.120.up_proj,0.34463212,0.01000,0.624
+17,mlp.experts.121.up_proj,0.89337492,0.01000,0.621
+17,mlp.experts.122.up_proj,0.02786539,0.01000,0.614
+17,mlp.experts.123.up_proj,0.10672065,0.01000,0.615
+17,mlp.experts.124.up_proj,0.01852303,0.01000,0.613
+17,mlp.experts.125.up_proj,0.00070643,0.01000,0.615
+17,mlp.experts.126.up_proj,0.22487977,0.01000,0.614
+17,mlp.experts.127.up_proj,0.01150593,0.01000,0.615
+17,mlp.experts.0.gate_proj,0.24712491,0.01000,0.615
+17,mlp.experts.1.gate_proj,0.49033403,0.01000,0.613
+17,mlp.experts.2.gate_proj,0.34560865,0.01000,0.622
+17,mlp.experts.3.gate_proj,0.01756872,0.01000,0.624
+17,mlp.experts.4.gate_proj,0.00249230,0.01000,0.624
+17,mlp.experts.5.gate_proj,0.42341077,0.01000,0.624
+17,mlp.experts.6.gate_proj,0.29530007,0.01000,0.623
+17,mlp.experts.7.gate_proj,0.03368400,0.01000,0.622
+17,mlp.experts.8.gate_proj,0.00553666,0.01000,0.625
+17,mlp.experts.9.gate_proj,1.03262460,0.01000,0.625
+17,mlp.experts.10.gate_proj,0.01328759,0.01000,0.624
+17,mlp.experts.11.gate_proj,0.11493375,0.01000,0.623
+17,mlp.experts.12.gate_proj,0.03136509,0.01000,0.621
+17,mlp.experts.13.gate_proj,0.07847417,0.01000,0.620
+17,mlp.experts.14.gate_proj,0.40542161,0.01000,0.622
+17,mlp.experts.15.gate_proj,0.36467400,0.01000,0.624
+17,mlp.experts.16.gate_proj,0.11169583,0.01000,0.623
+17,mlp.experts.17.gate_proj,0.75811636,0.01000,0.622
+17,mlp.experts.18.gate_proj,2.74820137,0.01000,0.623
+17,mlp.experts.19.gate_proj,0.30735600,0.01000,0.622
+17,mlp.experts.20.gate_proj,0.31301993,0.01000,0.621
+17,mlp.experts.21.gate_proj,0.14263108,0.01000,0.627
+17,mlp.experts.22.gate_proj,0.10091889,0.01000,0.624
+17,mlp.experts.23.gate_proj,0.00815797,0.01000,0.624
+17,mlp.experts.24.gate_proj,0.00126610,0.01000,0.624
+17,mlp.experts.25.gate_proj,0.00701387,0.01000,0.623
+17,mlp.experts.26.gate_proj,0.64368111,0.01000,0.621
+17,mlp.experts.27.gate_proj,0.03714843,0.01000,0.622
+17,mlp.experts.28.gate_proj,0.00052985,0.01000,0.623
+17,mlp.experts.29.gate_proj,0.00872778,0.01000,0.625
+17,mlp.experts.30.gate_proj,0.21570520,0.01000,0.626
+17,mlp.experts.31.gate_proj,0.00435597,0.01000,0.623
+17,mlp.experts.32.gate_proj,0.01410735,0.01000,0.623
+17,mlp.experts.33.gate_proj,0.00173174,0.01000,0.623
+17,mlp.experts.34.gate_proj,0.08121603,0.01000,0.623
+17,mlp.experts.35.gate_proj,0.08858445,0.01000,0.624
+17,mlp.experts.36.gate_proj,0.71578002,0.01000,0.616
+17,mlp.experts.37.gate_proj,0.00095238,0.01000,0.615
+17,mlp.experts.38.gate_proj,0.00072817,0.01000,0.613
+17,mlp.experts.39.gate_proj,0.43494231,0.01000,0.615
+17,mlp.experts.40.gate_proj,0.00293268,0.01000,0.615
+17,mlp.experts.41.gate_proj,0.01841976,0.01000,0.619
+17,mlp.experts.42.gate_proj,0.43579334,0.01000,0.618
+17,mlp.experts.43.gate_proj,0.00015947,0.01000,0.615
+17,mlp.experts.44.gate_proj,0.01897763,0.01000,0.615
+17,mlp.experts.45.gate_proj,0.58179760,0.01000,0.614
+17,mlp.experts.46.gate_proj,0.47350353,0.01000,0.614
+17,mlp.experts.47.gate_proj,0.30207735,0.01000,0.614
+17,mlp.experts.48.gate_proj,0.18845603,0.01000,0.614
+17,mlp.experts.49.gate_proj,1.88417935,0.01000,0.615
+17,mlp.experts.50.gate_proj,0.53958416,0.01000,0.619
+17,mlp.experts.51.gate_proj,0.00388023,0.01000,0.623
+17,mlp.experts.52.gate_proj,0.08577222,0.01000,0.624
+17,mlp.experts.53.gate_proj,0.60239673,0.01000,0.624
+17,mlp.experts.54.gate_proj,0.60667181,0.01000,0.626
+17,mlp.experts.55.gate_proj,1.13131309,0.01000,0.624
+17,mlp.experts.56.gate_proj,0.00002976,0.01000,0.625
+17,mlp.experts.57.gate_proj,0.19406363,0.01000,0.626
+17,mlp.experts.58.gate_proj,1.16868925,0.01000,0.627
+17,mlp.experts.59.gate_proj,0.05723420,0.01000,0.636
+17,mlp.experts.60.gate_proj,0.00522926,0.01000,0.624
+17,mlp.experts.61.gate_proj,1.16122937,0.01000,0.636
+17,mlp.experts.62.gate_proj,1.01909697,0.01000,0.635
+17,mlp.experts.63.gate_proj,0.11408651,0.01000,0.634
+17,mlp.experts.64.gate_proj,0.34109491,0.01000,0.633
+17,mlp.experts.65.gate_proj,0.44421050,0.01000,0.630
+17,mlp.experts.66.gate_proj,0.49076286,0.01000,0.628
+17,mlp.experts.67.gate_proj,0.00024513,0.01000,0.632
+17,mlp.experts.68.gate_proj,0.71507382,0.01000,0.631
+17,mlp.experts.69.gate_proj,0.25680465,0.01000,0.628
+17,mlp.experts.70.gate_proj,0.00582770,0.01000,0.630
+17,mlp.experts.71.gate_proj,0.01872024,0.01000,0.628
+17,mlp.experts.72.gate_proj,0.33677030,0.01000,0.614
+17,mlp.experts.73.gate_proj,0.18929237,0.01000,0.620
+17,mlp.experts.74.gate_proj,0.00016488,0.01000,0.622
+17,mlp.experts.75.gate_proj,0.08424029,0.01000,0.624
+17,mlp.experts.76.gate_proj,0.00005711,0.01000,0.624
+17,mlp.experts.77.gate_proj,0.66951019,0.01000,0.624
+17,mlp.experts.78.gate_proj,0.12241846,0.01000,0.623
+17,mlp.experts.79.gate_proj,0.47361183,0.01000,0.622
+17,mlp.experts.80.gate_proj,0.38828647,0.01000,0.623
+17,mlp.experts.81.gate_proj,0.42817998,0.01000,0.622
+17,mlp.experts.82.gate_proj,2.34164143,0.01000,0.623
+17,mlp.experts.83.gate_proj,0.24175435,0.01000,0.624
+17,mlp.experts.84.gate_proj,0.69997311,0.01000,0.621
+17,mlp.experts.85.gate_proj,0.85992658,0.01000,0.613
+17,mlp.experts.86.gate_proj,0.13613868,0.01000,0.613
+17,mlp.experts.87.gate_proj,0.34398168,0.01000,0.614
+17,mlp.experts.88.gate_proj,0.40226555,0.01000,0.614
+17,mlp.experts.89.gate_proj,0.10214017,0.01000,0.618
+17,mlp.experts.90.gate_proj,0.01601354,0.01000,0.617
+17,mlp.experts.91.gate_proj,0.01012312,0.01000,0.613
+17,mlp.experts.92.gate_proj,0.65496123,0.01000,0.613
+17,mlp.experts.93.gate_proj,0.37500608,0.01000,0.616
+17,mlp.experts.94.gate_proj,0.01006474,0.01000,0.615
+17,mlp.experts.95.gate_proj,0.06582037,0.01000,0.614
+17,mlp.experts.96.gate_proj,0.00002313,0.01000,0.620
+17,mlp.experts.97.gate_proj,0.07642577,0.01000,0.621
+17,mlp.experts.98.gate_proj,0.00027032,0.01000,0.623
+17,mlp.experts.99.gate_proj,0.47846407,0.01000,0.624
+17,mlp.experts.100.gate_proj,0.28757393,0.01000,0.622
+17,mlp.experts.101.gate_proj,0.01304589,0.01000,0.623
+17,mlp.experts.102.gate_proj,0.49586049,0.01000,0.625
+17,mlp.experts.103.gate_proj,0.35373956,0.01000,0.623
+17,mlp.experts.104.gate_proj,0.02677938,0.01000,0.623
+17,mlp.experts.105.gate_proj,0.13027599,0.01000,0.622
+17,mlp.experts.106.gate_proj,1.10311687,0.01000,0.621
+17,mlp.experts.107.gate_proj,0.02194927,0.01000,0.617
+17,mlp.experts.108.gate_proj,0.00216251,0.01000,0.615
+17,mlp.experts.109.gate_proj,0.02584164,0.01000,0.616
+17,mlp.experts.110.gate_proj,0.02747730,0.01000,0.621
+17,mlp.experts.111.gate_proj,0.00002038,0.01000,0.621
+17,mlp.experts.112.gate_proj,1.05013728,0.01000,0.622
+17,mlp.experts.113.gate_proj,0.18000418,0.01000,0.623
+17,mlp.experts.114.gate_proj,0.00863062,0.01000,0.621
+17,mlp.experts.115.gate_proj,0.07983783,0.01000,0.618
+17,mlp.experts.116.gate_proj,0.08142529,0.01000,0.617
+17,mlp.experts.117.gate_proj,0.47029629,0.01000,0.611
+17,mlp.experts.118.gate_proj,0.81437063,0.01000,0.612
+17,mlp.experts.119.gate_proj,0.00004941,0.01000,0.612
+17,mlp.experts.120.gate_proj,0.33750325,0.01000,0.612
+17,mlp.experts.121.gate_proj,0.98228890,0.01000,0.618
+17,mlp.experts.122.gate_proj,0.02630241,0.01000,0.619
+17,mlp.experts.123.gate_proj,0.10912423,0.01000,0.619
+17,mlp.experts.124.gate_proj,0.01901491,0.01000,0.621
+17,mlp.experts.125.gate_proj,0.00069385,0.01000,0.629
+17,mlp.experts.126.gate_proj,0.22827220,0.01000,0.623
+17,mlp.experts.127.gate_proj,0.01227830,0.01000,0.623
+17,mlp.experts.0.down_proj,0.04148665,0.01000,0.252
+17,mlp.experts.1.down_proj,0.03383381,0.01000,0.232
+17,mlp.experts.2.down_proj,0.05795878,0.01000,0.232
+17,mlp.experts.3.down_proj,0.00321232,0.01000,0.232
+17,mlp.experts.4.down_proj,0.00061919,0.01000,0.231
+17,mlp.experts.5.down_proj,0.09167685,0.01000,0.231
+17,mlp.experts.6.down_proj,0.03506308,0.01000,0.232
+17,mlp.experts.7.down_proj,0.00509916,0.01000,0.233
+17,mlp.experts.8.down_proj,0.00086227,0.01000,0.233
+17,mlp.experts.9.down_proj,0.15576017,0.01000,0.238
+17,mlp.experts.10.down_proj,0.00200114,0.01000,0.239
+17,mlp.experts.11.down_proj,0.02509364,0.01000,0.235
+17,mlp.experts.12.down_proj,0.00537687,0.01000,0.235
+17,mlp.experts.13.down_proj,0.01120333,0.01000,0.234
+17,mlp.experts.14.down_proj,0.05413157,0.01000,0.239
+17,mlp.experts.15.down_proj,0.06696019,0.01000,0.234
+17,mlp.experts.16.down_proj,0.00905553,0.01000,0.239
+17,mlp.experts.17.down_proj,0.13561803,0.01000,0.235
+17,mlp.experts.18.down_proj,0.36958647,0.01000,0.234
+17,mlp.experts.19.down_proj,0.05591176,0.01000,0.234
+17,mlp.experts.20.down_proj,0.06244792,0.01000,0.234
+17,mlp.experts.21.down_proj,0.03149641,0.01000,0.234
+17,mlp.experts.22.down_proj,0.01561461,0.01000,0.234
+17,mlp.experts.23.down_proj,0.00017819,0.01000,0.234
+17,mlp.experts.24.down_proj,0.00036466,0.01000,0.234
+17,mlp.experts.25.down_proj,0.00162375,0.01000,0.234
+17,mlp.experts.26.down_proj,0.11270098,0.01000,0.234
+17,mlp.experts.27.down_proj,0.00595597,0.01000,0.241
+17,mlp.experts.28.down_proj,0.00014549,0.01000,0.231
+17,mlp.experts.29.down_proj,0.00157081,0.01000,0.231
+17,mlp.experts.30.down_proj,0.03269012,0.01000,0.231
+17,mlp.experts.31.down_proj,0.00106238,0.01000,0.231
+17,mlp.experts.32.down_proj,0.00225832,0.01000,0.231
+17,mlp.experts.33.down_proj,0.00046728,0.01000,0.233
+17,mlp.experts.34.down_proj,0.00875569,0.01000,0.231
+17,mlp.experts.35.down_proj,0.01822893,0.01000,0.231
+17,mlp.experts.36.down_proj,0.17167488,0.01000,0.232
+17,mlp.experts.37.down_proj,0.00018474,0.01000,0.231
+17,mlp.experts.38.down_proj,0.00025476,0.01000,0.231
+17,mlp.experts.39.down_proj,0.11409922,0.01000,0.233
+17,mlp.experts.40.down_proj,0.00067803,0.01000,0.231
+17,mlp.experts.41.down_proj,0.00555556,0.01000,0.231
+17,mlp.experts.42.down_proj,0.11759266,0.01000,0.234
+17,mlp.experts.43.down_proj,0.00003654,0.01000,0.234
+17,mlp.experts.44.down_proj,0.00442747,0.01000,0.232
+17,mlp.experts.45.down_proj,0.08353858,0.01000,0.232
+17,mlp.experts.46.down_proj,0.08020060,0.01000,0.234
+17,mlp.experts.47.down_proj,0.04211772,0.01000,0.237
+17,mlp.experts.48.down_proj,0.00369625,0.01000,0.242
+17,mlp.experts.49.down_proj,0.29056853,0.01000,0.238
+17,mlp.experts.50.down_proj,0.10156465,0.01000,0.238
+17,mlp.experts.51.down_proj,0.00073752,0.01000,0.239
+17,mlp.experts.52.down_proj,0.01502865,0.01000,0.238
+17,mlp.experts.53.down_proj,0.10117686,0.01000,0.240
+17,mlp.experts.54.down_proj,0.08617420,0.01000,0.240
+17,mlp.experts.55.down_proj,0.24267025,0.01000,0.240
+17,mlp.experts.56.down_proj,0.00000756,0.01000,0.239
+17,mlp.experts.57.down_proj,0.04595751,0.01000,0.240
+17,mlp.experts.58.down_proj,0.19769037,0.01000,0.240
+17,mlp.experts.59.down_proj,0.01018897,0.01000,0.240
+17,mlp.experts.60.down_proj,0.00120708,0.01000,0.239
+17,mlp.experts.61.down_proj,0.19785550,0.01000,0.240
+17,mlp.experts.62.down_proj,0.15718710,0.01000,0.240
+17,mlp.experts.63.down_proj,0.01419975,0.01000,0.240
+17,mlp.experts.64.down_proj,0.04826766,0.01000,0.239
+17,mlp.experts.65.down_proj,0.05641844,0.01000,0.240
+17,mlp.experts.66.down_proj,0.06830353,0.01000,0.239
+17,mlp.experts.67.down_proj,0.00006818,0.01000,0.240
+17,mlp.experts.68.down_proj,0.07496627,0.01000,0.239
+17,mlp.experts.69.down_proj,0.03813606,0.01000,0.240
+17,mlp.experts.70.down_proj,0.00143875,0.01000,0.241
+17,mlp.experts.71.down_proj,0.00435094,0.01000,0.241
+17,mlp.experts.72.down_proj,0.05584788,0.01000,0.240
+17,mlp.experts.73.down_proj,0.01526867,0.01000,0.241
+17,mlp.experts.74.down_proj,0.00004019,0.01000,0.240
+17,mlp.experts.75.down_proj,0.01305263,0.01000,0.240
+17,mlp.experts.76.down_proj,0.00001327,0.01000,0.240
+17,mlp.experts.77.down_proj,0.09555672,0.01000,0.240
+17,mlp.experts.78.down_proj,0.01937236,0.01000,0.240
+17,mlp.experts.79.down_proj,0.04835894,0.01000,0.238
+17,mlp.experts.80.down_proj,0.06129408,0.01000,0.238
+17,mlp.experts.81.down_proj,0.09809945,0.01000,0.238
+17,mlp.experts.82.down_proj,0.32362729,0.01000,0.238
+17,mlp.experts.83.down_proj,0.03410794,0.01000,0.238
+17,mlp.experts.84.down_proj,0.12321579,0.01000,0.237
+17,mlp.experts.85.down_proj,0.12972182,0.01000,0.238
+17,mlp.experts.86.down_proj,0.02641092,0.01000,0.238
+17,mlp.experts.87.down_proj,0.03746005,0.01000,0.238
+17,mlp.experts.88.down_proj,0.08026379,0.01000,0.237
+17,mlp.experts.89.down_proj,0.01540589,0.01000,0.237
+17,mlp.experts.90.down_proj,0.00224221,0.01000,0.238
+17,mlp.experts.91.down_proj,0.00208340,0.01000,0.237
+17,mlp.experts.92.down_proj,0.12130990,0.01000,0.237
+17,mlp.experts.93.down_proj,0.04807987,0.01000,0.237
+17,mlp.experts.94.down_proj,0.00197540,0.01000,0.237
+17,mlp.experts.95.down_proj,0.00868144,0.01000,0.238
+17,mlp.experts.96.down_proj,0.00000301,0.01000,0.238
+17,mlp.experts.97.down_proj,0.01758680,0.01000,0.237
+17,mlp.experts.98.down_proj,0.00008775,0.01000,0.237
+17,mlp.experts.99.down_proj,0.06032741,0.01000,0.237
+17,mlp.experts.100.down_proj,0.02691546,0.01000,0.238
+17,mlp.experts.101.down_proj,0.00303880,0.01000,0.238
+17,mlp.experts.102.down_proj,0.07768157,0.01000,0.238
+17,mlp.experts.103.down_proj,0.05739672,0.01000,0.238
+17,mlp.experts.104.down_proj,0.00430471,0.01000,0.239
+17,mlp.experts.105.down_proj,0.02550471,0.01000,0.241
+17,mlp.experts.106.down_proj,0.15744978,0.01000,0.239
+17,mlp.experts.107.down_proj,0.00407683,0.01000,0.241
+17,mlp.experts.108.down_proj,0.00078408,0.01000,0.240
+17,mlp.experts.109.down_proj,0.00582021,0.01000,0.241
+17,mlp.experts.110.down_proj,0.00487630,0.01000,0.240
+17,mlp.experts.111.down_proj,0.00000305,0.01000,0.241
+17,mlp.experts.112.down_proj,0.15229777,0.01000,0.241
+17,mlp.experts.113.down_proj,0.03211500,0.01000,0.241
+17,mlp.experts.114.down_proj,0.00155512,0.01000,0.241
+17,mlp.experts.115.down_proj,0.01456731,0.01000,0.241
+17,mlp.experts.116.down_proj,0.01282606,0.01000,0.241
+17,mlp.experts.117.down_proj,0.09386036,0.01000,0.242
+17,mlp.experts.118.down_proj,0.12230258,0.01000,0.242
+17,mlp.experts.119.down_proj,0.00001190,0.01000,0.241
+17,mlp.experts.120.down_proj,0.03781563,0.01000,0.241
+17,mlp.experts.121.down_proj,0.13549647,0.01000,0.241
+17,mlp.experts.122.down_proj,0.00117999,0.01000,0.241
+17,mlp.experts.123.down_proj,0.01491478,0.01000,0.240
+17,mlp.experts.124.down_proj,0.00221985,0.01000,0.240
+17,mlp.experts.125.down_proj,0.00016819,0.01000,0.241
+17,mlp.experts.126.down_proj,0.04511335,0.01000,0.240
+17,mlp.experts.127.down_proj,0.00301841,0.01000,0.240
+18,self_attn.q_proj,0.11142695,0.01000,0.631
+18,self_attn.k_proj,0.01754530,0.01000,0.612
+18,self_attn.v_proj,0.01722960,0.01000,0.611
+18,self_attn.o_proj,0.01550957,0.01000,1.232
+18,mlp.experts.0.up_proj,0.42383575,0.01000,0.647
+18,mlp.experts.1.up_proj,0.08788873,0.01000,0.604
+18,mlp.experts.2.up_proj,0.00006043,0.01000,0.604
+18,mlp.experts.3.up_proj,0.32610613,0.01000,0.610
+18,mlp.experts.4.up_proj,0.96027559,0.01000,0.610
+18,mlp.experts.5.up_proj,0.00099327,0.01000,0.611
+18,mlp.experts.6.up_proj,0.05825464,0.01000,0.609
+18,mlp.experts.7.up_proj,0.85244656,0.01000,0.609
+18,mlp.experts.8.up_proj,0.01674297,0.01000,0.609
+18,mlp.experts.9.up_proj,0.34637982,0.01000,0.610
+18,mlp.experts.10.up_proj,0.80306357,0.01000,0.610
+18,mlp.experts.11.up_proj,0.01194024,0.01000,0.611
+18,mlp.experts.12.up_proj,0.06884655,0.01000,0.610
+18,mlp.experts.13.up_proj,2.86248827,0.01000,0.611
+18,mlp.experts.14.up_proj,0.30377266,0.01000,0.618
+18,mlp.experts.15.up_proj,0.00228579,0.01000,0.619
+18,mlp.experts.16.up_proj,0.00761504,0.01000,0.619
+18,mlp.experts.17.up_proj,0.10561715,0.01000,0.619
+18,mlp.experts.18.up_proj,0.02936888,0.01000,0.619
+18,mlp.experts.19.up_proj,0.18690708,0.01000,0.622
+18,mlp.experts.20.up_proj,0.26131624,0.01000,0.619
+18,mlp.experts.21.up_proj,0.01954024,0.01000,0.620
+18,mlp.experts.22.up_proj,1.45825624,0.01000,0.618
+18,mlp.experts.23.up_proj,0.86408007,0.01000,0.619
+18,mlp.experts.24.up_proj,1.73071527,0.01000,0.619
+18,mlp.experts.25.up_proj,0.45403838,0.01000,0.616
+18,mlp.experts.26.up_proj,0.55559790,0.01000,0.609
+18,mlp.experts.27.up_proj,0.12298717,0.01000,0.610
+18,mlp.experts.28.up_proj,0.32880783,0.01000,0.610
+18,mlp.experts.29.up_proj,0.02177061,0.01000,0.609
+18,mlp.experts.30.up_proj,0.08612451,0.01000,0.611
+18,mlp.experts.31.up_proj,0.01247056,0.01000,0.612
+18,mlp.experts.32.up_proj,0.06717603,0.01000,0.611
+18,mlp.experts.33.up_proj,0.13926855,0.01000,0.618
+18,mlp.experts.34.up_proj,1.30197740,0.01000,0.621
+18,mlp.experts.35.up_proj,0.15308096,0.01000,0.618
+18,mlp.experts.36.up_proj,0.01119970,0.01000,0.620
+18,mlp.experts.37.up_proj,0.19736791,0.01000,0.612
+18,mlp.experts.38.up_proj,1.29352355,0.01000,0.610
+18,mlp.experts.39.up_proj,0.44841284,0.01000,0.611
+18,mlp.experts.40.up_proj,0.00869584,0.01000,0.619
+18,mlp.experts.41.up_proj,0.26749837,0.01000,0.619
+18,mlp.experts.42.up_proj,0.53955352,0.01000,0.620
+18,mlp.experts.43.up_proj,0.00567951,0.01000,0.620
+18,mlp.experts.44.up_proj,1.59304130,0.01000,0.619
+18,mlp.experts.45.up_proj,0.00014445,0.01000,0.620
+18,mlp.experts.46.up_proj,0.54162741,0.01000,0.619
+18,mlp.experts.47.up_proj,0.03672212,0.01000,0.618
+18,mlp.experts.48.up_proj,0.09580201,0.01000,0.620
+18,mlp.experts.49.up_proj,0.22772336,0.01000,0.618
+18,mlp.experts.50.up_proj,0.01549919,0.01000,0.620
+18,mlp.experts.51.up_proj,0.07683008,0.01000,0.619
+18,mlp.experts.52.up_proj,0.92475164,0.01000,0.613
+18,mlp.experts.53.up_proj,0.00272619,0.01000,0.612
+18,mlp.experts.54.up_proj,1.12891686,0.01000,0.612
+18,mlp.experts.55.up_proj,1.42765737,0.01000,0.618
+18,mlp.experts.56.up_proj,1.34557295,0.01000,0.618
+18,mlp.experts.57.up_proj,0.02015738,0.01000,0.619
+18,mlp.experts.58.up_proj,1.00234377,0.01000,0.619
+18,mlp.experts.59.up_proj,0.00585466,0.01000,0.620
+18,mlp.experts.60.up_proj,0.00087156,0.01000,0.620
+18,mlp.experts.61.up_proj,0.18349126,0.01000,0.620
+18,mlp.experts.62.up_proj,0.31650037,0.01000,0.620
+18,mlp.experts.63.up_proj,1.37534332,0.01000,0.619
+18,mlp.experts.64.up_proj,0.91976500,0.01000,0.619
+18,mlp.experts.65.up_proj,0.18027055,0.01000,0.619
+18,mlp.experts.66.up_proj,0.12604442,0.01000,0.618
+18,mlp.experts.67.up_proj,0.12003689,0.01000,0.613
+18,mlp.experts.68.up_proj,0.04997686,0.01000,0.611
+18,mlp.experts.69.up_proj,0.00770278,0.01000,0.615
+18,mlp.experts.70.up_proj,0.32090831,0.01000,0.614
+18,mlp.experts.71.up_proj,1.12663054,0.01000,0.612
+18,mlp.experts.72.up_proj,0.16600534,0.01000,0.613
+18,mlp.experts.73.up_proj,0.00119970,0.01000,0.612
+18,mlp.experts.74.up_proj,0.11450957,0.01000,0.618
+18,mlp.experts.75.up_proj,0.40523988,0.01000,0.617
+18,mlp.experts.76.up_proj,1.04487419,0.01000,0.618
+18,mlp.experts.77.up_proj,0.32425237,0.01000,0.618
+18,mlp.experts.78.up_proj,0.11447704,0.01000,0.617
+18,mlp.experts.79.up_proj,0.58971095,0.01000,0.618
+18,mlp.experts.80.up_proj,0.09101065,0.01000,0.619
+18,mlp.experts.81.up_proj,0.02190634,0.01000,0.619
+18,mlp.experts.82.up_proj,0.03854625,0.01000,0.619
+18,mlp.experts.83.up_proj,0.04661623,0.01000,0.619
+18,mlp.experts.84.up_proj,0.16357519,0.01000,0.617
+18,mlp.experts.85.up_proj,0.54219830,0.01000,0.616
+18,mlp.experts.86.up_proj,0.79633856,0.01000,0.613
+18,mlp.experts.87.up_proj,2.39946556,0.01000,0.612
+18,mlp.experts.88.up_proj,0.14726356,0.01000,0.614
+18,mlp.experts.89.up_proj,0.76545370,0.01000,0.613
+18,mlp.experts.90.up_proj,0.02910576,0.01000,0.613
+18,mlp.experts.91.up_proj,0.00349853,0.01000,0.612
+18,mlp.experts.92.up_proj,0.12625781,0.01000,0.611
+18,mlp.experts.93.up_proj,0.18452336,0.01000,0.612
+18,mlp.experts.94.up_proj,0.17993060,0.01000,0.611
+18,mlp.experts.95.up_proj,0.00756045,0.01000,0.618
+18,mlp.experts.96.up_proj,0.75962061,0.01000,0.620
+18,mlp.experts.97.up_proj,0.60886765,0.01000,0.620
+18,mlp.experts.98.up_proj,0.14860934,0.01000,0.620
+18,mlp.experts.99.up_proj,0.24705052,0.01000,0.618
+18,mlp.experts.100.up_proj,0.35169476,0.01000,0.619
+18,mlp.experts.101.up_proj,1.06145811,0.01000,0.619
+18,mlp.experts.102.up_proj,0.07025442,0.01000,0.620
+18,mlp.experts.103.up_proj,0.47056329,0.01000,0.619
+18,mlp.experts.104.up_proj,0.11136737,0.01000,0.617
+18,mlp.experts.105.up_proj,0.21049780,0.01000,0.618
+18,mlp.experts.106.up_proj,0.00292285,0.01000,0.617
+18,mlp.experts.107.up_proj,2.93910313,0.01000,0.613
+18,mlp.experts.108.up_proj,0.00944696,0.01000,0.611
+18,mlp.experts.109.up_proj,0.18600814,0.01000,0.614
+18,mlp.experts.110.up_proj,0.80918801,0.01000,0.611
+18,mlp.experts.111.up_proj,0.02795585,0.01000,0.612
+18,mlp.experts.112.up_proj,0.02959497,0.01000,0.617
+18,mlp.experts.113.up_proj,0.01665808,0.01000,0.612
+18,mlp.experts.114.up_proj,0.41683394,0.01000,0.612
+18,mlp.experts.115.up_proj,0.46752211,0.01000,0.612
+18,mlp.experts.116.up_proj,2.98632932,0.01000,0.612
+18,mlp.experts.117.up_proj,0.01086521,0.01000,0.610
+18,mlp.experts.118.up_proj,0.08636849,0.01000,0.613
+18,mlp.experts.119.up_proj,0.57552648,0.01000,0.618
+18,mlp.experts.120.up_proj,0.00613291,0.01000,0.618
+18,mlp.experts.121.up_proj,0.08764520,0.01000,0.620
+18,mlp.experts.122.up_proj,0.58085608,0.01000,0.619
+18,mlp.experts.123.up_proj,0.07638536,0.01000,0.619
+18,mlp.experts.124.up_proj,0.05691770,0.01000,0.619
+18,mlp.experts.125.up_proj,0.24340811,0.01000,0.619
+18,mlp.experts.126.up_proj,0.06529835,0.01000,0.630
+18,mlp.experts.127.up_proj,0.51577282,0.01000,0.625
+18,mlp.experts.0.gate_proj,0.49263531,0.01000,0.624
+18,mlp.experts.1.gate_proj,0.09700908,0.01000,0.618
+18,mlp.experts.2.gate_proj,0.00005923,0.01000,0.621
+18,mlp.experts.3.gate_proj,0.39857224,0.01000,0.618
+18,mlp.experts.4.gate_proj,1.11402273,0.01000,0.612
+18,mlp.experts.5.gate_proj,0.00104866,0.01000,0.612
+18,mlp.experts.6.gate_proj,0.06990459,0.01000,0.612
+18,mlp.experts.7.gate_proj,0.89482778,0.01000,0.618
+18,mlp.experts.8.gate_proj,0.01954030,0.01000,0.614
+18,mlp.experts.9.gate_proj,0.39169672,0.01000,0.613
+18,mlp.experts.10.gate_proj,0.70148218,0.01000,0.613
+18,mlp.experts.11.gate_proj,0.01335806,0.01000,0.614
+18,mlp.experts.12.gate_proj,0.07828636,0.01000,0.614
+18,mlp.experts.13.gate_proj,3.39719558,0.01000,0.613
+18,mlp.experts.14.gate_proj,0.29700321,0.01000,0.612
+18,mlp.experts.15.gate_proj,0.00292022,0.01000,0.613
+18,mlp.experts.16.gate_proj,0.00912237,0.01000,0.613
+18,mlp.experts.17.gate_proj,0.11693412,0.01000,0.613
+18,mlp.experts.18.gate_proj,0.03212015,0.01000,0.618
+18,mlp.experts.19.gate_proj,0.16834939,0.01000,0.619
+18,mlp.experts.20.gate_proj,0.34147656,0.01000,0.619
+18,mlp.experts.21.gate_proj,0.02380464,0.01000,0.619
+18,mlp.experts.22.gate_proj,1.69030046,0.01000,0.619
+18,mlp.experts.23.gate_proj,0.82684803,0.01000,0.620
+18,mlp.experts.24.gate_proj,1.73328435,0.01000,0.620
+18,mlp.experts.25.gate_proj,0.54902244,0.01000,0.621
+18,mlp.experts.26.gate_proj,0.65393651,0.01000,0.620
+18,mlp.experts.27.gate_proj,0.14160548,0.01000,0.620
+18,mlp.experts.28.gate_proj,0.38368821,0.01000,0.618
+18,mlp.experts.29.gate_proj,0.02883599,0.01000,0.619
+18,mlp.experts.30.gate_proj,0.08140223,0.01000,0.612
+18,mlp.experts.31.gate_proj,0.01465602,0.01000,0.614
+18,mlp.experts.32.gate_proj,0.09924079,0.01000,0.613
+18,mlp.experts.33.gate_proj,0.17063314,0.01000,0.618
+18,mlp.experts.34.gate_proj,1.33701646,0.01000,0.616
+18,mlp.experts.35.gate_proj,0.13277328,0.01000,0.615
+18,mlp.experts.36.gate_proj,0.01175331,0.01000,0.624
+18,mlp.experts.37.gate_proj,0.25142729,0.01000,0.617
+18,mlp.experts.38.gate_proj,1.39910018,0.01000,0.614
+18,mlp.experts.39.gate_proj,0.50664163,0.01000,0.613
+18,mlp.experts.40.gate_proj,0.01054520,0.01000,0.614
+18,mlp.experts.41.gate_proj,0.28952608,0.01000,0.615
+18,mlp.experts.42.gate_proj,0.52290916,0.01000,0.615
+18,mlp.experts.43.gate_proj,0.00564522,0.01000,0.614
+18,mlp.experts.44.gate_proj,2.00388360,0.01000,0.614
+18,mlp.experts.45.gate_proj,0.00015451,0.01000,0.614
+18,mlp.experts.46.gate_proj,0.62353748,0.01000,0.613
+18,mlp.experts.47.gate_proj,0.04095435,0.01000,0.623
+18,mlp.experts.48.gate_proj,0.10951906,0.01000,0.620
+18,mlp.experts.49.gate_proj,0.29394245,0.01000,0.622
+18,mlp.experts.50.gate_proj,0.01853341,0.01000,0.623
+18,mlp.experts.51.gate_proj,0.09772313,0.01000,0.621
+18,mlp.experts.52.gate_proj,0.91405171,0.01000,0.628
+18,mlp.experts.53.gate_proj,0.00327962,0.01000,0.622
+18,mlp.experts.54.gate_proj,1.34037960,0.01000,0.633
+18,mlp.experts.55.gate_proj,1.48342061,0.01000,0.623
+18,mlp.experts.56.gate_proj,1.37242007,0.01000,0.622
+18,mlp.experts.57.gate_proj,0.02296592,0.01000,0.623
+18,mlp.experts.58.gate_proj,1.28330803,0.01000,0.631
+18,mlp.experts.59.gate_proj,0.00685092,0.01000,0.622
+18,mlp.experts.60.gate_proj,0.00088565,0.01000,0.622
+18,mlp.experts.61.gate_proj,0.21007468,0.01000,0.621
+18,mlp.experts.62.gate_proj,0.37606373,0.01000,0.613
+18,mlp.experts.63.gate_proj,1.65192807,0.01000,0.612
+18,mlp.experts.64.gate_proj,0.89005905,0.01000,0.615
+18,mlp.experts.65.gate_proj,0.19841576,0.01000,0.614
+18,mlp.experts.66.gate_proj,0.15252924,0.01000,0.614
+18,mlp.experts.67.gate_proj,0.14270680,0.01000,0.612
+18,mlp.experts.68.gate_proj,0.06025275,0.01000,0.613
+18,mlp.experts.69.gate_proj,0.00912877,0.01000,0.619
+18,mlp.experts.70.gate_proj,0.39217445,0.01000,0.620
+18,mlp.experts.71.gate_proj,1.49119186,0.01000,0.621
+18,mlp.experts.72.gate_proj,0.19708633,0.01000,0.621
+18,mlp.experts.73.gate_proj,0.00128303,0.01000,0.622
+18,mlp.experts.74.gate_proj,0.14047462,0.01000,0.622
+18,mlp.experts.75.gate_proj,0.40310025,0.01000,0.621
+18,mlp.experts.76.gate_proj,1.19371772,0.01000,0.621
+18,mlp.experts.77.gate_proj,0.36704624,0.01000,0.621
+18,mlp.experts.78.gate_proj,0.12196989,0.01000,0.622
+18,mlp.experts.79.gate_proj,0.61185789,0.01000,0.622
+18,mlp.experts.80.gate_proj,0.09763335,0.01000,0.620
+18,mlp.experts.81.gate_proj,0.02301285,0.01000,0.613
+18,mlp.experts.82.gate_proj,0.04610538,0.01000,0.613
+18,mlp.experts.83.gate_proj,0.04522133,0.01000,0.613
+18,mlp.experts.84.gate_proj,0.18814343,0.01000,0.613
+18,mlp.experts.85.gate_proj,0.47035250,0.01000,0.615
+18,mlp.experts.86.gate_proj,0.77995300,0.01000,0.622
+18,mlp.experts.87.gate_proj,2.65157008,0.01000,0.624
+18,mlp.experts.88.gate_proj,0.14810184,0.01000,0.628
+18,mlp.experts.89.gate_proj,0.89008307,0.01000,0.627
+18,mlp.experts.90.gate_proj,0.04041612,0.01000,0.630
+18,mlp.experts.91.gate_proj,0.00378968,0.01000,0.626
+18,mlp.experts.92.gate_proj,0.15868858,0.01000,0.630
+18,mlp.experts.93.gate_proj,0.20476279,0.01000,0.646
+18,mlp.experts.94.gate_proj,0.22667220,0.01000,0.639
+18,mlp.experts.95.gate_proj,0.00830202,0.01000,0.638
+18,mlp.experts.96.gate_proj,0.89550477,0.01000,0.637
+18,mlp.experts.97.gate_proj,0.69013953,0.01000,0.640
+18,mlp.experts.98.gate_proj,0.13333017,0.01000,0.640
+18,mlp.experts.99.gate_proj,0.26925111,0.01000,0.637
+18,mlp.experts.100.gate_proj,0.33900353,0.01000,0.637
+18,mlp.experts.101.gate_proj,1.27928746,0.01000,0.637
+18,mlp.experts.102.gate_proj,0.08590628,0.01000,0.638
+18,mlp.experts.103.gate_proj,0.50100279,0.01000,0.637
+18,mlp.experts.104.gate_proj,0.12053540,0.01000,0.639
+18,mlp.experts.105.gate_proj,0.18558884,0.01000,0.639
+18,mlp.experts.106.gate_proj,0.00332537,0.01000,0.637
+18,mlp.experts.107.gate_proj,3.31866550,0.01000,0.635
+18,mlp.experts.108.gate_proj,0.00958647,0.01000,0.630
+18,mlp.experts.109.gate_proj,0.21594116,0.01000,0.629
+18,mlp.experts.110.gate_proj,0.77212566,0.01000,0.638
+18,mlp.experts.111.gate_proj,0.02806527,0.01000,0.631
+18,mlp.experts.112.gate_proj,0.03010289,0.01000,0.630
+18,mlp.experts.113.gate_proj,0.01896820,0.01000,0.631
+18,mlp.experts.114.gate_proj,0.51198602,0.01000,0.630
+18,mlp.experts.115.gate_proj,0.49936116,0.01000,0.631
+18,mlp.experts.116.gate_proj,3.44565248,0.01000,0.634
+18,mlp.experts.117.gate_proj,0.01236326,0.01000,0.629
+18,mlp.experts.118.gate_proj,0.08608283,0.01000,0.632
+18,mlp.experts.119.gate_proj,0.73186338,0.01000,0.633
+18,mlp.experts.120.gate_proj,0.00633215,0.01000,0.629
+18,mlp.experts.121.gate_proj,0.10698793,0.01000,0.629
+18,mlp.experts.122.gate_proj,0.69738245,0.01000,0.631
+18,mlp.experts.123.gate_proj,0.06970219,0.01000,0.639
+18,mlp.experts.124.gate_proj,0.06454243,0.01000,0.639
+18,mlp.experts.125.gate_proj,0.26071113,0.01000,0.639
+18,mlp.experts.126.gate_proj,0.06940004,0.01000,0.640
+18,mlp.experts.127.gate_proj,0.55661565,0.01000,0.638
+18,mlp.experts.0.down_proj,0.06925115,0.01000,0.251
+18,mlp.experts.1.down_proj,0.02047062,0.01000,0.229
+18,mlp.experts.2.down_proj,0.00001297,0.01000,0.233
+18,mlp.experts.3.down_proj,0.05338748,0.01000,0.233
+18,mlp.experts.4.down_proj,0.17201620,0.01000,0.235
+18,mlp.experts.5.down_proj,0.00035396,0.01000,0.235
+18,mlp.experts.6.down_proj,0.01009645,0.01000,0.235
+18,mlp.experts.7.down_proj,0.13608688,0.01000,0.237
+18,mlp.experts.8.down_proj,0.00498643,0.01000,0.238
+18,mlp.experts.9.down_proj,0.04684374,0.01000,0.237
+18,mlp.experts.10.down_proj,0.12765288,0.01000,0.237
+18,mlp.experts.11.down_proj,0.00387108,0.01000,0.237
+18,mlp.experts.12.down_proj,0.01496931,0.01000,0.237
+18,mlp.experts.13.down_proj,0.61201423,0.01000,0.237
+18,mlp.experts.14.down_proj,0.06241202,0.01000,0.237
+18,mlp.experts.15.down_proj,0.00062993,0.01000,0.237
+18,mlp.experts.16.down_proj,0.00232974,0.01000,0.237
+18,mlp.experts.17.down_proj,0.03042200,0.01000,0.236
+18,mlp.experts.18.down_proj,0.00478747,0.01000,0.237
+18,mlp.experts.19.down_proj,0.02736246,0.01000,0.237
+18,mlp.experts.20.down_proj,0.05379253,0.01000,0.238
+18,mlp.experts.21.down_proj,0.00383398,0.01000,0.239
+18,mlp.experts.22.down_proj,0.20919466,0.01000,0.240
+18,mlp.experts.23.down_proj,0.13040929,0.01000,0.240
+18,mlp.experts.24.down_proj,0.36768156,0.01000,0.239
+18,mlp.experts.25.down_proj,0.06910253,0.01000,0.240
+18,mlp.experts.26.down_proj,0.09390948,0.01000,0.240
+18,mlp.experts.27.down_proj,0.01607725,0.01000,0.240
+18,mlp.experts.28.down_proj,0.06015161,0.01000,0.240
+18,mlp.experts.29.down_proj,0.00495791,0.01000,0.240
+18,mlp.experts.30.down_proj,0.01380908,0.01000,0.241
+18,mlp.experts.31.down_proj,0.00403916,0.01000,0.241
+18,mlp.experts.32.down_proj,0.00645714,0.01000,0.241
+18,mlp.experts.33.down_proj,0.02145422,0.01000,0.239
+18,mlp.experts.34.down_proj,0.21984977,0.01000,0.241
+18,mlp.experts.35.down_proj,0.03349178,0.01000,0.240
+18,mlp.experts.36.down_proj,0.00190431,0.01000,0.241
+18,mlp.experts.37.down_proj,0.03265733,0.01000,0.240
+18,mlp.experts.38.down_proj,0.21460937,0.01000,0.257
+18,mlp.experts.39.down_proj,0.07143123,0.01000,0.240
+18,mlp.experts.40.down_proj,0.00174500,0.01000,0.240
+18,mlp.experts.41.down_proj,0.04104763,0.01000,0.240
+18,mlp.experts.42.down_proj,0.08266702,0.01000,0.240
+18,mlp.experts.43.down_proj,0.00175697,0.01000,0.241
+18,mlp.experts.44.down_proj,0.26723376,0.01000,0.241
+18,mlp.experts.45.down_proj,0.00003191,0.01000,0.241
+18,mlp.experts.46.down_proj,0.11054815,0.01000,0.242
+18,mlp.experts.47.down_proj,0.00927734,0.01000,0.241
+18,mlp.experts.48.down_proj,0.01265190,0.01000,0.241
+18,mlp.experts.49.down_proj,0.02701778,0.01000,0.245
+18,mlp.experts.50.down_proj,0.00360238,0.01000,0.241
+18,mlp.experts.51.down_proj,0.01657998,0.01000,0.239
+18,mlp.experts.52.down_proj,0.13171799,0.01000,0.238
+18,mlp.experts.53.down_proj,0.00096883,0.01000,0.238
+18,mlp.experts.54.down_proj,0.15289879,0.01000,0.237
+18,mlp.experts.55.down_proj,0.29618734,0.01000,0.237
+18,mlp.experts.56.down_proj,0.22279218,0.01000,0.239
+18,mlp.experts.57.down_proj,0.00372522,0.01000,0.240
+18,mlp.experts.58.down_proj,0.13338628,0.01000,0.240
+18,mlp.experts.59.down_proj,0.00176511,0.01000,0.238
+18,mlp.experts.60.down_proj,0.00029869,0.01000,0.237
+18,mlp.experts.61.down_proj,0.02488713,0.01000,0.238
+18,mlp.experts.62.down_proj,0.04531668,0.01000,0.238
+18,mlp.experts.63.down_proj,0.21675555,0.01000,0.237
+18,mlp.experts.64.down_proj,0.14389835,0.01000,0.238
+18,mlp.experts.65.down_proj,0.02660831,0.01000,0.238
+18,mlp.experts.66.down_proj,0.01188514,0.01000,0.240
+18,mlp.experts.67.down_proj,0.02036262,0.01000,0.241
+18,mlp.experts.68.down_proj,0.01137649,0.01000,0.240
+18,mlp.experts.69.down_proj,0.00198362,0.01000,0.241
+18,mlp.experts.70.down_proj,0.07008754,0.01000,0.241
+18,mlp.experts.71.down_proj,0.16302565,0.01000,0.242
+18,mlp.experts.72.down_proj,0.02986619,0.01000,0.241
+18,mlp.experts.73.down_proj,0.00053784,0.01000,0.240
+18,mlp.experts.74.down_proj,0.02068775,0.01000,0.240
+18,mlp.experts.75.down_proj,0.05885123,0.01000,0.238
+18,mlp.experts.76.down_proj,0.20597808,0.01000,0.239
+18,mlp.experts.77.down_proj,0.05759437,0.01000,0.240
+18,mlp.experts.78.down_proj,0.02624785,0.01000,0.241
+18,mlp.experts.79.down_proj,0.11007753,0.01000,0.240
+18,mlp.experts.80.down_proj,0.02016925,0.01000,0.240
+18,mlp.experts.81.down_proj,0.00791520,0.01000,0.240
+18,mlp.experts.82.down_proj,0.00665366,0.01000,0.240
+18,mlp.experts.83.down_proj,0.00834008,0.01000,0.240
+18,mlp.experts.84.down_proj,0.02605012,0.01000,0.240
+18,mlp.experts.85.down_proj,0.08543532,0.01000,0.241
+18,mlp.experts.86.down_proj,0.12482181,0.01000,0.240
+18,mlp.experts.87.down_proj,0.47373486,0.01000,0.240
+18,mlp.experts.88.down_proj,0.03214563,0.01000,0.241
+18,mlp.experts.89.down_proj,0.12568974,0.01000,0.241
+18,mlp.experts.90.down_proj,0.00187781,0.01000,0.242
+18,mlp.experts.91.down_proj,0.00094397,0.01000,0.240
+18,mlp.experts.92.down_proj,0.01838408,0.01000,0.241
+18,mlp.experts.93.down_proj,0.03311312,0.01000,0.241
+18,mlp.experts.94.down_proj,0.03018692,0.01000,0.240
+18,mlp.experts.95.down_proj,0.00249744,0.01000,0.239
+18,mlp.experts.96.down_proj,0.12932155,0.01000,0.239
+18,mlp.experts.97.down_proj,0.08682372,0.01000,0.240
+18,mlp.experts.98.down_proj,0.01002641,0.01000,0.240
+18,mlp.experts.99.down_proj,0.05225085,0.01000,0.239
+18,mlp.experts.100.down_proj,0.05660192,0.01000,0.240
+18,mlp.experts.101.down_proj,0.19281763,0.01000,0.240
+18,mlp.experts.102.down_proj,0.01536476,0.01000,0.240
+18,mlp.experts.103.down_proj,0.08010752,0.01000,0.240
+18,mlp.experts.104.down_proj,0.02142197,0.01000,0.239
+18,mlp.experts.105.down_proj,0.03479635,0.01000,0.250
+18,mlp.experts.106.down_proj,0.00130636,0.01000,0.240
+18,mlp.experts.107.down_proj,0.34320557,0.01000,0.241
+18,mlp.experts.108.down_proj,0.00322812,0.01000,0.241
+18,mlp.experts.109.down_proj,0.03698552,0.01000,0.240
+18,mlp.experts.110.down_proj,0.13646924,0.01000,0.240
+18,mlp.experts.111.down_proj,0.00569365,0.01000,0.240
+18,mlp.experts.112.down_proj,0.00547719,0.01000,0.240
+18,mlp.experts.113.down_proj,0.00494235,0.01000,0.241
+18,mlp.experts.114.down_proj,0.07618611,0.01000,0.241
+18,mlp.experts.115.down_proj,0.10901530,0.01000,0.240
+18,mlp.experts.116.down_proj,0.47002012,0.01000,0.240
+18,mlp.experts.117.down_proj,0.00040081,0.01000,0.241
+18,mlp.experts.118.down_proj,0.02012923,0.01000,0.240
+18,mlp.experts.119.down_proj,0.12217876,0.01000,0.242
+18,mlp.experts.120.down_proj,0.00102701,0.01000,0.242
+18,mlp.experts.121.down_proj,0.01407844,0.01000,0.241
+18,mlp.experts.122.down_proj,0.11653396,0.01000,0.240
+18,mlp.experts.123.down_proj,0.01385829,0.01000,0.240
+18,mlp.experts.124.down_proj,0.01191749,0.01000,0.240
+18,mlp.experts.125.down_proj,0.03860766,0.01000,0.240
+18,mlp.experts.126.down_proj,0.01692946,0.01000,0.240
+18,mlp.experts.127.down_proj,0.09789082,0.01000,0.241
+19,self_attn.q_proj,0.09140860,0.01000,0.629
+19,self_attn.k_proj,0.01362917,0.01000,0.616
+19,self_attn.v_proj,0.01413802,0.01000,0.617
+19,self_attn.o_proj,0.01158929,0.01000,1.232
+19,mlp.experts.0.up_proj,0.00934121,0.01000,0.648
+19,mlp.experts.1.up_proj,0.28587532,0.01000,0.605
+19,mlp.experts.2.up_proj,0.47207570,0.01000,0.602
+19,mlp.experts.3.up_proj,0.43985325,0.01000,0.607
+19,mlp.experts.4.up_proj,0.47433051,0.01000,0.605
+19,mlp.experts.5.up_proj,0.82710278,0.01000,0.605
+19,mlp.experts.6.up_proj,0.17862183,0.01000,0.606
+19,mlp.experts.7.up_proj,3.04455400,0.01000,0.612
+19,mlp.experts.8.up_proj,1.98608446,0.01000,0.616
+19,mlp.experts.9.up_proj,1.58510661,0.01000,0.616
+19,mlp.experts.10.up_proj,0.03010463,0.01000,0.616
+19,mlp.experts.11.up_proj,0.21143544,0.01000,0.617
+19,mlp.experts.12.up_proj,0.47468951,0.01000,0.616
+19,mlp.experts.13.up_proj,0.32572046,0.01000,0.615
+19,mlp.experts.14.up_proj,0.09286819,0.01000,0.616
+19,mlp.experts.15.up_proj,0.07181886,0.01000,0.616
+19,mlp.experts.16.up_proj,0.00341734,0.01000,0.617
+19,mlp.experts.17.up_proj,0.62498307,0.01000,0.617
+19,mlp.experts.18.up_proj,0.02134556,0.01000,0.615
+19,mlp.experts.19.up_proj,0.38015202,0.01000,0.606
+19,mlp.experts.20.up_proj,0.54054439,0.01000,0.609
+19,mlp.experts.21.up_proj,1.28034663,0.01000,0.608
+19,mlp.experts.22.up_proj,0.20449409,0.01000,0.607
+19,mlp.experts.23.up_proj,0.00499532,0.01000,0.607
+19,mlp.experts.24.up_proj,2.83151364,0.01000,0.613
+19,mlp.experts.25.up_proj,0.19602555,0.01000,0.620
+19,mlp.experts.26.up_proj,2.57896614,0.01000,0.626
+19,mlp.experts.27.up_proj,0.08994021,0.01000,0.629
+19,mlp.experts.28.up_proj,0.00910532,0.01000,0.626
+19,mlp.experts.29.up_proj,0.11279160,0.01000,0.628
+19,mlp.experts.30.up_proj,0.07853720,0.01000,0.629
+19,mlp.experts.31.up_proj,0.92987299,0.01000,0.626
+19,mlp.experts.32.up_proj,0.68766409,0.01000,0.631
+19,mlp.experts.33.up_proj,1.32889962,0.01000,0.629
+19,mlp.experts.34.up_proj,0.28279060,0.01000,0.631
+19,mlp.experts.35.up_proj,0.02803357,0.01000,0.623
+19,mlp.experts.36.up_proj,0.64060831,0.01000,0.617
+19,mlp.experts.37.up_proj,0.00002492,0.01000,0.607
+19,mlp.experts.38.up_proj,0.12170554,0.01000,0.608
+19,mlp.experts.39.up_proj,0.17523584,0.01000,0.607
+19,mlp.experts.40.up_proj,0.01583115,0.01000,0.609
+19,mlp.experts.41.up_proj,0.14169322,0.01000,0.608
+19,mlp.experts.42.up_proj,0.00013870,0.01000,0.611
+19,mlp.experts.43.up_proj,0.15357205,0.01000,0.617
+19,mlp.experts.44.up_proj,0.50427145,0.01000,0.617
+19,mlp.experts.45.up_proj,0.69317329,0.01000,0.617
+19,mlp.experts.46.up_proj,0.08687615,0.01000,0.616
+19,mlp.experts.47.up_proj,0.19884785,0.01000,0.616
+19,mlp.experts.48.up_proj,0.69022459,0.01000,0.617
+19,mlp.experts.49.up_proj,0.23146425,0.01000,0.617
+19,mlp.experts.50.up_proj,0.36361855,0.01000,0.617
+19,mlp.experts.51.up_proj,0.48301086,0.01000,0.617
+19,mlp.experts.52.up_proj,0.27755415,0.01000,0.617
+19,mlp.experts.53.up_proj,0.60713917,0.01000,0.612
+19,mlp.experts.54.up_proj,0.00012906,0.01000,0.606
+19,mlp.experts.55.up_proj,0.00473252,0.01000,0.608
+19,mlp.experts.56.up_proj,0.56816661,0.01000,0.606
+19,mlp.experts.57.up_proj,0.00044314,0.01000,0.608
+19,mlp.experts.58.up_proj,0.34046870,0.01000,0.607
+19,mlp.experts.59.up_proj,3.79212642,0.01000,0.608
+19,mlp.experts.60.up_proj,0.40825084,0.01000,0.608
+19,mlp.experts.61.up_proj,0.31583989,0.01000,0.609
+19,mlp.experts.62.up_proj,0.48677450,0.01000,0.613
+19,mlp.experts.63.up_proj,0.25491667,0.01000,0.613
+19,mlp.experts.64.up_proj,0.20172538,0.01000,0.614
+19,mlp.experts.65.up_proj,0.00015082,0.01000,0.616
+19,mlp.experts.66.up_proj,0.57166076,0.01000,0.617
+19,mlp.experts.67.up_proj,0.09072132,0.01000,0.616
+19,mlp.experts.68.up_proj,0.08986792,0.01000,0.615
+19,mlp.experts.69.up_proj,0.02904070,0.01000,0.618
+19,mlp.experts.70.up_proj,0.02168905,0.01000,0.616
+19,mlp.experts.71.up_proj,0.01139580,0.01000,0.616
+19,mlp.experts.72.up_proj,0.48136032,0.01000,0.618
+19,mlp.experts.73.up_proj,1.09590030,0.01000,0.618
+19,mlp.experts.74.up_proj,0.16150175,0.01000,0.617
+19,mlp.experts.75.up_proj,0.77195919,0.01000,0.613
+19,mlp.experts.76.up_proj,0.00056630,0.01000,0.608
+19,mlp.experts.77.up_proj,0.00002047,0.01000,0.609
+19,mlp.experts.78.up_proj,0.08490810,0.01000,0.610
+19,mlp.experts.79.up_proj,0.53795338,0.01000,0.611
+19,mlp.experts.80.up_proj,0.00009249,0.01000,0.606
+19,mlp.experts.81.up_proj,0.11639047,0.01000,0.608
+19,mlp.experts.82.up_proj,1.34773612,0.01000,0.609
+19,mlp.experts.83.up_proj,0.24157092,0.01000,0.608
+19,mlp.experts.84.up_proj,0.01342750,0.01000,0.611
+19,mlp.experts.85.up_proj,0.02113570,0.01000,0.607
+19,mlp.experts.86.up_proj,0.18982407,0.01000,0.610
+19,mlp.experts.87.up_proj,0.67044055,0.01000,0.608
+19,mlp.experts.88.up_proj,0.90653718,0.01000,0.608
+19,mlp.experts.89.up_proj,0.48722714,0.01000,0.613
+19,mlp.experts.90.up_proj,0.00266557,0.01000,0.611
+19,mlp.experts.91.up_proj,0.19769782,0.01000,0.613
+19,mlp.experts.92.up_proj,0.08335127,0.01000,0.615
+19,mlp.experts.93.up_proj,0.49187043,0.01000,0.616
+19,mlp.experts.94.up_proj,1.24810731,0.01000,0.616
+19,mlp.experts.95.up_proj,0.60427117,0.01000,0.617
+19,mlp.experts.96.up_proj,0.05674342,0.01000,0.615
+19,mlp.experts.97.up_proj,0.00973941,0.01000,0.615
+19,mlp.experts.98.up_proj,0.36904001,0.01000,0.616
+19,mlp.experts.99.up_proj,0.17861900,0.01000,0.615
+19,mlp.experts.100.up_proj,0.51723325,0.01000,0.614
+19,mlp.experts.101.up_proj,0.08930331,0.01000,0.616
+19,mlp.experts.102.up_proj,0.00090285,0.01000,0.615
+19,mlp.experts.103.up_proj,0.07124000,0.01000,0.609
+19,mlp.experts.104.up_proj,0.02869202,0.01000,0.607
+19,mlp.experts.105.up_proj,0.00676055,0.01000,0.612
+19,mlp.experts.106.up_proj,0.92695916,0.01000,0.612
+19,mlp.experts.107.up_proj,0.01258205,0.01000,0.610
+19,mlp.experts.108.up_proj,0.22412129,0.01000,0.612
+19,mlp.experts.109.up_proj,0.08682667,0.01000,0.609
+19,mlp.experts.110.up_proj,0.95295894,0.01000,0.608
+19,mlp.experts.111.up_proj,0.01905567,0.01000,0.609
+19,mlp.experts.112.up_proj,1.10353065,0.01000,0.608
+19,mlp.experts.113.up_proj,0.14827684,0.01000,0.609
+19,mlp.experts.114.up_proj,0.03110781,0.01000,0.614
+19,mlp.experts.115.up_proj,0.14328232,0.01000,0.615
+19,mlp.experts.116.up_proj,0.66329145,0.01000,0.615
+19,mlp.experts.117.up_proj,0.03826927,0.01000,0.616
+19,mlp.experts.118.up_proj,0.09286333,0.01000,0.617
+19,mlp.experts.119.up_proj,0.66329777,0.01000,0.616
+19,mlp.experts.120.up_proj,0.03243505,0.01000,0.617
+19,mlp.experts.121.up_proj,0.00149455,0.01000,0.616
+19,mlp.experts.122.up_proj,0.00274441,0.01000,0.615
+19,mlp.experts.123.up_proj,1.38388336,0.01000,0.618
+19,mlp.experts.124.up_proj,0.24606755,0.01000,0.615
+19,mlp.experts.125.up_proj,0.31795722,0.01000,0.613
+19,mlp.experts.126.up_proj,0.01918067,0.01000,0.612
+19,mlp.experts.127.up_proj,0.14486173,0.01000,0.612
+19,mlp.experts.0.gate_proj,0.01076834,0.01000,0.617
+19,mlp.experts.1.gate_proj,0.31614691,0.01000,0.617
+19,mlp.experts.2.gate_proj,0.44656679,0.01000,0.620
+19,mlp.experts.3.gate_proj,0.42635942,0.01000,0.620
+19,mlp.experts.4.gate_proj,0.51831841,0.01000,0.618
+19,mlp.experts.5.gate_proj,0.85552478,0.01000,0.616
+19,mlp.experts.6.gate_proj,0.21078412,0.01000,0.614
+19,mlp.experts.7.gate_proj,2.59250116,0.01000,0.614
+19,mlp.experts.8.gate_proj,2.06873679,0.01000,0.615
+19,mlp.experts.9.gate_proj,1.86953163,0.01000,0.614
+19,mlp.experts.10.gate_proj,0.03139088,0.01000,0.614
+19,mlp.experts.11.gate_proj,0.24761163,0.01000,0.615
+19,mlp.experts.12.gate_proj,0.55261052,0.01000,0.616
+19,mlp.experts.13.gate_proj,0.35826910,0.01000,0.617
+19,mlp.experts.14.gate_proj,0.11379625,0.01000,0.617
+19,mlp.experts.15.gate_proj,0.07898702,0.01000,0.617
+19,mlp.experts.16.gate_proj,0.00336117,0.01000,0.618
+19,mlp.experts.17.gate_proj,0.72245026,0.01000,0.619
+19,mlp.experts.18.gate_proj,0.02559297,0.01000,0.618
+19,mlp.experts.19.gate_proj,0.37852257,0.01000,0.618
+19,mlp.experts.20.gate_proj,0.56934345,0.01000,0.617
+19,mlp.experts.21.gate_proj,1.42444050,0.01000,0.617
+19,mlp.experts.22.gate_proj,0.23735690,0.01000,0.618
+19,mlp.experts.23.gate_proj,0.00528914,0.01000,0.609
+19,mlp.experts.24.gate_proj,3.28817058,0.01000,0.608
+19,mlp.experts.25.gate_proj,0.21323192,0.01000,0.607
+19,mlp.experts.26.gate_proj,2.74350858,0.01000,0.611
+19,mlp.experts.27.gate_proj,0.09636375,0.01000,0.612
+19,mlp.experts.28.gate_proj,0.01203205,0.01000,0.609
+19,mlp.experts.29.gate_proj,0.12790647,0.01000,0.610
+19,mlp.experts.30.gate_proj,0.08766234,0.01000,0.609
+19,mlp.experts.31.gate_proj,0.93259966,0.01000,0.614
+19,mlp.experts.32.gate_proj,0.78355199,0.01000,0.615
+19,mlp.experts.33.gate_proj,1.46707880,0.01000,0.615
+19,mlp.experts.34.gate_proj,0.25074497,0.01000,0.617
+19,mlp.experts.35.gate_proj,0.03314213,0.01000,0.617
+19,mlp.experts.36.gate_proj,0.72032553,0.01000,0.614
+19,mlp.experts.37.gate_proj,0.00002760,0.01000,0.615
+19,mlp.experts.38.gate_proj,0.13882317,0.01000,0.615
+19,mlp.experts.39.gate_proj,0.17271668,0.01000,0.616
+19,mlp.experts.40.gate_proj,0.01788469,0.01000,0.615
+19,mlp.experts.41.gate_proj,0.15754661,0.01000,0.608
+19,mlp.experts.42.gate_proj,0.00015803,0.01000,0.608
+19,mlp.experts.43.gate_proj,0.14278480,0.01000,0.609
+19,mlp.experts.44.gate_proj,0.57850653,0.01000,0.608
+19,mlp.experts.45.gate_proj,0.73667610,0.01000,0.608
+19,mlp.experts.46.gate_proj,0.08799370,0.01000,0.609
+19,mlp.experts.47.gate_proj,0.22056139,0.01000,0.607
+19,mlp.experts.48.gate_proj,0.63443220,0.01000,0.610
+19,mlp.experts.49.gate_proj,0.20948395,0.01000,0.615
+19,mlp.experts.50.gate_proj,0.33881730,0.01000,0.615
+19,mlp.experts.51.gate_proj,0.45695099,0.01000,0.615
+19,mlp.experts.52.gate_proj,0.32695436,0.01000,0.616
+19,mlp.experts.53.gate_proj,0.61353683,0.01000,0.618
+19,mlp.experts.54.gate_proj,0.00015625,0.01000,0.615
+19,mlp.experts.55.gate_proj,0.00450412,0.01000,0.616
+19,mlp.experts.56.gate_proj,0.60432976,0.01000,0.615
+19,mlp.experts.57.gate_proj,0.00047350,0.01000,0.616
+19,mlp.experts.58.gate_proj,0.37940675,0.01000,0.615
+19,mlp.experts.59.gate_proj,4.33334875,0.01000,0.615
+19,mlp.experts.60.gate_proj,0.40790299,0.01000,0.608
+19,mlp.experts.61.gate_proj,0.35284692,0.01000,0.608
+19,mlp.experts.62.gate_proj,0.49310231,0.01000,0.609
+19,mlp.experts.63.gate_proj,0.29498026,0.01000,0.607
+19,mlp.experts.64.gate_proj,0.20512447,0.01000,0.608
+19,mlp.experts.65.gate_proj,0.00018725,0.01000,0.608
+19,mlp.experts.66.gate_proj,0.63967276,0.01000,0.608
+19,mlp.experts.67.gate_proj,0.09711315,0.01000,0.607
+19,mlp.experts.68.gate_proj,0.11750693,0.01000,0.608
+19,mlp.experts.69.gate_proj,0.03127033,0.01000,0.607
+19,mlp.experts.70.gate_proj,0.02413225,0.01000,0.607
+19,mlp.experts.71.gate_proj,0.01316935,0.01000,0.608
+19,mlp.experts.72.gate_proj,0.57827830,0.01000,0.615
+19,mlp.experts.73.gate_proj,1.14937735,0.01000,0.617
+19,mlp.experts.74.gate_proj,0.16180065,0.01000,0.638
+19,mlp.experts.75.gate_proj,0.86509502,0.01000,0.619
+19,mlp.experts.76.gate_proj,0.00065050,0.01000,0.615
+19,mlp.experts.77.gate_proj,0.00002164,0.01000,0.615
+19,mlp.experts.78.gate_proj,0.10305741,0.01000,0.615
+19,mlp.experts.79.gate_proj,0.63777679,0.01000,0.616
+19,mlp.experts.80.gate_proj,0.00010218,0.01000,0.617
+19,mlp.experts.81.gate_proj,0.12559696,0.01000,0.616
+19,mlp.experts.82.gate_proj,1.56899643,0.01000,0.616
+19,mlp.experts.83.gate_proj,0.27338707,0.01000,0.614
+19,mlp.experts.84.gate_proj,0.01470908,0.01000,0.614
+19,mlp.experts.85.gate_proj,0.02206499,0.01000,0.614
+19,mlp.experts.86.gate_proj,0.20624843,0.01000,0.615
+19,mlp.experts.87.gate_proj,0.73014307,0.01000,0.615
+19,mlp.experts.88.gate_proj,1.02496183,0.01000,0.613
+19,mlp.experts.89.gate_proj,0.54395139,0.01000,0.614
+19,mlp.experts.90.gate_proj,0.00292158,0.01000,0.613
+19,mlp.experts.91.gate_proj,0.22829086,0.01000,0.615
+19,mlp.experts.92.gate_proj,0.09982930,0.01000,0.615
+19,mlp.experts.93.gate_proj,0.50294530,0.01000,0.613
+19,mlp.experts.94.gate_proj,1.40077198,0.01000,0.614
+19,mlp.experts.95.gate_proj,0.59039414,0.01000,0.613
+19,mlp.experts.96.gate_proj,0.05554126,0.01000,0.614
+19,mlp.experts.97.gate_proj,0.01179382,0.01000,0.611
+19,mlp.experts.98.gate_proj,0.32967323,0.01000,0.613
+19,mlp.experts.99.gate_proj,0.19748634,0.01000,0.615
+19,mlp.experts.100.gate_proj,0.50512987,0.01000,0.617
+19,mlp.experts.101.gate_proj,0.09723803,0.01000,0.617
+19,mlp.experts.102.gate_proj,0.00094488,0.01000,0.618
+19,mlp.experts.103.gate_proj,0.06774409,0.01000,0.610
+19,mlp.experts.104.gate_proj,0.03378896,0.01000,0.607
+19,mlp.experts.105.gate_proj,0.00795913,0.01000,0.608
+19,mlp.experts.106.gate_proj,1.00816226,0.01000,0.612
+19,mlp.experts.107.gate_proj,0.01443434,0.01000,0.611
+19,mlp.experts.108.gate_proj,0.26671866,0.01000,0.610
+19,mlp.experts.109.gate_proj,0.10400372,0.01000,0.611
+19,mlp.experts.110.gate_proj,0.94161224,0.01000,0.609
+19,mlp.experts.111.gate_proj,0.02055477,0.01000,0.609
+19,mlp.experts.112.gate_proj,1.08153367,0.01000,0.612
+19,mlp.experts.113.gate_proj,0.12186411,0.01000,0.610
+19,mlp.experts.114.gate_proj,0.03699630,0.01000,0.610
+19,mlp.experts.115.gate_proj,0.31124473,0.01000,0.614
+19,mlp.experts.116.gate_proj,0.69705510,0.01000,0.616
+19,mlp.experts.117.gate_proj,0.03980552,0.01000,0.616
+19,mlp.experts.118.gate_proj,0.11446333,0.01000,0.616
+19,mlp.experts.119.gate_proj,0.67987239,0.01000,0.615
+19,mlp.experts.120.gate_proj,0.03516126,0.01000,0.615
+19,mlp.experts.121.gate_proj,0.00169576,0.01000,0.616
+19,mlp.experts.122.gate_proj,0.00288834,0.01000,0.616
+19,mlp.experts.123.gate_proj,1.51191878,0.01000,0.616
+19,mlp.experts.124.gate_proj,0.23804906,0.01000,0.617
+19,mlp.experts.125.gate_proj,0.35089138,0.01000,0.616
+19,mlp.experts.126.gate_proj,0.02330362,0.01000,0.616
+19,mlp.experts.127.gate_proj,0.16407567,0.01000,0.614
+19,mlp.experts.0.down_proj,0.00289089,0.01000,0.251
+19,mlp.experts.1.down_proj,0.04934803,0.01000,0.228
+19,mlp.experts.2.down_proj,0.10126707,0.01000,0.228
+19,mlp.experts.3.down_proj,0.07205737,0.01000,0.229
+19,mlp.experts.4.down_proj,0.08019127,0.01000,0.228
+19,mlp.experts.5.down_proj,0.13460296,0.01000,0.229
+19,mlp.experts.6.down_proj,0.04090049,0.01000,0.229
+19,mlp.experts.7.down_proj,0.43183628,0.01000,0.231
+19,mlp.experts.8.down_proj,0.47629964,0.01000,0.231
+19,mlp.experts.9.down_proj,0.26705420,0.01000,0.232
+19,mlp.experts.10.down_proj,0.00543546,0.01000,0.231
+19,mlp.experts.11.down_proj,0.03694459,0.01000,0.231
+19,mlp.experts.12.down_proj,0.08268142,0.01000,0.230
+19,mlp.experts.13.down_proj,0.04849744,0.01000,0.231
+19,mlp.experts.14.down_proj,0.02057542,0.01000,0.232
+19,mlp.experts.15.down_proj,0.01268520,0.01000,0.232
+19,mlp.experts.16.down_proj,0.00091140,0.01000,0.231
+19,mlp.experts.17.down_proj,0.10333358,0.01000,0.231
+19,mlp.experts.18.down_proj,0.00632503,0.01000,0.231
+19,mlp.experts.19.down_proj,0.05345443,0.01000,0.230
+19,mlp.experts.20.down_proj,0.08717416,0.01000,0.230
+19,mlp.experts.21.down_proj,0.20363975,0.01000,0.233
+19,mlp.experts.22.down_proj,0.03922425,0.01000,0.234
+19,mlp.experts.23.down_proj,0.00134781,0.01000,0.235
+19,mlp.experts.24.down_proj,0.49440408,0.01000,0.237
+19,mlp.experts.25.down_proj,0.02785958,0.01000,0.233
+19,mlp.experts.26.down_proj,0.37244067,0.01000,0.233
+19,mlp.experts.27.down_proj,0.01985585,0.01000,0.233
+19,mlp.experts.28.down_proj,0.00022003,0.01000,0.233
+19,mlp.experts.29.down_proj,0.01819302,0.01000,0.233
+19,mlp.experts.30.down_proj,0.01692248,0.01000,0.233
+19,mlp.experts.31.down_proj,0.14752486,0.01000,0.233
+19,mlp.experts.32.down_proj,0.10362858,0.01000,0.233
+19,mlp.experts.33.down_proj,0.20987609,0.01000,0.233
+19,mlp.experts.34.down_proj,0.04819821,0.01000,0.233
+19,mlp.experts.35.down_proj,0.00599275,0.01000,0.233
+19,mlp.experts.36.down_proj,0.09793666,0.01000,0.233
+19,mlp.experts.37.down_proj,0.00000596,0.01000,0.233
+19,mlp.experts.38.down_proj,0.02472862,0.01000,0.233
+19,mlp.experts.39.down_proj,0.02958604,0.01000,0.234
+19,mlp.experts.40.down_proj,0.00332598,0.01000,0.233
+19,mlp.experts.41.down_proj,0.02583081,0.01000,0.233
+19,mlp.experts.42.down_proj,0.00004538,0.01000,0.233
+19,mlp.experts.43.down_proj,0.03607652,0.01000,0.234
+19,mlp.experts.44.down_proj,0.09193815,0.01000,0.234
+19,mlp.experts.45.down_proj,0.12380358,0.01000,0.234
+19,mlp.experts.46.down_proj,0.01557916,0.01000,0.233
+19,mlp.experts.47.down_proj,0.03237881,0.01000,0.233
+19,mlp.experts.48.down_proj,0.09764111,0.01000,0.234
+19,mlp.experts.49.down_proj,0.03573084,0.01000,0.233
+19,mlp.experts.50.down_proj,0.07270075,0.01000,0.233
+19,mlp.experts.51.down_proj,0.08587281,0.01000,0.233
+19,mlp.experts.52.down_proj,0.04548910,0.01000,0.234
+19,mlp.experts.53.down_proj,0.09457134,0.01000,0.234
+19,mlp.experts.54.down_proj,0.00005014,0.01000,0.233
+19,mlp.experts.55.down_proj,0.00150223,0.01000,0.234
+19,mlp.experts.56.down_proj,0.10067531,0.01000,0.233
+19,mlp.experts.57.down_proj,0.00017993,0.01000,0.233
+19,mlp.experts.58.down_proj,0.06817570,0.01000,0.236
+19,mlp.experts.59.down_proj,0.83739722,0.01000,0.235
+19,mlp.experts.60.down_proj,0.07353381,0.01000,0.234
+19,mlp.experts.61.down_proj,0.05256977,0.01000,0.234
+19,mlp.experts.62.down_proj,0.11007287,0.01000,0.235
+19,mlp.experts.63.down_proj,0.04978865,0.01000,0.235
+19,mlp.experts.64.down_proj,0.03775190,0.01000,0.235
+19,mlp.experts.65.down_proj,0.00005869,0.01000,0.234
+19,mlp.experts.66.down_proj,0.09565407,0.01000,0.235
+19,mlp.experts.67.down_proj,0.01549921,0.01000,0.235
+19,mlp.experts.68.down_proj,0.00735756,0.01000,0.235
+19,mlp.experts.69.down_proj,0.00673610,0.01000,0.235
+19,mlp.experts.70.down_proj,0.00527016,0.01000,0.236
+19,mlp.experts.71.down_proj,0.00406104,0.01000,0.236
+19,mlp.experts.72.down_proj,0.08294854,0.01000,0.237
+19,mlp.experts.73.down_proj,0.15039410,0.01000,0.238
+19,mlp.experts.74.down_proj,0.02484029,0.01000,0.239
+19,mlp.experts.75.down_proj,0.16536869,0.01000,0.239
+19,mlp.experts.76.down_proj,0.00019229,0.01000,0.240
+19,mlp.experts.77.down_proj,0.00000505,0.01000,0.239
+19,mlp.experts.78.down_proj,0.01812541,0.01000,0.239
+19,mlp.experts.79.down_proj,0.06607015,0.01000,0.239
+19,mlp.experts.80.down_proj,0.00003448,0.01000,0.239
+19,mlp.experts.81.down_proj,0.01111834,0.01000,0.240
+19,mlp.experts.82.down_proj,0.25513279,0.01000,0.239
+19,mlp.experts.83.down_proj,0.04511136,0.01000,0.239
+19,mlp.experts.84.down_proj,0.00253613,0.01000,0.239
+19,mlp.experts.85.down_proj,0.00532654,0.01000,0.240
+19,mlp.experts.86.down_proj,0.03221021,0.01000,0.240
+19,mlp.experts.87.down_proj,0.12567386,0.01000,0.240
+19,mlp.experts.88.down_proj,0.11776854,0.01000,0.239
+19,mlp.experts.89.down_proj,0.06856987,0.01000,0.240
+19,mlp.experts.90.down_proj,0.00081277,0.01000,0.239
+19,mlp.experts.91.down_proj,0.03391977,0.01000,0.241
+19,mlp.experts.92.down_proj,0.00640237,0.01000,0.240
+19,mlp.experts.93.down_proj,0.06915593,0.01000,0.240
+19,mlp.experts.94.down_proj,0.23377025,0.01000,0.241
+19,mlp.experts.95.down_proj,0.09963054,0.01000,0.240
+19,mlp.experts.96.down_proj,0.01283970,0.01000,0.240
+19,mlp.experts.97.down_proj,0.00208134,0.01000,0.240
+19,mlp.experts.98.down_proj,0.06774902,0.01000,0.241
+19,mlp.experts.99.down_proj,0.02701810,0.01000,0.240
+19,mlp.experts.100.down_proj,0.09329145,0.01000,0.239
+19,mlp.experts.101.down_proj,0.02207378,0.01000,0.240
+19,mlp.experts.102.down_proj,0.00025220,0.01000,0.238
+19,mlp.experts.103.down_proj,0.01479935,0.01000,0.237
+19,mlp.experts.104.down_proj,0.00584337,0.01000,0.239
+19,mlp.experts.105.down_proj,0.00228987,0.01000,0.241
+19,mlp.experts.106.down_proj,0.16092272,0.01000,0.241
+19,mlp.experts.107.down_proj,0.00350298,0.01000,0.240
+19,mlp.experts.108.down_proj,0.03503338,0.01000,0.241
+19,mlp.experts.109.down_proj,0.01772584,0.01000,0.241
+19,mlp.experts.110.down_proj,0.16328487,0.01000,0.240
+19,mlp.experts.111.down_proj,0.00588055,0.01000,0.241
+19,mlp.experts.112.down_proj,0.21388143,0.01000,0.241
+19,mlp.experts.113.down_proj,0.02078461,0.01000,0.241
+19,mlp.experts.114.down_proj,0.00705997,0.01000,0.241
+19,mlp.experts.115.down_proj,0.01874829,0.01000,0.241
+19,mlp.experts.116.down_proj,0.10385934,0.01000,0.240
+19,mlp.experts.117.down_proj,0.00904331,0.01000,0.240
+19,mlp.experts.118.down_proj,0.01784317,0.01000,0.240
+19,mlp.experts.119.down_proj,0.11314588,0.01000,0.240
+19,mlp.experts.120.down_proj,0.00675859,0.01000,0.240
+19,mlp.experts.121.down_proj,0.00038407,0.01000,0.240
+19,mlp.experts.122.down_proj,0.00087001,0.01000,0.240
+19,mlp.experts.123.down_proj,0.23991670,0.01000,0.240
+19,mlp.experts.124.down_proj,0.04525435,0.01000,0.240
+19,mlp.experts.125.down_proj,0.05008769,0.01000,0.240
+19,mlp.experts.126.down_proj,0.00119718,0.01000,0.240
+19,mlp.experts.127.down_proj,0.02752609,0.01000,0.241
+20,self_attn.q_proj,0.09463120,0.01000,0.633
+20,self_attn.k_proj,0.01322955,0.01000,0.617
+20,self_attn.v_proj,0.01794901,0.01000,0.616
+20,self_attn.o_proj,0.01314664,0.01000,1.237
+20,mlp.experts.0.up_proj,0.00043613,0.01000,0.649
+20,mlp.experts.1.up_proj,0.00010073,0.01000,0.605
+20,mlp.experts.2.up_proj,0.20758611,0.01000,0.606
+20,mlp.experts.3.up_proj,0.47170520,0.01000,0.610
+20,mlp.experts.4.up_proj,0.50921381,0.01000,0.610
+20,mlp.experts.5.up_proj,3.29806542,0.01000,0.610
+20,mlp.experts.6.up_proj,0.15148228,0.01000,0.611
+20,mlp.experts.7.up_proj,0.00207845,0.01000,0.610
+20,mlp.experts.8.up_proj,0.61463255,0.01000,0.609
+20,mlp.experts.9.up_proj,0.29188979,0.01000,0.609
+20,mlp.experts.10.up_proj,0.01379304,0.01000,0.609
+20,mlp.experts.11.up_proj,0.02846127,0.01000,0.608
+20,mlp.experts.12.up_proj,0.00000186,0.01000,0.610
+20,mlp.experts.13.up_proj,0.24997813,0.01000,0.610
+20,mlp.experts.14.up_proj,0.43288910,0.01000,0.616
+20,mlp.experts.15.up_proj,0.35495147,0.01000,0.619
+20,mlp.experts.16.up_proj,1.69380772,0.01000,0.618
+20,mlp.experts.17.up_proj,1.12506950,0.01000,0.619
+20,mlp.experts.18.up_proj,0.09681888,0.01000,0.617
+20,mlp.experts.19.up_proj,0.03751728,0.01000,0.619
+20,mlp.experts.20.up_proj,0.09086929,0.01000,0.618
+20,mlp.experts.21.up_proj,1.23265505,0.01000,0.619
+20,mlp.experts.22.up_proj,4.04323578,0.01000,0.618
+20,mlp.experts.23.up_proj,0.36212653,0.01000,0.618
+20,mlp.experts.24.up_proj,0.69670558,0.01000,0.617
+20,mlp.experts.25.up_proj,0.28843871,0.01000,0.618
+20,mlp.experts.26.up_proj,0.03418412,0.01000,0.611
+20,mlp.experts.27.up_proj,0.18437570,0.01000,0.610
+20,mlp.experts.28.up_proj,0.23369107,0.01000,0.609
+20,mlp.experts.29.up_proj,0.03193411,0.01000,0.608
+20,mlp.experts.30.up_proj,0.32176068,0.01000,0.609
+20,mlp.experts.31.up_proj,0.02361840,0.01000,0.609
+20,mlp.experts.32.up_proj,0.70935106,0.01000,0.608
+20,mlp.experts.33.up_proj,0.46438211,0.01000,0.608
+20,mlp.experts.34.up_proj,0.01787873,0.01000,0.608
+20,mlp.experts.35.up_proj,0.31932789,0.01000,0.609
+20,mlp.experts.36.up_proj,0.57213724,0.01000,0.609
+20,mlp.experts.37.up_proj,0.23999754,0.01000,0.610
+20,mlp.experts.38.up_proj,1.48982573,0.01000,0.611
+20,mlp.experts.39.up_proj,0.43781623,0.01000,0.611
+20,mlp.experts.40.up_proj,0.02406567,0.01000,0.609
+20,mlp.experts.41.up_proj,0.03638088,0.01000,0.611
+20,mlp.experts.42.up_proj,0.10580702,0.01000,0.618
+20,mlp.experts.43.up_proj,0.18967035,0.01000,0.619
+20,mlp.experts.44.up_proj,0.77536023,0.01000,0.619
+20,mlp.experts.45.up_proj,2.61233783,0.01000,0.619
+20,mlp.experts.46.up_proj,0.10392052,0.01000,0.619
+20,mlp.experts.47.up_proj,0.33884695,0.01000,0.619
+20,mlp.experts.48.up_proj,0.10067272,0.01000,0.624
+20,mlp.experts.49.up_proj,0.00917764,0.01000,0.619
+20,mlp.experts.50.up_proj,0.06442422,0.01000,0.618
+20,mlp.experts.51.up_proj,0.13923787,0.01000,0.617
+20,mlp.experts.52.up_proj,0.00214443,0.01000,0.618
+20,mlp.experts.53.up_proj,3.07474804,0.01000,0.617
+20,mlp.experts.54.up_proj,0.07206624,0.01000,0.616
+20,mlp.experts.55.up_proj,0.36502200,0.01000,0.610
+20,mlp.experts.56.up_proj,0.67756259,0.01000,0.612
+20,mlp.experts.57.up_proj,2.61418843,0.01000,0.611
+20,mlp.experts.58.up_proj,0.00000462,0.01000,0.610
+20,mlp.experts.59.up_proj,0.01703444,0.01000,0.613
+20,mlp.experts.60.up_proj,0.06682713,0.01000,0.612
+20,mlp.experts.61.up_proj,0.62691563,0.01000,0.616
+20,mlp.experts.62.up_proj,0.35792446,0.01000,0.618
+20,mlp.experts.63.up_proj,0.00491525,0.01000,0.620
+20,mlp.experts.64.up_proj,0.52809584,0.01000,0.619
+20,mlp.experts.65.up_proj,0.63338703,0.01000,0.619
+20,mlp.experts.66.up_proj,0.19750103,0.01000,0.618
+20,mlp.experts.67.up_proj,0.23250307,0.01000,0.618
+20,mlp.experts.68.up_proj,0.08263946,0.01000,0.619
+20,mlp.experts.69.up_proj,0.25166607,0.01000,0.619
+20,mlp.experts.70.up_proj,0.33294985,0.01000,0.618
+20,mlp.experts.71.up_proj,0.00025603,0.01000,0.619
+20,mlp.experts.72.up_proj,1.96702576,0.01000,0.620
+20,mlp.experts.73.up_proj,0.00017507,0.01000,0.614
+20,mlp.experts.74.up_proj,0.20565560,0.01000,0.611
+20,mlp.experts.75.up_proj,0.00407683,0.01000,0.614
+20,mlp.experts.76.up_proj,0.01791919,0.01000,0.614
+20,mlp.experts.77.up_proj,0.30155915,0.01000,0.610
+20,mlp.experts.78.up_proj,0.11208342,0.01000,0.610
+20,mlp.experts.79.up_proj,0.12812865,0.01000,0.609
+20,mlp.experts.80.up_proj,0.71561390,0.01000,0.611
+20,mlp.experts.81.up_proj,0.00186517,0.01000,0.611
+20,mlp.experts.82.up_proj,0.48876774,0.01000,0.613
+20,mlp.experts.83.up_proj,0.03454640,0.01000,0.612
+20,mlp.experts.84.up_proj,0.24524476,0.01000,0.612
+20,mlp.experts.85.up_proj,0.04160273,0.01000,0.612
+20,mlp.experts.86.up_proj,1.25156200,0.01000,0.611
+20,mlp.experts.87.up_proj,0.13420567,0.01000,0.612
+20,mlp.experts.88.up_proj,0.10681295,0.01000,0.615
+20,mlp.experts.89.up_proj,0.01298787,0.01000,0.618
+20,mlp.experts.90.up_proj,1.85119975,0.01000,0.620
+20,mlp.experts.91.up_proj,0.46203405,0.01000,0.619
+20,mlp.experts.92.up_proj,0.08879392,0.01000,0.618
+20,mlp.experts.93.up_proj,0.02981731,0.01000,0.619
+20,mlp.experts.94.up_proj,0.55635846,0.01000,0.619
+20,mlp.experts.95.up_proj,0.56807768,0.01000,0.618
+20,mlp.experts.96.up_proj,0.00559432,0.01000,0.619
+20,mlp.experts.97.up_proj,0.05028511,0.01000,0.618
+20,mlp.experts.98.up_proj,0.11255477,0.01000,0.619
+20,mlp.experts.99.up_proj,0.35936710,0.01000,0.620
+20,mlp.experts.100.up_proj,0.44106212,0.01000,0.613
+20,mlp.experts.101.up_proj,0.23456690,0.01000,0.610
+20,mlp.experts.102.up_proj,1.46526694,0.01000,0.609
+20,mlp.experts.103.up_proj,0.33180118,0.01000,0.610
+20,mlp.experts.104.up_proj,0.44343069,0.01000,0.610
+20,mlp.experts.105.up_proj,0.40782332,0.01000,0.611
+20,mlp.experts.106.up_proj,0.55053079,0.01000,0.609
+20,mlp.experts.107.up_proj,0.00116674,0.01000,0.610
+20,mlp.experts.108.up_proj,0.15792009,0.01000,0.612
+20,mlp.experts.109.up_proj,0.15250994,0.01000,0.609
+20,mlp.experts.110.up_proj,0.42706788,0.01000,0.615
+20,mlp.experts.111.up_proj,0.11035001,0.01000,0.618
+20,mlp.experts.112.up_proj,0.00000649,0.01000,0.619
+20,mlp.experts.113.up_proj,0.02788422,0.01000,0.619
+20,mlp.experts.114.up_proj,0.39190191,0.01000,0.619
+20,mlp.experts.115.up_proj,0.00542425,0.01000,0.620
+20,mlp.experts.116.up_proj,0.66498172,0.01000,0.619
+20,mlp.experts.117.up_proj,0.10478424,0.01000,0.619
+20,mlp.experts.118.up_proj,0.00689169,0.01000,0.619
+20,mlp.experts.119.up_proj,0.02668126,0.01000,0.618
+20,mlp.experts.120.up_proj,0.02840535,0.01000,0.620
+20,mlp.experts.121.up_proj,0.22219265,0.01000,0.618
+20,mlp.experts.122.up_proj,0.63952929,0.01000,0.616
+20,mlp.experts.123.up_proj,0.21498944,0.01000,0.612
+20,mlp.experts.124.up_proj,0.12960108,0.01000,0.609
+20,mlp.experts.125.up_proj,0.03271646,0.01000,0.609
+20,mlp.experts.126.up_proj,0.02150100,0.01000,0.612
+20,mlp.experts.127.up_proj,0.09311935,0.01000,0.614
+20,mlp.experts.0.gate_proj,0.00048209,0.01000,0.610
+20,mlp.experts.1.gate_proj,0.00010602,0.01000,0.610
+20,mlp.experts.2.gate_proj,0.21136343,0.01000,0.611
+20,mlp.experts.3.gate_proj,0.50389218,0.01000,0.612
+20,mlp.experts.4.gate_proj,0.49055970,0.01000,0.616
+20,mlp.experts.5.gate_proj,3.33925319,0.01000,0.614
+20,mlp.experts.6.gate_proj,0.15109605,0.01000,0.612
+20,mlp.experts.7.gate_proj,0.00223153,0.01000,0.611
+20,mlp.experts.8.gate_proj,0.63857871,0.01000,0.611
+20,mlp.experts.9.gate_proj,0.28938961,0.01000,0.613
+20,mlp.experts.10.gate_proj,0.01431976,0.01000,0.616
+20,mlp.experts.11.gate_proj,0.02866534,0.01000,0.618
+20,mlp.experts.12.gate_proj,0.00000185,0.01000,0.620
+20,mlp.experts.13.gate_proj,0.27890709,0.01000,0.620
+20,mlp.experts.14.gate_proj,0.38310343,0.01000,0.619
+20,mlp.experts.15.gate_proj,0.33676773,0.01000,0.620
+20,mlp.experts.16.gate_proj,1.68972230,0.01000,0.619
+20,mlp.experts.17.gate_proj,1.22749865,0.01000,0.619
+20,mlp.experts.18.gate_proj,0.10233293,0.01000,0.619
+20,mlp.experts.19.gate_proj,0.03594518,0.01000,0.618
+20,mlp.experts.20.gate_proj,0.07923502,0.01000,0.619
+20,mlp.experts.21.gate_proj,1.28737950,0.01000,0.619
+20,mlp.experts.22.gate_proj,4.10784054,0.01000,0.615
+20,mlp.experts.23.gate_proj,0.36644232,0.01000,0.612
+20,mlp.experts.24.gate_proj,0.73685402,0.01000,0.612
+20,mlp.experts.25.gate_proj,0.28946823,0.01000,0.614
+20,mlp.experts.26.gate_proj,0.03785639,0.01000,0.614
+20,mlp.experts.27.gate_proj,0.16690376,0.01000,0.610
+20,mlp.experts.28.gate_proj,0.24417824,0.01000,0.612
+20,mlp.experts.29.gate_proj,0.03391553,0.01000,0.611
+20,mlp.experts.30.gate_proj,0.31233573,0.01000,0.612
+20,mlp.experts.31.gate_proj,0.02586095,0.01000,0.611
+20,mlp.experts.32.gate_proj,0.78239930,0.01000,0.611
+20,mlp.experts.33.gate_proj,0.46600175,0.01000,0.612
+20,mlp.experts.34.gate_proj,0.01847528,0.01000,0.613
+20,mlp.experts.35.gate_proj,0.29303464,0.01000,0.610
+20,mlp.experts.36.gate_proj,0.57257164,0.01000,0.611
+20,mlp.experts.37.gate_proj,0.23956323,0.01000,0.615
+20,mlp.experts.38.gate_proj,1.41525030,0.01000,0.619
+20,mlp.experts.39.gate_proj,0.35855657,0.01000,0.620
+20,mlp.experts.40.gate_proj,0.02434142,0.01000,0.621
+20,mlp.experts.41.gate_proj,0.03694540,0.01000,0.620
+20,mlp.experts.42.gate_proj,0.11789912,0.01000,0.620
+20,mlp.experts.43.gate_proj,0.18219897,0.01000,0.620
+20,mlp.experts.44.gate_proj,0.70407629,0.01000,0.620
+20,mlp.experts.45.gate_proj,2.78350830,0.01000,0.620
+20,mlp.experts.46.gate_proj,0.10064523,0.01000,0.619
+20,mlp.experts.47.gate_proj,0.35428119,0.01000,0.619
+20,mlp.experts.48.gate_proj,0.11353093,0.01000,0.620
+20,mlp.experts.49.gate_proj,0.00970846,0.01000,0.619
+20,mlp.experts.50.gate_proj,0.06623000,0.01000,0.619
+20,mlp.experts.51.gate_proj,0.13735250,0.01000,0.613
+20,mlp.experts.52.gate_proj,0.00206084,0.01000,0.613
+20,mlp.experts.53.gate_proj,3.26259232,0.01000,0.612
+20,mlp.experts.54.gate_proj,0.07277413,0.01000,0.613
+20,mlp.experts.55.gate_proj,0.36869496,0.01000,0.611
+20,mlp.experts.56.gate_proj,0.71313381,0.01000,0.610
+20,mlp.experts.57.gate_proj,2.84690428,0.01000,0.610
+20,mlp.experts.58.gate_proj,0.00000473,0.01000,0.611
+20,mlp.experts.59.gate_proj,0.01652615,0.01000,0.611
+20,mlp.experts.60.gate_proj,0.06920331,0.01000,0.612
+20,mlp.experts.61.gate_proj,0.56942403,0.01000,0.611
+20,mlp.experts.62.gate_proj,0.36211142,0.01000,0.613
+20,mlp.experts.63.gate_proj,0.00514483,0.01000,0.618
+20,mlp.experts.64.gate_proj,0.51071239,0.01000,0.618
+20,mlp.experts.65.gate_proj,0.63834006,0.01000,0.619
+20,mlp.experts.66.gate_proj,0.20253065,0.01000,0.618
+20,mlp.experts.67.gate_proj,0.25679070,0.01000,0.619
+20,mlp.experts.68.gate_proj,0.08226641,0.01000,0.620
+20,mlp.experts.69.gate_proj,0.25654548,0.01000,0.620
+20,mlp.experts.70.gate_proj,0.33285344,0.01000,0.618
+20,mlp.experts.71.gate_proj,0.00026784,0.01000,0.619
+20,mlp.experts.72.gate_proj,2.06591082,0.01000,0.628
+20,mlp.experts.73.gate_proj,0.00018368,0.01000,0.620
+20,mlp.experts.74.gate_proj,0.21087398,0.01000,0.615
+20,mlp.experts.75.gate_proj,0.00413626,0.01000,0.611
+20,mlp.experts.76.gate_proj,0.01893292,0.01000,0.613
+20,mlp.experts.77.gate_proj,0.33068842,0.01000,0.612
+20,mlp.experts.78.gate_proj,0.11823986,0.01000,0.614
+20,mlp.experts.79.gate_proj,0.11986313,0.01000,0.615
+20,mlp.experts.80.gate_proj,0.69761479,0.01000,0.613
+20,mlp.experts.81.gate_proj,0.00178968,0.01000,0.612
+20,mlp.experts.82.gate_proj,0.48846060,0.01000,0.611
+20,mlp.experts.83.gate_proj,0.03610247,0.01000,0.613
+20,mlp.experts.84.gate_proj,0.21079834,0.01000,0.612
+20,mlp.experts.85.gate_proj,0.04582974,0.01000,0.612
+20,mlp.experts.86.gate_proj,1.24919450,0.01000,0.618
+20,mlp.experts.87.gate_proj,0.13869181,0.01000,0.619
+20,mlp.experts.88.gate_proj,0.12054034,0.01000,0.620
+20,mlp.experts.89.gate_proj,0.01324393,0.01000,0.619
+20,mlp.experts.90.gate_proj,1.89230192,0.01000,0.619
+20,mlp.experts.91.gate_proj,0.47054315,0.01000,0.619
+20,mlp.experts.92.gate_proj,0.09970050,0.01000,0.620
+20,mlp.experts.93.gate_proj,0.03145404,0.01000,0.619
+20,mlp.experts.94.gate_proj,0.35951585,0.01000,0.620
+20,mlp.experts.95.gate_proj,0.54904819,0.01000,0.620
+20,mlp.experts.96.gate_proj,0.02615452,0.01000,0.619
+20,mlp.experts.97.gate_proj,0.05297033,0.01000,0.621
+20,mlp.experts.98.gate_proj,0.11682194,0.01000,0.621
+20,mlp.experts.99.gate_proj,0.35688785,0.01000,0.616
+20,mlp.experts.100.gate_proj,0.46273881,0.01000,0.618
+20,mlp.experts.101.gate_proj,0.24090438,0.01000,0.615
+20,mlp.experts.102.gate_proj,1.49484336,0.01000,0.612
+20,mlp.experts.103.gate_proj,0.30179167,0.01000,0.611
+20,mlp.experts.104.gate_proj,0.45443866,0.01000,0.614
+20,mlp.experts.105.gate_proj,0.42383474,0.01000,0.618
+20,mlp.experts.106.gate_proj,0.49677128,0.01000,0.621
+20,mlp.experts.107.gate_proj,0.00113274,0.01000,0.619
+20,mlp.experts.108.gate_proj,0.15943269,0.01000,0.619
+20,mlp.experts.109.gate_proj,0.15235871,0.01000,0.619
+20,mlp.experts.110.gate_proj,0.46160734,0.01000,0.619
+20,mlp.experts.111.gate_proj,0.11374824,0.01000,0.618
+20,mlp.experts.112.gate_proj,0.00000655,0.01000,0.614
+20,mlp.experts.113.gate_proj,0.02816293,0.01000,0.613
+20,mlp.experts.114.gate_proj,0.42642444,0.01000,0.617
+20,mlp.experts.115.gate_proj,0.00568144,0.01000,0.620
+20,mlp.experts.116.gate_proj,0.67362899,0.01000,0.618
+20,mlp.experts.117.gate_proj,0.10557386,0.01000,0.619
+20,mlp.experts.118.gate_proj,0.00709981,0.01000,0.618
+20,mlp.experts.119.gate_proj,0.02959394,0.01000,0.618
+20,mlp.experts.120.gate_proj,0.03134746,0.01000,0.619
+20,mlp.experts.121.gate_proj,0.19744667,0.01000,0.619
+20,mlp.experts.122.gate_proj,0.58061248,0.01000,0.619
+20,mlp.experts.123.gate_proj,0.22023983,0.01000,0.619
+20,mlp.experts.124.gate_proj,0.13383606,0.01000,0.614
+20,mlp.experts.125.gate_proj,0.03163767,0.01000,0.611
+20,mlp.experts.126.gate_proj,0.02402463,0.01000,0.609
+20,mlp.experts.127.gate_proj,0.08729287,0.01000,0.610
+20,mlp.experts.0.down_proj,0.00010858,0.01000,0.254
+20,mlp.experts.1.down_proj,0.00001838,0.01000,0.230
+20,mlp.experts.2.down_proj,0.03830941,0.01000,0.230
+20,mlp.experts.3.down_proj,0.06249224,0.01000,0.230
+20,mlp.experts.4.down_proj,0.13029671,0.01000,0.231
+20,mlp.experts.5.down_proj,0.45433646,0.01000,0.230
+20,mlp.experts.6.down_proj,0.02761813,0.01000,0.231
+20,mlp.experts.7.down_proj,0.00073010,0.01000,0.232
+20,mlp.experts.8.down_proj,0.10229564,0.01000,0.232
+20,mlp.experts.9.down_proj,0.06999750,0.01000,0.232
+20,mlp.experts.10.down_proj,0.00234411,0.01000,0.232
+20,mlp.experts.11.down_proj,0.00656366,0.01000,0.232
+20,mlp.experts.12.down_proj,0.00000030,0.01000,0.232
+20,mlp.experts.13.down_proj,0.06620074,0.01000,0.232
+20,mlp.experts.14.down_proj,0.08758828,0.01000,0.233
+20,mlp.experts.15.down_proj,0.07481354,0.01000,0.233
+20,mlp.experts.16.down_proj,0.40796095,0.01000,0.233
+20,mlp.experts.17.down_proj,0.20895419,0.01000,0.233
+20,mlp.experts.18.down_proj,0.02441988,0.01000,0.232
+20,mlp.experts.19.down_proj,0.01102744,0.01000,0.232
+20,mlp.experts.20.down_proj,0.02081561,0.01000,0.232
+20,mlp.experts.21.down_proj,0.21282667,0.01000,0.233
+20,mlp.experts.22.down_proj,1.25145185,0.01000,0.232
+20,mlp.experts.23.down_proj,0.07165629,0.01000,0.232
+20,mlp.experts.24.down_proj,0.16247621,0.01000,0.232
+20,mlp.experts.25.down_proj,0.04952526,0.01000,0.232
+20,mlp.experts.26.down_proj,0.00604889,0.01000,0.232
+20,mlp.experts.27.down_proj,0.03598606,0.01000,0.233
+20,mlp.experts.28.down_proj,0.04000890,0.01000,0.233
+20,mlp.experts.29.down_proj,0.00579760,0.01000,0.234
+20,mlp.experts.30.down_proj,0.06258592,0.01000,0.234
+20,mlp.experts.31.down_proj,0.00737093,0.01000,0.234
+20,mlp.experts.32.down_proj,0.12293644,0.01000,0.234
+20,mlp.experts.33.down_proj,0.07087757,0.01000,0.234
+20,mlp.experts.34.down_proj,0.00522448,0.01000,0.235
+20,mlp.experts.35.down_proj,0.06943223,0.01000,0.234
+20,mlp.experts.36.down_proj,0.12413245,0.01000,0.234
+20,mlp.experts.37.down_proj,0.03918967,0.01000,0.235
+20,mlp.experts.38.down_proj,1.07621682,0.01000,0.235
+20,mlp.experts.39.down_proj,0.07872587,0.01000,0.235
+20,mlp.experts.40.down_proj,0.00480490,0.01000,0.235
+20,mlp.experts.41.down_proj,0.01470875,0.01000,0.235
+20,mlp.experts.42.down_proj,0.01069533,0.01000,0.235
+20,mlp.experts.43.down_proj,0.03719275,0.01000,0.236
+20,mlp.experts.44.down_proj,0.13265386,0.01000,0.235
+20,mlp.experts.45.down_proj,0.57062113,0.01000,0.235
+20,mlp.experts.46.down_proj,0.02048723,0.01000,0.235
+20,mlp.experts.47.down_proj,0.05892696,0.01000,0.235
+20,mlp.experts.48.down_proj,0.01916608,0.01000,0.238
+20,mlp.experts.49.down_proj,0.00244351,0.01000,0.236
+20,mlp.experts.50.down_proj,0.01397177,0.01000,0.237
+20,mlp.experts.51.down_proj,0.03477367,0.01000,0.236
+20,mlp.experts.52.down_proj,0.00080120,0.01000,0.238
+20,mlp.experts.53.down_proj,0.60828483,0.01000,0.238
+20,mlp.experts.54.down_proj,0.01251661,0.01000,0.239
+20,mlp.experts.55.down_proj,0.06815135,0.01000,0.238
+20,mlp.experts.56.down_proj,0.12791571,0.01000,0.238
+20,mlp.experts.57.down_proj,0.77871001,0.01000,0.239
+20,mlp.experts.58.down_proj,0.00000093,0.01000,0.239
+20,mlp.experts.59.down_proj,0.00390372,0.01000,0.239
+20,mlp.experts.60.down_proj,0.01782749,0.01000,0.239
+20,mlp.experts.61.down_proj,0.12273695,0.01000,0.239
+20,mlp.experts.62.down_proj,0.06506105,0.01000,0.239
+20,mlp.experts.63.down_proj,0.00139205,0.01000,0.240
+20,mlp.experts.64.down_proj,0.11863724,0.01000,0.239
+20,mlp.experts.65.down_proj,0.18049505,0.01000,0.239
+20,mlp.experts.66.down_proj,0.04673766,0.01000,0.239
+20,mlp.experts.67.down_proj,0.04060517,0.01000,0.239
+20,mlp.experts.68.down_proj,0.01537022,0.01000,0.239
+20,mlp.experts.69.down_proj,0.03248386,0.01000,0.239
+20,mlp.experts.70.down_proj,0.05361926,0.01000,0.239
+20,mlp.experts.71.down_proj,0.00010074,0.01000,0.239
+20,mlp.experts.72.down_proj,0.40502521,0.01000,0.240
+20,mlp.experts.73.down_proj,0.00005465,0.01000,0.240
+20,mlp.experts.74.down_proj,0.03111738,0.01000,0.239
+20,mlp.experts.75.down_proj,0.00110391,0.01000,0.239
+20,mlp.experts.76.down_proj,0.00357093,0.01000,0.239
+20,mlp.experts.77.down_proj,0.08430499,0.01000,0.239
+20,mlp.experts.78.down_proj,0.02187315,0.01000,0.239
+20,mlp.experts.79.down_proj,0.02993261,0.01000,0.240
+20,mlp.experts.80.down_proj,0.12180798,0.01000,0.240
+20,mlp.experts.81.down_proj,0.00086277,0.01000,0.239
+20,mlp.experts.82.down_proj,0.09222355,0.01000,0.237
+20,mlp.experts.83.down_proj,0.00841747,0.01000,0.237
+20,mlp.experts.84.down_proj,0.03868664,0.01000,0.238
+20,mlp.experts.85.down_proj,0.00641360,0.01000,0.239
+20,mlp.experts.86.down_proj,0.21086875,0.01000,0.238
+20,mlp.experts.87.down_proj,0.02689233,0.01000,0.237
+20,mlp.experts.88.down_proj,0.02757261,0.01000,0.237
+20,mlp.experts.89.down_proj,0.00677483,0.01000,0.236
+20,mlp.experts.90.down_proj,0.29778618,0.01000,0.236
+20,mlp.experts.91.down_proj,0.07125724,0.01000,0.236
+20,mlp.experts.92.down_proj,0.02070785,0.01000,0.236
+20,mlp.experts.93.down_proj,0.01019420,0.01000,0.236
+20,mlp.experts.94.down_proj,0.10683339,0.01000,0.237
+20,mlp.experts.95.down_proj,0.08931409,0.01000,0.236
+20,mlp.experts.96.down_proj,0.00025027,0.01000,0.236
+20,mlp.experts.97.down_proj,0.02144345,0.01000,0.237
+20,mlp.experts.98.down_proj,0.03278551,0.01000,0.236
+20,mlp.experts.99.down_proj,0.07502908,0.01000,0.236
+20,mlp.experts.100.down_proj,0.08509406,0.01000,0.238
+20,mlp.experts.101.down_proj,0.05385841,0.01000,0.239
+20,mlp.experts.102.down_proj,0.33018857,0.01000,0.236
+20,mlp.experts.103.down_proj,0.05818075,0.01000,0.236
+20,mlp.experts.104.down_proj,0.07082409,0.01000,0.236
+20,mlp.experts.105.down_proj,0.05237221,0.01000,0.238
+20,mlp.experts.106.down_proj,0.08887728,0.01000,0.239
+20,mlp.experts.107.down_proj,0.00042537,0.01000,0.239
+20,mlp.experts.108.down_proj,0.02388067,0.01000,0.239
+20,mlp.experts.109.down_proj,0.04000042,0.01000,0.240
+20,mlp.experts.110.down_proj,0.06954572,0.01000,0.240
+20,mlp.experts.111.down_proj,0.02573294,0.01000,0.240
+20,mlp.experts.112.down_proj,0.00000110,0.01000,0.240
+20,mlp.experts.113.down_proj,0.00617115,0.01000,0.240
+20,mlp.experts.114.down_proj,0.09649415,0.01000,0.239
+20,mlp.experts.115.down_proj,0.00104972,0.01000,0.240
+20,mlp.experts.116.down_proj,0.15988937,0.01000,0.239
+20,mlp.experts.117.down_proj,0.01753849,0.01000,0.240
+20,mlp.experts.118.down_proj,0.00134597,0.01000,0.240
+20,mlp.experts.119.down_proj,0.00165374,0.01000,0.240
+20,mlp.experts.120.down_proj,0.00751300,0.01000,0.240
+20,mlp.experts.121.down_proj,0.04047621,0.01000,0.240
+20,mlp.experts.122.down_proj,0.12660027,0.01000,0.240
+20,mlp.experts.123.down_proj,0.03921443,0.01000,0.240
+20,mlp.experts.124.down_proj,0.01106659,0.01000,0.240
+20,mlp.experts.125.down_proj,0.00893373,0.01000,0.240
+20,mlp.experts.126.down_proj,0.00167268,0.01000,0.240
+20,mlp.experts.127.down_proj,0.01973310,0.01000,0.240
+21,self_attn.q_proj,0.12510888,0.01000,0.632
+21,self_attn.k_proj,0.01792447,0.01000,0.615
+21,self_attn.v_proj,0.01973458,0.01000,0.615
+21,self_attn.o_proj,0.01709837,0.01000,1.249
+21,mlp.experts.0.up_proj,1.07794023,0.01000,0.627
+21,mlp.experts.1.up_proj,0.72275156,0.01000,0.611
+21,mlp.experts.2.up_proj,2.52522016,0.01000,0.613
+21,mlp.experts.3.up_proj,0.00003191,0.01000,0.618
+21,mlp.experts.4.up_proj,0.00001556,0.01000,0.617
+21,mlp.experts.5.up_proj,1.17744386,0.01000,0.618
+21,mlp.experts.6.up_proj,0.19774890,0.01000,0.616
+21,mlp.experts.7.up_proj,2.70668268,0.01000,0.618
+21,mlp.experts.8.up_proj,0.02335935,0.01000,0.617
+21,mlp.experts.9.up_proj,0.28953862,0.01000,0.618
+21,mlp.experts.10.up_proj,0.22317015,0.01000,0.617
+21,mlp.experts.11.up_proj,0.01151128,0.01000,0.617
+21,mlp.experts.12.up_proj,0.04100823,0.01000,0.613
+21,mlp.experts.13.up_proj,0.19840184,0.01000,0.609
+21,mlp.experts.14.up_proj,0.08473089,0.01000,0.609
+21,mlp.experts.15.up_proj,0.09455250,0.01000,0.608
+21,mlp.experts.16.up_proj,0.00084742,0.01000,0.609
+21,mlp.experts.17.up_proj,0.56456733,0.01000,0.609
+21,mlp.experts.18.up_proj,0.00012180,0.01000,0.610
+21,mlp.experts.19.up_proj,0.63414252,0.01000,0.612
+21,mlp.experts.20.up_proj,0.02481323,0.01000,0.612
+21,mlp.experts.21.up_proj,0.03862126,0.01000,0.613
+21,mlp.experts.22.up_proj,0.53101552,0.01000,0.610
+21,mlp.experts.23.up_proj,0.10429519,0.01000,0.609
+21,mlp.experts.24.up_proj,0.69565505,0.01000,0.609
+21,mlp.experts.25.up_proj,0.22178149,0.01000,0.611
+21,mlp.experts.26.up_proj,0.06217629,0.01000,0.615
+21,mlp.experts.27.up_proj,0.01092413,0.01000,0.617
+21,mlp.experts.28.up_proj,0.12199885,0.01000,0.617
+21,mlp.experts.29.up_proj,0.00046495,0.01000,0.617
+21,mlp.experts.30.up_proj,0.01041637,0.01000,0.616
+21,mlp.experts.31.up_proj,0.14594953,0.01000,0.618
+21,mlp.experts.32.up_proj,0.22500634,0.01000,0.618
+21,mlp.experts.33.up_proj,2.31930470,0.01000,0.618
+21,mlp.experts.34.up_proj,0.03262238,0.01000,0.617
+21,mlp.experts.35.up_proj,1.11931372,0.01000,0.618
+21,mlp.experts.36.up_proj,0.01083660,0.01000,0.617
+21,mlp.experts.37.up_proj,0.29299688,0.01000,0.618
+21,mlp.experts.38.up_proj,0.03922902,0.01000,0.616
+21,mlp.experts.39.up_proj,0.02128098,0.01000,0.609
+21,mlp.experts.40.up_proj,0.27739936,0.01000,0.615
+21,mlp.experts.41.up_proj,0.28565285,0.01000,0.612
+21,mlp.experts.42.up_proj,0.00530656,0.01000,0.610
+21,mlp.experts.43.up_proj,0.55709934,0.01000,0.609
+21,mlp.experts.44.up_proj,0.12244359,0.01000,0.610
+21,mlp.experts.45.up_proj,0.25115293,0.01000,0.612
+21,mlp.experts.46.up_proj,0.15540582,0.01000,0.618
+21,mlp.experts.47.up_proj,0.24065512,0.01000,0.619
+21,mlp.experts.48.up_proj,0.39697045,0.01000,0.617
+21,mlp.experts.49.up_proj,0.98580533,0.01000,0.617
+21,mlp.experts.50.up_proj,0.22619559,0.01000,0.620
+21,mlp.experts.51.up_proj,0.05983733,0.01000,0.611
+21,mlp.experts.52.up_proj,1.09391832,0.01000,0.616
+21,mlp.experts.53.up_proj,0.01985108,0.01000,0.615
+21,mlp.experts.54.up_proj,0.05370752,0.01000,0.616
+21,mlp.experts.55.up_proj,0.13234621,0.01000,0.616
+21,mlp.experts.56.up_proj,0.15041667,0.01000,0.618
+21,mlp.experts.57.up_proj,0.43870646,0.01000,0.617
+21,mlp.experts.58.up_proj,0.16263676,0.01000,0.617
+21,mlp.experts.59.up_proj,0.15201375,0.01000,0.617
+21,mlp.experts.60.up_proj,0.29025924,0.01000,0.617
+21,mlp.experts.61.up_proj,0.02381190,0.01000,0.617
+21,mlp.experts.62.up_proj,0.28960013,0.01000,0.617
+21,mlp.experts.63.up_proj,0.03300720,0.01000,0.615
+21,mlp.experts.64.up_proj,0.14017792,0.01000,0.616
+21,mlp.experts.65.up_proj,0.96403396,0.01000,0.609
+21,mlp.experts.66.up_proj,0.54186070,0.01000,0.610
+21,mlp.experts.67.up_proj,0.04341510,0.01000,0.613
+21,mlp.experts.68.up_proj,0.36271647,0.01000,0.613
+21,mlp.experts.69.up_proj,0.83388054,0.01000,0.610
+21,mlp.experts.70.up_proj,0.15284809,0.01000,0.612
+21,mlp.experts.71.up_proj,0.80840015,0.01000,0.614
+21,mlp.experts.72.up_proj,0.03828208,0.01000,0.614
+21,mlp.experts.73.up_proj,0.15899971,0.01000,0.616
+21,mlp.experts.74.up_proj,0.00410952,0.01000,0.617
+21,mlp.experts.75.up_proj,0.00214868,0.01000,0.618
+21,mlp.experts.76.up_proj,0.69052398,0.01000,0.617
+21,mlp.experts.77.up_proj,0.07577290,0.01000,0.617
+21,mlp.experts.78.up_proj,0.06316264,0.01000,0.618
+21,mlp.experts.79.up_proj,0.32287389,0.01000,0.618
+21,mlp.experts.80.up_proj,1.99784970,0.01000,0.619
+21,mlp.experts.81.up_proj,0.47739127,0.01000,0.618
+21,mlp.experts.82.up_proj,4.42836571,0.01000,0.619
+21,mlp.experts.83.up_proj,0.09715002,0.01000,0.620
+21,mlp.experts.84.up_proj,1.81873226,0.01000,0.619
+21,mlp.experts.85.up_proj,0.95695150,0.01000,0.618
+21,mlp.experts.86.up_proj,0.51909709,0.01000,0.609
+21,mlp.experts.87.up_proj,0.04610305,0.01000,0.613
+21,mlp.experts.88.up_proj,0.00459255,0.01000,0.615
+21,mlp.experts.89.up_proj,0.56734383,0.01000,0.617
+21,mlp.experts.90.up_proj,0.01691227,0.01000,0.617
+21,mlp.experts.91.up_proj,0.87900186,0.01000,0.617
+21,mlp.experts.92.up_proj,0.30342782,0.01000,0.617
+21,mlp.experts.93.up_proj,0.01342325,0.01000,0.618
+21,mlp.experts.94.up_proj,0.86990869,0.01000,0.618
+21,mlp.experts.95.up_proj,0.07954012,0.01000,0.617
+21,mlp.experts.96.up_proj,1.04407406,0.01000,0.618
+21,mlp.experts.97.up_proj,0.90723097,0.01000,0.617
+21,mlp.experts.98.up_proj,0.21895528,0.01000,0.618
+21,mlp.experts.99.up_proj,0.54444814,0.01000,0.619
+21,mlp.experts.100.up_proj,0.26622444,0.01000,0.611
+21,mlp.experts.101.up_proj,0.00111419,0.01000,0.610
+21,mlp.experts.102.up_proj,0.58463144,0.01000,0.609
+21,mlp.experts.103.up_proj,0.39696041,0.01000,0.609
+21,mlp.experts.104.up_proj,0.06130038,0.01000,0.612
+21,mlp.experts.105.up_proj,0.31640601,0.01000,0.611
+21,mlp.experts.106.up_proj,0.54977047,0.01000,0.612
+21,mlp.experts.107.up_proj,0.05496143,0.01000,0.612
+21,mlp.experts.108.up_proj,0.00766606,0.01000,0.616
+21,mlp.experts.109.up_proj,0.00210101,0.01000,0.616
+21,mlp.experts.110.up_proj,0.24152304,0.01000,0.615
+21,mlp.experts.111.up_proj,1.65022409,0.01000,0.617
+21,mlp.experts.112.up_proj,0.14896247,0.01000,0.615
+21,mlp.experts.113.up_proj,0.48474121,0.01000,0.617
+21,mlp.experts.114.up_proj,0.07414977,0.01000,0.617
+21,mlp.experts.115.up_proj,0.00236919,0.01000,0.618
+21,mlp.experts.116.up_proj,0.14270574,0.01000,0.617
+21,mlp.experts.117.up_proj,0.07925621,0.01000,0.617
+21,mlp.experts.118.up_proj,0.52171469,0.01000,0.616
+21,mlp.experts.119.up_proj,0.00004758,0.01000,0.617
+21,mlp.experts.120.up_proj,0.00001142,0.01000,0.610
+21,mlp.experts.121.up_proj,0.00150515,0.01000,0.610
+21,mlp.experts.122.up_proj,2.06921721,0.01000,0.612
+21,mlp.experts.123.up_proj,0.00310234,0.01000,0.609
+21,mlp.experts.124.up_proj,0.03234087,0.01000,0.609
+21,mlp.experts.125.up_proj,1.48647690,0.01000,0.608
+21,mlp.experts.126.up_proj,0.01228741,0.01000,0.608
+21,mlp.experts.127.up_proj,0.75545996,0.01000,0.612
+21,mlp.experts.0.gate_proj,1.06501913,0.01000,0.615
+21,mlp.experts.1.gate_proj,0.66962594,0.01000,0.617
+21,mlp.experts.2.gate_proj,2.78769159,0.01000,0.618
+21,mlp.experts.3.gate_proj,0.00003216,0.01000,0.618
+21,mlp.experts.4.gate_proj,0.00001649,0.01000,0.618
+21,mlp.experts.5.gate_proj,1.14190030,0.01000,0.619
+21,mlp.experts.6.gate_proj,0.20719568,0.01000,0.618
+21,mlp.experts.7.gate_proj,2.37565684,0.01000,0.618
+21,mlp.experts.8.gate_proj,0.02340025,0.01000,0.618
+21,mlp.experts.9.gate_proj,0.26013154,0.01000,0.619
+21,mlp.experts.10.gate_proj,0.21354537,0.01000,0.618
+21,mlp.experts.11.gate_proj,0.01200162,0.01000,0.617
+21,mlp.experts.12.gate_proj,0.04471959,0.01000,0.611
+21,mlp.experts.13.gate_proj,0.19451135,0.01000,0.609
+21,mlp.experts.14.gate_proj,0.08474894,0.01000,0.611
+21,mlp.experts.15.gate_proj,0.09718592,0.01000,0.610
+21,mlp.experts.16.gate_proj,0.00087147,0.01000,0.611
+21,mlp.experts.17.gate_proj,0.56234390,0.01000,0.616
+21,mlp.experts.18.gate_proj,0.00012252,0.01000,0.613
+21,mlp.experts.19.gate_proj,0.65023685,0.01000,0.612
+21,mlp.experts.20.gate_proj,0.02498419,0.01000,0.610
+21,mlp.experts.21.gate_proj,0.03962195,0.01000,0.611
+21,mlp.experts.22.gate_proj,0.47870219,0.01000,0.611
+21,mlp.experts.23.gate_proj,0.10261106,0.01000,0.612
+21,mlp.experts.24.gate_proj,0.61056411,0.01000,0.615
+21,mlp.experts.25.gate_proj,0.20820168,0.01000,0.618
+21,mlp.experts.26.gate_proj,0.06286587,0.01000,0.620
+21,mlp.experts.27.gate_proj,0.01125903,0.01000,0.620
+21,mlp.experts.28.gate_proj,0.12135504,0.01000,0.619
+21,mlp.experts.29.gate_proj,0.00047367,0.01000,0.619
+21,mlp.experts.30.gate_proj,0.00978575,0.01000,0.619
+21,mlp.experts.31.gate_proj,0.12886144,0.01000,0.620
+21,mlp.experts.32.gate_proj,0.34425497,0.01000,0.620
+21,mlp.experts.33.gate_proj,2.32206964,0.01000,0.623
+21,mlp.experts.34.gate_proj,0.03279369,0.01000,0.622
+21,mlp.experts.35.gate_proj,0.66719902,0.01000,0.618
+21,mlp.experts.36.gate_proj,0.01142774,0.01000,0.620
+21,mlp.experts.37.gate_proj,0.28483233,0.01000,0.617
+21,mlp.experts.38.gate_proj,0.03959160,0.01000,0.610
+21,mlp.experts.39.gate_proj,0.02134047,0.01000,0.610
+21,mlp.experts.40.gate_proj,0.17616218,0.01000,0.612
+21,mlp.experts.41.gate_proj,0.25547627,0.01000,0.610
+21,mlp.experts.42.gate_proj,0.00548703,0.01000,0.612
+21,mlp.experts.43.gate_proj,0.55488980,0.01000,0.612
+21,mlp.experts.44.gate_proj,0.12232978,0.01000,0.613
+21,mlp.experts.45.gate_proj,0.22021520,0.01000,0.617
+21,mlp.experts.46.gate_proj,0.15522772,0.01000,0.618
+21,mlp.experts.47.gate_proj,0.23857585,0.01000,0.618
+21,mlp.experts.48.gate_proj,0.34901255,0.01000,0.618
+21,mlp.experts.49.gate_proj,0.93049812,0.01000,0.618
+21,mlp.experts.50.gate_proj,0.22913662,0.01000,0.619
+21,mlp.experts.51.gate_proj,0.06110210,0.01000,0.618
+21,mlp.experts.52.gate_proj,0.88031322,0.01000,0.618
+21,mlp.experts.53.gate_proj,0.02061688,0.01000,0.619
+21,mlp.experts.54.gate_proj,0.05019256,0.01000,0.619
+21,mlp.experts.55.gate_proj,0.13321584,0.01000,0.618
+21,mlp.experts.56.gate_proj,0.15623868,0.01000,0.620
+21,mlp.experts.57.gate_proj,0.43360811,0.01000,0.619
+21,mlp.experts.58.gate_proj,0.16905698,0.01000,0.619
+21,mlp.experts.59.gate_proj,0.15466732,0.01000,0.617
+21,mlp.experts.60.gate_proj,0.28067166,0.01000,0.618
+21,mlp.experts.61.gate_proj,0.02586056,0.01000,0.617
+21,mlp.experts.62.gate_proj,0.28033665,0.01000,0.617
+21,mlp.experts.63.gate_proj,0.03469142,0.01000,0.617
+21,mlp.experts.64.gate_proj,0.15231511,0.01000,0.617
+21,mlp.experts.65.gate_proj,0.95154083,0.01000,0.616
+21,mlp.experts.66.gate_proj,0.53116256,0.01000,0.619
+21,mlp.experts.67.gate_proj,0.04444865,0.01000,0.616
+21,mlp.experts.68.gate_proj,0.35040146,0.01000,0.618
+21,mlp.experts.69.gate_proj,1.07571554,0.01000,0.620
+21,mlp.experts.70.gate_proj,0.16031736,0.01000,0.612
+21,mlp.experts.71.gate_proj,0.81215084,0.01000,0.618
+21,mlp.experts.72.gate_proj,0.03963812,0.01000,0.620
+21,mlp.experts.73.gate_proj,0.15788528,0.01000,0.619
+21,mlp.experts.74.gate_proj,0.00427794,0.01000,0.622
+21,mlp.experts.75.gate_proj,0.00219928,0.01000,0.619
+21,mlp.experts.76.gate_proj,0.69777155,0.01000,0.618
+21,mlp.experts.77.gate_proj,0.07653128,0.01000,0.618
+21,mlp.experts.78.gate_proj,0.06814937,0.01000,0.619
+21,mlp.experts.79.gate_proj,0.31512070,0.01000,0.617
+21,mlp.experts.80.gate_proj,2.03748775,0.01000,0.618
+21,mlp.experts.81.gate_proj,0.49164405,0.01000,0.619
+21,mlp.experts.82.gate_proj,3.96759343,0.01000,0.618
+21,mlp.experts.83.gate_proj,0.09656295,0.01000,0.616
+21,mlp.experts.84.gate_proj,1.84400117,0.01000,0.610
+21,mlp.experts.85.gate_proj,0.97804850,0.01000,0.609
+21,mlp.experts.86.gate_proj,0.51128536,0.01000,0.608
+21,mlp.experts.87.gate_proj,0.04605292,0.01000,0.608
+21,mlp.experts.88.gate_proj,0.00434500,0.01000,0.610
+21,mlp.experts.89.gate_proj,0.55463231,0.01000,0.607
+21,mlp.experts.90.gate_proj,0.01565378,0.01000,0.611
+21,mlp.experts.91.gate_proj,0.92106664,0.01000,0.609
+21,mlp.experts.92.gate_proj,0.32205069,0.01000,0.613
+21,mlp.experts.93.gate_proj,0.01353818,0.01000,0.607
+21,mlp.experts.94.gate_proj,0.92750645,0.01000,0.608
+21,mlp.experts.95.gate_proj,0.07989880,0.01000,0.619
+21,mlp.experts.96.gate_proj,1.02330041,0.01000,0.617
+21,mlp.experts.97.gate_proj,0.86396682,0.01000,0.615
+21,mlp.experts.98.gate_proj,0.20517175,0.01000,0.619
+21,mlp.experts.99.gate_proj,0.53203142,0.01000,0.617
+21,mlp.experts.100.gate_proj,0.27431178,0.01000,0.616
+21,mlp.experts.101.gate_proj,0.00101477,0.01000,0.618
+21,mlp.experts.102.gate_proj,0.55107164,0.01000,0.617
+21,mlp.experts.103.gate_proj,0.36462384,0.01000,0.616
+21,mlp.experts.104.gate_proj,0.06117421,0.01000,0.617
+21,mlp.experts.105.gate_proj,0.30569869,0.01000,0.618
+21,mlp.experts.106.gate_proj,0.53501874,0.01000,0.615
+21,mlp.experts.107.gate_proj,0.05546218,0.01000,0.608
+21,mlp.experts.108.gate_proj,0.00760126,0.01000,0.608
+21,mlp.experts.109.gate_proj,0.00225201,0.01000,0.608
+21,mlp.experts.110.gate_proj,0.21398307,0.01000,0.610
+21,mlp.experts.111.gate_proj,1.46690607,0.01000,0.608
+21,mlp.experts.112.gate_proj,0.13343662,0.01000,0.609
+21,mlp.experts.113.gate_proj,0.44591704,0.01000,0.608
+21,mlp.experts.114.gate_proj,0.07129687,0.01000,0.610
+21,mlp.experts.115.gate_proj,0.00246012,0.01000,0.609
+21,mlp.experts.116.gate_proj,0.13646558,0.01000,0.610
+21,mlp.experts.117.gate_proj,0.06791056,0.01000,0.616
+21,mlp.experts.118.gate_proj,0.47669965,0.01000,0.618
+21,mlp.experts.119.gate_proj,0.00004673,0.01000,0.618
+21,mlp.experts.120.gate_proj,0.00001170,0.01000,0.619
+21,mlp.experts.121.gate_proj,0.00161887,0.01000,0.618
+21,mlp.experts.122.gate_proj,2.11528635,0.01000,0.618
+21,mlp.experts.123.gate_proj,0.00322552,0.01000,0.618
+21,mlp.experts.124.gate_proj,0.03335184,0.01000,0.618
+21,mlp.experts.125.gate_proj,1.07212818,0.01000,0.617
+21,mlp.experts.126.gate_proj,0.01267493,0.01000,0.618
+21,mlp.experts.127.gate_proj,0.59187305,0.01000,0.618
+21,mlp.experts.0.down_proj,0.28478786,0.01000,0.252
+21,mlp.experts.1.down_proj,0.11330198,0.01000,0.230
+21,mlp.experts.2.down_proj,0.39140823,0.01000,0.231
+21,mlp.experts.3.down_proj,0.00000850,0.01000,0.232
+21,mlp.experts.4.down_proj,0.00000141,0.01000,0.232
+21,mlp.experts.5.down_proj,0.23757005,0.01000,0.232
+21,mlp.experts.6.down_proj,0.01938834,0.01000,0.232
+21,mlp.experts.7.down_proj,0.54378808,0.01000,0.234
+21,mlp.experts.8.down_proj,0.00442787,0.01000,0.234
+21,mlp.experts.9.down_proj,0.06239536,0.01000,0.234
+21,mlp.experts.10.down_proj,0.06460181,0.01000,0.234
+21,mlp.experts.11.down_proj,0.00184650,0.01000,0.234
+21,mlp.experts.12.down_proj,0.00301447,0.01000,0.233
+21,mlp.experts.13.down_proj,0.03112033,0.01000,0.234
+21,mlp.experts.14.down_proj,0.01653709,0.01000,0.234
+21,mlp.experts.15.down_proj,0.01445228,0.01000,0.234
+21,mlp.experts.16.down_proj,0.00048693,0.01000,0.234
+21,mlp.experts.17.down_proj,0.10605809,0.01000,0.234
+21,mlp.experts.18.down_proj,0.00003476,0.01000,0.234
+21,mlp.experts.19.down_proj,0.12227497,0.01000,0.234
+21,mlp.experts.20.down_proj,0.00666556,0.01000,0.233
+21,mlp.experts.21.down_proj,0.00614674,0.01000,0.234
+21,mlp.experts.22.down_proj,0.10437926,0.01000,0.234
+21,mlp.experts.23.down_proj,0.01658081,0.01000,0.234
+21,mlp.experts.24.down_proj,0.12272649,0.01000,0.234
+21,mlp.experts.25.down_proj,0.05902604,0.01000,0.234
+21,mlp.experts.26.down_proj,0.01158763,0.01000,0.234
+21,mlp.experts.27.down_proj,0.00258123,0.01000,0.234
+21,mlp.experts.28.down_proj,0.02813574,0.01000,0.233
+21,mlp.experts.29.down_proj,0.00015596,0.01000,0.234
+21,mlp.experts.30.down_proj,0.00369607,0.01000,0.234
+21,mlp.experts.31.down_proj,0.03445408,0.01000,0.234
+21,mlp.experts.32.down_proj,0.02927548,0.01000,0.233
+21,mlp.experts.33.down_proj,0.50065506,0.01000,0.236
+21,mlp.experts.34.down_proj,0.00739904,0.01000,0.236
+21,mlp.experts.35.down_proj,0.20715418,0.01000,0.236
+21,mlp.experts.36.down_proj,0.00336106,0.01000,0.234
+21,mlp.experts.37.down_proj,0.05022237,0.01000,0.234
+21,mlp.experts.38.down_proj,0.00592407,0.01000,0.235
+21,mlp.experts.39.down_proj,0.00357514,0.01000,0.234
+21,mlp.experts.40.down_proj,0.05651236,0.01000,0.235
+21,mlp.experts.41.down_proj,0.04991781,0.01000,0.235
+21,mlp.experts.42.down_proj,0.00164733,0.01000,0.235
+21,mlp.experts.43.down_proj,0.10929289,0.01000,0.235
+21,mlp.experts.44.down_proj,0.02432375,0.01000,0.235
+21,mlp.experts.45.down_proj,0.05119365,0.01000,0.235
+21,mlp.experts.46.down_proj,0.02599237,0.01000,0.235
+21,mlp.experts.47.down_proj,0.07258929,0.01000,0.236
+21,mlp.experts.48.down_proj,0.07540546,0.01000,0.235
+21,mlp.experts.49.down_proj,0.23512512,0.01000,0.235
+21,mlp.experts.50.down_proj,0.05663918,0.01000,0.235
+21,mlp.experts.51.down_proj,0.00763242,0.01000,0.235
+21,mlp.experts.52.down_proj,0.15364973,0.01000,0.236
+21,mlp.experts.53.down_proj,0.00350383,0.01000,0.235
+21,mlp.experts.54.down_proj,0.01252375,0.01000,0.235
+21,mlp.experts.55.down_proj,0.13673466,0.01000,0.236
+21,mlp.experts.56.down_proj,0.03059363,0.01000,0.236
+21,mlp.experts.57.down_proj,0.09240991,0.01000,0.235
+21,mlp.experts.58.down_proj,0.02611251,0.01000,0.237
+21,mlp.experts.59.down_proj,0.04860792,0.01000,0.237
+21,mlp.experts.60.down_proj,0.05360411,0.01000,0.237
+21,mlp.experts.61.down_proj,0.00461639,0.01000,0.236
+21,mlp.experts.62.down_proj,0.07403737,0.01000,0.236
+21,mlp.experts.63.down_proj,0.00531836,0.01000,0.236
+21,mlp.experts.64.down_proj,0.03076389,0.01000,0.236
+21,mlp.experts.65.down_proj,0.24983923,0.01000,0.236
+21,mlp.experts.66.down_proj,0.11882028,0.01000,0.236
+21,mlp.experts.67.down_proj,0.00784511,0.01000,0.236
+21,mlp.experts.68.down_proj,0.06598676,0.01000,0.236
+21,mlp.experts.69.down_proj,0.13852456,0.01000,0.236
+21,mlp.experts.70.down_proj,0.02414721,0.01000,0.236
+21,mlp.experts.71.down_proj,0.13851446,0.01000,0.237
+21,mlp.experts.72.down_proj,0.00945408,0.01000,0.237
+21,mlp.experts.73.down_proj,0.02376138,0.01000,0.239
+21,mlp.experts.74.down_proj,0.00248526,0.01000,0.240
+21,mlp.experts.75.down_proj,0.00060669,0.01000,0.241
+21,mlp.experts.76.down_proj,0.13953383,0.01000,0.240
+21,mlp.experts.77.down_proj,0.00982109,0.01000,0.240
+21,mlp.experts.78.down_proj,0.01846515,0.01000,0.240
+21,mlp.experts.79.down_proj,0.06938520,0.01000,0.241
+21,mlp.experts.80.down_proj,0.40102533,0.01000,0.240
+21,mlp.experts.81.down_proj,0.07640147,0.01000,0.240
+21,mlp.experts.82.down_proj,2.57657099,0.01000,0.241
+21,mlp.experts.83.down_proj,0.02800994,0.01000,0.240
+21,mlp.experts.84.down_proj,0.61058664,0.01000,0.241
+21,mlp.experts.85.down_proj,0.16985102,0.01000,0.240
+21,mlp.experts.86.down_proj,0.09913606,0.01000,0.240
+21,mlp.experts.87.down_proj,0.00802328,0.01000,0.241
+21,mlp.experts.88.down_proj,0.00176830,0.01000,0.240
+21,mlp.experts.89.down_proj,0.08776422,0.01000,0.240
+21,mlp.experts.90.down_proj,0.00698944,0.01000,0.241
+21,mlp.experts.91.down_proj,0.14873001,0.01000,0.241
+21,mlp.experts.92.down_proj,0.04590735,0.01000,0.241
+21,mlp.experts.93.down_proj,0.00419589,0.01000,0.241
+21,mlp.experts.94.down_proj,0.17368409,0.01000,0.240
+21,mlp.experts.95.down_proj,0.01704374,0.01000,0.240
+21,mlp.experts.96.down_proj,0.26937577,0.01000,0.240
+21,mlp.experts.97.down_proj,0.15118447,0.01000,0.240
+21,mlp.experts.98.down_proj,0.04678854,0.01000,0.240
+21,mlp.experts.99.down_proj,0.07806031,0.01000,0.240
+21,mlp.experts.100.down_proj,0.08286342,0.01000,0.241
+21,mlp.experts.101.down_proj,0.00047209,0.01000,0.241
+21,mlp.experts.102.down_proj,0.10784893,0.01000,0.241
+21,mlp.experts.103.down_proj,0.06927007,0.01000,0.241
+21,mlp.experts.104.down_proj,0.01996979,0.01000,0.241
+21,mlp.experts.105.down_proj,0.05403289,0.01000,0.241
+21,mlp.experts.106.down_proj,0.17953643,0.01000,0.241
+21,mlp.experts.107.down_proj,0.01122386,0.01000,0.240
+21,mlp.experts.108.down_proj,0.00236174,0.01000,0.238
+21,mlp.experts.109.down_proj,0.00077291,0.01000,0.238
+21,mlp.experts.110.down_proj,0.04781702,0.01000,0.237
+21,mlp.experts.111.down_proj,0.46515691,0.01000,0.237
+21,mlp.experts.112.down_proj,0.02731780,0.01000,0.238
+21,mlp.experts.113.down_proj,0.10459363,0.01000,0.237
+21,mlp.experts.114.down_proj,0.02250032,0.01000,0.238
+21,mlp.experts.115.down_proj,0.00046173,0.01000,0.238
+21,mlp.experts.116.down_proj,0.03244323,0.01000,0.238
+21,mlp.experts.117.down_proj,0.01540871,0.01000,0.237
+21,mlp.experts.118.down_proj,0.09406805,0.01000,0.237
+21,mlp.experts.119.down_proj,0.00001266,0.01000,0.237
+21,mlp.experts.120.down_proj,0.00000285,0.01000,0.237
+21,mlp.experts.121.down_proj,0.00081383,0.01000,0.237
+21,mlp.experts.122.down_proj,0.72846788,0.01000,0.237
+21,mlp.experts.123.down_proj,0.00076090,0.01000,0.238
+21,mlp.experts.124.down_proj,0.00504420,0.01000,0.237
+21,mlp.experts.125.down_proj,0.33683819,0.01000,0.237
+21,mlp.experts.126.down_proj,0.00353504,0.01000,0.237
+21,mlp.experts.127.down_proj,0.12137148,0.01000,0.238
+22,self_attn.q_proj,0.14285508,0.01000,0.629
+22,self_attn.k_proj,0.01790092,0.01000,0.614
+22,self_attn.v_proj,0.02103570,0.01000,0.610
+22,self_attn.o_proj,0.01787798,0.01000,1.241
+22,mlp.experts.0.up_proj,0.05739490,0.01000,0.659
+22,mlp.experts.1.up_proj,0.09747562,0.01000,0.616
+22,mlp.experts.2.up_proj,0.17315292,0.01000,0.617
+22,mlp.experts.3.up_proj,0.63547766,0.01000,0.619
+22,mlp.experts.4.up_proj,0.18758275,0.01000,0.611
+22,mlp.experts.5.up_proj,0.21224001,0.01000,0.613
+22,mlp.experts.6.up_proj,0.38964078,0.01000,0.615
+22,mlp.experts.7.up_proj,0.03800458,0.01000,0.613
+22,mlp.experts.8.up_proj,0.02601164,0.01000,0.612
+22,mlp.experts.9.up_proj,0.96887422,0.01000,0.613
+22,mlp.experts.10.up_proj,0.26688737,0.01000,0.612
+22,mlp.experts.11.up_proj,0.00000704,0.01000,0.613
+22,mlp.experts.12.up_proj,0.03677138,0.01000,0.613
+22,mlp.experts.13.up_proj,0.62726355,0.01000,0.615
+22,mlp.experts.14.up_proj,0.19797629,0.01000,0.617
+22,mlp.experts.15.up_proj,0.05500963,0.01000,0.615
+22,mlp.experts.16.up_proj,2.77520227,0.01000,0.614
+22,mlp.experts.17.up_proj,0.00389173,0.01000,0.613
+22,mlp.experts.18.up_proj,0.78935236,0.01000,0.620
+22,mlp.experts.19.up_proj,0.48438278,0.01000,0.619
+22,mlp.experts.20.up_proj,0.09486401,0.01000,0.620
+22,mlp.experts.21.up_proj,0.26708585,0.01000,0.621
+22,mlp.experts.22.up_proj,0.03516654,0.01000,0.621
+22,mlp.experts.23.up_proj,0.22857496,0.01000,0.620
+22,mlp.experts.24.up_proj,0.00011654,0.01000,0.620
+22,mlp.experts.25.up_proj,0.30726612,0.01000,0.620
+22,mlp.experts.26.up_proj,2.05194187,0.01000,0.619
+22,mlp.experts.27.up_proj,0.25431097,0.01000,0.620
+22,mlp.experts.28.up_proj,0.02062017,0.01000,0.621
+22,mlp.experts.29.up_proj,0.04962451,0.01000,0.621
+22,mlp.experts.30.up_proj,1.08186567,0.01000,0.618
+22,mlp.experts.31.up_proj,0.37711981,0.01000,0.613
+22,mlp.experts.32.up_proj,0.13466528,0.01000,0.612
+22,mlp.experts.33.up_proj,0.12991409,0.01000,0.613
+22,mlp.experts.34.up_proj,0.00427306,0.01000,0.615
+22,mlp.experts.35.up_proj,0.65353632,0.01000,0.612
+22,mlp.experts.36.up_proj,0.16124037,0.01000,0.614
+22,mlp.experts.37.up_proj,0.02008773,0.01000,0.614
+22,mlp.experts.38.up_proj,0.00472818,0.01000,0.610
+22,mlp.experts.39.up_proj,0.37559652,0.01000,0.619
+22,mlp.experts.40.up_proj,0.60415912,0.01000,0.619
+22,mlp.experts.41.up_proj,0.28596312,0.01000,0.619
+22,mlp.experts.42.up_proj,0.00365913,0.01000,0.621
+22,mlp.experts.43.up_proj,0.51503533,0.01000,0.621
+22,mlp.experts.44.up_proj,0.00432915,0.01000,0.621
+22,mlp.experts.45.up_proj,0.18040861,0.01000,0.620
+22,mlp.experts.46.up_proj,0.00137904,0.01000,0.620
+22,mlp.experts.47.up_proj,0.04606370,0.01000,0.620
+22,mlp.experts.48.up_proj,0.17518133,0.01000,0.619
+22,mlp.experts.49.up_proj,0.00302195,0.01000,0.619
+22,mlp.experts.50.up_proj,0.46209249,0.01000,0.619
+22,mlp.experts.51.up_proj,0.11081873,0.01000,0.618
+22,mlp.experts.52.up_proj,0.59499723,0.01000,0.611
+22,mlp.experts.53.up_proj,0.00038212,0.01000,0.611
+22,mlp.experts.54.up_proj,0.04353673,0.01000,0.613
+22,mlp.experts.55.up_proj,2.81090498,0.01000,0.612
+22,mlp.experts.56.up_proj,0.19973087,0.01000,0.612
+22,mlp.experts.57.up_proj,0.40595216,0.01000,0.614
+22,mlp.experts.58.up_proj,0.50856531,0.01000,0.615
+22,mlp.experts.59.up_proj,0.05914061,0.01000,0.614
+22,mlp.experts.60.up_proj,0.00374730,0.01000,0.615
+22,mlp.experts.61.up_proj,0.24818265,0.01000,0.613
+22,mlp.experts.62.up_proj,0.64857638,0.01000,0.612
+22,mlp.experts.63.up_proj,0.07646365,0.01000,0.612
+22,mlp.experts.64.up_proj,0.76086253,0.01000,0.611
+22,mlp.experts.65.up_proj,0.07569090,0.01000,0.615
+22,mlp.experts.66.up_proj,1.22718692,0.01000,0.613
+22,mlp.experts.67.up_proj,0.00724524,0.01000,0.619
+22,mlp.experts.68.up_proj,2.54607153,0.01000,0.619
+22,mlp.experts.69.up_proj,0.82684672,0.01000,0.619
+22,mlp.experts.70.up_proj,0.30203462,0.01000,0.619
+22,mlp.experts.71.up_proj,2.79107118,0.01000,0.620
+22,mlp.experts.72.up_proj,0.00611541,0.01000,0.619
+22,mlp.experts.73.up_proj,0.35166085,0.01000,0.620
+22,mlp.experts.74.up_proj,0.31186998,0.01000,0.619
+22,mlp.experts.75.up_proj,0.03321632,0.01000,0.620
+22,mlp.experts.76.up_proj,0.47092426,0.01000,0.621
+22,mlp.experts.77.up_proj,0.00082791,0.01000,0.622
+22,mlp.experts.78.up_proj,0.97580397,0.01000,0.620
+22,mlp.experts.79.up_proj,0.00002505,0.01000,0.618
+22,mlp.experts.80.up_proj,0.30361232,0.01000,0.614
+22,mlp.experts.81.up_proj,0.00530980,0.01000,0.613
+22,mlp.experts.82.up_proj,0.47155643,0.01000,0.612
+22,mlp.experts.83.up_proj,0.10889848,0.01000,0.611
+22,mlp.experts.84.up_proj,0.02011766,0.01000,0.611
+22,mlp.experts.85.up_proj,0.61338097,0.01000,0.611
+22,mlp.experts.86.up_proj,0.13022390,0.01000,0.620
+22,mlp.experts.87.up_proj,0.01996999,0.01000,0.620
+22,mlp.experts.88.up_proj,0.34852439,0.01000,0.618
+22,mlp.experts.89.up_proj,0.00013287,0.01000,0.619
+22,mlp.experts.90.up_proj,0.27714378,0.01000,0.619
+22,mlp.experts.91.up_proj,0.94148499,0.01000,0.620
+22,mlp.experts.92.up_proj,0.08214664,0.01000,0.621
+22,mlp.experts.93.up_proj,0.00197140,0.01000,0.620
+22,mlp.experts.94.up_proj,2.32554007,0.01000,0.619
+22,mlp.experts.95.up_proj,0.60870844,0.01000,0.620
+22,mlp.experts.96.up_proj,0.11469004,0.01000,0.620
+22,mlp.experts.97.up_proj,0.29376668,0.01000,0.619
+22,mlp.experts.98.up_proj,1.50513840,0.01000,0.620
+22,mlp.experts.99.up_proj,0.24919824,0.01000,0.612
+22,mlp.experts.100.up_proj,0.02759346,0.01000,0.611
+22,mlp.experts.101.up_proj,0.16212872,0.01000,0.611
+22,mlp.experts.102.up_proj,0.00645772,0.01000,0.610
+22,mlp.experts.103.up_proj,0.24389639,0.01000,0.610
+22,mlp.experts.104.up_proj,0.02118758,0.01000,0.610
+22,mlp.experts.105.up_proj,0.26450449,0.01000,0.611
+22,mlp.experts.106.up_proj,0.00004081,0.01000,0.613
+22,mlp.experts.107.up_proj,0.57283151,0.01000,0.613
+22,mlp.experts.108.up_proj,0.33701164,0.01000,0.616
+22,mlp.experts.109.up_proj,0.19725087,0.01000,0.620
+22,mlp.experts.110.up_proj,0.36238623,0.01000,0.626
+22,mlp.experts.111.up_proj,0.02335315,0.01000,0.621
+22,mlp.experts.112.up_proj,0.49715799,0.01000,0.620
+22,mlp.experts.113.up_proj,0.45534784,0.01000,0.623
+22,mlp.experts.114.up_proj,0.00052813,0.01000,0.622
+22,mlp.experts.115.up_proj,0.01476662,0.01000,0.619
+22,mlp.experts.116.up_proj,0.03233443,0.01000,0.617
+22,mlp.experts.117.up_proj,0.00002596,0.01000,0.613
+22,mlp.experts.118.up_proj,0.00148970,0.01000,0.612
+22,mlp.experts.119.up_proj,0.29388940,0.01000,0.613
+22,mlp.experts.120.up_proj,0.48009357,0.01000,0.613
+22,mlp.experts.121.up_proj,0.01836339,0.01000,0.618
+22,mlp.experts.122.up_proj,0.00321834,0.01000,0.617
+22,mlp.experts.123.up_proj,0.27185351,0.01000,0.619
+22,mlp.experts.124.up_proj,0.52501202,0.01000,0.620
+22,mlp.experts.125.up_proj,0.00254862,0.01000,0.620
+22,mlp.experts.126.up_proj,2.26215219,0.01000,0.622
+22,mlp.experts.127.up_proj,0.01634215,0.01000,0.619
+22,mlp.experts.0.gate_proj,0.05968188,0.01000,0.620
+22,mlp.experts.1.gate_proj,0.10065289,0.01000,0.619
+22,mlp.experts.2.gate_proj,0.15486628,0.01000,0.618
+22,mlp.experts.3.gate_proj,0.62456119,0.01000,0.622
+22,mlp.experts.4.gate_proj,0.19990391,0.01000,0.621
+22,mlp.experts.5.gate_proj,0.23139396,0.01000,0.620
+22,mlp.experts.6.gate_proj,0.43343121,0.01000,0.620
+22,mlp.experts.7.gate_proj,0.03904268,0.01000,0.618
+22,mlp.experts.8.gate_proj,0.02687517,0.01000,0.611
+22,mlp.experts.9.gate_proj,1.07400906,0.01000,0.611
+22,mlp.experts.10.gate_proj,0.25873175,0.01000,0.612
+22,mlp.experts.11.gate_proj,0.00000641,0.01000,0.611
+22,mlp.experts.12.gate_proj,0.03844450,0.01000,0.616
+22,mlp.experts.13.gate_proj,0.55095351,0.01000,0.613
+22,mlp.experts.14.gate_proj,0.19077393,0.01000,0.613
+22,mlp.experts.15.gate_proj,0.04809929,0.01000,0.612
+22,mlp.experts.16.gate_proj,2.80979204,0.01000,0.611
+22,mlp.experts.17.gate_proj,0.00386630,0.01000,0.610
+22,mlp.experts.18.gate_proj,0.71640408,0.01000,0.610
+22,mlp.experts.19.gate_proj,0.50227761,0.01000,0.611
+22,mlp.experts.20.gate_proj,0.09013554,0.01000,0.620
+22,mlp.experts.21.gate_proj,0.27307183,0.01000,0.625
+22,mlp.experts.22.gate_proj,0.03615455,0.01000,0.625
+22,mlp.experts.23.gate_proj,0.23437819,0.01000,0.625
+22,mlp.experts.24.gate_proj,0.00012039,0.01000,0.625
+22,mlp.experts.25.gate_proj,0.30655986,0.01000,0.625
+22,mlp.experts.26.gate_proj,2.02717924,0.01000,0.625
+22,mlp.experts.27.gate_proj,0.27716538,0.01000,0.625
+22,mlp.experts.28.gate_proj,0.02337308,0.01000,0.618
+22,mlp.experts.29.gate_proj,0.05079745,0.01000,0.616
+22,mlp.experts.30.gate_proj,0.98918098,0.01000,0.618
+22,mlp.experts.31.gate_proj,0.36465582,0.01000,0.619
+22,mlp.experts.32.gate_proj,0.13281080,0.01000,0.617
+22,mlp.experts.33.gate_proj,0.12538767,0.01000,0.617
+22,mlp.experts.34.gate_proj,0.00443918,0.01000,0.617
+22,mlp.experts.35.gate_proj,0.66748178,0.01000,0.618
+22,mlp.experts.36.gate_proj,0.16915981,0.01000,0.617
+22,mlp.experts.37.gate_proj,0.01969066,0.01000,0.616
+22,mlp.experts.38.gate_proj,0.03110825,0.01000,0.631
+22,mlp.experts.39.gate_proj,0.34447610,0.01000,0.623
+22,mlp.experts.40.gate_proj,0.53645194,0.01000,0.624
+22,mlp.experts.41.gate_proj,0.26118022,0.01000,0.623
+22,mlp.experts.42.gate_proj,0.00382534,0.01000,0.622
+22,mlp.experts.43.gate_proj,0.50573361,0.01000,0.623
+22,mlp.experts.44.gate_proj,0.00442379,0.01000,0.623
+22,mlp.experts.45.gate_proj,0.17986006,0.01000,0.623
+22,mlp.experts.46.gate_proj,0.00133669,0.01000,0.623
+22,mlp.experts.47.gate_proj,0.04678915,0.01000,0.622
+22,mlp.experts.48.gate_proj,0.17427589,0.01000,0.621
+22,mlp.experts.49.gate_proj,0.00302599,0.01000,0.623
+22,mlp.experts.50.gate_proj,0.43792778,0.01000,0.618
+22,mlp.experts.51.gate_proj,0.10734820,0.01000,0.615
+22,mlp.experts.52.gate_proj,0.51692861,0.01000,0.617
+22,mlp.experts.53.gate_proj,0.00032742,0.01000,0.618
+22,mlp.experts.54.gate_proj,0.04317290,0.01000,0.627
+22,mlp.experts.55.gate_proj,2.70709991,0.01000,0.618
+22,mlp.experts.56.gate_proj,0.18529692,0.01000,0.621
+22,mlp.experts.57.gate_proj,0.36980438,0.01000,0.618
+22,mlp.experts.58.gate_proj,0.51049590,0.01000,0.616
+22,mlp.experts.59.gate_proj,0.05970822,0.01000,0.627
+22,mlp.experts.60.gate_proj,0.00370320,0.01000,0.624
+22,mlp.experts.61.gate_proj,0.19984999,0.01000,0.625
+22,mlp.experts.62.gate_proj,0.57627743,0.01000,0.624
+22,mlp.experts.63.gate_proj,0.08360130,0.01000,0.624
+22,mlp.experts.64.gate_proj,0.68342459,0.01000,0.625
+22,mlp.experts.65.gate_proj,0.06991652,0.01000,0.626
+22,mlp.experts.66.gate_proj,1.25276160,0.01000,0.625
+22,mlp.experts.67.gate_proj,0.00754159,0.01000,0.625
+22,mlp.experts.68.gate_proj,2.48627758,0.01000,0.624
+22,mlp.experts.69.gate_proj,0.75278962,0.01000,0.625
+22,mlp.experts.70.gate_proj,0.33739308,0.01000,0.630
+22,mlp.experts.71.gate_proj,3.18201637,0.01000,0.630
+22,mlp.experts.72.gate_proj,0.00595930,0.01000,0.627
+22,mlp.experts.73.gate_proj,0.35379028,0.01000,0.619
+22,mlp.experts.74.gate_proj,0.29830980,0.01000,0.620
+22,mlp.experts.75.gate_proj,0.03417489,0.01000,0.620
+22,mlp.experts.76.gate_proj,0.45491493,0.01000,0.616
+22,mlp.experts.77.gate_proj,0.00087401,0.01000,0.617
+22,mlp.experts.78.gate_proj,0.99272376,0.01000,0.615
+22,mlp.experts.79.gate_proj,0.00002494,0.01000,0.616
+22,mlp.experts.80.gate_proj,0.30830044,0.01000,0.614
+22,mlp.experts.81.gate_proj,0.00540132,0.01000,0.615
+22,mlp.experts.82.gate_proj,0.43187758,0.01000,0.620
+22,mlp.experts.83.gate_proj,0.10460803,0.01000,0.617
+22,mlp.experts.84.gate_proj,0.02055634,0.01000,0.617
+22,mlp.experts.85.gate_proj,0.59840101,0.01000,0.618
+22,mlp.experts.86.gate_proj,0.12442382,0.01000,0.617
+22,mlp.experts.87.gate_proj,0.01995494,0.01000,0.624
+22,mlp.experts.88.gate_proj,0.30895728,0.01000,0.624
+22,mlp.experts.89.gate_proj,0.00014087,0.01000,0.625
+22,mlp.experts.90.gate_proj,0.25436735,0.01000,0.625
+22,mlp.experts.91.gate_proj,0.90305591,0.01000,0.625
+22,mlp.experts.92.gate_proj,0.08904377,0.01000,0.624
+22,mlp.experts.93.gate_proj,0.00186626,0.01000,0.624
+22,mlp.experts.94.gate_proj,2.39619493,0.01000,0.624
+22,mlp.experts.95.gate_proj,0.50759113,0.01000,0.625
+22,mlp.experts.96.gate_proj,0.11115231,0.01000,0.624
+22,mlp.experts.97.gate_proj,0.30413952,0.01000,0.633
+22,mlp.experts.98.gate_proj,1.55585420,0.01000,0.635
+22,mlp.experts.99.gate_proj,0.24895099,0.01000,0.632
+22,mlp.experts.100.gate_proj,0.02363086,0.01000,0.631
+22,mlp.experts.101.gate_proj,0.14305139,0.01000,0.633
+22,mlp.experts.102.gate_proj,0.00656907,0.01000,0.629
+22,mlp.experts.103.gate_proj,0.23357561,0.01000,0.634
+22,mlp.experts.104.gate_proj,0.01981600,0.01000,0.631
+22,mlp.experts.105.gate_proj,0.22607589,0.01000,0.628
+22,mlp.experts.106.gate_proj,0.00004218,0.01000,0.633
+22,mlp.experts.107.gate_proj,0.51711726,0.01000,0.635
+22,mlp.experts.108.gate_proj,0.31212401,0.01000,0.623
+22,mlp.experts.109.gate_proj,0.19008824,0.01000,0.624
+22,mlp.experts.110.gate_proj,0.34499031,0.01000,0.625
+22,mlp.experts.111.gate_proj,0.02262319,0.01000,0.632
+22,mlp.experts.112.gate_proj,0.47094375,0.01000,0.626
+22,mlp.experts.113.gate_proj,0.41605484,0.01000,0.623
+22,mlp.experts.114.gate_proj,0.00055451,0.01000,0.623
+22,mlp.experts.115.gate_proj,0.01521018,0.01000,0.623
+22,mlp.experts.116.gate_proj,0.03272214,0.01000,0.624
+22,mlp.experts.117.gate_proj,0.00002646,0.01000,0.623
+22,mlp.experts.118.gate_proj,0.00159776,0.01000,0.620
+22,mlp.experts.119.gate_proj,0.27546144,0.01000,0.616
+22,mlp.experts.120.gate_proj,0.47398728,0.01000,0.616
+22,mlp.experts.121.gate_proj,0.01877819,0.01000,0.614
+22,mlp.experts.122.gate_proj,0.00328033,0.01000,0.617
+22,mlp.experts.123.gate_proj,0.24698782,0.01000,0.615
+22,mlp.experts.124.gate_proj,0.41398314,0.01000,0.615
+22,mlp.experts.125.gate_proj,0.00265768,0.01000,0.616
+22,mlp.experts.126.gate_proj,2.47233367,0.01000,0.614
+22,mlp.experts.127.gate_proj,0.01561927,0.01000,0.615
+22,mlp.experts.0.down_proj,0.00738834,0.01000,0.252
+22,mlp.experts.1.down_proj,0.01415193,0.01000,0.229
+22,mlp.experts.2.down_proj,0.04392281,0.01000,0.229
+22,mlp.experts.3.down_proj,0.13419802,0.01000,0.229
+22,mlp.experts.4.down_proj,0.06256771,0.01000,0.229
+22,mlp.experts.5.down_proj,0.01882146,0.01000,0.228
+22,mlp.experts.6.down_proj,0.47329751,0.01000,0.229
+22,mlp.experts.7.down_proj,0.00980215,0.01000,0.229
+22,mlp.experts.8.down_proj,0.00499679,0.01000,0.230
+22,mlp.experts.9.down_proj,0.43599558,0.01000,0.230
+22,mlp.experts.10.down_proj,0.07075292,0.01000,0.230
+22,mlp.experts.11.down_proj,0.00000168,0.01000,0.230
+22,mlp.experts.12.down_proj,0.00824228,0.01000,0.230
+22,mlp.experts.13.down_proj,0.35236752,0.01000,0.230
+22,mlp.experts.14.down_proj,0.03764993,0.01000,0.231
+22,mlp.experts.15.down_proj,0.01573739,0.01000,0.232
+22,mlp.experts.16.down_proj,1.91892648,0.01000,0.230
+22,mlp.experts.17.down_proj,0.00166530,0.01000,0.231
+22,mlp.experts.18.down_proj,0.15198788,0.01000,0.230
+22,mlp.experts.19.down_proj,0.59627467,0.01000,0.232
+22,mlp.experts.20.down_proj,0.01835116,0.01000,0.230
+22,mlp.experts.21.down_proj,0.25170463,0.01000,0.231
+22,mlp.experts.22.down_proj,0.00575369,0.01000,0.231
+22,mlp.experts.23.down_proj,0.18996465,0.01000,0.231
+22,mlp.experts.24.down_proj,0.00004447,0.01000,0.231
+22,mlp.experts.25.down_proj,0.04578576,0.01000,0.231
+22,mlp.experts.26.down_proj,0.78081328,0.01000,0.231
+22,mlp.experts.27.down_proj,0.22350286,0.01000,0.232
+22,mlp.experts.28.down_proj,0.00142532,0.01000,0.231
+22,mlp.experts.29.down_proj,0.00736277,0.01000,0.231
+22,mlp.experts.30.down_proj,0.19117627,0.01000,0.231
+22,mlp.experts.31.down_proj,0.43921405,0.01000,0.231
+22,mlp.experts.32.down_proj,0.01629851,0.01000,0.234
+22,mlp.experts.33.down_proj,0.04517178,0.01000,0.235
+22,mlp.experts.34.down_proj,0.00089159,0.01000,0.236
+22,mlp.experts.35.down_proj,0.14248234,0.01000,0.238
+22,mlp.experts.36.down_proj,0.18171267,0.01000,0.238
+22,mlp.experts.37.down_proj,0.00728592,0.01000,0.238
+22,mlp.experts.38.down_proj,0.00003068,0.01000,0.238
+22,mlp.experts.39.down_proj,0.07411791,0.01000,0.238
+22,mlp.experts.40.down_proj,0.11581750,0.01000,0.238
+22,mlp.experts.41.down_proj,0.06746654,0.01000,0.239
+22,mlp.experts.42.down_proj,0.00063542,0.01000,0.238
+22,mlp.experts.43.down_proj,0.87332290,0.01000,0.239
+22,mlp.experts.44.down_proj,0.00177625,0.01000,0.239
+22,mlp.experts.45.down_proj,0.05589535,0.01000,0.239
+22,mlp.experts.46.down_proj,0.00073389,0.01000,0.239
+22,mlp.experts.47.down_proj,0.03275631,0.01000,0.238
+22,mlp.experts.48.down_proj,0.04597445,0.01000,0.240
+22,mlp.experts.49.down_proj,0.00166789,0.01000,0.241
+22,mlp.experts.50.down_proj,0.08574823,0.01000,0.241
+22,mlp.experts.51.down_proj,0.01113638,0.01000,0.243
+22,mlp.experts.52.down_proj,0.08712824,0.01000,0.238
+22,mlp.experts.53.down_proj,0.00017884,0.01000,0.239
+22,mlp.experts.54.down_proj,0.01131876,0.01000,0.239
+22,mlp.experts.55.down_proj,2.66256404,0.01000,0.238
+22,mlp.experts.56.down_proj,0.11176652,0.01000,0.239
+22,mlp.experts.57.down_proj,0.23730952,0.01000,0.239
+22,mlp.experts.58.down_proj,0.17126186,0.01000,0.239
+22,mlp.experts.59.down_proj,0.01808570,0.01000,0.239
+22,mlp.experts.60.down_proj,0.00071997,0.01000,0.239
+22,mlp.experts.61.down_proj,0.05413546,0.01000,0.239
+22,mlp.experts.62.down_proj,0.12921757,0.01000,0.239
+22,mlp.experts.63.down_proj,0.01418650,0.01000,0.239
+22,mlp.experts.64.down_proj,0.12125622,0.01000,0.237
+22,mlp.experts.65.down_proj,0.01907713,0.01000,0.236
+22,mlp.experts.66.down_proj,0.73985249,0.01000,0.237
+22,mlp.experts.67.down_proj,0.00118105,0.01000,0.238
+22,mlp.experts.68.down_proj,1.50330687,0.01000,0.238
+22,mlp.experts.69.down_proj,0.14988033,0.01000,0.237
+22,mlp.experts.70.down_proj,0.03394365,0.01000,0.237
+22,mlp.experts.71.down_proj,1.36884487,0.01000,0.236
+22,mlp.experts.72.down_proj,0.00190101,0.01000,0.237
+22,mlp.experts.73.down_proj,0.12182014,0.01000,0.237
+22,mlp.experts.74.down_proj,0.08308223,0.01000,0.237
+22,mlp.experts.75.down_proj,0.00617368,0.01000,0.238
+22,mlp.experts.76.down_proj,0.07429566,0.01000,0.237
+22,mlp.experts.77.down_proj,0.00021312,0.01000,0.238
+22,mlp.experts.78.down_proj,0.78759193,0.01000,0.238
+22,mlp.experts.79.down_proj,0.00000488,0.01000,0.238
+22,mlp.experts.80.down_proj,0.05621017,0.01000,0.238
+22,mlp.experts.81.down_proj,0.00147172,0.01000,0.239
+22,mlp.experts.82.down_proj,0.16852488,0.01000,0.238
+22,mlp.experts.83.down_proj,0.02364548,0.01000,0.239
+22,mlp.experts.84.down_proj,0.00282975,0.01000,0.238
+22,mlp.experts.85.down_proj,0.15297571,0.01000,0.238
+22,mlp.experts.86.down_proj,0.02861552,0.01000,0.238
+22,mlp.experts.87.down_proj,0.00769840,0.01000,0.237
+22,mlp.experts.88.down_proj,0.07193249,0.01000,0.237
+22,mlp.experts.89.down_proj,0.00002273,0.01000,0.240
+22,mlp.experts.90.down_proj,0.12380044,0.01000,0.240
+22,mlp.experts.91.down_proj,0.15212747,0.01000,0.240
+22,mlp.experts.92.down_proj,0.01196980,0.01000,0.241
+22,mlp.experts.93.down_proj,0.00100207,0.01000,0.240
+22,mlp.experts.94.down_proj,1.64043844,0.01000,0.240
+22,mlp.experts.95.down_proj,0.16289490,0.01000,0.240
+22,mlp.experts.96.down_proj,0.02051063,0.01000,0.240
+22,mlp.experts.97.down_proj,0.05551066,0.01000,0.240
+22,mlp.experts.98.down_proj,0.67105103,0.01000,0.240
+22,mlp.experts.99.down_proj,0.06331992,0.01000,0.241
+22,mlp.experts.100.down_proj,0.00910909,0.01000,0.240
+22,mlp.experts.101.down_proj,0.03440740,0.01000,0.240
+22,mlp.experts.102.down_proj,0.00109912,0.01000,0.241
+22,mlp.experts.103.down_proj,0.08172899,0.01000,0.241
+22,mlp.experts.104.down_proj,0.00411143,0.01000,0.241
+22,mlp.experts.105.down_proj,0.05733799,0.01000,0.241
+22,mlp.experts.106.down_proj,0.00001277,0.01000,0.239
+22,mlp.experts.107.down_proj,0.10577847,0.01000,0.242
+22,mlp.experts.108.down_proj,0.07486473,0.01000,0.241
+22,mlp.experts.109.down_proj,0.05383693,0.01000,0.241
+22,mlp.experts.110.down_proj,0.05831356,0.01000,0.240
+22,mlp.experts.111.down_proj,0.01238907,0.01000,0.241
+22,mlp.experts.112.down_proj,0.07573767,0.01000,0.241
+22,mlp.experts.113.down_proj,0.11187218,0.01000,0.241
+22,mlp.experts.114.down_proj,0.00007744,0.01000,0.241
+22,mlp.experts.115.down_proj,0.00272116,0.01000,0.240
+22,mlp.experts.116.down_proj,0.00705699,0.01000,0.241
+22,mlp.experts.117.down_proj,0.00000686,0.01000,0.241
+22,mlp.experts.118.down_proj,0.00044907,0.01000,0.241
+22,mlp.experts.119.down_proj,0.07606862,0.01000,0.241
+22,mlp.experts.120.down_proj,0.14699119,0.01000,0.240
+22,mlp.experts.121.down_proj,0.00280658,0.01000,0.238
+22,mlp.experts.122.down_proj,0.00086019,0.01000,0.238
+22,mlp.experts.123.down_proj,0.05583216,0.01000,0.238
+22,mlp.experts.124.down_proj,0.12036922,0.01000,0.238
+22,mlp.experts.125.down_proj,0.00123814,0.01000,0.238
+22,mlp.experts.126.down_proj,0.97339082,0.01000,0.238
+22,mlp.experts.127.down_proj,0.01285379,0.01000,0.238
+23,self_attn.q_proj,0.15238690,0.01000,0.629
+23,self_attn.k_proj,0.01804425,0.01000,0.615
+23,self_attn.v_proj,0.02307356,0.01000,0.615
+23,self_attn.o_proj,0.01803987,0.01000,1.236
+23,mlp.experts.0.up_proj,0.36488014,0.01000,0.659
+23,mlp.experts.1.up_proj,0.11796393,0.01000,0.613
+23,mlp.experts.2.up_proj,0.18017623,0.01000,0.612
+23,mlp.experts.3.up_proj,2.79860616,0.01000,0.626
+23,mlp.experts.4.up_proj,0.14987603,0.01000,0.614
+23,mlp.experts.5.up_proj,0.46305585,0.01000,0.612
+23,mlp.experts.6.up_proj,0.00792097,0.01000,0.608
+23,mlp.experts.7.up_proj,1.61891305,0.01000,0.610
+23,mlp.experts.8.up_proj,0.53324556,0.01000,0.611
+23,mlp.experts.9.up_proj,0.15386665,0.01000,0.611
+23,mlp.experts.10.up_proj,0.00181061,0.01000,0.609
+23,mlp.experts.11.up_proj,0.01262523,0.01000,0.609
+23,mlp.experts.12.up_proj,0.28090903,0.01000,0.610
+23,mlp.experts.13.up_proj,0.24643865,0.01000,0.608
+23,mlp.experts.14.up_proj,1.13333273,0.01000,0.611
+23,mlp.experts.15.up_proj,0.06302513,0.01000,0.609
+23,mlp.experts.16.up_proj,0.60709739,0.01000,0.613
+23,mlp.experts.17.up_proj,0.04005591,0.01000,0.616
+23,mlp.experts.18.up_proj,0.54402864,0.01000,0.615
+23,mlp.experts.19.up_proj,0.02564443,0.01000,0.616
+23,mlp.experts.20.up_proj,1.90717971,0.01000,0.616
+23,mlp.experts.21.up_proj,0.28248709,0.01000,0.617
+23,mlp.experts.22.up_proj,0.22612289,0.01000,0.616
+23,mlp.experts.23.up_proj,0.19229358,0.01000,0.618
+23,mlp.experts.24.up_proj,0.29152411,0.01000,0.614
+23,mlp.experts.25.up_proj,3.01899600,0.01000,0.617
+23,mlp.experts.26.up_proj,0.51637399,0.01000,0.612
+23,mlp.experts.27.up_proj,0.00021180,0.01000,0.610
+23,mlp.experts.28.up_proj,0.28633997,0.01000,0.609
+23,mlp.experts.29.up_proj,0.51637256,0.01000,0.611
+23,mlp.experts.30.up_proj,0.41352063,0.01000,0.611
+23,mlp.experts.31.up_proj,0.07558802,0.01000,0.616
+23,mlp.experts.32.up_proj,0.04783059,0.01000,0.612
+23,mlp.experts.33.up_proj,0.63242078,0.01000,0.611
+23,mlp.experts.34.up_proj,0.00149446,0.01000,0.610
+23,mlp.experts.35.up_proj,0.00017780,0.01000,0.609
+23,mlp.experts.36.up_proj,1.08265352,0.01000,0.611
+23,mlp.experts.37.up_proj,0.46747851,0.01000,0.612
+23,mlp.experts.38.up_proj,0.00041059,0.01000,0.615
+23,mlp.experts.39.up_proj,0.46201372,0.01000,0.610
+23,mlp.experts.40.up_proj,0.08472569,0.01000,0.611
+23,mlp.experts.41.up_proj,0.31397098,0.01000,0.610
+23,mlp.experts.42.up_proj,0.30155194,0.01000,0.614
+23,mlp.experts.43.up_proj,0.48868725,0.01000,0.616
+23,mlp.experts.44.up_proj,0.00006228,0.01000,0.619
+23,mlp.experts.45.up_proj,0.16271004,0.01000,0.616
+23,mlp.experts.46.up_proj,0.20639467,0.01000,0.617
+23,mlp.experts.47.up_proj,0.32901570,0.01000,0.615
+23,mlp.experts.48.up_proj,0.20146772,0.01000,0.617
+23,mlp.experts.49.up_proj,0.28255248,0.01000,0.616
+23,mlp.experts.50.up_proj,0.31193987,0.01000,0.615
+23,mlp.experts.51.up_proj,0.01498414,0.01000,0.612
+23,mlp.experts.52.up_proj,1.60867023,0.01000,0.609
+23,mlp.experts.53.up_proj,0.29914594,0.01000,0.610
+23,mlp.experts.54.up_proj,0.35696155,0.01000,0.611
+23,mlp.experts.55.up_proj,0.27982137,0.01000,0.611
+23,mlp.experts.56.up_proj,1.25340545,0.01000,0.617
+23,mlp.experts.57.up_proj,0.00001418,0.01000,0.611
+23,mlp.experts.58.up_proj,0.42426488,0.01000,0.611
+23,mlp.experts.59.up_proj,3.62326384,0.01000,0.611
+23,mlp.experts.60.up_proj,0.59634113,0.01000,0.610
+23,mlp.experts.61.up_proj,0.36135241,0.01000,0.612
+23,mlp.experts.62.up_proj,0.05108371,0.01000,0.614
+23,mlp.experts.63.up_proj,0.10904816,0.01000,0.618
+23,mlp.experts.64.up_proj,0.08044520,0.01000,0.640
+23,mlp.experts.65.up_proj,0.07250939,0.01000,0.621
+23,mlp.experts.66.up_proj,0.00002169,0.01000,0.621
+23,mlp.experts.67.up_proj,0.74715245,0.01000,0.621
+23,mlp.experts.68.up_proj,0.28369886,0.01000,0.620
+23,mlp.experts.69.up_proj,0.51820731,0.01000,0.620
+23,mlp.experts.70.up_proj,0.01693681,0.01000,0.619
+23,mlp.experts.71.up_proj,0.41273046,0.01000,0.621
+23,mlp.experts.72.up_proj,0.16162518,0.01000,0.621
+23,mlp.experts.73.up_proj,0.73232019,0.01000,0.617
+23,mlp.experts.74.up_proj,0.00050934,0.01000,0.612
+23,mlp.experts.75.up_proj,0.06086318,0.01000,0.613
+23,mlp.experts.76.up_proj,0.07162648,0.01000,0.612
+23,mlp.experts.77.up_proj,0.00501492,0.01000,0.612
+23,mlp.experts.78.up_proj,0.22587657,0.01000,0.613
+23,mlp.experts.79.up_proj,0.39590126,0.01000,0.615
+23,mlp.experts.80.up_proj,0.00010048,0.01000,0.616
+23,mlp.experts.81.up_proj,0.37648624,0.01000,0.615
+23,mlp.experts.82.up_proj,0.06354852,0.01000,0.613
+23,mlp.experts.83.up_proj,0.00052150,0.01000,0.613
+23,mlp.experts.84.up_proj,0.01377194,0.01000,0.613
+23,mlp.experts.85.up_proj,0.47029850,0.01000,0.612
+23,mlp.experts.86.up_proj,0.42247027,0.01000,0.613
+23,mlp.experts.87.up_proj,0.21578930,0.01000,0.613
+23,mlp.experts.88.up_proj,0.00625644,0.01000,0.613
+23,mlp.experts.89.up_proj,0.23944823,0.01000,0.614
+23,mlp.experts.90.up_proj,1.32137847,0.01000,0.620
+23,mlp.experts.91.up_proj,0.00662450,0.01000,0.619
+23,mlp.experts.92.up_proj,0.35149223,0.01000,0.620
+23,mlp.experts.93.up_proj,0.00002591,0.01000,0.620
+23,mlp.experts.94.up_proj,0.28713578,0.01000,0.619
+23,mlp.experts.95.up_proj,0.28645906,0.01000,0.619
+23,mlp.experts.96.up_proj,1.56632173,0.01000,0.621
+23,mlp.experts.97.up_proj,0.56942683,0.01000,0.620
+23,mlp.experts.98.up_proj,0.76084632,0.01000,0.622
+23,mlp.experts.99.up_proj,1.38129163,0.01000,0.619
+23,mlp.experts.100.up_proj,0.22112183,0.01000,0.620
+23,mlp.experts.101.up_proj,0.23900014,0.01000,0.615
+23,mlp.experts.102.up_proj,0.26172829,0.01000,0.611
+23,mlp.experts.103.up_proj,0.10051316,0.01000,0.613
+23,mlp.experts.104.up_proj,0.01003770,0.01000,0.618
+23,mlp.experts.105.up_proj,0.75297362,0.01000,0.613
+23,mlp.experts.106.up_proj,0.00019369,0.01000,0.613
+23,mlp.experts.107.up_proj,0.83253372,0.01000,0.615
+23,mlp.experts.108.up_proj,0.04314413,0.01000,0.613
+23,mlp.experts.109.up_proj,0.18536934,0.01000,0.612
+23,mlp.experts.110.up_proj,0.01310949,0.01000,0.613
+23,mlp.experts.111.up_proj,0.33938158,0.01000,0.612
+23,mlp.experts.112.up_proj,0.01151245,0.01000,0.614
+23,mlp.experts.113.up_proj,0.09523044,0.01000,0.613
+23,mlp.experts.114.up_proj,0.09616563,0.01000,0.612
+23,mlp.experts.115.up_proj,0.89504743,0.01000,0.621
+23,mlp.experts.116.up_proj,0.37506384,0.01000,0.621
+23,mlp.experts.117.up_proj,0.04722831,0.01000,0.625
+23,mlp.experts.118.up_proj,0.00067777,0.01000,0.625
+23,mlp.experts.119.up_proj,0.00006788,0.01000,0.622
+23,mlp.experts.120.up_proj,0.06710148,0.01000,0.624
+23,mlp.experts.121.up_proj,0.36101323,0.01000,0.622
+23,mlp.experts.122.up_proj,0.53337580,0.01000,0.623
+23,mlp.experts.123.up_proj,0.00007467,0.01000,0.622
+23,mlp.experts.124.up_proj,0.70538288,0.01000,0.622
+23,mlp.experts.125.up_proj,0.83035529,0.01000,0.620
+23,mlp.experts.126.up_proj,0.31053439,0.01000,0.621
+23,mlp.experts.127.up_proj,0.00143515,0.01000,0.617
+23,mlp.experts.0.gate_proj,0.33927032,0.01000,0.616
+23,mlp.experts.1.gate_proj,0.09496407,0.01000,0.614
+23,mlp.experts.2.gate_proj,0.18381253,0.01000,0.613
+23,mlp.experts.3.gate_proj,2.55417585,0.01000,0.617
+23,mlp.experts.4.gate_proj,0.19970046,0.01000,0.621
+23,mlp.experts.5.gate_proj,0.45625103,0.01000,0.623
+23,mlp.experts.6.gate_proj,0.00830563,0.01000,0.620
+23,mlp.experts.7.gate_proj,1.59053063,0.01000,0.619
+23,mlp.experts.8.gate_proj,0.52763140,0.01000,0.621
+23,mlp.experts.9.gate_proj,0.15529975,0.01000,0.619
+23,mlp.experts.10.gate_proj,0.00173357,0.01000,0.621
+23,mlp.experts.11.gate_proj,0.01298099,0.01000,0.620
+23,mlp.experts.12.gate_proj,0.27659413,0.01000,0.621
+23,mlp.experts.13.gate_proj,0.24181169,0.01000,0.620
+23,mlp.experts.14.gate_proj,1.17652273,0.01000,0.618
+23,mlp.experts.15.gate_proj,0.06473467,0.01000,0.618
+23,mlp.experts.16.gate_proj,0.61919326,0.01000,0.612
+23,mlp.experts.17.gate_proj,0.03998314,0.01000,0.611
+23,mlp.experts.18.gate_proj,0.38937044,0.01000,0.611
+23,mlp.experts.19.gate_proj,0.02443412,0.01000,0.610
+23,mlp.experts.20.gate_proj,1.86196196,0.01000,0.610
+23,mlp.experts.21.gate_proj,0.28362930,0.01000,0.611
+23,mlp.experts.22.gate_proj,0.21003637,0.01000,0.610
+23,mlp.experts.23.gate_proj,0.17702726,0.01000,0.615
+23,mlp.experts.24.gate_proj,0.25585216,0.01000,0.617
+23,mlp.experts.25.gate_proj,4.10197449,0.01000,0.616
+23,mlp.experts.26.gate_proj,0.44819403,0.01000,0.617
+23,mlp.experts.27.gate_proj,0.00021547,0.01000,0.618
+23,mlp.experts.28.gate_proj,0.26114285,0.01000,0.617
+23,mlp.experts.29.gate_proj,0.50140083,0.01000,0.618
+23,mlp.experts.30.gate_proj,0.40608144,0.01000,0.619
+23,mlp.experts.31.gate_proj,0.07520840,0.01000,0.618
+23,mlp.experts.32.gate_proj,0.04587315,0.01000,0.618
+23,mlp.experts.33.gate_proj,0.63372189,0.01000,0.619
+23,mlp.experts.34.gate_proj,0.00148935,0.01000,0.617
+23,mlp.experts.35.gate_proj,0.00016874,0.01000,0.611
+23,mlp.experts.36.gate_proj,0.99962056,0.01000,0.610
+23,mlp.experts.37.gate_proj,0.45985326,0.01000,0.610
+23,mlp.experts.38.gate_proj,0.00042428,0.01000,0.610
+23,mlp.experts.39.gate_proj,0.44693616,0.01000,0.610
+23,mlp.experts.40.gate_proj,0.08236285,0.01000,0.609
+23,mlp.experts.41.gate_proj,0.31783897,0.01000,0.610
+23,mlp.experts.42.gate_proj,0.27759472,0.01000,0.610
+23,mlp.experts.43.gate_proj,0.46702287,0.01000,0.612
+23,mlp.experts.44.gate_proj,0.00005729,0.01000,0.610
+23,mlp.experts.45.gate_proj,0.16158786,0.01000,0.613
+23,mlp.experts.46.gate_proj,0.19027716,0.01000,0.611
+23,mlp.experts.47.gate_proj,0.29205561,0.01000,0.612
+23,mlp.experts.48.gate_proj,0.19929448,0.01000,0.617
+23,mlp.experts.49.gate_proj,0.26080304,0.01000,0.618
+23,mlp.experts.50.gate_proj,0.29886526,0.01000,0.618
+23,mlp.experts.51.gate_proj,0.01488012,0.01000,0.620
+23,mlp.experts.52.gate_proj,1.61193681,0.01000,0.619
+23,mlp.experts.53.gate_proj,0.31053936,0.01000,0.618
+23,mlp.experts.54.gate_proj,0.34175926,0.01000,0.618
+23,mlp.experts.55.gate_proj,0.29145005,0.01000,0.619
+23,mlp.experts.56.gate_proj,1.31457043,0.01000,0.618
+23,mlp.experts.57.gate_proj,0.00001429,0.01000,0.618
+23,mlp.experts.58.gate_proj,0.44452208,0.01000,0.619
+23,mlp.experts.59.gate_proj,2.61909485,0.01000,0.618
+23,mlp.experts.60.gate_proj,0.59495056,0.01000,0.616
+23,mlp.experts.61.gate_proj,0.27205873,0.01000,0.612
+23,mlp.experts.62.gate_proj,0.05222151,0.01000,0.611
+23,mlp.experts.63.gate_proj,0.11020682,0.01000,0.613
+23,mlp.experts.64.gate_proj,0.07946876,0.01000,0.615
+23,mlp.experts.65.gate_proj,0.07288861,0.01000,0.609
+23,mlp.experts.66.gate_proj,0.00002311,0.01000,0.610
+23,mlp.experts.67.gate_proj,0.60397470,0.01000,0.610
+23,mlp.experts.68.gate_proj,0.28327537,0.01000,0.609
+23,mlp.experts.69.gate_proj,0.50056565,0.01000,0.613
+23,mlp.experts.70.gate_proj,0.01745029,0.01000,0.618
+23,mlp.experts.71.gate_proj,0.41083086,0.01000,0.618
+23,mlp.experts.72.gate_proj,0.16357103,0.01000,0.617
+23,mlp.experts.73.gate_proj,0.56291616,0.01000,0.619
+23,mlp.experts.74.gate_proj,0.00050126,0.01000,0.619
+23,mlp.experts.75.gate_proj,0.06087540,0.01000,0.619
+23,mlp.experts.76.gate_proj,0.07463467,0.01000,0.620
+23,mlp.experts.77.gate_proj,0.00519205,0.01000,0.619
+23,mlp.experts.78.gate_proj,0.22506231,0.01000,0.620
+23,mlp.experts.79.gate_proj,0.39572656,0.01000,0.618
+23,mlp.experts.80.gate_proj,0.00010152,0.01000,0.619
+23,mlp.experts.81.gate_proj,0.38737988,0.01000,0.619
+23,mlp.experts.82.gate_proj,0.06337390,0.01000,0.611
+23,mlp.experts.83.gate_proj,0.00054086,0.01000,0.610
+23,mlp.experts.84.gate_proj,0.01376233,0.01000,0.611
+23,mlp.experts.85.gate_proj,0.45126647,0.01000,0.612
+23,mlp.experts.86.gate_proj,0.40636420,0.01000,0.612
+23,mlp.experts.87.gate_proj,0.21984848,0.01000,0.616
+23,mlp.experts.88.gate_proj,0.00611894,0.01000,0.612
+23,mlp.experts.89.gate_proj,0.22861895,0.01000,0.611
+23,mlp.experts.90.gate_proj,0.96037650,0.01000,0.611
+23,mlp.experts.91.gate_proj,0.00683629,0.01000,0.612
+23,mlp.experts.92.gate_proj,0.36197713,0.01000,0.612
+23,mlp.experts.93.gate_proj,0.00002418,0.01000,0.613
+23,mlp.experts.94.gate_proj,0.28692365,0.01000,0.617
+23,mlp.experts.95.gate_proj,0.30564046,0.01000,0.618
+23,mlp.experts.96.gate_proj,1.58475089,0.01000,0.619
+23,mlp.experts.97.gate_proj,0.50641978,0.01000,0.620
+23,mlp.experts.98.gate_proj,0.68297094,0.01000,0.619
+23,mlp.experts.99.gate_proj,1.33748615,0.01000,0.619
+23,mlp.experts.100.gate_proj,0.22281224,0.01000,0.620
+23,mlp.experts.101.gate_proj,0.22488573,0.01000,0.620
+23,mlp.experts.102.gate_proj,0.26887351,0.01000,0.617
+23,mlp.experts.103.gate_proj,0.10144812,0.01000,0.618
+23,mlp.experts.104.gate_proj,0.01043515,0.01000,0.618
+23,mlp.experts.105.gate_proj,0.72396255,0.01000,0.621
+23,mlp.experts.106.gate_proj,0.00020829,0.01000,0.620
+23,mlp.experts.107.gate_proj,0.78481174,0.01000,0.620
+23,mlp.experts.108.gate_proj,0.04301621,0.01000,0.620
+23,mlp.experts.109.gate_proj,0.18937847,0.01000,0.618
+23,mlp.experts.110.gate_proj,0.01342553,0.01000,0.620
+23,mlp.experts.111.gate_proj,0.33450949,0.01000,0.616
+23,mlp.experts.112.gate_proj,0.01156238,0.01000,0.616
+23,mlp.experts.113.gate_proj,0.09475330,0.01000,0.619
+23,mlp.experts.114.gate_proj,0.09335047,0.01000,0.618
+23,mlp.experts.115.gate_proj,0.87281835,0.01000,0.618
+23,mlp.experts.116.gate_proj,0.35022089,0.01000,0.620
+23,mlp.experts.117.gate_proj,0.04897628,0.01000,0.619
+23,mlp.experts.118.gate_proj,0.00065999,0.01000,0.632
+23,mlp.experts.119.gate_proj,0.00006630,0.01000,0.621
+23,mlp.experts.120.gate_proj,0.06761189,0.01000,0.628
+23,mlp.experts.121.gate_proj,0.37319481,0.01000,0.623
+23,mlp.experts.122.gate_proj,0.43852502,0.01000,0.623
+23,mlp.experts.123.gate_proj,0.00006811,0.01000,0.619
+23,mlp.experts.124.gate_proj,0.76855540,0.01000,0.616
+23,mlp.experts.125.gate_proj,0.85341847,0.01000,0.614
+23,mlp.experts.126.gate_proj,0.28539950,0.01000,0.615
+23,mlp.experts.127.gate_proj,0.00135691,0.01000,0.615
+23,mlp.experts.0.down_proj,0.05908163,0.01000,0.252
+23,mlp.experts.1.down_proj,0.03285871,0.01000,0.230
+23,mlp.experts.2.down_proj,0.02564083,0.01000,0.231
+23,mlp.experts.3.down_proj,1.92664552,0.01000,0.231
+23,mlp.experts.4.down_proj,0.07547599,0.01000,0.230
+23,mlp.experts.5.down_proj,0.23059762,0.01000,0.230
+23,mlp.experts.6.down_proj,0.00179531,0.01000,0.230
+23,mlp.experts.7.down_proj,1.13640726,0.01000,0.231
+23,mlp.experts.8.down_proj,0.10811201,0.01000,0.231
+23,mlp.experts.9.down_proj,0.10371785,0.01000,0.232
+23,mlp.experts.10.down_proj,0.00112570,0.01000,0.231
+23,mlp.experts.11.down_proj,0.00522549,0.01000,0.232
+23,mlp.experts.12.down_proj,0.04242593,0.01000,0.232
+23,mlp.experts.13.down_proj,0.05357382,0.01000,0.232
+23,mlp.experts.14.down_proj,0.54764193,0.01000,0.232
+23,mlp.experts.15.down_proj,0.01109824,0.01000,0.232
+23,mlp.experts.16.down_proj,0.12358478,0.01000,0.232
+23,mlp.experts.17.down_proj,0.01710431,0.01000,0.235
+23,mlp.experts.18.down_proj,0.11755093,0.01000,0.231
+23,mlp.experts.19.down_proj,0.00931305,0.01000,0.231
+23,mlp.experts.20.down_proj,0.74583304,0.01000,0.231
+23,mlp.experts.21.down_proj,0.06505266,0.01000,0.231
+23,mlp.experts.22.down_proj,0.08111490,0.01000,0.232
+23,mlp.experts.23.down_proj,0.13656141,0.01000,0.231
+23,mlp.experts.24.down_proj,0.07986097,0.01000,0.231
+23,mlp.experts.25.down_proj,2.74856758,0.01000,0.233
+23,mlp.experts.26.down_proj,0.16996482,0.01000,0.234
+23,mlp.experts.27.down_proj,0.00008453,0.01000,0.234
+23,mlp.experts.28.down_proj,0.09169007,0.01000,0.234
+23,mlp.experts.29.down_proj,0.10726718,0.01000,0.234
+23,mlp.experts.30.down_proj,0.28343791,0.01000,0.234
+23,mlp.experts.31.down_proj,0.01139991,0.01000,0.234
+23,mlp.experts.32.down_proj,0.01262894,0.01000,0.234
+23,mlp.experts.33.down_proj,0.10847133,0.01000,0.234
+23,mlp.experts.34.down_proj,0.00048817,0.01000,0.237
+23,mlp.experts.35.down_proj,0.00013109,0.01000,0.239
+23,mlp.experts.36.down_proj,0.48859781,0.01000,0.238
+23,mlp.experts.37.down_proj,0.09353413,0.01000,0.240
+23,mlp.experts.38.down_proj,0.00009362,0.01000,0.238
+23,mlp.experts.39.down_proj,0.10493498,0.01000,0.239
+23,mlp.experts.40.down_proj,0.01482800,0.01000,0.239
+23,mlp.experts.41.down_proj,0.04404896,0.01000,0.240
+23,mlp.experts.42.down_proj,0.07674892,0.01000,0.240
+23,mlp.experts.43.down_proj,0.07385849,0.01000,0.240
+23,mlp.experts.44.down_proj,0.00001508,0.01000,0.241
+23,mlp.experts.45.down_proj,0.05806275,0.01000,0.240
+23,mlp.experts.46.down_proj,0.04590415,0.01000,0.240
+23,mlp.experts.47.down_proj,0.07927769,0.01000,0.240
+23,mlp.experts.48.down_proj,0.05780724,0.01000,0.240
+23,mlp.experts.49.down_proj,0.07536085,0.01000,0.240
+23,mlp.experts.50.down_proj,0.07541755,0.01000,0.241
+23,mlp.experts.51.down_proj,0.00416558,0.01000,0.240
+23,mlp.experts.52.down_proj,0.65872669,0.01000,0.241
+23,mlp.experts.53.down_proj,0.08353690,0.01000,0.240
+23,mlp.experts.54.down_proj,0.28105390,0.01000,0.240
+23,mlp.experts.55.down_proj,0.07431278,0.01000,0.241
+23,mlp.experts.56.down_proj,1.26442671,0.01000,0.240
+23,mlp.experts.57.down_proj,0.00000392,0.01000,0.238
+23,mlp.experts.58.down_proj,0.08953656,0.01000,0.238
+23,mlp.experts.59.down_proj,2.77251863,0.01000,0.238
+23,mlp.experts.60.down_proj,0.10766037,0.01000,0.237
+23,mlp.experts.61.down_proj,0.08263129,0.01000,0.238
+23,mlp.experts.62.down_proj,0.00888322,0.01000,0.240
+23,mlp.experts.63.down_proj,0.12064468,0.01000,0.238
+23,mlp.experts.64.down_proj,0.02162256,0.01000,0.239
+23,mlp.experts.65.down_proj,0.01739748,0.01000,0.238
+23,mlp.experts.66.down_proj,0.00000278,0.01000,0.239
+23,mlp.experts.67.down_proj,0.55033708,0.01000,0.238
+23,mlp.experts.68.down_proj,0.08952755,0.01000,0.237
+23,mlp.experts.69.down_proj,0.12223905,0.01000,0.238
+23,mlp.experts.70.down_proj,0.00319782,0.01000,0.239
+23,mlp.experts.71.down_proj,0.06740325,0.01000,0.238
+23,mlp.experts.72.down_proj,0.05881171,0.01000,0.237
+23,mlp.experts.73.down_proj,0.24423538,0.01000,0.239
+23,mlp.experts.74.down_proj,0.00022769,0.01000,0.239
+23,mlp.experts.75.down_proj,0.01561389,0.01000,0.239
+23,mlp.experts.76.down_proj,0.01910617,0.01000,0.240
+23,mlp.experts.77.down_proj,0.00278997,0.01000,0.241
+23,mlp.experts.78.down_proj,0.04144579,0.01000,0.240
+23,mlp.experts.79.down_proj,0.08353292,0.01000,0.240
+23,mlp.experts.80.down_proj,0.00003541,0.01000,0.241
+23,mlp.experts.81.down_proj,0.14154719,0.01000,0.241
+23,mlp.experts.82.down_proj,0.01227924,0.01000,0.241
+23,mlp.experts.83.down_proj,0.00015212,0.01000,0.240
+23,mlp.experts.84.down_proj,0.00342336,0.01000,0.241
+23,mlp.experts.85.down_proj,0.09502640,0.01000,0.241
+23,mlp.experts.86.down_proj,0.09977652,0.01000,0.241
+23,mlp.experts.87.down_proj,0.04439547,0.01000,0.241
+23,mlp.experts.88.down_proj,0.00252150,0.01000,0.241
+23,mlp.experts.89.down_proj,0.05063797,0.01000,0.241
+23,mlp.experts.90.down_proj,0.60445487,0.01000,0.241
+23,mlp.experts.91.down_proj,0.00261726,0.01000,0.242
+23,mlp.experts.92.down_proj,0.10761966,0.01000,0.241
+23,mlp.experts.93.down_proj,0.00000599,0.01000,0.240
+23,mlp.experts.94.down_proj,0.05193428,0.01000,0.241
+23,mlp.experts.95.down_proj,0.07799397,0.01000,0.241
+23,mlp.experts.96.down_proj,0.38358408,0.01000,0.240
+23,mlp.experts.97.down_proj,0.14375222,0.01000,0.240
+23,mlp.experts.98.down_proj,0.14097160,0.01000,0.240
+23,mlp.experts.99.down_proj,0.50473833,0.01000,0.240
+23,mlp.experts.100.down_proj,0.06123848,0.01000,0.240
+23,mlp.experts.101.down_proj,0.03462100,0.01000,0.241
+23,mlp.experts.102.down_proj,0.08197819,0.01000,0.241
+23,mlp.experts.103.down_proj,0.09757413,0.01000,0.241
+23,mlp.experts.104.down_proj,0.00293781,0.01000,0.241
+23,mlp.experts.105.down_proj,0.13999841,0.01000,0.241
+23,mlp.experts.106.down_proj,0.00006796,0.01000,0.253
+23,mlp.experts.107.down_proj,0.10181805,0.01000,0.240
+23,mlp.experts.108.down_proj,0.02145419,0.01000,0.239
+23,mlp.experts.109.down_proj,0.04179038,0.01000,0.240
+23,mlp.experts.110.down_proj,0.00274740,0.01000,0.241
+23,mlp.experts.111.down_proj,0.06974253,0.01000,0.240
+23,mlp.experts.112.down_proj,0.00237783,0.01000,0.240
+23,mlp.experts.113.down_proj,0.04762221,0.01000,0.239
+23,mlp.experts.114.down_proj,0.02636614,0.01000,0.239
+23,mlp.experts.115.down_proj,0.19804733,0.01000,0.239
+23,mlp.experts.116.down_proj,0.07490890,0.01000,0.240
+23,mlp.experts.117.down_proj,0.00400817,0.01000,0.239
+23,mlp.experts.118.down_proj,0.00030280,0.01000,0.239
+23,mlp.experts.119.down_proj,0.00002380,0.01000,0.239
+23,mlp.experts.120.down_proj,0.01787732,0.01000,0.239
+23,mlp.experts.121.down_proj,0.14254871,0.01000,0.240
+23,mlp.experts.122.down_proj,0.12708123,0.01000,0.239
+23,mlp.experts.123.down_proj,0.00002453,0.01000,0.240
+23,mlp.experts.124.down_proj,0.19668853,0.01000,0.240
+23,mlp.experts.125.down_proj,0.94114643,0.01000,0.239
+23,mlp.experts.126.down_proj,0.06740420,0.01000,0.239
+23,mlp.experts.127.down_proj,0.00067354,0.01000,0.239
+24,self_attn.q_proj,0.18441886,0.01000,0.621
+24,self_attn.k_proj,0.02303075,0.01000,0.610
+24,self_attn.v_proj,0.02789649,0.01000,0.607
+24,self_attn.o_proj,0.02512166,0.01000,1.242
+24,mlp.experts.0.up_proj,0.40150833,0.01000,0.652
+24,mlp.experts.1.up_proj,0.00523830,0.01000,0.609
+24,mlp.experts.2.up_proj,1.34945250,0.01000,0.608
+24,mlp.experts.3.up_proj,0.00129733,0.01000,0.614
+24,mlp.experts.4.up_proj,0.51613700,0.01000,0.619
+24,mlp.experts.5.up_proj,0.00040762,0.01000,0.620
+24,mlp.experts.6.up_proj,0.20730713,0.01000,0.621
+24,mlp.experts.7.up_proj,0.13778590,0.01000,0.620
+24,mlp.experts.8.up_proj,2.57380033,0.01000,0.618
+24,mlp.experts.9.up_proj,0.39878753,0.01000,0.619
+24,mlp.experts.10.up_proj,0.00275148,0.01000,0.619
+24,mlp.experts.11.up_proj,0.05222306,0.01000,0.619
+24,mlp.experts.12.up_proj,0.27825546,0.01000,0.620
+24,mlp.experts.13.up_proj,0.00002043,0.01000,0.620
+24,mlp.experts.14.up_proj,0.67782152,0.01000,0.619
+24,mlp.experts.15.up_proj,0.30267730,0.01000,0.617
+24,mlp.experts.16.up_proj,0.45523965,0.01000,0.612
+24,mlp.experts.17.up_proj,0.25913098,0.01000,0.612
+24,mlp.experts.18.up_proj,0.29108295,0.01000,0.613
+24,mlp.experts.19.up_proj,0.00148069,0.01000,0.613
+24,mlp.experts.20.up_proj,0.09968999,0.01000,0.612
+24,mlp.experts.21.up_proj,3.12328148,0.01000,0.615
+24,mlp.experts.22.up_proj,1.46295202,0.01000,0.613
+24,mlp.experts.23.up_proj,0.20150189,0.01000,0.612
+24,mlp.experts.24.up_proj,0.34908408,0.01000,0.613
+24,mlp.experts.25.up_proj,0.44763029,0.01000,0.620
+24,mlp.experts.26.up_proj,0.33194140,0.01000,0.620
+24,mlp.experts.27.up_proj,0.36744255,0.01000,0.621
+24,mlp.experts.28.up_proj,0.05462359,0.01000,0.619
+24,mlp.experts.29.up_proj,0.03642602,0.01000,0.619
+24,mlp.experts.30.up_proj,0.79331315,0.01000,0.620
+24,mlp.experts.31.up_proj,0.03324892,0.01000,0.621
+24,mlp.experts.32.up_proj,0.79672337,0.01000,0.618
+24,mlp.experts.33.up_proj,0.00421127,0.01000,0.620
+24,mlp.experts.34.up_proj,0.33005589,0.01000,0.619
+24,mlp.experts.35.up_proj,0.15045336,0.01000,0.619
+24,mlp.experts.36.up_proj,0.24043682,0.01000,0.620
+24,mlp.experts.37.up_proj,0.05413453,0.01000,0.617
+24,mlp.experts.38.up_proj,0.49027741,0.01000,0.613
+24,mlp.experts.39.up_proj,0.24430795,0.01000,0.612
+24,mlp.experts.40.up_proj,0.19062507,0.01000,0.613
+24,mlp.experts.41.up_proj,1.50588775,0.01000,0.612
+24,mlp.experts.42.up_proj,0.91448331,0.01000,0.612
+24,mlp.experts.43.up_proj,0.39825869,0.01000,0.611
+24,mlp.experts.44.up_proj,0.22583954,0.01000,0.612
+24,mlp.experts.45.up_proj,0.03809880,0.01000,0.611
+24,mlp.experts.46.up_proj,0.81659436,0.01000,0.614
+24,mlp.experts.47.up_proj,0.02854227,0.01000,0.612
+24,mlp.experts.48.up_proj,0.00006220,0.01000,0.615
+24,mlp.experts.49.up_proj,0.23134312,0.01000,0.619
+24,mlp.experts.50.up_proj,0.27141681,0.01000,0.619
+24,mlp.experts.51.up_proj,0.08873677,0.01000,0.619
+24,mlp.experts.52.up_proj,2.82151318,0.01000,0.624
+24,mlp.experts.53.up_proj,0.53279513,0.01000,0.630
+24,mlp.experts.54.up_proj,0.00645444,0.01000,0.630
+24,mlp.experts.55.up_proj,0.00152835,0.01000,0.632
+24,mlp.experts.56.up_proj,0.34923387,0.01000,0.631
+24,mlp.experts.57.up_proj,0.02757741,0.01000,0.633
+24,mlp.experts.58.up_proj,0.51224661,0.01000,0.633
+24,mlp.experts.59.up_proj,0.00198797,0.01000,0.633
+24,mlp.experts.60.up_proj,0.09046496,0.01000,0.633
+24,mlp.experts.61.up_proj,0.46085480,0.01000,0.630
+24,mlp.experts.62.up_proj,0.22600132,0.01000,0.629
+24,mlp.experts.63.up_proj,0.54368019,0.01000,0.620
+24,mlp.experts.64.up_proj,0.97772306,0.01000,0.619
+24,mlp.experts.65.up_proj,2.70461178,0.01000,0.620
+24,mlp.experts.66.up_proj,0.03814762,0.01000,0.621
+24,mlp.experts.67.up_proj,0.35316673,0.01000,0.620
+24,mlp.experts.68.up_proj,0.53215230,0.01000,0.619
+24,mlp.experts.69.up_proj,0.45628807,0.01000,0.621
+24,mlp.experts.70.up_proj,0.01206875,0.01000,0.620
+24,mlp.experts.71.up_proj,0.12803099,0.01000,0.620
+24,mlp.experts.72.up_proj,0.00017140,0.01000,0.620
+24,mlp.experts.73.up_proj,3.55965281,0.01000,0.620
+24,mlp.experts.74.up_proj,0.32156527,0.01000,0.614
+24,mlp.experts.75.up_proj,0.34360296,0.01000,0.613
+24,mlp.experts.76.up_proj,0.47790992,0.01000,0.613
+24,mlp.experts.77.up_proj,0.01894561,0.01000,0.612
+24,mlp.experts.78.up_proj,0.26156357,0.01000,0.614
+24,mlp.experts.79.up_proj,0.37844175,0.01000,0.611
+24,mlp.experts.80.up_proj,0.21024704,0.01000,0.618
+24,mlp.experts.81.up_proj,0.00023714,0.01000,0.621
+24,mlp.experts.82.up_proj,0.00987172,0.01000,0.620
+24,mlp.experts.83.up_proj,0.00068726,0.01000,0.622
+24,mlp.experts.84.up_proj,0.01157280,0.01000,0.622
+24,mlp.experts.85.up_proj,1.11433101,0.01000,0.622
+24,mlp.experts.86.up_proj,0.00050557,0.01000,0.622
+24,mlp.experts.87.up_proj,0.81323493,0.01000,0.622
+24,mlp.experts.88.up_proj,0.00002783,0.01000,0.621
+24,mlp.experts.89.up_proj,0.36102319,0.01000,0.620
+24,mlp.experts.90.up_proj,0.26576683,0.01000,0.619
+24,mlp.experts.91.up_proj,0.28791177,0.01000,0.626
+24,mlp.experts.92.up_proj,2.15298653,0.01000,0.619
+24,mlp.experts.93.up_proj,0.00401151,0.01000,0.618
+24,mlp.experts.94.up_proj,0.27207059,0.01000,0.617
+24,mlp.experts.95.up_proj,0.16563570,0.01000,0.616
+24,mlp.experts.96.up_proj,1.05416405,0.01000,0.618
+24,mlp.experts.97.up_proj,0.89225173,0.01000,0.621
+24,mlp.experts.98.up_proj,0.00732635,0.01000,0.617
+24,mlp.experts.99.up_proj,0.42568409,0.01000,0.618
+24,mlp.experts.100.up_proj,0.54477733,0.01000,0.616
+24,mlp.experts.101.up_proj,0.08211093,0.01000,0.617
+24,mlp.experts.102.up_proj,0.94243711,0.01000,0.621
+24,mlp.experts.103.up_proj,0.40550029,0.01000,0.619
+24,mlp.experts.104.up_proj,0.00000440,0.01000,0.617
+24,mlp.experts.105.up_proj,0.24207956,0.01000,0.619
+24,mlp.experts.106.up_proj,0.00365609,0.01000,0.620
+24,mlp.experts.107.up_proj,0.40339887,0.01000,0.622
+24,mlp.experts.108.up_proj,0.12088600,0.01000,0.625
+24,mlp.experts.109.up_proj,0.00256784,0.01000,0.622
+24,mlp.experts.110.up_proj,0.01575406,0.01000,0.623
+24,mlp.experts.111.up_proj,0.10000037,0.01000,0.623
+24,mlp.experts.112.up_proj,0.37491119,0.01000,0.623
+24,mlp.experts.113.up_proj,0.00265812,0.01000,0.624
+24,mlp.experts.114.up_proj,0.55574310,0.01000,0.624
+24,mlp.experts.115.up_proj,0.32820535,0.01000,0.623
+24,mlp.experts.116.up_proj,0.35125816,0.01000,0.624
+24,mlp.experts.117.up_proj,0.09487671,0.01000,0.622
+24,mlp.experts.118.up_proj,0.76563823,0.01000,0.619
+24,mlp.experts.119.up_proj,0.01920663,0.01000,0.617
+24,mlp.experts.120.up_proj,0.19227663,0.01000,0.616
+24,mlp.experts.121.up_proj,0.18363436,0.01000,0.615
+24,mlp.experts.122.up_proj,0.00680169,0.01000,0.616
+24,mlp.experts.123.up_proj,0.49129647,0.01000,0.616
+24,mlp.experts.124.up_proj,0.27605343,0.01000,0.615
+24,mlp.experts.125.up_proj,0.02895338,0.01000,0.614
+24,mlp.experts.126.up_proj,0.20483211,0.01000,0.615
+24,mlp.experts.127.up_proj,1.06072116,0.01000,0.617
+24,mlp.experts.0.gate_proj,0.35863101,0.01000,0.614
+24,mlp.experts.1.gate_proj,0.00550744,0.01000,0.614
+24,mlp.experts.2.gate_proj,1.25163758,0.01000,0.614
+24,mlp.experts.3.gate_proj,0.00126348,0.01000,0.618
+24,mlp.experts.4.gate_proj,0.52195549,0.01000,0.617
+24,mlp.experts.5.gate_proj,0.00040426,0.01000,0.622
+24,mlp.experts.6.gate_proj,0.20185098,0.01000,0.623
+24,mlp.experts.7.gate_proj,0.12921697,0.01000,0.625
+24,mlp.experts.8.gate_proj,2.57469463,0.01000,0.624
+24,mlp.experts.9.gate_proj,0.37670815,0.01000,0.623
+24,mlp.experts.10.gate_proj,0.01241831,0.01000,0.621
+24,mlp.experts.11.gate_proj,0.05385650,0.01000,0.623
+24,mlp.experts.12.gate_proj,0.26129413,0.01000,0.622
+24,mlp.experts.13.gate_proj,0.00001869,0.01000,0.624
+24,mlp.experts.14.gate_proj,0.63007998,0.01000,0.623
+24,mlp.experts.15.gate_proj,0.28834260,0.01000,0.624
+24,mlp.experts.16.gate_proj,0.46534848,0.01000,0.622
+24,mlp.experts.17.gate_proj,0.25250173,0.01000,0.619
+24,mlp.experts.18.gate_proj,0.29045740,0.01000,0.615
+24,mlp.experts.19.gate_proj,0.00157143,0.01000,0.618
+24,mlp.experts.20.gate_proj,0.10107673,0.01000,0.616
+24,mlp.experts.21.gate_proj,2.74381304,0.01000,0.615
+24,mlp.experts.22.gate_proj,1.51737881,0.01000,0.615
+24,mlp.experts.23.gate_proj,0.20896254,0.01000,0.614
+24,mlp.experts.24.gate_proj,0.40207869,0.01000,0.617
+24,mlp.experts.25.gate_proj,0.43553123,0.01000,0.622
+24,mlp.experts.26.gate_proj,0.32228512,0.01000,0.622
+24,mlp.experts.27.gate_proj,0.36103809,0.01000,0.623
+24,mlp.experts.28.gate_proj,0.05718444,0.01000,0.623
+24,mlp.experts.29.gate_proj,0.03466753,0.01000,0.624
+24,mlp.experts.30.gate_proj,0.80836987,0.01000,0.622
+24,mlp.experts.31.gate_proj,0.03101894,0.01000,0.624
+24,mlp.experts.32.gate_proj,0.76174152,0.01000,0.623
+24,mlp.experts.33.gate_proj,0.00435223,0.01000,0.622
+24,mlp.experts.34.gate_proj,0.33470598,0.01000,0.623
+24,mlp.experts.35.gate_proj,0.15228687,0.01000,0.623
+24,mlp.experts.36.gate_proj,0.21554521,0.01000,0.624
+24,mlp.experts.37.gate_proj,0.05509750,0.01000,0.616
+24,mlp.experts.38.gate_proj,0.43119231,0.01000,0.617
+24,mlp.experts.39.gate_proj,0.26960719,0.01000,0.620
+24,mlp.experts.40.gate_proj,0.19180365,0.01000,0.622
+24,mlp.experts.41.gate_proj,1.52695572,0.01000,0.620
+24,mlp.experts.42.gate_proj,0.84041947,0.01000,0.617
+24,mlp.experts.43.gate_proj,0.38014385,0.01000,0.619
+24,mlp.experts.44.gate_proj,0.22307278,0.01000,0.614
+24,mlp.experts.45.gate_proj,0.03822314,0.01000,0.616
+24,mlp.experts.46.gate_proj,0.73450804,0.01000,0.614
+24,mlp.experts.47.gate_proj,0.02938307,0.01000,0.615
+24,mlp.experts.48.gate_proj,0.00005817,0.01000,0.614
+24,mlp.experts.49.gate_proj,0.23651519,0.01000,0.613
+24,mlp.experts.50.gate_proj,0.27387911,0.01000,0.613
+24,mlp.experts.51.gate_proj,0.08078383,0.01000,0.614
+24,mlp.experts.52.gate_proj,2.54826498,0.01000,0.619
+24,mlp.experts.53.gate_proj,0.48609018,0.01000,0.621
+24,mlp.experts.54.gate_proj,0.00659432,0.01000,0.622
+24,mlp.experts.55.gate_proj,0.00146789,0.01000,0.621
+24,mlp.experts.56.gate_proj,0.33152106,0.01000,0.621
+24,mlp.experts.57.gate_proj,0.02808156,0.01000,0.621
+24,mlp.experts.58.gate_proj,0.47656202,0.01000,0.622
+24,mlp.experts.59.gate_proj,0.00206032,0.01000,0.622
+24,mlp.experts.60.gate_proj,0.08125494,0.01000,0.621
+24,mlp.experts.61.gate_proj,0.42756507,0.01000,0.622
+24,mlp.experts.62.gate_proj,0.22942647,0.01000,0.621
+24,mlp.experts.63.gate_proj,0.50271547,0.01000,0.623
+24,mlp.experts.64.gate_proj,0.94220722,0.01000,0.624
+24,mlp.experts.65.gate_proj,2.81750774,0.01000,0.622
+24,mlp.experts.66.gate_proj,0.03550954,0.01000,0.624
+24,mlp.experts.67.gate_proj,0.36086640,0.01000,0.625
+24,mlp.experts.68.gate_proj,0.44558722,0.01000,0.623
+24,mlp.experts.69.gate_proj,0.43042406,0.01000,0.625
+24,mlp.experts.70.gate_proj,0.01233125,0.01000,0.626
+24,mlp.experts.71.gate_proj,0.13161549,0.01000,0.624
+24,mlp.experts.72.gate_proj,0.00017588,0.01000,0.622
+24,mlp.experts.73.gate_proj,3.83412838,0.01000,0.622
+24,mlp.experts.74.gate_proj,0.29379350,0.01000,0.621
+24,mlp.experts.75.gate_proj,0.32745373,0.01000,0.625
+24,mlp.experts.76.gate_proj,0.43196404,0.01000,0.622
+24,mlp.experts.77.gate_proj,0.01943877,0.01000,0.618
+24,mlp.experts.78.gate_proj,0.26555231,0.01000,0.616
+24,mlp.experts.79.gate_proj,0.35633475,0.01000,0.620
+24,mlp.experts.80.gate_proj,0.16819602,0.01000,0.621
+24,mlp.experts.81.gate_proj,0.00022457,0.01000,0.621
+24,mlp.experts.82.gate_proj,0.00913927,0.01000,0.622
+24,mlp.experts.83.gate_proj,0.00065130,0.01000,0.622
+24,mlp.experts.84.gate_proj,0.01176204,0.01000,0.623
+24,mlp.experts.85.gate_proj,1.13451755,0.01000,0.622
+24,mlp.experts.86.gate_proj,0.00049085,0.01000,0.623
+24,mlp.experts.87.gate_proj,0.71488184,0.01000,0.622
+24,mlp.experts.88.gate_proj,0.00002710,0.01000,0.623
+24,mlp.experts.89.gate_proj,0.33933982,0.01000,0.623
+24,mlp.experts.90.gate_proj,0.25758266,0.01000,0.623
+24,mlp.experts.91.gate_proj,0.28709939,0.01000,0.622
+24,mlp.experts.92.gate_proj,2.15861845,0.01000,0.619
+24,mlp.experts.93.gate_proj,0.00419208,0.01000,0.616
+24,mlp.experts.94.gate_proj,0.19257316,0.01000,0.616
+24,mlp.experts.95.gate_proj,0.15345705,0.01000,0.615
+24,mlp.experts.96.gate_proj,1.06436610,0.01000,0.616
+24,mlp.experts.97.gate_proj,0.84112310,0.01000,0.622
+24,mlp.experts.98.gate_proj,0.00724082,0.01000,0.622
+24,mlp.experts.99.gate_proj,0.32052967,0.01000,0.623
+24,mlp.experts.100.gate_proj,0.49726093,0.01000,0.624
+24,mlp.experts.101.gate_proj,0.09118600,0.01000,0.626
+24,mlp.experts.102.gate_proj,0.86932880,0.01000,0.625
+24,mlp.experts.103.gate_proj,0.36810309,0.01000,0.624
+24,mlp.experts.104.gate_proj,0.00000384,0.01000,0.624
+24,mlp.experts.105.gate_proj,0.25696260,0.01000,0.626
+24,mlp.experts.106.gate_proj,0.00385749,0.01000,0.619
+24,mlp.experts.107.gate_proj,0.37934220,0.01000,0.618
+24,mlp.experts.108.gate_proj,0.12401672,0.01000,0.622
+24,mlp.experts.109.gate_proj,0.00270130,0.01000,0.622
+24,mlp.experts.110.gate_proj,0.01482507,0.01000,0.622
+24,mlp.experts.111.gate_proj,0.11485581,0.01000,0.622
+24,mlp.experts.112.gate_proj,0.38676736,0.01000,0.621
+24,mlp.experts.113.gate_proj,0.00262289,0.01000,0.621
+24,mlp.experts.114.gate_proj,0.56029302,0.01000,0.622
+24,mlp.experts.115.gate_proj,0.31341916,0.01000,0.622
+24,mlp.experts.116.gate_proj,0.34145504,0.01000,0.622
+24,mlp.experts.117.gate_proj,0.10054996,0.01000,0.623
+24,mlp.experts.118.gate_proj,0.72976333,0.01000,0.621
+24,mlp.experts.119.gate_proj,0.01856742,0.01000,0.621
+24,mlp.experts.120.gate_proj,0.18440142,0.01000,0.622
+24,mlp.experts.121.gate_proj,0.17223495,0.01000,0.620
+24,mlp.experts.122.gate_proj,0.00702189,0.01000,0.618
+24,mlp.experts.123.gate_proj,0.42841142,0.01000,0.618
+24,mlp.experts.124.gate_proj,0.25557792,0.01000,0.618
+24,mlp.experts.125.gate_proj,0.03064226,0.01000,0.618
+24,mlp.experts.126.gate_proj,0.18865928,0.01000,0.620
+24,mlp.experts.127.gate_proj,1.02243984,0.01000,0.616
+24,mlp.experts.0.down_proj,0.09707399,0.01000,0.252
+24,mlp.experts.1.down_proj,0.00289281,0.01000,0.230
+24,mlp.experts.2.down_proj,0.38577566,0.01000,0.230
+24,mlp.experts.3.down_proj,0.00099857,0.01000,0.230
+24,mlp.experts.4.down_proj,0.19464269,0.01000,0.230
+24,mlp.experts.5.down_proj,0.00012774,0.01000,0.230
+24,mlp.experts.6.down_proj,0.03717147,0.01000,0.230
+24,mlp.experts.7.down_proj,0.06821440,0.01000,0.231
+24,mlp.experts.8.down_proj,1.31473076,0.01000,0.231
+24,mlp.experts.9.down_proj,0.29203910,0.01000,0.231
+24,mlp.experts.10.down_proj,0.00006785,0.01000,0.231
+24,mlp.experts.11.down_proj,0.00898817,0.01000,0.231
+24,mlp.experts.12.down_proj,0.06125067,0.01000,0.233
+24,mlp.experts.13.down_proj,0.00000493,0.01000,0.231
+24,mlp.experts.14.down_proj,0.19404472,0.01000,0.230
+24,mlp.experts.15.down_proj,0.10619366,0.01000,0.231
+24,mlp.experts.16.down_proj,0.23153687,0.01000,0.231
+24,mlp.experts.17.down_proj,0.06103607,0.01000,0.231
+24,mlp.experts.18.down_proj,0.06140590,0.01000,0.231
+24,mlp.experts.19.down_proj,0.00061811,0.01000,0.231
+24,mlp.experts.20.down_proj,0.03977386,0.01000,0.231
+24,mlp.experts.21.down_proj,1.13771260,0.01000,0.231
+24,mlp.experts.22.down_proj,0.58421016,0.01000,0.231
+24,mlp.experts.23.down_proj,0.18878523,0.01000,0.232
+24,mlp.experts.24.down_proj,0.06790797,0.01000,0.233
+24,mlp.experts.25.down_proj,0.15693900,0.01000,0.234
+24,mlp.experts.26.down_proj,0.12086159,0.01000,0.234
+24,mlp.experts.27.down_proj,0.05303039,0.01000,0.235
+24,mlp.experts.28.down_proj,0.00985794,0.01000,0.236
+24,mlp.experts.29.down_proj,0.02547875,0.01000,0.237
+24,mlp.experts.30.down_proj,0.99921858,0.01000,0.235
+24,mlp.experts.31.down_proj,0.00852834,0.01000,0.236
+24,mlp.experts.32.down_proj,0.18766688,0.01000,0.237
+24,mlp.experts.33.down_proj,0.00171129,0.01000,0.238
+24,mlp.experts.34.down_proj,0.06815063,0.01000,0.238
+24,mlp.experts.35.down_proj,0.16368148,0.01000,0.238
+24,mlp.experts.36.down_proj,0.06609964,0.01000,0.238
+24,mlp.experts.37.down_proj,0.01563287,0.01000,0.239
+24,mlp.experts.38.down_proj,0.12563075,0.01000,0.239
+24,mlp.experts.39.down_proj,0.16996628,0.01000,0.240
+24,mlp.experts.40.down_proj,0.03688882,0.01000,0.239
+24,mlp.experts.41.down_proj,0.62634933,0.01000,0.239
+24,mlp.experts.42.down_proj,0.17174947,0.01000,0.239
+24,mlp.experts.43.down_proj,0.10620774,0.01000,0.240
+24,mlp.experts.44.down_proj,0.04193836,0.01000,0.240
+24,mlp.experts.45.down_proj,0.01868014,0.01000,0.239
+24,mlp.experts.46.down_proj,0.16301601,0.01000,0.240
+24,mlp.experts.47.down_proj,0.00425034,0.01000,0.240
+24,mlp.experts.48.down_proj,0.00002504,0.01000,0.240
+24,mlp.experts.49.down_proj,0.03645027,0.01000,0.240
+24,mlp.experts.50.down_proj,0.04628886,0.01000,0.240
+24,mlp.experts.51.down_proj,0.02422475,0.01000,0.240
+24,mlp.experts.52.down_proj,1.81589985,0.01000,0.241
+24,mlp.experts.53.down_proj,0.10913236,0.01000,0.240
+24,mlp.experts.54.down_proj,0.00282039,0.01000,0.240
+24,mlp.experts.55.down_proj,0.00160832,0.01000,0.240
+24,mlp.experts.56.down_proj,0.37414044,0.01000,0.241
+24,mlp.experts.57.down_proj,0.00613397,0.01000,0.241
+24,mlp.experts.58.down_proj,0.10220904,0.01000,0.241
+24,mlp.experts.59.down_proj,0.00055127,0.01000,0.241
+24,mlp.experts.60.down_proj,0.05124865,0.01000,0.241
+24,mlp.experts.61.down_proj,0.06465183,0.01000,0.242
+24,mlp.experts.62.down_proj,0.03977112,0.01000,0.241
+24,mlp.experts.63.down_proj,0.12093826,0.01000,0.241
+24,mlp.experts.64.down_proj,0.85486197,0.01000,0.240
+24,mlp.experts.65.down_proj,2.99185753,0.01000,0.239
+24,mlp.experts.66.down_proj,0.01052691,0.01000,0.239
+24,mlp.experts.67.down_proj,0.42630324,0.01000,0.238
+24,mlp.experts.68.down_proj,0.13282830,0.01000,0.238
+24,mlp.experts.69.down_proj,0.12344374,0.01000,0.238
+24,mlp.experts.70.down_proj,0.00553343,0.01000,0.238
+24,mlp.experts.71.down_proj,0.09800601,0.01000,0.238
+24,mlp.experts.72.down_proj,0.00013553,0.01000,0.238
+24,mlp.experts.73.down_proj,5.43728018,0.01000,0.240
+24,mlp.experts.74.down_proj,0.07066651,0.01000,0.239
+24,mlp.experts.75.down_proj,0.04698493,0.01000,0.238
+24,mlp.experts.76.down_proj,0.08179397,0.01000,0.238
+24,mlp.experts.77.down_proj,0.01171084,0.01000,0.238
+24,mlp.experts.78.down_proj,0.12501204,0.01000,0.238
+24,mlp.experts.79.down_proj,0.21846688,0.01000,0.239
+24,mlp.experts.80.down_proj,0.04335146,0.01000,0.239
+24,mlp.experts.81.down_proj,0.00010837,0.01000,0.238
+24,mlp.experts.82.down_proj,0.00355662,0.01000,0.238
+24,mlp.experts.83.down_proj,0.00036958,0.01000,0.240
+24,mlp.experts.84.down_proj,0.00224422,0.01000,0.238
+24,mlp.experts.85.down_proj,0.37751558,0.01000,0.239
+24,mlp.experts.86.down_proj,0.00019477,0.01000,0.239
+24,mlp.experts.87.down_proj,0.12021351,0.01000,0.241
+24,mlp.experts.88.down_proj,0.00000917,0.01000,0.241
+24,mlp.experts.89.down_proj,0.16132832,0.01000,0.241
+24,mlp.experts.90.down_proj,0.03877973,0.01000,0.241
+24,mlp.experts.91.down_proj,0.12735707,0.01000,0.241
+24,mlp.experts.92.down_proj,0.62725085,0.01000,0.241
+24,mlp.experts.93.down_proj,0.00132443,0.01000,0.241
+24,mlp.experts.94.down_proj,0.12740038,0.01000,0.241
+24,mlp.experts.95.down_proj,0.03977105,0.01000,0.241
+24,mlp.experts.96.down_proj,1.35077035,0.01000,0.242
+24,mlp.experts.97.down_proj,0.26073089,0.01000,0.242
+24,mlp.experts.98.down_proj,0.00299604,0.01000,0.241
+24,mlp.experts.99.down_proj,0.13358375,0.01000,0.240
+24,mlp.experts.100.down_proj,0.11168772,0.01000,0.241
+24,mlp.experts.101.down_proj,0.00710867,0.01000,0.241
+24,mlp.experts.102.down_proj,0.17044774,0.01000,0.241
+24,mlp.experts.103.down_proj,0.07183584,0.01000,0.240
+24,mlp.experts.104.down_proj,0.00000435,0.01000,0.240
+24,mlp.experts.105.down_proj,0.13868755,0.01000,0.241
+24,mlp.experts.106.down_proj,0.00158425,0.01000,0.240
+24,mlp.experts.107.down_proj,0.17678995,0.01000,0.241
+24,mlp.experts.108.down_proj,0.04844546,0.01000,0.241
+24,mlp.experts.109.down_proj,0.00087535,0.01000,0.241
+24,mlp.experts.110.down_proj,0.00370388,0.01000,0.240
+24,mlp.experts.111.down_proj,0.01172276,0.01000,0.240
+24,mlp.experts.112.down_proj,0.22917020,0.01000,0.240
+24,mlp.experts.113.down_proj,0.00076415,0.01000,0.241
+24,mlp.experts.114.down_proj,0.37540087,0.01000,0.239
+24,mlp.experts.115.down_proj,0.07780607,0.01000,0.240
+24,mlp.experts.116.down_proj,0.08170526,0.01000,0.239
+24,mlp.experts.117.down_proj,0.01864355,0.01000,0.237
+24,mlp.experts.118.down_proj,0.26375937,0.01000,0.237
+24,mlp.experts.119.down_proj,0.00444734,0.01000,0.238
+24,mlp.experts.120.down_proj,0.04823958,0.01000,0.237
+24,mlp.experts.121.down_proj,0.04169181,0.01000,0.237
+24,mlp.experts.122.down_proj,0.00151019,0.01000,0.238
+24,mlp.experts.123.down_proj,0.14135566,0.01000,0.238
+24,mlp.experts.124.down_proj,0.07903135,0.01000,0.237
+24,mlp.experts.125.down_proj,0.01017272,0.01000,0.237
+24,mlp.experts.126.down_proj,0.09440783,0.01000,0.238
+24,mlp.experts.127.down_proj,0.53416479,0.01000,0.238
+25,self_attn.q_proj,0.24146457,0.01000,0.628
+25,self_attn.k_proj,0.03052893,0.01000,0.612
+25,self_attn.v_proj,0.03404972,0.01000,0.615
+25,self_attn.o_proj,0.03192878,0.01000,1.255
+25,mlp.experts.0.up_proj,0.71067488,0.01000,0.640
+25,mlp.experts.1.up_proj,0.32508430,0.01000,0.612
+25,mlp.experts.2.up_proj,0.54341930,0.01000,0.614
+25,mlp.experts.3.up_proj,0.00001020,0.01000,0.621
+25,mlp.experts.4.up_proj,0.10179766,0.01000,0.622
+25,mlp.experts.5.up_proj,0.00809026,0.01000,0.623
+25,mlp.experts.6.up_proj,0.55826426,0.01000,0.623
+25,mlp.experts.7.up_proj,0.04141738,0.01000,0.622
+25,mlp.experts.8.up_proj,0.19829488,0.01000,0.624
+25,mlp.experts.9.up_proj,0.00028044,0.01000,0.623
+25,mlp.experts.10.up_proj,1.59888053,0.01000,0.623
+25,mlp.experts.11.up_proj,0.07010344,0.01000,0.622
+25,mlp.experts.12.up_proj,0.27097124,0.01000,0.622
+25,mlp.experts.13.up_proj,0.02986854,0.01000,0.617
+25,mlp.experts.14.up_proj,0.13146496,0.01000,0.615
+25,mlp.experts.15.up_proj,0.42008275,0.01000,0.616
+25,mlp.experts.16.up_proj,0.29801869,0.01000,0.615
+25,mlp.experts.17.up_proj,0.00159437,0.01000,0.616
+25,mlp.experts.18.up_proj,0.35939592,0.01000,0.619
+25,mlp.experts.19.up_proj,0.46742508,0.01000,0.623
+25,mlp.experts.20.up_proj,1.25563228,0.01000,0.622
+25,mlp.experts.21.up_proj,0.37503815,0.01000,0.623
+25,mlp.experts.22.up_proj,0.00210062,0.01000,0.622
+25,mlp.experts.23.up_proj,0.18636277,0.01000,0.622
+25,mlp.experts.24.up_proj,0.51944119,0.01000,0.621
+25,mlp.experts.25.up_proj,0.04914389,0.01000,0.621
+25,mlp.experts.26.up_proj,0.71912473,0.01000,0.618
+25,mlp.experts.27.up_proj,0.08964716,0.01000,0.614
+25,mlp.experts.28.up_proj,0.33939800,0.01000,0.614
+25,mlp.experts.29.up_proj,1.24019408,0.01000,0.621
+25,mlp.experts.30.up_proj,0.15298583,0.01000,0.621
+25,mlp.experts.31.up_proj,0.05166776,0.01000,0.621
+25,mlp.experts.32.up_proj,0.06764852,0.01000,0.621
+25,mlp.experts.33.up_proj,1.24972415,0.01000,0.632
+25,mlp.experts.34.up_proj,0.05952989,0.01000,0.623
+25,mlp.experts.35.up_proj,0.03254475,0.01000,0.622
+25,mlp.experts.36.up_proj,0.22098273,0.01000,0.623
+25,mlp.experts.37.up_proj,0.88456649,0.01000,0.626
+25,mlp.experts.38.up_proj,0.01731861,0.01000,0.625
+25,mlp.experts.39.up_proj,0.00048975,0.01000,0.623
+25,mlp.experts.40.up_proj,0.69768822,0.01000,0.625
+25,mlp.experts.41.up_proj,0.31765568,0.01000,0.616
+25,mlp.experts.42.up_proj,0.17664239,0.01000,0.615
+25,mlp.experts.43.up_proj,0.00372732,0.01000,0.615
+25,mlp.experts.44.up_proj,0.38888863,0.01000,0.614
+25,mlp.experts.45.up_proj,1.27683282,0.01000,0.613
+25,mlp.experts.46.up_proj,0.00001626,0.01000,0.613
+25,mlp.experts.47.up_proj,1.84390557,0.01000,0.618
+25,mlp.experts.48.up_proj,0.00045055,0.01000,0.628
+25,mlp.experts.49.up_proj,1.20520914,0.01000,0.627
+25,mlp.experts.50.up_proj,0.00150556,0.01000,0.631
+25,mlp.experts.51.up_proj,0.04304184,0.01000,0.623
+25,mlp.experts.52.up_proj,1.88763762,0.01000,0.623
+25,mlp.experts.53.up_proj,0.10441019,0.01000,0.623
+25,mlp.experts.54.up_proj,0.00006936,0.01000,0.620
+25,mlp.experts.55.up_proj,0.40267521,0.01000,0.621
+25,mlp.experts.56.up_proj,0.00231018,0.01000,0.621
+25,mlp.experts.57.up_proj,0.50207663,0.01000,0.617
+25,mlp.experts.58.up_proj,3.25949645,0.01000,0.614
+25,mlp.experts.59.up_proj,0.85025138,0.01000,0.613
+25,mlp.experts.60.up_proj,0.00139571,0.01000,0.613
+25,mlp.experts.61.up_proj,3.33341956,0.01000,0.616
+25,mlp.experts.62.up_proj,0.71327627,0.01000,0.613
+25,mlp.experts.63.up_proj,0.05599972,0.01000,0.613
+25,mlp.experts.64.up_proj,0.00000269,0.01000,0.615
+25,mlp.experts.65.up_proj,0.57726526,0.01000,0.619
+25,mlp.experts.66.up_proj,0.51886648,0.01000,0.621
+25,mlp.experts.67.up_proj,0.35824031,0.01000,0.621
+25,mlp.experts.68.up_proj,0.10952368,0.01000,0.622
+25,mlp.experts.69.up_proj,0.00003613,0.01000,0.622
+25,mlp.experts.70.up_proj,0.05407734,0.01000,0.621
+25,mlp.experts.71.up_proj,0.52054930,0.01000,0.621
+25,mlp.experts.72.up_proj,0.00086428,0.01000,0.623
+25,mlp.experts.73.up_proj,0.59438550,0.01000,0.625
+25,mlp.experts.74.up_proj,0.00986145,0.01000,0.624
+25,mlp.experts.75.up_proj,0.68362135,0.01000,0.624
+25,mlp.experts.76.up_proj,0.60549700,0.01000,0.617
+25,mlp.experts.77.up_proj,0.61487627,0.01000,0.615
+25,mlp.experts.78.up_proj,1.86483049,0.01000,0.614
+25,mlp.experts.79.up_proj,0.61731255,0.01000,0.613
+25,mlp.experts.80.up_proj,0.45272353,0.01000,0.614
+25,mlp.experts.81.up_proj,1.09494591,0.01000,0.613
+25,mlp.experts.82.up_proj,0.70494843,0.01000,0.614
+25,mlp.experts.83.up_proj,0.20843852,0.01000,0.613
+25,mlp.experts.84.up_proj,0.02951200,0.01000,0.614
+25,mlp.experts.85.up_proj,0.06796502,0.01000,0.613
+25,mlp.experts.86.up_proj,0.00463379,0.01000,0.616
+25,mlp.experts.87.up_proj,0.38462070,0.01000,0.624
+25,mlp.experts.88.up_proj,0.00039325,0.01000,0.625
+25,mlp.experts.89.up_proj,0.09685491,0.01000,0.623
+25,mlp.experts.90.up_proj,0.00450354,0.01000,0.622
+25,mlp.experts.91.up_proj,0.54028141,0.01000,0.621
+25,mlp.experts.92.up_proj,2.04522800,0.01000,0.621
+25,mlp.experts.93.up_proj,0.43498397,0.01000,0.621
+25,mlp.experts.94.up_proj,0.00021187,0.01000,0.622
+25,mlp.experts.95.up_proj,0.42122418,0.01000,0.623
+25,mlp.experts.96.up_proj,0.00006562,0.01000,0.622
+25,mlp.experts.97.up_proj,0.01307865,0.01000,0.623
+25,mlp.experts.98.up_proj,0.47450477,0.01000,0.616
+25,mlp.experts.99.up_proj,0.05236245,0.01000,0.614
+25,mlp.experts.100.up_proj,0.00006439,0.01000,0.614
+25,mlp.experts.101.up_proj,1.05518270,0.01000,0.613
+25,mlp.experts.102.up_proj,0.48111659,0.01000,0.613
+25,mlp.experts.103.up_proj,0.94945681,0.01000,0.616
+25,mlp.experts.104.up_proj,0.53755385,0.01000,0.616
+25,mlp.experts.105.up_proj,0.32584035,0.01000,0.615
+25,mlp.experts.106.up_proj,1.18370986,0.01000,0.617
+25,mlp.experts.107.up_proj,0.32096425,0.01000,0.616
+25,mlp.experts.108.up_proj,0.35136539,0.01000,0.623
+25,mlp.experts.109.up_proj,0.63553405,0.01000,0.624
+25,mlp.experts.110.up_proj,0.06858510,0.01000,0.622
+25,mlp.experts.111.up_proj,0.00016964,0.01000,0.622
+25,mlp.experts.112.up_proj,0.99570823,0.01000,0.622
+25,mlp.experts.113.up_proj,0.27831593,0.01000,0.621
+25,mlp.experts.114.up_proj,0.00006515,0.01000,0.622
+25,mlp.experts.115.up_proj,0.29800487,0.01000,0.622
+25,mlp.experts.116.up_proj,0.00039308,0.01000,0.622
+25,mlp.experts.117.up_proj,0.12715922,0.01000,0.623
+25,mlp.experts.118.up_proj,0.22589347,0.01000,0.621
+25,mlp.experts.119.up_proj,0.03107447,0.01000,0.622
+25,mlp.experts.120.up_proj,0.57456315,0.01000,0.620
+25,mlp.experts.121.up_proj,0.30392772,0.01000,0.612
+25,mlp.experts.122.up_proj,0.35777825,0.01000,0.614
+25,mlp.experts.123.up_proj,0.69134414,0.01000,0.612
+25,mlp.experts.124.up_proj,0.41041410,0.01000,0.614
+25,mlp.experts.125.up_proj,0.21434444,0.01000,0.614
+25,mlp.experts.126.up_proj,0.00690911,0.01000,0.614
+25,mlp.experts.127.up_proj,0.50187373,0.01000,0.613
+25,mlp.experts.0.gate_proj,0.69626898,0.01000,0.615
+25,mlp.experts.1.gate_proj,0.33301359,0.01000,0.620
+25,mlp.experts.2.gate_proj,0.53435373,0.01000,0.623
+25,mlp.experts.3.gate_proj,0.00001007,0.01000,0.623
+25,mlp.experts.4.gate_proj,0.10240009,0.01000,0.623
+25,mlp.experts.5.gate_proj,0.00769535,0.01000,0.623
+25,mlp.experts.6.gate_proj,0.43267369,0.01000,0.624
+25,mlp.experts.7.gate_proj,0.04067497,0.01000,0.625
+25,mlp.experts.8.gate_proj,0.20841819,0.01000,0.622
+25,mlp.experts.9.gate_proj,0.00030545,0.01000,0.623
+25,mlp.experts.10.gate_proj,1.37119293,0.01000,0.622
+25,mlp.experts.11.gate_proj,0.07439050,0.01000,0.623
+25,mlp.experts.12.gate_proj,0.29064250,0.01000,0.618
+25,mlp.experts.13.gate_proj,0.03036602,0.01000,0.613
+25,mlp.experts.14.gate_proj,0.13465384,0.01000,0.613
+25,mlp.experts.15.gate_proj,0.38333315,0.01000,0.613
+25,mlp.experts.16.gate_proj,0.28962934,0.01000,0.612
+25,mlp.experts.17.gate_proj,0.00168020,0.01000,0.615
+25,mlp.experts.18.gate_proj,0.34469396,0.01000,0.614
+25,mlp.experts.19.gate_proj,0.47006804,0.01000,0.614
+25,mlp.experts.20.gate_proj,1.24859774,0.01000,0.614
+25,mlp.experts.21.gate_proj,0.35093769,0.01000,0.615
+25,mlp.experts.22.gate_proj,0.00190860,0.01000,0.615
+25,mlp.experts.23.gate_proj,0.18262029,0.01000,0.620
+25,mlp.experts.24.gate_proj,0.52721572,0.01000,0.615
+25,mlp.experts.25.gate_proj,0.04850692,0.01000,0.615
+25,mlp.experts.26.gate_proj,0.75414634,0.01000,0.619
+25,mlp.experts.27.gate_proj,0.08380292,0.01000,0.620
+25,mlp.experts.28.gate_proj,0.29625073,0.01000,0.621
+25,mlp.experts.29.gate_proj,1.23696065,0.01000,0.622
+25,mlp.experts.30.gate_proj,0.15699008,0.01000,0.622
+25,mlp.experts.31.gate_proj,0.05388812,0.01000,0.621
+25,mlp.experts.32.gate_proj,0.06367560,0.01000,0.622
+25,mlp.experts.33.gate_proj,0.95966864,0.01000,0.622
+25,mlp.experts.34.gate_proj,0.06220174,0.01000,0.622
+25,mlp.experts.35.gate_proj,0.10303910,0.01000,0.622
+25,mlp.experts.36.gate_proj,0.23374960,0.01000,0.620
+25,mlp.experts.37.gate_proj,0.91584563,0.01000,0.614
+25,mlp.experts.38.gate_proj,0.01665156,0.01000,0.615
+25,mlp.experts.39.gate_proj,0.00043163,0.01000,0.616
+25,mlp.experts.40.gate_proj,0.64579642,0.01000,0.616
+25,mlp.experts.41.gate_proj,0.31354532,0.01000,0.615
+25,mlp.experts.42.gate_proj,0.17341217,0.01000,0.617
+25,mlp.experts.43.gate_proj,0.00382181,0.01000,0.617
+25,mlp.experts.44.gate_proj,0.37886104,0.01000,0.620
+25,mlp.experts.45.gate_proj,0.94322371,0.01000,0.616
+25,mlp.experts.46.gate_proj,0.00001572,0.01000,0.619
+25,mlp.experts.47.gate_proj,1.54485416,0.01000,0.614
+25,mlp.experts.48.gate_proj,0.00046842,0.01000,0.613
+25,mlp.experts.49.gate_proj,1.24752593,0.01000,0.614
+25,mlp.experts.50.gate_proj,0.00152462,0.01000,0.616
+25,mlp.experts.51.gate_proj,0.04427361,0.01000,0.621
+25,mlp.experts.52.gate_proj,1.91234231,0.01000,0.622
+25,mlp.experts.53.gate_proj,0.10914946,0.01000,0.623
+25,mlp.experts.54.gate_proj,0.00006822,0.01000,0.623
+25,mlp.experts.55.gate_proj,0.36696404,0.01000,0.623
+25,mlp.experts.56.gate_proj,0.00211222,0.01000,0.621
+25,mlp.experts.57.gate_proj,0.43788111,0.01000,0.624
+25,mlp.experts.58.gate_proj,2.37214327,0.01000,0.623
+25,mlp.experts.59.gate_proj,0.95403767,0.01000,0.623
+25,mlp.experts.60.gate_proj,0.00136401,0.01000,0.622
+25,mlp.experts.61.gate_proj,3.60080099,0.01000,0.624
+25,mlp.experts.62.gate_proj,0.56050217,0.01000,0.624
+25,mlp.experts.63.gate_proj,0.05186469,0.01000,0.617
+25,mlp.experts.64.gate_proj,0.00000286,0.01000,0.615
+25,mlp.experts.65.gate_proj,0.49439487,0.01000,0.614
+25,mlp.experts.66.gate_proj,0.51177096,0.01000,0.614
+25,mlp.experts.67.gate_proj,0.37181818,0.01000,0.618
+25,mlp.experts.68.gate_proj,0.10881997,0.01000,0.615
+25,mlp.experts.69.gate_proj,0.00003354,0.01000,0.616
+25,mlp.experts.70.gate_proj,0.05142983,0.01000,0.615
+25,mlp.experts.71.gate_proj,0.49443245,0.01000,0.615
+25,mlp.experts.72.gate_proj,0.00092846,0.01000,0.616
+25,mlp.experts.73.gate_proj,0.56303984,0.01000,0.615
+25,mlp.experts.74.gate_proj,0.01019068,0.01000,0.620
+25,mlp.experts.75.gate_proj,0.67531121,0.01000,0.621
+25,mlp.experts.76.gate_proj,0.51737309,0.01000,0.622
+25,mlp.experts.77.gate_proj,0.58453959,0.01000,0.627
+25,mlp.experts.78.gate_proj,1.99400520,0.01000,0.622
+25,mlp.experts.79.gate_proj,0.57122874,0.01000,0.623
+25,mlp.experts.80.gate_proj,0.35003445,0.01000,0.624
+25,mlp.experts.81.gate_proj,1.06219411,0.01000,0.622
+25,mlp.experts.82.gate_proj,0.67358184,0.01000,0.624
+25,mlp.experts.83.gate_proj,0.20358907,0.01000,0.623
+25,mlp.experts.84.gate_proj,0.03019971,0.01000,0.622
+25,mlp.experts.85.gate_proj,0.06988249,0.01000,0.623
+25,mlp.experts.86.gate_proj,0.00488370,0.01000,0.621
+25,mlp.experts.87.gate_proj,0.39165166,0.01000,0.617
+25,mlp.experts.88.gate_proj,0.00038487,0.01000,0.617
+25,mlp.experts.89.gate_proj,0.09158491,0.01000,0.615
+25,mlp.experts.90.gate_proj,0.00439622,0.01000,0.615
+25,mlp.experts.91.gate_proj,0.62278748,0.01000,0.614
+25,mlp.experts.92.gate_proj,2.14639068,0.01000,0.615
+25,mlp.experts.93.gate_proj,0.46365005,0.01000,0.616
+25,mlp.experts.94.gate_proj,0.00021099,0.01000,0.614
+25,mlp.experts.95.gate_proj,0.42138189,0.01000,0.614
+25,mlp.experts.96.gate_proj,0.00006320,0.01000,0.615
+25,mlp.experts.97.gate_proj,0.01329023,0.01000,0.615
+25,mlp.experts.98.gate_proj,0.45499676,0.01000,0.618
+25,mlp.experts.99.gate_proj,0.05377512,0.01000,0.619
+25,mlp.experts.100.gate_proj,0.00006606,0.01000,0.623
+25,mlp.experts.101.gate_proj,0.94528854,0.01000,0.622
+25,mlp.experts.102.gate_proj,0.46377832,0.01000,0.623
+25,mlp.experts.103.gate_proj,0.96649981,0.01000,0.621
+25,mlp.experts.104.gate_proj,0.57881415,0.01000,0.622
+25,mlp.experts.105.gate_proj,0.31835547,0.01000,0.621
+25,mlp.experts.106.gate_proj,1.10823691,0.01000,0.623
+25,mlp.experts.107.gate_proj,0.28920361,0.01000,0.623
+25,mlp.experts.108.gate_proj,0.36399081,0.01000,0.623
+25,mlp.experts.109.gate_proj,0.54438210,0.01000,0.623
+25,mlp.experts.110.gate_proj,0.07159610,0.01000,0.621
+25,mlp.experts.111.gate_proj,0.00016716,0.01000,0.622
+25,mlp.experts.112.gate_proj,1.04396510,0.01000,0.621
+25,mlp.experts.113.gate_proj,0.26643717,0.01000,0.620
+25,mlp.experts.114.gate_proj,0.00006652,0.01000,0.614
+25,mlp.experts.115.gate_proj,0.27625901,0.01000,0.615
+25,mlp.experts.116.gate_proj,0.00040781,0.01000,0.615
+25,mlp.experts.117.gate_proj,0.12949961,0.01000,0.615
+25,mlp.experts.118.gate_proj,0.22993952,0.01000,0.616
+25,mlp.experts.119.gate_proj,0.03173810,0.01000,0.614
+25,mlp.experts.120.gate_proj,0.53181154,0.01000,0.615
+25,mlp.experts.121.gate_proj,0.28530851,0.01000,0.619
+25,mlp.experts.122.gate_proj,0.36364305,0.01000,0.621
+25,mlp.experts.123.gate_proj,0.60033983,0.01000,0.621
+25,mlp.experts.124.gate_proj,0.42206690,0.01000,0.624
+25,mlp.experts.125.gate_proj,0.20095941,0.01000,0.624
+25,mlp.experts.126.gate_proj,0.00724699,0.01000,0.622
+25,mlp.experts.127.gate_proj,0.44194132,0.01000,0.623
+25,mlp.experts.0.down_proj,0.27929831,0.01000,0.255
+25,mlp.experts.1.down_proj,0.13810512,0.01000,0.231
+25,mlp.experts.2.down_proj,0.15647912,0.01000,0.232
+25,mlp.experts.3.down_proj,0.00000283,0.01000,0.234
+25,mlp.experts.4.down_proj,0.03671646,0.01000,0.232
+25,mlp.experts.5.down_proj,0.00583529,0.01000,0.232
+25,mlp.experts.6.down_proj,0.15241235,0.01000,0.232
+25,mlp.experts.7.down_proj,0.01189580,0.01000,0.234
+25,mlp.experts.8.down_proj,0.15570468,0.01000,0.234
+25,mlp.experts.9.down_proj,0.00023000,0.01000,0.234
+25,mlp.experts.10.down_proj,0.28915441,0.01000,0.234
+25,mlp.experts.11.down_proj,0.00649929,0.01000,0.234
+25,mlp.experts.12.down_proj,0.05695147,0.01000,0.234
+25,mlp.experts.13.down_proj,0.00681510,0.01000,0.234
+25,mlp.experts.14.down_proj,0.03568405,0.01000,0.232
+25,mlp.experts.15.down_proj,0.23858362,0.01000,0.232
+25,mlp.experts.16.down_proj,0.12297101,0.01000,0.231
+25,mlp.experts.17.down_proj,0.00064875,0.01000,0.232
+25,mlp.experts.18.down_proj,0.13951710,0.01000,0.232
+25,mlp.experts.19.down_proj,0.39565638,0.01000,0.231
+25,mlp.experts.20.down_proj,0.55052948,0.01000,0.230
+25,mlp.experts.21.down_proj,0.10639160,0.01000,0.232
+25,mlp.experts.22.down_proj,0.00116831,0.01000,0.231
+25,mlp.experts.23.down_proj,0.11977686,0.01000,0.231
+25,mlp.experts.24.down_proj,0.16535631,0.01000,0.230
+25,mlp.experts.25.down_proj,0.01460079,0.01000,0.231
+25,mlp.experts.26.down_proj,1.03039432,0.01000,0.231
+25,mlp.experts.27.down_proj,0.01749646,0.01000,0.231
+25,mlp.experts.28.down_proj,0.15186816,0.01000,0.231
+25,mlp.experts.29.down_proj,0.41078854,0.01000,0.232
+25,mlp.experts.30.down_proj,0.09999341,0.01000,0.233
+25,mlp.experts.31.down_proj,0.01030778,0.01000,0.233
+25,mlp.experts.32.down_proj,0.08467503,0.01000,0.234
+25,mlp.experts.33.down_proj,0.89734912,0.01000,0.235
+25,mlp.experts.34.down_proj,0.01778080,0.01000,0.235
+25,mlp.experts.35.down_proj,0.00693702,0.01000,0.236
+25,mlp.experts.36.down_proj,0.05325576,0.01000,0.235
+25,mlp.experts.37.down_proj,0.42695096,0.01000,0.235
+25,mlp.experts.38.down_proj,0.00801657,0.01000,0.235
+25,mlp.experts.39.down_proj,0.00027504,0.01000,0.235
+25,mlp.experts.40.down_proj,0.14340499,0.01000,0.235
+25,mlp.experts.41.down_proj,0.08297594,0.01000,0.235
+25,mlp.experts.42.down_proj,0.05223917,0.01000,0.235
+25,mlp.experts.43.down_proj,0.00086854,0.01000,0.237
+25,mlp.experts.44.down_proj,0.09571512,0.01000,0.237
+25,mlp.experts.45.down_proj,1.66408777,0.01000,0.236
+25,mlp.experts.46.down_proj,0.00000445,0.01000,0.236
+25,mlp.experts.47.down_proj,1.22373676,0.01000,0.236
+25,mlp.experts.48.down_proj,0.00027762,0.01000,0.236
+25,mlp.experts.49.down_proj,0.46294025,0.01000,0.236
+25,mlp.experts.50.down_proj,0.00073611,0.01000,0.237
+25,mlp.experts.51.down_proj,0.03068176,0.01000,0.237
+25,mlp.experts.52.down_proj,0.63901770,0.01000,0.237
+25,mlp.experts.53.down_proj,0.01814450,0.01000,0.237
+25,mlp.experts.54.down_proj,0.00003252,0.01000,0.238
+25,mlp.experts.55.down_proj,0.11066934,0.01000,0.239
+25,mlp.experts.56.down_proj,0.00127598,0.01000,0.240
+25,mlp.experts.57.down_proj,0.13875055,0.01000,0.240
+25,mlp.experts.58.down_proj,1.26881361,0.01000,0.240
+25,mlp.experts.59.down_proj,0.20632188,0.01000,0.240
+25,mlp.experts.60.down_proj,0.00135878,0.01000,0.240
+25,mlp.experts.61.down_proj,3.28541398,0.01000,0.239
+25,mlp.experts.62.down_proj,0.13872433,0.01000,0.239
+25,mlp.experts.63.down_proj,0.07552873,0.01000,0.240
+25,mlp.experts.64.down_proj,0.00000112,0.01000,0.240
+25,mlp.experts.65.down_proj,0.16322134,0.01000,0.241
+25,mlp.experts.66.down_proj,0.17936236,0.01000,0.240
+25,mlp.experts.67.down_proj,0.20750532,0.01000,0.240
+25,mlp.experts.68.down_proj,0.03153440,0.01000,0.240
+25,mlp.experts.69.down_proj,0.00000867,0.01000,0.240
+25,mlp.experts.70.down_proj,0.01798569,0.01000,0.240
+25,mlp.experts.71.down_proj,0.11052608,0.01000,0.240
+25,mlp.experts.72.down_proj,0.00039614,0.01000,0.240
+25,mlp.experts.73.down_proj,0.15176411,0.01000,0.240
+25,mlp.experts.74.down_proj,0.00487638,0.01000,0.241
+25,mlp.experts.75.down_proj,0.17407966,0.01000,0.242
+25,mlp.experts.76.down_proj,0.10831635,0.01000,0.242
+25,mlp.experts.77.down_proj,0.20393258,0.01000,0.242
+25,mlp.experts.78.down_proj,1.53882611,0.01000,0.242
+25,mlp.experts.79.down_proj,0.17780069,0.01000,0.241
+25,mlp.experts.80.down_proj,0.20349142,0.01000,0.241
+25,mlp.experts.81.down_proj,0.53096735,0.01000,0.241
+25,mlp.experts.82.down_proj,0.32227910,0.01000,0.241
+25,mlp.experts.83.down_proj,0.09313768,0.01000,0.241
+25,mlp.experts.84.down_proj,0.00491802,0.01000,0.241
+25,mlp.experts.85.down_proj,0.01187943,0.01000,0.240
+25,mlp.experts.86.down_proj,0.00118874,0.01000,0.241
+25,mlp.experts.87.down_proj,0.16447893,0.01000,0.240
+25,mlp.experts.88.down_proj,0.00021736,0.01000,0.239
+25,mlp.experts.89.down_proj,0.03571740,0.01000,0.238
+25,mlp.experts.90.down_proj,0.00402134,0.01000,0.237
+25,mlp.experts.91.down_proj,0.14709625,0.01000,0.238
+25,mlp.experts.92.down_proj,1.99560332,0.01000,0.239
+25,mlp.experts.93.down_proj,0.11681051,0.01000,0.239
+25,mlp.experts.94.down_proj,0.00008310,0.01000,0.238
+25,mlp.experts.95.down_proj,0.12162545,0.01000,0.237
+25,mlp.experts.96.down_proj,0.00001890,0.01000,0.238
+25,mlp.experts.97.down_proj,0.00400256,0.01000,0.238
+25,mlp.experts.98.down_proj,0.13899499,0.01000,0.238
+25,mlp.experts.99.down_proj,0.00921832,0.01000,0.238
+25,mlp.experts.100.down_proj,0.00002981,0.01000,0.238
+25,mlp.experts.101.down_proj,0.20760822,0.01000,0.238
+25,mlp.experts.102.down_proj,0.15098196,0.01000,0.237
+25,mlp.experts.103.down_proj,0.56346250,0.01000,0.237
+25,mlp.experts.104.down_proj,0.13731577,0.01000,0.238
+25,mlp.experts.105.down_proj,0.08347780,0.01000,0.238
+25,mlp.experts.106.down_proj,0.25117815,0.01000,0.238
+25,mlp.experts.107.down_proj,0.08394472,0.01000,0.239
+25,mlp.experts.108.down_proj,0.17731214,0.01000,0.238
+25,mlp.experts.109.down_proj,0.19425850,0.01000,0.239
+25,mlp.experts.110.down_proj,0.01263905,0.01000,0.241
+25,mlp.experts.111.down_proj,0.00007004,0.01000,0.239
+25,mlp.experts.112.down_proj,0.45217615,0.01000,0.240
+25,mlp.experts.113.down_proj,0.07207885,0.01000,0.240
+25,mlp.experts.114.down_proj,0.00002279,0.01000,0.241
+25,mlp.experts.115.down_proj,0.07110632,0.01000,0.240
+25,mlp.experts.116.down_proj,0.00011937,0.01000,0.240
+25,mlp.experts.117.down_proj,0.05142112,0.01000,0.241
+25,mlp.experts.118.down_proj,0.24729884,0.01000,0.241
+25,mlp.experts.119.down_proj,0.00653125,0.01000,0.241
+25,mlp.experts.120.down_proj,0.52090609,0.01000,0.241
+25,mlp.experts.121.down_proj,0.07778631,0.01000,0.240
+25,mlp.experts.122.down_proj,0.17063013,0.01000,0.241
+25,mlp.experts.123.down_proj,0.20821455,0.01000,0.241
+25,mlp.experts.124.down_proj,0.11324071,0.01000,0.240
+25,mlp.experts.125.down_proj,0.03730169,0.01000,0.241
+25,mlp.experts.126.down_proj,0.00427413,0.01000,0.241
+25,mlp.experts.127.down_proj,0.15061626,0.01000,0.240
+26,self_attn.q_proj,0.42834130,0.01000,0.634
+26,self_attn.k_proj,0.05629140,0.01000,0.606
+26,self_attn.v_proj,0.06412187,0.01000,0.605
+26,self_attn.o_proj,0.05657448,0.01000,1.245
+26,mlp.experts.0.up_proj,0.01911455,0.01000,0.648
+26,mlp.experts.1.up_proj,0.60614300,0.01000,0.602
+26,mlp.experts.2.up_proj,0.09781960,0.01000,0.604
+26,mlp.experts.3.up_proj,0.99266195,0.01000,0.608
+26,mlp.experts.4.up_proj,1.71409059,0.01000,0.608
+26,mlp.experts.5.up_proj,0.01097278,0.01000,0.611
+26,mlp.experts.6.up_proj,0.61714005,0.01000,0.613
+26,mlp.experts.7.up_proj,0.31239903,0.01000,0.615
+26,mlp.experts.8.up_proj,0.39992961,0.01000,0.615
+26,mlp.experts.9.up_proj,0.31814620,0.01000,0.615
+26,mlp.experts.10.up_proj,0.40565935,0.01000,0.616
+26,mlp.experts.11.up_proj,0.14611611,0.01000,0.615
+26,mlp.experts.12.up_proj,0.05303155,0.01000,0.616
+26,mlp.experts.13.up_proj,0.02976420,0.01000,0.616
+26,mlp.experts.14.up_proj,2.09525657,0.01000,0.615
+26,mlp.experts.15.up_proj,0.57392275,0.01000,0.616
+26,mlp.experts.16.up_proj,0.38913181,0.01000,0.616
+26,mlp.experts.17.up_proj,1.18001628,0.01000,0.616
+26,mlp.experts.18.up_proj,0.41221663,0.01000,0.615
+26,mlp.experts.19.up_proj,0.04863897,0.01000,0.614
+26,mlp.experts.20.up_proj,0.43461573,0.01000,0.613
+26,mlp.experts.21.up_proj,0.03726812,0.01000,0.609
+26,mlp.experts.22.up_proj,1.69180369,0.01000,0.612
+26,mlp.experts.23.up_proj,0.71813208,0.01000,0.608
+26,mlp.experts.24.up_proj,0.07478561,0.01000,0.609
+26,mlp.experts.25.up_proj,0.01892430,0.01000,0.607
+26,mlp.experts.26.up_proj,0.61815578,0.01000,0.609
+26,mlp.experts.27.up_proj,0.04428421,0.01000,0.609
+26,mlp.experts.28.up_proj,0.37591323,0.01000,0.608
+26,mlp.experts.29.up_proj,0.06110545,0.01000,0.608
+26,mlp.experts.30.up_proj,0.15981971,0.01000,0.611
+26,mlp.experts.31.up_proj,0.11049399,0.01000,0.609
+26,mlp.experts.32.up_proj,0.23072129,0.01000,0.609
+26,mlp.experts.33.up_proj,1.54520214,0.01000,0.606
+26,mlp.experts.34.up_proj,1.08509564,0.01000,0.612
+26,mlp.experts.35.up_proj,0.00726919,0.01000,0.613
+26,mlp.experts.36.up_proj,0.35673821,0.01000,0.614
+26,mlp.experts.37.up_proj,0.36951065,0.01000,0.616
+26,mlp.experts.38.up_proj,1.70162129,0.01000,0.615
+26,mlp.experts.39.up_proj,0.74510920,0.01000,0.616
+26,mlp.experts.40.up_proj,0.26040503,0.01000,0.617
+26,mlp.experts.41.up_proj,0.00024678,0.01000,0.617
+26,mlp.experts.42.up_proj,1.74766481,0.01000,0.618
+26,mlp.experts.43.up_proj,0.00050487,0.01000,0.616
+26,mlp.experts.44.up_proj,1.01217318,0.01000,0.616
+26,mlp.experts.45.up_proj,0.00004897,0.01000,0.614
+26,mlp.experts.46.up_proj,0.00372568,0.01000,0.617
+26,mlp.experts.47.up_proj,0.41344392,0.01000,0.616
+26,mlp.experts.48.up_proj,0.30950397,0.01000,0.617
+26,mlp.experts.49.up_proj,1.13479674,0.01000,0.617
+26,mlp.experts.50.up_proj,0.30701315,0.01000,0.616
+26,mlp.experts.51.up_proj,0.21061084,0.01000,0.615
+26,mlp.experts.52.up_proj,0.02767034,0.01000,0.615
+26,mlp.experts.53.up_proj,1.16582012,0.01000,0.614
+26,mlp.experts.54.up_proj,0.00354202,0.01000,0.615
+26,mlp.experts.55.up_proj,0.36616683,0.01000,0.613
+26,mlp.experts.56.up_proj,0.01004288,0.01000,0.615
+26,mlp.experts.57.up_proj,0.61336958,0.01000,0.616
+26,mlp.experts.58.up_proj,0.23873317,0.01000,0.615
+26,mlp.experts.59.up_proj,0.04863844,0.01000,0.617
+26,mlp.experts.60.up_proj,0.61946851,0.01000,0.616
+26,mlp.experts.61.up_proj,0.11707313,0.01000,0.616
+26,mlp.experts.62.up_proj,1.02712703,0.01000,0.618
+26,mlp.experts.63.up_proj,0.04079396,0.01000,0.616
+26,mlp.experts.64.up_proj,1.04479969,0.01000,0.615
+26,mlp.experts.65.up_proj,0.00004918,0.01000,0.615
+26,mlp.experts.66.up_proj,0.11005610,0.01000,0.612
+26,mlp.experts.67.up_proj,0.05317992,0.01000,0.610
+26,mlp.experts.68.up_proj,0.24331358,0.01000,0.609
+26,mlp.experts.69.up_proj,0.51541835,0.01000,0.608
+26,mlp.experts.70.up_proj,0.00007475,0.01000,0.609
+26,mlp.experts.71.up_proj,0.46592209,0.01000,0.611
+26,mlp.experts.72.up_proj,0.05151472,0.01000,0.610
+26,mlp.experts.73.up_proj,0.36328858,0.01000,0.608
+26,mlp.experts.74.up_proj,0.66671431,0.01000,0.610
+26,mlp.experts.75.up_proj,1.13825440,0.01000,0.609
+26,mlp.experts.76.up_proj,0.46632761,0.01000,0.608
+26,mlp.experts.77.up_proj,0.12502801,0.01000,0.608
+26,mlp.experts.78.up_proj,0.02584701,0.01000,0.613
+26,mlp.experts.79.up_proj,0.43649518,0.01000,0.616
+26,mlp.experts.80.up_proj,0.84918094,0.01000,0.617
+26,mlp.experts.81.up_proj,0.67346919,0.01000,0.619
+26,mlp.experts.82.up_proj,1.24140847,0.01000,0.617
+26,mlp.experts.83.up_proj,0.01063169,0.01000,0.616
+26,mlp.experts.84.up_proj,0.68366456,0.01000,0.615
+26,mlp.experts.85.up_proj,0.01536989,0.01000,0.616
+26,mlp.experts.86.up_proj,1.74350643,0.01000,0.616
+26,mlp.experts.87.up_proj,0.14019647,0.01000,0.616
+26,mlp.experts.88.up_proj,0.17898355,0.01000,0.618
+26,mlp.experts.89.up_proj,0.02103848,0.01000,0.618
+26,mlp.experts.90.up_proj,0.01797626,0.01000,0.617
+26,mlp.experts.91.up_proj,0.00131606,0.01000,0.617
+26,mlp.experts.92.up_proj,3.12366247,0.01000,0.612
+26,mlp.experts.93.up_proj,0.04167276,0.01000,0.609
+26,mlp.experts.94.up_proj,0.04735389,0.01000,0.609
+26,mlp.experts.95.up_proj,0.60845232,0.01000,0.610
+26,mlp.experts.96.up_proj,0.06972424,0.01000,0.611
+26,mlp.experts.97.up_proj,0.00529504,0.01000,0.611
+26,mlp.experts.98.up_proj,0.22188076,0.01000,0.608
+26,mlp.experts.99.up_proj,0.40642378,0.01000,0.609
+26,mlp.experts.100.up_proj,1.05405605,0.01000,0.611
+26,mlp.experts.101.up_proj,0.94830114,0.01000,0.613
+26,mlp.experts.102.up_proj,0.62316221,0.01000,0.614
+26,mlp.experts.103.up_proj,0.00008612,0.01000,0.610
+26,mlp.experts.104.up_proj,0.01554178,0.01000,0.613
+26,mlp.experts.105.up_proj,0.82338142,0.01000,0.612
+26,mlp.experts.106.up_proj,0.00015318,0.01000,0.610
+26,mlp.experts.107.up_proj,0.17489880,0.01000,0.610
+26,mlp.experts.108.up_proj,0.41454706,0.01000,0.611
+26,mlp.experts.109.up_proj,0.35949445,0.01000,0.613
+26,mlp.experts.110.up_proj,1.01131701,0.01000,0.617
+26,mlp.experts.111.up_proj,0.67349076,0.01000,0.617
+26,mlp.experts.112.up_proj,0.09401427,0.01000,0.616
+26,mlp.experts.113.up_proj,0.00745462,0.01000,0.617
+26,mlp.experts.114.up_proj,0.30494449,0.01000,0.617
+26,mlp.experts.115.up_proj,1.08789325,0.01000,0.618
+26,mlp.experts.116.up_proj,0.00626675,0.01000,0.616
+26,mlp.experts.117.up_proj,0.00657437,0.01000,0.616
+26,mlp.experts.118.up_proj,0.03271198,0.01000,0.617
+26,mlp.experts.119.up_proj,0.06493288,0.01000,0.617
+26,mlp.experts.120.up_proj,0.00439433,0.01000,0.617
+26,mlp.experts.121.up_proj,0.12463081,0.01000,0.617
+26,mlp.experts.122.up_proj,0.00045822,0.01000,0.613
+26,mlp.experts.123.up_proj,0.00487327,0.01000,0.610
+26,mlp.experts.124.up_proj,0.03669665,0.01000,0.613
+26,mlp.experts.125.up_proj,0.49675968,0.01000,0.610
+26,mlp.experts.126.up_proj,0.01486704,0.01000,0.609
+26,mlp.experts.127.up_proj,0.00010964,0.01000,0.612
+26,mlp.experts.0.gate_proj,0.01790732,0.01000,0.611
+26,mlp.experts.1.gate_proj,0.57856643,0.01000,0.610
+26,mlp.experts.2.gate_proj,0.10169737,0.01000,0.610
+26,mlp.experts.3.gate_proj,0.94100451,0.01000,0.609
+26,mlp.experts.4.gate_proj,1.72750056,0.01000,0.615
+26,mlp.experts.5.gate_proj,0.01044412,0.01000,0.612
+26,mlp.experts.6.gate_proj,0.58876860,0.01000,0.610
+26,mlp.experts.7.gate_proj,0.29020780,0.01000,0.609
+26,mlp.experts.8.gate_proj,0.38350922,0.01000,0.613
+26,mlp.experts.9.gate_proj,0.33925015,0.01000,0.616
+26,mlp.experts.10.gate_proj,0.36896348,0.01000,0.618
+26,mlp.experts.11.gate_proj,0.14986633,0.01000,0.617
+26,mlp.experts.12.gate_proj,0.05524788,0.01000,0.616
+26,mlp.experts.13.gate_proj,0.03048221,0.01000,0.617
+26,mlp.experts.14.gate_proj,1.97738838,0.01000,0.617
+26,mlp.experts.15.gate_proj,0.59326750,0.01000,0.617
+26,mlp.experts.16.gate_proj,0.40805393,0.01000,0.617
+26,mlp.experts.17.gate_proj,1.20706391,0.01000,0.616
+26,mlp.experts.18.gate_proj,0.37132043,0.01000,0.617
+26,mlp.experts.19.gate_proj,0.04975474,0.01000,0.617
+26,mlp.experts.20.gate_proj,0.45109755,0.01000,0.617
+26,mlp.experts.21.gate_proj,0.03521276,0.01000,0.617
+26,mlp.experts.22.gate_proj,1.89581120,0.01000,0.611
+26,mlp.experts.23.gate_proj,0.66677535,0.01000,0.607
+26,mlp.experts.24.gate_proj,0.07687644,0.01000,0.607
+26,mlp.experts.25.gate_proj,0.01736831,0.01000,0.608
+26,mlp.experts.26.gate_proj,0.64077049,0.01000,0.611
+26,mlp.experts.27.gate_proj,0.04482385,0.01000,0.615
+26,mlp.experts.28.gate_proj,0.34095144,0.01000,0.616
+26,mlp.experts.29.gate_proj,0.06288275,0.01000,0.617
+26,mlp.experts.30.gate_proj,0.15367821,0.01000,0.618
+26,mlp.experts.31.gate_proj,0.10930475,0.01000,0.617
+26,mlp.experts.32.gate_proj,0.22390148,0.01000,0.620
+26,mlp.experts.33.gate_proj,1.63786697,0.01000,0.616
+26,mlp.experts.34.gate_proj,0.96426010,0.01000,0.618
+26,mlp.experts.35.gate_proj,0.00759802,0.01000,0.619
+26,mlp.experts.36.gate_proj,0.33946458,0.01000,0.617
+26,mlp.experts.37.gate_proj,0.36668766,0.01000,0.614
+26,mlp.experts.38.gate_proj,1.68539190,0.01000,0.609
+26,mlp.experts.39.gate_proj,0.65223563,0.01000,0.608
+26,mlp.experts.40.gate_proj,0.25383866,0.01000,0.609
+26,mlp.experts.41.gate_proj,0.00022398,0.01000,0.609
+26,mlp.experts.42.gate_proj,1.85005164,0.01000,0.609
+26,mlp.experts.43.gate_proj,0.00046428,0.01000,0.609
+26,mlp.experts.44.gate_proj,0.95036852,0.01000,0.609
+26,mlp.experts.45.gate_proj,0.00004880,0.01000,0.609
+26,mlp.experts.46.gate_proj,0.00353923,0.01000,0.609
+26,mlp.experts.47.gate_proj,0.45507419,0.01000,0.610
+26,mlp.experts.48.gate_proj,0.30066544,0.01000,0.610
+26,mlp.experts.49.gate_proj,1.13807154,0.01000,0.609
+26,mlp.experts.50.gate_proj,0.30811140,0.01000,0.612
+26,mlp.experts.51.gate_proj,0.20616490,0.01000,0.617
+26,mlp.experts.52.gate_proj,0.02557923,0.01000,0.617
+26,mlp.experts.53.gate_proj,1.07380354,0.01000,0.618
+26,mlp.experts.54.gate_proj,0.00338038,0.01000,0.617
+26,mlp.experts.55.gate_proj,0.35119084,0.01000,0.619
+26,mlp.experts.56.gate_proj,0.01002561,0.01000,0.620
+26,mlp.experts.57.gate_proj,0.57498902,0.01000,0.620
+26,mlp.experts.58.gate_proj,0.21074037,0.01000,0.616
+26,mlp.experts.59.gate_proj,0.05036817,0.01000,0.617
+26,mlp.experts.60.gate_proj,0.48922348,0.01000,0.619
+26,mlp.experts.61.gate_proj,0.12594882,0.01000,0.615
+26,mlp.experts.62.gate_proj,1.20044112,0.01000,0.609
+26,mlp.experts.63.gate_proj,0.03872242,0.01000,0.608
+26,mlp.experts.64.gate_proj,1.03612018,0.01000,0.609
+26,mlp.experts.65.gate_proj,0.00004724,0.01000,0.611
+26,mlp.experts.66.gate_proj,0.10838723,0.01000,0.610
+26,mlp.experts.67.gate_proj,0.05567361,0.01000,0.608
+26,mlp.experts.68.gate_proj,0.23993835,0.01000,0.609
+26,mlp.experts.69.gate_proj,0.52210772,0.01000,0.608
+26,mlp.experts.70.gate_proj,0.00007387,0.01000,0.610
+26,mlp.experts.71.gate_proj,0.40567264,0.01000,0.610
+26,mlp.experts.72.gate_proj,0.05249890,0.01000,0.611
+26,mlp.experts.73.gate_proj,0.35453573,0.01000,0.615
+26,mlp.experts.74.gate_proj,0.69088268,0.01000,0.616
+26,mlp.experts.75.gate_proj,1.12028146,0.01000,0.616
+26,mlp.experts.76.gate_proj,0.44578195,0.01000,0.618
+26,mlp.experts.77.gate_proj,0.12740660,0.01000,0.616
+26,mlp.experts.78.gate_proj,0.02650554,0.01000,0.617
+26,mlp.experts.79.gate_proj,0.45707917,0.01000,0.617
+26,mlp.experts.80.gate_proj,0.94228345,0.01000,0.619
+26,mlp.experts.81.gate_proj,0.69574344,0.01000,0.618
+26,mlp.experts.82.gate_proj,1.34838140,0.01000,0.616
+26,mlp.experts.83.gate_proj,0.01094421,0.01000,0.617
+26,mlp.experts.84.gate_proj,0.71271110,0.01000,0.617
+26,mlp.experts.85.gate_proj,0.01599311,0.01000,0.610
+26,mlp.experts.86.gate_proj,1.78499007,0.01000,0.609
+26,mlp.experts.87.gate_proj,0.14407825,0.01000,0.610
+26,mlp.experts.88.gate_proj,0.17341031,0.01000,0.609
+26,mlp.experts.89.gate_proj,0.02164771,0.01000,0.609
+26,mlp.experts.90.gate_proj,0.01703368,0.01000,0.609
+26,mlp.experts.91.gate_proj,0.00134302,0.01000,0.609
+26,mlp.experts.92.gate_proj,3.27575517,0.01000,0.608
+26,mlp.experts.93.gate_proj,0.03981025,0.01000,0.610
+26,mlp.experts.94.gate_proj,0.05042753,0.01000,0.612
+26,mlp.experts.95.gate_proj,0.59206158,0.01000,0.617
+26,mlp.experts.96.gate_proj,0.06847417,0.01000,0.618
+26,mlp.experts.97.gate_proj,0.00546164,0.01000,0.619
+26,mlp.experts.98.gate_proj,0.23432097,0.01000,0.618
+26,mlp.experts.99.gate_proj,0.38993013,0.01000,0.618
+26,mlp.experts.100.gate_proj,1.14675236,0.01000,0.617
+26,mlp.experts.101.gate_proj,1.00495267,0.01000,0.619
+26,mlp.experts.102.gate_proj,0.68200839,0.01000,0.619
+26,mlp.experts.103.gate_proj,0.00008542,0.01000,0.618
+26,mlp.experts.104.gate_proj,0.01553714,0.01000,0.621
+26,mlp.experts.105.gate_proj,0.84677118,0.01000,0.618
+26,mlp.experts.106.gate_proj,0.00014470,0.01000,0.618
+26,mlp.experts.107.gate_proj,0.17157707,0.01000,0.617
+26,mlp.experts.108.gate_proj,0.42291880,0.01000,0.610
+26,mlp.experts.109.gate_proj,0.39083600,0.01000,0.612
+26,mlp.experts.110.gate_proj,1.00807834,0.01000,0.610
+26,mlp.experts.111.gate_proj,0.63483226,0.01000,0.609
+26,mlp.experts.112.gate_proj,0.08606147,0.01000,0.612
+26,mlp.experts.113.gate_proj,0.00782375,0.01000,0.611
+26,mlp.experts.114.gate_proj,0.31491604,0.01000,0.610
+26,mlp.experts.115.gate_proj,1.10569644,0.01000,0.610
+26,mlp.experts.116.gate_proj,0.00652798,0.01000,0.613
+26,mlp.experts.117.gate_proj,0.03100694,0.01000,0.616
+26,mlp.experts.118.gate_proj,0.02882195,0.01000,0.618
+26,mlp.experts.119.gate_proj,0.06282558,0.01000,0.618
+26,mlp.experts.120.gate_proj,0.00458201,0.01000,0.618
+26,mlp.experts.121.gate_proj,0.13178426,0.01000,0.620
+26,mlp.experts.122.gate_proj,0.00039169,0.01000,0.619
+26,mlp.experts.123.gate_proj,0.00460994,0.01000,0.618
+26,mlp.experts.124.gate_proj,0.03946310,0.01000,0.617
+26,mlp.experts.125.gate_proj,0.48721528,0.01000,0.618
+26,mlp.experts.126.gate_proj,0.01493006,0.01000,0.620
+26,mlp.experts.127.gate_proj,0.00010384,0.01000,0.618
+26,mlp.experts.0.down_proj,0.00479798,0.01000,0.253
+26,mlp.experts.1.down_proj,0.12930125,0.01000,0.230
+26,mlp.experts.2.down_proj,0.02048665,0.01000,0.229
+26,mlp.experts.3.down_proj,0.21353336,0.01000,0.229
+26,mlp.experts.4.down_proj,1.07450569,0.01000,0.230
+26,mlp.experts.5.down_proj,0.00600524,0.01000,0.229
+26,mlp.experts.6.down_proj,0.14107487,0.01000,0.230
+26,mlp.experts.7.down_proj,0.08710867,0.01000,0.230
+26,mlp.experts.8.down_proj,0.10378797,0.01000,0.231
+26,mlp.experts.9.down_proj,0.14758307,0.01000,0.232
+26,mlp.experts.10.down_proj,0.17026678,0.01000,0.231
+26,mlp.experts.11.down_proj,0.06808738,0.01000,0.231
+26,mlp.experts.12.down_proj,0.02220386,0.01000,0.231
+26,mlp.experts.13.down_proj,0.00724495,0.01000,0.231
+26,mlp.experts.14.down_proj,0.54850394,0.01000,0.233
+26,mlp.experts.15.down_proj,0.30888861,0.01000,0.232
+26,mlp.experts.16.down_proj,0.06829657,0.01000,0.233
+26,mlp.experts.17.down_proj,0.87580514,0.01000,0.236
+26,mlp.experts.18.down_proj,0.15624782,0.01000,0.238
+26,mlp.experts.19.down_proj,0.00997110,0.01000,0.238
+26,mlp.experts.20.down_proj,0.14926964,0.01000,0.240
+26,mlp.experts.21.down_proj,0.01112941,0.01000,0.239
+26,mlp.experts.22.down_proj,0.49582088,0.01000,0.239
+26,mlp.experts.23.down_proj,0.14244577,0.01000,0.240
+26,mlp.experts.24.down_proj,0.01986560,0.01000,0.240
+26,mlp.experts.25.down_proj,0.00735147,0.01000,0.240
+26,mlp.experts.26.down_proj,0.15385002,0.01000,0.240
+26,mlp.experts.27.down_proj,0.00936714,0.01000,0.240
+26,mlp.experts.28.down_proj,0.14533657,0.01000,0.240
+26,mlp.experts.29.down_proj,0.01147253,0.01000,0.240
+26,mlp.experts.30.down_proj,0.03034496,0.01000,0.242
+26,mlp.experts.31.down_proj,0.02654890,0.01000,0.241
+26,mlp.experts.32.down_proj,0.13177250,0.01000,0.241
+26,mlp.experts.33.down_proj,0.55512297,0.01000,0.242
+26,mlp.experts.34.down_proj,0.23338190,0.01000,0.242
+26,mlp.experts.35.down_proj,0.00388682,0.01000,0.241
+26,mlp.experts.36.down_proj,0.08426528,0.01000,0.241
+26,mlp.experts.37.down_proj,0.06786148,0.01000,0.241
+26,mlp.experts.38.down_proj,0.40548176,0.01000,0.241
+26,mlp.experts.39.down_proj,0.23563024,0.01000,0.241
+26,mlp.experts.40.down_proj,0.05250391,0.01000,0.242
+26,mlp.experts.41.down_proj,0.00008361,0.01000,0.242
+26,mlp.experts.42.down_proj,0.47951874,0.01000,0.242
+26,mlp.experts.43.down_proj,0.00021026,0.01000,0.243
+26,mlp.experts.44.down_proj,0.22394888,0.01000,0.242
+26,mlp.experts.45.down_proj,0.00001245,0.01000,0.242
+26,mlp.experts.46.down_proj,0.00213668,0.01000,0.242
+26,mlp.experts.47.down_proj,0.15397319,0.01000,0.242
+26,mlp.experts.48.down_proj,0.11778075,0.01000,0.242
+26,mlp.experts.49.down_proj,0.40656304,0.01000,0.242
+26,mlp.experts.50.down_proj,0.06699312,0.01000,0.242
+26,mlp.experts.51.down_proj,0.04317478,0.01000,0.241
+26,mlp.experts.52.down_proj,0.00854711,0.01000,0.240
+26,mlp.experts.53.down_proj,0.29286391,0.01000,0.240
+26,mlp.experts.54.down_proj,0.00121989,0.01000,0.240
+26,mlp.experts.55.down_proj,0.12602207,0.01000,0.240
+26,mlp.experts.56.down_proj,0.00389250,0.01000,0.240
+26,mlp.experts.57.down_proj,0.14247245,0.01000,0.241
+26,mlp.experts.58.down_proj,0.08788723,0.01000,0.241
+26,mlp.experts.59.down_proj,0.01880011,0.01000,0.241
+26,mlp.experts.60.down_proj,0.18298858,0.01000,0.242
+26,mlp.experts.61.down_proj,0.01889015,0.01000,0.240
+26,mlp.experts.62.down_proj,0.47557259,0.01000,0.240
+26,mlp.experts.63.down_proj,0.04641660,0.01000,0.240
+26,mlp.experts.64.down_proj,0.48071498,0.01000,0.241
+26,mlp.experts.65.down_proj,0.00001146,0.01000,0.239
+26,mlp.experts.66.down_proj,0.03851677,0.01000,0.239
+26,mlp.experts.67.down_proj,0.01210142,0.01000,0.239
+26,mlp.experts.68.down_proj,0.09405143,0.01000,0.239
+26,mlp.experts.69.down_proj,0.13187435,0.01000,0.239
+26,mlp.experts.70.down_proj,0.00001928,0.01000,0.240
+26,mlp.experts.71.down_proj,0.13239692,0.01000,0.240
+26,mlp.experts.72.down_proj,0.02625097,0.01000,0.240
+26,mlp.experts.73.down_proj,0.19565959,0.01000,0.240
+26,mlp.experts.74.down_proj,0.20989352,0.01000,0.242
+26,mlp.experts.75.down_proj,0.31775472,0.01000,0.241
+26,mlp.experts.76.down_proj,0.07843679,0.01000,0.241
+26,mlp.experts.77.down_proj,0.02265688,0.01000,0.241
+26,mlp.experts.78.down_proj,0.01317712,0.01000,0.241
+26,mlp.experts.79.down_proj,0.13249496,0.01000,0.242
+26,mlp.experts.80.down_proj,0.34812734,0.01000,0.242
+26,mlp.experts.81.down_proj,0.35776383,0.01000,0.242
+26,mlp.experts.82.down_proj,0.48446387,0.01000,0.241
+26,mlp.experts.83.down_proj,0.00638538,0.01000,0.242
+26,mlp.experts.84.down_proj,0.24959683,0.01000,0.241
+26,mlp.experts.85.down_proj,0.00711840,0.01000,0.241
+26,mlp.experts.86.down_proj,0.48426995,0.01000,0.242
+26,mlp.experts.87.down_proj,0.02205792,0.01000,0.242
+26,mlp.experts.88.down_proj,0.04976856,0.01000,0.242
+26,mlp.experts.89.down_proj,0.00474732,0.01000,0.242
+26,mlp.experts.90.down_proj,0.00508221,0.01000,0.242
+26,mlp.experts.91.down_proj,0.00037385,0.01000,0.243
+26,mlp.experts.92.down_proj,0.52517790,0.01000,0.243
+26,mlp.experts.93.down_proj,0.01957007,0.01000,0.243
+26,mlp.experts.94.down_proj,0.01678623,0.01000,0.242
+26,mlp.experts.95.down_proj,0.12204980,0.01000,0.243
+26,mlp.experts.96.down_proj,0.02095572,0.01000,0.246
+26,mlp.experts.97.down_proj,0.00159679,0.01000,0.243
+26,mlp.experts.98.down_proj,0.04068442,0.01000,0.239
+26,mlp.experts.99.down_proj,0.08320884,0.01000,0.239
+26,mlp.experts.100.down_proj,0.53023100,0.01000,0.238
+26,mlp.experts.101.down_proj,0.30519122,0.01000,0.239
+26,mlp.experts.102.down_proj,0.24710724,0.01000,0.238
+26,mlp.experts.103.down_proj,0.00002167,0.01000,0.239
+26,mlp.experts.104.down_proj,0.00653899,0.01000,0.239
+26,mlp.experts.105.down_proj,0.22424689,0.01000,0.238
+26,mlp.experts.106.down_proj,0.00007547,0.01000,0.239
+26,mlp.experts.107.down_proj,0.05589956,0.01000,0.242
+26,mlp.experts.108.down_proj,0.10109727,0.01000,0.239
+26,mlp.experts.109.down_proj,0.07796462,0.01000,0.239
+26,mlp.experts.110.down_proj,0.32656717,0.01000,0.240
+26,mlp.experts.111.down_proj,0.15656355,0.01000,0.239
+26,mlp.experts.112.down_proj,0.02673480,0.01000,0.239
+26,mlp.experts.113.down_proj,0.00234292,0.01000,0.238
+26,mlp.experts.114.down_proj,0.08665000,0.01000,0.239
+26,mlp.experts.115.down_proj,0.25491154,0.01000,0.238
+26,mlp.experts.116.down_proj,0.00205139,0.01000,0.239
+26,mlp.experts.117.down_proj,0.00039611,0.01000,0.238
+26,mlp.experts.118.down_proj,0.01213787,0.01000,0.240
+26,mlp.experts.119.down_proj,0.02775943,0.01000,0.239
+26,mlp.experts.120.down_proj,0.00173563,0.01000,0.240
+26,mlp.experts.121.down_proj,0.01496218,0.01000,0.239
+26,mlp.experts.122.down_proj,0.00020717,0.01000,0.239
+26,mlp.experts.123.down_proj,0.00226715,0.01000,0.239
+26,mlp.experts.124.down_proj,0.00416995,0.01000,0.239
+26,mlp.experts.125.down_proj,0.17980687,0.01000,0.240
+26,mlp.experts.126.down_proj,0.00740096,0.01000,0.240
+26,mlp.experts.127.down_proj,0.00003679,0.01000,0.241
+27,self_attn.q_proj,0.33265525,0.01000,0.624
+27,self_attn.k_proj,0.04142517,0.01000,0.616
+27,self_attn.v_proj,0.04206671,0.01000,0.615
+27,self_attn.o_proj,0.04192616,0.01000,1.245
+27,mlp.experts.0.up_proj,3.34949017,0.01000,0.654
+27,mlp.experts.1.up_proj,1.07536364,0.01000,0.612
+27,mlp.experts.2.up_proj,0.22988245,0.01000,0.612
+27,mlp.experts.3.up_proj,0.82965535,0.01000,0.616
+27,mlp.experts.4.up_proj,0.23298249,0.01000,0.617
+27,mlp.experts.5.up_proj,0.04061227,0.01000,0.619
+27,mlp.experts.6.up_proj,0.40809777,0.01000,0.621
+27,mlp.experts.7.up_proj,0.80611610,0.01000,0.622
+27,mlp.experts.8.up_proj,0.71463889,0.01000,0.622
+27,mlp.experts.9.up_proj,0.53974783,0.01000,0.621
+27,mlp.experts.10.up_proj,0.02023521,0.01000,0.622
+27,mlp.experts.11.up_proj,0.75772011,0.01000,0.625
+27,mlp.experts.12.up_proj,0.00599730,0.01000,0.623
+27,mlp.experts.13.up_proj,0.24301884,0.01000,0.623
+27,mlp.experts.14.up_proj,0.08089851,0.01000,0.621
+27,mlp.experts.15.up_proj,0.00366793,0.01000,0.621
+27,mlp.experts.16.up_proj,1.48867500,0.01000,0.620
+27,mlp.experts.17.up_proj,0.69853783,0.01000,0.618
+27,mlp.experts.18.up_proj,0.08398639,0.01000,0.611
+27,mlp.experts.19.up_proj,0.01550865,0.01000,0.612
+27,mlp.experts.20.up_proj,0.41573822,0.01000,0.611
+27,mlp.experts.21.up_proj,0.00965852,0.01000,0.613
+27,mlp.experts.22.up_proj,0.00073338,0.01000,0.615
+27,mlp.experts.23.up_proj,0.57232451,0.01000,0.616
+27,mlp.experts.24.up_proj,0.09801690,0.01000,0.612
+27,mlp.experts.25.up_proj,3.48393393,0.01000,0.614
+27,mlp.experts.26.up_proj,0.00185624,0.01000,0.612
+27,mlp.experts.27.up_proj,0.02306486,0.01000,0.611
+27,mlp.experts.28.up_proj,0.04678449,0.01000,0.613
+27,mlp.experts.29.up_proj,0.13428527,0.01000,0.613
+27,mlp.experts.30.up_proj,0.14985000,0.01000,0.612
+27,mlp.experts.31.up_proj,0.40040085,0.01000,0.612
+27,mlp.experts.32.up_proj,2.56907892,0.01000,0.618
+27,mlp.experts.33.up_proj,0.48606020,0.01000,0.620
+27,mlp.experts.34.up_proj,0.48224080,0.01000,0.624
+27,mlp.experts.35.up_proj,0.63266754,0.01000,0.623
+27,mlp.experts.36.up_proj,0.00413529,0.01000,0.624
+27,mlp.experts.37.up_proj,0.26609224,0.01000,0.623
+27,mlp.experts.38.up_proj,0.00491762,0.01000,0.621
+27,mlp.experts.39.up_proj,0.32602912,0.01000,0.624
+27,mlp.experts.40.up_proj,1.86038148,0.01000,0.622
+27,mlp.experts.41.up_proj,0.88097596,0.01000,0.623
+27,mlp.experts.42.up_proj,0.01757135,0.01000,0.621
+27,mlp.experts.43.up_proj,0.00208231,0.01000,0.623
+27,mlp.experts.44.up_proj,0.00022469,0.01000,0.616
+27,mlp.experts.45.up_proj,0.10362728,0.01000,0.615
+27,mlp.experts.46.up_proj,0.53788012,0.01000,0.615
+27,mlp.experts.47.up_proj,0.01398095,0.01000,0.613
+27,mlp.experts.48.up_proj,0.19206622,0.01000,0.615
+27,mlp.experts.49.up_proj,0.66231686,0.01000,0.615
+27,mlp.experts.50.up_proj,0.11507590,0.01000,0.615
+27,mlp.experts.51.up_proj,1.36731720,0.01000,0.616
+27,mlp.experts.52.up_proj,0.76224542,0.01000,0.615
+27,mlp.experts.53.up_proj,0.02465695,0.01000,0.615
+27,mlp.experts.54.up_proj,0.28140485,0.01000,0.614
+27,mlp.experts.55.up_proj,0.52058530,0.01000,0.613
+27,mlp.experts.56.up_proj,0.40339935,0.01000,0.613
+27,mlp.experts.57.up_proj,0.16011739,0.01000,0.613
+27,mlp.experts.58.up_proj,0.33283836,0.01000,0.615
+27,mlp.experts.59.up_proj,0.14121827,0.01000,0.621
+27,mlp.experts.60.up_proj,0.28589368,0.01000,0.622
+27,mlp.experts.61.up_proj,0.13241759,0.01000,0.621
+27,mlp.experts.62.up_proj,0.01030995,0.01000,0.621
+27,mlp.experts.63.up_proj,0.08330081,0.01000,0.621
+27,mlp.experts.64.up_proj,0.07876555,0.01000,0.621
+27,mlp.experts.65.up_proj,0.00031160,0.01000,0.620
+27,mlp.experts.66.up_proj,0.08660121,0.01000,0.620
+27,mlp.experts.67.up_proj,0.00012882,0.01000,0.621
+27,mlp.experts.68.up_proj,0.16947854,0.01000,0.622
+27,mlp.experts.69.up_proj,0.41877037,0.01000,0.623
+27,mlp.experts.70.up_proj,0.47964957,0.01000,0.624
+27,mlp.experts.71.up_proj,0.31063509,0.01000,0.623
+27,mlp.experts.72.up_proj,0.23777150,0.01000,0.615
+27,mlp.experts.73.up_proj,0.02992613,0.01000,0.618
+27,mlp.experts.74.up_proj,0.00022633,0.01000,0.618
+27,mlp.experts.75.up_proj,1.20313120,0.01000,0.615
+27,mlp.experts.76.up_proj,0.17210798,0.01000,0.615
+27,mlp.experts.77.up_proj,1.20327258,0.01000,0.617
+27,mlp.experts.78.up_proj,0.21329989,0.01000,0.618
+27,mlp.experts.79.up_proj,0.01278855,0.01000,0.618
+27,mlp.experts.80.up_proj,1.07386291,0.01000,0.618
+27,mlp.experts.81.up_proj,0.08970249,0.01000,0.620
+27,mlp.experts.82.up_proj,1.23006833,0.01000,0.624
+27,mlp.experts.83.up_proj,0.20567039,0.01000,0.625
+27,mlp.experts.84.up_proj,0.20845942,0.01000,0.625
+27,mlp.experts.85.up_proj,0.36731428,0.01000,0.623
+27,mlp.experts.86.up_proj,0.97718143,0.01000,0.624
+27,mlp.experts.87.up_proj,2.69248390,0.01000,0.622
+27,mlp.experts.88.up_proj,0.00213935,0.01000,0.620
+27,mlp.experts.89.up_proj,1.63946533,0.01000,0.621
+27,mlp.experts.90.up_proj,0.55259949,0.01000,0.621
+27,mlp.experts.91.up_proj,0.62967300,0.01000,0.622
+27,mlp.experts.92.up_proj,0.00020550,0.01000,0.622
+27,mlp.experts.93.up_proj,0.06650382,0.01000,0.621
+27,mlp.experts.94.up_proj,0.60248363,0.01000,0.613
+27,mlp.experts.95.up_proj,0.87169945,0.01000,0.613
+27,mlp.experts.96.up_proj,0.19738087,0.01000,0.616
+27,mlp.experts.97.up_proj,0.00035402,0.01000,0.615
+27,mlp.experts.98.up_proj,0.98572206,0.01000,0.615
+27,mlp.experts.99.up_proj,0.01199707,0.01000,0.615
+27,mlp.experts.100.up_proj,0.56105649,0.01000,0.614
+27,mlp.experts.101.up_proj,0.75436234,0.01000,0.613
+27,mlp.experts.102.up_proj,0.47997516,0.01000,0.615
+27,mlp.experts.103.up_proj,0.07796256,0.01000,0.622
+27,mlp.experts.104.up_proj,0.02253630,0.01000,0.622
+27,mlp.experts.105.up_proj,0.00251099,0.01000,0.624
+27,mlp.experts.106.up_proj,0.67339456,0.01000,0.623
+27,mlp.experts.107.up_proj,0.05209576,0.01000,0.622
+27,mlp.experts.108.up_proj,0.00001372,0.01000,0.621
+27,mlp.experts.109.up_proj,0.41513669,0.01000,0.622
+27,mlp.experts.110.up_proj,0.05463368,0.01000,0.624
+27,mlp.experts.111.up_proj,0.00168541,0.01000,0.625
+27,mlp.experts.112.up_proj,0.01641328,0.01000,0.622
+27,mlp.experts.113.up_proj,0.07662702,0.01000,0.624
+27,mlp.experts.114.up_proj,0.00006957,0.01000,0.621
+27,mlp.experts.115.up_proj,0.08596227,0.01000,0.617
+27,mlp.experts.116.up_proj,0.34284279,0.01000,0.615
+27,mlp.experts.117.up_proj,0.55433452,0.01000,0.613
+27,mlp.experts.118.up_proj,0.11972130,0.01000,0.613
+27,mlp.experts.119.up_proj,0.98881590,0.01000,0.613
+27,mlp.experts.120.up_proj,1.42894053,0.01000,0.613
+27,mlp.experts.121.up_proj,0.97439456,0.01000,0.613
+27,mlp.experts.122.up_proj,0.01930684,0.01000,0.613
+27,mlp.experts.123.up_proj,0.12544101,0.01000,0.615
+27,mlp.experts.124.up_proj,0.00006259,0.01000,0.618
+27,mlp.experts.125.up_proj,2.29197049,0.01000,0.616
+27,mlp.experts.126.up_proj,0.50828636,0.01000,0.619
+27,mlp.experts.127.up_proj,1.73623621,0.01000,0.623
+27,mlp.experts.0.gate_proj,3.91694951,0.01000,0.624
+27,mlp.experts.1.gate_proj,0.95995295,0.01000,0.623
+27,mlp.experts.2.gate_proj,0.23563725,0.01000,0.624
+27,mlp.experts.3.gate_proj,0.71403378,0.01000,0.624
+27,mlp.experts.4.gate_proj,0.16363837,0.01000,0.627
+27,mlp.experts.5.gate_proj,0.04124019,0.01000,0.623
+27,mlp.experts.6.gate_proj,0.39682770,0.01000,0.622
+27,mlp.experts.7.gate_proj,0.76806462,0.01000,0.622
+27,mlp.experts.8.gate_proj,0.69013321,0.01000,0.621
+27,mlp.experts.9.gate_proj,0.56448352,0.01000,0.622
+27,mlp.experts.10.gate_proj,0.01855283,0.01000,0.617
+27,mlp.experts.11.gate_proj,0.79228139,0.01000,0.616
+27,mlp.experts.12.gate_proj,0.00624000,0.01000,0.614
+27,mlp.experts.13.gate_proj,0.25293496,0.01000,0.615
+27,mlp.experts.14.gate_proj,0.08362287,0.01000,0.615
+27,mlp.experts.15.gate_proj,0.00387653,0.01000,0.615
+27,mlp.experts.16.gate_proj,1.43044603,0.01000,0.614
+27,mlp.experts.17.gate_proj,0.67674285,0.01000,0.615
+27,mlp.experts.18.gate_proj,0.08083075,0.01000,0.619
+27,mlp.experts.19.gate_proj,0.01641036,0.01000,0.621
+27,mlp.experts.20.gate_proj,0.38273561,0.01000,0.623
+27,mlp.experts.21.gate_proj,0.01009755,0.01000,0.621
+27,mlp.experts.22.gate_proj,0.00069619,0.01000,0.621
+27,mlp.experts.23.gate_proj,0.52041399,0.01000,0.621
+27,mlp.experts.24.gate_proj,0.10344498,0.01000,0.623
+27,mlp.experts.25.gate_proj,4.02659321,0.01000,0.623
+27,mlp.experts.26.gate_proj,0.00188841,0.01000,0.622
+27,mlp.experts.27.gate_proj,0.02375305,0.01000,0.622
+27,mlp.experts.28.gate_proj,0.04726777,0.01000,0.624
+27,mlp.experts.29.gate_proj,0.14650002,0.01000,0.623
+27,mlp.experts.30.gate_proj,0.14648250,0.01000,0.619
+27,mlp.experts.31.gate_proj,0.35279062,0.01000,0.616
+27,mlp.experts.32.gate_proj,3.07160926,0.01000,0.617
+27,mlp.experts.33.gate_proj,0.50738418,0.01000,0.616
+27,mlp.experts.34.gate_proj,0.47684711,0.01000,0.616
+27,mlp.experts.35.gate_proj,0.59610724,0.01000,0.615
+27,mlp.experts.36.gate_proj,0.00391392,0.01000,0.615
+27,mlp.experts.37.gate_proj,0.26142973,0.01000,0.615
+27,mlp.experts.38.gate_proj,0.00463859,0.01000,0.613
+27,mlp.experts.39.gate_proj,0.33730239,0.01000,0.615
+27,mlp.experts.40.gate_proj,1.78962731,0.01000,0.613
+27,mlp.experts.41.gate_proj,0.85403901,0.01000,0.614
+27,mlp.experts.42.gate_proj,0.01745774,0.01000,0.614
+27,mlp.experts.43.gate_proj,0.00207561,0.01000,0.615
+27,mlp.experts.44.gate_proj,0.00023282,0.01000,0.615
+27,mlp.experts.45.gate_proj,0.10348198,0.01000,0.619
+27,mlp.experts.46.gate_proj,0.52276969,0.01000,0.622
+27,mlp.experts.47.gate_proj,0.01325589,0.01000,0.624
+27,mlp.experts.48.gate_proj,0.20464566,0.01000,0.616
+27,mlp.experts.49.gate_proj,0.70840079,0.01000,0.615
+27,mlp.experts.50.gate_proj,0.11610360,0.01000,0.616
+27,mlp.experts.51.gate_proj,1.45972228,0.01000,0.615
+27,mlp.experts.52.gate_proj,0.79430950,0.01000,0.617
+27,mlp.experts.53.gate_proj,0.02309506,0.01000,0.619
+27,mlp.experts.54.gate_proj,0.27568588,0.01000,0.616
+27,mlp.experts.55.gate_proj,0.49434263,0.01000,0.614
+27,mlp.experts.56.gate_proj,0.38690215,0.01000,0.616
+27,mlp.experts.57.gate_proj,0.15595993,0.01000,0.615
+27,mlp.experts.58.gate_proj,0.32097754,0.01000,0.615
+27,mlp.experts.59.gate_proj,0.14783578,0.01000,0.617
+27,mlp.experts.60.gate_proj,0.27277774,0.01000,0.615
+27,mlp.experts.61.gate_proj,0.13036978,0.01000,0.615
+27,mlp.experts.62.gate_proj,0.00982429,0.01000,0.621
+27,mlp.experts.63.gate_proj,0.08648783,0.01000,0.625
+27,mlp.experts.64.gate_proj,0.08541417,0.01000,0.623
+27,mlp.experts.65.gate_proj,0.00031526,0.01000,0.622
+27,mlp.experts.66.gate_proj,0.08870295,0.01000,0.626
+27,mlp.experts.67.gate_proj,0.00012047,0.01000,0.622
+27,mlp.experts.68.gate_proj,0.17342184,0.01000,0.623
+27,mlp.experts.69.gate_proj,0.40144259,0.01000,0.623
+27,mlp.experts.70.gate_proj,0.47993603,0.01000,0.622
+27,mlp.experts.71.gate_proj,0.29757351,0.01000,0.627
+27,mlp.experts.72.gate_proj,0.24436548,0.01000,0.625
+27,mlp.experts.73.gate_proj,0.09705408,0.01000,0.618
+27,mlp.experts.74.gate_proj,0.00024028,0.01000,0.614
+27,mlp.experts.75.gate_proj,1.26705444,0.01000,0.613
+27,mlp.experts.76.gate_proj,0.16036785,0.01000,0.616
+27,mlp.experts.77.gate_proj,1.22259617,0.01000,0.615
+27,mlp.experts.78.gate_proj,0.20079786,0.01000,0.616
+27,mlp.experts.79.gate_proj,0.01330842,0.01000,0.616
+27,mlp.experts.80.gate_proj,1.15053082,0.01000,0.615
+27,mlp.experts.81.gate_proj,0.08912357,0.01000,0.614
+27,mlp.experts.82.gate_proj,1.14628077,0.01000,0.615
+27,mlp.experts.83.gate_proj,0.20654339,0.01000,0.617
+27,mlp.experts.84.gate_proj,0.21196190,0.01000,0.621
+27,mlp.experts.85.gate_proj,0.34700689,0.01000,0.623
+27,mlp.experts.86.gate_proj,0.93106949,0.01000,0.623
+27,mlp.experts.87.gate_proj,2.84294367,0.01000,0.623
+27,mlp.experts.88.gate_proj,0.00222924,0.01000,0.622
+27,mlp.experts.89.gate_proj,1.65198123,0.01000,0.624
+27,mlp.experts.90.gate_proj,0.57717001,0.01000,0.624
+27,mlp.experts.91.gate_proj,0.58521760,0.01000,0.623
+27,mlp.experts.92.gate_proj,0.00024224,0.01000,0.624
+27,mlp.experts.93.gate_proj,0.06506240,0.01000,0.622
+27,mlp.experts.94.gate_proj,0.57455790,0.01000,0.617
+27,mlp.experts.95.gate_proj,0.78669351,0.01000,0.613
+27,mlp.experts.96.gate_proj,0.18724254,0.01000,0.614
+27,mlp.experts.97.gate_proj,0.00032365,0.01000,0.614
+27,mlp.experts.98.gate_proj,0.96424323,0.01000,0.616
+27,mlp.experts.99.gate_proj,0.01221954,0.01000,0.613
+27,mlp.experts.100.gate_proj,0.59806389,0.01000,0.616
+27,mlp.experts.101.gate_proj,0.82098711,0.01000,0.619
+27,mlp.experts.102.gate_proj,0.50545537,0.01000,0.616
+27,mlp.experts.103.gate_proj,0.07600875,0.01000,0.619
+27,mlp.experts.104.gate_proj,0.02121214,0.01000,0.619
+27,mlp.experts.105.gate_proj,0.00238599,0.01000,0.615
+27,mlp.experts.106.gate_proj,0.69434512,0.01000,0.615
+27,mlp.experts.107.gate_proj,0.05272960,0.01000,0.616
+27,mlp.experts.108.gate_proj,0.00001385,0.01000,0.621
+27,mlp.experts.109.gate_proj,0.42566270,0.01000,0.623
+27,mlp.experts.110.gate_proj,0.05524268,0.01000,0.624
+27,mlp.experts.111.gate_proj,0.00173264,0.01000,0.625
+27,mlp.experts.112.gate_proj,0.01711190,0.01000,0.624
+27,mlp.experts.113.gate_proj,0.07240181,0.01000,0.625
+27,mlp.experts.114.gate_proj,0.00007095,0.01000,0.626
+27,mlp.experts.115.gate_proj,0.08340251,0.01000,0.624
+27,mlp.experts.116.gate_proj,0.35107189,0.01000,0.624
+27,mlp.experts.117.gate_proj,0.56299651,0.01000,0.624
+27,mlp.experts.118.gate_proj,0.11988547,0.01000,0.634
+27,mlp.experts.119.gate_proj,1.05649948,0.01000,0.631
+27,mlp.experts.120.gate_proj,1.42191803,0.01000,0.629
+27,mlp.experts.121.gate_proj,0.92990267,0.01000,0.626
+27,mlp.experts.122.gate_proj,0.02046038,0.01000,0.630
+27,mlp.experts.123.gate_proj,0.12092359,0.01000,0.629
+27,mlp.experts.124.gate_proj,0.00006352,0.01000,0.629
+27,mlp.experts.125.gate_proj,2.30266857,0.01000,0.629
+27,mlp.experts.126.gate_proj,0.45478359,0.01000,0.628
+27,mlp.experts.127.gate_proj,1.73486412,0.01000,0.635
+27,mlp.experts.0.down_proj,1.25379658,0.01000,0.258
+27,mlp.experts.1.down_proj,0.23963270,0.01000,0.233
+27,mlp.experts.2.down_proj,0.06601591,0.01000,0.233
+27,mlp.experts.3.down_proj,0.34856603,0.01000,0.233
+27,mlp.experts.4.down_proj,0.06272858,0.01000,0.233
+27,mlp.experts.5.down_proj,0.02366618,0.01000,0.233
+27,mlp.experts.6.down_proj,0.08956734,0.01000,0.232
+27,mlp.experts.7.down_proj,0.16497791,0.01000,0.234
+27,mlp.experts.8.down_proj,0.12840262,0.01000,0.234
+27,mlp.experts.9.down_proj,0.10918767,0.01000,0.233
+27,mlp.experts.10.down_proj,0.00827689,0.01000,0.231
+27,mlp.experts.11.down_proj,0.21742721,0.01000,0.232
+27,mlp.experts.12.down_proj,0.00326938,0.01000,0.233
+27,mlp.experts.13.down_proj,0.03985619,0.01000,0.235
+27,mlp.experts.14.down_proj,0.02480653,0.01000,0.235
+27,mlp.experts.15.down_proj,0.00097754,0.01000,0.235
+27,mlp.experts.16.down_proj,0.36805451,0.01000,0.235
+27,mlp.experts.17.down_proj,0.13692345,0.01000,0.234
+27,mlp.experts.18.down_proj,0.02101460,0.01000,0.235
+27,mlp.experts.19.down_proj,0.00620301,0.01000,0.234
+27,mlp.experts.20.down_proj,0.11274237,0.01000,0.235
+27,mlp.experts.21.down_proj,0.00176575,0.01000,0.235
+27,mlp.experts.22.down_proj,0.00040503,0.01000,0.235
+27,mlp.experts.23.down_proj,0.25597924,0.01000,0.235
+27,mlp.experts.24.down_proj,0.01114826,0.01000,0.235
+27,mlp.experts.25.down_proj,0.91703773,0.01000,0.235
+27,mlp.experts.26.down_proj,0.00053030,0.01000,0.237
+27,mlp.experts.27.down_proj,0.00466065,0.01000,0.237
+27,mlp.experts.28.down_proj,0.02257528,0.01000,0.239
+27,mlp.experts.29.down_proj,0.03211921,0.01000,0.240
+27,mlp.experts.30.down_proj,0.04670653,0.01000,0.240
+27,mlp.experts.31.down_proj,0.14751545,0.01000,0.238
+27,mlp.experts.32.down_proj,1.33280826,0.01000,0.240
+27,mlp.experts.33.down_proj,0.20357578,0.01000,0.240
+27,mlp.experts.34.down_proj,0.14526761,0.01000,0.240
+27,mlp.experts.35.down_proj,0.17351198,0.01000,0.240
+27,mlp.experts.36.down_proj,0.00390323,0.01000,0.239
+27,mlp.experts.37.down_proj,0.08999603,0.01000,0.241
+27,mlp.experts.38.down_proj,0.00550570,0.01000,0.240
+27,mlp.experts.39.down_proj,0.07337245,0.01000,0.241
+27,mlp.experts.40.down_proj,0.41254622,0.01000,0.240
+27,mlp.experts.41.down_proj,0.41067237,0.01000,0.239
+27,mlp.experts.42.down_proj,0.00611303,0.01000,0.240
+27,mlp.experts.43.down_proj,0.00143456,0.01000,0.240
+27,mlp.experts.44.down_proj,0.00004466,0.01000,0.241
+27,mlp.experts.45.down_proj,0.02989263,0.01000,0.240
+27,mlp.experts.46.down_proj,0.24619873,0.01000,0.240
+27,mlp.experts.47.down_proj,0.00673418,0.01000,0.240
+27,mlp.experts.48.down_proj,0.01934276,0.01000,0.240
+27,mlp.experts.49.down_proj,0.21718165,0.01000,0.240
+27,mlp.experts.50.down_proj,0.02287180,0.01000,0.240
+27,mlp.experts.51.down_proj,0.43297768,0.01000,0.240
+27,mlp.experts.52.down_proj,0.38415664,0.01000,0.240
+27,mlp.experts.53.down_proj,0.00895658,0.01000,0.239
+27,mlp.experts.54.down_proj,0.07745841,0.01000,0.239
+27,mlp.experts.55.down_proj,0.11686136,0.01000,0.240
+27,mlp.experts.56.down_proj,0.07700398,0.01000,0.240
+27,mlp.experts.57.down_proj,0.04000776,0.01000,0.240
+27,mlp.experts.58.down_proj,0.06318741,0.01000,0.240
+27,mlp.experts.59.down_proj,0.02003226,0.01000,0.242
+27,mlp.experts.60.down_proj,0.08182222,0.01000,0.240
+27,mlp.experts.61.down_proj,0.03581417,0.01000,0.241
+27,mlp.experts.62.down_proj,0.00417595,0.01000,0.240
+27,mlp.experts.63.down_proj,0.01628454,0.01000,0.240
+27,mlp.experts.64.down_proj,0.00521899,0.01000,0.241
+27,mlp.experts.65.down_proj,0.00015606,0.01000,0.241
+27,mlp.experts.66.down_proj,0.03347170,0.01000,0.241
+27,mlp.experts.67.down_proj,0.00003561,0.01000,0.241
+27,mlp.experts.68.down_proj,0.04767265,0.01000,0.241
+27,mlp.experts.69.down_proj,0.12272902,0.01000,0.247
+27,mlp.experts.70.down_proj,0.23305254,0.01000,0.241
+27,mlp.experts.71.down_proj,0.08831690,0.01000,0.240
+27,mlp.experts.72.down_proj,0.06198272,0.01000,0.242
+27,mlp.experts.73.down_proj,0.00271359,0.01000,0.238
+27,mlp.experts.74.down_proj,0.00009501,0.01000,0.238
+27,mlp.experts.75.down_proj,0.36668620,0.01000,0.240
+27,mlp.experts.76.down_proj,0.04143877,0.01000,0.241
+27,mlp.experts.77.down_proj,0.45670056,0.01000,0.241
+27,mlp.experts.78.down_proj,0.06413483,0.01000,0.242
+27,mlp.experts.79.down_proj,0.00254246,0.01000,0.242
+27,mlp.experts.80.down_proj,0.35926628,0.01000,0.242
+27,mlp.experts.81.down_proj,0.02453012,0.01000,0.242
+27,mlp.experts.82.down_proj,0.26383734,0.01000,0.241
+27,mlp.experts.83.down_proj,0.04485333,0.01000,0.241
+27,mlp.experts.84.down_proj,0.05805000,0.01000,0.241
+27,mlp.experts.85.down_proj,0.08555914,0.01000,0.242
+27,mlp.experts.86.down_proj,0.22954655,0.01000,0.241
+27,mlp.experts.87.down_proj,0.81443214,0.01000,0.241
+27,mlp.experts.88.down_proj,0.00062354,0.01000,0.241
+27,mlp.experts.89.down_proj,0.46851093,0.01000,0.241
+27,mlp.experts.90.down_proj,0.16354221,0.01000,0.242
+27,mlp.experts.91.down_proj,0.15766609,0.01000,0.242
+27,mlp.experts.92.down_proj,0.00007221,0.01000,0.241
+27,mlp.experts.93.down_proj,0.03029657,0.01000,0.242
+27,mlp.experts.94.down_proj,0.12458434,0.01000,0.241
+27,mlp.experts.95.down_proj,0.18482658,0.01000,0.241
+27,mlp.experts.96.down_proj,0.04787642,0.01000,0.241
+27,mlp.experts.97.down_proj,0.00012151,0.01000,0.242
+27,mlp.experts.98.down_proj,0.28290462,0.01000,0.241
+27,mlp.experts.99.down_proj,0.00258177,0.01000,0.241
+27,mlp.experts.100.down_proj,0.12901154,0.01000,0.242
+27,mlp.experts.101.down_proj,0.48148555,0.01000,0.242
+27,mlp.experts.102.down_proj,0.13675748,0.01000,0.242
+27,mlp.experts.103.down_proj,0.02812106,0.01000,0.241
+27,mlp.experts.104.down_proj,0.00735112,0.01000,0.241
+27,mlp.experts.105.down_proj,0.00132170,0.01000,0.242
+27,mlp.experts.106.down_proj,0.21311557,0.01000,0.239
+27,mlp.experts.107.down_proj,0.01143408,0.01000,0.238
+27,mlp.experts.108.down_proj,0.00000289,0.01000,0.237
+27,mlp.experts.109.down_proj,0.11525188,0.01000,0.237
+27,mlp.experts.110.down_proj,0.00966956,0.01000,0.238
+27,mlp.experts.111.down_proj,0.00046236,0.01000,0.238
+27,mlp.experts.112.down_proj,0.00415325,0.01000,0.239
+27,mlp.experts.113.down_proj,0.01977583,0.01000,0.238
+27,mlp.experts.114.down_proj,0.00001965,0.01000,0.237
+27,mlp.experts.115.down_proj,0.02720955,0.01000,0.237
+27,mlp.experts.116.down_proj,0.06120114,0.01000,0.237
+27,mlp.experts.117.down_proj,0.19076723,0.01000,0.238
+27,mlp.experts.118.down_proj,0.03048527,0.01000,0.238
+27,mlp.experts.119.down_proj,0.32163295,0.01000,0.238
+27,mlp.experts.120.down_proj,0.36869049,0.01000,0.238
+27,mlp.experts.121.down_proj,0.23251577,0.01000,0.238
+27,mlp.experts.122.down_proj,0.00703613,0.01000,0.238
+27,mlp.experts.123.down_proj,0.03463312,0.01000,0.238
+27,mlp.experts.124.down_proj,0.00002176,0.01000,0.238
+27,mlp.experts.125.down_proj,0.53378117,0.01000,0.239
+27,mlp.experts.126.down_proj,0.17533591,0.01000,0.238
+27,mlp.experts.127.down_proj,0.64609510,0.01000,0.239
+28,self_attn.q_proj,0.30350772,0.01000,0.623
+28,self_attn.k_proj,0.03885238,0.01000,0.625
+28,self_attn.v_proj,0.04005638,0.01000,0.629
+28,self_attn.o_proj,0.04399433,0.01000,1.249
+28,mlp.experts.0.up_proj,0.33247298,0.01000,0.651
+28,mlp.experts.1.up_proj,0.42338872,0.01000,0.610
+28,mlp.experts.2.up_proj,0.00001690,0.01000,0.609
+28,mlp.experts.3.up_proj,0.00003339,0.01000,0.613
+28,mlp.experts.4.up_proj,0.56215554,0.01000,0.618
+28,mlp.experts.5.up_proj,0.00561896,0.01000,0.620
+28,mlp.experts.6.up_proj,0.28661168,0.01000,0.621
+28,mlp.experts.7.up_proj,1.26753211,0.01000,0.622
+28,mlp.experts.8.up_proj,0.35762244,0.01000,0.621
+28,mlp.experts.9.up_proj,0.48701358,0.01000,0.622
+28,mlp.experts.10.up_proj,0.02324673,0.01000,0.621
+28,mlp.experts.11.up_proj,0.60223317,0.01000,0.621
+28,mlp.experts.12.up_proj,0.11910604,0.01000,0.621
+28,mlp.experts.13.up_proj,0.50453573,0.01000,0.620
+28,mlp.experts.14.up_proj,0.95221722,0.01000,0.620
+28,mlp.experts.15.up_proj,0.31573200,0.01000,0.619
+28,mlp.experts.16.up_proj,1.23921227,0.01000,0.612
+28,mlp.experts.17.up_proj,0.03854179,0.01000,0.613
+28,mlp.experts.18.up_proj,0.63987178,0.01000,0.613
+28,mlp.experts.19.up_proj,0.11232774,0.01000,0.611
+28,mlp.experts.20.up_proj,0.30622768,0.01000,0.610
+28,mlp.experts.21.up_proj,0.00492596,0.01000,0.612
+28,mlp.experts.22.up_proj,0.02315723,0.01000,0.615
+28,mlp.experts.23.up_proj,0.42929563,0.01000,0.617
+28,mlp.experts.24.up_proj,0.99575454,0.01000,0.618
+28,mlp.experts.25.up_proj,0.37273225,0.01000,0.618
+28,mlp.experts.26.up_proj,1.51710594,0.01000,0.619
+28,mlp.experts.27.up_proj,0.10731280,0.01000,0.622
+28,mlp.experts.28.up_proj,0.22044307,0.01000,0.622
+28,mlp.experts.29.up_proj,0.37208301,0.01000,0.622
+28,mlp.experts.30.up_proj,3.12459397,0.01000,0.620
+28,mlp.experts.31.up_proj,0.00191385,0.01000,0.621
+28,mlp.experts.32.up_proj,0.36798984,0.01000,0.623
+28,mlp.experts.33.up_proj,0.46654010,0.01000,0.621
+28,mlp.experts.34.up_proj,0.04190502,0.01000,0.621
+28,mlp.experts.35.up_proj,3.65157127,0.01000,0.616
+28,mlp.experts.36.up_proj,0.04227242,0.01000,0.613
+28,mlp.experts.37.up_proj,0.80179310,0.01000,0.615
+28,mlp.experts.38.up_proj,0.00057235,0.01000,0.612
+28,mlp.experts.39.up_proj,0.98081219,0.01000,0.617
+28,mlp.experts.40.up_proj,0.80976331,0.01000,0.612
+28,mlp.experts.41.up_proj,0.07022458,0.01000,0.619
+28,mlp.experts.42.up_proj,0.44183746,0.01000,0.620
+28,mlp.experts.43.up_proj,0.57827079,0.01000,0.622
+28,mlp.experts.44.up_proj,0.56426930,0.01000,0.621
+28,mlp.experts.45.up_proj,0.84803271,0.01000,0.621
+28,mlp.experts.46.up_proj,0.08662163,0.01000,0.622
+28,mlp.experts.47.up_proj,0.02081142,0.01000,0.623
+28,mlp.experts.48.up_proj,2.95316029,0.01000,0.621
+28,mlp.experts.49.up_proj,0.11230689,0.01000,0.622
+28,mlp.experts.50.up_proj,0.70996284,0.01000,0.621
+28,mlp.experts.51.up_proj,0.68231314,0.01000,0.621
+28,mlp.experts.52.up_proj,0.13815399,0.01000,0.617
+28,mlp.experts.53.up_proj,0.02403123,0.01000,0.612
+28,mlp.experts.54.up_proj,0.12674220,0.01000,0.611
+28,mlp.experts.55.up_proj,0.23363051,0.01000,0.611
+28,mlp.experts.56.up_proj,0.00445518,0.01000,0.612
+28,mlp.experts.57.up_proj,0.74360031,0.01000,0.613
+28,mlp.experts.58.up_proj,0.00157725,0.01000,0.612
+28,mlp.experts.59.up_proj,0.09795025,0.01000,0.615
+28,mlp.experts.60.up_proj,0.28287059,0.01000,0.614
+28,mlp.experts.61.up_proj,0.00012222,0.01000,0.613
+28,mlp.experts.62.up_proj,1.87136292,0.01000,0.612
+28,mlp.experts.63.up_proj,0.05476018,0.01000,0.613
+28,mlp.experts.64.up_proj,0.00011505,0.01000,0.613
+28,mlp.experts.65.up_proj,1.18885684,0.01000,0.618
+28,mlp.experts.66.up_proj,0.00318168,0.01000,0.615
+28,mlp.experts.67.up_proj,0.06823912,0.01000,0.616
+28,mlp.experts.68.up_proj,0.12068605,0.01000,0.620
+28,mlp.experts.69.up_proj,0.00028601,0.01000,0.621
+28,mlp.experts.70.up_proj,0.08550127,0.01000,0.621
+28,mlp.experts.71.up_proj,0.00006393,0.01000,0.622
+28,mlp.experts.72.up_proj,0.48434323,0.01000,0.622
+28,mlp.experts.73.up_proj,0.12521935,0.01000,0.622
+28,mlp.experts.74.up_proj,0.05479077,0.01000,0.621
+28,mlp.experts.75.up_proj,0.91641188,0.01000,0.620
+28,mlp.experts.76.up_proj,0.58164024,0.01000,0.621
+28,mlp.experts.77.up_proj,0.40176097,0.01000,0.622
+28,mlp.experts.78.up_proj,0.66282529,0.01000,0.621
+28,mlp.experts.79.up_proj,0.63992488,0.01000,0.614
+28,mlp.experts.80.up_proj,2.20587778,0.01000,0.613
+28,mlp.experts.81.up_proj,1.31440341,0.01000,0.611
+28,mlp.experts.82.up_proj,1.98862135,0.01000,0.614
+28,mlp.experts.83.up_proj,0.77864826,0.01000,0.615
+28,mlp.experts.84.up_proj,0.62751365,0.01000,0.613
+28,mlp.experts.85.up_proj,0.07722706,0.01000,0.613
+28,mlp.experts.86.up_proj,0.00063546,0.01000,0.614
+28,mlp.experts.87.up_proj,0.00220232,0.01000,0.613
+28,mlp.experts.88.up_proj,0.04307288,0.01000,0.612
+28,mlp.experts.89.up_proj,0.14716029,0.01000,0.615
+28,mlp.experts.90.up_proj,0.18797547,0.01000,0.611
+28,mlp.experts.91.up_proj,0.04781951,0.01000,0.612
+28,mlp.experts.92.up_proj,0.00447988,0.01000,0.617
+28,mlp.experts.93.up_proj,0.76829946,0.01000,0.622
+28,mlp.experts.94.up_proj,0.90006840,0.01000,0.622
+28,mlp.experts.95.up_proj,0.00020242,0.01000,0.622
+28,mlp.experts.96.up_proj,0.00189198,0.01000,0.622
+28,mlp.experts.97.up_proj,0.27705586,0.01000,0.622
+28,mlp.experts.98.up_proj,0.38890824,0.01000,0.622
+28,mlp.experts.99.up_proj,0.00303246,0.01000,0.622
+28,mlp.experts.100.up_proj,0.23149589,0.01000,0.622
+28,mlp.experts.101.up_proj,1.88539982,0.01000,0.623
+28,mlp.experts.102.up_proj,0.63709331,0.01000,0.622
+28,mlp.experts.103.up_proj,0.80115968,0.01000,0.620
+28,mlp.experts.104.up_proj,0.00218334,0.01000,0.620
+28,mlp.experts.105.up_proj,1.98886502,0.01000,0.621
+28,mlp.experts.106.up_proj,0.04338514,0.01000,0.621
+28,mlp.experts.107.up_proj,0.03906475,0.01000,0.621
+28,mlp.experts.108.up_proj,0.55137789,0.01000,0.620
+28,mlp.experts.109.up_proj,1.27007031,0.01000,0.619
+28,mlp.experts.110.up_proj,0.39738828,0.01000,0.615
+28,mlp.experts.111.up_proj,0.77426451,0.01000,0.621
+28,mlp.experts.112.up_proj,0.05930092,0.01000,0.623
+28,mlp.experts.113.up_proj,0.92836726,0.01000,0.622
+28,mlp.experts.114.up_proj,0.95400608,0.01000,0.622
+28,mlp.experts.115.up_proj,0.37476170,0.01000,0.623
+28,mlp.experts.116.up_proj,0.04730108,0.01000,0.624
+28,mlp.experts.117.up_proj,1.09028387,0.01000,0.622
+28,mlp.experts.118.up_proj,0.00000233,0.01000,0.625
+28,mlp.experts.119.up_proj,0.45035493,0.01000,0.622
+28,mlp.experts.120.up_proj,0.00111688,0.01000,0.622
+28,mlp.experts.121.up_proj,0.32297289,0.01000,0.623
+28,mlp.experts.122.up_proj,0.01068519,0.01000,0.624
+28,mlp.experts.123.up_proj,1.19930625,0.01000,0.613
+28,mlp.experts.124.up_proj,0.31159958,0.01000,0.614
+28,mlp.experts.125.up_proj,0.00008024,0.01000,0.614
+28,mlp.experts.126.up_proj,0.14520998,0.01000,0.613
+28,mlp.experts.127.up_proj,1.07919168,0.01000,0.614
+28,mlp.experts.0.gate_proj,0.39477998,0.01000,0.613
+28,mlp.experts.1.gate_proj,0.44262215,0.01000,0.613
+28,mlp.experts.2.gate_proj,0.00001770,0.01000,0.614
+28,mlp.experts.3.gate_proj,0.00003177,0.01000,0.620
+28,mlp.experts.4.gate_proj,0.57492614,0.01000,0.623
+28,mlp.experts.5.gate_proj,0.00596923,0.01000,0.624
+28,mlp.experts.6.gate_proj,0.29952592,0.01000,0.623
+28,mlp.experts.7.gate_proj,1.31450701,0.01000,0.624
+28,mlp.experts.8.gate_proj,0.35031456,0.01000,0.623
+28,mlp.experts.9.gate_proj,0.51697338,0.01000,0.623
+28,mlp.experts.10.gate_proj,0.02326871,0.01000,0.625
+28,mlp.experts.11.gate_proj,0.63805556,0.01000,0.624
+28,mlp.experts.12.gate_proj,0.11834192,0.01000,0.622
+28,mlp.experts.13.gate_proj,0.48933849,0.01000,0.623
+28,mlp.experts.14.gate_proj,0.98943067,0.01000,0.620
+28,mlp.experts.15.gate_proj,0.30421978,0.01000,0.613
+28,mlp.experts.16.gate_proj,1.30495811,0.01000,0.613
+28,mlp.experts.17.gate_proj,0.03753585,0.01000,0.613
+28,mlp.experts.18.gate_proj,0.63441998,0.01000,0.613
+28,mlp.experts.19.gate_proj,0.11065006,0.01000,0.613
+28,mlp.experts.20.gate_proj,0.28913075,0.01000,0.612
+28,mlp.experts.21.gate_proj,0.00511335,0.01000,0.612
+28,mlp.experts.22.gate_proj,0.02305178,0.01000,0.613
+28,mlp.experts.23.gate_proj,0.46791470,0.01000,0.613
+28,mlp.experts.24.gate_proj,1.02596784,0.01000,0.614
+28,mlp.experts.25.gate_proj,0.39186415,0.01000,0.613
+28,mlp.experts.26.gate_proj,1.61747491,0.01000,0.613
+28,mlp.experts.27.gate_proj,0.10933607,0.01000,0.612
+28,mlp.experts.28.gate_proj,0.23676887,0.01000,0.615
+28,mlp.experts.29.gate_proj,0.36827356,0.01000,0.623
+28,mlp.experts.30.gate_proj,3.45877051,0.01000,0.622
+28,mlp.experts.31.gate_proj,0.00201520,0.01000,0.622
+28,mlp.experts.32.gate_proj,0.46957469,0.01000,0.622
+28,mlp.experts.33.gate_proj,0.46425408,0.01000,0.623
+28,mlp.experts.34.gate_proj,0.04406415,0.01000,0.624
+28,mlp.experts.35.gate_proj,4.31381226,0.01000,0.623
+28,mlp.experts.36.gate_proj,0.04051661,0.01000,0.622
+28,mlp.experts.37.gate_proj,0.83929813,0.01000,0.623
+28,mlp.experts.38.gate_proj,0.00057946,0.01000,0.626
+28,mlp.experts.39.gate_proj,0.90665793,0.01000,0.623
+28,mlp.experts.40.gate_proj,0.86918855,0.01000,0.619
+28,mlp.experts.41.gate_proj,0.07310283,0.01000,0.612
+28,mlp.experts.42.gate_proj,0.50777531,0.01000,0.612
+28,mlp.experts.43.gate_proj,0.51583844,0.01000,0.612
+28,mlp.experts.44.gate_proj,0.52572519,0.01000,0.611
+28,mlp.experts.45.gate_proj,0.79974824,0.01000,0.612
+28,mlp.experts.46.gate_proj,0.09391512,0.01000,0.612
+28,mlp.experts.47.gate_proj,0.02002629,0.01000,0.613
+28,mlp.experts.48.gate_proj,2.67597651,0.01000,0.614
+28,mlp.experts.49.gate_proj,0.11647043,0.01000,0.620
+28,mlp.experts.50.gate_proj,0.76990902,0.01000,0.623
+28,mlp.experts.51.gate_proj,0.73289561,0.01000,0.622
+28,mlp.experts.52.gate_proj,0.13911110,0.01000,0.625
+28,mlp.experts.53.gate_proj,0.02525879,0.01000,0.623
+28,mlp.experts.54.gate_proj,0.13232292,0.01000,0.622
+28,mlp.experts.55.gate_proj,0.23424648,0.01000,0.623
+28,mlp.experts.56.gate_proj,0.00444899,0.01000,0.622
+28,mlp.experts.57.gate_proj,0.77043915,0.01000,0.622
+28,mlp.experts.58.gate_proj,0.00168988,0.01000,0.622
+28,mlp.experts.59.gate_proj,0.09312618,0.01000,0.622
+28,mlp.experts.60.gate_proj,0.27730650,0.01000,0.622
+28,mlp.experts.61.gate_proj,0.00012888,0.01000,0.620
+28,mlp.experts.62.gate_proj,1.48178792,0.01000,0.612
+28,mlp.experts.63.gate_proj,0.05415731,0.01000,0.612
+28,mlp.experts.64.gate_proj,0.00011235,0.01000,0.611
+28,mlp.experts.65.gate_proj,1.18633819,0.01000,0.612
+28,mlp.experts.66.gate_proj,0.00318634,0.01000,0.613
+28,mlp.experts.67.gate_proj,0.06860369,0.01000,0.611
+28,mlp.experts.68.gate_proj,0.12499054,0.01000,0.625
+28,mlp.experts.69.gate_proj,0.00027989,0.01000,0.621
+28,mlp.experts.70.gate_proj,0.09603945,0.01000,0.618
+28,mlp.experts.71.gate_proj,0.00006009,0.01000,0.619
+28,mlp.experts.72.gate_proj,0.58252740,0.01000,0.619
+28,mlp.experts.73.gate_proj,0.12476972,0.01000,0.617
+28,mlp.experts.74.gate_proj,0.18644243,0.01000,0.619
+28,mlp.experts.75.gate_proj,0.97226030,0.01000,0.618
+28,mlp.experts.76.gate_proj,0.59406579,0.01000,0.618
+28,mlp.experts.77.gate_proj,0.38644809,0.01000,0.621
+28,mlp.experts.78.gate_proj,0.68553835,0.01000,0.626
+28,mlp.experts.79.gate_proj,0.65137184,0.01000,0.625
+28,mlp.experts.80.gate_proj,2.35681367,0.01000,0.626
+28,mlp.experts.81.gate_proj,1.32879114,0.01000,0.625
+28,mlp.experts.82.gate_proj,2.12865543,0.01000,0.625
+28,mlp.experts.83.gate_proj,0.77062553,0.01000,0.624
+28,mlp.experts.84.gate_proj,0.65081698,0.01000,0.627
+28,mlp.experts.85.gate_proj,0.07623085,0.01000,0.624
+28,mlp.experts.86.gate_proj,0.00062692,0.01000,0.624
+28,mlp.experts.87.gate_proj,0.00231719,0.01000,0.624
+28,mlp.experts.88.gate_proj,0.04368570,0.01000,0.624
+28,mlp.experts.89.gate_proj,0.15194294,0.01000,0.620
+28,mlp.experts.90.gate_proj,0.18932956,0.01000,0.616
+28,mlp.experts.91.gate_proj,0.04738159,0.01000,0.615
+28,mlp.experts.92.gate_proj,0.00438558,0.01000,0.616
+28,mlp.experts.93.gate_proj,0.81092441,0.01000,0.616
+28,mlp.experts.94.gate_proj,0.96318203,0.01000,0.617
+28,mlp.experts.95.gate_proj,0.00020831,0.01000,0.616
+28,mlp.experts.96.gate_proj,0.00185742,0.01000,0.617
+28,mlp.experts.97.gate_proj,0.30334586,0.01000,0.622
+28,mlp.experts.98.gate_proj,0.38764805,0.01000,0.623
+28,mlp.experts.99.gate_proj,0.00332343,0.01000,0.624
+28,mlp.experts.100.gate_proj,0.22647916,0.01000,0.626
+28,mlp.experts.101.gate_proj,1.65581465,0.01000,0.624
+28,mlp.experts.102.gate_proj,0.62241733,0.01000,0.626
+28,mlp.experts.103.gate_proj,0.82605207,0.01000,0.627
+28,mlp.experts.104.gate_proj,0.00240106,0.01000,0.625
+28,mlp.experts.105.gate_proj,1.84561372,0.01000,0.625
+28,mlp.experts.106.gate_proj,0.04263132,0.01000,0.627
+28,mlp.experts.107.gate_proj,0.04014754,0.01000,0.626
+28,mlp.experts.108.gate_proj,0.52345818,0.01000,0.625
+28,mlp.experts.109.gate_proj,1.33122683,0.01000,0.626
+28,mlp.experts.110.gate_proj,0.41973194,0.01000,0.627
+28,mlp.experts.111.gate_proj,0.78684354,0.01000,0.625
+28,mlp.experts.112.gate_proj,0.06004065,0.01000,0.629
+28,mlp.experts.113.gate_proj,1.05443811,0.01000,0.625
+28,mlp.experts.114.gate_proj,0.94553888,0.01000,0.631
+28,mlp.experts.115.gate_proj,0.31300426,0.01000,0.625
+28,mlp.experts.116.gate_proj,0.04857759,0.01000,0.622
+28,mlp.experts.117.gate_proj,1.07608962,0.01000,0.621
+28,mlp.experts.118.gate_proj,0.00000240,0.01000,0.623
+28,mlp.experts.119.gate_proj,0.48121268,0.01000,0.622
+28,mlp.experts.120.gate_proj,0.00108781,0.01000,0.621
+28,mlp.experts.121.gate_proj,0.33888578,0.01000,0.625
+28,mlp.experts.122.gate_proj,0.01093004,0.01000,0.630
+28,mlp.experts.123.gate_proj,1.49602950,0.01000,0.625
+28,mlp.experts.124.gate_proj,0.30561709,0.01000,0.622
+28,mlp.experts.125.gate_proj,0.00007801,0.01000,0.619
+28,mlp.experts.126.gate_proj,0.13660598,0.01000,0.621
+28,mlp.experts.127.gate_proj,1.14136779,0.01000,0.622
+28,mlp.experts.0.down_proj,0.17049105,0.01000,0.252
+28,mlp.experts.1.down_proj,0.12763700,0.01000,0.228
+28,mlp.experts.2.down_proj,0.00000472,0.01000,0.231
+28,mlp.experts.3.down_proj,0.00000973,0.01000,0.228
+28,mlp.experts.4.down_proj,0.18011093,0.01000,0.229
+28,mlp.experts.5.down_proj,0.00169012,0.01000,0.229
+28,mlp.experts.6.down_proj,0.13048825,0.01000,0.229
+28,mlp.experts.7.down_proj,0.53608382,0.01000,0.230
+28,mlp.experts.8.down_proj,0.10488506,0.01000,0.230
+28,mlp.experts.9.down_proj,0.09518977,0.01000,0.231
+28,mlp.experts.10.down_proj,0.00980826,0.01000,0.231
+28,mlp.experts.11.down_proj,0.18744045,0.01000,0.231
+28,mlp.experts.12.down_proj,0.04071290,0.01000,0.233
+28,mlp.experts.13.down_proj,0.14732629,0.01000,0.233
+28,mlp.experts.14.down_proj,0.19680922,0.01000,0.233
+28,mlp.experts.15.down_proj,0.11383308,0.01000,0.233
+28,mlp.experts.16.down_proj,0.27764666,0.01000,0.233
+28,mlp.experts.17.down_proj,0.01620816,0.01000,0.234
+28,mlp.experts.18.down_proj,0.15635398,0.01000,0.233
+28,mlp.experts.19.down_proj,0.02677882,0.01000,0.233
+28,mlp.experts.20.down_proj,0.10460227,0.01000,0.233
+28,mlp.experts.21.down_proj,0.00177579,0.01000,0.233
+28,mlp.experts.22.down_proj,0.00735020,0.01000,0.234
+28,mlp.experts.23.down_proj,0.18589541,0.01000,0.234
+28,mlp.experts.24.down_proj,0.21201833,0.01000,0.236
+28,mlp.experts.25.down_proj,0.11245985,0.01000,0.237
+28,mlp.experts.26.down_proj,0.31941402,0.01000,0.237
+28,mlp.experts.27.down_proj,0.02984533,0.01000,0.238
+28,mlp.experts.28.down_proj,0.05498154,0.01000,0.237
+28,mlp.experts.29.down_proj,0.09662259,0.01000,0.238
+28,mlp.experts.30.down_proj,0.65119433,0.01000,0.238
+28,mlp.experts.31.down_proj,0.00096551,0.01000,0.237
+28,mlp.experts.32.down_proj,0.06857619,0.01000,0.237
+28,mlp.experts.33.down_proj,0.16036767,0.01000,0.238
+28,mlp.experts.34.down_proj,0.00442121,0.01000,0.238
+28,mlp.experts.35.down_proj,1.06198287,0.01000,0.237
+28,mlp.experts.36.down_proj,0.01440058,0.01000,0.238
+28,mlp.experts.37.down_proj,0.17210758,0.01000,0.238
+28,mlp.experts.38.down_proj,0.00019504,0.01000,0.238
+28,mlp.experts.39.down_proj,0.21817410,0.01000,0.238
+28,mlp.experts.40.down_proj,0.27102178,0.01000,0.238
+28,mlp.experts.41.down_proj,0.03047824,0.01000,0.238
+28,mlp.experts.42.down_proj,0.16667157,0.01000,0.238
+28,mlp.experts.43.down_proj,0.16443488,0.01000,0.240
+28,mlp.experts.44.down_proj,0.18527390,0.01000,0.237
+28,mlp.experts.45.down_proj,0.18906218,0.01000,0.235
+28,mlp.experts.46.down_proj,0.00816073,0.01000,0.236
+28,mlp.experts.47.down_proj,0.00758053,0.01000,0.237
+28,mlp.experts.48.down_proj,1.08659053,0.01000,0.237
+28,mlp.experts.49.down_proj,0.04185668,0.01000,0.238
+28,mlp.experts.50.down_proj,0.21108693,0.01000,0.237
+28,mlp.experts.51.down_proj,0.18389744,0.01000,0.238
+28,mlp.experts.52.down_proj,0.03444758,0.01000,0.237
+28,mlp.experts.53.down_proj,0.00189999,0.01000,0.235
+28,mlp.experts.54.down_proj,0.02912095,0.01000,0.235
+28,mlp.experts.55.down_proj,0.06989358,0.01000,0.236
+28,mlp.experts.56.down_proj,0.00192325,0.01000,0.236
+28,mlp.experts.57.down_proj,0.16736199,0.01000,0.235
+28,mlp.experts.58.down_proj,0.00059696,0.01000,0.235
+28,mlp.experts.59.down_proj,0.02701658,0.01000,0.235
+28,mlp.experts.60.down_proj,0.08747356,0.01000,0.235
+28,mlp.experts.61.down_proj,0.00004474,0.01000,0.235
+28,mlp.experts.62.down_proj,0.38385767,0.01000,0.236
+28,mlp.experts.63.down_proj,0.00581707,0.01000,0.236
+28,mlp.experts.64.down_proj,0.00000997,0.01000,0.238
+28,mlp.experts.65.down_proj,0.28889301,0.01000,0.240
+28,mlp.experts.66.down_proj,0.00112692,0.01000,0.239
+28,mlp.experts.67.down_proj,0.02111661,0.01000,0.240
+28,mlp.experts.68.down_proj,0.03798666,0.01000,0.240
+28,mlp.experts.69.down_proj,0.00008685,0.01000,0.240
+28,mlp.experts.70.down_proj,0.00817703,0.01000,0.240
+28,mlp.experts.71.down_proj,0.00001535,0.01000,0.239
+28,mlp.experts.72.down_proj,0.12519439,0.01000,0.241
+28,mlp.experts.73.down_proj,0.01967255,0.01000,0.241
+28,mlp.experts.74.down_proj,0.00957603,0.01000,0.240
+28,mlp.experts.75.down_proj,0.18973696,0.01000,0.241
+28,mlp.experts.76.down_proj,0.14595112,0.01000,0.240
+28,mlp.experts.77.down_proj,0.11453138,0.01000,0.240
+28,mlp.experts.78.down_proj,0.12360358,0.01000,0.240
+28,mlp.experts.79.down_proj,0.11572713,0.01000,0.240
+28,mlp.experts.80.down_proj,0.48614818,0.01000,0.241
+28,mlp.experts.81.down_proj,0.40312046,0.01000,0.240
+28,mlp.experts.82.down_proj,0.90779763,0.01000,0.240
+28,mlp.experts.83.down_proj,0.19023436,0.01000,0.240
+28,mlp.experts.84.down_proj,0.18332958,0.01000,0.239
+28,mlp.experts.85.down_proj,0.01862919,0.01000,0.239
+28,mlp.experts.86.down_proj,0.00025040,0.01000,0.239
+28,mlp.experts.87.down_proj,0.00052250,0.01000,0.240
+28,mlp.experts.88.down_proj,0.01827260,0.01000,0.240
+28,mlp.experts.89.down_proj,0.05234852,0.01000,0.240
+28,mlp.experts.90.down_proj,0.05922659,0.01000,0.240
+28,mlp.experts.91.down_proj,0.02489731,0.01000,0.242
+28,mlp.experts.92.down_proj,0.00201928,0.01000,0.240
+28,mlp.experts.93.down_proj,0.16933027,0.01000,0.240
+28,mlp.experts.94.down_proj,0.29829592,0.01000,0.238
+28,mlp.experts.95.down_proj,0.00007052,0.01000,0.237
+28,mlp.experts.96.down_proj,0.00078596,0.01000,0.238
+28,mlp.experts.97.down_proj,0.05851477,0.01000,0.238
+28,mlp.experts.98.down_proj,0.12178657,0.01000,0.238
+28,mlp.experts.99.down_proj,0.00157660,0.01000,0.238
+28,mlp.experts.100.down_proj,0.10412601,0.01000,0.238
+28,mlp.experts.101.down_proj,0.40991297,0.01000,0.238
+28,mlp.experts.102.down_proj,0.12383530,0.01000,0.240
+28,mlp.experts.103.down_proj,0.21980685,0.01000,0.240
+28,mlp.experts.104.down_proj,0.00096323,0.01000,0.239
+28,mlp.experts.105.down_proj,0.80742288,0.01000,0.238
+28,mlp.experts.106.down_proj,0.01227100,0.01000,0.238
+28,mlp.experts.107.down_proj,0.01057305,0.01000,0.239
+28,mlp.experts.108.down_proj,0.12554148,0.01000,0.238
+28,mlp.experts.109.down_proj,0.51485533,0.01000,0.239
+28,mlp.experts.110.down_proj,0.12328012,0.01000,0.240
+28,mlp.experts.111.down_proj,0.32710582,0.01000,0.240
+28,mlp.experts.112.down_proj,0.02293238,0.01000,0.241
+28,mlp.experts.113.down_proj,0.22570446,0.01000,0.240
+28,mlp.experts.114.down_proj,0.26199564,0.01000,0.240
+28,mlp.experts.115.down_proj,0.14986031,0.01000,0.240
+28,mlp.experts.116.down_proj,0.01993679,0.01000,0.242
+28,mlp.experts.117.down_proj,0.25623006,0.01000,0.239
+28,mlp.experts.118.down_proj,0.00000055,0.01000,0.238
+28,mlp.experts.119.down_proj,0.17574732,0.01000,0.239
+28,mlp.experts.120.down_proj,0.00040337,0.01000,0.239
+28,mlp.experts.121.down_proj,0.08525923,0.01000,0.239
+28,mlp.experts.122.down_proj,0.00243488,0.01000,0.240
+28,mlp.experts.123.down_proj,0.36321554,0.01000,0.239
+28,mlp.experts.124.down_proj,0.08028646,0.01000,0.241
+28,mlp.experts.125.down_proj,0.00002380,0.01000,0.240
+28,mlp.experts.126.down_proj,0.03595034,0.01000,0.240
+28,mlp.experts.127.down_proj,0.27375478,0.01000,0.239
+29,self_attn.q_proj,0.32054895,0.01000,0.623
+29,self_attn.k_proj,0.03914197,0.01000,0.609
+29,self_attn.v_proj,0.04072222,0.01000,0.610
+29,self_attn.o_proj,0.03820097,0.01000,1.251
+29,mlp.experts.0.up_proj,0.35095197,0.01000,0.659
+29,mlp.experts.1.up_proj,2.49383545,0.01000,0.613
+29,mlp.experts.2.up_proj,0.56963849,0.01000,0.614
+29,mlp.experts.3.up_proj,0.14134711,0.01000,0.618
+29,mlp.experts.4.up_proj,0.00841255,0.01000,0.617
+29,mlp.experts.5.up_proj,0.34665993,0.01000,0.611
+29,mlp.experts.6.up_proj,0.51359600,0.01000,0.613
+29,mlp.experts.7.up_proj,0.11953071,0.01000,0.614
+29,mlp.experts.8.up_proj,0.00015019,0.01000,0.608
+29,mlp.experts.9.up_proj,1.40103865,0.01000,0.612
+29,mlp.experts.10.up_proj,0.22625330,0.01000,0.608
+29,mlp.experts.11.up_proj,0.33707172,0.01000,0.609
+29,mlp.experts.12.up_proj,0.23820962,0.01000,0.609
+29,mlp.experts.13.up_proj,0.14160281,0.01000,0.608
+29,mlp.experts.14.up_proj,0.43189269,0.01000,0.609
+29,mlp.experts.15.up_proj,0.49201906,0.01000,0.608
+29,mlp.experts.16.up_proj,0.11373237,0.01000,0.609
+29,mlp.experts.17.up_proj,0.97979444,0.01000,0.608
+29,mlp.experts.18.up_proj,2.84964037,0.01000,0.608
+29,mlp.experts.19.up_proj,0.47795492,0.01000,0.610
+29,mlp.experts.20.up_proj,0.52124649,0.01000,0.609
+29,mlp.experts.21.up_proj,0.88757879,0.01000,0.610
+29,mlp.experts.22.up_proj,0.21127994,0.01000,0.616
+29,mlp.experts.23.up_proj,0.00030416,0.01000,0.620
+29,mlp.experts.24.up_proj,0.00210329,0.01000,0.618
+29,mlp.experts.25.up_proj,0.00574277,0.01000,0.618
+29,mlp.experts.26.up_proj,0.76376367,0.01000,0.617
+29,mlp.experts.27.up_proj,0.02919265,0.01000,0.618
+29,mlp.experts.28.up_proj,0.01248616,0.01000,0.618
+29,mlp.experts.29.up_proj,0.02962632,0.01000,0.617
+29,mlp.experts.30.up_proj,0.74124128,0.01000,0.619
+29,mlp.experts.31.up_proj,0.00901019,0.01000,0.619
+29,mlp.experts.32.up_proj,0.04724319,0.01000,0.618
+29,mlp.experts.33.up_proj,0.00545168,0.01000,0.617
+29,mlp.experts.34.up_proj,0.09113616,0.01000,0.610
+29,mlp.experts.35.up_proj,0.32527587,0.01000,0.609
+29,mlp.experts.36.up_proj,2.25531125,0.01000,0.608
+29,mlp.experts.37.up_proj,0.05013757,0.01000,0.610
+29,mlp.experts.38.up_proj,0.00013574,0.01000,0.610
+29,mlp.experts.39.up_proj,0.28192067,0.01000,0.609
+29,mlp.experts.40.up_proj,0.00488113,0.01000,0.609
+29,mlp.experts.41.up_proj,0.00287698,0.01000,0.608
+29,mlp.experts.42.up_proj,0.41220942,0.01000,0.610
+29,mlp.experts.43.up_proj,0.00027678,0.01000,0.609
+29,mlp.experts.44.up_proj,0.05166095,0.01000,0.609
+29,mlp.experts.45.up_proj,0.89516389,0.01000,0.611
+29,mlp.experts.46.up_proj,0.76727778,0.01000,0.611
+29,mlp.experts.47.up_proj,0.51351321,0.01000,0.617
+29,mlp.experts.48.up_proj,0.14526506,0.01000,0.617
+29,mlp.experts.49.up_proj,0.44251591,0.01000,0.618
+29,mlp.experts.50.up_proj,0.42328665,0.01000,0.617
+29,mlp.experts.51.up_proj,0.00821429,0.01000,0.619
+29,mlp.experts.52.up_proj,0.13280541,0.01000,0.618
+29,mlp.experts.53.up_proj,0.65421164,0.01000,0.619
+29,mlp.experts.54.up_proj,0.90103579,0.01000,0.619
+29,mlp.experts.55.up_proj,2.15217257,0.01000,0.621
+29,mlp.experts.56.up_proj,0.00002505,0.01000,0.619
+29,mlp.experts.57.up_proj,0.25316727,0.01000,0.620
+29,mlp.experts.58.up_proj,0.66897893,0.01000,0.621
+29,mlp.experts.59.up_proj,0.13515605,0.01000,0.614
+29,mlp.experts.60.up_proj,0.00720223,0.01000,0.609
+29,mlp.experts.61.up_proj,2.06852388,0.01000,0.609
+29,mlp.experts.62.up_proj,1.22913516,0.01000,0.609
+29,mlp.experts.63.up_proj,0.23616794,0.01000,0.616
+29,mlp.experts.64.up_proj,0.39593205,0.01000,0.615
+29,mlp.experts.65.up_proj,0.58933818,0.01000,0.615
+29,mlp.experts.66.up_proj,0.71954739,0.01000,0.615
+29,mlp.experts.67.up_proj,0.00032107,0.01000,0.616
+29,mlp.experts.68.up_proj,2.41626573,0.01000,0.616
+29,mlp.experts.69.up_proj,0.31622550,0.01000,0.615
+29,mlp.experts.70.up_proj,0.00040231,0.01000,0.616
+29,mlp.experts.71.up_proj,0.07307810,0.01000,0.617
+29,mlp.experts.72.up_proj,2.23760939,0.01000,0.615
+29,mlp.experts.73.up_proj,2.00052547,0.01000,0.609
+29,mlp.experts.74.up_proj,0.00052195,0.01000,0.616
+29,mlp.experts.75.up_proj,0.23015600,0.01000,0.618
+29,mlp.experts.76.up_proj,0.00001755,0.01000,0.618
+29,mlp.experts.77.up_proj,1.54269242,0.01000,0.619
+29,mlp.experts.78.up_proj,0.10025211,0.01000,0.618
+29,mlp.experts.79.up_proj,0.81664681,0.01000,0.622
+29,mlp.experts.80.up_proj,2.97216511,0.01000,0.628
+29,mlp.experts.81.up_proj,0.51678085,0.01000,0.630
+29,mlp.experts.82.up_proj,3.87184811,0.01000,0.630
+29,mlp.experts.83.up_proj,0.37629044,0.01000,0.631
+29,mlp.experts.84.up_proj,0.76307106,0.01000,0.632
+29,mlp.experts.85.up_proj,1.13614726,0.01000,0.632
+29,mlp.experts.86.up_proj,0.19825271,0.01000,0.630
+29,mlp.experts.87.up_proj,0.53293747,0.01000,0.624
+29,mlp.experts.88.up_proj,1.57852232,0.01000,0.625
+29,mlp.experts.89.up_proj,0.16239820,0.01000,0.623
+29,mlp.experts.90.up_proj,0.78292352,0.01000,0.616
+29,mlp.experts.91.up_proj,0.02282479,0.01000,0.609
+29,mlp.experts.92.up_proj,0.71732593,0.01000,0.608
+29,mlp.experts.93.up_proj,1.41963887,0.01000,0.610
+29,mlp.experts.94.up_proj,0.00695714,0.01000,0.608
+29,mlp.experts.95.up_proj,0.13328269,0.01000,0.610
+29,mlp.experts.96.up_proj,0.00027408,0.01000,0.609
+29,mlp.experts.97.up_proj,0.25752884,0.01000,0.610
+29,mlp.experts.98.up_proj,0.00045952,0.01000,0.609
+29,mlp.experts.99.up_proj,1.07686555,0.01000,0.610
+29,mlp.experts.100.up_proj,0.59717304,0.01000,0.613
+29,mlp.experts.101.up_proj,0.01818792,0.01000,0.614
+29,mlp.experts.102.up_proj,0.72476876,0.01000,0.618
+29,mlp.experts.103.up_proj,0.39175653,0.01000,0.618
+29,mlp.experts.104.up_proj,0.05750857,0.01000,0.620
+29,mlp.experts.105.up_proj,0.12868932,0.01000,0.619
+29,mlp.experts.106.up_proj,1.39086401,0.01000,0.619
+29,mlp.experts.107.up_proj,0.01343330,0.01000,0.619
+29,mlp.experts.108.up_proj,0.00676098,0.01000,0.618
+29,mlp.experts.109.up_proj,0.00742557,0.01000,0.618
+29,mlp.experts.110.up_proj,0.02276023,0.01000,0.621
+29,mlp.experts.111.up_proj,0.00010087,0.01000,0.619
+29,mlp.experts.112.up_proj,1.29650843,0.01000,0.615
+29,mlp.experts.113.up_proj,0.22910395,0.01000,0.613
+29,mlp.experts.114.up_proj,0.04788461,0.01000,0.611
+29,mlp.experts.115.up_proj,0.13087273,0.01000,0.613
+29,mlp.experts.116.up_proj,0.20383880,0.01000,0.609
+29,mlp.experts.117.up_proj,0.51791060,0.01000,0.609
+29,mlp.experts.118.up_proj,0.72476333,0.01000,0.610
+29,mlp.experts.119.up_proj,0.00010008,0.01000,0.610
+29,mlp.experts.120.up_proj,0.54008347,0.01000,0.609
+29,mlp.experts.121.up_proj,1.24919498,0.01000,0.608
+29,mlp.experts.122.up_proj,2.16967988,0.01000,0.610
+29,mlp.experts.123.up_proj,0.12400916,0.01000,0.610
+29,mlp.experts.124.up_proj,0.08424321,0.01000,0.616
+29,mlp.experts.125.up_proj,0.00313142,0.01000,0.610
+29,mlp.experts.126.up_proj,0.23887147,0.01000,0.613
+29,mlp.experts.127.up_proj,0.01075520,0.01000,0.614
+29,mlp.experts.0.gate_proj,0.35193890,0.01000,0.617
+29,mlp.experts.1.gate_proj,2.10149240,0.01000,0.618
+29,mlp.experts.2.gate_proj,0.53864652,0.01000,0.620
+29,mlp.experts.3.gate_proj,0.14371362,0.01000,0.619
+29,mlp.experts.4.gate_proj,0.00822293,0.01000,0.619
+29,mlp.experts.5.gate_proj,0.34265631,0.01000,0.619
+29,mlp.experts.6.gate_proj,0.52679747,0.01000,0.617
+29,mlp.experts.7.gate_proj,0.11682251,0.01000,0.619
+29,mlp.experts.8.gate_proj,0.00014482,0.01000,0.617
+29,mlp.experts.9.gate_proj,1.40386605,0.01000,0.617
+29,mlp.experts.10.gate_proj,0.16998681,0.01000,0.608
+29,mlp.experts.11.gate_proj,0.28690964,0.01000,0.609
+29,mlp.experts.12.gate_proj,0.24549936,0.01000,0.609
+29,mlp.experts.13.gate_proj,0.14102830,0.01000,0.610
+29,mlp.experts.14.gate_proj,0.43424812,0.01000,0.610
+29,mlp.experts.15.gate_proj,0.46383333,0.01000,0.611
+29,mlp.experts.16.gate_proj,0.11697578,0.01000,0.610
+29,mlp.experts.17.gate_proj,0.87334561,0.01000,0.613
+29,mlp.experts.18.gate_proj,2.84726357,0.01000,0.616
+29,mlp.experts.19.gate_proj,0.45570776,0.01000,0.617
+29,mlp.experts.20.gate_proj,0.48570383,0.01000,0.619
+29,mlp.experts.21.gate_proj,0.85461521,0.01000,0.618
+29,mlp.experts.22.gate_proj,0.21906078,0.01000,0.618
+29,mlp.experts.23.gate_proj,0.00032059,0.01000,0.619
+29,mlp.experts.24.gate_proj,0.00203291,0.01000,0.618
+29,mlp.experts.25.gate_proj,0.00533243,0.01000,0.619
+29,mlp.experts.26.gate_proj,0.78977227,0.01000,0.618
+29,mlp.experts.27.gate_proj,0.02883402,0.01000,0.617
+29,mlp.experts.28.gate_proj,0.01385435,0.01000,0.617
+29,mlp.experts.29.gate_proj,0.03003972,0.01000,0.617
+29,mlp.experts.30.gate_proj,0.78116113,0.01000,0.610
+29,mlp.experts.31.gate_proj,0.00862502,0.01000,0.609
+29,mlp.experts.32.gate_proj,0.04918667,0.01000,0.613
+29,mlp.experts.33.gate_proj,0.00553943,0.01000,0.609
+29,mlp.experts.34.gate_proj,0.09328562,0.01000,0.610
+29,mlp.experts.35.gate_proj,0.31153676,0.01000,0.609
+29,mlp.experts.36.gate_proj,0.96283114,0.01000,0.610
+29,mlp.experts.37.gate_proj,0.05060882,0.01000,0.609
+29,mlp.experts.38.gate_proj,0.00015775,0.01000,0.610
+29,mlp.experts.39.gate_proj,0.29672223,0.01000,0.611
+29,mlp.experts.40.gate_proj,0.00470847,0.01000,0.613
+29,mlp.experts.41.gate_proj,0.00322063,0.01000,0.617
+29,mlp.experts.42.gate_proj,0.42023882,0.01000,0.619
+29,mlp.experts.43.gate_proj,0.00026510,0.01000,0.619
+29,mlp.experts.44.gate_proj,0.05114722,0.01000,0.618
+29,mlp.experts.45.gate_proj,0.84550339,0.01000,0.617
+29,mlp.experts.46.gate_proj,0.76232183,0.01000,0.618
+29,mlp.experts.47.gate_proj,0.60444266,0.01000,0.617
+29,mlp.experts.48.gate_proj,0.29996079,0.01000,0.618
+29,mlp.experts.49.gate_proj,0.45381719,0.01000,0.617
+29,mlp.experts.50.gate_proj,0.45333731,0.01000,0.617
+29,mlp.experts.51.gate_proj,0.00814164,0.01000,0.618
+29,mlp.experts.52.gate_proj,0.13049765,0.01000,0.619
+29,mlp.experts.53.gate_proj,0.65173835,0.01000,0.616
+29,mlp.experts.54.gate_proj,0.91052681,0.01000,0.610
+29,mlp.experts.55.gate_proj,2.07986164,0.01000,0.609
+29,mlp.experts.56.gate_proj,0.00002407,0.01000,0.610
+29,mlp.experts.57.gate_proj,0.31495637,0.01000,0.610
+29,mlp.experts.58.gate_proj,0.65828574,0.01000,0.613
+29,mlp.experts.59.gate_proj,0.13720888,0.01000,0.611
+29,mlp.experts.60.gate_proj,0.00694428,0.01000,0.610
+29,mlp.experts.61.gate_proj,2.16843915,0.01000,0.610
+29,mlp.experts.62.gate_proj,1.28827143,0.01000,0.610
+29,mlp.experts.63.gate_proj,0.23807949,0.01000,0.612
+29,mlp.experts.64.gate_proj,0.38895196,0.01000,0.618
+29,mlp.experts.65.gate_proj,0.56870395,0.01000,0.619
+29,mlp.experts.66.gate_proj,0.70445514,0.01000,0.620
+29,mlp.experts.67.gate_proj,0.00027746,0.01000,0.618
+29,mlp.experts.68.gate_proj,2.74361515,0.01000,0.618
+29,mlp.experts.69.gate_proj,0.30800000,0.01000,0.619
+29,mlp.experts.70.gate_proj,0.00038295,0.01000,0.620
+29,mlp.experts.71.gate_proj,0.07039431,0.01000,0.619
+29,mlp.experts.72.gate_proj,1.90042222,0.01000,0.621
+29,mlp.experts.73.gate_proj,2.10621285,0.01000,0.623
+29,mlp.experts.74.gate_proj,0.00051693,0.01000,0.622
+29,mlp.experts.75.gate_proj,0.22828856,0.01000,0.620
+29,mlp.experts.76.gate_proj,0.00001824,0.01000,0.612
+29,mlp.experts.77.gate_proj,1.62931442,0.01000,0.611
+29,mlp.experts.78.gate_proj,0.09845342,0.01000,0.609
+29,mlp.experts.79.gate_proj,0.96186137,0.01000,0.610
+29,mlp.experts.80.gate_proj,3.20775390,0.01000,0.611
+29,mlp.experts.81.gate_proj,0.48215246,0.01000,0.610
+29,mlp.experts.82.gate_proj,4.01343632,0.01000,0.609
+29,mlp.experts.83.gate_proj,0.36538059,0.01000,0.613
+29,mlp.experts.84.gate_proj,0.79129493,0.01000,0.613
+29,mlp.experts.85.gate_proj,1.06641173,0.01000,0.611
+29,mlp.experts.86.gate_proj,0.20144907,0.01000,0.612
+29,mlp.experts.87.gate_proj,0.59788978,0.01000,0.610
+29,mlp.experts.88.gate_proj,1.62735307,0.01000,0.610
+29,mlp.experts.89.gate_proj,0.16399226,0.01000,0.611
+29,mlp.experts.90.gate_proj,0.66689700,0.01000,0.614
+29,mlp.experts.91.gate_proj,0.02272041,0.01000,0.618
+29,mlp.experts.92.gate_proj,0.73150480,0.01000,0.618
+29,mlp.experts.93.gate_proj,1.36097503,0.01000,0.621
+29,mlp.experts.94.gate_proj,0.00694295,0.01000,0.620
+29,mlp.experts.95.gate_proj,0.13403928,0.01000,0.620
+29,mlp.experts.96.gate_proj,0.00028177,0.01000,0.621
+29,mlp.experts.97.gate_proj,0.23489237,0.01000,0.619
+29,mlp.experts.98.gate_proj,0.00048619,0.01000,0.619
+29,mlp.experts.99.gate_proj,1.03135693,0.01000,0.620
+29,mlp.experts.100.gate_proj,0.61946571,0.01000,0.621
+29,mlp.experts.101.gate_proj,0.01803102,0.01000,0.619
+29,mlp.experts.102.gate_proj,0.72308820,0.01000,0.617
+29,mlp.experts.103.gate_proj,0.36490422,0.01000,0.611
+29,mlp.experts.104.gate_proj,0.05961024,0.01000,0.610
+29,mlp.experts.105.gate_proj,0.13004522,0.01000,0.611
+29,mlp.experts.106.gate_proj,1.30509520,0.01000,0.610
+29,mlp.experts.107.gate_proj,0.01251621,0.01000,0.611
+29,mlp.experts.108.gate_proj,0.00623697,0.01000,0.612
+29,mlp.experts.109.gate_proj,0.00744679,0.01000,0.617
+29,mlp.experts.110.gate_proj,0.02366106,0.01000,0.620
+29,mlp.experts.111.gate_proj,0.00009611,0.01000,0.620
+29,mlp.experts.112.gate_proj,1.29253364,0.01000,0.621
+29,mlp.experts.113.gate_proj,0.21628687,0.01000,0.621
+29,mlp.experts.114.gate_proj,0.05022577,0.01000,0.620
+29,mlp.experts.115.gate_proj,0.13389058,0.01000,0.621
+29,mlp.experts.116.gate_proj,0.20264345,0.01000,0.618
+29,mlp.experts.117.gate_proj,0.48719311,0.01000,0.619
+29,mlp.experts.118.gate_proj,0.66593230,0.01000,0.619
+29,mlp.experts.119.gate_proj,0.00010595,0.01000,0.619
+29,mlp.experts.120.gate_proj,0.55127752,0.01000,0.620
+29,mlp.experts.121.gate_proj,1.32865632,0.01000,0.612
+29,mlp.experts.122.gate_proj,1.11705387,0.01000,0.610
+29,mlp.experts.123.gate_proj,0.12370628,0.01000,0.609
+29,mlp.experts.124.gate_proj,0.08466895,0.01000,0.610
+29,mlp.experts.125.gate_proj,0.00314312,0.01000,0.611
+29,mlp.experts.126.gate_proj,0.23749116,0.01000,0.610
+29,mlp.experts.127.gate_proj,0.01093767,0.01000,0.611
+29,mlp.experts.0.down_proj,0.07397164,0.01000,0.256
+29,mlp.experts.1.down_proj,0.78154141,0.01000,0.233
+29,mlp.experts.2.down_proj,0.14129411,0.01000,0.232
+29,mlp.experts.3.down_proj,0.04917193,0.01000,0.233
+29,mlp.experts.4.down_proj,0.00234255,0.01000,0.232
+29,mlp.experts.5.down_proj,0.12327521,0.01000,0.232
+29,mlp.experts.6.down_proj,0.09525231,0.01000,0.232
+29,mlp.experts.7.down_proj,0.03492300,0.01000,0.234
+29,mlp.experts.8.down_proj,0.00004149,0.01000,0.234
+29,mlp.experts.9.down_proj,0.31536102,0.01000,0.231
+29,mlp.experts.10.down_proj,0.04635389,0.01000,0.231
+29,mlp.experts.11.down_proj,0.08576965,0.01000,0.230
+29,mlp.experts.12.down_proj,0.07050826,0.01000,0.231
+29,mlp.experts.13.down_proj,0.05100039,0.01000,0.230
+29,mlp.experts.14.down_proj,0.08923416,0.01000,0.232
+29,mlp.experts.15.down_proj,0.14563233,0.01000,0.230
+29,mlp.experts.16.down_proj,0.02820279,0.01000,0.232
+29,mlp.experts.17.down_proj,0.22942483,0.01000,0.231
+29,mlp.experts.18.down_proj,0.54656273,0.01000,0.234
+29,mlp.experts.19.down_proj,0.10767531,0.01000,0.234
+29,mlp.experts.20.down_proj,0.14932770,0.01000,0.234
+29,mlp.experts.21.down_proj,0.39223158,0.01000,0.234
+29,mlp.experts.22.down_proj,0.05385615,0.01000,0.235
+29,mlp.experts.23.down_proj,0.00008747,0.01000,0.234
+29,mlp.experts.24.down_proj,0.00082075,0.01000,0.234
+29,mlp.experts.25.down_proj,0.00218824,0.01000,0.234
+29,mlp.experts.26.down_proj,0.24925883,0.01000,0.236
+29,mlp.experts.27.down_proj,0.00656427,0.01000,0.235
+29,mlp.experts.28.down_proj,0.00059580,0.01000,0.237
+29,mlp.experts.29.down_proj,0.00991097,0.01000,0.239
+29,mlp.experts.30.down_proj,0.19110970,0.01000,0.240
+29,mlp.experts.31.down_proj,0.00261194,0.01000,0.240
+29,mlp.experts.32.down_proj,0.01162256,0.01000,0.240
+29,mlp.experts.33.down_proj,0.00218478,0.01000,0.240
+29,mlp.experts.34.down_proj,0.01441339,0.01000,0.240
+29,mlp.experts.35.down_proj,0.10250314,0.01000,0.240
+29,mlp.experts.36.down_proj,0.55384707,0.01000,0.240
+29,mlp.experts.37.down_proj,0.01270748,0.01000,0.241
+29,mlp.experts.38.down_proj,0.00005764,0.01000,0.241
+29,mlp.experts.39.down_proj,0.08644391,0.01000,0.241
+29,mlp.experts.40.down_proj,0.00138624,0.01000,0.239
+29,mlp.experts.41.down_proj,0.00167576,0.01000,0.237
+29,mlp.experts.42.down_proj,0.19629830,0.01000,0.237
+29,mlp.experts.43.down_proj,0.00009339,0.01000,0.238
+29,mlp.experts.44.down_proj,0.01489356,0.01000,0.238
+29,mlp.experts.45.down_proj,0.21428770,0.01000,0.237
+29,mlp.experts.46.down_proj,0.20938909,0.01000,0.237
+29,mlp.experts.47.down_proj,0.12060378,0.01000,0.238
+29,mlp.experts.48.down_proj,0.01695104,0.01000,0.238
+29,mlp.experts.49.down_proj,0.12672476,0.01000,0.237
+29,mlp.experts.50.down_proj,0.13683453,0.01000,0.238
+29,mlp.experts.51.down_proj,0.00177046,0.01000,0.238
+29,mlp.experts.52.down_proj,0.03249028,0.01000,0.238
+29,mlp.experts.53.down_proj,0.17462653,0.01000,0.238
+29,mlp.experts.54.down_proj,0.26944613,0.01000,0.238
+29,mlp.experts.55.down_proj,1.40570247,0.01000,0.238
+29,mlp.experts.56.down_proj,0.00000684,0.01000,0.238
+29,mlp.experts.57.down_proj,0.12394307,0.01000,0.238
+29,mlp.experts.58.down_proj,0.16079699,0.01000,0.238
+29,mlp.experts.59.down_proj,0.04247943,0.01000,0.238
+29,mlp.experts.60.down_proj,0.00271614,0.01000,0.238
+29,mlp.experts.61.down_proj,0.66506124,0.01000,0.238
+29,mlp.experts.62.down_proj,0.28019467,0.01000,0.238
+29,mlp.experts.63.down_proj,0.03822126,0.01000,0.237
+29,mlp.experts.64.down_proj,0.07542998,0.01000,0.238
+29,mlp.experts.65.down_proj,0.09659298,0.01000,0.237
+29,mlp.experts.66.down_proj,0.14925289,0.01000,0.238
+29,mlp.experts.67.down_proj,0.00016737,0.01000,0.238
+29,mlp.experts.68.down_proj,0.45869118,0.01000,0.237
+29,mlp.experts.69.down_proj,0.06334618,0.01000,0.237
+29,mlp.experts.70.down_proj,0.00026874,0.01000,0.237
+29,mlp.experts.71.down_proj,0.01965087,0.01000,0.238
+29,mlp.experts.72.down_proj,0.95902568,0.01000,0.237
+29,mlp.experts.73.down_proj,0.41805673,0.01000,0.237
+29,mlp.experts.74.down_proj,0.00018345,0.01000,0.237
+29,mlp.experts.75.down_proj,0.07229720,0.01000,0.237
+29,mlp.experts.76.down_proj,0.00000508,0.01000,0.238
+29,mlp.experts.77.down_proj,0.36594263,0.01000,0.239
+29,mlp.experts.78.down_proj,0.02512600,0.01000,0.239
+29,mlp.experts.79.down_proj,0.16016969,0.01000,0.241
+29,mlp.experts.80.down_proj,0.75994450,0.01000,0.241
+29,mlp.experts.81.down_proj,0.13399059,0.01000,0.241
+29,mlp.experts.82.down_proj,0.95698053,0.01000,0.241
+29,mlp.experts.83.down_proj,0.07485034,0.01000,0.242
+29,mlp.experts.84.down_proj,0.21667147,0.01000,0.242
+29,mlp.experts.85.down_proj,0.19734541,0.01000,0.241
+29,mlp.experts.86.down_proj,0.06236648,0.01000,0.242
+29,mlp.experts.87.down_proj,0.13441214,0.01000,0.241
+29,mlp.experts.88.down_proj,0.68136621,0.01000,0.241
+29,mlp.experts.89.down_proj,0.04870049,0.01000,0.241
+29,mlp.experts.90.down_proj,0.43278849,0.01000,0.242
+29,mlp.experts.91.down_proj,0.00660292,0.01000,0.242
+29,mlp.experts.92.down_proj,0.19009930,0.01000,0.242
+29,mlp.experts.93.down_proj,0.30384806,0.01000,0.241
+29,mlp.experts.94.down_proj,0.00225118,0.01000,0.241
+29,mlp.experts.95.down_proj,0.02480990,0.01000,0.241
+29,mlp.experts.96.down_proj,0.00004214,0.01000,0.241
+29,mlp.experts.97.down_proj,0.08449993,0.01000,0.241
+29,mlp.experts.98.down_proj,0.00023870,0.01000,0.241
+29,mlp.experts.99.down_proj,0.61713296,0.01000,0.241
+29,mlp.experts.100.down_proj,0.06598572,0.01000,0.241
+29,mlp.experts.101.down_proj,0.00687501,0.01000,0.242
+29,mlp.experts.102.down_proj,0.16525273,0.01000,0.241
+29,mlp.experts.103.down_proj,0.08655326,0.01000,0.242
+29,mlp.experts.104.down_proj,0.01290644,0.01000,0.243
+29,mlp.experts.105.down_proj,0.03519550,0.01000,0.242
+29,mlp.experts.106.down_proj,0.26692739,0.01000,0.242
+29,mlp.experts.107.down_proj,0.00388430,0.01000,0.242
+29,mlp.experts.108.down_proj,0.00527381,0.01000,0.243
+29,mlp.experts.109.down_proj,0.00397566,0.01000,0.244
+29,mlp.experts.110.down_proj,0.00587029,0.01000,0.244
+29,mlp.experts.111.down_proj,0.00002271,0.01000,0.244
+29,mlp.experts.112.down_proj,0.27624026,0.01000,0.245
+29,mlp.experts.113.down_proj,0.06768778,0.01000,0.244
+29,mlp.experts.114.down_proj,0.01089213,0.01000,0.245
+29,mlp.experts.115.down_proj,0.03428945,0.01000,0.244
+29,mlp.experts.116.down_proj,0.05031078,0.01000,0.244
+29,mlp.experts.117.down_proj,0.13651192,0.01000,0.245
+29,mlp.experts.118.down_proj,0.18455276,0.01000,0.244
+29,mlp.experts.119.down_proj,0.00003764,0.01000,0.244
+29,mlp.experts.120.down_proj,0.06327790,0.01000,0.244
+29,mlp.experts.121.down_proj,0.25939780,0.01000,0.245
+29,mlp.experts.122.down_proj,0.88334596,0.01000,0.244
+29,mlp.experts.123.down_proj,0.02799207,0.01000,0.245
+29,mlp.experts.124.down_proj,0.04552289,0.01000,0.245
+29,mlp.experts.125.down_proj,0.00089768,0.01000,0.246
+29,mlp.experts.126.down_proj,0.07469051,0.01000,0.245
+29,mlp.experts.127.down_proj,0.00476205,0.01000,0.245
+30,self_attn.q_proj,0.28161126,0.01000,0.628
+30,self_attn.k_proj,0.04585202,0.01000,0.616
+30,self_attn.v_proj,0.04321128,0.01000,0.615
+30,self_attn.o_proj,0.03709207,0.01000,1.252
+30,mlp.experts.0.up_proj,0.63967454,0.01000,0.660
+30,mlp.experts.1.up_proj,0.25666523,0.01000,0.616
+30,mlp.experts.2.up_proj,0.00013783,0.01000,0.615
+30,mlp.experts.3.up_proj,0.90314811,0.01000,0.618
+30,mlp.experts.4.up_proj,1.31026220,0.01000,0.618
+30,mlp.experts.5.up_proj,0.00705679,0.01000,0.619
+30,mlp.experts.6.up_proj,0.19869423,0.01000,0.620
+30,mlp.experts.7.up_proj,1.17084360,0.01000,0.619
+30,mlp.experts.8.up_proj,0.00086857,0.01000,0.612
+30,mlp.experts.9.up_proj,0.80616647,0.01000,0.608
+30,mlp.experts.10.up_proj,1.07742596,0.01000,0.609
+30,mlp.experts.11.up_proj,0.05936423,0.01000,0.609
+30,mlp.experts.12.up_proj,1.12529898,0.01000,0.610
+30,mlp.experts.13.up_proj,3.51893139,0.01000,0.610
+30,mlp.experts.14.up_proj,0.67706120,0.01000,0.611
+30,mlp.experts.15.up_proj,0.02253426,0.01000,0.613
+30,mlp.experts.16.up_proj,0.01063484,0.01000,0.613
+30,mlp.experts.17.up_proj,0.19373979,0.01000,0.611
+30,mlp.experts.18.up_proj,0.02517346,0.01000,0.611
+30,mlp.experts.19.up_proj,0.28863159,0.01000,0.609
+30,mlp.experts.20.up_proj,0.76922041,0.01000,0.610
+30,mlp.experts.21.up_proj,0.03682142,0.01000,0.612
+30,mlp.experts.22.up_proj,2.38607383,0.01000,0.615
+30,mlp.experts.23.up_proj,1.21772504,0.01000,0.619
+30,mlp.experts.24.up_proj,2.41379356,0.01000,0.619
+30,mlp.experts.25.up_proj,0.84655005,0.01000,0.620
+30,mlp.experts.26.up_proj,1.38057756,0.01000,0.620
+30,mlp.experts.27.up_proj,0.19031748,0.01000,0.620
+30,mlp.experts.28.up_proj,0.75577581,0.01000,0.619
+30,mlp.experts.29.up_proj,0.31432265,0.01000,0.619
+30,mlp.experts.30.up_proj,0.10286853,0.01000,0.620
+30,mlp.experts.31.up_proj,0.02679786,0.01000,0.619
+30,mlp.experts.32.up_proj,0.19787860,0.01000,0.620
+30,mlp.experts.33.up_proj,0.39334133,0.01000,0.618
+30,mlp.experts.34.up_proj,0.69230056,0.01000,0.620
+30,mlp.experts.35.up_proj,0.17000481,0.01000,0.619
+30,mlp.experts.36.up_proj,0.26603049,0.01000,0.610
+30,mlp.experts.37.up_proj,0.39664698,0.01000,0.611
+30,mlp.experts.38.up_proj,0.92054087,0.01000,0.613
+30,mlp.experts.39.up_proj,0.52134740,0.01000,0.612
+30,mlp.experts.40.up_proj,0.01773306,0.01000,0.611
+30,mlp.experts.41.up_proj,0.45457989,0.01000,0.612
+30,mlp.experts.42.up_proj,0.59236133,0.01000,0.610
+30,mlp.experts.43.up_proj,0.00147029,0.01000,0.612
+30,mlp.experts.44.up_proj,2.12503886,0.01000,0.619
+30,mlp.experts.45.up_proj,0.00111958,0.01000,0.619
+30,mlp.experts.46.up_proj,1.09823155,0.01000,0.619
+30,mlp.experts.47.up_proj,0.11295423,0.01000,0.618
+30,mlp.experts.48.up_proj,0.06499113,0.01000,0.619
+30,mlp.experts.49.up_proj,0.62787640,0.01000,0.619
+30,mlp.experts.50.up_proj,0.03842579,0.01000,0.619
+30,mlp.experts.51.up_proj,0.14878425,0.01000,0.622
+30,mlp.experts.52.up_proj,1.45004559,0.01000,0.621
+30,mlp.experts.53.up_proj,0.00172691,0.01000,0.622
+30,mlp.experts.54.up_proj,3.11667824,0.01000,0.621
+30,mlp.experts.55.up_proj,2.34547710,0.01000,0.622
+30,mlp.experts.56.up_proj,0.97724462,0.01000,0.619
+30,mlp.experts.57.up_proj,0.03109541,0.01000,0.616
+30,mlp.experts.58.up_proj,0.69732749,0.01000,0.614
+30,mlp.experts.59.up_proj,0.03958318,0.01000,0.611
+30,mlp.experts.60.up_proj,0.00199265,0.01000,0.612
+30,mlp.experts.61.up_proj,0.30355278,0.01000,0.610
+30,mlp.experts.62.up_proj,0.54332155,0.01000,0.613
+30,mlp.experts.63.up_proj,2.01469779,0.01000,0.617
+30,mlp.experts.64.up_proj,1.18696380,0.01000,0.620
+30,mlp.experts.65.up_proj,0.32102650,0.01000,0.619
+30,mlp.experts.66.up_proj,0.20109221,0.01000,0.620
+30,mlp.experts.67.up_proj,0.26849812,0.01000,0.619
+30,mlp.experts.68.up_proj,0.09898955,0.01000,0.619
+30,mlp.experts.69.up_proj,0.01368661,0.01000,0.620
+30,mlp.experts.70.up_proj,0.28693938,0.01000,0.619
+30,mlp.experts.71.up_proj,0.47959635,0.01000,0.620
+30,mlp.experts.72.up_proj,0.42863107,0.01000,0.619
+30,mlp.experts.73.up_proj,0.00073597,0.01000,0.619
+30,mlp.experts.74.up_proj,0.52231622,0.01000,0.619
+30,mlp.experts.75.up_proj,0.46164453,0.01000,0.612
+30,mlp.experts.76.up_proj,0.28251740,0.01000,0.613
+30,mlp.experts.77.up_proj,1.26149988,0.01000,0.612
+30,mlp.experts.78.up_proj,0.45001134,0.01000,0.611
+30,mlp.experts.79.up_proj,0.46145990,0.01000,0.609
+30,mlp.experts.80.up_proj,0.12956148,0.01000,0.610
+30,mlp.experts.81.up_proj,0.00252482,0.01000,0.611
+30,mlp.experts.82.up_proj,0.23229730,0.01000,0.610
+30,mlp.experts.83.up_proj,0.40834093,0.01000,0.613
+30,mlp.experts.84.up_proj,0.24794993,0.01000,0.612
+30,mlp.experts.85.up_proj,0.71967530,0.01000,0.612
+30,mlp.experts.86.up_proj,1.63602853,0.01000,0.611
+30,mlp.experts.87.up_proj,2.88107228,0.01000,0.612
+30,mlp.experts.88.up_proj,0.24907129,0.01000,0.610
+30,mlp.experts.89.up_proj,2.06380725,0.01000,0.612
+30,mlp.experts.90.up_proj,0.04989595,0.01000,0.620
+30,mlp.experts.91.up_proj,0.01007895,0.01000,0.620
+30,mlp.experts.92.up_proj,0.26391858,0.01000,0.619
+30,mlp.experts.93.up_proj,0.31937170,0.01000,0.619
+30,mlp.experts.94.up_proj,0.18066065,0.01000,0.620
+30,mlp.experts.95.up_proj,0.01044546,0.01000,0.624
+30,mlp.experts.96.up_proj,1.70579672,0.01000,0.623
+30,mlp.experts.97.up_proj,1.12890530,0.01000,0.623
+30,mlp.experts.98.up_proj,0.06547806,0.01000,0.623
+30,mlp.experts.99.up_proj,0.46503514,0.01000,0.624
+30,mlp.experts.100.up_proj,0.56065583,0.01000,0.624
+30,mlp.experts.101.up_proj,1.88913274,0.01000,0.623
+30,mlp.experts.102.up_proj,0.13802055,0.01000,0.621
+30,mlp.experts.103.up_proj,0.32434702,0.01000,0.617
+30,mlp.experts.104.up_proj,1.71551657,0.01000,0.612
+30,mlp.experts.105.up_proj,0.38854843,0.01000,0.613
+30,mlp.experts.106.up_proj,0.00123989,0.01000,0.612
+30,mlp.experts.107.up_proj,4.36810875,0.01000,0.616
+30,mlp.experts.108.up_proj,0.01029939,0.01000,0.614
+30,mlp.experts.109.up_proj,0.52308500,0.01000,0.614
+30,mlp.experts.110.up_proj,1.25858998,0.01000,0.615
+30,mlp.experts.111.up_proj,0.02447832,0.01000,0.613
+30,mlp.experts.112.up_proj,0.20408905,0.01000,0.614
+30,mlp.experts.113.up_proj,0.02047578,0.01000,0.616
+30,mlp.experts.114.up_proj,0.79649961,0.01000,0.614
+30,mlp.experts.115.up_proj,1.04685092,0.01000,0.615
+30,mlp.experts.116.up_proj,2.97858953,0.01000,0.618
+30,mlp.experts.117.up_proj,0.00136999,0.01000,0.622
+30,mlp.experts.118.up_proj,0.73753393,0.01000,0.622
+30,mlp.experts.119.up_proj,0.90830696,0.01000,0.622
+30,mlp.experts.120.up_proj,0.00334689,0.01000,0.622
+30,mlp.experts.121.up_proj,0.39475614,0.01000,0.623
+30,mlp.experts.122.up_proj,2.36108398,0.01000,0.624
+30,mlp.experts.123.up_proj,0.17503136,0.01000,0.624
+30,mlp.experts.124.up_proj,0.40997410,0.01000,0.623
+30,mlp.experts.125.up_proj,0.33406034,0.01000,0.623
+30,mlp.experts.126.up_proj,1.46333194,0.01000,0.622
+30,mlp.experts.127.up_proj,1.05167150,0.01000,0.620
+30,mlp.experts.0.gate_proj,0.69419372,0.01000,0.620
+30,mlp.experts.1.gate_proj,0.24894446,0.01000,0.612
+30,mlp.experts.2.gate_proj,0.00011957,0.01000,0.613
+30,mlp.experts.3.gate_proj,0.99892044,0.01000,0.616
+30,mlp.experts.4.gate_proj,1.47349477,0.01000,0.613
+30,mlp.experts.5.gate_proj,0.00650238,0.01000,0.613
+30,mlp.experts.6.gate_proj,0.21709035,0.01000,0.613
+30,mlp.experts.7.gate_proj,1.22077465,0.01000,0.612
+30,mlp.experts.8.gate_proj,0.00079038,0.01000,0.612
+30,mlp.experts.9.gate_proj,0.84189594,0.01000,0.613
+30,mlp.experts.10.gate_proj,0.90359378,0.01000,0.611
+30,mlp.experts.11.gate_proj,0.05801394,0.01000,0.611
+30,mlp.experts.12.gate_proj,1.15258133,0.01000,0.611
+30,mlp.experts.13.gate_proj,3.72456431,0.01000,0.616
+30,mlp.experts.14.gate_proj,0.61685646,0.01000,0.620
+30,mlp.experts.15.gate_proj,0.02360703,0.01000,0.620
+30,mlp.experts.16.gate_proj,0.01094808,0.01000,0.621
+30,mlp.experts.17.gate_proj,0.21261466,0.01000,0.629
+30,mlp.experts.18.gate_proj,0.02455163,0.01000,0.625
+30,mlp.experts.19.gate_proj,0.23966216,0.01000,0.624
+30,mlp.experts.20.gate_proj,0.83700055,0.01000,0.625
+30,mlp.experts.21.gate_proj,0.03859979,0.01000,0.624
+30,mlp.experts.22.gate_proj,2.58705592,0.01000,0.623
+30,mlp.experts.23.gate_proj,1.12610936,0.01000,0.622
+30,mlp.experts.24.gate_proj,2.19959736,0.01000,0.622
+30,mlp.experts.25.gate_proj,0.94397622,0.01000,0.623
+30,mlp.experts.26.gate_proj,1.36787939,0.01000,0.614
+30,mlp.experts.27.gate_proj,0.18348992,0.01000,0.619
+30,mlp.experts.28.gate_proj,0.83548504,0.01000,0.614
+30,mlp.experts.29.gate_proj,0.35203993,0.01000,0.613
+30,mlp.experts.30.gate_proj,0.09306276,0.01000,0.616
+30,mlp.experts.31.gate_proj,0.02749218,0.01000,0.613
+30,mlp.experts.32.gate_proj,0.22476003,0.01000,0.612
+30,mlp.experts.33.gate_proj,0.42575991,0.01000,0.612
+30,mlp.experts.34.gate_proj,0.64914572,0.01000,0.613
+30,mlp.experts.35.gate_proj,0.13979825,0.01000,0.613
+30,mlp.experts.36.gate_proj,0.26872295,0.01000,0.611
+30,mlp.experts.37.gate_proj,0.48530132,0.01000,0.613
+30,mlp.experts.38.gate_proj,0.97754824,0.01000,0.612
+30,mlp.experts.39.gate_proj,0.51754069,0.01000,0.616
+30,mlp.experts.40.gate_proj,0.01787876,0.01000,0.619
+30,mlp.experts.41.gate_proj,0.43863192,0.01000,0.622
+30,mlp.experts.42.gate_proj,0.54403013,0.01000,0.623
+30,mlp.experts.43.gate_proj,0.00141321,0.01000,0.627
+30,mlp.experts.44.gate_proj,2.33533120,0.01000,0.622
+30,mlp.experts.45.gate_proj,0.00102020,0.01000,0.622
+30,mlp.experts.46.gate_proj,1.09864473,0.01000,0.622
+30,mlp.experts.47.gate_proj,0.10512736,0.01000,0.621
+30,mlp.experts.48.gate_proj,0.06861950,0.01000,0.621
+30,mlp.experts.49.gate_proj,0.71774554,0.01000,0.621
+30,mlp.experts.50.gate_proj,0.04029496,0.01000,0.621
+30,mlp.experts.51.gate_proj,0.16044161,0.01000,0.621
+30,mlp.experts.52.gate_proj,1.36490965,0.01000,0.617
+30,mlp.experts.53.gate_proj,0.00186248,0.01000,0.614
+30,mlp.experts.54.gate_proj,3.43636131,0.01000,0.614
+30,mlp.experts.55.gate_proj,2.35739040,0.01000,0.614
+30,mlp.experts.56.gate_proj,0.81928593,0.01000,0.614
+30,mlp.experts.57.gate_proj,0.03123505,0.01000,0.612
+30,mlp.experts.58.gate_proj,0.78016585,0.01000,0.617
+30,mlp.experts.59.gate_proj,0.03940709,0.01000,0.620
+30,mlp.experts.60.gate_proj,0.00178254,0.01000,0.621
+30,mlp.experts.61.gate_proj,0.32778510,0.01000,0.622
+30,mlp.experts.62.gate_proj,0.57337612,0.01000,0.620
+30,mlp.experts.63.gate_proj,2.24933338,0.01000,0.622
+30,mlp.experts.64.gate_proj,1.12038863,0.01000,0.621
+30,mlp.experts.65.gate_proj,0.33026448,0.01000,0.620
+30,mlp.experts.66.gate_proj,0.21710095,0.01000,0.620
+30,mlp.experts.67.gate_proj,0.28139567,0.01000,0.619
+30,mlp.experts.68.gate_proj,0.10289888,0.01000,0.620
+30,mlp.experts.69.gate_proj,0.01368931,0.01000,0.621
+30,mlp.experts.70.gate_proj,0.29374278,0.01000,0.615
+30,mlp.experts.71.gate_proj,0.53121608,0.01000,0.617
+30,mlp.experts.72.gate_proj,0.47801560,0.01000,0.615
+30,mlp.experts.73.gate_proj,0.00070337,0.01000,0.614
+30,mlp.experts.74.gate_proj,0.54846656,0.01000,0.611
+30,mlp.experts.75.gate_proj,0.45270360,0.01000,0.612
+30,mlp.experts.76.gate_proj,0.27675182,0.01000,0.611
+30,mlp.experts.77.gate_proj,1.33643937,0.01000,0.611
+30,mlp.experts.78.gate_proj,0.45508510,0.01000,0.616
+30,mlp.experts.79.gate_proj,0.46027720,0.01000,0.618
+30,mlp.experts.80.gate_proj,0.12146859,0.01000,0.619
+30,mlp.experts.81.gate_proj,0.00232591,0.01000,0.622
+30,mlp.experts.82.gate_proj,0.24541676,0.01000,0.622
+30,mlp.experts.83.gate_proj,0.38264084,0.01000,0.622
+30,mlp.experts.84.gate_proj,0.26723784,0.01000,0.622
+30,mlp.experts.85.gate_proj,0.61403060,0.01000,0.622
+30,mlp.experts.86.gate_proj,1.55623829,0.01000,0.623
+30,mlp.experts.87.gate_proj,3.13194799,0.01000,0.622
+30,mlp.experts.88.gate_proj,0.23909502,0.01000,0.623
+30,mlp.experts.89.gate_proj,2.26033640,0.01000,0.622
+30,mlp.experts.90.gate_proj,0.05342868,0.01000,0.621
+30,mlp.experts.91.gate_proj,0.01004268,0.01000,0.622
+30,mlp.experts.92.gate_proj,0.30276793,0.01000,0.612
+30,mlp.experts.93.gate_proj,0.33552796,0.01000,0.613
+30,mlp.experts.94.gate_proj,0.19737722,0.01000,0.611
+30,mlp.experts.95.gate_proj,0.01038411,0.01000,0.612
+30,mlp.experts.96.gate_proj,1.86626744,0.01000,0.611
+30,mlp.experts.97.gate_proj,1.24037397,0.01000,0.612
+30,mlp.experts.98.gate_proj,0.06617269,0.01000,0.613
+30,mlp.experts.99.gate_proj,0.47502488,0.01000,0.611
+30,mlp.experts.100.gate_proj,0.54605055,0.01000,0.610
+30,mlp.experts.101.gate_proj,2.11848879,0.01000,0.610
+30,mlp.experts.102.gate_proj,0.13685423,0.01000,0.614
+30,mlp.experts.103.gate_proj,0.41965172,0.01000,0.614
+30,mlp.experts.104.gate_proj,1.64065242,0.01000,0.611
+30,mlp.experts.105.gate_proj,0.32704830,0.01000,0.614
+30,mlp.experts.106.gate_proj,0.00123308,0.01000,0.619
+30,mlp.experts.107.gate_proj,4.53243637,0.01000,0.620
+30,mlp.experts.108.gate_proj,0.00990398,0.01000,0.620
+30,mlp.experts.109.gate_proj,0.55300796,0.01000,0.621
+30,mlp.experts.110.gate_proj,1.19872808,0.01000,0.621
+30,mlp.experts.111.gate_proj,0.02386435,0.01000,0.619
+30,mlp.experts.112.gate_proj,0.19088949,0.01000,0.619
+30,mlp.experts.113.gate_proj,0.01989244,0.01000,0.620
+30,mlp.experts.114.gate_proj,0.91424561,0.01000,0.619
+30,mlp.experts.115.gate_proj,1.02374506,0.01000,0.620
+30,mlp.experts.116.gate_proj,2.84089637,0.01000,0.619
+30,mlp.experts.117.gate_proj,0.00141400,0.01000,0.619
+30,mlp.experts.118.gate_proj,0.58241904,0.01000,0.611
+30,mlp.experts.119.gate_proj,0.99755239,0.01000,0.612
+30,mlp.experts.120.gate_proj,0.00327159,0.01000,0.612
+30,mlp.experts.121.gate_proj,0.44780624,0.01000,0.614
+30,mlp.experts.122.gate_proj,2.46991014,0.01000,0.615
+30,mlp.experts.123.gate_proj,0.14814018,0.01000,0.614
+30,mlp.experts.124.gate_proj,0.43267956,0.01000,0.611
+30,mlp.experts.125.gate_proj,0.33245456,0.01000,0.611
+30,mlp.experts.126.gate_proj,1.36072659,0.01000,0.611
+30,mlp.experts.127.gate_proj,1.07254863,0.01000,0.610
+30,mlp.experts.0.down_proj,0.13147506,0.01000,0.260
+30,mlp.experts.1.down_proj,0.06824614,0.01000,0.233
+30,mlp.experts.2.down_proj,0.00003689,0.01000,0.232
+30,mlp.experts.3.down_proj,0.18712190,0.01000,0.232
+30,mlp.experts.4.down_proj,0.27406022,0.01000,0.231
+30,mlp.experts.5.down_proj,0.00346254,0.01000,0.232
+30,mlp.experts.6.down_proj,0.04420937,0.01000,0.232
+30,mlp.experts.7.down_proj,0.23113692,0.01000,0.234
+30,mlp.experts.8.down_proj,0.00051349,0.01000,0.234
+30,mlp.experts.9.down_proj,0.15241364,0.01000,0.234
+30,mlp.experts.10.down_proj,0.21843204,0.01000,0.234
+30,mlp.experts.11.down_proj,0.02545362,0.01000,0.232
+30,mlp.experts.12.down_proj,0.41785425,0.01000,0.232
+30,mlp.experts.13.down_proj,1.13681030,0.01000,0.233
+30,mlp.experts.14.down_proj,0.17197949,0.01000,0.232
+30,mlp.experts.15.down_proj,0.00686918,0.01000,0.233
+30,mlp.experts.16.down_proj,0.00437670,0.01000,0.233
+30,mlp.experts.17.down_proj,0.06842880,0.01000,0.233
+30,mlp.experts.18.down_proj,0.00556069,0.01000,0.233
+30,mlp.experts.19.down_proj,0.05670967,0.01000,0.234
+30,mlp.experts.20.down_proj,0.15932535,0.01000,0.233
+30,mlp.experts.21.down_proj,0.00767484,0.01000,0.236
+30,mlp.experts.22.down_proj,0.40280029,0.01000,0.238
+30,mlp.experts.23.down_proj,0.23280643,0.01000,0.239
+30,mlp.experts.24.down_proj,0.75050056,0.01000,0.238
+30,mlp.experts.25.down_proj,0.18765184,0.01000,0.238
+30,mlp.experts.26.down_proj,0.27686226,0.01000,0.238
+30,mlp.experts.27.down_proj,0.02957189,0.01000,0.238
+30,mlp.experts.28.down_proj,0.17102101,0.01000,0.238
+30,mlp.experts.29.down_proj,0.07662718,0.01000,0.238
+30,mlp.experts.30.down_proj,0.02321242,0.01000,0.238
+30,mlp.experts.31.down_proj,0.00881565,0.01000,0.239
+30,mlp.experts.32.down_proj,0.04127154,0.01000,0.239
+30,mlp.experts.33.down_proj,0.07049960,0.01000,0.239
+30,mlp.experts.34.down_proj,0.16216649,0.01000,0.239
+30,mlp.experts.35.down_proj,0.04746015,0.01000,0.240
+30,mlp.experts.36.down_proj,0.06474441,0.01000,0.240
+30,mlp.experts.37.down_proj,0.06033063,0.01000,0.241
+30,mlp.experts.38.down_proj,0.19783419,0.01000,0.242
+30,mlp.experts.39.down_proj,0.10232277,0.01000,0.240
+30,mlp.experts.40.down_proj,0.00425516,0.01000,0.239
+30,mlp.experts.41.down_proj,0.08978868,0.01000,0.240
+30,mlp.experts.42.down_proj,0.11973746,0.01000,0.240
+30,mlp.experts.43.down_proj,0.00059761,0.01000,0.241
+30,mlp.experts.44.down_proj,0.46021515,0.01000,0.242
+30,mlp.experts.45.down_proj,0.00041930,0.01000,0.245
+30,mlp.experts.46.down_proj,0.25894397,0.01000,0.238
+30,mlp.experts.47.down_proj,0.03358020,0.01000,0.238
+30,mlp.experts.48.down_proj,0.01315063,0.01000,0.238
+30,mlp.experts.49.down_proj,0.14247340,0.01000,0.237
+30,mlp.experts.50.down_proj,0.01221626,0.01000,0.237
+30,mlp.experts.51.down_proj,0.03576344,0.01000,0.237
+30,mlp.experts.52.down_proj,0.28141308,0.01000,0.237
+30,mlp.experts.53.down_proj,0.00068696,0.01000,0.237
+30,mlp.experts.54.down_proj,0.53689295,0.01000,0.237
+30,mlp.experts.55.down_proj,0.91753542,0.01000,0.237
+30,mlp.experts.56.down_proj,0.24029958,0.01000,0.238
+30,mlp.experts.57.down_proj,0.00704503,0.01000,0.236
+30,mlp.experts.58.down_proj,0.12949699,0.01000,0.237
+30,mlp.experts.59.down_proj,0.01070042,0.01000,0.237
+30,mlp.experts.60.down_proj,0.00086746,0.01000,0.236
+30,mlp.experts.61.down_proj,0.05759321,0.01000,0.237
+30,mlp.experts.62.down_proj,0.11224452,0.01000,0.237
+30,mlp.experts.63.down_proj,0.44830263,0.01000,0.237
+30,mlp.experts.64.down_proj,0.25359315,0.01000,0.238
+30,mlp.experts.65.down_proj,0.06592835,0.01000,0.239
+30,mlp.experts.66.down_proj,0.02063875,0.01000,0.237
+30,mlp.experts.67.down_proj,0.05595844,0.01000,0.237
+30,mlp.experts.68.down_proj,0.02491981,0.01000,0.237
+30,mlp.experts.69.down_proj,0.00388278,0.01000,0.237
+30,mlp.experts.70.down_proj,0.06682738,0.01000,0.237
+30,mlp.experts.71.down_proj,0.10333485,0.01000,0.237
+30,mlp.experts.72.down_proj,0.06701123,0.01000,0.238
+30,mlp.experts.73.down_proj,0.00033883,0.01000,0.237
+30,mlp.experts.74.down_proj,0.08040792,0.01000,0.237
+30,mlp.experts.75.down_proj,0.08916040,0.01000,0.237
+30,mlp.experts.76.down_proj,0.08679467,0.01000,0.238
+30,mlp.experts.77.down_proj,0.32220745,0.01000,0.238
+30,mlp.experts.78.down_proj,0.16825899,0.01000,0.238
+30,mlp.experts.79.down_proj,0.13092394,0.01000,0.239
+30,mlp.experts.80.down_proj,0.03201663,0.01000,0.239
+30,mlp.experts.81.down_proj,0.00127489,0.01000,0.241
+30,mlp.experts.82.down_proj,0.04654703,0.01000,0.240
+30,mlp.experts.83.down_proj,0.13285296,0.01000,0.242
+30,mlp.experts.84.down_proj,0.05215986,0.01000,0.242
+30,mlp.experts.85.down_proj,0.14833799,0.01000,0.241
+30,mlp.experts.86.down_proj,0.36472893,0.01000,0.241
+30,mlp.experts.87.down_proj,0.80803621,0.01000,0.242
+30,mlp.experts.88.down_proj,0.07954722,0.01000,0.241
+30,mlp.experts.89.down_proj,0.47391206,0.01000,0.242
+30,mlp.experts.90.down_proj,0.01233142,0.01000,0.244
+30,mlp.experts.91.down_proj,0.00347780,0.01000,0.246
+30,mlp.experts.92.down_proj,0.04444727,0.01000,0.243
+30,mlp.experts.93.down_proj,0.07133809,0.01000,0.242
+30,mlp.experts.94.down_proj,0.03608264,0.01000,0.242
+30,mlp.experts.95.down_proj,0.00394075,0.01000,0.243
+30,mlp.experts.96.down_proj,0.33687305,0.01000,0.243
+30,mlp.experts.97.down_proj,0.19350535,0.01000,0.242
+30,mlp.experts.98.down_proj,0.00766965,0.01000,0.242
+30,mlp.experts.99.down_proj,0.11175504,0.01000,0.242
+30,mlp.experts.100.down_proj,0.11983233,0.01000,0.242
+30,mlp.experts.101.down_proj,0.39907601,0.01000,0.242
+30,mlp.experts.102.down_proj,0.03604260,0.01000,0.243
+30,mlp.experts.103.down_proj,0.05228834,0.01000,0.242
+30,mlp.experts.104.down_proj,0.39196271,0.01000,0.242
+30,mlp.experts.105.down_proj,0.08590174,0.01000,0.242
+30,mlp.experts.106.down_proj,0.00048770,0.01000,0.242
+30,mlp.experts.107.down_proj,0.79647833,0.01000,0.243
+30,mlp.experts.108.down_proj,0.00402537,0.01000,0.243
+30,mlp.experts.109.down_proj,0.10784839,0.01000,0.242
+30,mlp.experts.110.down_proj,0.27138272,0.01000,0.243
+30,mlp.experts.111.down_proj,0.01013686,0.01000,0.243
+30,mlp.experts.112.down_proj,0.09019475,0.01000,0.244
+30,mlp.experts.113.down_proj,0.00599041,0.01000,0.243
+30,mlp.experts.114.down_proj,0.18640655,0.01000,0.240
+30,mlp.experts.115.down_proj,0.30107829,0.01000,0.239
+30,mlp.experts.116.down_proj,0.59238410,0.01000,0.239
+30,mlp.experts.117.down_proj,0.00037364,0.01000,0.240
+30,mlp.experts.118.down_proj,0.15739307,0.01000,0.239
+30,mlp.experts.119.down_proj,0.21624322,0.01000,0.239
+30,mlp.experts.120.down_proj,0.00084065,0.01000,0.240
+30,mlp.experts.121.down_proj,0.08851320,0.01000,0.239
+30,mlp.experts.122.down_proj,0.60671115,0.01000,0.241
+30,mlp.experts.123.down_proj,0.04196706,0.01000,0.239
+30,mlp.experts.124.down_proj,0.11285799,0.01000,0.239
+30,mlp.experts.125.down_proj,0.07036582,0.01000,0.239
+30,mlp.experts.126.down_proj,0.66680121,0.01000,0.239
+30,mlp.experts.127.down_proj,0.26224488,0.01000,0.239
+31,self_attn.q_proj,0.23324990,0.01000,0.615
+31,self_attn.k_proj,0.03110363,0.01000,0.607
+31,self_attn.v_proj,0.03610292,0.01000,0.607
+31,self_attn.o_proj,0.02708362,0.01000,1.235
+31,mlp.experts.0.up_proj,0.00536955,0.01000,0.667
+31,mlp.experts.1.up_proj,0.95756531,0.01000,0.619
+31,mlp.experts.2.up_proj,0.54387140,0.01000,0.618
+31,mlp.experts.3.up_proj,0.52208334,0.01000,0.622
+31,mlp.experts.4.up_proj,0.76280570,0.01000,0.621
+31,mlp.experts.5.up_proj,2.12254047,0.01000,0.623
+31,mlp.experts.6.up_proj,0.47023863,0.01000,0.623
+31,mlp.experts.7.up_proj,1.57238913,0.01000,0.622
+31,mlp.experts.8.up_proj,1.42496693,0.01000,0.623
+31,mlp.experts.9.up_proj,2.38397002,0.01000,0.617
+31,mlp.experts.10.up_proj,0.08943464,0.01000,0.614
+31,mlp.experts.11.up_proj,0.38190284,0.01000,0.615
+31,mlp.experts.12.up_proj,1.00614071,0.01000,0.615
+31,mlp.experts.13.up_proj,0.59879780,0.01000,0.614
+31,mlp.experts.14.up_proj,0.20047912,0.01000,0.613
+31,mlp.experts.15.up_proj,0.26025817,0.01000,0.615
+31,mlp.experts.16.up_proj,0.00718586,0.01000,0.615
+31,mlp.experts.17.up_proj,1.03249037,0.01000,0.616
+31,mlp.experts.18.up_proj,0.05126789,0.01000,0.622
+31,mlp.experts.19.up_proj,0.45249808,0.01000,0.623
+31,mlp.experts.20.up_proj,0.76808572,0.01000,0.624
+31,mlp.experts.21.up_proj,1.91629982,0.01000,0.624
+31,mlp.experts.22.up_proj,0.36832979,0.01000,0.623
+31,mlp.experts.23.up_proj,0.00660727,0.01000,0.623
+31,mlp.experts.24.up_proj,2.08242464,0.01000,0.621
+31,mlp.experts.25.up_proj,0.22116825,0.01000,0.613
+31,mlp.experts.26.up_proj,1.66777277,0.01000,0.613
+31,mlp.experts.27.up_proj,0.26081669,0.01000,0.614
+31,mlp.experts.28.up_proj,0.01540936,0.01000,0.613
+31,mlp.experts.29.up_proj,0.29991263,0.01000,0.614
+31,mlp.experts.30.up_proj,0.14967549,0.01000,0.616
+31,mlp.experts.31.up_proj,0.99159038,0.01000,0.620
+31,mlp.experts.32.up_proj,4.51417160,0.01000,0.623
+31,mlp.experts.33.up_proj,2.80546927,0.01000,0.623
+31,mlp.experts.34.up_proj,0.49864066,0.01000,0.623
+31,mlp.experts.35.up_proj,0.07293149,0.01000,0.624
+31,mlp.experts.36.up_proj,1.37805128,0.01000,0.624
+31,mlp.experts.37.up_proj,0.00005964,0.01000,0.625
+31,mlp.experts.38.up_proj,0.22701691,0.01000,0.625
+31,mlp.experts.39.up_proj,0.27355787,0.01000,0.624
+31,mlp.experts.40.up_proj,0.24809991,0.01000,0.623
+31,mlp.experts.41.up_proj,0.18838078,0.01000,0.625
+31,mlp.experts.42.up_proj,0.00085866,0.01000,0.617
+31,mlp.experts.43.up_proj,0.20987144,0.01000,0.616
+31,mlp.experts.44.up_proj,1.55204785,0.01000,0.619
+31,mlp.experts.45.up_proj,2.02463818,0.01000,0.620
+31,mlp.experts.46.up_proj,0.16743958,0.01000,0.615
+31,mlp.experts.47.up_proj,1.15981507,0.01000,0.616
+31,mlp.experts.48.up_proj,0.90949678,0.01000,0.620
+31,mlp.experts.49.up_proj,0.27448046,0.01000,0.622
+31,mlp.experts.50.up_proj,0.43476492,0.01000,0.623
+31,mlp.experts.51.up_proj,0.64933258,0.01000,0.623
+31,mlp.experts.52.up_proj,0.39288199,0.01000,0.623
+31,mlp.experts.53.up_proj,0.82163775,0.01000,0.621
+31,mlp.experts.54.up_proj,0.00054766,0.01000,0.622
+31,mlp.experts.55.up_proj,0.00650734,0.01000,0.621
+31,mlp.experts.56.up_proj,1.98991728,0.01000,0.614
+31,mlp.experts.57.up_proj,0.00054370,0.01000,0.613
+31,mlp.experts.58.up_proj,0.64005136,0.01000,0.615
+31,mlp.experts.59.up_proj,1.89234197,0.01000,0.614
+31,mlp.experts.60.up_proj,0.36156130,0.01000,0.614
+31,mlp.experts.61.up_proj,1.22252250,0.01000,0.615
+31,mlp.experts.62.up_proj,0.80102968,0.01000,0.614
+31,mlp.experts.63.up_proj,0.61929315,0.01000,0.614
+31,mlp.experts.64.up_proj,0.39863944,0.01000,0.614
+31,mlp.experts.65.up_proj,0.00534323,0.01000,0.617
+31,mlp.experts.66.up_proj,1.00172293,0.01000,0.615
+31,mlp.experts.67.up_proj,0.22217551,0.01000,0.614
+31,mlp.experts.68.up_proj,0.11558805,0.01000,0.613
+31,mlp.experts.69.up_proj,0.09587844,0.01000,0.613
+31,mlp.experts.70.up_proj,0.05876742,0.01000,0.612
+31,mlp.experts.71.up_proj,0.02736911,0.01000,0.619
+31,mlp.experts.72.up_proj,0.37868881,0.01000,0.622
+31,mlp.experts.73.up_proj,1.80542493,0.01000,0.623
+31,mlp.experts.74.up_proj,0.40168986,0.01000,0.624
+31,mlp.experts.75.up_proj,5.63907051,0.01000,0.623
+31,mlp.experts.76.up_proj,0.13554557,0.01000,0.622
+31,mlp.experts.77.up_proj,0.00027186,0.01000,0.624
+31,mlp.experts.78.up_proj,0.19602853,0.01000,0.625
+31,mlp.experts.79.up_proj,0.85370517,0.01000,0.624
+31,mlp.experts.80.up_proj,0.00015879,0.01000,0.624
+31,mlp.experts.81.up_proj,0.14688462,0.01000,0.623
+31,mlp.experts.82.up_proj,4.61639214,0.01000,0.623
+31,mlp.experts.83.up_proj,0.48914710,0.01000,0.624
+31,mlp.experts.84.up_proj,0.06688273,0.01000,0.618
+31,mlp.experts.85.up_proj,0.01874477,0.01000,0.615
+31,mlp.experts.86.up_proj,0.34532723,0.01000,0.614
+31,mlp.experts.87.up_proj,0.07054490,0.01000,0.614
+31,mlp.experts.88.up_proj,0.86268800,0.01000,0.616
+31,mlp.experts.89.up_proj,0.90898067,0.01000,0.615
+31,mlp.experts.90.up_proj,0.00883687,0.01000,0.614
+31,mlp.experts.91.up_proj,0.42434251,0.01000,0.615
+31,mlp.experts.92.up_proj,0.29495957,0.01000,0.617
+31,mlp.experts.93.up_proj,0.58989203,0.01000,0.614
+31,mlp.experts.94.up_proj,1.73810673,0.01000,0.616
+31,mlp.experts.95.up_proj,1.58828223,0.01000,0.623
+31,mlp.experts.96.up_proj,0.11658001,0.01000,0.623
+31,mlp.experts.97.up_proj,0.02231514,0.01000,0.623
+31,mlp.experts.98.up_proj,0.41411346,0.01000,0.625
+31,mlp.experts.99.up_proj,0.27775049,0.01000,0.625
+31,mlp.experts.100.up_proj,0.78152680,0.01000,0.624
+31,mlp.experts.101.up_proj,1.01218677,0.01000,0.624
+31,mlp.experts.102.up_proj,0.00151391,0.01000,0.625
+31,mlp.experts.103.up_proj,0.20713501,0.01000,0.623
+31,mlp.experts.104.up_proj,0.07115364,0.01000,0.623
+31,mlp.experts.105.up_proj,0.02231575,0.01000,0.623
+31,mlp.experts.106.up_proj,2.12387061,0.01000,0.623
+31,mlp.experts.107.up_proj,0.03541273,0.01000,0.613
+31,mlp.experts.108.up_proj,1.58014429,0.01000,0.614
+31,mlp.experts.109.up_proj,0.09465773,0.01000,0.615
+31,mlp.experts.110.up_proj,1.35504711,0.01000,0.617
+31,mlp.experts.111.up_proj,0.10794806,0.01000,0.617
+31,mlp.experts.112.up_proj,0.78129089,0.01000,0.617
+31,mlp.experts.113.up_proj,0.38257110,0.01000,0.624
+31,mlp.experts.114.up_proj,0.26286805,0.01000,0.623
+31,mlp.experts.115.up_proj,0.51875925,0.01000,0.624
+31,mlp.experts.116.up_proj,0.99729329,0.01000,0.625
+31,mlp.experts.117.up_proj,0.10027556,0.01000,0.624
+31,mlp.experts.118.up_proj,0.26613849,0.01000,0.624
+31,mlp.experts.119.up_proj,0.19730084,0.01000,0.625
+31,mlp.experts.120.up_proj,0.04511280,0.01000,0.624
+31,mlp.experts.121.up_proj,0.00469232,0.01000,0.623
+31,mlp.experts.122.up_proj,0.00121994,0.01000,0.625
+31,mlp.experts.123.up_proj,2.41265488,0.01000,0.624
+31,mlp.experts.124.up_proj,0.53419644,0.01000,0.623
+31,mlp.experts.125.up_proj,0.36332172,0.01000,0.616
+31,mlp.experts.126.up_proj,0.04765115,0.01000,0.613
+31,mlp.experts.127.up_proj,0.30851096,0.01000,0.615
+31,mlp.experts.0.gate_proj,0.00562825,0.01000,0.614
+31,mlp.experts.1.gate_proj,1.06199813,0.01000,0.615
+31,mlp.experts.2.gate_proj,0.51515079,0.01000,0.614
+31,mlp.experts.3.gate_proj,0.48167476,0.01000,0.614
+31,mlp.experts.4.gate_proj,0.83959556,0.01000,0.615
+31,mlp.experts.5.gate_proj,2.16888666,0.01000,0.616
+31,mlp.experts.6.gate_proj,0.49553192,0.01000,0.615
+31,mlp.experts.7.gate_proj,1.44287431,0.01000,0.615
+31,mlp.experts.8.gate_proj,1.40313995,0.01000,0.616
+31,mlp.experts.9.gate_proj,2.48066235,0.01000,0.617
+31,mlp.experts.10.gate_proj,0.08491078,0.01000,0.621
+31,mlp.experts.11.gate_proj,0.42759264,0.01000,0.626
+31,mlp.experts.12.gate_proj,1.18141687,0.01000,0.625
+31,mlp.experts.13.gate_proj,0.66113424,0.01000,0.623
+31,mlp.experts.14.gate_proj,0.22754669,0.01000,0.623
+31,mlp.experts.15.gate_proj,0.28074569,0.01000,0.624
+31,mlp.experts.16.gate_proj,0.00642272,0.01000,0.624
+31,mlp.experts.17.gate_proj,1.17741847,0.01000,0.624
+31,mlp.experts.18.gate_proj,0.05484365,0.01000,0.627
+31,mlp.experts.19.gate_proj,0.43853265,0.01000,0.624
+31,mlp.experts.20.gate_proj,0.81888962,0.01000,0.625
+31,mlp.experts.21.gate_proj,2.06442904,0.01000,0.617
+31,mlp.experts.22.gate_proj,0.41947067,0.01000,0.616
+31,mlp.experts.23.gate_proj,0.00590159,0.01000,0.619
+31,mlp.experts.24.gate_proj,2.16064739,0.01000,0.618
+31,mlp.experts.25.gate_proj,0.23477770,0.01000,0.622
+31,mlp.experts.26.gate_proj,1.62781215,0.01000,0.617
+31,mlp.experts.27.gate_proj,0.25312719,0.01000,0.622
+31,mlp.experts.28.gate_proj,0.01826866,0.01000,0.624
+31,mlp.experts.29.gate_proj,0.31194738,0.01000,0.625
+31,mlp.experts.30.gate_proj,0.15172073,0.01000,0.623
+31,mlp.experts.31.gate_proj,0.94961131,0.01000,0.624
+31,mlp.experts.32.gate_proj,4.96030331,0.01000,0.623
+31,mlp.experts.33.gate_proj,3.01532841,0.01000,0.624
+31,mlp.experts.34.gate_proj,0.42639071,0.01000,0.623
+31,mlp.experts.35.gate_proj,0.07752687,0.01000,0.623
+31,mlp.experts.36.gate_proj,1.45925248,0.01000,0.623
+31,mlp.experts.37.gate_proj,0.00006063,0.01000,0.623
+31,mlp.experts.38.gate_proj,0.24875066,0.01000,0.622
+31,mlp.experts.39.gate_proj,0.26465154,0.01000,0.614
+31,mlp.experts.40.gate_proj,0.26983476,0.01000,0.613
+31,mlp.experts.41.gate_proj,0.20993146,0.01000,0.615
+31,mlp.experts.42.gate_proj,0.00090282,0.01000,0.615
+31,mlp.experts.43.gate_proj,0.18042627,0.01000,0.613
+31,mlp.experts.44.gate_proj,1.66229963,0.01000,0.613
+31,mlp.experts.45.gate_proj,1.97016597,0.01000,0.613
+31,mlp.experts.46.gate_proj,0.15931231,0.01000,0.613
+31,mlp.experts.47.gate_proj,1.24944758,0.01000,0.614
+31,mlp.experts.48.gate_proj,0.84023857,0.01000,0.614
+31,mlp.experts.49.gate_proj,0.25510812,0.01000,0.614
+31,mlp.experts.50.gate_proj,0.40521142,0.01000,0.615
+31,mlp.experts.51.gate_proj,0.60573822,0.01000,0.616
+31,mlp.experts.52.gate_proj,0.43711275,0.01000,0.624
+31,mlp.experts.53.gate_proj,0.81716812,0.01000,0.624
+31,mlp.experts.54.gate_proj,0.00060651,0.01000,0.625
+31,mlp.experts.55.gate_proj,0.00563258,0.01000,0.626
+31,mlp.experts.56.gate_proj,2.16111422,0.01000,0.625
+31,mlp.experts.57.gate_proj,0.00051133,0.01000,0.625
+31,mlp.experts.58.gate_proj,0.67190850,0.01000,0.625
+31,mlp.experts.59.gate_proj,1.96619725,0.01000,0.625
+31,mlp.experts.60.gate_proj,0.34958541,0.01000,0.625
+31,mlp.experts.61.gate_proj,1.30189431,0.01000,0.623
+31,mlp.experts.62.gate_proj,0.73787564,0.01000,0.624
+31,mlp.experts.63.gate_proj,0.67377186,0.01000,0.624
+31,mlp.experts.64.gate_proj,0.37865499,0.01000,0.615
+31,mlp.experts.65.gate_proj,0.00608211,0.01000,0.620
+31,mlp.experts.66.gate_proj,1.10042262,0.01000,0.617
+31,mlp.experts.67.gate_proj,0.21687157,0.01000,0.616
+31,mlp.experts.68.gate_proj,0.11916263,0.01000,0.615
+31,mlp.experts.69.gate_proj,0.08702958,0.01000,0.616
+31,mlp.experts.70.gate_proj,0.06200764,0.01000,0.617
+31,mlp.experts.71.gate_proj,0.02735597,0.01000,0.617
+31,mlp.experts.72.gate_proj,0.40925694,0.01000,0.614
+31,mlp.experts.73.gate_proj,1.93869913,0.01000,0.616
+31,mlp.experts.74.gate_proj,0.38560957,0.01000,0.614
+31,mlp.experts.75.gate_proj,5.62141418,0.01000,0.617
+31,mlp.experts.76.gate_proj,0.14727294,0.01000,0.616
+31,mlp.experts.77.gate_proj,0.00024656,0.01000,0.616
+31,mlp.experts.78.gate_proj,0.22082198,0.01000,0.624
+31,mlp.experts.79.gate_proj,0.92010117,0.01000,0.624
+31,mlp.experts.80.gate_proj,0.00016194,0.01000,0.624
+31,mlp.experts.81.gate_proj,0.14315756,0.01000,0.623
+31,mlp.experts.82.gate_proj,4.93990707,0.01000,0.624
+31,mlp.experts.83.gate_proj,0.53702617,0.01000,0.625
+31,mlp.experts.84.gate_proj,0.06952812,0.01000,0.624
+31,mlp.experts.85.gate_proj,0.01780913,0.01000,0.623
+31,mlp.experts.86.gate_proj,0.36629272,0.01000,0.624
+31,mlp.experts.87.gate_proj,0.07153638,0.01000,0.624
+31,mlp.experts.88.gate_proj,0.89056432,0.01000,0.624
+31,mlp.experts.89.gate_proj,0.98815084,0.01000,0.622
+31,mlp.experts.90.gate_proj,0.00855676,0.01000,0.619
+31,mlp.experts.91.gate_proj,0.47627079,0.01000,0.616
+31,mlp.experts.92.gate_proj,0.30188724,0.01000,0.615
+31,mlp.experts.93.gate_proj,0.60007715,0.01000,0.614
+31,mlp.experts.94.gate_proj,1.85913622,0.01000,0.615
+31,mlp.experts.95.gate_proj,1.47380519,0.01000,0.614
+31,mlp.experts.96.gate_proj,0.10099716,0.01000,0.613
+31,mlp.experts.97.gate_proj,0.02383188,0.01000,0.616
+31,mlp.experts.98.gate_proj,0.35804594,0.01000,0.615
+31,mlp.experts.99.gate_proj,0.29566038,0.01000,0.614
+31,mlp.experts.100.gate_proj,0.75447661,0.01000,0.615
+31,mlp.experts.101.gate_proj,1.06421947,0.01000,0.615
+31,mlp.experts.102.gate_proj,0.00151801,0.01000,0.617
+31,mlp.experts.103.gate_proj,0.17595771,0.01000,0.624
+31,mlp.experts.104.gate_proj,0.07608097,0.01000,0.624
+31,mlp.experts.105.gate_proj,0.02378923,0.01000,0.622
+31,mlp.experts.106.gate_proj,2.24492693,0.01000,0.624
+31,mlp.experts.107.gate_proj,0.03665062,0.01000,0.624
+31,mlp.experts.108.gate_proj,1.81897807,0.01000,0.623
+31,mlp.experts.109.gate_proj,0.09838100,0.01000,0.623
+31,mlp.experts.110.gate_proj,1.36508608,0.01000,0.622
+31,mlp.experts.111.gate_proj,0.10710149,0.01000,0.623
+31,mlp.experts.112.gate_proj,0.69022191,0.01000,0.624
+31,mlp.experts.113.gate_proj,0.33816755,0.01000,0.624
+31,mlp.experts.114.gate_proj,0.31292790,0.01000,0.623
+31,mlp.experts.115.gate_proj,0.68270606,0.01000,0.626
+31,mlp.experts.116.gate_proj,1.04819345,0.01000,0.620
+31,mlp.experts.117.gate_proj,0.09612084,0.01000,0.616
+31,mlp.experts.118.gate_proj,0.29332736,0.01000,0.617
+31,mlp.experts.119.gate_proj,0.19655606,0.01000,0.625
+31,mlp.experts.120.gate_proj,0.04583324,0.01000,0.618
+31,mlp.experts.121.gate_proj,0.00501041,0.01000,0.622
+31,mlp.experts.122.gate_proj,0.00122929,0.01000,0.619
+31,mlp.experts.123.gate_proj,2.43384981,0.01000,0.616
+31,mlp.experts.124.gate_proj,0.48131144,0.01000,0.616
+31,mlp.experts.125.gate_proj,0.39250886,0.01000,0.615
+31,mlp.experts.126.gate_proj,0.06081748,0.01000,0.615
+31,mlp.experts.127.gate_proj,0.33360559,0.01000,0.617
+31,mlp.experts.0.down_proj,0.00182766,0.01000,0.253
+31,mlp.experts.1.down_proj,0.22337618,0.01000,0.233
+31,mlp.experts.2.down_proj,0.17830576,0.01000,0.230
+31,mlp.experts.3.down_proj,0.13089968,0.01000,0.230
+31,mlp.experts.4.down_proj,0.16424322,0.01000,0.229
+31,mlp.experts.5.down_proj,0.45424655,0.01000,0.228
+31,mlp.experts.6.down_proj,0.12971559,0.01000,0.229
+31,mlp.experts.7.down_proj,0.32228100,0.01000,0.229
+31,mlp.experts.8.down_proj,0.58340740,0.01000,0.230
+31,mlp.experts.9.down_proj,0.59910071,0.01000,0.230
+31,mlp.experts.10.down_proj,0.02830037,0.01000,0.231
+31,mlp.experts.11.down_proj,0.08564869,0.01000,0.230
+31,mlp.experts.12.down_proj,0.21495205,0.01000,0.230
+31,mlp.experts.13.down_proj,0.11118536,0.01000,0.231
+31,mlp.experts.14.down_proj,0.05136868,0.01000,0.233
+31,mlp.experts.15.down_proj,0.06517594,0.01000,0.235
+31,mlp.experts.16.down_proj,0.00237657,0.01000,0.236
+31,mlp.experts.17.down_proj,0.20436543,0.01000,0.236
+31,mlp.experts.18.down_proj,0.02335466,0.01000,0.237
+31,mlp.experts.19.down_proj,0.09283322,0.01000,0.238
+31,mlp.experts.20.down_proj,0.16260210,0.01000,0.238
+31,mlp.experts.21.down_proj,0.38236219,0.01000,0.238
+31,mlp.experts.22.down_proj,0.07382372,0.01000,0.238
+31,mlp.experts.23.down_proj,0.00280600,0.01000,0.238
+31,mlp.experts.24.down_proj,0.61827910,0.01000,0.239
+31,mlp.experts.25.down_proj,0.04338463,0.01000,0.238
+31,mlp.experts.26.down_proj,0.34393895,0.01000,0.238
+31,mlp.experts.27.down_proj,0.06916911,0.01000,0.238
+31,mlp.experts.28.down_proj,0.00100606,0.01000,0.238
+31,mlp.experts.29.down_proj,0.06993979,0.01000,0.238
+31,mlp.experts.30.down_proj,0.04117094,0.01000,0.239
+31,mlp.experts.31.down_proj,0.22495405,0.01000,0.239
+31,mlp.experts.32.down_proj,0.89039123,0.01000,0.239
+31,mlp.experts.33.down_proj,0.54398322,0.01000,0.239
+31,mlp.experts.34.down_proj,0.12201574,0.01000,0.239
+31,mlp.experts.35.down_proj,0.02108893,0.01000,0.239
+31,mlp.experts.36.down_proj,0.30221191,0.01000,0.239
+31,mlp.experts.37.down_proj,0.00001679,0.01000,0.240
+31,mlp.experts.38.down_proj,0.05768585,0.01000,0.240
+31,mlp.experts.39.down_proj,0.06349086,0.01000,0.239
+31,mlp.experts.40.down_proj,0.06901440,0.01000,0.240
+31,mlp.experts.41.down_proj,0.03729069,0.01000,0.240
+31,mlp.experts.42.down_proj,0.00031859,0.01000,0.240
+31,mlp.experts.43.down_proj,0.06341238,0.01000,0.240
+31,mlp.experts.44.down_proj,0.33575082,0.01000,0.237
+31,mlp.experts.45.down_proj,0.49648166,0.01000,0.236
+31,mlp.experts.46.down_proj,0.04125676,0.01000,0.237
+31,mlp.experts.47.down_proj,0.32993501,0.01000,0.238
+31,mlp.experts.48.down_proj,0.17694020,0.01000,0.237
+31,mlp.experts.49.down_proj,0.06667610,0.01000,0.238
+31,mlp.experts.50.down_proj,0.14201093,0.01000,0.237
+31,mlp.experts.51.down_proj,0.15784562,0.01000,0.237
+31,mlp.experts.52.down_proj,0.09653544,0.01000,0.237
+31,mlp.experts.53.down_proj,0.16907527,0.01000,0.237
+31,mlp.experts.54.down_proj,0.00022472,0.01000,0.237
+31,mlp.experts.55.down_proj,0.00303073,0.01000,0.237
+31,mlp.experts.56.down_proj,0.58496571,0.01000,0.238
+31,mlp.experts.57.down_proj,0.00021257,0.01000,0.238
+31,mlp.experts.58.down_proj,0.15707815,0.01000,0.238
+31,mlp.experts.59.down_proj,0.61892837,0.01000,0.238
+31,mlp.experts.60.down_proj,0.11272578,0.01000,0.237
+31,mlp.experts.61.down_proj,0.29849574,0.01000,0.237
+31,mlp.experts.62.down_proj,0.29800916,0.01000,0.238
+31,mlp.experts.63.down_proj,0.13761887,0.01000,0.238
+31,mlp.experts.64.down_proj,0.08516607,0.01000,0.237
+31,mlp.experts.65.down_proj,0.00265936,0.01000,0.238
+31,mlp.experts.66.down_proj,0.19547087,0.01000,0.237
+31,mlp.experts.67.down_proj,0.04550661,0.01000,0.238
+31,mlp.experts.68.down_proj,0.02567312,0.01000,0.237
+31,mlp.experts.69.down_proj,0.02533387,0.01000,0.239
+31,mlp.experts.70.down_proj,0.01642904,0.01000,0.237
+31,mlp.experts.71.down_proj,0.01149170,0.01000,0.237
+31,mlp.experts.72.down_proj,0.12314080,0.01000,0.237
+31,mlp.experts.73.down_proj,0.31726688,0.01000,0.238
+31,mlp.experts.74.down_proj,0.09507991,0.01000,0.238
+31,mlp.experts.75.down_proj,2.19694257,0.01000,0.237
+31,mlp.experts.76.down_proj,0.02862150,0.01000,0.237
+31,mlp.experts.77.down_proj,0.00011963,0.01000,0.237
+31,mlp.experts.78.down_proj,0.04735313,0.01000,0.238
+31,mlp.experts.79.down_proj,0.19929272,0.01000,0.237
+31,mlp.experts.80.down_proj,0.00005851,0.01000,0.239
+31,mlp.experts.81.down_proj,0.03455652,0.01000,0.238
+31,mlp.experts.82.down_proj,1.06999815,0.01000,0.239
+31,mlp.experts.83.down_proj,0.10138311,0.01000,0.239
+31,mlp.experts.84.down_proj,0.01878268,0.01000,0.240
+31,mlp.experts.85.down_proj,0.00684107,0.01000,0.240
+31,mlp.experts.86.down_proj,0.07094361,0.01000,0.241
+31,mlp.experts.87.down_proj,0.02316976,0.01000,0.241
+31,mlp.experts.88.down_proj,0.17199662,0.01000,0.242
+31,mlp.experts.89.down_proj,0.17231245,0.01000,0.242
+31,mlp.experts.90.down_proj,0.00297727,0.01000,0.242
+31,mlp.experts.91.down_proj,0.08787005,0.01000,0.243
+31,mlp.experts.92.down_proj,0.08873667,0.01000,0.242
+31,mlp.experts.93.down_proj,0.11319526,0.01000,0.243
+31,mlp.experts.94.down_proj,0.40613833,0.01000,0.244
+31,mlp.experts.95.down_proj,0.51852107,0.01000,0.243
+31,mlp.experts.96.down_proj,0.03388993,0.01000,0.242
+31,mlp.experts.97.down_proj,0.00523873,0.01000,0.242
+31,mlp.experts.98.down_proj,0.10535428,0.01000,0.243
+31,mlp.experts.99.down_proj,0.05566975,0.01000,0.243
+31,mlp.experts.100.down_proj,0.21985498,0.01000,0.243
+31,mlp.experts.101.down_proj,0.40413386,0.01000,0.243
+31,mlp.experts.102.down_proj,0.00052181,0.01000,0.243
+31,mlp.experts.103.down_proj,0.05182403,0.01000,0.243
+31,mlp.experts.104.down_proj,0.02259067,0.01000,0.242
+31,mlp.experts.105.down_proj,0.00733559,0.01000,0.243
+31,mlp.experts.106.down_proj,0.47989896,0.01000,0.243
+31,mlp.experts.107.down_proj,0.01174646,0.01000,0.243
+31,mlp.experts.108.down_proj,0.40451974,0.01000,0.242
+31,mlp.experts.109.down_proj,0.04096637,0.01000,0.243
+31,mlp.experts.110.down_proj,0.32743087,0.01000,0.243
+31,mlp.experts.111.down_proj,0.03567018,0.01000,0.243
+31,mlp.experts.112.down_proj,0.25477207,0.01000,0.243
+31,mlp.experts.113.down_proj,0.03986676,0.01000,0.243
+31,mlp.experts.114.down_proj,0.06606197,0.01000,0.243
+31,mlp.experts.115.down_proj,0.12269937,0.01000,0.243
+31,mlp.experts.116.down_proj,0.19929895,0.01000,0.243
+31,mlp.experts.117.down_proj,0.02552640,0.01000,0.243
+31,mlp.experts.118.down_proj,0.05931557,0.01000,0.242
+31,mlp.experts.119.down_proj,0.06080802,0.01000,0.240
+31,mlp.experts.120.down_proj,0.01320313,0.01000,0.240
+31,mlp.experts.121.down_proj,0.00232740,0.01000,0.241
+31,mlp.experts.122.down_proj,0.00038601,0.01000,0.241
+31,mlp.experts.123.down_proj,0.67707652,0.01000,0.241
+31,mlp.experts.124.down_proj,0.12378545,0.01000,0.240
+31,mlp.experts.125.down_proj,0.08041028,0.01000,0.240
+31,mlp.experts.126.down_proj,0.00554317,0.01000,0.239
+31,mlp.experts.127.down_proj,0.07267375,0.01000,0.240
+32,self_attn.q_proj,0.27786961,0.01000,0.627
+32,self_attn.k_proj,0.03494512,0.01000,0.614
+32,self_attn.v_proj,0.05058705,0.01000,0.612
+32,self_attn.o_proj,0.03594944,0.01000,1.240
+32,mlp.experts.0.up_proj,0.00376072,0.01000,0.659
+32,mlp.experts.1.up_proj,0.00027349,0.01000,0.613
+32,mlp.experts.2.up_proj,0.49767205,0.01000,0.614
+32,mlp.experts.3.up_proj,0.73750234,0.01000,0.618
+32,mlp.experts.4.up_proj,1.08052063,0.01000,0.616
+32,mlp.experts.5.up_proj,3.82215405,0.01000,0.617
+32,mlp.experts.6.up_proj,0.22177938,0.01000,0.617
+32,mlp.experts.7.up_proj,0.00350488,0.01000,0.617
+32,mlp.experts.8.up_proj,0.94264579,0.01000,0.618
+32,mlp.experts.9.up_proj,2.86766315,0.01000,0.619
+32,mlp.experts.10.up_proj,0.01902478,0.01000,0.610
+32,mlp.experts.11.up_proj,0.03220224,0.01000,0.608
+32,mlp.experts.12.up_proj,0.00000669,0.01000,0.609
+32,mlp.experts.13.up_proj,1.08543050,0.01000,0.607
+32,mlp.experts.14.up_proj,0.58422774,0.01000,0.607
+32,mlp.experts.15.up_proj,0.65085721,0.01000,0.609
+32,mlp.experts.16.up_proj,1.83676410,0.01000,0.608
+32,mlp.experts.17.up_proj,3.24906492,0.01000,0.616
+32,mlp.experts.18.up_proj,0.08316296,0.01000,0.617
+32,mlp.experts.19.up_proj,0.06701594,0.01000,0.616
+32,mlp.experts.20.up_proj,0.68279314,0.01000,0.615
+32,mlp.experts.21.up_proj,1.72137630,0.01000,0.616
+32,mlp.experts.22.up_proj,6.18332386,0.01000,0.617
+32,mlp.experts.23.up_proj,0.63504505,0.01000,0.616
+32,mlp.experts.24.up_proj,0.95691717,0.01000,0.616
+32,mlp.experts.25.up_proj,0.43513691,0.01000,0.617
+32,mlp.experts.26.up_proj,0.06055838,0.01000,0.617
+32,mlp.experts.27.up_proj,0.31185257,0.01000,0.617
+32,mlp.experts.28.up_proj,0.36015940,0.01000,0.617
+32,mlp.experts.29.up_proj,0.04734026,0.01000,0.611
+32,mlp.experts.30.up_proj,0.33706242,0.01000,0.609
+32,mlp.experts.31.up_proj,0.04989190,0.01000,0.611
+32,mlp.experts.32.up_proj,2.25404096,0.01000,0.608
+32,mlp.experts.33.up_proj,0.61767262,0.01000,0.607
+32,mlp.experts.34.up_proj,0.04991763,0.01000,0.608
+32,mlp.experts.35.up_proj,0.82160920,0.01000,0.609
+32,mlp.experts.36.up_proj,1.50226879,0.01000,0.614
+32,mlp.experts.37.up_proj,0.47665656,0.01000,0.619
+32,mlp.experts.38.up_proj,1.33108616,0.01000,0.618
+32,mlp.experts.39.up_proj,0.42130822,0.01000,0.618
+32,mlp.experts.40.up_proj,0.04577880,0.01000,0.617
+32,mlp.experts.41.up_proj,0.09343552,0.01000,0.617
+32,mlp.experts.42.up_proj,0.17498404,0.01000,0.618
+32,mlp.experts.43.up_proj,0.33583644,0.01000,0.616
+32,mlp.experts.44.up_proj,1.19047356,0.01000,0.618
+32,mlp.experts.45.up_proj,2.20754743,0.01000,0.617
+32,mlp.experts.46.up_proj,0.17323609,0.01000,0.617
+32,mlp.experts.47.up_proj,0.77784079,0.01000,0.618
+32,mlp.experts.48.up_proj,0.29657000,0.01000,0.612
+32,mlp.experts.49.up_proj,0.02438684,0.01000,0.609
+32,mlp.experts.50.up_proj,0.19696203,0.01000,0.609
+32,mlp.experts.51.up_proj,0.10890192,0.01000,0.615
+32,mlp.experts.52.up_proj,0.00935416,0.01000,0.606
+32,mlp.experts.53.up_proj,5.92457676,0.01000,0.617
+32,mlp.experts.54.up_proj,0.27859861,0.01000,0.620
+32,mlp.experts.55.up_proj,0.78312844,0.01000,0.619
+32,mlp.experts.56.up_proj,1.39714515,0.01000,0.619
+32,mlp.experts.57.up_proj,3.88550305,0.01000,0.620
+32,mlp.experts.58.up_proj,0.00018618,0.01000,0.620
+32,mlp.experts.59.up_proj,0.03219942,0.01000,0.619
+32,mlp.experts.60.up_proj,0.15400930,0.01000,0.619
+32,mlp.experts.61.up_proj,0.91194719,0.01000,0.621
+32,mlp.experts.62.up_proj,0.51863730,0.01000,0.619
+32,mlp.experts.63.up_proj,0.01393089,0.01000,0.618
+32,mlp.experts.64.up_proj,0.49630266,0.01000,0.620
+32,mlp.experts.65.up_proj,0.92597532,0.01000,0.615
+32,mlp.experts.66.up_proj,0.58335477,0.01000,0.611
+32,mlp.experts.67.up_proj,0.50009549,0.01000,0.608
+32,mlp.experts.68.up_proj,0.20068124,0.01000,0.609
+32,mlp.experts.69.up_proj,0.43606535,0.01000,0.611
+32,mlp.experts.70.up_proj,0.58814991,0.01000,0.610
+32,mlp.experts.71.up_proj,0.00089441,0.01000,0.609
+32,mlp.experts.72.up_proj,0.88345617,0.01000,0.610
+32,mlp.experts.73.up_proj,0.00026374,0.01000,0.609
+32,mlp.experts.74.up_proj,0.39419556,0.01000,0.610
+32,mlp.experts.75.up_proj,0.00492010,0.01000,0.609
+32,mlp.experts.76.up_proj,0.12845087,0.01000,0.614
+32,mlp.experts.77.up_proj,0.66182721,0.01000,0.616
+32,mlp.experts.78.up_proj,0.26789951,0.01000,0.617
+32,mlp.experts.79.up_proj,0.29782408,0.01000,0.617
+32,mlp.experts.80.up_proj,0.90476370,0.01000,0.616
+32,mlp.experts.81.up_proj,0.00883097,0.01000,0.617
+32,mlp.experts.82.up_proj,0.83172649,0.01000,0.617
+32,mlp.experts.83.up_proj,0.09394023,0.01000,0.617
+32,mlp.experts.84.up_proj,0.16904159,0.01000,0.617
+32,mlp.experts.85.up_proj,0.06837380,0.01000,0.618
+32,mlp.experts.86.up_proj,2.17276549,0.01000,0.618
+32,mlp.experts.87.up_proj,0.34886351,0.01000,0.621
+32,mlp.experts.88.up_proj,0.29998261,0.01000,0.611
+32,mlp.experts.89.up_proj,0.03319350,0.01000,0.607
+32,mlp.experts.90.up_proj,2.78555346,0.01000,0.607
+32,mlp.experts.91.up_proj,0.52942604,0.01000,0.606
+32,mlp.experts.92.up_proj,1.79825437,0.01000,0.606
+32,mlp.experts.93.up_proj,0.05006709,0.01000,0.608
+32,mlp.experts.94.up_proj,0.53071761,0.01000,0.608
+32,mlp.experts.95.up_proj,0.78697550,0.01000,0.608
+32,mlp.experts.96.up_proj,0.01004461,0.01000,0.614
+32,mlp.experts.97.up_proj,0.18504024,0.01000,0.615
+32,mlp.experts.98.up_proj,0.26970935,0.01000,0.616
+32,mlp.experts.99.up_proj,0.78829354,0.01000,0.616
+32,mlp.experts.100.up_proj,0.91316915,0.01000,0.617
+32,mlp.experts.101.up_proj,0.57499349,0.01000,0.615
+32,mlp.experts.102.up_proj,0.28347081,0.01000,0.617
+32,mlp.experts.103.up_proj,0.45306569,0.01000,0.616
+32,mlp.experts.104.up_proj,0.68181491,0.01000,0.617
+32,mlp.experts.105.up_proj,1.23579693,0.01000,0.623
+32,mlp.experts.106.up_proj,0.75203824,0.01000,0.621
+32,mlp.experts.107.up_proj,0.00410722,0.01000,0.618
+32,mlp.experts.108.up_proj,0.52016497,0.01000,0.616
+32,mlp.experts.109.up_proj,0.37475854,0.01000,0.613
+32,mlp.experts.110.up_proj,0.61981118,0.01000,0.617
+32,mlp.experts.111.up_proj,0.26716340,0.01000,0.615
+32,mlp.experts.112.up_proj,0.00002601,0.01000,0.617
+32,mlp.experts.113.up_proj,0.15048373,0.01000,0.614
+32,mlp.experts.114.up_proj,2.81729770,0.01000,0.615
+32,mlp.experts.115.up_proj,0.01036632,0.01000,0.617
+32,mlp.experts.116.up_proj,0.54181278,0.01000,0.621
+32,mlp.experts.117.up_proj,0.16373736,0.01000,0.622
+32,mlp.experts.118.up_proj,0.00525792,0.01000,0.623
+32,mlp.experts.119.up_proj,0.02053024,0.01000,0.620
+32,mlp.experts.120.up_proj,0.08070818,0.01000,0.621
+32,mlp.experts.121.up_proj,0.30750704,0.01000,0.621
+32,mlp.experts.122.up_proj,0.96992862,0.01000,0.621
+32,mlp.experts.123.up_proj,1.21959400,0.01000,0.621
+32,mlp.experts.124.up_proj,0.14239386,0.01000,0.622
+32,mlp.experts.125.up_proj,0.09079015,0.01000,0.621
+32,mlp.experts.126.up_proj,0.04699571,0.01000,0.622
+32,mlp.experts.127.up_proj,0.28736779,0.01000,0.618
+32,mlp.experts.0.gate_proj,0.00403349,0.01000,0.615
+32,mlp.experts.1.gate_proj,0.00026940,0.01000,0.614
+32,mlp.experts.2.gate_proj,0.52736104,0.01000,0.617
+32,mlp.experts.3.gate_proj,0.76272953,0.01000,0.616
+32,mlp.experts.4.gate_proj,1.06123388,0.01000,0.616
+32,mlp.experts.5.gate_proj,3.48768020,0.01000,0.619
+32,mlp.experts.6.gate_proj,0.22559975,0.01000,0.621
+32,mlp.experts.7.gate_proj,0.00347524,0.01000,0.623
+32,mlp.experts.8.gate_proj,1.00485945,0.01000,0.622
+32,mlp.experts.9.gate_proj,2.18121290,0.01000,0.622
+32,mlp.experts.10.gate_proj,0.01913060,0.01000,0.625
+32,mlp.experts.11.gate_proj,0.03249384,0.01000,0.622
+32,mlp.experts.12.gate_proj,0.00000626,0.01000,0.620
+32,mlp.experts.13.gate_proj,1.16753578,0.01000,0.620
+32,mlp.experts.14.gate_proj,0.53139323,0.01000,0.621
+32,mlp.experts.15.gate_proj,0.62237406,0.01000,0.620
+32,mlp.experts.16.gate_proj,1.80699515,0.01000,0.624
+32,mlp.experts.17.gate_proj,3.49272990,0.01000,0.622
+32,mlp.experts.18.gate_proj,0.08212246,0.01000,0.620
+32,mlp.experts.19.gate_proj,0.06278851,0.01000,0.620
+32,mlp.experts.20.gate_proj,0.52521622,0.01000,0.622
+32,mlp.experts.21.gate_proj,1.79607320,0.01000,0.621
+32,mlp.experts.22.gate_proj,5.79491186,0.01000,0.621
+32,mlp.experts.23.gate_proj,0.62890112,0.01000,0.620
+32,mlp.experts.24.gate_proj,1.08152294,0.01000,0.619
+32,mlp.experts.25.gate_proj,0.43523747,0.01000,0.627
+32,mlp.experts.26.gate_proj,0.06004018,0.01000,0.616
+32,mlp.experts.27.gate_proj,0.28674224,0.01000,0.628
+32,mlp.experts.28.gate_proj,0.36161500,0.01000,0.622
+32,mlp.experts.29.gate_proj,0.04861994,0.01000,0.619
+32,mlp.experts.30.gate_proj,0.31837970,0.01000,0.618
+32,mlp.experts.31.gate_proj,0.05055958,0.01000,0.618
+32,mlp.experts.32.gate_proj,2.42536592,0.01000,0.617
+32,mlp.experts.33.gate_proj,0.64361989,0.01000,0.620
+32,mlp.experts.34.gate_proj,0.04426851,0.01000,0.619
+32,mlp.experts.35.gate_proj,0.69180596,0.01000,0.618
+32,mlp.experts.36.gate_proj,1.47911489,0.01000,0.617
+32,mlp.experts.37.gate_proj,0.47901708,0.01000,0.616
+32,mlp.experts.38.gate_proj,1.15975666,0.01000,0.612
+32,mlp.experts.39.gate_proj,0.33099207,0.01000,0.610
+32,mlp.experts.40.gate_proj,0.04466085,0.01000,0.610
+32,mlp.experts.41.gate_proj,0.08955711,0.01000,0.610
+32,mlp.experts.42.gate_proj,0.18280211,0.01000,0.610
+32,mlp.experts.43.gate_proj,0.31760967,0.01000,0.610
+32,mlp.experts.44.gate_proj,1.07871175,0.01000,0.609
+32,mlp.experts.45.gate_proj,2.28073859,0.01000,0.610
+32,mlp.experts.46.gate_proj,0.16664073,0.01000,0.615
+32,mlp.experts.47.gate_proj,0.80408454,0.01000,0.616
+32,mlp.experts.48.gate_proj,0.31016257,0.01000,0.617
+32,mlp.experts.49.gate_proj,0.02308453,0.01000,0.621
+32,mlp.experts.50.gate_proj,0.20358524,0.01000,0.620
+32,mlp.experts.51.gate_proj,0.10545172,0.01000,0.620
+32,mlp.experts.52.gate_proj,0.00840808,0.01000,0.621
+32,mlp.experts.53.gate_proj,5.88863945,0.01000,0.624
+32,mlp.experts.54.gate_proj,0.27432266,0.01000,0.620
+32,mlp.experts.55.gate_proj,0.76498568,0.01000,0.620
+32,mlp.experts.56.gate_proj,1.48674512,0.01000,0.617
+32,mlp.experts.57.gate_proj,3.81701803,0.01000,0.611
+32,mlp.experts.58.gate_proj,0.00015548,0.01000,0.607
+32,mlp.experts.59.gate_proj,0.02894113,0.01000,0.608
+32,mlp.experts.60.gate_proj,0.14986557,0.01000,0.610
+32,mlp.experts.61.gate_proj,0.79793662,0.01000,0.620
+32,mlp.experts.62.gate_proj,0.52089322,0.01000,0.614
+32,mlp.experts.63.gate_proj,0.01362846,0.01000,0.615
+32,mlp.experts.64.gate_proj,0.45892701,0.01000,0.615
+32,mlp.experts.65.gate_proj,0.78437352,0.01000,0.616
+32,mlp.experts.66.gate_proj,0.55748856,0.01000,0.615
+32,mlp.experts.67.gate_proj,0.48944843,0.01000,0.615
+32,mlp.experts.68.gate_proj,0.19693200,0.01000,0.614
+32,mlp.experts.69.gate_proj,0.43192583,0.01000,0.614
+32,mlp.experts.70.gate_proj,0.58654833,0.01000,0.613
+32,mlp.experts.71.gate_proj,0.00090050,0.01000,0.620
+32,mlp.experts.72.gate_proj,0.86757243,0.01000,0.619
+32,mlp.experts.73.gate_proj,0.00024312,0.01000,0.620
+32,mlp.experts.74.gate_proj,0.40018660,0.01000,0.621
+32,mlp.experts.75.gate_proj,0.00481810,0.01000,0.622
+32,mlp.experts.76.gate_proj,0.12726477,0.01000,0.621
+32,mlp.experts.77.gate_proj,0.69617200,0.01000,0.621
+32,mlp.experts.78.gate_proj,0.28453517,0.01000,0.623
+32,mlp.experts.79.gate_proj,0.26656240,0.01000,0.623
+32,mlp.experts.80.gate_proj,0.89307845,0.01000,0.620
+32,mlp.experts.81.gate_proj,0.00778162,0.01000,0.622
+32,mlp.experts.82.gate_proj,0.82388628,0.01000,0.622
+32,mlp.experts.83.gate_proj,0.09998210,0.01000,0.623
+32,mlp.experts.84.gate_proj,0.15318009,0.01000,0.617
+32,mlp.experts.85.gate_proj,0.07279837,0.01000,0.615
+32,mlp.experts.86.gate_proj,2.16822863,0.01000,0.615
+32,mlp.experts.87.gate_proj,0.35732806,0.01000,0.617
+32,mlp.experts.88.gate_proj,0.31396723,0.01000,0.615
+32,mlp.experts.89.gate_proj,0.03265814,0.01000,0.618
+32,mlp.experts.90.gate_proj,2.72653437,0.01000,0.613
+32,mlp.experts.91.gate_proj,0.53960109,0.01000,0.613
+32,mlp.experts.92.gate_proj,1.93744838,0.01000,0.612
+32,mlp.experts.93.gate_proj,0.04743907,0.01000,0.615
+32,mlp.experts.94.gate_proj,0.42721632,0.01000,0.616
+32,mlp.experts.95.gate_proj,0.77058071,0.01000,0.620
+32,mlp.experts.96.gate_proj,0.02702070,0.01000,0.621
+32,mlp.experts.97.gate_proj,0.17338637,0.01000,0.621
+32,mlp.experts.98.gate_proj,0.28595722,0.01000,0.623
+32,mlp.experts.99.gate_proj,0.77289832,0.01000,0.621
+32,mlp.experts.100.gate_proj,0.95792496,0.01000,0.624
+32,mlp.experts.101.gate_proj,0.55498815,0.01000,0.624
+32,mlp.experts.102.gate_proj,0.27837870,0.01000,0.624
+32,mlp.experts.103.gate_proj,0.41139099,0.01000,0.625
+32,mlp.experts.104.gate_proj,0.71188223,0.01000,0.624
+32,mlp.experts.105.gate_proj,1.26517487,0.01000,0.624
+32,mlp.experts.106.gate_proj,0.70756185,0.01000,0.616
+32,mlp.experts.107.gate_proj,0.00393548,0.01000,0.615
+32,mlp.experts.108.gate_proj,0.51285923,0.01000,0.615
+32,mlp.experts.109.gate_proj,0.34661502,0.01000,0.623
+32,mlp.experts.110.gate_proj,0.69740546,0.01000,0.622
+32,mlp.experts.111.gate_proj,0.25090706,0.01000,0.620
+32,mlp.experts.112.gate_proj,0.00002474,0.01000,0.619
+32,mlp.experts.113.gate_proj,0.14768219,0.01000,0.622
+32,mlp.experts.114.gate_proj,2.80019617,0.01000,0.622
+32,mlp.experts.115.gate_proj,0.01059606,0.01000,0.620
+32,mlp.experts.116.gate_proj,0.49083611,0.01000,0.620
+32,mlp.experts.117.gate_proj,0.15663031,0.01000,0.620
+32,mlp.experts.118.gate_proj,0.00513230,0.01000,0.617
+32,mlp.experts.119.gate_proj,0.02119504,0.01000,0.613
+32,mlp.experts.120.gate_proj,0.08271854,0.01000,0.611
+32,mlp.experts.121.gate_proj,0.26888642,0.01000,0.612
+32,mlp.experts.122.gate_proj,0.88237476,0.01000,0.622
+32,mlp.experts.123.gate_proj,1.20318401,0.01000,0.621
+32,mlp.experts.124.gate_proj,0.14875510,0.01000,0.621
+32,mlp.experts.125.gate_proj,0.08410836,0.01000,0.621
+32,mlp.experts.126.gate_proj,0.05572096,0.01000,0.621
+32,mlp.experts.127.gate_proj,0.25965554,0.01000,0.622
+32,mlp.experts.0.down_proj,0.00138136,0.01000,0.255
+32,mlp.experts.1.down_proj,0.00007381,0.01000,0.236
+32,mlp.experts.2.down_proj,0.11265723,0.01000,0.232
+32,mlp.experts.3.down_proj,0.13870487,0.01000,0.232
+32,mlp.experts.4.down_proj,0.43984920,0.01000,0.232
+32,mlp.experts.5.down_proj,0.83063430,0.01000,0.232
+32,mlp.experts.6.down_proj,0.06410189,0.01000,0.231
+32,mlp.experts.7.down_proj,0.00137666,0.01000,0.231
+32,mlp.experts.8.down_proj,0.20029478,0.01000,0.231
+32,mlp.experts.9.down_proj,1.79738545,0.01000,0.230
+32,mlp.experts.10.down_proj,0.00455588,0.01000,0.230
+32,mlp.experts.11.down_proj,0.01230056,0.01000,0.230
+32,mlp.experts.12.down_proj,0.00000164,0.01000,0.230
+32,mlp.experts.13.down_proj,0.31148505,0.01000,0.231
+32,mlp.experts.14.down_proj,0.19097811,0.01000,0.230
+32,mlp.experts.15.down_proj,0.28297022,0.01000,0.231
+32,mlp.experts.16.down_proj,0.71393996,0.01000,0.231
+32,mlp.experts.17.down_proj,0.77813184,0.01000,0.232
+32,mlp.experts.18.down_proj,0.02668872,0.01000,0.230
+32,mlp.experts.19.down_proj,0.02320219,0.01000,0.230
+32,mlp.experts.20.down_proj,0.22636627,0.01000,0.230
+32,mlp.experts.21.down_proj,0.36513424,0.01000,0.229
+32,mlp.experts.22.down_proj,2.74542284,0.01000,0.230
+32,mlp.experts.23.down_proj,0.15869406,0.01000,0.230
+32,mlp.experts.24.down_proj,0.29424295,0.01000,0.232
+32,mlp.experts.25.down_proj,0.09495035,0.01000,0.234
+32,mlp.experts.26.down_proj,0.01932701,0.01000,0.234
+32,mlp.experts.27.down_proj,0.09186389,0.01000,0.234
+32,mlp.experts.28.down_proj,0.10485623,0.01000,0.234
+32,mlp.experts.29.down_proj,0.01056277,0.01000,0.235
+32,mlp.experts.30.down_proj,0.10167932,0.01000,0.234
+32,mlp.experts.31.down_proj,0.01637387,0.01000,0.235
+32,mlp.experts.32.down_proj,0.50583899,0.01000,0.235
+32,mlp.experts.33.down_proj,0.13095807,0.01000,0.235
+32,mlp.experts.34.down_proj,0.01836986,0.01000,0.235
+32,mlp.experts.35.down_proj,0.25325251,0.01000,0.236
+32,mlp.experts.36.down_proj,0.63923097,0.01000,0.235
+32,mlp.experts.37.down_proj,0.10763907,0.01000,0.235
+32,mlp.experts.38.down_proj,0.81352842,0.01000,0.244
+32,mlp.experts.39.down_proj,0.11675098,0.01000,0.239
+32,mlp.experts.40.down_proj,0.01283425,0.01000,0.237
+32,mlp.experts.41.down_proj,0.04560885,0.01000,0.238
+32,mlp.experts.42.down_proj,0.03250745,0.01000,0.247
+32,mlp.experts.43.down_proj,0.08377645,0.01000,0.240
+32,mlp.experts.44.down_proj,0.29897755,0.01000,0.238
+32,mlp.experts.45.down_proj,0.64198601,0.01000,0.243
+32,mlp.experts.46.down_proj,0.04380501,0.01000,0.242
+32,mlp.experts.47.down_proj,0.17922720,0.01000,0.241
+32,mlp.experts.48.down_proj,0.08699460,0.01000,0.241
+32,mlp.experts.49.down_proj,0.00793300,0.01000,0.240
+32,mlp.experts.50.down_proj,0.06110123,0.01000,0.241
+32,mlp.experts.51.down_proj,0.04570167,0.01000,0.240
+32,mlp.experts.52.down_proj,0.00398979,0.01000,0.241
+32,mlp.experts.53.down_proj,1.53512096,0.01000,0.241
+32,mlp.experts.54.down_proj,0.08899129,0.01000,0.241
+32,mlp.experts.55.down_proj,0.18009363,0.01000,0.241
+32,mlp.experts.56.down_proj,0.34675378,0.01000,0.241
+32,mlp.experts.57.down_proj,1.29214215,0.01000,0.241
+32,mlp.experts.58.down_proj,0.00007630,0.01000,0.241
+32,mlp.experts.59.down_proj,0.00921809,0.01000,0.241
+32,mlp.experts.60.down_proj,0.04619962,0.01000,0.241
+32,mlp.experts.61.down_proj,0.27247286,0.01000,0.241
+32,mlp.experts.62.down_proj,0.11911009,0.01000,0.241
+32,mlp.experts.63.down_proj,0.00391943,0.01000,0.241
+32,mlp.experts.64.down_proj,0.16320078,0.01000,0.241
+32,mlp.experts.65.down_proj,0.41365969,0.01000,0.241
+32,mlp.experts.66.down_proj,0.22818410,0.01000,0.241
+32,mlp.experts.67.down_proj,0.14232388,0.01000,0.240
+32,mlp.experts.68.down_proj,0.05298163,0.01000,0.240
+32,mlp.experts.69.down_proj,0.09021483,0.01000,0.241
+32,mlp.experts.70.down_proj,0.13716191,0.01000,0.241
+32,mlp.experts.71.down_proj,0.00044753,0.01000,0.241
+32,mlp.experts.72.down_proj,0.27667600,0.01000,0.241
+32,mlp.experts.73.down_proj,0.00011340,0.01000,0.241
+32,mlp.experts.74.down_proj,0.09731775,0.01000,0.239
+32,mlp.experts.75.down_proj,0.00160958,0.01000,0.237
+32,mlp.experts.76.down_proj,0.04079970,0.01000,0.238
+32,mlp.experts.77.down_proj,0.27210554,0.01000,0.238
+32,mlp.experts.78.down_proj,0.06496175,0.01000,0.237
+32,mlp.experts.79.down_proj,0.08540390,0.01000,0.238
+32,mlp.experts.80.down_proj,0.21651104,0.01000,0.237
+32,mlp.experts.81.down_proj,0.00587183,0.01000,0.238
+32,mlp.experts.82.down_proj,0.20285600,0.01000,0.238
+32,mlp.experts.83.down_proj,0.03143983,0.01000,0.238
+32,mlp.experts.84.down_proj,0.04429872,0.01000,0.240
+32,mlp.experts.85.down_proj,0.01349439,0.01000,0.239
+32,mlp.experts.86.down_proj,0.48037249,0.01000,0.239
+32,mlp.experts.87.down_proj,0.09537739,0.01000,0.239
+32,mlp.experts.88.down_proj,0.08858345,0.01000,0.240
+32,mlp.experts.89.down_proj,0.02588212,0.01000,0.239
+32,mlp.experts.90.down_proj,0.74484086,0.01000,0.239
+32,mlp.experts.91.down_proj,0.10707421,0.01000,0.242
+32,mlp.experts.92.down_proj,0.79758859,0.01000,0.239
+32,mlp.experts.93.down_proj,0.02097498,0.01000,0.243
+32,mlp.experts.94.down_proj,0.12462389,0.01000,0.241
+32,mlp.experts.95.down_proj,0.16371815,0.01000,0.241
+32,mlp.experts.96.down_proj,0.00062695,0.01000,0.243
+32,mlp.experts.97.down_proj,0.09703033,0.01000,0.245
+32,mlp.experts.98.down_proj,0.09976183,0.01000,0.249
+32,mlp.experts.99.down_proj,0.27233607,0.01000,0.244
+32,mlp.experts.100.down_proj,0.22106685,0.01000,0.243
+32,mlp.experts.101.down_proj,0.18986519,0.01000,0.242
+32,mlp.experts.102.down_proj,0.10748172,0.01000,0.242
+32,mlp.experts.103.down_proj,0.10894760,0.01000,0.243
+32,mlp.experts.104.down_proj,0.14818226,0.01000,0.242
+32,mlp.experts.105.down_proj,0.23994151,0.01000,0.243
+32,mlp.experts.106.down_proj,0.17016801,0.01000,0.242
+32,mlp.experts.107.down_proj,0.00194160,0.01000,0.243
+32,mlp.experts.108.down_proj,0.17419434,0.01000,0.243
+32,mlp.experts.109.down_proj,0.13892435,0.01000,0.242
+32,mlp.experts.110.down_proj,0.13452354,0.01000,0.243
+32,mlp.experts.111.down_proj,0.07483125,0.01000,0.242
+32,mlp.experts.112.down_proj,0.00000647,0.01000,0.243
+32,mlp.experts.113.down_proj,0.05988830,0.01000,0.245
+32,mlp.experts.114.down_proj,1.14067161,0.01000,0.247
+32,mlp.experts.115.down_proj,0.00247510,0.01000,0.245
+32,mlp.experts.116.down_proj,0.17959926,0.01000,0.244
+32,mlp.experts.117.down_proj,0.04290935,0.01000,0.243
+32,mlp.experts.118.down_proj,0.00189843,0.01000,0.244
+32,mlp.experts.119.down_proj,0.00327195,0.01000,0.243
+32,mlp.experts.120.down_proj,0.02464212,0.01000,0.244
+32,mlp.experts.121.down_proj,0.08470651,0.01000,0.243
+32,mlp.experts.122.down_proj,0.25332427,0.01000,0.244
+32,mlp.experts.123.down_proj,0.37179852,0.01000,0.243
+32,mlp.experts.124.down_proj,0.04604635,0.01000,0.244
+32,mlp.experts.125.down_proj,0.03021990,0.01000,0.242
+32,mlp.experts.126.down_proj,0.00505709,0.01000,0.243
+32,mlp.experts.127.down_proj,0.10194177,0.01000,0.241
+33,self_attn.q_proj,0.34963822,0.01000,0.628
+33,self_attn.k_proj,0.04802150,0.01000,0.617
+33,self_attn.v_proj,0.05858981,0.01000,0.617
+33,self_attn.o_proj,0.03910960,0.01000,1.236
+33,mlp.experts.0.up_proj,2.09171653,0.01000,0.660
+33,mlp.experts.1.up_proj,1.12302721,0.01000,0.612
+33,mlp.experts.2.up_proj,3.90707207,0.01000,0.612
+33,mlp.experts.3.up_proj,0.00019852,0.01000,0.615
+33,mlp.experts.4.up_proj,0.00033088,0.01000,0.612
+33,mlp.experts.5.up_proj,1.52484369,0.01000,0.610
+33,mlp.experts.6.up_proj,0.91685534,0.01000,0.606
+33,mlp.experts.7.up_proj,3.90334511,0.01000,0.610
+33,mlp.experts.8.up_proj,0.09735355,0.01000,0.609
+33,mlp.experts.9.up_proj,0.33654580,0.01000,0.612
+33,mlp.experts.10.up_proj,0.33645836,0.01000,0.608
+33,mlp.experts.11.up_proj,0.02323105,0.01000,0.607
+33,mlp.experts.12.up_proj,0.07995515,0.01000,0.606
+33,mlp.experts.13.up_proj,0.26039571,0.01000,0.609
+33,mlp.experts.14.up_proj,0.03362808,0.01000,0.608
+33,mlp.experts.15.up_proj,0.12778087,0.01000,0.608
+33,mlp.experts.16.up_proj,0.00736058,0.01000,0.608
+33,mlp.experts.17.up_proj,1.11489296,0.01000,0.609
+33,mlp.experts.18.up_proj,0.00042574,0.01000,0.614
+33,mlp.experts.19.up_proj,0.22258428,0.01000,0.617
+33,mlp.experts.20.up_proj,0.01387989,0.01000,0.617
+33,mlp.experts.21.up_proj,0.04766019,0.01000,0.617
+33,mlp.experts.22.up_proj,0.70057499,0.01000,0.618
+33,mlp.experts.23.up_proj,0.32174408,0.01000,0.618
+33,mlp.experts.24.up_proj,0.91284585,0.01000,0.617
+33,mlp.experts.25.up_proj,0.26761293,0.01000,0.617
+33,mlp.experts.26.up_proj,0.07713029,0.01000,0.616
+33,mlp.experts.27.up_proj,0.01630094,0.01000,0.617
+33,mlp.experts.28.up_proj,0.23565786,0.01000,0.617
+33,mlp.experts.29.up_proj,0.00062511,0.01000,0.626
+33,mlp.experts.30.up_proj,0.02785771,0.01000,0.617
+33,mlp.experts.31.up_proj,0.35644591,0.01000,0.610
+33,mlp.experts.32.up_proj,0.55092317,0.01000,0.612
+33,mlp.experts.33.up_proj,3.36422062,0.01000,0.611
+33,mlp.experts.34.up_proj,0.02522611,0.01000,0.611
+33,mlp.experts.35.up_proj,1.31052160,0.01000,0.611
+33,mlp.experts.36.up_proj,0.02013346,0.01000,0.611
+33,mlp.experts.37.up_proj,0.62040669,0.01000,0.614
+33,mlp.experts.38.up_proj,0.05975664,0.01000,0.612
+33,mlp.experts.39.up_proj,0.03400502,0.01000,0.612
+33,mlp.experts.40.up_proj,0.65878659,0.01000,0.610
+33,mlp.experts.41.up_proj,0.65287423,0.01000,0.612
+33,mlp.experts.42.up_proj,0.01283090,0.01000,0.614
+33,mlp.experts.43.up_proj,0.56280804,0.01000,0.612
+33,mlp.experts.44.up_proj,0.22817263,0.01000,0.612
+33,mlp.experts.45.up_proj,0.34418181,0.01000,0.615
+33,mlp.experts.46.up_proj,0.42193776,0.01000,0.616
+33,mlp.experts.47.up_proj,1.47995853,0.01000,0.617
+33,mlp.experts.48.up_proj,0.76747602,0.01000,0.617
+33,mlp.experts.49.up_proj,1.16106510,0.01000,0.617
+33,mlp.experts.50.up_proj,0.75587726,0.01000,0.617
+33,mlp.experts.51.up_proj,0.05750721,0.01000,0.616
+33,mlp.experts.52.up_proj,1.47008348,0.01000,0.617
+33,mlp.experts.53.up_proj,0.02816925,0.01000,0.620
+33,mlp.experts.54.up_proj,0.13009283,0.01000,0.618
+33,mlp.experts.55.up_proj,0.19348677,0.01000,0.618
+33,mlp.experts.56.up_proj,0.52305138,0.01000,0.619
+33,mlp.experts.57.up_proj,0.92363149,0.01000,0.617
+33,mlp.experts.58.up_proj,0.40054518,0.01000,0.609
+33,mlp.experts.59.up_proj,0.34973726,0.01000,0.610
+33,mlp.experts.60.up_proj,0.56961846,0.01000,0.610
+33,mlp.experts.61.up_proj,0.06111986,0.01000,0.612
+33,mlp.experts.62.up_proj,0.65328044,0.01000,0.609
+33,mlp.experts.63.up_proj,0.05667179,0.01000,0.608
+33,mlp.experts.64.up_proj,0.56809735,0.01000,0.609
+33,mlp.experts.65.up_proj,1.02249444,0.01000,0.609
+33,mlp.experts.66.up_proj,0.91701663,0.01000,0.610
+33,mlp.experts.67.up_proj,0.10826501,0.01000,0.609
+33,mlp.experts.68.up_proj,0.70701098,0.01000,0.614
+33,mlp.experts.69.up_proj,1.52323890,0.01000,0.617
+33,mlp.experts.70.up_proj,0.60592628,0.01000,0.619
+33,mlp.experts.71.up_proj,1.33233547,0.01000,0.619
+33,mlp.experts.72.up_proj,0.08281779,0.01000,0.617
+33,mlp.experts.73.up_proj,0.33142459,0.01000,0.618
+33,mlp.experts.74.up_proj,0.00188802,0.01000,0.619
+33,mlp.experts.75.up_proj,0.00255695,0.01000,0.625
+33,mlp.experts.76.up_proj,2.04670501,0.01000,0.621
+33,mlp.experts.77.up_proj,0.16735101,0.01000,0.624
+33,mlp.experts.78.up_proj,0.18823433,0.01000,0.620
+33,mlp.experts.79.up_proj,1.70032620,0.01000,0.621
+33,mlp.experts.80.up_proj,3.38024473,0.01000,0.623
+33,mlp.experts.81.up_proj,2.14085340,0.01000,0.619
+33,mlp.experts.82.up_proj,5.95408487,0.01000,0.620
+33,mlp.experts.83.up_proj,0.20571563,0.01000,0.619
+33,mlp.experts.84.up_proj,1.88518906,0.01000,0.618
+33,mlp.experts.85.up_proj,1.71352839,0.01000,0.617
+33,mlp.experts.86.up_proj,0.78938770,0.01000,0.619
+33,mlp.experts.87.up_proj,0.17310187,0.01000,0.617
+33,mlp.experts.88.up_proj,0.01664018,0.01000,0.618
+33,mlp.experts.89.up_proj,0.89148295,0.01000,0.611
+33,mlp.experts.90.up_proj,0.07022272,0.01000,0.618
+33,mlp.experts.91.up_proj,2.52620363,0.01000,0.619
+33,mlp.experts.92.up_proj,2.54318333,0.01000,0.617
+33,mlp.experts.93.up_proj,0.02352402,0.01000,0.618
+33,mlp.experts.94.up_proj,0.96967095,0.01000,0.618
+33,mlp.experts.95.up_proj,0.14482443,0.01000,0.621
+33,mlp.experts.96.up_proj,2.08120441,0.01000,0.619
+33,mlp.experts.97.up_proj,1.27199101,0.01000,0.620
+33,mlp.experts.98.up_proj,0.65684021,0.01000,0.618
+33,mlp.experts.99.up_proj,1.92558098,0.01000,0.618
+33,mlp.experts.100.up_proj,0.42542166,0.01000,0.621
+33,mlp.experts.101.up_proj,0.00397017,0.01000,0.619
+33,mlp.experts.102.up_proj,0.89317346,0.01000,0.622
+33,mlp.experts.103.up_proj,0.43379676,0.01000,0.618
+33,mlp.experts.104.up_proj,0.17693402,0.01000,0.616
+33,mlp.experts.105.up_proj,0.53839588,0.01000,0.611
+33,mlp.experts.106.up_proj,0.75257158,0.01000,0.610
+33,mlp.experts.107.up_proj,0.03944792,0.01000,0.610
+33,mlp.experts.108.up_proj,0.01890853,0.01000,0.609
+33,mlp.experts.109.up_proj,0.01774504,0.01000,0.610
+33,mlp.experts.110.up_proj,0.29493034,0.01000,0.610
+33,mlp.experts.111.up_proj,2.04324436,0.01000,0.609
+33,mlp.experts.112.up_proj,0.20741862,0.01000,0.611
+33,mlp.experts.113.up_proj,0.71305764,0.01000,0.617
+33,mlp.experts.114.up_proj,0.16159531,0.01000,0.618
+33,mlp.experts.115.up_proj,0.00785020,0.01000,0.618
+33,mlp.experts.116.up_proj,0.26039448,0.01000,0.618
+33,mlp.experts.117.up_proj,0.10090112,0.01000,0.617
+33,mlp.experts.118.up_proj,0.65564096,0.01000,0.618
+33,mlp.experts.119.up_proj,0.00010829,0.01000,0.618
+33,mlp.experts.120.up_proj,0.00004631,0.01000,0.619
+33,mlp.experts.121.up_proj,0.00479330,0.01000,0.619
+33,mlp.experts.122.up_proj,3.00390387,0.01000,0.617
+33,mlp.experts.123.up_proj,0.10959723,0.01000,0.620
+33,mlp.experts.124.up_proj,0.06105693,0.01000,0.614
+33,mlp.experts.125.up_proj,1.32546711,0.01000,0.610
+33,mlp.experts.126.up_proj,0.02714949,0.01000,0.612
+33,mlp.experts.127.up_proj,1.28682876,0.01000,0.610
+33,mlp.experts.0.gate_proj,2.06374645,0.01000,0.626
+33,mlp.experts.1.gate_proj,1.02680874,0.01000,0.622
+33,mlp.experts.2.gate_proj,3.96122503,0.01000,0.621
+33,mlp.experts.3.gate_proj,0.00015125,0.01000,0.621
+33,mlp.experts.4.gate_proj,0.00034943,0.01000,0.621
+33,mlp.experts.5.gate_proj,1.50440097,0.01000,0.621
+33,mlp.experts.6.gate_proj,0.92513692,0.01000,0.620
+33,mlp.experts.7.gate_proj,3.48042107,0.01000,0.622
+33,mlp.experts.8.gate_proj,0.09618911,0.01000,0.622
+33,mlp.experts.9.gate_proj,0.31438854,0.01000,0.624
+33,mlp.experts.10.gate_proj,0.31869501,0.01000,0.619
+33,mlp.experts.11.gate_proj,0.02409172,0.01000,0.619
+33,mlp.experts.12.gate_proj,0.08196603,0.01000,0.615
+33,mlp.experts.13.gate_proj,0.25379801,0.01000,0.617
+33,mlp.experts.14.gate_proj,0.03396720,0.01000,0.617
+33,mlp.experts.15.gate_proj,0.12843356,0.01000,0.619
+33,mlp.experts.16.gate_proj,0.00638200,0.01000,0.619
+33,mlp.experts.17.gate_proj,1.08162236,0.01000,0.618
+33,mlp.experts.18.gate_proj,0.00040968,0.01000,0.618
+33,mlp.experts.19.gate_proj,0.20988414,0.01000,0.619
+33,mlp.experts.20.gate_proj,0.01319796,0.01000,0.619
+33,mlp.experts.21.gate_proj,0.04868372,0.01000,0.619
+33,mlp.experts.22.gate_proj,0.63429379,0.01000,0.619
+33,mlp.experts.23.gate_proj,0.28423712,0.01000,0.620
+33,mlp.experts.24.gate_proj,0.82201755,0.01000,0.621
+33,mlp.experts.25.gate_proj,0.25690681,0.01000,0.618
+33,mlp.experts.26.gate_proj,0.07744205,0.01000,0.621
+33,mlp.experts.27.gate_proj,0.01531570,0.01000,0.620
+33,mlp.experts.28.gate_proj,0.23099208,0.01000,0.621
+33,mlp.experts.29.gate_proj,0.00060185,0.01000,0.618
+33,mlp.experts.30.gate_proj,0.02162887,0.01000,0.619
+33,mlp.experts.31.gate_proj,0.30390263,0.01000,0.618
+33,mlp.experts.32.gate_proj,0.74458021,0.01000,0.618
+33,mlp.experts.33.gate_proj,3.47705841,0.01000,0.619
+33,mlp.experts.34.gate_proj,0.02512580,0.01000,0.618
+33,mlp.experts.35.gate_proj,0.96838081,0.01000,0.617
+33,mlp.experts.36.gate_proj,0.02028471,0.01000,0.617
+33,mlp.experts.37.gate_proj,0.59949017,0.01000,0.618
+33,mlp.experts.38.gate_proj,0.05991407,0.01000,0.618
+33,mlp.experts.39.gate_proj,0.03369146,0.01000,0.618
+33,mlp.experts.40.gate_proj,0.44506016,0.01000,0.619
+33,mlp.experts.41.gate_proj,0.66057563,0.01000,0.633
+33,mlp.experts.42.gate_proj,0.01229209,0.01000,0.621
+33,mlp.experts.43.gate_proj,0.55155492,0.01000,0.622
+33,mlp.experts.44.gate_proj,0.22408170,0.01000,0.622
+33,mlp.experts.45.gate_proj,0.29167005,0.01000,0.621
+33,mlp.experts.46.gate_proj,0.42585590,0.01000,0.621
+33,mlp.experts.47.gate_proj,1.08302784,0.01000,0.618
+33,mlp.experts.48.gate_proj,0.61734575,0.01000,0.617
+33,mlp.experts.49.gate_proj,1.11191535,0.01000,0.613
+33,mlp.experts.50.gate_proj,0.68535972,0.01000,0.613
+33,mlp.experts.51.gate_proj,0.05706885,0.01000,0.613
+33,mlp.experts.52.gate_proj,1.29399967,0.01000,0.615
+33,mlp.experts.53.gate_proj,0.02867883,0.01000,0.613
+33,mlp.experts.54.gate_proj,0.11133184,0.01000,0.617
+33,mlp.experts.55.gate_proj,0.18858105,0.01000,0.613
+33,mlp.experts.56.gate_proj,0.54253006,0.01000,0.613
+33,mlp.experts.57.gate_proj,0.85298717,0.01000,0.613
+33,mlp.experts.58.gate_proj,0.40596211,0.01000,0.612
+33,mlp.experts.59.gate_proj,0.33960128,0.01000,0.612
+33,mlp.experts.60.gate_proj,0.54704458,0.01000,0.612
+33,mlp.experts.61.gate_proj,0.06180277,0.01000,0.618
+33,mlp.experts.62.gate_proj,0.60861641,0.01000,0.619
+33,mlp.experts.63.gate_proj,0.05933228,0.01000,0.620
+33,mlp.experts.64.gate_proj,0.58492488,0.01000,0.620
+33,mlp.experts.65.gate_proj,1.00598836,0.01000,0.621
+33,mlp.experts.66.gate_proj,0.89073086,0.01000,0.619
+33,mlp.experts.67.gate_proj,0.11074213,0.01000,0.621
+33,mlp.experts.68.gate_proj,0.65444869,0.01000,0.620
+33,mlp.experts.69.gate_proj,1.51228726,0.01000,0.620
+33,mlp.experts.70.gate_proj,0.65419686,0.01000,0.619
+33,mlp.experts.71.gate_proj,1.34238970,0.01000,0.621
+33,mlp.experts.72.gate_proj,0.07779104,0.01000,0.622
+33,mlp.experts.73.gate_proj,0.32131553,0.01000,0.616
+33,mlp.experts.74.gate_proj,0.00183559,0.01000,0.611
+33,mlp.experts.75.gate_proj,0.00259924,0.01000,0.611
+33,mlp.experts.76.gate_proj,2.13288689,0.01000,0.612
+33,mlp.experts.77.gate_proj,0.18137857,0.01000,0.613
+33,mlp.experts.78.gate_proj,0.18688792,0.01000,0.612
+33,mlp.experts.79.gate_proj,1.67220223,0.01000,0.614
+33,mlp.experts.80.gate_proj,3.52236605,0.01000,0.619
+33,mlp.experts.81.gate_proj,2.15077472,0.01000,0.620
+33,mlp.experts.82.gate_proj,4.98303843,0.01000,0.620
+33,mlp.experts.83.gate_proj,0.19812089,0.01000,0.620
+33,mlp.experts.84.gate_proj,1.79399586,0.01000,0.619
+33,mlp.experts.85.gate_proj,1.67486763,0.01000,0.621
+33,mlp.experts.86.gate_proj,0.77968419,0.01000,0.619
+33,mlp.experts.87.gate_proj,0.17644981,0.01000,0.621
+33,mlp.experts.88.gate_proj,0.01521424,0.01000,0.621
+33,mlp.experts.89.gate_proj,0.87430811,0.01000,0.619
+33,mlp.experts.90.gate_proj,0.05961519,0.01000,0.619
+33,mlp.experts.91.gate_proj,2.70220947,0.01000,0.622
+33,mlp.experts.92.gate_proj,2.49719644,0.01000,0.615
+33,mlp.experts.93.gate_proj,0.02179636,0.01000,0.612
+33,mlp.experts.94.gate_proj,1.03549016,0.01000,0.614
+33,mlp.experts.95.gate_proj,0.14321499,0.01000,0.614
+33,mlp.experts.96.gate_proj,2.03042388,0.01000,0.614
+33,mlp.experts.97.gate_proj,1.23752081,0.01000,0.614
+33,mlp.experts.98.gate_proj,0.55556113,0.01000,0.614
+33,mlp.experts.99.gate_proj,1.76249886,0.01000,0.614
+33,mlp.experts.100.gate_proj,0.42078078,0.01000,0.616
+33,mlp.experts.101.gate_proj,0.00349252,0.01000,0.618
+33,mlp.experts.102.gate_proj,0.85222590,0.01000,0.615
+33,mlp.experts.103.gate_proj,0.40381062,0.01000,0.616
+33,mlp.experts.104.gate_proj,0.17584571,0.01000,0.621
+33,mlp.experts.105.gate_proj,0.50414348,0.01000,0.619
+33,mlp.experts.106.gate_proj,0.74852049,0.01000,0.613
+33,mlp.experts.107.gate_proj,0.04017086,0.01000,0.611
+33,mlp.experts.108.gate_proj,0.01814469,0.01000,0.616
+33,mlp.experts.109.gate_proj,0.01860725,0.01000,0.619
+33,mlp.experts.110.gate_proj,0.26794702,0.01000,0.619
+33,mlp.experts.111.gate_proj,1.70534968,0.01000,0.618
+33,mlp.experts.112.gate_proj,0.18732268,0.01000,0.619
+33,mlp.experts.113.gate_proj,0.67889047,0.01000,0.620
+33,mlp.experts.114.gate_proj,0.15036115,0.01000,0.618
+33,mlp.experts.115.gate_proj,0.00815806,0.01000,0.619
+33,mlp.experts.116.gate_proj,0.24590741,0.01000,0.619
+33,mlp.experts.117.gate_proj,0.08639665,0.01000,0.619
+33,mlp.experts.118.gate_proj,0.61674392,0.01000,0.622
+33,mlp.experts.119.gate_proj,0.00009978,0.01000,0.622
+33,mlp.experts.120.gate_proj,0.00004671,0.01000,0.618
+33,mlp.experts.121.gate_proj,0.00519961,0.01000,0.613
+33,mlp.experts.122.gate_proj,2.90123796,0.01000,0.613
+33,mlp.experts.123.gate_proj,0.11185653,0.01000,0.611
+33,mlp.experts.124.gate_proj,0.06221370,0.01000,0.612
+33,mlp.experts.125.gate_proj,0.84277642,0.01000,0.612
+33,mlp.experts.126.gate_proj,0.02673451,0.01000,0.611
+33,mlp.experts.127.gate_proj,1.08585775,0.01000,0.613
+33,mlp.experts.0.down_proj,0.89103585,0.01000,0.260
+33,mlp.experts.1.down_proj,0.27226773,0.01000,0.233
+33,mlp.experts.2.down_proj,0.76956785,0.01000,0.233
+33,mlp.experts.3.down_proj,0.00007722,0.01000,0.234
+33,mlp.experts.4.down_proj,0.00005323,0.01000,0.233
+33,mlp.experts.5.down_proj,0.41085476,0.01000,0.233
+33,mlp.experts.6.down_proj,0.20477420,0.01000,0.233
+33,mlp.experts.7.down_proj,1.19241977,0.01000,0.234
+33,mlp.experts.8.down_proj,0.04639941,0.01000,0.235
+33,mlp.experts.9.down_proj,0.13508993,0.01000,0.235
+33,mlp.experts.10.down_proj,0.14253187,0.01000,0.236
+33,mlp.experts.11.down_proj,0.00604524,0.01000,0.237
+33,mlp.experts.12.down_proj,0.00908416,0.01000,0.235
+33,mlp.experts.13.down_proj,0.09460711,0.01000,0.235
+33,mlp.experts.14.down_proj,0.01222615,0.01000,0.236
+33,mlp.experts.15.down_proj,0.02899540,0.01000,0.235
+33,mlp.experts.16.down_proj,0.00753775,0.01000,0.235
+33,mlp.experts.17.down_proj,0.32695556,0.01000,0.235
+33,mlp.experts.18.down_proj,0.00014807,0.01000,0.235
+33,mlp.experts.19.down_proj,0.05777607,0.01000,0.235
+33,mlp.experts.20.down_proj,0.00815806,0.01000,0.234
+33,mlp.experts.21.down_proj,0.01154458,0.01000,0.235
+33,mlp.experts.22.down_proj,0.24553874,0.01000,0.235
+33,mlp.experts.23.down_proj,0.08841297,0.01000,0.234
+33,mlp.experts.24.down_proj,0.24738374,0.01000,0.235
+33,mlp.experts.25.down_proj,0.10631490,0.01000,0.236
+33,mlp.experts.26.down_proj,0.02020330,0.01000,0.235
+33,mlp.experts.27.down_proj,0.00488571,0.01000,0.237
+33,mlp.experts.28.down_proj,0.06883207,0.01000,0.239
+33,mlp.experts.29.down_proj,0.00023648,0.01000,0.240
+33,mlp.experts.30.down_proj,0.01285742,0.01000,0.239
+33,mlp.experts.31.down_proj,0.15687580,0.01000,0.240
+33,mlp.experts.32.down_proj,0.14941344,0.01000,0.240
+33,mlp.experts.33.down_proj,1.03151751,0.01000,0.239
+33,mlp.experts.34.down_proj,0.01108520,0.01000,0.239
+33,mlp.experts.35.down_proj,0.44813600,0.01000,0.239
+33,mlp.experts.36.down_proj,0.00989104,0.01000,0.240
+33,mlp.experts.37.down_proj,0.15400153,0.01000,0.239
+33,mlp.experts.38.down_proj,0.01727829,0.01000,0.240
+33,mlp.experts.39.down_proj,0.00923039,0.01000,0.240
+33,mlp.experts.40.down_proj,0.18454096,0.01000,0.240
+33,mlp.experts.41.down_proj,0.12942281,0.01000,0.240
+33,mlp.experts.42.down_proj,0.00539518,0.01000,0.240
+33,mlp.experts.43.down_proj,0.18676771,0.01000,0.241
+33,mlp.experts.44.down_proj,0.10224453,0.01000,0.241
+33,mlp.experts.45.down_proj,0.13238785,0.01000,0.242
+33,mlp.experts.46.down_proj,0.13424352,0.01000,0.242
+33,mlp.experts.47.down_proj,1.38308907,0.01000,0.241
+33,mlp.experts.48.down_proj,0.24556467,0.01000,0.241
+33,mlp.experts.49.down_proj,0.39091676,0.01000,0.241
+33,mlp.experts.50.down_proj,0.28953391,0.01000,0.241
+33,mlp.experts.51.down_proj,0.01256195,0.01000,0.240
+33,mlp.experts.52.down_proj,0.31750786,0.01000,0.240
+33,mlp.experts.53.down_proj,0.00667012,0.01000,0.241
+33,mlp.experts.54.down_proj,0.04274660,0.01000,0.241
+33,mlp.experts.55.down_proj,0.07457960,0.01000,0.241
+33,mlp.experts.56.down_proj,0.15486568,0.01000,0.241
+33,mlp.experts.57.down_proj,0.27002579,0.01000,0.241
+33,mlp.experts.58.down_proj,0.09170243,0.01000,0.241
+33,mlp.experts.59.down_proj,0.13840693,0.01000,0.240
+33,mlp.experts.60.down_proj,0.14895555,0.01000,0.240
+33,mlp.experts.61.down_proj,0.01623370,0.01000,0.239
+33,mlp.experts.62.down_proj,0.22571182,0.01000,0.238
+33,mlp.experts.63.down_proj,0.01273135,0.01000,0.238
+33,mlp.experts.64.down_proj,0.18665722,0.01000,0.238
+33,mlp.experts.65.down_proj,0.39946413,0.01000,0.237
+33,mlp.experts.66.down_proj,0.27812675,0.01000,0.238
+33,mlp.experts.67.down_proj,0.02637583,0.01000,0.239
+33,mlp.experts.68.down_proj,0.19146883,0.01000,0.238
+33,mlp.experts.69.down_proj,0.56833076,0.01000,0.238
+33,mlp.experts.70.down_proj,0.12020916,0.01000,0.238
+33,mlp.experts.71.down_proj,0.33790106,0.01000,0.240
+33,mlp.experts.72.down_proj,0.02664068,0.01000,0.238
+33,mlp.experts.73.down_proj,0.09054700,0.01000,0.239
+33,mlp.experts.74.down_proj,0.00147635,0.01000,0.239
+33,mlp.experts.75.down_proj,0.00116516,0.01000,0.238
+33,mlp.experts.76.down_proj,0.70485127,0.01000,0.239
+33,mlp.experts.77.down_proj,0.01569374,0.01000,0.238
+33,mlp.experts.78.down_proj,0.07200097,0.01000,0.239
+33,mlp.experts.79.down_proj,0.78815818,0.01000,0.238
+33,mlp.experts.80.down_proj,0.98126417,0.01000,0.239
+33,mlp.experts.81.down_proj,0.62682128,0.01000,0.239
+33,mlp.experts.82.down_proj,2.38995576,0.01000,0.240
+33,mlp.experts.83.down_proj,0.08208020,0.01000,0.240
+33,mlp.experts.84.down_proj,0.96782780,0.01000,0.241
+33,mlp.experts.85.down_proj,0.46323550,0.01000,0.241
+33,mlp.experts.86.down_proj,0.21112002,0.01000,0.240
+33,mlp.experts.87.down_proj,0.02101408,0.01000,0.241
+33,mlp.experts.88.down_proj,0.00678280,0.01000,0.239
+33,mlp.experts.89.down_proj,0.19817990,0.01000,0.241
+33,mlp.experts.90.down_proj,0.03737907,0.01000,0.239
+33,mlp.experts.91.down_proj,0.64724207,0.01000,0.241
+33,mlp.experts.92.down_proj,0.62839341,0.01000,0.240
+33,mlp.experts.93.down_proj,0.01013508,0.01000,0.241
+33,mlp.experts.94.down_proj,0.33919412,0.01000,0.241
+33,mlp.experts.95.down_proj,0.06093989,0.01000,0.242
+33,mlp.experts.96.down_proj,0.80554867,0.01000,0.245
+33,mlp.experts.97.down_proj,0.30025667,0.01000,0.243
+33,mlp.experts.98.down_proj,0.23129576,0.01000,0.242
+33,mlp.experts.99.down_proj,0.62812573,0.01000,0.241
+33,mlp.experts.100.down_proj,0.20470031,0.01000,0.243
+33,mlp.experts.101.down_proj,0.00240512,0.01000,0.242
+33,mlp.experts.102.down_proj,0.25632769,0.01000,0.244
+33,mlp.experts.103.down_proj,0.10811159,0.01000,0.244
+33,mlp.experts.104.down_proj,0.07863239,0.01000,0.244
+33,mlp.experts.105.down_proj,0.15108913,0.01000,0.244
+33,mlp.experts.106.down_proj,0.32536209,0.01000,0.245
+33,mlp.experts.107.down_proj,0.01325833,0.01000,0.246
+33,mlp.experts.108.down_proj,0.00774132,0.01000,0.245
+33,mlp.experts.109.down_proj,0.00752130,0.01000,0.245
+33,mlp.experts.110.down_proj,0.10917415,0.01000,0.247
+33,mlp.experts.111.down_proj,0.79896998,0.01000,0.245
+33,mlp.experts.112.down_proj,0.05433901,0.01000,0.246
+33,mlp.experts.113.down_proj,0.24291557,0.01000,0.245
+33,mlp.experts.114.down_proj,0.07568967,0.01000,0.243
+33,mlp.experts.115.down_proj,0.00230300,0.01000,0.243
+33,mlp.experts.116.down_proj,0.08051285,0.01000,0.242
+33,mlp.experts.117.down_proj,0.03249884,0.01000,0.241
+33,mlp.experts.118.down_proj,0.17599910,0.01000,0.242
+33,mlp.experts.119.down_proj,0.00003702,0.01000,0.242
+33,mlp.experts.120.down_proj,0.00001619,0.01000,0.242
+33,mlp.experts.121.down_proj,0.00486414,0.01000,0.242
+33,mlp.experts.122.down_proj,1.49783373,0.01000,0.243
+33,mlp.experts.123.down_proj,0.04602348,0.01000,0.242
+33,mlp.experts.124.down_proj,0.01526383,0.01000,0.241
+33,mlp.experts.125.down_proj,0.46735072,0.01000,0.241
+33,mlp.experts.126.down_proj,0.01037917,0.01000,0.242
+33,mlp.experts.127.down_proj,0.32097533,0.01000,0.241
+34,self_attn.q_proj,0.35781032,0.01000,0.619
+34,self_attn.k_proj,0.04378762,0.01000,0.607
+34,self_attn.v_proj,0.05887656,0.01000,0.607
+34,self_attn.o_proj,0.05263423,0.01000,1.248
+34,mlp.experts.0.up_proj,0.13385919,0.01000,0.660
+34,mlp.experts.1.up_proj,0.13060389,0.01000,0.613
+34,mlp.experts.2.up_proj,0.58018947,0.01000,0.614
+34,mlp.experts.3.up_proj,1.35056317,0.01000,0.618
+34,mlp.experts.4.up_proj,0.36294705,0.01000,0.618
+34,mlp.experts.5.up_proj,0.31606814,0.01000,0.625
+34,mlp.experts.6.up_proj,0.43434492,0.01000,0.613
+34,mlp.experts.7.up_proj,0.13323355,0.01000,0.611
+34,mlp.experts.8.up_proj,0.06414020,0.01000,0.608
+34,mlp.experts.9.up_proj,3.09523582,0.01000,0.608
+34,mlp.experts.10.up_proj,0.33710915,0.01000,0.609
+34,mlp.experts.11.up_proj,0.00003142,0.01000,0.608
+34,mlp.experts.12.up_proj,0.11504531,0.01000,0.610
+34,mlp.experts.13.up_proj,2.39847875,0.01000,0.608
+34,mlp.experts.14.up_proj,0.36449552,0.01000,0.608
+34,mlp.experts.15.up_proj,0.09755631,0.01000,0.608
+34,mlp.experts.16.up_proj,4.92579842,0.01000,0.608
+34,mlp.experts.17.up_proj,0.00507773,0.01000,0.608
+34,mlp.experts.18.up_proj,1.13498950,0.01000,0.607
+34,mlp.experts.19.up_proj,0.56188858,0.01000,0.607
+34,mlp.experts.20.up_proj,0.15659912,0.01000,0.610
+34,mlp.experts.21.up_proj,0.25472122,0.01000,0.617
+34,mlp.experts.22.up_proj,0.04152763,0.01000,0.617
+34,mlp.experts.23.up_proj,0.37949055,0.01000,0.618
+34,mlp.experts.24.up_proj,0.00040037,0.01000,0.618
+34,mlp.experts.25.up_proj,0.46030235,0.01000,0.617
+34,mlp.experts.26.up_proj,1.22609615,0.01000,0.618
+34,mlp.experts.27.up_proj,0.55073369,0.01000,0.617
+34,mlp.experts.28.up_proj,0.00873079,0.01000,0.617
+34,mlp.experts.29.up_proj,0.05385506,0.01000,0.616
+34,mlp.experts.30.up_proj,1.46260738,0.01000,0.617
+34,mlp.experts.31.up_proj,1.80329633,0.01000,0.615
+34,mlp.experts.32.up_proj,0.39461404,0.01000,0.619
+34,mlp.experts.33.up_proj,0.59689271,0.01000,0.611
+34,mlp.experts.34.up_proj,0.00376944,0.01000,0.607
+34,mlp.experts.35.up_proj,0.80222523,0.01000,0.607
+34,mlp.experts.36.up_proj,0.27349192,0.01000,0.608
+34,mlp.experts.37.up_proj,0.12304178,0.01000,0.610
+34,mlp.experts.38.up_proj,0.00794118,0.01000,0.609
+34,mlp.experts.39.up_proj,0.33905208,0.01000,0.609
+34,mlp.experts.40.up_proj,0.98699665,0.01000,0.616
+34,mlp.experts.41.up_proj,1.20172334,0.01000,0.616
+34,mlp.experts.42.up_proj,0.00479448,0.01000,0.618
+34,mlp.experts.43.up_proj,0.73983121,0.01000,0.616
+34,mlp.experts.44.up_proj,0.00235559,0.01000,0.618
+34,mlp.experts.45.up_proj,0.71165735,0.01000,0.618
+34,mlp.experts.46.up_proj,0.00485568,0.01000,0.617
+34,mlp.experts.47.up_proj,0.14099792,0.01000,0.618
+34,mlp.experts.48.up_proj,0.83922046,0.01000,0.619
+34,mlp.experts.49.up_proj,0.00456333,0.01000,0.617
+34,mlp.experts.50.up_proj,0.52875334,0.01000,0.617
+34,mlp.experts.51.up_proj,0.15857551,0.01000,0.617
+34,mlp.experts.52.up_proj,0.82282293,0.01000,0.613
+34,mlp.experts.53.up_proj,0.00011158,0.01000,0.610
+34,mlp.experts.54.up_proj,0.03544029,0.01000,0.609
+34,mlp.experts.55.up_proj,2.38679433,0.01000,0.609
+34,mlp.experts.56.up_proj,0.33457753,0.01000,0.611
+34,mlp.experts.57.up_proj,0.21640635,0.01000,0.611
+34,mlp.experts.58.up_proj,0.41057742,0.01000,0.610
+34,mlp.experts.59.up_proj,0.03797176,0.01000,0.613
+34,mlp.experts.60.up_proj,0.00083111,0.01000,0.614
+34,mlp.experts.61.up_proj,0.27028608,0.01000,0.618
+34,mlp.experts.62.up_proj,1.01878870,0.01000,0.616
+34,mlp.experts.63.up_proj,0.21832019,0.01000,0.619
+34,mlp.experts.64.up_proj,1.12052989,0.01000,0.619
+34,mlp.experts.65.up_proj,0.19714995,0.01000,0.618
+34,mlp.experts.66.up_proj,0.82146370,0.01000,0.618
+34,mlp.experts.67.up_proj,0.01364241,0.01000,0.618
+34,mlp.experts.68.up_proj,2.89137173,0.01000,0.618
+34,mlp.experts.69.up_proj,1.83138633,0.01000,0.617
+34,mlp.experts.70.up_proj,0.46219712,0.01000,0.617
+34,mlp.experts.71.up_proj,3.88468409,0.01000,0.618
+34,mlp.experts.72.up_proj,0.00989288,0.01000,0.611
+34,mlp.experts.73.up_proj,0.80193639,0.01000,0.610
+34,mlp.experts.74.up_proj,0.64607185,0.01000,0.613
+34,mlp.experts.75.up_proj,0.04730766,0.01000,0.611
+34,mlp.experts.76.up_proj,0.57595623,0.01000,0.609
+34,mlp.experts.77.up_proj,0.00267249,0.01000,0.610
+34,mlp.experts.78.up_proj,0.99197465,0.01000,0.609
+34,mlp.experts.79.up_proj,0.00008131,0.01000,0.610
+34,mlp.experts.80.up_proj,0.57696366,0.01000,0.608
+34,mlp.experts.81.up_proj,0.00588092,0.01000,0.609
+34,mlp.experts.82.up_proj,0.87017947,0.01000,0.611
+34,mlp.experts.83.up_proj,0.76528394,0.01000,0.610
+34,mlp.experts.84.up_proj,0.01730726,0.01000,0.612
+34,mlp.experts.85.up_proj,1.29196858,0.01000,0.617
+34,mlp.experts.86.up_proj,0.17994805,0.01000,0.617
+34,mlp.experts.87.up_proj,0.08877879,0.01000,0.618
+34,mlp.experts.88.up_proj,0.49327087,0.01000,0.618
+34,mlp.experts.89.up_proj,0.00156230,0.01000,0.618
+34,mlp.experts.90.up_proj,1.74794495,0.01000,0.618
+34,mlp.experts.91.up_proj,1.14330482,0.01000,0.620
+34,mlp.experts.92.up_proj,0.09437972,0.01000,0.618
+34,mlp.experts.93.up_proj,0.00272214,0.01000,0.618
+34,mlp.experts.94.up_proj,3.89321089,0.01000,0.618
+34,mlp.experts.95.up_proj,0.75825268,0.01000,0.618
+34,mlp.experts.96.up_proj,0.15018436,0.01000,0.619
+34,mlp.experts.97.up_proj,0.31518602,0.01000,0.617
+34,mlp.experts.98.up_proj,1.53336012,0.01000,0.609
+34,mlp.experts.99.up_proj,0.37818724,0.01000,0.608
+34,mlp.experts.100.up_proj,0.08351652,0.01000,0.610
+34,mlp.experts.101.up_proj,0.25665796,0.01000,0.614
+34,mlp.experts.102.up_proj,0.01832510,0.01000,0.612
+34,mlp.experts.103.up_proj,1.06213593,0.01000,0.612
+34,mlp.experts.104.up_proj,0.02550842,0.01000,0.610
+34,mlp.experts.105.up_proj,0.32222736,0.01000,0.613
+34,mlp.experts.106.up_proj,0.00026795,0.01000,0.617
+34,mlp.experts.107.up_proj,0.83153248,0.01000,0.618
+34,mlp.experts.108.up_proj,0.43448782,0.01000,0.615
+34,mlp.experts.109.up_proj,0.32002574,0.01000,0.611
+34,mlp.experts.110.up_proj,0.60716975,0.01000,0.610
+34,mlp.experts.111.up_proj,0.20229469,0.01000,0.611
+34,mlp.experts.112.up_proj,0.71272397,0.01000,0.610
+34,mlp.experts.113.up_proj,0.56656647,0.01000,0.610
+34,mlp.experts.114.up_proj,0.00156598,0.01000,0.612
+34,mlp.experts.115.up_proj,0.01862714,0.01000,0.609
+34,mlp.experts.116.up_proj,0.05023382,0.01000,0.611
+34,mlp.experts.117.up_proj,0.00014731,0.01000,0.613
+34,mlp.experts.118.up_proj,0.02213136,0.01000,0.613
+34,mlp.experts.119.up_proj,0.49651197,0.01000,0.612
+34,mlp.experts.120.up_proj,1.13183498,0.01000,0.615
+34,mlp.experts.121.up_proj,0.02158619,0.01000,0.616
+34,mlp.experts.122.up_proj,0.00291089,0.01000,0.618
+34,mlp.experts.123.up_proj,0.67498630,0.01000,0.620
+34,mlp.experts.124.up_proj,1.00586653,0.01000,0.619
+34,mlp.experts.125.up_proj,0.00277887,0.01000,0.620
+34,mlp.experts.126.up_proj,4.16178083,0.01000,0.619
+34,mlp.experts.127.up_proj,0.08208656,0.01000,0.618
+34,mlp.experts.0.gate_proj,0.14465505,0.01000,0.620
+34,mlp.experts.1.gate_proj,0.13361442,0.01000,0.618
+34,mlp.experts.2.gate_proj,0.56101191,0.01000,0.618
+34,mlp.experts.3.gate_proj,1.31775260,0.01000,0.614
+34,mlp.experts.4.gate_proj,0.37406179,0.01000,0.612
+34,mlp.experts.5.gate_proj,0.30128282,0.01000,0.612
+34,mlp.experts.6.gate_proj,0.42425108,0.01000,0.610
+34,mlp.experts.7.gate_proj,0.12673789,0.01000,0.611
+34,mlp.experts.8.gate_proj,0.06743751,0.01000,0.612
+34,mlp.experts.9.gate_proj,3.13312340,0.01000,0.612
+34,mlp.experts.10.gate_proj,0.33062851,0.01000,0.610
+34,mlp.experts.11.gate_proj,0.00002675,0.01000,0.610
+34,mlp.experts.12.gate_proj,0.10862572,0.01000,0.610
+34,mlp.experts.13.gate_proj,2.08852339,0.01000,0.610
+34,mlp.experts.14.gate_proj,0.33336401,0.01000,0.614
+34,mlp.experts.15.gate_proj,0.08712886,0.01000,0.617
+34,mlp.experts.16.gate_proj,4.60806179,0.01000,0.619
+34,mlp.experts.17.gate_proj,0.00447177,0.01000,0.618
+34,mlp.experts.18.gate_proj,1.02316165,0.01000,0.616
+34,mlp.experts.19.gate_proj,0.52184892,0.01000,0.617
+34,mlp.experts.20.gate_proj,0.14327349,0.01000,0.618
+34,mlp.experts.21.gate_proj,0.24833035,0.01000,0.619
+34,mlp.experts.22.gate_proj,0.04223894,0.01000,0.617
+34,mlp.experts.23.gate_proj,0.35836127,0.01000,0.617
+34,mlp.experts.24.gate_proj,0.00039728,0.01000,0.619
+34,mlp.experts.25.gate_proj,0.45459738,0.01000,0.618
+34,mlp.experts.26.gate_proj,1.18654776,0.01000,0.617
+34,mlp.experts.27.gate_proj,0.56418234,0.01000,0.618
+34,mlp.experts.28.gate_proj,0.00934436,0.01000,0.618
+34,mlp.experts.29.gate_proj,0.05405042,0.01000,0.617
+34,mlp.experts.30.gate_proj,1.37314367,0.01000,0.618
+34,mlp.experts.31.gate_proj,1.63859951,0.01000,0.619
+34,mlp.experts.32.gate_proj,0.40760067,0.01000,0.614
+34,mlp.experts.33.gate_proj,0.58780682,0.01000,0.616
+34,mlp.experts.34.gate_proj,0.00382840,0.01000,0.617
+34,mlp.experts.35.gate_proj,0.83383095,0.01000,0.619
+34,mlp.experts.36.gate_proj,0.26541680,0.01000,0.619
+34,mlp.experts.37.gate_proj,0.12099239,0.01000,0.617
+34,mlp.experts.38.gate_proj,0.02339067,0.01000,0.617
+34,mlp.experts.39.gate_proj,0.31239343,0.01000,0.619
+34,mlp.experts.40.gate_proj,0.89210385,0.01000,0.617
+34,mlp.experts.41.gate_proj,1.13728023,0.01000,0.618
+34,mlp.experts.42.gate_proj,0.00491585,0.01000,0.618
+34,mlp.experts.43.gate_proj,0.70420545,0.01000,0.618
+34,mlp.experts.44.gate_proj,0.00208807,0.01000,0.617
+34,mlp.experts.45.gate_proj,0.72352493,0.01000,0.611
+34,mlp.experts.46.gate_proj,0.00469809,0.01000,0.611
+34,mlp.experts.47.gate_proj,0.13603488,0.01000,0.613
+34,mlp.experts.48.gate_proj,0.80782574,0.01000,0.613
+34,mlp.experts.49.gate_proj,0.00427284,0.01000,0.613
+34,mlp.experts.50.gate_proj,0.49934015,0.01000,0.612
+34,mlp.experts.51.gate_proj,0.16029334,0.01000,0.611
+34,mlp.experts.52.gate_proj,0.75133622,0.01000,0.614
+34,mlp.experts.53.gate_proj,0.00007885,0.01000,0.618
+34,mlp.experts.54.gate_proj,0.03507999,0.01000,0.619
+34,mlp.experts.55.gate_proj,2.38987494,0.01000,0.618
+34,mlp.experts.56.gate_proj,0.27366441,0.01000,0.619
+34,mlp.experts.57.gate_proj,0.20676275,0.01000,0.618
+34,mlp.experts.58.gate_proj,0.40990132,0.01000,0.618
+34,mlp.experts.59.gate_proj,0.03814772,0.01000,0.618
+34,mlp.experts.60.gate_proj,0.00072317,0.01000,0.618
+34,mlp.experts.61.gate_proj,0.23191801,0.01000,0.618
+34,mlp.experts.62.gate_proj,0.93138885,0.01000,0.617
+34,mlp.experts.63.gate_proj,0.22924845,0.01000,0.618
+34,mlp.experts.64.gate_proj,0.99367273,0.01000,0.617
+34,mlp.experts.65.gate_proj,0.16645023,0.01000,0.612
+34,mlp.experts.66.gate_proj,0.79287434,0.01000,0.611
+34,mlp.experts.67.gate_proj,0.01397470,0.01000,0.610
+34,mlp.experts.68.gate_proj,2.49906445,0.01000,0.609
+34,mlp.experts.69.gate_proj,1.49722815,0.01000,0.612
+34,mlp.experts.70.gate_proj,0.56942087,0.01000,0.612
+34,mlp.experts.71.gate_proj,4.12684250,0.01000,0.610
+34,mlp.experts.72.gate_proj,0.00954982,0.01000,0.611
+34,mlp.experts.73.gate_proj,0.79697567,0.01000,0.612
+34,mlp.experts.74.gate_proj,0.61039567,0.01000,0.614
+34,mlp.experts.75.gate_proj,0.04770270,0.01000,0.611
+34,mlp.experts.76.gate_proj,0.57854331,0.01000,0.609
+34,mlp.experts.77.gate_proj,0.00270326,0.01000,0.612
+34,mlp.experts.78.gate_proj,0.88027930,0.01000,0.611
+34,mlp.experts.79.gate_proj,0.00006994,0.01000,0.615
+34,mlp.experts.80.gate_proj,0.57979715,0.01000,0.617
+34,mlp.experts.81.gate_proj,0.00597305,0.01000,0.618
+34,mlp.experts.82.gate_proj,0.81164682,0.01000,0.618
+34,mlp.experts.83.gate_proj,0.58721721,0.01000,0.619
+34,mlp.experts.84.gate_proj,0.01773818,0.01000,0.619
+34,mlp.experts.85.gate_proj,1.26790929,0.01000,0.618
+34,mlp.experts.86.gate_proj,0.17232747,0.01000,0.619
+34,mlp.experts.87.gate_proj,0.08708926,0.01000,0.618
+34,mlp.experts.88.gate_proj,0.44404715,0.01000,0.618
+34,mlp.experts.89.gate_proj,0.00160432,0.01000,0.618
+34,mlp.experts.90.gate_proj,1.33605814,0.01000,0.620
+34,mlp.experts.91.gate_proj,1.10860598,0.01000,0.616
+34,mlp.experts.92.gate_proj,0.09775463,0.01000,0.611
+34,mlp.experts.93.gate_proj,0.00252334,0.01000,0.614
+34,mlp.experts.94.gate_proj,4.09446478,0.01000,0.610
+34,mlp.experts.95.gate_proj,0.63584864,0.01000,0.614
+34,mlp.experts.96.gate_proj,0.14549255,0.01000,0.610
+34,mlp.experts.97.gate_proj,0.31700554,0.01000,0.612
+34,mlp.experts.98.gate_proj,1.47982383,0.01000,0.613
+34,mlp.experts.99.gate_proj,0.36630553,0.01000,0.614
+34,mlp.experts.100.gate_proj,0.06907377,0.01000,0.612
+34,mlp.experts.101.gate_proj,0.23068574,0.01000,0.613
+34,mlp.experts.102.gate_proj,0.01859574,0.01000,0.617
+34,mlp.experts.103.gate_proj,0.98532140,0.01000,0.626
+34,mlp.experts.104.gate_proj,0.02387887,0.01000,0.626
+34,mlp.experts.105.gate_proj,0.28672284,0.01000,0.628
+34,mlp.experts.106.gate_proj,0.00024340,0.01000,0.638
+34,mlp.experts.107.gate_proj,0.77785909,0.01000,0.628
+34,mlp.experts.108.gate_proj,0.39927956,0.01000,0.633
+34,mlp.experts.109.gate_proj,0.30937222,0.01000,0.632
+34,mlp.experts.110.gate_proj,0.60541826,0.01000,0.633
+34,mlp.experts.111.gate_proj,0.19127464,0.01000,0.630
+34,mlp.experts.112.gate_proj,0.66401923,0.01000,0.631
+34,mlp.experts.113.gate_proj,0.50226170,0.01000,0.627
+34,mlp.experts.114.gate_proj,0.00163133,0.01000,0.620
+34,mlp.experts.115.gate_proj,0.01900157,0.01000,0.621
+34,mlp.experts.116.gate_proj,0.05021986,0.01000,0.621
+34,mlp.experts.117.gate_proj,0.00013269,0.01000,0.620
+34,mlp.experts.118.gate_proj,0.02472253,0.01000,0.621
+34,mlp.experts.119.gate_proj,0.46268815,0.01000,0.613
+34,mlp.experts.120.gate_proj,1.16230440,0.01000,0.611
+34,mlp.experts.121.gate_proj,0.02176952,0.01000,0.609
+34,mlp.experts.122.gate_proj,0.00301169,0.01000,0.609
+34,mlp.experts.123.gate_proj,0.57651359,0.01000,0.611
+34,mlp.experts.124.gate_proj,0.76586974,0.01000,0.610
+34,mlp.experts.125.gate_proj,0.00270189,0.01000,0.611
+34,mlp.experts.126.gate_proj,4.40502405,0.01000,0.616
+34,mlp.experts.127.gate_proj,0.07666473,0.01000,0.616
+34,mlp.experts.0.down_proj,0.01535021,0.01000,0.253
+34,mlp.experts.1.down_proj,0.03083167,0.01000,0.229
+34,mlp.experts.2.down_proj,0.20644686,0.01000,0.229
+34,mlp.experts.3.down_proj,0.69315815,0.01000,0.229
+34,mlp.experts.4.down_proj,0.23493849,0.01000,0.232
+34,mlp.experts.5.down_proj,0.03870548,0.01000,0.232
+34,mlp.experts.6.down_proj,1.18065643,0.01000,0.233
+34,mlp.experts.7.down_proj,0.04250272,0.01000,0.234
+34,mlp.experts.8.down_proj,0.01114982,0.01000,0.233
+34,mlp.experts.9.down_proj,3.64158201,0.01000,0.233
+34,mlp.experts.10.down_proj,0.17641294,0.01000,0.233
+34,mlp.experts.11.down_proj,0.00001116,0.01000,0.234
+34,mlp.experts.12.down_proj,0.04583046,0.01000,0.235
+34,mlp.experts.13.down_proj,4.42654991,0.01000,0.234
+34,mlp.experts.14.down_proj,0.13597217,0.01000,0.232
+34,mlp.experts.15.down_proj,0.04626277,0.01000,0.233
+34,mlp.experts.16.down_proj,8.81196213,0.01000,0.231
+34,mlp.experts.17.down_proj,0.00443582,0.01000,0.232
+34,mlp.experts.18.down_proj,0.32883817,0.01000,0.232
+34,mlp.experts.19.down_proj,1.57929444,0.01000,0.233
+34,mlp.experts.20.down_proj,0.04128882,0.01000,0.233
+34,mlp.experts.21.down_proj,0.31313241,0.01000,0.233
+34,mlp.experts.22.down_proj,0.01133202,0.01000,0.234
+34,mlp.experts.23.down_proj,0.30162054,0.01000,0.232
+34,mlp.experts.24.down_proj,0.00029661,0.01000,0.231
+34,mlp.experts.25.down_proj,0.13210991,0.01000,0.231
+34,mlp.experts.26.down_proj,0.62532234,0.01000,0.231
+34,mlp.experts.27.down_proj,1.13320279,0.01000,0.231
+34,mlp.experts.28.down_proj,0.00169315,0.01000,0.231
+34,mlp.experts.29.down_proj,0.01448617,0.01000,0.233
+34,mlp.experts.30.down_proj,0.39959615,0.01000,0.236
+34,mlp.experts.31.down_proj,4.56276798,0.01000,0.238
+34,mlp.experts.32.down_proj,0.05302172,0.01000,0.239
+34,mlp.experts.33.down_proj,0.81223267,0.01000,0.239
+34,mlp.experts.34.down_proj,0.00133660,0.01000,0.239
+34,mlp.experts.35.down_proj,0.44706824,0.01000,0.240
+34,mlp.experts.36.down_proj,0.58999896,0.01000,0.239
+34,mlp.experts.37.down_proj,0.09034327,0.01000,0.240
+34,mlp.experts.38.down_proj,0.00004704,0.01000,0.240
+34,mlp.experts.39.down_proj,0.10264515,0.01000,0.239
+34,mlp.experts.40.down_proj,0.25657058,0.01000,0.240
+34,mlp.experts.41.down_proj,1.71245968,0.01000,0.239
+34,mlp.experts.42.down_proj,0.00105133,0.01000,0.240
+34,mlp.experts.43.down_proj,0.32851046,0.01000,0.240
+34,mlp.experts.44.down_proj,0.00133843,0.01000,0.240
+34,mlp.experts.45.down_proj,0.66158485,0.01000,0.241
+34,mlp.experts.46.down_proj,0.00422224,0.01000,0.241
+34,mlp.experts.47.down_proj,0.23887233,0.01000,0.240
+34,mlp.experts.48.down_proj,0.74144709,0.01000,0.240
+34,mlp.experts.49.down_proj,0.00763972,0.01000,0.241
+34,mlp.experts.50.down_proj,0.13522372,0.01000,0.241
+34,mlp.experts.51.down_proj,0.02827017,0.01000,0.241
+34,mlp.experts.52.down_proj,0.24181357,0.01000,0.241
+34,mlp.experts.53.down_proj,0.00008318,0.01000,0.241
+34,mlp.experts.54.down_proj,0.01697166,0.01000,0.241
+34,mlp.experts.55.down_proj,4.91973782,0.01000,0.241
+34,mlp.experts.56.down_proj,0.35260308,0.01000,0.241
+34,mlp.experts.57.down_proj,0.16137069,0.01000,0.242
+34,mlp.experts.58.down_proj,0.15079740,0.01000,0.241
+34,mlp.experts.59.down_proj,0.01691438,0.01000,0.241
+34,mlp.experts.60.down_proj,0.00037229,0.01000,0.241
+34,mlp.experts.61.down_proj,0.11597030,0.01000,0.240
+34,mlp.experts.62.down_proj,0.33158875,0.01000,0.238
+34,mlp.experts.63.down_proj,0.04741112,0.01000,0.238
+34,mlp.experts.64.down_proj,0.31294566,0.01000,0.240
+34,mlp.experts.65.down_proj,0.06999297,0.01000,0.240
+34,mlp.experts.66.down_proj,1.00245976,0.01000,0.240
+34,mlp.experts.67.down_proj,0.00334356,0.01000,0.239
+34,mlp.experts.68.down_proj,4.02117634,0.01000,0.238
+34,mlp.experts.69.down_proj,0.90850961,0.01000,0.237
+34,mlp.experts.70.down_proj,0.09231424,0.01000,0.238
+34,mlp.experts.71.down_proj,3.56652451,0.01000,0.238
+34,mlp.experts.72.down_proj,0.00384318,0.01000,0.240
+34,mlp.experts.73.down_proj,0.67640781,0.01000,0.239
+34,mlp.experts.74.down_proj,0.38104168,0.01000,0.240
+34,mlp.experts.75.down_proj,0.01270908,0.01000,0.240
+34,mlp.experts.76.down_proj,0.15260139,0.01000,0.239
+34,mlp.experts.77.down_proj,0.00118848,0.01000,0.240
+34,mlp.experts.78.down_proj,1.60857213,0.01000,0.241
+34,mlp.experts.79.down_proj,0.00002140,0.01000,0.242
+34,mlp.experts.80.down_proj,0.32726073,0.01000,0.240
+34,mlp.experts.81.down_proj,0.00250283,0.01000,0.242
+34,mlp.experts.82.down_proj,0.87903380,0.01000,0.242
+34,mlp.experts.83.down_proj,0.25495785,0.01000,0.240
+34,mlp.experts.84.down_proj,0.00526470,0.01000,0.242
+34,mlp.experts.85.down_proj,1.09886909,0.01000,0.242
+34,mlp.experts.86.down_proj,0.06364118,0.01000,0.241
+34,mlp.experts.87.down_proj,0.09223629,0.01000,0.243
+34,mlp.experts.88.down_proj,0.13537490,0.01000,0.244
+34,mlp.experts.89.down_proj,0.00049455,0.01000,0.243
+34,mlp.experts.90.down_proj,1.74561167,0.01000,0.242
+34,mlp.experts.91.down_proj,0.27525765,0.01000,0.243
+34,mlp.experts.92.down_proj,0.01887728,0.01000,0.243
+34,mlp.experts.93.down_proj,0.00162737,0.01000,0.243
+34,mlp.experts.94.down_proj,5.83520126,0.01000,0.242
+34,mlp.experts.95.down_proj,0.35006738,0.01000,0.242
+34,mlp.experts.96.down_proj,0.03632109,0.01000,0.243
+34,mlp.experts.97.down_proj,0.09117600,0.01000,0.242
+34,mlp.experts.98.down_proj,0.61943436,0.01000,0.242
+34,mlp.experts.99.down_proj,0.12820661,0.01000,0.242
+34,mlp.experts.100.down_proj,0.04719193,0.01000,0.242
+34,mlp.experts.101.down_proj,0.08320760,0.01000,0.243
+34,mlp.experts.102.down_proj,0.00387471,0.01000,0.243
+34,mlp.experts.103.down_proj,2.28456593,0.01000,0.243
+34,mlp.experts.104.down_proj,0.00617202,0.01000,0.244
+34,mlp.experts.105.down_proj,0.14462313,0.01000,0.245
+34,mlp.experts.106.down_proj,0.00012448,0.01000,0.245
+34,mlp.experts.107.down_proj,0.24379236,0.01000,0.245
+34,mlp.experts.108.down_proj,0.15956795,0.01000,0.244
+34,mlp.experts.109.down_proj,0.15047115,0.01000,0.245
+34,mlp.experts.110.down_proj,0.18540064,0.01000,0.245
+34,mlp.experts.111.down_proj,0.42669204,0.01000,0.245
+34,mlp.experts.112.down_proj,0.16334394,0.01000,0.245
+34,mlp.experts.113.down_proj,0.30349046,0.01000,0.246
+34,mlp.experts.114.down_proj,0.00027825,0.01000,0.245
+34,mlp.experts.115.down_proj,0.00469174,0.01000,0.244
+34,mlp.experts.116.down_proj,0.01426831,0.01000,0.242
+34,mlp.experts.117.down_proj,0.00005421,0.01000,0.242
+34,mlp.experts.118.down_proj,0.00603978,0.01000,0.243
+34,mlp.experts.119.down_proj,0.19583794,0.01000,0.241
+34,mlp.experts.120.down_proj,1.80222046,0.01000,0.241
+34,mlp.experts.121.down_proj,0.00597148,0.01000,0.241
+34,mlp.experts.122.down_proj,0.00150473,0.01000,0.241
+34,mlp.experts.123.down_proj,0.53346658,0.01000,0.241
+34,mlp.experts.124.down_proj,0.34868371,0.01000,0.241
+34,mlp.experts.125.down_proj,0.00235461,0.01000,0.241
+34,mlp.experts.126.down_proj,6.23048401,0.01000,0.240
+34,mlp.experts.127.down_proj,0.12184906,0.01000,0.243
+35,self_attn.q_proj,0.39855975,0.01000,0.617
+35,self_attn.k_proj,0.04416505,0.01000,0.607
+35,self_attn.v_proj,0.06395506,0.01000,0.605
+35,self_attn.o_proj,0.04469831,0.01000,1.243
+35,mlp.experts.0.up_proj,0.39767575,0.01000,0.650
+35,mlp.experts.1.up_proj,0.21215637,0.01000,0.606
+35,mlp.experts.2.up_proj,0.27488118,0.01000,0.604
+35,mlp.experts.3.up_proj,5.44500685,0.01000,0.607
+35,mlp.experts.4.up_proj,0.55916834,0.01000,0.609
+35,mlp.experts.5.up_proj,0.12833251,0.01000,0.610
+35,mlp.experts.6.up_proj,0.02555250,0.01000,0.610
+35,mlp.experts.7.up_proj,2.04305959,0.01000,0.609
+35,mlp.experts.8.up_proj,0.76936173,0.01000,0.609
+35,mlp.experts.9.up_proj,0.33835328,0.01000,0.612
+35,mlp.experts.10.up_proj,0.00924489,0.01000,0.613
+35,mlp.experts.11.up_proj,0.00478671,0.01000,0.614
+35,mlp.experts.12.up_proj,0.36895603,0.01000,0.616
+35,mlp.experts.13.up_proj,0.46734685,0.01000,0.618
+35,mlp.experts.14.up_proj,2.17954588,0.01000,0.617
+35,mlp.experts.15.up_proj,0.09567606,0.01000,0.619
+35,mlp.experts.16.up_proj,0.71562779,0.01000,0.620
+35,mlp.experts.17.up_proj,0.04175731,0.01000,0.617
+35,mlp.experts.18.up_proj,1.37532282,0.01000,0.618
+35,mlp.experts.19.up_proj,0.03825937,0.01000,0.616
+35,mlp.experts.20.up_proj,0.83079696,0.01000,0.617
+35,mlp.experts.21.up_proj,0.29892844,0.01000,0.617
+35,mlp.experts.22.up_proj,0.18848401,0.01000,0.608
+35,mlp.experts.23.up_proj,0.26668581,0.01000,0.607
+35,mlp.experts.24.up_proj,0.34464878,0.01000,0.608
+35,mlp.experts.25.up_proj,5.17480373,0.01000,0.609
+35,mlp.experts.26.up_proj,1.09264779,0.01000,0.609
+35,mlp.experts.27.up_proj,0.00100838,0.01000,0.614
+35,mlp.experts.28.up_proj,0.27094954,0.01000,0.612
+35,mlp.experts.29.up_proj,0.66299886,0.01000,0.614
+35,mlp.experts.30.up_proj,0.62082720,0.01000,0.617
+35,mlp.experts.31.up_proj,0.04162162,0.01000,0.617
+35,mlp.experts.32.up_proj,0.08058237,0.01000,0.616
+35,mlp.experts.33.up_proj,1.02778554,0.01000,0.616
+35,mlp.experts.34.up_proj,0.00132085,0.01000,0.617
+35,mlp.experts.35.up_proj,0.00027818,0.01000,0.616
+35,mlp.experts.36.up_proj,0.52628064,0.01000,0.618
+35,mlp.experts.37.up_proj,0.95896995,0.01000,0.618
+35,mlp.experts.38.up_proj,0.00125978,0.01000,0.618
+35,mlp.experts.39.up_proj,0.69230646,0.01000,0.618
+35,mlp.experts.40.up_proj,0.11507721,0.01000,0.616
+35,mlp.experts.41.up_proj,0.48045516,0.01000,0.611
+35,mlp.experts.42.up_proj,0.53315210,0.01000,0.610
+35,mlp.experts.43.up_proj,0.38406831,0.01000,0.610
+35,mlp.experts.44.up_proj,0.00009742,0.01000,0.611
+35,mlp.experts.45.up_proj,0.30901086,0.01000,0.609
+35,mlp.experts.46.up_proj,0.42177120,0.01000,0.612
+35,mlp.experts.47.up_proj,0.79569042,0.01000,0.617
+35,mlp.experts.48.up_proj,0.29567018,0.01000,0.616
+35,mlp.experts.49.up_proj,0.29611707,0.01000,0.618
+35,mlp.experts.50.up_proj,0.55864847,0.01000,0.617
+35,mlp.experts.51.up_proj,0.03498147,0.01000,0.617
+35,mlp.experts.52.up_proj,3.55845356,0.01000,0.617
+35,mlp.experts.53.up_proj,1.26248026,0.01000,0.617
+35,mlp.experts.54.up_proj,1.45071006,0.01000,0.616
+35,mlp.experts.55.up_proj,0.39825362,0.01000,0.617
+35,mlp.experts.56.up_proj,2.52740860,0.01000,0.618
+35,mlp.experts.57.up_proj,0.00013773,0.01000,0.612
+35,mlp.experts.58.up_proj,0.69036913,0.01000,0.610
+35,mlp.experts.59.up_proj,7.85576916,0.01000,0.613
+35,mlp.experts.60.up_proj,0.77841312,0.01000,0.615
+35,mlp.experts.61.up_proj,0.34533566,0.01000,0.618
+35,mlp.experts.62.up_proj,0.07165205,0.01000,0.616
+35,mlp.experts.63.up_proj,0.03174145,0.01000,0.616
+35,mlp.experts.64.up_proj,0.17990223,0.01000,0.616
+35,mlp.experts.65.up_proj,0.29154795,0.01000,0.618
+35,mlp.experts.66.up_proj,0.00005028,0.01000,0.620
+35,mlp.experts.67.up_proj,0.40146050,0.01000,0.618
+35,mlp.experts.68.up_proj,1.41953564,0.01000,0.617
+35,mlp.experts.69.up_proj,0.73852491,0.01000,0.618
+35,mlp.experts.70.up_proj,0.01351360,0.01000,0.616
+35,mlp.experts.71.up_proj,0.67335510,0.01000,0.614
+35,mlp.experts.72.up_proj,0.22953668,0.01000,0.611
+35,mlp.experts.73.up_proj,0.83518016,0.01000,0.612
+35,mlp.experts.74.up_proj,0.00109941,0.01000,0.611
+35,mlp.experts.75.up_proj,0.07359594,0.01000,0.609
+35,mlp.experts.76.up_proj,0.04080984,0.01000,0.608
+35,mlp.experts.77.up_proj,0.02580641,0.01000,0.609
+35,mlp.experts.78.up_proj,0.57095468,0.01000,0.608
+35,mlp.experts.79.up_proj,0.93535125,0.01000,0.609
+35,mlp.experts.80.up_proj,0.00013829,0.01000,0.609
+35,mlp.experts.81.up_proj,0.55317307,0.01000,0.610
+35,mlp.experts.82.up_proj,0.04718208,0.01000,0.610
+35,mlp.experts.83.up_proj,0.00054316,0.01000,0.610
+35,mlp.experts.84.up_proj,0.04722375,0.01000,0.612
+35,mlp.experts.85.up_proj,0.83909470,0.01000,0.614
+35,mlp.experts.86.up_proj,0.51753157,0.01000,0.619
+35,mlp.experts.87.up_proj,0.47729814,0.01000,0.618
+35,mlp.experts.88.up_proj,0.00951041,0.01000,0.619
+35,mlp.experts.89.up_proj,0.20409955,0.01000,0.619
+35,mlp.experts.90.up_proj,1.89948678,0.01000,0.612
+35,mlp.experts.91.up_proj,0.00369302,0.01000,0.611
+35,mlp.experts.92.up_proj,0.51802278,0.01000,0.613
+35,mlp.experts.93.up_proj,0.00014450,0.01000,0.609
+35,mlp.experts.94.up_proj,0.48107770,0.01000,0.610
+35,mlp.experts.95.up_proj,0.22423786,0.01000,0.611
+35,mlp.experts.96.up_proj,2.69253135,0.01000,0.614
+35,mlp.experts.97.up_proj,0.79338771,0.01000,0.617
+35,mlp.experts.98.up_proj,1.09735918,0.01000,0.619
+35,mlp.experts.99.up_proj,3.57450533,0.01000,0.620
+35,mlp.experts.100.up_proj,0.26112732,0.01000,0.619
+35,mlp.experts.101.up_proj,0.24012539,0.01000,0.618
+35,mlp.experts.102.up_proj,0.21620318,0.01000,0.619
+35,mlp.experts.103.up_proj,0.19234589,0.01000,0.620
+35,mlp.experts.104.up_proj,0.01465359,0.01000,0.621
+35,mlp.experts.105.up_proj,1.26479316,0.01000,0.624
+35,mlp.experts.106.up_proj,0.00064459,0.01000,0.619
+35,mlp.experts.107.up_proj,1.54347324,0.01000,0.618
+35,mlp.experts.108.up_proj,0.02602221,0.01000,0.615
+35,mlp.experts.109.up_proj,0.45951778,0.01000,0.611
+35,mlp.experts.110.up_proj,0.01363690,0.01000,0.610
+35,mlp.experts.111.up_proj,0.52947295,0.01000,0.609
+35,mlp.experts.112.up_proj,0.00485801,0.01000,0.610
+35,mlp.experts.113.up_proj,0.03419757,0.01000,0.609
+35,mlp.experts.114.up_proj,0.12238067,0.01000,0.608
+35,mlp.experts.115.up_proj,1.26738143,0.01000,0.609
+35,mlp.experts.116.up_proj,0.38205308,0.01000,0.613
+35,mlp.experts.117.up_proj,0.01242990,0.01000,0.617
+35,mlp.experts.118.up_proj,0.00179100,0.01000,0.617
+35,mlp.experts.119.up_proj,0.00018350,0.01000,0.617
+35,mlp.experts.120.up_proj,0.14777111,0.01000,0.617
+35,mlp.experts.121.up_proj,2.45910954,0.01000,0.617
+35,mlp.experts.122.up_proj,0.68330252,0.01000,0.618
+35,mlp.experts.123.up_proj,0.00037429,0.01000,0.620
+35,mlp.experts.124.up_proj,0.29589412,0.01000,0.619
+35,mlp.experts.125.up_proj,0.41395640,0.01000,0.613
+35,mlp.experts.126.up_proj,0.41876626,0.01000,0.613
+35,mlp.experts.127.up_proj,0.00283052,0.01000,0.610
+35,mlp.experts.0.gate_proj,0.37611496,0.01000,0.609
+35,mlp.experts.1.gate_proj,0.16778278,0.01000,0.609
+35,mlp.experts.2.gate_proj,0.27667058,0.01000,0.609
+35,mlp.experts.3.gate_proj,3.96757030,0.01000,0.610
+35,mlp.experts.4.gate_proj,0.53655082,0.01000,0.610
+35,mlp.experts.5.gate_proj,0.12587300,0.01000,0.611
+35,mlp.experts.6.gate_proj,0.02632767,0.01000,0.609
+35,mlp.experts.7.gate_proj,1.92422295,0.01000,0.610
+35,mlp.experts.8.gate_proj,0.78604037,0.01000,0.610
+35,mlp.experts.9.gate_proj,0.32791829,0.01000,0.610
+35,mlp.experts.10.gate_proj,0.00847145,0.01000,0.610
+35,mlp.experts.11.gate_proj,0.00494005,0.01000,0.612
+35,mlp.experts.12.gate_proj,0.36300594,0.01000,0.618
+35,mlp.experts.13.gate_proj,0.44332817,0.01000,0.618
+35,mlp.experts.14.gate_proj,2.10766339,0.01000,0.618
+35,mlp.experts.15.gate_proj,0.09763424,0.01000,0.618
+35,mlp.experts.16.gate_proj,0.88460606,0.01000,0.617
+35,mlp.experts.17.gate_proj,0.04325812,0.01000,0.619
+35,mlp.experts.18.gate_proj,0.82479525,0.01000,0.618
+35,mlp.experts.19.gate_proj,0.03418966,0.01000,0.618
+35,mlp.experts.20.gate_proj,0.73134303,0.01000,0.617
+35,mlp.experts.21.gate_proj,0.29699853,0.01000,0.617
+35,mlp.experts.22.gate_proj,0.17546734,0.01000,0.618
+35,mlp.experts.23.gate_proj,0.20535928,0.01000,0.618
+35,mlp.experts.24.gate_proj,0.31058356,0.01000,0.618
+35,mlp.experts.25.gate_proj,7.19380951,0.01000,0.614
+35,mlp.experts.26.gate_proj,0.89098251,0.01000,0.610
+35,mlp.experts.27.gate_proj,0.00099601,0.01000,0.610
+35,mlp.experts.28.gate_proj,0.24726030,0.01000,0.610
+35,mlp.experts.29.gate_proj,0.62599653,0.01000,0.610
+35,mlp.experts.30.gate_proj,0.59831357,0.01000,0.609
+35,mlp.experts.31.gate_proj,0.03790059,0.01000,0.608
+35,mlp.experts.32.gate_proj,0.07891183,0.01000,0.610
+35,mlp.experts.33.gate_proj,0.99791515,0.01000,0.609
+35,mlp.experts.34.gate_proj,0.00128590,0.01000,0.609
+35,mlp.experts.35.gate_proj,0.00025890,0.01000,0.615
+35,mlp.experts.36.gate_proj,0.35689124,0.01000,0.618
+35,mlp.experts.37.gate_proj,0.92552423,0.01000,0.618
+35,mlp.experts.38.gate_proj,0.00122157,0.01000,0.617
+35,mlp.experts.39.gate_proj,0.66671377,0.01000,0.616
+35,mlp.experts.40.gate_proj,0.11253919,0.01000,0.620
+35,mlp.experts.41.gate_proj,0.51117361,0.01000,0.619
+35,mlp.experts.42.gate_proj,0.49571460,0.01000,0.619
+35,mlp.experts.43.gate_proj,0.37455428,0.01000,0.618
+35,mlp.experts.44.gate_proj,0.00008769,0.01000,0.619
+35,mlp.experts.45.gate_proj,0.30309737,0.01000,0.619
+35,mlp.experts.46.gate_proj,0.37038267,0.01000,0.617
+35,mlp.experts.47.gate_proj,0.66374570,0.01000,0.615
+35,mlp.experts.48.gate_proj,0.28620285,0.01000,0.611
+35,mlp.experts.49.gate_proj,0.27194554,0.01000,0.609
+35,mlp.experts.50.gate_proj,0.52367699,0.01000,0.612
+35,mlp.experts.51.gate_proj,0.03453733,0.01000,0.612
+35,mlp.experts.52.gate_proj,3.31294537,0.01000,0.610
+35,mlp.experts.53.gate_proj,1.26934457,0.01000,0.610
+35,mlp.experts.54.gate_proj,1.24761057,0.01000,0.609
+35,mlp.experts.55.gate_proj,0.40546918,0.01000,0.615
+35,mlp.experts.56.gate_proj,2.38344574,0.01000,0.615
+35,mlp.experts.57.gate_proj,0.00012257,0.01000,0.613
+35,mlp.experts.58.gate_proj,0.73714960,0.01000,0.613
+35,mlp.experts.59.gate_proj,5.31364775,0.01000,0.613
+35,mlp.experts.60.gate_proj,0.77336442,0.01000,0.615
+35,mlp.experts.61.gate_proj,0.28968653,0.01000,0.622
+35,mlp.experts.62.gate_proj,0.07337315,0.01000,0.619
+35,mlp.experts.63.gate_proj,0.02886577,0.01000,0.620
+35,mlp.experts.64.gate_proj,0.17948574,0.01000,0.619
+35,mlp.experts.65.gate_proj,0.29038274,0.01000,0.621
+35,mlp.experts.66.gate_proj,0.00005248,0.01000,0.620
+35,mlp.experts.67.gate_proj,0.27722800,0.01000,0.621
+35,mlp.experts.68.gate_proj,1.48555601,0.01000,0.619
+35,mlp.experts.69.gate_proj,0.70031953,0.01000,0.620
+35,mlp.experts.70.gate_proj,0.01347142,0.01000,0.620
+35,mlp.experts.71.gate_proj,0.67303014,0.01000,0.621
+35,mlp.experts.72.gate_proj,0.22201318,0.01000,0.621
+35,mlp.experts.73.gate_proj,0.57165748,0.01000,0.621
+35,mlp.experts.74.gate_proj,0.00099301,0.01000,0.617
+35,mlp.experts.75.gate_proj,0.07468411,0.01000,0.619
+35,mlp.experts.76.gate_proj,0.04221898,0.01000,0.619
+35,mlp.experts.77.gate_proj,0.02678315,0.01000,0.616
+35,mlp.experts.78.gate_proj,0.57162762,0.01000,0.611
+35,mlp.experts.79.gate_proj,0.93956101,0.01000,0.611
+35,mlp.experts.80.gate_proj,0.00012580,0.01000,0.616
+35,mlp.experts.81.gate_proj,0.56033003,0.01000,0.620
+35,mlp.experts.82.gate_proj,0.04653633,0.01000,0.620
+35,mlp.experts.83.gate_proj,0.00049856,0.01000,0.621
+35,mlp.experts.84.gate_proj,0.04759453,0.01000,0.622
+35,mlp.experts.85.gate_proj,0.79480827,0.01000,0.623
+35,mlp.experts.86.gate_proj,0.49831972,0.01000,0.622
+35,mlp.experts.87.gate_proj,0.48037630,0.01000,0.622
+35,mlp.experts.88.gate_proj,0.00864348,0.01000,0.621
+35,mlp.experts.89.gate_proj,0.18667668,0.01000,0.621
+35,mlp.experts.90.gate_proj,1.09252357,0.01000,0.622
+35,mlp.experts.91.gate_proj,0.00339358,0.01000,0.622
+35,mlp.experts.92.gate_proj,0.54282564,0.01000,0.620
+35,mlp.experts.93.gate_proj,0.00012163,0.01000,0.613
+35,mlp.experts.94.gate_proj,0.48650169,0.01000,0.614
+35,mlp.experts.95.gate_proj,0.23531666,0.01000,0.614
+35,mlp.experts.96.gate_proj,2.61489773,0.01000,0.613
+35,mlp.experts.97.gate_proj,0.68546045,0.01000,0.613
+35,mlp.experts.98.gate_proj,0.97114146,0.01000,0.621
+35,mlp.experts.99.gate_proj,3.46975946,0.01000,0.621
+35,mlp.experts.100.gate_proj,0.26364344,0.01000,0.622
+35,mlp.experts.101.gate_proj,0.23087005,0.01000,0.622
+35,mlp.experts.102.gate_proj,0.23350328,0.01000,0.621
+35,mlp.experts.103.gate_proj,0.17694598,0.01000,0.622
+35,mlp.experts.104.gate_proj,0.01492332,0.01000,0.621
+35,mlp.experts.105.gate_proj,1.20323920,0.01000,0.620
+35,mlp.experts.106.gate_proj,0.00060383,0.01000,0.622
+35,mlp.experts.107.gate_proj,1.51134443,0.01000,0.622
+35,mlp.experts.108.gate_proj,0.02592640,0.01000,0.621
+35,mlp.experts.109.gate_proj,0.41360748,0.01000,0.621
+35,mlp.experts.110.gate_proj,0.01396188,0.01000,0.620
+35,mlp.experts.111.gate_proj,0.53127742,0.01000,0.619
+35,mlp.experts.112.gate_proj,0.00451797,0.01000,0.621
+35,mlp.experts.113.gate_proj,0.03358059,0.01000,0.619
+35,mlp.experts.114.gate_proj,0.12048973,0.01000,0.619
+35,mlp.experts.115.gate_proj,1.22596860,0.01000,0.617
+35,mlp.experts.116.gate_proj,0.36676103,0.01000,0.610
+35,mlp.experts.117.gate_proj,0.01266713,0.01000,0.609
+35,mlp.experts.118.gate_proj,0.00173223,0.01000,0.610
+35,mlp.experts.119.gate_proj,0.00015976,0.01000,0.611
+35,mlp.experts.120.gate_proj,0.14866976,0.01000,0.616
+35,mlp.experts.121.gate_proj,2.47238827,0.01000,0.618
+35,mlp.experts.122.gate_proj,0.56832927,0.01000,0.619
+35,mlp.experts.123.gate_proj,0.00032696,0.01000,0.619
+35,mlp.experts.124.gate_proj,0.33674231,0.01000,0.620
+35,mlp.experts.125.gate_proj,0.37643462,0.01000,0.620
+35,mlp.experts.126.gate_proj,0.38704017,0.01000,0.623
+35,mlp.experts.127.gate_proj,0.00263206,0.01000,0.620
+35,mlp.experts.0.down_proj,0.10072611,0.01000,0.255
+35,mlp.experts.1.down_proj,0.12174590,0.01000,0.232
+35,mlp.experts.2.down_proj,0.05882708,0.01000,0.232
+35,mlp.experts.3.down_proj,2.37759757,0.01000,0.231
+35,mlp.experts.4.down_proj,1.54275846,0.01000,0.233
+35,mlp.experts.5.down_proj,0.08358926,0.01000,0.229
+35,mlp.experts.6.down_proj,0.01247142,0.01000,0.230
+35,mlp.experts.7.down_proj,1.55821955,0.01000,0.230
+35,mlp.experts.8.down_proj,0.35946566,0.01000,0.230
+35,mlp.experts.9.down_proj,0.23835886,0.01000,0.230
+35,mlp.experts.10.down_proj,0.00727968,0.01000,0.232
+35,mlp.experts.11.down_proj,0.00157160,0.01000,0.232
+35,mlp.experts.12.down_proj,0.08559860,0.01000,0.231
+35,mlp.experts.13.down_proj,0.17415789,0.01000,0.231
+35,mlp.experts.14.down_proj,1.50631762,0.01000,0.230
+35,mlp.experts.15.down_proj,0.03488247,0.01000,0.230
+35,mlp.experts.16.down_proj,0.31592312,0.01000,0.232
+35,mlp.experts.17.down_proj,0.01396013,0.01000,0.233
+35,mlp.experts.18.down_proj,0.82938057,0.01000,0.233
+35,mlp.experts.19.down_proj,0.01725579,0.01000,0.234
+35,mlp.experts.20.down_proj,0.67840052,0.01000,0.234
+35,mlp.experts.21.down_proj,0.10238597,0.01000,0.233
+35,mlp.experts.22.down_proj,0.09105287,0.01000,0.233
+35,mlp.experts.23.down_proj,0.15478480,0.01000,0.233
+35,mlp.experts.24.down_proj,0.16736466,0.01000,0.233
+35,mlp.experts.25.down_proj,8.63766670,0.01000,0.235
+35,mlp.experts.26.down_proj,0.81532085,0.01000,0.236
+35,mlp.experts.27.down_proj,0.00111343,0.01000,0.236
+35,mlp.experts.28.down_proj,0.05677680,0.01000,0.237
+35,mlp.experts.29.down_proj,0.20697474,0.01000,0.237
+35,mlp.experts.30.down_proj,0.23415953,0.01000,0.238
+35,mlp.experts.31.down_proj,0.02020971,0.01000,0.239
+35,mlp.experts.32.down_proj,0.02388757,0.01000,0.239
+35,mlp.experts.33.down_proj,0.39113349,0.01000,0.238
+35,mlp.experts.34.down_proj,0.00053428,0.01000,0.239
+35,mlp.experts.35.down_proj,0.00024564,0.01000,0.239
+35,mlp.experts.36.down_proj,0.16274688,0.01000,0.239
+35,mlp.experts.37.down_proj,0.30661064,0.01000,0.239
+35,mlp.experts.38.down_proj,0.00052739,0.01000,0.239
+35,mlp.experts.39.down_proj,0.24008289,0.01000,0.239
+35,mlp.experts.40.down_proj,0.03281753,0.01000,0.239
+35,mlp.experts.41.down_proj,0.08985720,0.01000,0.240
+35,mlp.experts.42.down_proj,0.24853027,0.01000,0.239
+35,mlp.experts.43.down_proj,0.08884478,0.01000,0.241
+35,mlp.experts.44.down_proj,0.00003091,0.01000,0.241
+35,mlp.experts.45.down_proj,0.17883092,0.01000,0.240
+35,mlp.experts.46.down_proj,0.12244134,0.01000,0.240
+35,mlp.experts.47.down_proj,0.33465517,0.01000,0.237
+35,mlp.experts.48.down_proj,0.08668514,0.01000,0.237
+35,mlp.experts.49.down_proj,0.13708380,0.01000,0.237
+35,mlp.experts.50.down_proj,0.31203908,0.01000,0.237
+35,mlp.experts.51.down_proj,0.01637161,0.01000,0.236
+35,mlp.experts.52.down_proj,2.00589061,0.01000,0.236
+35,mlp.experts.53.down_proj,0.86495459,0.01000,0.237
+35,mlp.experts.54.down_proj,2.27498865,0.01000,0.236
+35,mlp.experts.55.down_proj,0.22432083,0.01000,0.238
+35,mlp.experts.56.down_proj,4.88441563,0.01000,0.239
+35,mlp.experts.57.down_proj,0.00006660,0.01000,0.239
+35,mlp.experts.58.down_proj,0.32766634,0.01000,0.237
+35,mlp.experts.59.down_proj,11.69630814,0.01000,0.237
+35,mlp.experts.60.down_proj,0.21222496,0.01000,0.237
+35,mlp.experts.61.down_proj,0.13265800,0.01000,0.237
+35,mlp.experts.62.down_proj,0.02082480,0.01000,0.237
+35,mlp.experts.63.down_proj,0.02601344,0.01000,0.237
+35,mlp.experts.64.down_proj,0.08953664,0.01000,0.238
+35,mlp.experts.65.down_proj,0.16208717,0.01000,0.237
+35,mlp.experts.66.down_proj,0.00000951,0.01000,0.238
+35,mlp.experts.67.down_proj,0.12405272,0.01000,0.237
+35,mlp.experts.68.down_proj,1.66441512,0.01000,0.237
+35,mlp.experts.69.down_proj,0.26836488,0.01000,0.238
+35,mlp.experts.70.down_proj,0.00597431,0.01000,0.240
+35,mlp.experts.71.down_proj,0.20507440,0.01000,0.237
+35,mlp.experts.72.down_proj,0.10870414,0.01000,0.237
+35,mlp.experts.73.down_proj,0.28811595,0.01000,0.237
+35,mlp.experts.74.down_proj,0.00074147,0.01000,0.236
+35,mlp.experts.75.down_proj,0.02626913,0.01000,0.237
+35,mlp.experts.76.down_proj,0.01056476,0.01000,0.237
+35,mlp.experts.77.down_proj,0.01698272,0.01000,0.237
+35,mlp.experts.78.down_proj,0.20591010,0.01000,0.237
+35,mlp.experts.79.down_proj,0.73635203,0.01000,0.238
+35,mlp.experts.80.down_proj,0.00005091,0.01000,0.237
+35,mlp.experts.81.down_proj,0.32898396,0.01000,0.238
+35,mlp.experts.82.down_proj,0.01538930,0.01000,0.239
+35,mlp.experts.83.down_proj,0.00029911,0.01000,0.237
+35,mlp.experts.84.down_proj,0.01372683,0.01000,0.237
+35,mlp.experts.85.down_proj,0.25859624,0.01000,0.240
+35,mlp.experts.86.down_proj,0.23809035,0.01000,0.240
+35,mlp.experts.87.down_proj,0.22352403,0.01000,0.240
+35,mlp.experts.88.down_proj,0.00589193,0.01000,0.240
+35,mlp.experts.89.down_proj,0.07441834,0.01000,0.240
+35,mlp.experts.90.down_proj,1.62116528,0.01000,0.242
+35,mlp.experts.91.down_proj,0.00225346,0.01000,0.242
+35,mlp.experts.92.down_proj,0.24628058,0.01000,0.241
+35,mlp.experts.93.down_proj,0.00005487,0.01000,0.241
+35,mlp.experts.94.down_proj,0.15456937,0.01000,0.241
+35,mlp.experts.95.down_proj,0.09262393,0.01000,0.241
+35,mlp.experts.96.down_proj,1.10735404,0.01000,0.240
+35,mlp.experts.97.down_proj,0.32139045,0.01000,0.240
+35,mlp.experts.98.down_proj,0.35844526,0.01000,0.241
+35,mlp.experts.99.down_proj,2.85584402,0.01000,0.241
+35,mlp.experts.100.down_proj,0.12161215,0.01000,0.241
+35,mlp.experts.101.down_proj,0.05632477,0.01000,0.242
+35,mlp.experts.102.down_proj,0.07391129,0.01000,0.242
+35,mlp.experts.103.down_proj,0.47764033,0.01000,0.242
+35,mlp.experts.104.down_proj,0.00912722,0.01000,0.243
+35,mlp.experts.105.down_proj,0.41432875,0.01000,0.245
+35,mlp.experts.106.down_proj,0.00037499,0.01000,0.240
+35,mlp.experts.107.down_proj,0.44141537,0.01000,0.239
+35,mlp.experts.108.down_proj,0.01274186,0.01000,0.238
+35,mlp.experts.109.down_proj,0.12912309,0.01000,0.239
+35,mlp.experts.110.down_proj,0.00575079,0.01000,0.238
+35,mlp.experts.111.down_proj,0.19687916,0.01000,0.239
+35,mlp.experts.112.down_proj,0.00279115,0.01000,0.239
+35,mlp.experts.113.down_proj,0.02042634,0.01000,0.239
+35,mlp.experts.114.down_proj,0.04983625,0.01000,0.239
+35,mlp.experts.115.down_proj,0.48947436,0.01000,0.239
+35,mlp.experts.116.down_proj,0.13814218,0.01000,0.239
+35,mlp.experts.117.down_proj,0.00648381,0.01000,0.239
+35,mlp.experts.118.down_proj,0.00095222,0.01000,0.238
+35,mlp.experts.119.down_proj,0.00008871,0.01000,0.238
+35,mlp.experts.120.down_proj,0.02738898,0.01000,0.239
+35,mlp.experts.121.down_proj,1.57071972,0.01000,0.239
+35,mlp.experts.122.down_proj,0.22136743,0.01000,0.238
+35,mlp.experts.123.down_proj,0.00014491,0.01000,0.239
+35,mlp.experts.124.down_proj,0.15153344,0.01000,0.239
+35,mlp.experts.125.down_proj,0.44616407,0.01000,0.239
+35,mlp.experts.126.down_proj,0.13958055,0.01000,0.238
+35,mlp.experts.127.down_proj,0.00186164,0.01000,0.239
+36,self_attn.q_proj,0.56891668,0.01000,0.630
+36,self_attn.k_proj,0.06992111,0.01000,0.619
+36,self_attn.v_proj,0.07958554,0.01000,0.619
+36,self_attn.o_proj,0.06899481,0.01000,1.248
+36,mlp.experts.0.up_proj,0.66626090,0.01000,0.662
+36,mlp.experts.1.up_proj,0.06809117,0.01000,0.616
+36,mlp.experts.2.up_proj,1.77175498,0.01000,0.617
+36,mlp.experts.3.up_proj,0.00715548,0.01000,0.612
+36,mlp.experts.4.up_proj,0.64637136,0.01000,0.614
+36,mlp.experts.5.up_proj,0.00018873,0.01000,0.613
+36,mlp.experts.6.up_proj,0.29693586,0.01000,0.613
+36,mlp.experts.7.up_proj,0.63133484,0.01000,0.619
+36,mlp.experts.8.up_proj,3.87920284,0.01000,0.615
+36,mlp.experts.9.up_proj,1.19579113,0.01000,0.614
+36,mlp.experts.10.up_proj,0.00819230,0.01000,0.615
+36,mlp.experts.11.up_proj,0.04872499,0.01000,0.616
+36,mlp.experts.12.up_proj,0.37501255,0.01000,0.617
+36,mlp.experts.13.up_proj,0.00001418,0.01000,0.619
+36,mlp.experts.14.up_proj,1.13370562,0.01000,0.615
+36,mlp.experts.15.up_proj,0.41196126,0.01000,0.613
+36,mlp.experts.16.up_proj,0.49894366,0.01000,0.614
+36,mlp.experts.17.up_proj,0.44295761,0.01000,0.617
+36,mlp.experts.18.up_proj,0.30017897,0.01000,0.621
+36,mlp.experts.19.up_proj,0.00425832,0.01000,0.622
+36,mlp.experts.20.up_proj,0.21380657,0.01000,0.624
+36,mlp.experts.21.up_proj,5.69154024,0.01000,0.622
+36,mlp.experts.22.up_proj,0.95306820,0.01000,0.622
+36,mlp.experts.23.up_proj,0.32397676,0.01000,0.622
+36,mlp.experts.24.up_proj,0.69239730,0.01000,0.621
+36,mlp.experts.25.up_proj,0.54426587,0.01000,0.621
+36,mlp.experts.26.up_proj,0.57730818,0.01000,0.624
+36,mlp.experts.27.up_proj,0.71449107,0.01000,0.628
+36,mlp.experts.28.up_proj,0.04527761,0.01000,0.628
+36,mlp.experts.29.up_proj,0.39074403,0.01000,0.628
+36,mlp.experts.30.up_proj,0.83643258,0.01000,0.623
+36,mlp.experts.31.up_proj,0.07387690,0.01000,0.618
+36,mlp.experts.32.up_proj,1.11762309,0.01000,0.614
+36,mlp.experts.33.up_proj,0.05507552,0.01000,0.614
+36,mlp.experts.34.up_proj,0.28798416,0.01000,0.612
+36,mlp.experts.35.up_proj,1.08682632,0.01000,0.613
+36,mlp.experts.36.up_proj,0.66851401,0.01000,0.612
+36,mlp.experts.37.up_proj,0.03831800,0.01000,0.619
+36,mlp.experts.38.up_proj,0.63480330,0.01000,0.623
+36,mlp.experts.39.up_proj,0.32039428,0.01000,0.621
+36,mlp.experts.40.up_proj,0.27516651,0.01000,0.621
+36,mlp.experts.41.up_proj,1.98222876,0.01000,0.623
+36,mlp.experts.42.up_proj,1.70612490,0.01000,0.623
+36,mlp.experts.43.up_proj,0.54137278,0.01000,0.624
+36,mlp.experts.44.up_proj,0.39980274,0.01000,0.622
+36,mlp.experts.45.up_proj,0.05948330,0.01000,0.622
+36,mlp.experts.46.up_proj,1.23850262,0.01000,0.616
+36,mlp.experts.47.up_proj,0.04890602,0.01000,0.616
+36,mlp.experts.48.up_proj,0.00016017,0.01000,0.614
+36,mlp.experts.49.up_proj,0.13956319,0.01000,0.614
+36,mlp.experts.50.up_proj,0.38049042,0.01000,0.613
+36,mlp.experts.51.up_proj,0.23318098,0.01000,0.617
+36,mlp.experts.52.up_proj,2.64784169,0.01000,0.616
+36,mlp.experts.53.up_proj,0.82428491,0.01000,0.614
+36,mlp.experts.54.up_proj,0.00574878,0.01000,0.620
+36,mlp.experts.55.up_proj,0.01641858,0.01000,0.616
+36,mlp.experts.56.up_proj,0.21031687,0.01000,0.615
+36,mlp.experts.57.up_proj,0.11586872,0.01000,0.614
+36,mlp.experts.58.up_proj,0.50263447,0.01000,0.620
+36,mlp.experts.59.up_proj,0.00303201,0.01000,0.616
+36,mlp.experts.60.up_proj,0.07959230,0.01000,0.630
+36,mlp.experts.61.up_proj,0.51362038,0.01000,0.630
+36,mlp.experts.62.up_proj,0.42269585,0.01000,0.633
+36,mlp.experts.63.up_proj,0.64524460,0.01000,0.633
+36,mlp.experts.64.up_proj,1.93099487,0.01000,0.634
+36,mlp.experts.65.up_proj,4.55484772,0.01000,0.633
+36,mlp.experts.66.up_proj,0.12775594,0.01000,0.635
+36,mlp.experts.67.up_proj,0.46568102,0.01000,0.636
+36,mlp.experts.68.up_proj,0.96381897,0.01000,0.635
+36,mlp.experts.69.up_proj,1.20531940,0.01000,0.635
+36,mlp.experts.70.up_proj,0.00558526,0.01000,0.630
+36,mlp.experts.71.up_proj,0.11210370,0.01000,0.622
+36,mlp.experts.72.up_proj,0.00046577,0.01000,0.620
+36,mlp.experts.73.up_proj,2.79004550,0.01000,0.617
+36,mlp.experts.74.up_proj,0.29394823,0.01000,0.616
+36,mlp.experts.75.up_proj,0.26340187,0.01000,0.616
+36,mlp.experts.76.up_proj,0.74367416,0.01000,0.616
+36,mlp.experts.77.up_proj,0.02764608,0.01000,0.615
+36,mlp.experts.78.up_proj,0.69048071,0.01000,0.614
+36,mlp.experts.79.up_proj,0.56215006,0.01000,0.614
+36,mlp.experts.80.up_proj,0.54007614,0.01000,0.614
+36,mlp.experts.81.up_proj,0.00103273,0.01000,0.618
+36,mlp.experts.82.up_proj,0.03035642,0.01000,0.621
+36,mlp.experts.83.up_proj,0.01825905,0.01000,0.620
+36,mlp.experts.84.up_proj,0.02330600,0.01000,0.623
+36,mlp.experts.85.up_proj,1.02276242,0.01000,0.623
+36,mlp.experts.86.up_proj,0.00081389,0.01000,0.623
+36,mlp.experts.87.up_proj,1.12251985,0.01000,0.622
+36,mlp.experts.88.up_proj,0.00006807,0.01000,0.624
+36,mlp.experts.89.up_proj,1.14896691,0.01000,0.623
+36,mlp.experts.90.up_proj,0.39940959,0.01000,0.622
+36,mlp.experts.91.up_proj,0.44031981,0.01000,0.621
+36,mlp.experts.92.up_proj,4.08289766,0.01000,0.622
+36,mlp.experts.93.up_proj,0.00842271,0.01000,0.621
+36,mlp.experts.94.up_proj,0.69071794,0.01000,0.621
+36,mlp.experts.95.up_proj,0.22053185,0.01000,0.619
+36,mlp.experts.96.up_proj,0.77486467,0.01000,0.615
+36,mlp.experts.97.up_proj,1.47334146,0.01000,0.615
+36,mlp.experts.98.up_proj,0.04563460,0.01000,0.615
+36,mlp.experts.99.up_proj,0.64087719,0.01000,0.617
+36,mlp.experts.100.up_proj,0.76784545,0.01000,0.618
+36,mlp.experts.101.up_proj,0.12084061,0.01000,0.617
+36,mlp.experts.102.up_proj,1.28743267,0.01000,0.615
+36,mlp.experts.103.up_proj,1.10287988,0.01000,0.617
+36,mlp.experts.104.up_proj,0.68915224,0.01000,0.617
+36,mlp.experts.105.up_proj,0.37744960,0.01000,0.615
+36,mlp.experts.106.up_proj,0.00096306,0.01000,0.615
+36,mlp.experts.107.up_proj,0.74837768,0.01000,0.614
+36,mlp.experts.108.up_proj,1.10917795,0.01000,0.616
+36,mlp.experts.109.up_proj,0.00109497,0.01000,0.616
+36,mlp.experts.110.up_proj,0.07407224,0.01000,0.616
+36,mlp.experts.111.up_proj,0.14682510,0.01000,0.617
+36,mlp.experts.112.up_proj,0.84722841,0.01000,0.619
+36,mlp.experts.113.up_proj,0.00304946,0.01000,0.618
+36,mlp.experts.114.up_proj,0.39317095,0.01000,0.614
+36,mlp.experts.115.up_proj,0.32555568,0.01000,0.616
+36,mlp.experts.116.up_proj,0.34251994,0.01000,0.616
+36,mlp.experts.117.up_proj,0.39816642,0.01000,0.615
+36,mlp.experts.118.up_proj,1.92874908,0.01000,0.614
+36,mlp.experts.119.up_proj,0.03181643,0.01000,0.617
+36,mlp.experts.120.up_proj,0.52413219,0.01000,0.615
+36,mlp.experts.121.up_proj,0.50366366,0.01000,0.615
+36,mlp.experts.122.up_proj,0.02797754,0.01000,0.614
+36,mlp.experts.123.up_proj,0.63114268,0.01000,0.613
+36,mlp.experts.124.up_proj,0.39560914,0.01000,0.615
+36,mlp.experts.125.up_proj,0.04178206,0.01000,0.614
+36,mlp.experts.126.up_proj,0.15991247,0.01000,0.615
+36,mlp.experts.127.up_proj,2.16195011,0.01000,0.615
+36,mlp.experts.0.gate_proj,0.61922485,0.01000,0.615
+36,mlp.experts.1.gate_proj,0.06792963,0.01000,0.620
+36,mlp.experts.2.gate_proj,1.64672923,0.01000,0.622
+36,mlp.experts.3.gate_proj,0.00681811,0.01000,0.614
+36,mlp.experts.4.gate_proj,0.63732427,0.01000,0.615
+36,mlp.experts.5.gate_proj,0.00016210,0.01000,0.617
+36,mlp.experts.6.gate_proj,0.29110369,0.01000,0.616
+36,mlp.experts.7.gate_proj,0.65046519,0.01000,0.615
+36,mlp.experts.8.gate_proj,3.75802231,0.01000,0.615
+36,mlp.experts.9.gate_proj,1.13927627,0.01000,0.614
+36,mlp.experts.10.gate_proj,0.00873234,0.01000,0.618
+36,mlp.experts.11.gate_proj,0.04906899,0.01000,0.615
+36,mlp.experts.12.gate_proj,0.35418299,0.01000,0.615
+36,mlp.experts.13.gate_proj,0.00001308,0.01000,0.616
+36,mlp.experts.14.gate_proj,1.08172226,0.01000,0.615
+36,mlp.experts.15.gate_proj,0.40152073,0.01000,0.615
+36,mlp.experts.16.gate_proj,0.50355220,0.01000,0.617
+36,mlp.experts.17.gate_proj,0.43046409,0.01000,0.615
+36,mlp.experts.18.gate_proj,0.29793620,0.01000,0.616
+36,mlp.experts.19.gate_proj,0.00445160,0.01000,0.616
+36,mlp.experts.20.gate_proj,0.21776848,0.01000,0.616
+36,mlp.experts.21.gate_proj,3.97722864,0.01000,0.615
+36,mlp.experts.22.gate_proj,0.90809488,0.01000,0.615
+36,mlp.experts.23.gate_proj,0.32220250,0.01000,0.619
+36,mlp.experts.24.gate_proj,0.82750255,0.01000,0.622
+36,mlp.experts.25.gate_proj,0.52405608,0.01000,0.623
+36,mlp.experts.26.gate_proj,0.56260508,0.01000,0.624
+36,mlp.experts.27.gate_proj,0.71268994,0.01000,0.622
+36,mlp.experts.28.gate_proj,0.04605376,0.01000,0.623
+36,mlp.experts.29.gate_proj,0.35799336,0.01000,0.623
+36,mlp.experts.30.gate_proj,0.85773432,0.01000,0.624
+36,mlp.experts.31.gate_proj,0.06593168,0.01000,0.625
+36,mlp.experts.32.gate_proj,1.10259724,0.01000,0.623
+36,mlp.experts.33.gate_proj,0.05550582,0.01000,0.624
+36,mlp.experts.34.gate_proj,0.28805554,0.01000,0.624
+36,mlp.experts.35.gate_proj,1.05583215,0.01000,0.623
+36,mlp.experts.36.gate_proj,0.63766688,0.01000,0.618
+36,mlp.experts.37.gate_proj,0.03849074,0.01000,0.618
+36,mlp.experts.38.gate_proj,0.58974195,0.01000,0.615
+36,mlp.experts.39.gate_proj,0.33433586,0.01000,0.614
+36,mlp.experts.40.gate_proj,0.28016108,0.01000,0.617
+36,mlp.experts.41.gate_proj,1.97375202,0.01000,0.614
+36,mlp.experts.42.gate_proj,1.59913075,0.01000,0.619
+36,mlp.experts.43.gate_proj,0.51629627,0.01000,0.618
+36,mlp.experts.44.gate_proj,0.39494136,0.01000,0.632
+36,mlp.experts.45.gate_proj,0.06192728,0.01000,0.629
+36,mlp.experts.46.gate_proj,1.11943138,0.01000,0.638
+36,mlp.experts.47.gate_proj,0.04935141,0.01000,0.670
+36,mlp.experts.48.gate_proj,0.00014450,0.01000,0.628
+36,mlp.experts.49.gate_proj,0.13775313,0.01000,0.631
+36,mlp.experts.50.gate_proj,0.38356096,0.01000,0.629
+36,mlp.experts.51.gate_proj,0.21128111,0.01000,0.636
+36,mlp.experts.52.gate_proj,2.86504316,0.01000,0.628
+36,mlp.experts.53.gate_proj,0.80452663,0.01000,0.628
+36,mlp.experts.54.gate_proj,0.00572607,0.01000,0.624
+36,mlp.experts.55.gate_proj,0.01626244,0.01000,0.623
+36,mlp.experts.56.gate_proj,0.20235719,0.01000,0.618
+36,mlp.experts.57.gate_proj,0.11510538,0.01000,0.615
+36,mlp.experts.58.gate_proj,0.47446564,0.01000,0.615
+36,mlp.experts.59.gate_proj,0.00316668,0.01000,0.614
+36,mlp.experts.60.gate_proj,0.06845102,0.01000,0.614
+36,mlp.experts.61.gate_proj,0.49432409,0.01000,0.615
+36,mlp.experts.62.gate_proj,0.42021286,0.01000,0.616
+36,mlp.experts.63.gate_proj,0.61984217,0.01000,0.615
+36,mlp.experts.64.gate_proj,1.85129511,0.01000,0.622
+36,mlp.experts.65.gate_proj,4.47554588,0.01000,0.624
+36,mlp.experts.66.gate_proj,0.11265934,0.01000,0.624
+36,mlp.experts.67.gate_proj,0.46750516,0.01000,0.623
+36,mlp.experts.68.gate_proj,0.79419839,0.01000,0.625
+36,mlp.experts.69.gate_proj,1.18526876,0.01000,0.625
+36,mlp.experts.70.gate_proj,0.00585481,0.01000,0.625
+36,mlp.experts.71.gate_proj,0.10382858,0.01000,0.624
+36,mlp.experts.72.gate_proj,0.00045453,0.01000,0.623
+36,mlp.experts.73.gate_proj,2.66488886,0.01000,0.625
+36,mlp.experts.74.gate_proj,0.27188885,0.01000,0.625
+36,mlp.experts.75.gate_proj,0.25035983,0.01000,0.620
+36,mlp.experts.76.gate_proj,0.68548238,0.01000,0.615
+36,mlp.experts.77.gate_proj,0.02758986,0.01000,0.614
+36,mlp.experts.78.gate_proj,0.66741991,0.01000,0.614
+36,mlp.experts.79.gate_proj,0.51359236,0.01000,0.615
+36,mlp.experts.80.gate_proj,0.49521595,0.01000,0.614
+36,mlp.experts.81.gate_proj,0.00085468,0.01000,0.624
+36,mlp.experts.82.gate_proj,0.02664924,0.01000,0.618
+36,mlp.experts.83.gate_proj,0.01571655,0.01000,0.625
+36,mlp.experts.84.gate_proj,0.02319952,0.01000,0.616
+36,mlp.experts.85.gate_proj,1.02045536,0.01000,0.617
+36,mlp.experts.86.gate_proj,0.00071561,0.01000,0.623
+36,mlp.experts.87.gate_proj,1.01175964,0.01000,0.639
+36,mlp.experts.88.gate_proj,0.00005834,0.01000,0.625
+36,mlp.experts.89.gate_proj,0.93489540,0.01000,0.627
+36,mlp.experts.90.gate_proj,0.39086449,0.01000,0.626
+36,mlp.experts.91.gate_proj,0.44697607,0.01000,0.625
+36,mlp.experts.92.gate_proj,4.15836430,0.01000,0.627
+36,mlp.experts.93.gate_proj,0.00901200,0.01000,0.626
+36,mlp.experts.94.gate_proj,0.37965515,0.01000,0.625
+36,mlp.experts.95.gate_proj,0.20287427,0.01000,0.626
+36,mlp.experts.96.gate_proj,0.73997021,0.01000,0.625
+36,mlp.experts.97.gate_proj,1.42311716,0.01000,0.626
+36,mlp.experts.98.gate_proj,0.04696122,0.01000,0.627
+36,mlp.experts.99.gate_proj,0.48473448,0.01000,0.627
+36,mlp.experts.100.gate_proj,0.71776491,0.01000,0.619
+36,mlp.experts.101.gate_proj,0.13204470,0.01000,0.620
+36,mlp.experts.102.gate_proj,1.24148488,0.01000,0.619
+36,mlp.experts.103.gate_proj,1.02155662,0.01000,0.619
+36,mlp.experts.104.gate_proj,0.65438902,0.01000,0.618
+36,mlp.experts.105.gate_proj,0.42990610,0.01000,0.619
+36,mlp.experts.106.gate_proj,0.00098863,0.01000,0.618
+36,mlp.experts.107.gate_proj,0.70221293,0.01000,0.619
+36,mlp.experts.108.gate_proj,0.95713055,0.01000,0.622
+36,mlp.experts.109.gate_proj,0.00113105,0.01000,0.624
+36,mlp.experts.110.gate_proj,0.07505392,0.01000,0.627
+36,mlp.experts.111.gate_proj,0.14988747,0.01000,0.628
+36,mlp.experts.112.gate_proj,0.79596186,0.01000,0.626
+36,mlp.experts.113.gate_proj,0.00297686,0.01000,0.627
+36,mlp.experts.114.gate_proj,0.37804368,0.01000,0.626
+36,mlp.experts.115.gate_proj,0.31316504,0.01000,0.626
+36,mlp.experts.116.gate_proj,0.32732666,0.01000,0.627
+36,mlp.experts.117.gate_proj,0.41552448,0.01000,0.624
+36,mlp.experts.118.gate_proj,1.92113423,0.01000,0.626
+36,mlp.experts.119.gate_proj,0.03001655,0.01000,0.620
+36,mlp.experts.120.gate_proj,0.47948155,0.01000,0.618
+36,mlp.experts.121.gate_proj,0.48952919,0.01000,0.618
+36,mlp.experts.122.gate_proj,0.02805178,0.01000,0.620
+36,mlp.experts.123.gate_proj,0.58398438,0.01000,0.622
+36,mlp.experts.124.gate_proj,0.37544930,0.01000,0.617
+36,mlp.experts.125.gate_proj,0.04511854,0.01000,0.619
+36,mlp.experts.126.gate_proj,0.14967541,0.01000,0.617
+36,mlp.experts.127.gate_proj,1.99090576,0.01000,0.616
+36,mlp.experts.0.down_proj,0.40194947,0.01000,0.257
+36,mlp.experts.1.down_proj,0.06666032,0.01000,0.232
+36,mlp.experts.2.down_proj,0.76951802,0.01000,0.232
+36,mlp.experts.3.down_proj,0.00674160,0.01000,0.231
+36,mlp.experts.4.down_proj,0.36282852,0.01000,0.231
+36,mlp.experts.5.down_proj,0.00006155,0.01000,0.233
+36,mlp.experts.6.down_proj,0.08246751,0.01000,0.232
+36,mlp.experts.7.down_proj,0.62288260,0.01000,0.232
+36,mlp.experts.8.down_proj,3.21777821,0.01000,0.233
+36,mlp.experts.9.down_proj,1.59724593,0.01000,0.234
+36,mlp.experts.10.down_proj,0.00100079,0.01000,0.234
+36,mlp.experts.11.down_proj,0.01164755,0.01000,0.234
+36,mlp.experts.12.down_proj,0.16727464,0.01000,0.234
+36,mlp.experts.13.down_proj,0.00000495,0.01000,0.234
+36,mlp.experts.14.down_proj,0.75447416,0.01000,0.234
+36,mlp.experts.15.down_proj,0.34231240,0.01000,0.234
+36,mlp.experts.16.down_proj,0.46160161,0.01000,0.233
+36,mlp.experts.17.down_proj,0.18164897,0.01000,0.233
+36,mlp.experts.18.down_proj,0.12881260,0.01000,0.233
+36,mlp.experts.19.down_proj,0.00390447,0.01000,0.233
+36,mlp.experts.20.down_proj,0.10860190,0.01000,0.234
+36,mlp.experts.21.down_proj,1.97436571,0.01000,0.234
+36,mlp.experts.22.down_proj,0.61240530,0.01000,0.233
+36,mlp.experts.23.down_proj,0.47670680,0.01000,0.233
+36,mlp.experts.24.down_proj,0.19733921,0.01000,0.230
+36,mlp.experts.25.down_proj,0.24616110,0.01000,0.230
+36,mlp.experts.26.down_proj,0.43034410,0.01000,0.231
+36,mlp.experts.27.down_proj,0.21467461,0.01000,0.235
+36,mlp.experts.28.down_proj,0.01582319,0.01000,0.236
+36,mlp.experts.29.down_proj,0.22553281,0.01000,0.235
+36,mlp.experts.30.down_proj,0.45198253,0.01000,0.234
+36,mlp.experts.31.down_proj,0.03323449,0.01000,0.235
+36,mlp.experts.32.down_proj,0.56032896,0.01000,0.235
+36,mlp.experts.33.down_proj,0.05082332,0.01000,0.235
+36,mlp.experts.34.down_proj,0.11777295,0.01000,0.237
+36,mlp.experts.35.down_proj,2.26841950,0.01000,0.235
+36,mlp.experts.36.down_proj,0.34158286,0.01000,0.235
+36,mlp.experts.37.down_proj,0.01593164,0.01000,0.236
+36,mlp.experts.38.down_proj,0.41487157,0.01000,0.237
+36,mlp.experts.39.down_proj,0.41675568,0.01000,0.236
+36,mlp.experts.40.down_proj,0.09359965,0.01000,0.237
+36,mlp.experts.41.down_proj,1.30826461,0.01000,0.236
+36,mlp.experts.42.down_proj,0.65293002,0.01000,0.236
+36,mlp.experts.43.down_proj,0.23472545,0.01000,0.237
+36,mlp.experts.44.down_proj,0.12556735,0.01000,0.236
+36,mlp.experts.45.down_proj,0.01480014,0.01000,0.236
+36,mlp.experts.46.down_proj,0.37213141,0.01000,0.237
+36,mlp.experts.47.down_proj,0.01853613,0.01000,0.238
+36,mlp.experts.48.down_proj,0.00006714,0.01000,0.239
+36,mlp.experts.49.down_proj,0.03464135,0.01000,0.239
+36,mlp.experts.50.down_proj,0.19550395,0.01000,0.239
+36,mlp.experts.51.down_proj,0.12225457,0.01000,0.240
+36,mlp.experts.52.down_proj,1.57356071,0.01000,0.239
+36,mlp.experts.53.down_proj,0.43244806,0.01000,0.239
+36,mlp.experts.54.down_proj,0.00258531,0.01000,0.239
+36,mlp.experts.55.down_proj,0.01505212,0.01000,0.239
+36,mlp.experts.56.down_proj,0.24524423,0.01000,0.239
+36,mlp.experts.57.down_proj,0.09732665,0.01000,0.239
+36,mlp.experts.58.down_proj,0.20154086,0.01000,0.240
+36,mlp.experts.59.down_proj,0.00205896,0.01000,0.239
+36,mlp.experts.60.down_proj,0.04030505,0.01000,0.239
+36,mlp.experts.61.down_proj,0.11564860,0.01000,0.239
+36,mlp.experts.62.down_proj,0.13049529,0.01000,0.239
+36,mlp.experts.63.down_proj,0.26903152,0.01000,0.240
+36,mlp.experts.64.down_proj,2.65425467,0.01000,0.239
+36,mlp.experts.65.down_proj,4.99101734,0.01000,0.240
+36,mlp.experts.66.down_proj,0.06200486,0.01000,0.240
+36,mlp.experts.67.down_proj,0.38820159,0.01000,0.240
+36,mlp.experts.68.down_proj,0.43303573,0.01000,0.240
+36,mlp.experts.69.down_proj,0.74789983,0.01000,0.240
+36,mlp.experts.70.down_proj,0.00580489,0.01000,0.240
+36,mlp.experts.71.down_proj,0.12375078,0.01000,0.240
+36,mlp.experts.72.down_proj,0.00051016,0.01000,0.240
+36,mlp.experts.73.down_proj,4.34781361,0.01000,0.240
+36,mlp.experts.74.down_proj,0.11686146,0.01000,0.240
+36,mlp.experts.75.down_proj,0.07595898,0.01000,0.240
+36,mlp.experts.76.down_proj,0.22117731,0.01000,0.240
+36,mlp.experts.77.down_proj,0.02863162,0.01000,0.240
+36,mlp.experts.78.down_proj,0.49202383,0.01000,0.240
+36,mlp.experts.79.down_proj,0.64614666,0.01000,0.239
+36,mlp.experts.80.down_proj,0.17423992,0.01000,0.238
+36,mlp.experts.81.down_proj,0.00058718,0.01000,0.237
+36,mlp.experts.82.down_proj,0.01526750,0.01000,0.237
+36,mlp.experts.83.down_proj,0.02215579,0.01000,0.239
+36,mlp.experts.84.down_proj,0.00797721,0.01000,0.238
+36,mlp.experts.85.down_proj,0.62815547,0.01000,0.238
+36,mlp.experts.86.down_proj,0.00055915,0.01000,0.238
+36,mlp.experts.87.down_proj,0.31455269,0.01000,0.239
+36,mlp.experts.88.down_proj,0.00002571,0.01000,0.238
+36,mlp.experts.89.down_proj,1.01580667,0.01000,0.237
+36,mlp.experts.90.down_proj,0.09225930,0.01000,0.237
+36,mlp.experts.91.down_proj,0.28769279,0.01000,0.238
+36,mlp.experts.92.down_proj,1.52102780,0.01000,0.237
+36,mlp.experts.93.down_proj,0.00459115,0.01000,0.237
+36,mlp.experts.94.down_proj,0.59201086,0.01000,0.237
+36,mlp.experts.95.down_proj,0.09707889,0.01000,0.238
+36,mlp.experts.96.down_proj,1.63288689,0.01000,0.237
+36,mlp.experts.97.down_proj,0.67052078,0.01000,0.237
+36,mlp.experts.98.down_proj,0.01529427,0.01000,0.240
+36,mlp.experts.99.down_proj,0.41084006,0.01000,0.241
+36,mlp.experts.100.down_proj,0.33734041,0.01000,0.240
+36,mlp.experts.101.down_proj,0.02022908,0.01000,0.241
+36,mlp.experts.102.down_proj,0.41760957,0.01000,0.242
+36,mlp.experts.103.down_proj,0.51464140,0.01000,0.242
+36,mlp.experts.104.down_proj,0.26519218,0.01000,0.240
+36,mlp.experts.105.down_proj,0.34829891,0.01000,0.240
+36,mlp.experts.106.down_proj,0.00021332,0.01000,0.241
+36,mlp.experts.107.down_proj,0.69572520,0.01000,0.241
+36,mlp.experts.108.down_proj,0.86097348,0.01000,0.240
+36,mlp.experts.109.down_proj,0.00034074,0.01000,0.240
+36,mlp.experts.110.down_proj,0.01167605,0.01000,0.241
+36,mlp.experts.111.down_proj,0.09740345,0.01000,0.241
+36,mlp.experts.112.down_proj,0.68331647,0.01000,0.241
+36,mlp.experts.113.down_proj,0.00149655,0.01000,0.241
+36,mlp.experts.114.down_proj,0.21228071,0.01000,0.241
+36,mlp.experts.115.down_proj,0.11332736,0.01000,0.241
+36,mlp.experts.116.down_proj,0.19804707,0.01000,0.241
+36,mlp.experts.117.down_proj,0.17221633,0.01000,0.241
+36,mlp.experts.118.down_proj,1.53888726,0.01000,0.242
+36,mlp.experts.119.down_proj,0.01146532,0.01000,0.241
+36,mlp.experts.120.down_proj,0.23012830,0.01000,0.242
+36,mlp.experts.121.down_proj,0.17676637,0.01000,0.243
+36,mlp.experts.122.down_proj,0.02400141,0.01000,0.242
+36,mlp.experts.123.down_proj,0.30961621,0.01000,0.243
+36,mlp.experts.124.down_proj,0.18958375,0.01000,0.242
+36,mlp.experts.125.down_proj,0.01598153,0.01000,0.243
+36,mlp.experts.126.down_proj,0.09121317,0.01000,0.244
+36,mlp.experts.127.down_proj,2.00817394,0.01000,0.244
+37,self_attn.q_proj,0.74520850,0.01000,0.629
+37,self_attn.k_proj,0.08713341,0.01000,0.614
+37,self_attn.v_proj,0.10336283,0.01000,0.613
+37,self_attn.o_proj,0.08382377,0.01000,1.236
+37,mlp.experts.0.up_proj,1.62460446,0.01000,0.655
+37,mlp.experts.1.up_proj,1.42888010,0.01000,0.610
+37,mlp.experts.2.up_proj,0.80714965,0.01000,0.608
+37,mlp.experts.3.up_proj,0.00001886,0.01000,0.614
+37,mlp.experts.4.up_proj,0.31815621,0.01000,0.617
+37,mlp.experts.5.up_proj,0.01646695,0.01000,0.621
+37,mlp.experts.6.up_proj,0.76590860,0.01000,0.622
+37,mlp.experts.7.up_proj,0.04755751,0.01000,0.620
+37,mlp.experts.8.up_proj,0.47107437,0.01000,0.621
+37,mlp.experts.9.up_proj,0.00021728,0.01000,0.621
+37,mlp.experts.10.up_proj,2.64039254,0.01000,0.622
+37,mlp.experts.11.up_proj,0.07591739,0.01000,0.621
+37,mlp.experts.12.up_proj,0.48070803,0.01000,0.621
+37,mlp.experts.13.up_proj,0.02257331,0.01000,0.621
+37,mlp.experts.14.up_proj,0.21402101,0.01000,0.620
+37,mlp.experts.15.up_proj,0.44079149,0.01000,0.621
+37,mlp.experts.16.up_proj,0.56444573,0.01000,0.621
+37,mlp.experts.17.up_proj,0.00085945,0.01000,0.614
+37,mlp.experts.18.up_proj,0.49957246,0.01000,0.615
+37,mlp.experts.19.up_proj,0.48540291,0.01000,0.612
+37,mlp.experts.20.up_proj,5.87775421,0.01000,0.612
+37,mlp.experts.21.up_proj,0.43671730,0.01000,0.617
+37,mlp.experts.22.up_proj,0.00010704,0.01000,0.617
+37,mlp.experts.23.up_proj,0.24331406,0.01000,0.613
+37,mlp.experts.24.up_proj,0.92974252,0.01000,0.613
+37,mlp.experts.25.up_proj,0.13739753,0.01000,0.613
+37,mlp.experts.26.up_proj,0.75580633,0.01000,0.613
+37,mlp.experts.27.up_proj,0.12023693,0.01000,0.613
+37,mlp.experts.28.up_proj,0.36913773,0.01000,0.612
+37,mlp.experts.29.up_proj,0.45781603,0.01000,0.613
+37,mlp.experts.30.up_proj,0.00997980,0.01000,0.616
+37,mlp.experts.31.up_proj,0.09504446,0.01000,0.622
+37,mlp.experts.32.up_proj,0.12878156,0.01000,0.620
+37,mlp.experts.33.up_proj,2.61300802,0.01000,0.621
+37,mlp.experts.34.up_proj,0.29819396,0.01000,0.620
+37,mlp.experts.35.up_proj,0.02828783,0.01000,0.622
+37,mlp.experts.36.up_proj,0.44877678,0.01000,0.621
+37,mlp.experts.37.up_proj,0.33410269,0.01000,0.621
+37,mlp.experts.38.up_proj,0.09541032,0.01000,0.621
+37,mlp.experts.39.up_proj,0.00147741,0.01000,0.621
+37,mlp.experts.40.up_proj,0.78079677,0.01000,0.619
+37,mlp.experts.41.up_proj,0.83105803,0.01000,0.621
+37,mlp.experts.42.up_proj,0.29870617,0.01000,0.621
+37,mlp.experts.43.up_proj,0.00073935,0.01000,0.615
+37,mlp.experts.44.up_proj,0.73092425,0.01000,0.613
+37,mlp.experts.45.up_proj,2.71426153,0.01000,0.611
+37,mlp.experts.46.up_proj,0.00003307,0.01000,0.613
+37,mlp.experts.47.up_proj,4.00554085,0.01000,0.624
+37,mlp.experts.48.up_proj,0.00108535,0.01000,0.612
+37,mlp.experts.49.up_proj,0.89775610,0.01000,0.617
+37,mlp.experts.50.up_proj,0.00223819,0.01000,0.612
+37,mlp.experts.51.up_proj,0.00108887,0.01000,0.612
+37,mlp.experts.52.up_proj,4.96320105,0.01000,0.613
+37,mlp.experts.53.up_proj,0.19299148,0.01000,0.612
+37,mlp.experts.54.up_proj,0.00023757,0.01000,0.613
+37,mlp.experts.55.up_proj,0.73501062,0.01000,0.612
+37,mlp.experts.56.up_proj,0.00356052,0.01000,0.613
+37,mlp.experts.57.up_proj,0.81446981,0.01000,0.611
+37,mlp.experts.58.up_proj,1.05166268,0.01000,0.615
+37,mlp.experts.59.up_proj,0.38573623,0.01000,0.620
+37,mlp.experts.60.up_proj,0.03337922,0.01000,0.620
+37,mlp.experts.61.up_proj,5.77280712,0.01000,0.620
+37,mlp.experts.62.up_proj,1.61153591,0.01000,0.621
+37,mlp.experts.63.up_proj,0.10493383,0.01000,0.622
+37,mlp.experts.64.up_proj,0.00000632,0.01000,0.622
+37,mlp.experts.65.up_proj,0.77565598,0.01000,0.621
+37,mlp.experts.66.up_proj,0.83569169,0.01000,0.621
+37,mlp.experts.67.up_proj,2.06784582,0.01000,0.620
+37,mlp.experts.68.up_proj,0.32238424,0.01000,0.621
+37,mlp.experts.69.up_proj,0.00003489,0.01000,0.621
+37,mlp.experts.70.up_proj,0.10256752,0.01000,0.622
+37,mlp.experts.71.up_proj,0.31441760,0.01000,0.616
+37,mlp.experts.72.up_proj,0.00020753,0.01000,0.615
+37,mlp.experts.73.up_proj,0.70388067,0.01000,0.615
+37,mlp.experts.74.up_proj,0.00253871,0.01000,0.615
+37,mlp.experts.75.up_proj,1.05672574,0.01000,0.614
+37,mlp.experts.76.up_proj,0.69008160,0.01000,0.613
+37,mlp.experts.77.up_proj,0.74353611,0.01000,0.617
+37,mlp.experts.78.up_proj,3.24176288,0.01000,0.621
+37,mlp.experts.79.up_proj,0.99858236,0.01000,0.623
+37,mlp.experts.80.up_proj,0.68102348,0.01000,0.622
+37,mlp.experts.81.up_proj,1.93963897,0.01000,0.622
+37,mlp.experts.82.up_proj,0.40113503,0.01000,0.622
+37,mlp.experts.83.up_proj,0.41432637,0.01000,0.622
+37,mlp.experts.84.up_proj,0.08198812,0.01000,0.623
+37,mlp.experts.85.up_proj,0.07442304,0.01000,0.623
+37,mlp.experts.86.up_proj,0.00082531,0.01000,0.624
+37,mlp.experts.87.up_proj,1.39086175,0.01000,0.625
+37,mlp.experts.88.up_proj,0.01224398,0.01000,0.623
+37,mlp.experts.89.up_proj,0.15997720,0.01000,0.622
+37,mlp.experts.90.up_proj,0.00703961,0.01000,0.614
+37,mlp.experts.91.up_proj,0.94556415,0.01000,0.614
+37,mlp.experts.92.up_proj,3.83704901,0.01000,0.615
+37,mlp.experts.93.up_proj,2.69805765,0.01000,0.613
+37,mlp.experts.94.up_proj,0.00007020,0.01000,0.614
+37,mlp.experts.95.up_proj,0.97817761,0.01000,0.613
+37,mlp.experts.96.up_proj,0.00014910,0.01000,0.616
+37,mlp.experts.97.up_proj,0.05777488,0.01000,0.614
+37,mlp.experts.98.up_proj,0.84019375,0.01000,0.615
+37,mlp.experts.99.up_proj,1.17997730,0.01000,0.623
+37,mlp.experts.100.up_proj,0.00027679,0.01000,0.621
+37,mlp.experts.101.up_proj,1.38623548,0.01000,0.615
+37,mlp.experts.102.up_proj,1.01706290,0.01000,0.615
+37,mlp.experts.103.up_proj,1.04123962,0.01000,0.617
+37,mlp.experts.104.up_proj,0.80247176,0.01000,0.624
+37,mlp.experts.105.up_proj,0.57435769,0.01000,0.623
+37,mlp.experts.106.up_proj,1.23621726,0.01000,0.624
+37,mlp.experts.107.up_proj,0.43771359,0.01000,0.623
+37,mlp.experts.108.up_proj,0.05630358,0.01000,0.622
+37,mlp.experts.109.up_proj,0.76453161,0.01000,0.622
+37,mlp.experts.110.up_proj,0.14830229,0.01000,0.622
+37,mlp.experts.111.up_proj,0.00035233,0.01000,0.622
+37,mlp.experts.112.up_proj,1.73562121,0.01000,0.622
+37,mlp.experts.113.up_proj,0.62215555,0.01000,0.622
+37,mlp.experts.114.up_proj,0.00171633,0.01000,0.622
+37,mlp.experts.115.up_proj,0.69556183,0.01000,0.616
+37,mlp.experts.116.up_proj,0.00233033,0.01000,0.614
+37,mlp.experts.117.up_proj,0.26807320,0.01000,0.613
+37,mlp.experts.118.up_proj,0.27305871,0.01000,0.613
+37,mlp.experts.119.up_proj,0.06428064,0.01000,0.614
+37,mlp.experts.120.up_proj,0.76306486,0.01000,0.614
+37,mlp.experts.121.up_proj,0.74994409,0.01000,0.615
+37,mlp.experts.122.up_proj,0.32209259,0.01000,0.614
+37,mlp.experts.123.up_proj,0.94491756,0.01000,0.614
+37,mlp.experts.124.up_proj,0.40220422,0.01000,0.614
+37,mlp.experts.125.up_proj,0.21223564,0.01000,0.614
+37,mlp.experts.126.up_proj,0.00086193,0.01000,0.613
+37,mlp.experts.127.up_proj,0.86947495,0.01000,0.615
+37,mlp.experts.0.gate_proj,1.59301257,0.01000,0.614
+37,mlp.experts.1.gate_proj,1.46191835,0.01000,0.618
+37,mlp.experts.2.gate_proj,0.83199656,0.01000,0.622
+37,mlp.experts.3.gate_proj,0.00001795,0.01000,0.624
+37,mlp.experts.4.gate_proj,0.32927582,0.01000,0.623
+37,mlp.experts.5.gate_proj,0.01502215,0.01000,0.623
+37,mlp.experts.6.gate_proj,0.66513884,0.01000,0.623
+37,mlp.experts.7.gate_proj,0.04604743,0.01000,0.621
+37,mlp.experts.8.gate_proj,0.50270188,0.01000,0.624
+37,mlp.experts.9.gate_proj,0.00024339,0.01000,0.623
+37,mlp.experts.10.gate_proj,2.45048642,0.01000,0.623
+37,mlp.experts.11.gate_proj,0.07518696,0.01000,0.622
+37,mlp.experts.12.gate_proj,0.49862671,0.01000,0.622
+37,mlp.experts.13.gate_proj,0.02248064,0.01000,0.619
+37,mlp.experts.14.gate_proj,0.21778260,0.01000,0.613
+37,mlp.experts.15.gate_proj,0.40576988,0.01000,0.614
+37,mlp.experts.16.gate_proj,0.56972969,0.01000,0.614
+37,mlp.experts.17.gate_proj,0.00075777,0.01000,0.615
+37,mlp.experts.18.gate_proj,0.48259234,0.01000,0.615
+37,mlp.experts.19.gate_proj,0.50064939,0.01000,0.613
+37,mlp.experts.20.gate_proj,4.34474516,0.01000,0.615
+37,mlp.experts.21.gate_proj,0.39511466,0.01000,0.615
+37,mlp.experts.22.gate_proj,0.00009664,0.01000,0.617
+37,mlp.experts.23.gate_proj,0.22583203,0.01000,0.616
+37,mlp.experts.24.gate_proj,0.90523362,0.01000,0.616
+37,mlp.experts.25.gate_proj,0.13223785,0.01000,0.615
+37,mlp.experts.26.gate_proj,0.76048207,0.01000,0.613
+37,mlp.experts.27.gate_proj,0.11582713,0.01000,0.618
+37,mlp.experts.28.gate_proj,0.32973340,0.01000,0.623
+37,mlp.experts.29.gate_proj,0.47252411,0.01000,0.621
+37,mlp.experts.30.gate_proj,0.01054366,0.01000,0.620
+37,mlp.experts.31.gate_proj,0.09724112,0.01000,0.622
+37,mlp.experts.32.gate_proj,0.12125127,0.01000,0.622
+37,mlp.experts.33.gate_proj,1.59274042,0.01000,0.621
+37,mlp.experts.34.gate_proj,0.30753744,0.01000,0.621
+37,mlp.experts.35.gate_proj,0.05894865,0.01000,0.621
+37,mlp.experts.36.gate_proj,0.47020137,0.01000,0.621
+37,mlp.experts.37.gate_proj,0.36832267,0.01000,0.621
+37,mlp.experts.38.gate_proj,0.09101416,0.01000,0.622
+37,mlp.experts.39.gate_proj,0.00126804,0.01000,0.621
+37,mlp.experts.40.gate_proj,0.75732386,0.01000,0.612
+37,mlp.experts.41.gate_proj,0.83797312,0.01000,0.612
+37,mlp.experts.42.gate_proj,0.29013729,0.01000,0.613
+37,mlp.experts.43.gate_proj,0.00073137,0.01000,0.616
+37,mlp.experts.44.gate_proj,0.71395350,0.01000,0.616
+37,mlp.experts.45.gate_proj,2.03695869,0.01000,0.614
+37,mlp.experts.46.gate_proj,0.00003047,0.01000,0.613
+37,mlp.experts.47.gate_proj,3.68014288,0.01000,0.612
+37,mlp.experts.48.gate_proj,0.00107137,0.01000,0.614
+37,mlp.experts.49.gate_proj,1.01666951,0.01000,0.621
+37,mlp.experts.50.gate_proj,0.00211267,0.01000,0.621
+37,mlp.experts.51.gate_proj,0.00114960,0.01000,0.621
+37,mlp.experts.52.gate_proj,4.89693117,0.01000,0.622
+37,mlp.experts.53.gate_proj,0.19601212,0.01000,0.621
+37,mlp.experts.54.gate_proj,0.00022756,0.01000,0.622
+37,mlp.experts.55.gate_proj,0.68226945,0.01000,0.623
+37,mlp.experts.56.gate_proj,0.00309787,0.01000,0.622
+37,mlp.experts.57.gate_proj,0.75137997,0.01000,0.622
+37,mlp.experts.58.gate_proj,0.78818655,0.01000,0.623
+37,mlp.experts.59.gate_proj,0.41214538,0.01000,0.623
+37,mlp.experts.60.gate_proj,0.03095039,0.01000,0.623
+37,mlp.experts.61.gate_proj,6.42419720,0.01000,0.620
+37,mlp.experts.62.gate_proj,1.11581957,0.01000,0.614
+37,mlp.experts.63.gate_proj,0.09872165,0.01000,0.613
+37,mlp.experts.64.gate_proj,0.00000614,0.01000,0.617
+37,mlp.experts.65.gate_proj,0.68077695,0.01000,0.620
+37,mlp.experts.66.gate_proj,0.79502499,0.01000,0.621
+37,mlp.experts.67.gate_proj,2.12373734,0.01000,0.622
+37,mlp.experts.68.gate_proj,0.32955045,0.01000,0.622
+37,mlp.experts.69.gate_proj,0.00003260,0.01000,0.622
+37,mlp.experts.70.gate_proj,0.09681401,0.01000,0.620
+37,mlp.experts.71.gate_proj,0.30771768,0.01000,0.621
+37,mlp.experts.72.gate_proj,0.00020833,0.01000,0.622
+37,mlp.experts.73.gate_proj,0.65204495,0.01000,0.621
+37,mlp.experts.74.gate_proj,0.00249969,0.01000,0.622
+37,mlp.experts.75.gate_proj,1.02964354,0.01000,0.621
+37,mlp.experts.76.gate_proj,0.65740538,0.01000,0.622
+37,mlp.experts.77.gate_proj,0.76592088,0.01000,0.622
+37,mlp.experts.78.gate_proj,3.53182411,0.01000,0.620
+37,mlp.experts.79.gate_proj,1.00501060,0.01000,0.620
+37,mlp.experts.80.gate_proj,0.62116992,0.01000,0.615
+37,mlp.experts.81.gate_proj,1.86984110,0.01000,0.613
+37,mlp.experts.82.gate_proj,0.39176470,0.01000,0.614
+37,mlp.experts.83.gate_proj,0.40273154,0.01000,0.613
+37,mlp.experts.84.gate_proj,0.08351550,0.01000,0.613
+37,mlp.experts.85.gate_proj,0.07465802,0.01000,0.612
+37,mlp.experts.86.gate_proj,0.00082805,0.01000,0.618
+37,mlp.experts.87.gate_proj,1.49606919,0.01000,0.614
+37,mlp.experts.88.gate_proj,0.01182686,0.01000,0.615
+37,mlp.experts.89.gate_proj,0.15578422,0.01000,0.614
+37,mlp.experts.90.gate_proj,0.00621857,0.01000,0.613
+37,mlp.experts.91.gate_proj,1.03416455,0.01000,0.616
+37,mlp.experts.92.gate_proj,3.98860455,0.01000,0.620
+37,mlp.experts.93.gate_proj,2.56267071,0.01000,0.620
+37,mlp.experts.94.gate_proj,0.00006627,0.01000,0.620
+37,mlp.experts.95.gate_proj,0.94000399,0.01000,0.620
+37,mlp.experts.96.gate_proj,0.00013294,0.01000,0.621
+37,mlp.experts.97.gate_proj,0.05849459,0.01000,0.621
+37,mlp.experts.98.gate_proj,0.82133079,0.01000,0.620
+37,mlp.experts.99.gate_proj,1.05151749,0.01000,0.619
+37,mlp.experts.100.gate_proj,0.00026991,0.01000,0.621
+37,mlp.experts.101.gate_proj,1.33085024,0.01000,0.622
+37,mlp.experts.102.gate_proj,1.03547835,0.01000,0.621
+37,mlp.experts.103.gate_proj,1.04084778,0.01000,0.622
+37,mlp.experts.104.gate_proj,0.85777915,0.01000,0.624
+37,mlp.experts.105.gate_proj,0.56437516,0.01000,0.624
+37,mlp.experts.106.gate_proj,1.19395804,0.01000,0.622
+37,mlp.experts.107.gate_proj,0.40289292,0.01000,0.625
+37,mlp.experts.108.gate_proj,0.06023255,0.01000,0.624
+37,mlp.experts.109.gate_proj,0.71289778,0.01000,0.623
+37,mlp.experts.110.gate_proj,0.12759155,0.01000,0.620
+37,mlp.experts.111.gate_proj,0.00034363,0.01000,0.620
+37,mlp.experts.112.gate_proj,1.87762618,0.01000,0.621
+37,mlp.experts.113.gate_proj,0.57451820,0.01000,0.620
+37,mlp.experts.114.gate_proj,0.00180295,0.01000,0.621
+37,mlp.experts.115.gate_proj,0.67404658,0.01000,0.619
+37,mlp.experts.116.gate_proj,0.00218470,0.01000,0.620
+37,mlp.experts.117.gate_proj,0.25479323,0.01000,0.617
+37,mlp.experts.118.gate_proj,0.27384061,0.01000,0.619
+37,mlp.experts.119.gate_proj,0.06419690,0.01000,0.622
+37,mlp.experts.120.gate_proj,0.68604028,0.01000,0.622
+37,mlp.experts.121.gate_proj,0.69429731,0.01000,0.621
+37,mlp.experts.122.gate_proj,0.31665406,0.01000,0.622
+37,mlp.experts.123.gate_proj,0.85475326,0.01000,0.622
+37,mlp.experts.124.gate_proj,0.40301007,0.01000,0.622
+37,mlp.experts.125.gate_proj,0.20193328,0.01000,0.613
+37,mlp.experts.126.gate_proj,0.00093947,0.01000,0.612
+37,mlp.experts.127.gate_proj,0.80458045,0.01000,0.614
+37,mlp.experts.0.down_proj,1.32617342,0.01000,0.253
+37,mlp.experts.1.down_proj,1.01763606,0.01000,0.228
+37,mlp.experts.2.down_proj,0.67418349,0.01000,0.228
+37,mlp.experts.3.down_proj,0.00001293,0.01000,0.228
+37,mlp.experts.4.down_proj,0.23543221,0.01000,0.228
+37,mlp.experts.5.down_proj,0.01176479,0.01000,0.228
+37,mlp.experts.6.down_proj,0.50600356,0.01000,0.228
+37,mlp.experts.7.down_proj,0.02384916,0.01000,0.230
+37,mlp.experts.8.down_proj,0.75582290,0.01000,0.232
+37,mlp.experts.9.down_proj,0.00016990,0.01000,0.232
+37,mlp.experts.10.down_proj,1.40868747,0.01000,0.232
+37,mlp.experts.11.down_proj,0.03555730,0.01000,0.230
+37,mlp.experts.12.down_proj,0.30250418,0.01000,0.230
+37,mlp.experts.13.down_proj,0.00981979,0.01000,0.230
+37,mlp.experts.14.down_proj,0.12102522,0.01000,0.230
+37,mlp.experts.15.down_proj,0.42691630,0.01000,0.230
+37,mlp.experts.16.down_proj,0.44128832,0.01000,0.233
+37,mlp.experts.17.down_proj,0.00079238,0.01000,0.233
+37,mlp.experts.18.down_proj,0.42339668,0.01000,0.233
+37,mlp.experts.19.down_proj,0.72999811,0.01000,0.233
+37,mlp.experts.20.down_proj,4.49071121,0.01000,0.233
+37,mlp.experts.21.down_proj,0.27896804,0.01000,0.235
+37,mlp.experts.22.down_proj,0.00006086,0.01000,0.235
+37,mlp.experts.23.down_proj,0.17746833,0.01000,0.236
+37,mlp.experts.24.down_proj,0.99617100,0.01000,0.236
+37,mlp.experts.25.down_proj,0.08568813,0.01000,0.237
+37,mlp.experts.26.down_proj,1.03590417,0.01000,0.238
+37,mlp.experts.27.down_proj,0.05317500,0.01000,0.239
+37,mlp.experts.28.down_proj,0.37906796,0.01000,0.239
+37,mlp.experts.29.down_proj,0.13470298,0.01000,0.238
+37,mlp.experts.30.down_proj,0.01055784,0.01000,0.239
+37,mlp.experts.31.down_proj,0.04240803,0.01000,0.239
+37,mlp.experts.32.down_proj,0.10366679,0.01000,0.238
+37,mlp.experts.33.down_proj,3.31041360,0.01000,0.239
+37,mlp.experts.34.down_proj,0.23869658,0.01000,0.238
+37,mlp.experts.35.down_proj,0.01350826,0.01000,0.239
+37,mlp.experts.36.down_proj,0.29968208,0.01000,0.239
+37,mlp.experts.37.down_proj,0.23142020,0.01000,0.239
+37,mlp.experts.38.down_proj,0.09112760,0.01000,0.239
+37,mlp.experts.39.down_proj,0.00168302,0.01000,0.239
+37,mlp.experts.40.down_proj,0.36472851,0.01000,0.239
+37,mlp.experts.41.down_proj,0.93341351,0.01000,0.238
+37,mlp.experts.42.down_proj,0.20887411,0.01000,0.239
+37,mlp.experts.43.down_proj,0.00034745,0.01000,0.237
+37,mlp.experts.44.down_proj,0.54948586,0.01000,0.237
+37,mlp.experts.45.down_proj,4.08724880,0.01000,0.236
+37,mlp.experts.46.down_proj,0.00002178,0.01000,0.237
+37,mlp.experts.47.down_proj,5.18993092,0.01000,0.236
+37,mlp.experts.48.down_proj,0.00125052,0.01000,0.236
+37,mlp.experts.49.down_proj,0.65745115,0.01000,0.237
+37,mlp.experts.50.down_proj,0.00205513,0.01000,0.236
+37,mlp.experts.51.down_proj,0.00108714,0.01000,0.236
+37,mlp.experts.52.down_proj,2.19307208,0.01000,0.237
+37,mlp.experts.53.down_proj,0.06050630,0.01000,0.237
+37,mlp.experts.54.down_proj,0.00014871,0.01000,0.237
+37,mlp.experts.55.down_proj,0.43220478,0.01000,0.236
+37,mlp.experts.56.down_proj,0.00423131,0.01000,0.237
+37,mlp.experts.57.down_proj,0.77742344,0.01000,0.237
+37,mlp.experts.58.down_proj,0.59521472,0.01000,0.236
+37,mlp.experts.59.down_proj,0.19624747,0.01000,0.237
+37,mlp.experts.60.down_proj,0.08985556,0.01000,0.237
+37,mlp.experts.61.down_proj,9.68832684,0.01000,0.237
+37,mlp.experts.62.down_proj,0.83801651,0.01000,0.237
+37,mlp.experts.63.down_proj,0.15123996,0.01000,0.237
+37,mlp.experts.64.down_proj,0.00002119,0.01000,0.237
+37,mlp.experts.65.down_proj,0.50688386,0.01000,0.237
+37,mlp.experts.66.down_proj,0.65707982,0.01000,0.237
+37,mlp.experts.67.down_proj,2.16820002,0.01000,0.237
+37,mlp.experts.68.down_proj,0.17145637,0.01000,0.237
+37,mlp.experts.69.down_proj,0.00001107,0.01000,0.240
+37,mlp.experts.70.down_proj,0.06788484,0.01000,0.242
+37,mlp.experts.71.down_proj,0.19086382,0.01000,0.240
+37,mlp.experts.72.down_proj,0.00005218,0.01000,0.240
+37,mlp.experts.73.down_proj,0.22239916,0.01000,0.241
+37,mlp.experts.74.down_proj,0.00114278,0.01000,0.240
+37,mlp.experts.75.down_proj,0.87026143,0.01000,0.242
+37,mlp.experts.76.down_proj,0.26149514,0.01000,0.241
+37,mlp.experts.77.down_proj,0.40350541,0.01000,0.240
+37,mlp.experts.78.down_proj,4.12672520,0.01000,0.241
+37,mlp.experts.79.down_proj,0.69894552,0.01000,0.241
+37,mlp.experts.80.down_proj,0.48826790,0.01000,0.242
+37,mlp.experts.81.down_proj,1.56972861,0.01000,0.241
+37,mlp.experts.82.down_proj,0.22706997,0.01000,0.241
+37,mlp.experts.83.down_proj,0.47003311,0.01000,0.241
+37,mlp.experts.84.down_proj,0.04070320,0.01000,0.241
+37,mlp.experts.85.down_proj,0.03628619,0.01000,0.241
+37,mlp.experts.86.down_proj,0.00025377,0.01000,0.241
+37,mlp.experts.87.down_proj,0.70594418,0.01000,0.240
+37,mlp.experts.88.down_proj,0.03575114,0.01000,0.240
+37,mlp.experts.89.down_proj,0.10409078,0.01000,0.241
+37,mlp.experts.90.down_proj,0.00855682,0.01000,0.241
+37,mlp.experts.91.down_proj,0.51328164,0.01000,0.241
+37,mlp.experts.92.down_proj,6.98866844,0.01000,0.242
+37,mlp.experts.93.down_proj,1.41656828,0.01000,0.240
+37,mlp.experts.94.down_proj,0.00003683,0.01000,0.241
+37,mlp.experts.95.down_proj,0.76975727,0.01000,0.241
+37,mlp.experts.96.down_proj,0.00007076,0.01000,0.241
+37,mlp.experts.97.down_proj,0.03974739,0.01000,0.241
+37,mlp.experts.98.down_proj,0.69985980,0.01000,0.241
+37,mlp.experts.99.down_proj,0.71895278,0.01000,0.240
+37,mlp.experts.100.down_proj,0.00024832,0.01000,0.240
+37,mlp.experts.101.down_proj,0.56078970,0.01000,0.240
+37,mlp.experts.102.down_proj,0.87679684,0.01000,0.242
+37,mlp.experts.103.down_proj,1.09993482,0.01000,0.240
+37,mlp.experts.104.down_proj,0.56495881,0.01000,0.240
+37,mlp.experts.105.down_proj,0.26427537,0.01000,0.240
+37,mlp.experts.106.down_proj,0.50332266,0.01000,0.240
+37,mlp.experts.107.down_proj,0.20302284,0.01000,0.240
+37,mlp.experts.108.down_proj,0.05536664,0.01000,0.241
+37,mlp.experts.109.down_proj,0.82083535,0.01000,0.242
+37,mlp.experts.110.down_proj,0.03908319,0.01000,0.241
+37,mlp.experts.111.down_proj,0.00026578,0.01000,0.241
+37,mlp.experts.112.down_proj,1.35823750,0.01000,0.240
+37,mlp.experts.113.down_proj,0.44471729,0.01000,0.241
+37,mlp.experts.114.down_proj,0.00275582,0.01000,0.242
+37,mlp.experts.115.down_proj,0.33047205,0.01000,0.243
+37,mlp.experts.116.down_proj,0.00258487,0.01000,0.242
+37,mlp.experts.117.down_proj,0.24157360,0.01000,0.242
+37,mlp.experts.118.down_proj,0.28174084,0.01000,0.242
+37,mlp.experts.119.down_proj,0.04291409,0.01000,0.247
+37,mlp.experts.120.down_proj,0.72841662,0.01000,0.246
+37,mlp.experts.121.down_proj,0.63699722,0.01000,0.245
+37,mlp.experts.122.down_proj,0.27944094,0.01000,0.246
+37,mlp.experts.123.down_proj,0.94333637,0.01000,0.246
+37,mlp.experts.124.down_proj,0.16594478,0.01000,0.246
+37,mlp.experts.125.down_proj,0.07478100,0.01000,0.246
+37,mlp.experts.126.down_proj,0.00032701,0.01000,0.246
+37,mlp.experts.127.down_proj,0.46076414,0.01000,0.244
+38,self_attn.q_proj,1.76735568,0.01000,0.628
+38,self_attn.k_proj,0.20753819,0.01000,0.616
+38,self_attn.v_proj,0.27132031,0.01000,0.616
+38,self_attn.o_proj,0.23449489,0.01000,1.234
+38,mlp.experts.0.up_proj,0.03349058,0.01000,0.664
+38,mlp.experts.1.up_proj,1.25636685,0.01000,0.618
+38,mlp.experts.2.up_proj,0.14638489,0.01000,0.617
+38,mlp.experts.3.up_proj,1.37017179,0.01000,0.620
+38,mlp.experts.4.up_proj,1.93716300,0.01000,0.620
+38,mlp.experts.5.up_proj,0.00678854,0.01000,0.621
+38,mlp.experts.6.up_proj,0.29478914,0.01000,0.615
+38,mlp.experts.7.up_proj,0.53725636,0.01000,0.615
+38,mlp.experts.8.up_proj,0.44171691,0.01000,0.613
+38,mlp.experts.9.up_proj,0.09178348,0.01000,0.617
+38,mlp.experts.10.up_proj,0.81203485,0.01000,0.613
+38,mlp.experts.11.up_proj,0.32826310,0.01000,0.612
+38,mlp.experts.12.up_proj,0.76132804,0.01000,0.612
+38,mlp.experts.13.up_proj,0.10559504,0.01000,0.611
+38,mlp.experts.14.up_proj,3.12990642,0.01000,0.611
+38,mlp.experts.15.up_proj,0.83059561,0.01000,0.612
+38,mlp.experts.16.up_proj,0.61086839,0.01000,0.613
+38,mlp.experts.17.up_proj,0.87657696,0.01000,0.613
+38,mlp.experts.18.up_proj,0.95041072,0.01000,0.612
+38,mlp.experts.19.up_proj,0.08467941,0.01000,0.613
+38,mlp.experts.20.up_proj,0.57318068,0.01000,0.617
+38,mlp.experts.21.up_proj,0.18170379,0.01000,0.621
+38,mlp.experts.22.up_proj,3.46254492,0.01000,0.621
+38,mlp.experts.23.up_proj,0.53029954,0.01000,0.620
+38,mlp.experts.24.up_proj,0.35503119,0.01000,0.620
+38,mlp.experts.25.up_proj,0.04229072,0.01000,0.621
+38,mlp.experts.26.up_proj,2.86656117,0.01000,0.622
+38,mlp.experts.27.up_proj,0.16229811,0.01000,0.622
+38,mlp.experts.28.up_proj,0.72921383,0.01000,0.622
+38,mlp.experts.29.up_proj,0.16694772,0.01000,0.621
+38,mlp.experts.30.up_proj,0.17718399,0.01000,0.619
+38,mlp.experts.31.up_proj,0.14907026,0.01000,0.619
+38,mlp.experts.32.up_proj,0.61266547,0.01000,0.621
+38,mlp.experts.33.up_proj,3.59055114,0.01000,0.616
+38,mlp.experts.34.up_proj,1.80341220,0.01000,0.615
+38,mlp.experts.35.up_proj,0.00274821,0.01000,0.614
+38,mlp.experts.36.up_proj,0.79523271,0.01000,0.613
+38,mlp.experts.37.up_proj,0.51978219,0.01000,0.616
+38,mlp.experts.38.up_proj,3.07312727,0.01000,0.616
+38,mlp.experts.39.up_proj,1.50766659,0.01000,0.615
+38,mlp.experts.40.up_proj,0.34507021,0.01000,0.620
+38,mlp.experts.41.up_proj,0.00083010,0.01000,0.621
+38,mlp.experts.42.up_proj,1.08004487,0.01000,0.621
+38,mlp.experts.43.up_proj,0.00101509,0.01000,0.623
+38,mlp.experts.44.up_proj,1.26786554,0.01000,0.622
+38,mlp.experts.45.up_proj,0.00002421,0.01000,0.622
+38,mlp.experts.46.up_proj,0.08997127,0.01000,0.624
+38,mlp.experts.47.up_proj,0.61715072,0.01000,0.620
+38,mlp.experts.48.up_proj,0.47232842,0.01000,0.619
+38,mlp.experts.49.up_proj,2.79384136,0.01000,0.619
+38,mlp.experts.50.up_proj,0.39643824,0.01000,0.619
+38,mlp.experts.51.up_proj,0.33235049,0.01000,0.613
+38,mlp.experts.52.up_proj,0.10481465,0.01000,0.611
+38,mlp.experts.53.up_proj,1.68583417,0.01000,0.612
+38,mlp.experts.54.up_proj,0.00064365,0.01000,0.610
+38,mlp.experts.55.up_proj,4.06137609,0.01000,0.609
+38,mlp.experts.56.up_proj,0.00167302,0.01000,0.612
+38,mlp.experts.57.up_proj,0.46406275,0.01000,0.610
+38,mlp.experts.58.up_proj,0.53200859,0.01000,0.614
+38,mlp.experts.59.up_proj,0.01378646,0.01000,0.611
+38,mlp.experts.60.up_proj,0.95374024,0.01000,0.614
+38,mlp.experts.61.up_proj,0.12816182,0.01000,0.612
+38,mlp.experts.62.up_proj,0.92095309,0.01000,0.611
+38,mlp.experts.63.up_proj,0.19754602,0.01000,0.612
+38,mlp.experts.64.up_proj,1.12419713,0.01000,0.613
+38,mlp.experts.65.up_proj,0.00010947,0.01000,0.619
+38,mlp.experts.66.up_proj,0.65180421,0.01000,0.618
+38,mlp.experts.67.up_proj,1.00814486,0.01000,0.620
+38,mlp.experts.68.up_proj,0.71021944,0.01000,0.619
+38,mlp.experts.69.up_proj,1.17478275,0.01000,0.618
+38,mlp.experts.70.up_proj,0.00083822,0.01000,0.619
+38,mlp.experts.71.up_proj,0.85746646,0.01000,0.619
+38,mlp.experts.72.up_proj,0.22835842,0.01000,0.614
+38,mlp.experts.73.up_proj,0.68920505,0.01000,0.610
+38,mlp.experts.74.up_proj,0.27107549,0.01000,0.610
+38,mlp.experts.75.up_proj,1.73408103,0.01000,0.611
+38,mlp.experts.76.up_proj,0.37409931,0.01000,0.611
+38,mlp.experts.77.up_proj,0.15740988,0.01000,0.612
+38,mlp.experts.78.up_proj,0.28379136,0.01000,0.610
+38,mlp.experts.79.up_proj,0.86771345,0.01000,0.615
+38,mlp.experts.80.up_proj,0.72313792,0.01000,0.619
+38,mlp.experts.81.up_proj,2.82182670,0.01000,0.620
+38,mlp.experts.82.up_proj,1.10630727,0.01000,0.620
+38,mlp.experts.83.up_proj,0.00000235,0.01000,0.620
+38,mlp.experts.84.up_proj,0.66983122,0.01000,0.624
+38,mlp.experts.85.up_proj,0.28581733,0.01000,0.619
+38,mlp.experts.86.up_proj,2.03797174,0.01000,0.621
+38,mlp.experts.87.up_proj,0.70328271,0.01000,0.620
+38,mlp.experts.88.up_proj,0.42949069,0.01000,0.620
+38,mlp.experts.89.up_proj,0.01418067,0.01000,0.619
+38,mlp.experts.90.up_proj,0.22440644,0.01000,0.620
+38,mlp.experts.91.up_proj,0.00571963,0.01000,0.619
+38,mlp.experts.92.up_proj,4.96700239,0.01000,0.611
+38,mlp.experts.93.up_proj,0.09349884,0.01000,0.611
+38,mlp.experts.94.up_proj,0.05414485,0.01000,0.616
+38,mlp.experts.95.up_proj,0.59373581,0.01000,0.611
+38,mlp.experts.96.up_proj,0.40527710,0.01000,0.612
+38,mlp.experts.97.up_proj,0.00454101,0.01000,0.611
+38,mlp.experts.98.up_proj,2.71367550,0.01000,0.612
+38,mlp.experts.99.up_proj,0.50559711,0.01000,0.612
+38,mlp.experts.100.up_proj,1.66480458,0.01000,0.613
+38,mlp.experts.101.up_proj,1.16970563,0.01000,0.619
+38,mlp.experts.102.up_proj,1.54291618,0.01000,0.621
+38,mlp.experts.103.up_proj,0.00025832,0.01000,0.621
+38,mlp.experts.104.up_proj,0.07869365,0.01000,0.621
+38,mlp.experts.105.up_proj,1.00121164,0.01000,0.621
+38,mlp.experts.106.up_proj,0.00071548,0.01000,0.622
+38,mlp.experts.107.up_proj,1.28848803,0.01000,0.620
+38,mlp.experts.108.up_proj,0.51320720,0.01000,0.621
+38,mlp.experts.109.up_proj,0.89324790,0.01000,0.621
+38,mlp.experts.110.up_proj,0.62829912,0.01000,0.621
+38,mlp.experts.111.up_proj,0.99166727,0.01000,0.622
+38,mlp.experts.112.up_proj,0.20086941,0.01000,0.620
+38,mlp.experts.113.up_proj,0.00266664,0.01000,0.616
+38,mlp.experts.114.up_proj,0.30695403,0.01000,0.612
+38,mlp.experts.115.up_proj,2.06356382,0.01000,0.612
+38,mlp.experts.116.up_proj,0.00974990,0.01000,0.612
+38,mlp.experts.117.up_proj,0.02261953,0.01000,0.613
+38,mlp.experts.118.up_proj,0.15863705,0.01000,0.613
+38,mlp.experts.119.up_proj,0.24165642,0.01000,0.613
+38,mlp.experts.120.up_proj,0.00953647,0.01000,0.612
+38,mlp.experts.121.up_proj,0.08648022,0.01000,0.614
+38,mlp.experts.122.up_proj,0.00146170,0.01000,0.612
+38,mlp.experts.123.up_proj,0.00234680,0.01000,0.612
+38,mlp.experts.124.up_proj,0.03612260,0.01000,0.612
+38,mlp.experts.125.up_proj,1.40397716,0.01000,0.612
+38,mlp.experts.126.up_proj,0.11959975,0.01000,0.613
+38,mlp.experts.127.up_proj,0.00019332,0.01000,0.618
+38,mlp.experts.0.gate_proj,0.03114441,0.01000,0.614
+38,mlp.experts.1.gate_proj,1.20820546,0.01000,0.618
+38,mlp.experts.2.gate_proj,0.14837959,0.01000,0.621
+38,mlp.experts.3.gate_proj,1.31937301,0.01000,0.622
+38,mlp.experts.4.gate_proj,1.83252180,0.01000,0.622
+38,mlp.experts.5.gate_proj,0.00665122,0.01000,0.622
+38,mlp.experts.6.gate_proj,0.28309271,0.01000,0.622
+38,mlp.experts.7.gate_proj,0.52113342,0.01000,0.622
+38,mlp.experts.8.gate_proj,0.41422665,0.01000,0.623
+38,mlp.experts.9.gate_proj,0.10386685,0.01000,0.620
+38,mlp.experts.10.gate_proj,0.77108252,0.01000,0.620
+38,mlp.experts.11.gate_proj,0.33536977,0.01000,0.619
+38,mlp.experts.12.gate_proj,0.55597335,0.01000,0.621
+38,mlp.experts.13.gate_proj,0.10941459,0.01000,0.615
+38,mlp.experts.14.gate_proj,3.26516676,0.01000,0.611
+38,mlp.experts.15.gate_proj,0.81458914,0.01000,0.612
+38,mlp.experts.16.gate_proj,0.60571325,0.01000,0.615
+38,mlp.experts.17.gate_proj,0.92610830,0.01000,0.614
+38,mlp.experts.18.gate_proj,0.88975072,0.01000,0.612
+38,mlp.experts.19.gate_proj,0.08424115,0.01000,0.611
+38,mlp.experts.20.gate_proj,0.63191986,0.01000,0.613
+38,mlp.experts.21.gate_proj,0.17334688,0.01000,0.612
+38,mlp.experts.22.gate_proj,4.14241219,0.01000,0.615
+38,mlp.experts.23.gate_proj,0.50954437,0.01000,0.619
+38,mlp.experts.24.gate_proj,0.37536332,0.01000,0.619
+38,mlp.experts.25.gate_proj,0.03931070,0.01000,0.619
+38,mlp.experts.26.gate_proj,3.31058645,0.01000,0.619
+38,mlp.experts.27.gate_proj,0.16083629,0.01000,0.620
+38,mlp.experts.28.gate_proj,0.67534292,0.01000,0.619
+38,mlp.experts.29.gate_proj,0.17763200,0.01000,0.620
+38,mlp.experts.30.gate_proj,0.16715202,0.01000,0.621
+38,mlp.experts.31.gate_proj,0.14668860,0.01000,0.620
+38,mlp.experts.32.gate_proj,0.67602193,0.01000,0.620
+38,mlp.experts.33.gate_proj,3.99508667,0.01000,0.622
+38,mlp.experts.34.gate_proj,1.61720061,0.01000,0.620
+38,mlp.experts.35.gate_proj,0.00255461,0.01000,0.619
+38,mlp.experts.36.gate_proj,0.77147782,0.01000,0.622
+38,mlp.experts.37.gate_proj,0.51110792,0.01000,0.620
+38,mlp.experts.38.gate_proj,3.10167027,0.01000,0.620
+38,mlp.experts.39.gate_proj,1.33881927,0.01000,0.620
+38,mlp.experts.40.gate_proj,0.34206218,0.01000,0.622
+38,mlp.experts.41.gate_proj,0.00078122,0.01000,0.622
+38,mlp.experts.42.gate_proj,1.07557344,0.01000,0.620
+38,mlp.experts.43.gate_proj,0.00096184,0.01000,0.617
+38,mlp.experts.44.gate_proj,1.25844622,0.01000,0.620
+38,mlp.experts.45.gate_proj,0.00002410,0.01000,0.628
+38,mlp.experts.46.gate_proj,0.08800171,0.01000,0.622
+38,mlp.experts.47.gate_proj,0.63965905,0.01000,0.619
+38,mlp.experts.48.gate_proj,0.45422214,0.01000,0.620
+38,mlp.experts.49.gate_proj,2.86800241,0.01000,0.620
+38,mlp.experts.50.gate_proj,0.39621952,0.01000,0.621
+38,mlp.experts.51.gate_proj,0.32562956,0.01000,0.620
+38,mlp.experts.52.gate_proj,0.09709506,0.01000,0.621
+38,mlp.experts.53.gate_proj,1.64332700,0.01000,0.620
+38,mlp.experts.54.gate_proj,0.00055888,0.01000,0.619
+38,mlp.experts.55.gate_proj,4.41831779,0.01000,0.613
+38,mlp.experts.56.gate_proj,0.00162106,0.01000,0.614
+38,mlp.experts.57.gate_proj,0.45299998,0.01000,0.613
+38,mlp.experts.58.gate_proj,0.46361953,0.01000,0.611
+38,mlp.experts.59.gate_proj,0.01381148,0.01000,0.616
+38,mlp.experts.60.gate_proj,0.76335049,0.01000,0.614
+38,mlp.experts.61.gate_proj,0.13463858,0.01000,0.616
+38,mlp.experts.62.gate_proj,1.03213358,0.01000,0.621
+38,mlp.experts.63.gate_proj,0.17849892,0.01000,0.620
+38,mlp.experts.64.gate_proj,1.15973592,0.01000,0.621
+38,mlp.experts.65.gate_proj,0.00010222,0.01000,0.620
+38,mlp.experts.66.gate_proj,0.60163671,0.01000,0.621
+38,mlp.experts.67.gate_proj,0.99197257,0.01000,0.622
+38,mlp.experts.68.gate_proj,0.74613643,0.01000,0.617
+38,mlp.experts.69.gate_proj,1.20845366,0.01000,0.612
+38,mlp.experts.70.gate_proj,0.00091456,0.01000,0.611
+38,mlp.experts.71.gate_proj,0.82364851,0.01000,0.613
+38,mlp.experts.72.gate_proj,0.20816880,0.01000,0.614
+38,mlp.experts.73.gate_proj,0.69436651,0.01000,0.618
+38,mlp.experts.74.gate_proj,0.30360392,0.01000,0.613
+38,mlp.experts.75.gate_proj,1.67068887,0.01000,0.616
+38,mlp.experts.76.gate_proj,0.35809734,0.01000,0.621
+38,mlp.experts.77.gate_proj,0.15495428,0.01000,0.622
+38,mlp.experts.78.gate_proj,0.28528672,0.01000,0.612
+38,mlp.experts.79.gate_proj,0.85308146,0.01000,0.614
+38,mlp.experts.80.gate_proj,0.72042549,0.01000,0.617
+38,mlp.experts.81.gate_proj,2.81910229,0.01000,0.620
+38,mlp.experts.82.gate_proj,1.21386242,0.01000,0.622
+38,mlp.experts.83.gate_proj,0.00000233,0.01000,0.625
+38,mlp.experts.84.gate_proj,0.70942104,0.01000,0.626
+38,mlp.experts.85.gate_proj,0.28973418,0.01000,0.622
+38,mlp.experts.86.gate_proj,2.06057739,0.01000,0.621
+38,mlp.experts.87.gate_proj,0.75293952,0.01000,0.624
+38,mlp.experts.88.gate_proj,0.42012078,0.01000,0.622
+38,mlp.experts.89.gate_proj,0.01398204,0.01000,0.621
+38,mlp.experts.90.gate_proj,0.21107043,0.01000,0.620
+38,mlp.experts.91.gate_proj,0.00574943,0.01000,0.619
+38,mlp.experts.92.gate_proj,4.72627068,0.01000,0.620
+38,mlp.experts.93.gate_proj,0.08822849,0.01000,0.623
+38,mlp.experts.94.gate_proj,0.05705585,0.01000,0.625
+38,mlp.experts.95.gate_proj,0.57862443,0.01000,0.625
+38,mlp.experts.96.gate_proj,0.37289131,0.01000,0.625
+38,mlp.experts.97.gate_proj,0.00451966,0.01000,0.623
+38,mlp.experts.98.gate_proj,2.68262768,0.01000,0.624
+38,mlp.experts.99.gate_proj,0.48628163,0.01000,0.624
+38,mlp.experts.100.gate_proj,1.74323368,0.01000,0.624
+38,mlp.experts.101.gate_proj,1.20015717,0.01000,0.624
+38,mlp.experts.102.gate_proj,1.81011224,0.01000,0.626
+38,mlp.experts.103.gate_proj,0.00024603,0.01000,0.625
+38,mlp.experts.104.gate_proj,0.07631234,0.01000,0.625
+38,mlp.experts.105.gate_proj,0.94733298,0.01000,0.625
+38,mlp.experts.106.gate_proj,0.00066714,0.01000,0.627
+38,mlp.experts.107.gate_proj,1.28219962,0.01000,0.627
+38,mlp.experts.108.gate_proj,0.51993668,0.01000,0.626
+38,mlp.experts.109.gate_proj,0.95995408,0.01000,0.625
+38,mlp.experts.110.gate_proj,0.60005331,0.01000,0.624
+38,mlp.experts.111.gate_proj,0.96132290,0.01000,0.629
+38,mlp.experts.112.gate_proj,0.18491429,0.01000,0.626
+38,mlp.experts.113.gate_proj,0.00263239,0.01000,0.631
+38,mlp.experts.114.gate_proj,0.31379348,0.01000,0.656
+38,mlp.experts.115.gate_proj,2.09869957,0.01000,0.626
+38,mlp.experts.116.gate_proj,0.00971630,0.01000,0.638
+38,mlp.experts.117.gate_proj,0.04515715,0.01000,0.634
+38,mlp.experts.118.gate_proj,0.13917184,0.01000,0.632
+38,mlp.experts.119.gate_proj,0.23502852,0.01000,0.615
+38,mlp.experts.120.gate_proj,0.00968641,0.01000,0.614
+38,mlp.experts.121.gate_proj,0.08703648,0.01000,0.612
+38,mlp.experts.122.gate_proj,0.00123564,0.01000,0.616
+38,mlp.experts.123.gate_proj,0.00209437,0.01000,0.614
+38,mlp.experts.124.gate_proj,0.03514615,0.01000,0.617
+38,mlp.experts.125.gate_proj,1.23245120,0.01000,0.615
+38,mlp.experts.126.gate_proj,0.12470004,0.01000,0.615
+38,mlp.experts.127.gate_proj,0.00017320,0.01000,0.615
+38,mlp.experts.0.down_proj,0.02222620,0.01000,0.254
+38,mlp.experts.1.down_proj,0.57160866,0.01000,0.230
+38,mlp.experts.2.down_proj,0.06960932,0.01000,0.232
+38,mlp.experts.3.down_proj,0.76211631,0.01000,0.230
+38,mlp.experts.4.down_proj,2.33422947,0.01000,0.229
+38,mlp.experts.5.down_proj,0.00639801,0.01000,0.230
+38,mlp.experts.6.down_proj,0.19448435,0.01000,0.235
+38,mlp.experts.7.down_proj,0.41634136,0.01000,0.234
+38,mlp.experts.8.down_proj,0.35164034,0.01000,0.234
+38,mlp.experts.9.down_proj,0.07297973,0.01000,0.235
+38,mlp.experts.10.down_proj,0.80207014,0.01000,0.234
+38,mlp.experts.11.down_proj,0.41432631,0.01000,0.234
+38,mlp.experts.12.down_proj,0.26565331,0.01000,0.234
+38,mlp.experts.13.down_proj,0.03389240,0.01000,0.235
+38,mlp.experts.14.down_proj,2.25880575,0.01000,0.234
+38,mlp.experts.15.down_proj,0.81173289,0.01000,0.234
+38,mlp.experts.16.down_proj,0.52224964,0.01000,0.234
+38,mlp.experts.17.down_proj,1.39445829,0.01000,0.234
+38,mlp.experts.18.down_proj,0.97429019,0.01000,0.234
+38,mlp.experts.19.down_proj,0.06330168,0.01000,0.234
+38,mlp.experts.20.down_proj,0.61847669,0.01000,0.234
+38,mlp.experts.21.down_proj,0.13723807,0.01000,0.234
+38,mlp.experts.22.down_proj,1.99980462,0.01000,0.235
+38,mlp.experts.23.down_proj,0.30222237,0.01000,0.234
+38,mlp.experts.24.down_proj,0.18208008,0.01000,0.235
+38,mlp.experts.25.down_proj,0.03964137,0.01000,0.234
+38,mlp.experts.26.down_proj,1.40721798,0.01000,0.234
+38,mlp.experts.27.down_proj,0.13918117,0.01000,0.237
+38,mlp.experts.28.down_proj,0.87800658,0.01000,0.238
+38,mlp.experts.29.down_proj,0.05376489,0.01000,0.239
+38,mlp.experts.30.down_proj,0.08739839,0.01000,0.240
+38,mlp.experts.31.down_proj,0.10315384,0.01000,0.239
+38,mlp.experts.32.down_proj,0.79503608,0.01000,0.239
+38,mlp.experts.33.down_proj,3.04149818,0.01000,0.239
+38,mlp.experts.34.down_proj,1.17098165,0.01000,0.239
+38,mlp.experts.35.down_proj,0.00201551,0.01000,0.239
+38,mlp.experts.36.down_proj,0.46308368,0.01000,0.239
+38,mlp.experts.37.down_proj,0.25157613,0.01000,0.240
+38,mlp.experts.38.down_proj,1.87647033,0.01000,0.240
+38,mlp.experts.39.down_proj,1.27244401,0.01000,0.236
+38,mlp.experts.40.down_proj,0.18502830,0.01000,0.236
+38,mlp.experts.41.down_proj,0.00068253,0.01000,0.237
+38,mlp.experts.42.down_proj,0.76794529,0.01000,0.237
+38,mlp.experts.43.down_proj,0.00100127,0.01000,0.240
+38,mlp.experts.44.down_proj,0.74875283,0.01000,0.236
+38,mlp.experts.45.down_proj,0.00000826,0.01000,0.236
+38,mlp.experts.46.down_proj,0.07188902,0.01000,0.237
+38,mlp.experts.47.down_proj,0.80233574,0.01000,0.238
+38,mlp.experts.48.down_proj,0.57370090,0.01000,0.237
+38,mlp.experts.49.down_proj,1.67185545,0.01000,0.239
+38,mlp.experts.50.down_proj,0.23710160,0.01000,0.238
+38,mlp.experts.51.down_proj,0.18187061,0.01000,0.238
+38,mlp.experts.52.down_proj,0.07263115,0.01000,0.237
+38,mlp.experts.53.down_proj,1.13898337,0.01000,0.239
+38,mlp.experts.54.down_proj,0.00035740,0.01000,0.239
+38,mlp.experts.55.down_proj,2.71323681,0.01000,0.239
+38,mlp.experts.56.down_proj,0.00161474,0.01000,0.239
+38,mlp.experts.57.down_proj,0.25853315,0.01000,0.240
+38,mlp.experts.58.down_proj,0.48928049,0.01000,0.238
+38,mlp.experts.59.down_proj,0.01172181,0.01000,0.239
+38,mlp.experts.60.down_proj,0.77559531,0.01000,0.239
+38,mlp.experts.61.down_proj,0.07403092,0.01000,0.238
+38,mlp.experts.62.down_proj,1.40950310,0.01000,0.239
+38,mlp.experts.63.down_proj,0.51503789,0.01000,0.238
+38,mlp.experts.64.down_proj,1.06211710,0.01000,0.239
+38,mlp.experts.65.down_proj,0.00004804,0.01000,0.239
+38,mlp.experts.66.down_proj,0.61608541,0.01000,0.241
+38,mlp.experts.67.down_proj,0.66843438,0.01000,0.241
+38,mlp.experts.68.down_proj,0.73947370,0.01000,0.241
+38,mlp.experts.69.down_proj,0.79832321,0.01000,0.241
+38,mlp.experts.70.down_proj,0.00009756,0.01000,0.278
+38,mlp.experts.71.down_proj,0.70080292,0.01000,0.246
+38,mlp.experts.72.down_proj,0.18143806,0.01000,0.242
+38,mlp.experts.73.down_proj,0.98652041,0.01000,0.241
+38,mlp.experts.74.down_proj,0.14031446,0.01000,0.241
+38,mlp.experts.75.down_proj,1.43852544,0.01000,0.241
+38,mlp.experts.76.down_proj,0.20430885,0.01000,0.241
+38,mlp.experts.77.down_proj,0.07914257,0.01000,0.241
+38,mlp.experts.78.down_proj,0.18661648,0.01000,0.241
+38,mlp.experts.79.down_proj,0.91613656,0.01000,0.242
+38,mlp.experts.80.down_proj,1.08934259,0.01000,0.241
+38,mlp.experts.81.down_proj,3.19779968,0.01000,0.241
+38,mlp.experts.82.down_proj,1.27095604,0.01000,0.241
+38,mlp.experts.83.down_proj,0.00000037,0.01000,0.241
+38,mlp.experts.84.down_proj,0.47745913,0.01000,0.241
+38,mlp.experts.85.down_proj,0.38596278,0.01000,0.241
+38,mlp.experts.86.down_proj,0.92014241,0.01000,0.241
+38,mlp.experts.87.down_proj,0.27984431,0.01000,0.241
+38,mlp.experts.88.down_proj,0.35439533,0.01000,0.241
+38,mlp.experts.89.down_proj,0.01148283,0.01000,0.242
+38,mlp.experts.90.down_proj,0.16141418,0.01000,0.240
+38,mlp.experts.91.down_proj,0.00471343,0.01000,0.242
+38,mlp.experts.92.down_proj,1.71615410,0.01000,0.242
+38,mlp.experts.93.down_proj,0.11251999,0.01000,0.241
+38,mlp.experts.94.down_proj,0.04022758,0.01000,0.241
+38,mlp.experts.95.down_proj,0.31134492,0.01000,0.241
+38,mlp.experts.96.down_proj,0.36241269,0.01000,0.238
+38,mlp.experts.97.down_proj,0.00295010,0.01000,0.237
+38,mlp.experts.98.down_proj,3.14165640,0.01000,0.238
+38,mlp.experts.99.down_proj,0.28728992,0.01000,0.237
+38,mlp.experts.100.down_proj,2.00565243,0.01000,0.239
+38,mlp.experts.101.down_proj,1.02994680,0.01000,0.238
+38,mlp.experts.102.down_proj,1.26300263,0.01000,0.238
+38,mlp.experts.103.down_proj,0.00016520,0.01000,0.238
+38,mlp.experts.104.down_proj,0.08371577,0.01000,0.238
+38,mlp.experts.105.down_proj,0.52554095,0.01000,0.238
+38,mlp.experts.106.down_proj,0.00109324,0.01000,0.238
+38,mlp.experts.107.down_proj,1.07611525,0.01000,0.239
+38,mlp.experts.108.down_proj,0.31492674,0.01000,0.239
+38,mlp.experts.109.down_proj,0.52314591,0.01000,0.240
+38,mlp.experts.110.down_proj,0.42492598,0.01000,0.240
+38,mlp.experts.111.down_proj,0.63124442,0.01000,0.238
+38,mlp.experts.112.down_proj,0.14630812,0.01000,0.238
+38,mlp.experts.113.down_proj,0.00154653,0.01000,0.238
+38,mlp.experts.114.down_proj,0.16614746,0.01000,0.239
+38,mlp.experts.115.down_proj,1.26690340,0.01000,0.240
+38,mlp.experts.116.down_proj,0.01041268,0.01000,0.239
+38,mlp.experts.117.down_proj,0.00994322,0.01000,0.241
+38,mlp.experts.118.down_proj,0.14069024,0.01000,0.240
+38,mlp.experts.119.down_proj,0.26585156,0.01000,0.241
+38,mlp.experts.120.down_proj,0.00976270,0.01000,0.241
+38,mlp.experts.121.down_proj,0.06749006,0.01000,0.241
+38,mlp.experts.122.down_proj,0.00149527,0.01000,0.246
+38,mlp.experts.123.down_proj,0.00246912,0.01000,0.242
+38,mlp.experts.124.down_proj,0.02781224,0.01000,0.241
+38,mlp.experts.125.down_proj,0.97113538,0.01000,0.241
+38,mlp.experts.126.down_proj,0.17704752,0.01000,0.241
+38,mlp.experts.127.down_proj,0.00011750,0.01000,0.241
+39,self_attn.q_proj,1.56388068,0.01000,0.635
+39,self_attn.k_proj,0.16399506,0.01000,0.622
+39,self_attn.v_proj,0.20722237,0.01000,0.622
+39,self_attn.o_proj,0.15920922,0.01000,1.246
+39,mlp.experts.0.up_proj,5.15623474,0.01000,0.665
+39,mlp.experts.1.up_proj,1.99660325,0.01000,0.621
+39,mlp.experts.2.up_proj,0.32465872,0.01000,0.620
+39,mlp.experts.3.up_proj,1.33144546,0.01000,0.623
+39,mlp.experts.4.up_proj,1.22106302,0.01000,0.624
+39,mlp.experts.5.up_proj,0.13578922,0.01000,0.624
+39,mlp.experts.6.up_proj,0.67201066,0.01000,0.625
+39,mlp.experts.7.up_proj,1.63350320,0.01000,0.617
+39,mlp.experts.8.up_proj,1.35727191,0.01000,0.620
+39,mlp.experts.9.up_proj,1.36289406,0.01000,0.618
+39,mlp.experts.10.up_proj,0.24059364,0.01000,0.619
+39,mlp.experts.11.up_proj,0.44491333,0.01000,0.619
+39,mlp.experts.12.up_proj,0.08244384,0.01000,0.619
+39,mlp.experts.13.up_proj,0.41234526,0.01000,0.619
+39,mlp.experts.14.up_proj,0.11147666,0.01000,0.616
+39,mlp.experts.15.up_proj,0.00059590,0.01000,0.616
+39,mlp.experts.16.up_proj,1.73075986,0.01000,0.617
+39,mlp.experts.17.up_proj,0.65219557,0.01000,0.622
+39,mlp.experts.18.up_proj,0.10923299,0.01000,0.623
+39,mlp.experts.19.up_proj,0.01097758,0.01000,0.624
+39,mlp.experts.20.up_proj,1.26437259,0.01000,0.622
+39,mlp.experts.21.up_proj,0.00584533,0.01000,0.623
+39,mlp.experts.22.up_proj,0.00262975,0.01000,0.624
+39,mlp.experts.23.up_proj,0.76268703,0.01000,0.625
+39,mlp.experts.24.up_proj,0.01952561,0.01000,0.624
+39,mlp.experts.25.up_proj,7.59827900,0.01000,0.624
+39,mlp.experts.26.up_proj,0.01982555,0.01000,0.624
+39,mlp.experts.27.up_proj,0.17761610,0.01000,0.624
+39,mlp.experts.28.up_proj,0.33731487,0.01000,0.623
+39,mlp.experts.29.up_proj,1.45664024,0.01000,0.618
+39,mlp.experts.30.up_proj,0.57721531,0.01000,0.615
+39,mlp.experts.31.up_proj,1.04962325,0.01000,0.615
+39,mlp.experts.32.up_proj,1.64627802,0.01000,0.614
+39,mlp.experts.33.up_proj,0.43275869,0.01000,0.615
+39,mlp.experts.34.up_proj,0.82806385,0.01000,0.615
+39,mlp.experts.35.up_proj,0.81681883,0.01000,0.614
+39,mlp.experts.36.up_proj,0.01610978,0.01000,0.620
+39,mlp.experts.37.up_proj,0.77062356,0.01000,0.616
+39,mlp.experts.38.up_proj,0.00211302,0.01000,0.616
+39,mlp.experts.39.up_proj,0.36202615,0.01000,0.619
+39,mlp.experts.40.up_proj,3.15110660,0.01000,0.619
+39,mlp.experts.41.up_proj,2.71230626,0.01000,0.621
+39,mlp.experts.42.up_proj,0.00454442,0.01000,0.623
+39,mlp.experts.43.up_proj,0.00221902,0.01000,0.622
+39,mlp.experts.44.up_proj,0.00001552,0.01000,0.621
+39,mlp.experts.45.up_proj,0.48226053,0.01000,0.622
+39,mlp.experts.46.up_proj,0.82462299,0.01000,0.621
+39,mlp.experts.47.up_proj,0.01671333,0.01000,0.621
+39,mlp.experts.48.up_proj,0.42684615,0.01000,0.622
+39,mlp.experts.49.up_proj,1.79341722,0.01000,0.622
+39,mlp.experts.50.up_proj,0.06918126,0.01000,0.621
+39,mlp.experts.51.up_proj,5.09043312,0.01000,0.622
+39,mlp.experts.52.up_proj,2.93623495,0.01000,0.616
+39,mlp.experts.53.up_proj,0.08245146,0.01000,0.612
+39,mlp.experts.54.up_proj,0.89611012,0.01000,0.613
+39,mlp.experts.55.up_proj,0.58729851,0.01000,0.613
+39,mlp.experts.56.up_proj,0.83778405,0.01000,0.613
+39,mlp.experts.57.up_proj,0.33644742,0.01000,0.615
+39,mlp.experts.58.up_proj,0.42888743,0.01000,0.615
+39,mlp.experts.59.up_proj,0.09044752,0.01000,0.613
+39,mlp.experts.60.up_proj,0.87745726,0.01000,0.613
+39,mlp.experts.61.up_proj,0.29758132,0.01000,0.614
+39,mlp.experts.62.up_proj,0.01376599,0.01000,0.615
+39,mlp.experts.63.up_proj,0.21648133,0.01000,0.615
+39,mlp.experts.64.up_proj,0.03265922,0.01000,0.614
+39,mlp.experts.65.up_proj,0.00031485,0.01000,0.615
+39,mlp.experts.66.up_proj,0.12834129,0.01000,0.615
+39,mlp.experts.67.up_proj,0.00013606,0.01000,0.617
+39,mlp.experts.68.up_proj,0.00035769,0.01000,0.617
+39,mlp.experts.69.up_proj,0.60530901,0.01000,0.622
+39,mlp.experts.70.up_proj,0.71909946,0.01000,0.623
+39,mlp.experts.71.up_proj,1.10901237,0.01000,0.622
+39,mlp.experts.72.up_proj,0.25283894,0.01000,0.622
+39,mlp.experts.73.up_proj,0.02292164,0.01000,0.623
+39,mlp.experts.74.up_proj,0.00049691,0.01000,0.623
+39,mlp.experts.75.up_proj,0.74250489,0.01000,0.623
+39,mlp.experts.76.up_proj,0.16130306,0.01000,0.624
+39,mlp.experts.77.up_proj,2.42558527,0.01000,0.625
+39,mlp.experts.78.up_proj,0.78991938,0.01000,0.623
+39,mlp.experts.79.up_proj,0.00453023,0.01000,0.624
+39,mlp.experts.80.up_proj,2.82721090,0.01000,0.624
+39,mlp.experts.81.up_proj,0.12377968,0.01000,0.623
+39,mlp.experts.82.up_proj,1.34819853,0.01000,0.619
+39,mlp.experts.83.up_proj,1.41772950,0.01000,0.618
+39,mlp.experts.84.up_proj,0.25098634,0.01000,0.617
+39,mlp.experts.85.up_proj,0.63395631,0.01000,0.619
+39,mlp.experts.86.up_proj,1.39111185,0.01000,0.620
+39,mlp.experts.87.up_proj,4.45130444,0.01000,0.625
+39,mlp.experts.88.up_proj,0.00006208,0.01000,0.624
+39,mlp.experts.89.up_proj,4.95127487,0.01000,0.625
+39,mlp.experts.90.up_proj,1.33980942,0.01000,0.625
+39,mlp.experts.91.up_proj,0.45105031,0.01000,0.625
+39,mlp.experts.92.up_proj,0.00014615,0.01000,0.624
+39,mlp.experts.93.up_proj,0.20456594,0.01000,0.622
+39,mlp.experts.94.up_proj,0.83289683,0.01000,0.616
+39,mlp.experts.95.up_proj,2.03883362,0.01000,0.616
+39,mlp.experts.96.up_proj,0.22363243,0.01000,0.616
+39,mlp.experts.97.up_proj,0.00037988,0.01000,0.617
+39,mlp.experts.98.up_proj,1.30018699,0.01000,0.620
+39,mlp.experts.99.up_proj,0.00142338,0.01000,0.622
+39,mlp.experts.100.up_proj,2.59690571,0.01000,0.624
+39,mlp.experts.101.up_proj,0.62845922,0.01000,0.623
+39,mlp.experts.102.up_proj,0.43262142,0.01000,0.623
+39,mlp.experts.103.up_proj,0.47842968,0.01000,0.624
+39,mlp.experts.104.up_proj,0.06459255,0.01000,0.624
+39,mlp.experts.105.up_proj,0.00174471,0.01000,0.624
+39,mlp.experts.106.up_proj,2.68909025,0.01000,0.624
+39,mlp.experts.107.up_proj,0.92178714,0.01000,0.624
+39,mlp.experts.108.up_proj,0.00005612,0.01000,0.623
+39,mlp.experts.109.up_proj,0.30377164,0.01000,0.623
+39,mlp.experts.110.up_proj,1.19989729,0.01000,0.616
+39,mlp.experts.111.up_proj,0.00023398,0.01000,0.615
+39,mlp.experts.112.up_proj,0.06044986,0.01000,0.616
+39,mlp.experts.113.up_proj,0.14973962,0.01000,0.616
+39,mlp.experts.114.up_proj,0.00006246,0.01000,0.615
+39,mlp.experts.115.up_proj,0.20620768,0.01000,0.616
+39,mlp.experts.116.up_proj,0.69472653,0.01000,0.618
+39,mlp.experts.117.up_proj,0.31436861,0.01000,0.618
+39,mlp.experts.118.up_proj,0.05926411,0.01000,0.613
+39,mlp.experts.119.up_proj,0.14485128,0.01000,0.615
+39,mlp.experts.120.up_proj,2.29727435,0.01000,0.614
+39,mlp.experts.121.up_proj,1.29712725,0.01000,0.614
+39,mlp.experts.122.up_proj,0.00532199,0.01000,0.616
+39,mlp.experts.123.up_proj,0.32212213,0.01000,0.615
+39,mlp.experts.124.up_proj,0.00125283,0.01000,0.627
+39,mlp.experts.125.up_proj,3.94687629,0.01000,0.636
+39,mlp.experts.126.up_proj,0.91814411,0.01000,0.628
+39,mlp.experts.127.up_proj,3.80112624,0.01000,0.626
+39,mlp.experts.0.gate_proj,5.67357445,0.01000,0.634
+39,mlp.experts.1.gate_proj,1.89815784,0.01000,0.627
+39,mlp.experts.2.gate_proj,0.31781751,0.01000,0.625
+39,mlp.experts.3.gate_proj,1.16982126,0.01000,0.626
+39,mlp.experts.4.gate_proj,0.86431485,0.01000,0.626
+39,mlp.experts.5.gate_proj,0.13334925,0.01000,0.626
+39,mlp.experts.6.gate_proj,0.66202378,0.01000,0.628
+39,mlp.experts.7.gate_proj,1.57400513,0.01000,0.626
+39,mlp.experts.8.gate_proj,1.28405797,0.01000,0.627
+39,mlp.experts.9.gate_proj,1.42633104,0.01000,0.624
+39,mlp.experts.10.gate_proj,0.22744645,0.01000,0.622
+39,mlp.experts.11.gate_proj,0.45642310,0.01000,0.619
+39,mlp.experts.12.gate_proj,0.08152790,0.01000,0.616
+39,mlp.experts.13.gate_proj,0.40283585,0.01000,0.617
+39,mlp.experts.14.gate_proj,0.11171862,0.01000,0.618
+39,mlp.experts.15.gate_proj,0.00058621,0.01000,0.619
+39,mlp.experts.16.gate_proj,1.72587013,0.01000,0.627
+39,mlp.experts.17.gate_proj,0.63011169,0.01000,0.626
+39,mlp.experts.18.gate_proj,0.10420923,0.01000,0.626
+39,mlp.experts.19.gate_proj,0.01123322,0.01000,0.625
+39,mlp.experts.20.gate_proj,1.20999300,0.01000,0.629
+39,mlp.experts.21.gate_proj,0.00571918,0.01000,0.629
+39,mlp.experts.22.gate_proj,0.00240598,0.01000,0.628
+39,mlp.experts.23.gate_proj,0.71027774,0.01000,0.629
+39,mlp.experts.24.gate_proj,0.01877671,0.01000,0.636
+39,mlp.experts.25.gate_proj,7.79534054,0.01000,0.626
+39,mlp.experts.26.gate_proj,0.01932327,0.01000,0.619
+39,mlp.experts.27.gate_proj,0.18284561,0.01000,0.619
+39,mlp.experts.28.gate_proj,0.33588809,0.01000,0.620
+39,mlp.experts.29.gate_proj,1.54362059,0.01000,0.627
+39,mlp.experts.30.gate_proj,0.56905979,0.01000,0.629
+39,mlp.experts.31.gate_proj,0.99933755,0.01000,0.625
+39,mlp.experts.32.gate_proj,1.82212627,0.01000,0.629
+39,mlp.experts.33.gate_proj,0.48461497,0.01000,0.629
+39,mlp.experts.34.gate_proj,0.80556011,0.01000,0.628
+39,mlp.experts.35.gate_proj,0.77715778,0.01000,0.626
+39,mlp.experts.36.gate_proj,0.01521559,0.01000,0.627
+39,mlp.experts.37.gate_proj,0.78014970,0.01000,0.626
+39,mlp.experts.38.gate_proj,0.00207622,0.01000,0.624
+39,mlp.experts.39.gate_proj,0.35100242,0.01000,0.627
+39,mlp.experts.40.gate_proj,3.06967306,0.01000,0.627
+39,mlp.experts.41.gate_proj,2.61636090,0.01000,0.620
+39,mlp.experts.42.gate_proj,0.00444411,0.01000,0.619
+39,mlp.experts.43.gate_proj,0.00202368,0.01000,0.620
+39,mlp.experts.44.gate_proj,0.00001506,0.01000,0.622
+39,mlp.experts.45.gate_proj,0.46181566,0.01000,0.620
+39,mlp.experts.46.gate_proj,0.93674123,0.01000,0.624
+39,mlp.experts.47.gate_proj,0.01585099,0.01000,0.618
+39,mlp.experts.48.gate_proj,0.42459577,0.01000,0.622
+39,mlp.experts.49.gate_proj,1.83255076,0.01000,0.618
+39,mlp.experts.50.gate_proj,0.06900118,0.01000,0.621
+39,mlp.experts.51.gate_proj,5.87818432,0.01000,0.621
+39,mlp.experts.52.gate_proj,3.28775048,0.01000,0.631
+39,mlp.experts.53.gate_proj,0.07908657,0.01000,0.629
+39,mlp.experts.54.gate_proj,0.92879432,0.01000,0.627
+39,mlp.experts.55.gate_proj,0.54900157,0.01000,0.626
+39,mlp.experts.56.gate_proj,0.80338043,0.01000,0.628
+39,mlp.experts.57.gate_proj,0.32979631,0.01000,0.625
+39,mlp.experts.58.gate_proj,0.42024320,0.01000,0.623
+39,mlp.experts.59.gate_proj,0.09106205,0.01000,0.624
+39,mlp.experts.60.gate_proj,0.79042906,0.01000,0.625
+39,mlp.experts.61.gate_proj,0.29322913,0.01000,0.623
+39,mlp.experts.62.gate_proj,0.01269720,0.01000,0.618
+39,mlp.experts.63.gate_proj,0.21607569,0.01000,0.617
+39,mlp.experts.64.gate_proj,0.03192574,0.01000,0.619
+39,mlp.experts.65.gate_proj,0.00030196,0.01000,0.622
+39,mlp.experts.66.gate_proj,0.13456535,0.01000,0.618
+39,mlp.experts.67.gate_proj,0.00012109,0.01000,0.618
+39,mlp.experts.68.gate_proj,0.00033244,0.01000,0.618
+39,mlp.experts.69.gate_proj,0.58755863,0.01000,0.618
+39,mlp.experts.70.gate_proj,0.69509363,0.01000,0.628
+39,mlp.experts.71.gate_proj,1.13639498,0.01000,0.625
+39,mlp.experts.72.gate_proj,0.24328279,0.01000,0.626
+39,mlp.experts.73.gate_proj,0.04165838,0.01000,0.624
+39,mlp.experts.74.gate_proj,0.00047658,0.01000,0.626
+39,mlp.experts.75.gate_proj,0.72320890,0.01000,0.624
+39,mlp.experts.76.gate_proj,0.15264899,0.01000,0.623
+39,mlp.experts.77.gate_proj,2.36497688,0.01000,0.624
+39,mlp.experts.78.gate_proj,0.74383080,0.01000,0.625
+39,mlp.experts.79.gate_proj,0.00441707,0.01000,0.623
+39,mlp.experts.80.gate_proj,3.38669562,0.01000,0.623
+39,mlp.experts.81.gate_proj,0.11882989,0.01000,0.633
+39,mlp.experts.82.gate_proj,1.33051836,0.01000,0.625
+39,mlp.experts.83.gate_proj,1.42445445,0.01000,0.622
+39,mlp.experts.84.gate_proj,0.24812867,0.01000,0.618
+39,mlp.experts.85.gate_proj,0.59881884,0.01000,0.620
+39,mlp.experts.86.gate_proj,1.33699834,0.01000,0.617
+39,mlp.experts.87.gate_proj,4.73452568,0.01000,0.618
+39,mlp.experts.88.gate_proj,0.00006052,0.01000,0.619
+39,mlp.experts.89.gate_proj,4.90086174,0.01000,0.616
+39,mlp.experts.90.gate_proj,1.38177919,0.01000,0.618
+39,mlp.experts.91.gate_proj,0.42401826,0.01000,0.620
+39,mlp.experts.92.gate_proj,0.00015259,0.01000,0.618
+39,mlp.experts.93.gate_proj,0.19784585,0.01000,0.619
+39,mlp.experts.94.gate_proj,0.81788850,0.01000,0.619
+39,mlp.experts.95.gate_proj,1.90809584,0.01000,0.618
+39,mlp.experts.96.gate_proj,0.21340403,0.01000,0.619
+39,mlp.experts.97.gate_proj,0.00034238,0.01000,0.621
+39,mlp.experts.98.gate_proj,1.26541376,0.01000,0.628
+39,mlp.experts.99.gate_proj,0.00131628,0.01000,0.624
+39,mlp.experts.100.gate_proj,2.64672470,0.01000,0.627
+39,mlp.experts.101.gate_proj,0.70286918,0.01000,0.630
+39,mlp.experts.102.gate_proj,0.50352967,0.01000,0.631
+39,mlp.experts.103.gate_proj,0.42535207,0.01000,0.631
+39,mlp.experts.104.gate_proj,0.06163978,0.01000,0.629
+39,mlp.experts.105.gate_proj,0.00162688,0.01000,0.624
+39,mlp.experts.106.gate_proj,2.90924454,0.01000,0.626
+39,mlp.experts.107.gate_proj,0.83999574,0.01000,0.627
+39,mlp.experts.108.gate_proj,0.00005526,0.01000,0.626
+39,mlp.experts.109.gate_proj,0.30009258,0.01000,0.620
+39,mlp.experts.110.gate_proj,1.25552821,0.01000,0.625
+39,mlp.experts.111.gate_proj,0.00022808,0.01000,0.625
+39,mlp.experts.112.gate_proj,0.06000539,0.01000,0.618
+39,mlp.experts.113.gate_proj,0.13856962,0.01000,0.618
+39,mlp.experts.114.gate_proj,0.00006035,0.01000,0.619
+39,mlp.experts.115.gate_proj,0.19074711,0.01000,0.619
+39,mlp.experts.116.gate_proj,0.71084237,0.01000,0.617
+39,mlp.experts.117.gate_proj,0.33879140,0.01000,0.625
+39,mlp.experts.118.gate_proj,0.05628452,0.01000,0.624
+39,mlp.experts.119.gate_proj,0.16082910,0.01000,0.625
+39,mlp.experts.120.gate_proj,2.29922915,0.01000,0.627
+39,mlp.experts.121.gate_proj,1.27223897,0.01000,0.625
+39,mlp.experts.122.gate_proj,0.00525135,0.01000,0.627
+39,mlp.experts.123.gate_proj,0.31084189,0.01000,0.627
+39,mlp.experts.124.gate_proj,0.00118899,0.01000,0.626
+39,mlp.experts.125.gate_proj,4.20177221,0.01000,0.625
+39,mlp.experts.126.gate_proj,0.85680187,0.01000,0.630
+39,mlp.experts.127.gate_proj,3.75031996,0.01000,0.627
+39,mlp.experts.0.down_proj,5.16649914,0.01000,0.258
+39,mlp.experts.1.down_proj,1.33794701,0.01000,0.234
+39,mlp.experts.2.down_proj,0.19904500,0.01000,0.234
+39,mlp.experts.3.down_proj,1.43940926,0.01000,0.234
+39,mlp.experts.4.down_proj,0.76881045,0.01000,0.234
+39,mlp.experts.5.down_proj,0.12155123,0.01000,0.234
+39,mlp.experts.6.down_proj,0.41728777,0.01000,0.234
+39,mlp.experts.7.down_proj,0.77977669,0.01000,0.231
+39,mlp.experts.8.down_proj,0.74223036,0.01000,0.234
+39,mlp.experts.9.down_proj,0.61954427,0.01000,0.232
+39,mlp.experts.10.down_proj,0.19527441,0.01000,0.232
+39,mlp.experts.11.down_proj,0.25657624,0.01000,0.233
+39,mlp.experts.12.down_proj,0.06841376,0.01000,0.232
+39,mlp.experts.13.down_proj,0.26027304,0.01000,0.233
+39,mlp.experts.14.down_proj,0.05138995,0.01000,0.232
+39,mlp.experts.15.down_proj,0.00016574,0.01000,0.233
+39,mlp.experts.16.down_proj,1.08131266,0.01000,0.234
+39,mlp.experts.17.down_proj,0.37122244,0.01000,0.233
+39,mlp.experts.18.down_proj,0.09691550,0.01000,0.232
+39,mlp.experts.19.down_proj,0.01378278,0.01000,0.232
+39,mlp.experts.20.down_proj,1.87582541,0.01000,0.233
+39,mlp.experts.21.down_proj,0.00395301,0.01000,0.235
+39,mlp.experts.22.down_proj,0.00350711,0.01000,0.233
+39,mlp.experts.23.down_proj,0.76632327,0.01000,0.235
+39,mlp.experts.24.down_proj,0.01109816,0.01000,0.235
+39,mlp.experts.25.down_proj,3.82989407,0.01000,0.236
+39,mlp.experts.26.down_proj,0.01324499,0.01000,0.238
+39,mlp.experts.27.down_proj,0.06741703,0.01000,0.237
+39,mlp.experts.28.down_proj,0.31391567,0.01000,0.238
+39,mlp.experts.29.down_proj,1.09138799,0.01000,0.240
+39,mlp.experts.30.down_proj,0.50448918,0.01000,0.240
+39,mlp.experts.31.down_proj,0.85600001,0.01000,0.239
+39,mlp.experts.32.down_proj,1.91909981,0.01000,0.239
+39,mlp.experts.33.down_proj,0.30522859,0.01000,0.240
+39,mlp.experts.34.down_proj,0.67349803,0.01000,0.241
+39,mlp.experts.35.down_proj,0.75083798,0.01000,0.240
+39,mlp.experts.36.down_proj,0.03401992,0.01000,0.241
+39,mlp.experts.37.down_proj,0.80460775,0.01000,0.241
+39,mlp.experts.38.down_proj,0.00351332,0.01000,0.242
+39,mlp.experts.39.down_proj,0.19033778,0.01000,0.241
+39,mlp.experts.40.down_proj,1.77755713,0.01000,0.241
+39,mlp.experts.41.down_proj,2.68962765,0.01000,0.241
+39,mlp.experts.42.down_proj,0.00471144,0.01000,0.241
+39,mlp.experts.43.down_proj,0.00614625,0.01000,0.243
+39,mlp.experts.44.down_proj,0.00000545,0.01000,0.242
+39,mlp.experts.45.down_proj,0.43489933,0.01000,0.242
+39,mlp.experts.46.down_proj,0.54049051,0.01000,0.242
+39,mlp.experts.47.down_proj,0.02496004,0.01000,0.242
+39,mlp.experts.48.down_proj,0.15254843,0.01000,0.242
+39,mlp.experts.49.down_proj,1.89007354,0.01000,0.242
+39,mlp.experts.50.down_proj,0.05314551,0.01000,0.242
+39,mlp.experts.51.down_proj,2.11795092,0.01000,0.242
+39,mlp.experts.52.down_proj,2.87013102,0.01000,0.243
+39,mlp.experts.53.down_proj,0.07868606,0.01000,0.241
+39,mlp.experts.54.down_proj,0.63207126,0.01000,0.239
+39,mlp.experts.55.down_proj,0.41261742,0.01000,0.239
+39,mlp.experts.56.down_proj,0.44915867,0.01000,0.239
+39,mlp.experts.57.down_proj,0.24105489,0.01000,0.238
+39,mlp.experts.58.down_proj,0.19553660,0.01000,0.239
+39,mlp.experts.59.down_proj,0.05605385,0.01000,0.241
+39,mlp.experts.60.down_proj,1.02701926,0.01000,0.239
+39,mlp.experts.61.down_proj,0.20545246,0.01000,0.239
+39,mlp.experts.62.down_proj,0.01492703,0.01000,0.239
+39,mlp.experts.63.down_proj,0.09106833,0.01000,0.240
+39,mlp.experts.64.down_proj,0.01972387,0.01000,0.240
+39,mlp.experts.65.down_proj,0.00042730,0.01000,0.240
+39,mlp.experts.66.down_proj,0.15124702,0.01000,0.239
+39,mlp.experts.67.down_proj,0.00008190,0.01000,0.239
+39,mlp.experts.68.down_proj,0.00018183,0.01000,0.237
+39,mlp.experts.69.down_proj,0.52731872,0.01000,0.239
+39,mlp.experts.70.down_proj,1.16764474,0.01000,0.239
+39,mlp.experts.71.down_proj,0.86858404,0.01000,0.239
+39,mlp.experts.72.down_proj,0.19742158,0.01000,0.239
+39,mlp.experts.73.down_proj,0.00415150,0.01000,0.240
+39,mlp.experts.74.down_proj,0.00052384,0.01000,0.239
+39,mlp.experts.75.down_proj,0.50638580,0.01000,0.240
+39,mlp.experts.76.down_proj,0.11655645,0.01000,0.239
+39,mlp.experts.77.down_proj,2.03648543,0.01000,0.239
+39,mlp.experts.78.down_proj,0.65571320,0.01000,0.240
+39,mlp.experts.79.down_proj,0.00290453,0.01000,0.240
+39,mlp.experts.80.down_proj,1.84690642,0.01000,0.240
+39,mlp.experts.81.down_proj,0.07718231,0.01000,0.241
+39,mlp.experts.82.down_proj,0.77212822,0.01000,0.240
+39,mlp.experts.83.down_proj,0.92791158,0.01000,0.241
+39,mlp.experts.84.down_proj,0.17064461,0.01000,0.241
+39,mlp.experts.85.down_proj,0.69254744,0.01000,0.241
+39,mlp.experts.86.down_proj,1.01744497,0.01000,0.242
+39,mlp.experts.87.down_proj,3.00964117,0.01000,0.243
+39,mlp.experts.88.down_proj,0.00002855,0.01000,0.243
+39,mlp.experts.89.down_proj,5.74855804,0.01000,0.243
+39,mlp.experts.90.down_proj,1.03926957,0.01000,0.243
+39,mlp.experts.91.down_proj,0.31945401,0.01000,0.244
+39,mlp.experts.92.down_proj,0.00013411,0.01000,0.244
+39,mlp.experts.93.down_proj,0.22464043,0.01000,0.244
+39,mlp.experts.94.down_proj,0.43711138,0.01000,0.243
+39,mlp.experts.95.down_proj,1.25678229,0.01000,0.243
+39,mlp.experts.96.down_proj,0.14354447,0.01000,0.243
+39,mlp.experts.97.down_proj,0.00030507,0.01000,0.243
+39,mlp.experts.98.down_proj,1.12378323,0.01000,0.244
+39,mlp.experts.99.down_proj,0.00104701,0.01000,0.243
+39,mlp.experts.100.down_proj,1.74780297,0.01000,0.243
+39,mlp.experts.101.down_proj,1.06554055,0.01000,0.244
+39,mlp.experts.102.down_proj,0.18239567,0.01000,0.243
+39,mlp.experts.103.down_proj,0.73348892,0.01000,0.243
+39,mlp.experts.104.down_proj,0.06751612,0.01000,0.244
+39,mlp.experts.105.down_proj,0.00217258,0.01000,0.245
+39,mlp.experts.106.down_proj,1.05793989,0.01000,0.243
+39,mlp.experts.107.down_proj,0.83241564,0.01000,0.243
+39,mlp.experts.108.down_proj,0.00002587,0.01000,0.243
+39,mlp.experts.109.down_proj,0.15563062,0.01000,0.243
+39,mlp.experts.110.down_proj,0.70001507,0.01000,0.243
+39,mlp.experts.111.down_proj,0.00013308,0.01000,0.243
+39,mlp.experts.112.down_proj,0.04439357,0.01000,0.244
+39,mlp.experts.113.down_proj,0.10649398,0.01000,0.244
+39,mlp.experts.114.down_proj,0.00004734,0.01000,0.245
+39,mlp.experts.115.down_proj,0.20412776,0.01000,0.246
+39,mlp.experts.116.down_proj,0.33238000,0.01000,0.245
+39,mlp.experts.117.down_proj,0.16655988,0.01000,0.245
+39,mlp.experts.118.down_proj,0.05103052,0.01000,0.246
+39,mlp.experts.119.down_proj,0.09651145,0.01000,0.246
+39,mlp.experts.120.down_proj,1.47197056,0.01000,0.246
+39,mlp.experts.121.down_proj,0.89626682,0.01000,0.246
+39,mlp.experts.122.down_proj,0.00610055,0.01000,0.246
+39,mlp.experts.123.down_proj,0.23079872,0.01000,0.246
+39,mlp.experts.124.down_proj,0.00100067,0.01000,0.246
+39,mlp.experts.125.down_proj,1.59501553,0.01000,0.246
+39,mlp.experts.126.down_proj,1.04177701,0.01000,0.245
+39,mlp.experts.127.down_proj,3.90209746,0.01000,0.246
+40,self_attn.q_proj,2.22499418,0.01000,0.629
+40,self_attn.k_proj,0.24823362,0.01000,0.614
+40,self_attn.v_proj,0.27900168,0.01000,0.614
+40,self_attn.o_proj,0.23285469,0.01000,1.235
+40,mlp.experts.0.up_proj,2.20922256,0.01000,0.654
+40,mlp.experts.1.up_proj,0.19870043,0.01000,0.605
+40,mlp.experts.2.up_proj,0.00009014,0.01000,0.605
+40,mlp.experts.3.up_proj,0.00004543,0.01000,0.609
+40,mlp.experts.4.up_proj,0.71747851,0.01000,0.612
+40,mlp.experts.5.up_proj,0.08837155,0.01000,0.613
+40,mlp.experts.6.up_proj,2.28145528,0.01000,0.618
+40,mlp.experts.7.up_proj,1.41787100,0.01000,0.617
+40,mlp.experts.8.up_proj,0.76055515,0.01000,0.618
+40,mlp.experts.9.up_proj,0.75066578,0.01000,0.619
+40,mlp.experts.10.up_proj,0.00219651,0.01000,0.619
+40,mlp.experts.11.up_proj,0.67775106,0.01000,0.619
+40,mlp.experts.12.up_proj,2.79369354,0.01000,0.620
+40,mlp.experts.13.up_proj,1.31732249,0.01000,0.620
+40,mlp.experts.14.up_proj,0.69341290,0.01000,0.618
+40,mlp.experts.15.up_proj,0.99817932,0.01000,0.619
+40,mlp.experts.16.up_proj,1.33308911,0.01000,0.618
+40,mlp.experts.17.up_proj,1.29173708,0.01000,0.617
+40,mlp.experts.18.up_proj,0.89316022,0.01000,0.618
+40,mlp.experts.19.up_proj,0.13958699,0.01000,0.617
+40,mlp.experts.20.up_proj,1.06402934,0.01000,0.617
+40,mlp.experts.21.up_proj,0.00261633,0.01000,0.609
+40,mlp.experts.22.up_proj,0.09747662,0.01000,0.611
+40,mlp.experts.23.up_proj,1.85415888,0.01000,0.612
+40,mlp.experts.24.up_proj,0.65280157,0.01000,0.616
+40,mlp.experts.25.up_proj,0.01189355,0.01000,0.617
+40,mlp.experts.26.up_proj,1.09168231,0.01000,0.618
+40,mlp.experts.27.up_proj,1.02362132,0.01000,0.618
+40,mlp.experts.28.up_proj,3.04972434,0.01000,0.618
+40,mlp.experts.29.up_proj,1.34969163,0.01000,0.619
+40,mlp.experts.30.up_proj,3.80742359,0.01000,0.620
+40,mlp.experts.31.up_proj,0.00126896,0.01000,0.619
+40,mlp.experts.32.up_proj,0.21101171,0.01000,0.621
+40,mlp.experts.33.up_proj,0.52501786,0.01000,0.620
+40,mlp.experts.34.up_proj,0.00464370,0.01000,0.620
+40,mlp.experts.35.up_proj,7.17673779,0.01000,0.619
+40,mlp.experts.36.up_proj,0.10942897,0.01000,0.620
+40,mlp.experts.37.up_proj,1.28081059,0.01000,0.616
+40,mlp.experts.38.up_proj,0.00021432,0.01000,0.610
+40,mlp.experts.39.up_proj,3.12725544,0.01000,0.611
+40,mlp.experts.40.up_proj,1.29487932,0.01000,0.610
+40,mlp.experts.41.up_proj,0.02805835,0.01000,0.611
+40,mlp.experts.42.up_proj,2.37048721,0.01000,0.611
+40,mlp.experts.43.up_proj,1.60258985,0.01000,0.610
+40,mlp.experts.44.up_proj,1.56157351,0.01000,0.612
+40,mlp.experts.45.up_proj,1.83387494,0.01000,0.613
+40,mlp.experts.46.up_proj,0.05619880,0.01000,0.611
+40,mlp.experts.47.up_proj,0.02533887,0.01000,0.616
+40,mlp.experts.48.up_proj,2.74193549,0.01000,0.619
+40,mlp.experts.49.up_proj,0.40342489,0.01000,0.621
+40,mlp.experts.50.up_proj,1.10944283,0.01000,0.620
+40,mlp.experts.51.up_proj,1.40499556,0.01000,0.619
+40,mlp.experts.52.up_proj,0.24202272,0.01000,0.618
+40,mlp.experts.53.up_proj,0.00433841,0.01000,0.620
+40,mlp.experts.54.up_proj,2.56700993,0.01000,0.618
+40,mlp.experts.55.up_proj,1.10832977,0.01000,0.619
+40,mlp.experts.56.up_proj,0.00382250,0.01000,0.619
+40,mlp.experts.57.up_proj,1.00230193,0.01000,0.619
+40,mlp.experts.58.up_proj,0.00595265,0.01000,0.621
+40,mlp.experts.59.up_proj,0.21363360,0.01000,0.616
+40,mlp.experts.60.up_proj,0.77937484,0.01000,0.610
+40,mlp.experts.61.up_proj,0.00019496,0.01000,0.612
+40,mlp.experts.62.up_proj,0.23144516,0.01000,0.626
+40,mlp.experts.63.up_proj,0.05776922,0.01000,0.615
+40,mlp.experts.64.up_proj,0.00780957,0.01000,0.616
+40,mlp.experts.65.up_proj,5.05046082,0.01000,0.618
+40,mlp.experts.66.up_proj,0.00157840,0.01000,0.617
+40,mlp.experts.67.up_proj,0.15642565,0.01000,0.616
+40,mlp.experts.68.up_proj,0.23324995,0.01000,0.621
+40,mlp.experts.69.up_proj,0.00114230,0.01000,0.620
+40,mlp.experts.70.up_proj,0.21427512,0.01000,0.621
+40,mlp.experts.71.up_proj,0.00020196,0.01000,0.622
+40,mlp.experts.72.up_proj,0.43098944,0.01000,0.623
+40,mlp.experts.73.up_proj,0.34537345,0.01000,0.625
+40,mlp.experts.74.up_proj,0.13235289,0.01000,0.645
+40,mlp.experts.75.up_proj,1.17598176,0.01000,0.623
+40,mlp.experts.76.up_proj,1.33704853,0.01000,0.622
+40,mlp.experts.77.up_proj,1.39862084,0.01000,0.621
+40,mlp.experts.78.up_proj,0.49536854,0.01000,0.621
+40,mlp.experts.79.up_proj,0.99820244,0.01000,0.620
+40,mlp.experts.80.up_proj,3.00568819,0.01000,0.620
+40,mlp.experts.81.up_proj,1.87764430,0.01000,0.625
+40,mlp.experts.82.up_proj,3.89886785,0.01000,0.614
+40,mlp.experts.83.up_proj,1.48888326,0.01000,0.614
+40,mlp.experts.84.up_proj,0.92948782,0.01000,0.611
+40,mlp.experts.85.up_proj,0.17451182,0.01000,0.612
+40,mlp.experts.86.up_proj,0.00011828,0.01000,0.612
+40,mlp.experts.87.up_proj,0.00178273,0.01000,0.615
+40,mlp.experts.88.up_proj,0.00420889,0.01000,0.614
+40,mlp.experts.89.up_proj,0.28801411,0.01000,0.613
+40,mlp.experts.90.up_proj,0.54708433,0.01000,0.614
+40,mlp.experts.91.up_proj,0.27214167,0.01000,0.614
+40,mlp.experts.92.up_proj,0.02100856,0.01000,0.625
+40,mlp.experts.93.up_proj,1.12991786,0.01000,0.621
+40,mlp.experts.94.up_proj,1.18209600,0.01000,0.621
+40,mlp.experts.95.up_proj,0.00198740,0.01000,0.622
+40,mlp.experts.96.up_proj,0.00048117,0.01000,0.622
+40,mlp.experts.97.up_proj,1.36221743,0.01000,0.623
+40,mlp.experts.98.up_proj,0.35047793,0.01000,0.623
+40,mlp.experts.99.up_proj,0.07332761,0.01000,0.621
+40,mlp.experts.100.up_proj,1.16435325,0.01000,0.622
+40,mlp.experts.101.up_proj,2.22291780,0.01000,0.621
+40,mlp.experts.102.up_proj,0.92600667,0.01000,0.621
+40,mlp.experts.103.up_proj,3.26269531,0.01000,0.621
+40,mlp.experts.104.up_proj,0.00105992,0.01000,0.624
+40,mlp.experts.105.up_proj,1.34874082,0.01000,0.617
+40,mlp.experts.106.up_proj,0.37093508,0.01000,0.615
+40,mlp.experts.107.up_proj,0.14408457,0.01000,0.614
+40,mlp.experts.108.up_proj,1.63539648,0.01000,0.614
+40,mlp.experts.109.up_proj,4.29423141,0.01000,0.613
+40,mlp.experts.110.up_proj,1.04566431,0.01000,0.613
+40,mlp.experts.111.up_proj,3.15250492,0.01000,0.612
+40,mlp.experts.112.up_proj,0.47198600,0.01000,0.614
+40,mlp.experts.113.up_proj,0.37566078,0.01000,0.613
+40,mlp.experts.114.up_proj,2.18306255,0.01000,0.618
+40,mlp.experts.115.up_proj,3.84985948,0.01000,0.620
+40,mlp.experts.116.up_proj,0.13183507,0.01000,0.622
+40,mlp.experts.117.up_proj,1.63423395,0.01000,0.621
+40,mlp.experts.118.up_proj,0.00001435,0.01000,0.622
+40,mlp.experts.119.up_proj,1.00738823,0.01000,0.622
+40,mlp.experts.120.up_proj,0.00137219,0.01000,0.623
+40,mlp.experts.121.up_proj,1.05536878,0.01000,0.623
+40,mlp.experts.122.up_proj,0.00712089,0.01000,0.621
+40,mlp.experts.123.up_proj,1.64514971,0.01000,0.622
+40,mlp.experts.124.up_proj,0.82903755,0.01000,0.622
+40,mlp.experts.125.up_proj,0.00026748,0.01000,0.622
+40,mlp.experts.126.up_proj,0.23433056,0.01000,0.618
+40,mlp.experts.127.up_proj,1.46391368,0.01000,0.615
+40,mlp.experts.0.gate_proj,2.35535574,0.01000,0.615
+40,mlp.experts.1.gate_proj,0.19817084,0.01000,0.616
+40,mlp.experts.2.gate_proj,0.00008599,0.01000,0.615
+40,mlp.experts.3.gate_proj,0.00004190,0.01000,0.614
+40,mlp.experts.4.gate_proj,0.71093798,0.01000,0.620
+40,mlp.experts.5.gate_proj,0.08706087,0.01000,0.616
+40,mlp.experts.6.gate_proj,2.52047110,0.01000,0.613
+40,mlp.experts.7.gate_proj,1.52591515,0.01000,0.620
+40,mlp.experts.8.gate_proj,0.78965586,0.01000,0.620
+40,mlp.experts.9.gate_proj,0.74363291,0.01000,0.623
+40,mlp.experts.10.gate_proj,0.00210054,0.01000,0.622
+40,mlp.experts.11.gate_proj,0.68042052,0.01000,0.622
+40,mlp.experts.12.gate_proj,2.84543371,0.01000,0.621
+40,mlp.experts.13.gate_proj,1.23060298,0.01000,0.623
+40,mlp.experts.14.gate_proj,0.68008387,0.01000,0.623
+40,mlp.experts.15.gate_proj,0.93286681,0.01000,0.622
+40,mlp.experts.16.gate_proj,1.38424075,0.01000,0.620
+40,mlp.experts.17.gate_proj,1.23713374,0.01000,0.622
+40,mlp.experts.18.gate_proj,0.83452088,0.01000,0.622
+40,mlp.experts.19.gate_proj,0.13090441,0.01000,0.616
+40,mlp.experts.20.gate_proj,0.95323336,0.01000,0.613
+40,mlp.experts.21.gate_proj,0.00250349,0.01000,0.613
+40,mlp.experts.22.gate_proj,0.09558459,0.01000,0.614
+40,mlp.experts.23.gate_proj,2.29190636,0.01000,0.612
+40,mlp.experts.24.gate_proj,0.64344376,0.01000,0.614
+40,mlp.experts.25.gate_proj,0.01232527,0.01000,0.615
+40,mlp.experts.26.gate_proj,1.08608556,0.01000,0.613
+40,mlp.experts.27.gate_proj,1.04951644,0.01000,0.616
+40,mlp.experts.28.gate_proj,3.29562354,0.01000,0.616
+40,mlp.experts.29.gate_proj,1.25882983,0.01000,0.619
+40,mlp.experts.30.gate_proj,4.09829617,0.01000,0.620
+40,mlp.experts.31.gate_proj,0.00121125,0.01000,0.621
+40,mlp.experts.32.gate_proj,0.23279662,0.01000,0.621
+40,mlp.experts.33.gate_proj,0.48690003,0.01000,0.620
+40,mlp.experts.34.gate_proj,0.00458791,0.01000,0.620
+40,mlp.experts.35.gate_proj,8.16089439,0.01000,0.621
+40,mlp.experts.36.gate_proj,0.10620473,0.01000,0.620
+40,mlp.experts.37.gate_proj,1.27931857,0.01000,0.621
+40,mlp.experts.38.gate_proj,0.00020799,0.01000,0.622
+40,mlp.experts.39.gate_proj,3.10119915,0.01000,0.621
+40,mlp.experts.40.gate_proj,1.29366624,0.01000,0.622
+40,mlp.experts.41.gate_proj,0.02687098,0.01000,0.621
+40,mlp.experts.42.gate_proj,2.32987428,0.01000,0.613
+40,mlp.experts.43.gate_proj,1.40516317,0.01000,0.613
+40,mlp.experts.44.gate_proj,1.50789332,0.01000,0.614
+40,mlp.experts.45.gate_proj,1.74033582,0.01000,0.614
+40,mlp.experts.46.gate_proj,0.05501178,0.01000,0.614
+40,mlp.experts.47.gate_proj,0.02355218,0.01000,0.614
+40,mlp.experts.48.gate_proj,2.57161045,0.01000,0.615
+40,mlp.experts.49.gate_proj,0.43622938,0.01000,0.615
+40,mlp.experts.50.gate_proj,1.16834235,0.01000,0.619
+40,mlp.experts.51.gate_proj,1.36549437,0.01000,0.623
+40,mlp.experts.52.gate_proj,0.23118034,0.01000,0.621
+40,mlp.experts.53.gate_proj,0.00414233,0.01000,0.622
+40,mlp.experts.54.gate_proj,2.56273270,0.01000,0.622
+40,mlp.experts.55.gate_proj,1.08877170,0.01000,0.621
+40,mlp.experts.56.gate_proj,0.00361767,0.01000,0.615
+40,mlp.experts.57.gate_proj,0.99939322,0.01000,0.615
+40,mlp.experts.58.gate_proj,0.00639521,0.01000,0.616
+40,mlp.experts.59.gate_proj,0.19728759,0.01000,0.616
+40,mlp.experts.60.gate_proj,0.74698025,0.01000,0.618
+40,mlp.experts.61.gate_proj,0.00018670,0.01000,0.621
+40,mlp.experts.62.gate_proj,0.23258805,0.01000,0.620
+40,mlp.experts.63.gate_proj,0.05598757,0.01000,0.621
+40,mlp.experts.64.gate_proj,0.00794249,0.01000,0.619
+40,mlp.experts.65.gate_proj,4.93889046,0.01000,0.621
+40,mlp.experts.66.gate_proj,0.00143683,0.01000,0.622
+40,mlp.experts.67.gate_proj,0.14952131,0.01000,0.620
+40,mlp.experts.68.gate_proj,0.23008218,0.01000,0.620
+40,mlp.experts.69.gate_proj,0.00111915,0.01000,0.620
+40,mlp.experts.70.gate_proj,0.21788843,0.01000,0.619
+40,mlp.experts.71.gate_proj,0.00017876,0.01000,0.611
+40,mlp.experts.72.gate_proj,0.46581331,0.01000,0.612
+40,mlp.experts.73.gate_proj,0.31726485,0.01000,0.613
+40,mlp.experts.74.gate_proj,0.20937085,0.01000,0.612
+40,mlp.experts.75.gate_proj,1.18414104,0.01000,0.612
+40,mlp.experts.76.gate_proj,1.33921099,0.01000,0.612
+40,mlp.experts.77.gate_proj,1.29630506,0.01000,0.613
+40,mlp.experts.78.gate_proj,0.48040473,0.01000,0.613
+40,mlp.experts.79.gate_proj,0.98554420,0.01000,0.612
+40,mlp.experts.80.gate_proj,3.12340689,0.01000,0.612
+40,mlp.experts.81.gate_proj,1.87522268,0.01000,0.613
+40,mlp.experts.82.gate_proj,4.40229416,0.01000,0.613
+40,mlp.experts.83.gate_proj,1.48067439,0.01000,0.616
+40,mlp.experts.84.gate_proj,0.92751229,0.01000,0.620
+40,mlp.experts.85.gate_proj,0.16706571,0.01000,0.620
+40,mlp.experts.86.gate_proj,0.00011103,0.01000,0.621
+40,mlp.experts.87.gate_proj,0.00173517,0.01000,0.620
+40,mlp.experts.88.gate_proj,0.00385487,0.01000,0.620
+40,mlp.experts.89.gate_proj,0.30125517,0.01000,0.621
+40,mlp.experts.90.gate_proj,0.53310019,0.01000,0.622
+40,mlp.experts.91.gate_proj,0.25845763,0.01000,0.622
+40,mlp.experts.92.gate_proj,0.01967904,0.01000,0.621
+40,mlp.experts.93.gate_proj,1.17209387,0.01000,0.620
+40,mlp.experts.94.gate_proj,1.20329666,0.01000,0.621
+40,mlp.experts.95.gate_proj,0.00187926,0.01000,0.621
+40,mlp.experts.96.gate_proj,0.00043954,0.01000,0.622
+40,mlp.experts.97.gate_proj,1.44870996,0.01000,0.614
+40,mlp.experts.98.gate_proj,0.34394261,0.01000,0.615
+40,mlp.experts.99.gate_proj,0.07448383,0.01000,0.617
+40,mlp.experts.100.gate_proj,1.12145841,0.01000,0.624
+40,mlp.experts.101.gate_proj,2.25445700,0.01000,0.626
+40,mlp.experts.102.gate_proj,0.92219490,0.01000,0.614
+40,mlp.experts.103.gate_proj,3.24006176,0.01000,0.614
+40,mlp.experts.104.gate_proj,0.00097541,0.01000,0.613
+40,mlp.experts.105.gate_proj,1.27691805,0.01000,0.621
+40,mlp.experts.106.gate_proj,0.36516601,0.01000,0.620
+40,mlp.experts.107.gate_proj,0.14810063,0.01000,0.619
+40,mlp.experts.108.gate_proj,1.58392191,0.01000,0.619
+40,mlp.experts.109.gate_proj,5.70746756,0.01000,0.621
+40,mlp.experts.110.gate_proj,1.04238629,0.01000,0.620
+40,mlp.experts.111.gate_proj,3.45893788,0.01000,0.621
+40,mlp.experts.112.gate_proj,0.45571104,0.01000,0.622
+40,mlp.experts.113.gate_proj,0.43685758,0.01000,0.621
+40,mlp.experts.114.gate_proj,2.25641823,0.01000,0.622
+40,mlp.experts.115.gate_proj,3.94976950,0.01000,0.620
+40,mlp.experts.116.gate_proj,0.14190182,0.01000,0.620
+40,mlp.experts.117.gate_proj,1.61773944,0.01000,0.622
+40,mlp.experts.118.gate_proj,0.00001412,0.01000,0.615
+40,mlp.experts.119.gate_proj,1.05533981,0.01000,0.613
+40,mlp.experts.120.gate_proj,0.00124954,0.01000,0.614
+40,mlp.experts.121.gate_proj,1.03192115,0.01000,0.613
+40,mlp.experts.122.gate_proj,0.00703806,0.01000,0.614
+40,mlp.experts.123.gate_proj,1.74486732,0.01000,0.615
+40,mlp.experts.124.gate_proj,0.79984725,0.01000,0.617
+40,mlp.experts.125.gate_proj,0.00026004,0.01000,0.619
+40,mlp.experts.126.gate_proj,0.22267501,0.01000,0.621
+40,mlp.experts.127.gate_proj,1.49680936,0.01000,0.621
+40,mlp.experts.0.down_proj,3.89718056,0.01000,0.257
+40,mlp.experts.1.down_proj,0.17123769,0.01000,0.233
+40,mlp.experts.2.down_proj,0.00006979,0.01000,0.233
+40,mlp.experts.3.down_proj,0.00003221,0.01000,0.233
+40,mlp.experts.4.down_proj,0.63226783,0.01000,0.233
+40,mlp.experts.5.down_proj,0.09862463,0.01000,0.233
+40,mlp.experts.6.down_proj,1.74278283,0.01000,0.233
+40,mlp.experts.7.down_proj,1.99560404,0.01000,0.233
+40,mlp.experts.8.down_proj,0.90031421,0.01000,0.234
+40,mlp.experts.9.down_proj,0.56214082,0.01000,0.235
+40,mlp.experts.10.down_proj,0.00134607,0.01000,0.235
+40,mlp.experts.11.down_proj,0.78967857,0.01000,0.234
+40,mlp.experts.12.down_proj,2.53294015,0.01000,0.235
+40,mlp.experts.13.down_proj,1.52611947,0.01000,0.235
+40,mlp.experts.14.down_proj,0.61661792,0.01000,0.234
+40,mlp.experts.15.down_proj,1.40880418,0.01000,0.235
+40,mlp.experts.16.down_proj,1.14455509,0.01000,0.235
+40,mlp.experts.17.down_proj,1.37256789,0.01000,0.234
+40,mlp.experts.18.down_proj,0.93505365,0.01000,0.234
+40,mlp.experts.19.down_proj,0.11555409,0.01000,0.234
+40,mlp.experts.20.down_proj,1.45913005,0.01000,0.233
+40,mlp.experts.21.down_proj,0.00265237,0.01000,0.234
+40,mlp.experts.22.down_proj,0.10688090,0.01000,0.234
+40,mlp.experts.23.down_proj,1.39996600,0.01000,0.233
+40,mlp.experts.24.down_proj,0.61980695,0.01000,0.233
+40,mlp.experts.25.down_proj,0.01166280,0.01000,0.234
+40,mlp.experts.26.down_proj,0.67698848,0.01000,0.233
+40,mlp.experts.27.down_proj,0.86158824,0.01000,0.234
+40,mlp.experts.28.down_proj,1.67445207,0.01000,0.234
+40,mlp.experts.29.down_proj,2.02026844,0.01000,0.232
+40,mlp.experts.30.down_proj,2.76189041,0.01000,0.234
+40,mlp.experts.31.down_proj,0.00180624,0.01000,0.233
+40,mlp.experts.32.down_proj,0.09210306,0.01000,0.231
+40,mlp.experts.33.down_proj,0.82749605,0.01000,0.234
+40,mlp.experts.34.down_proj,0.00426527,0.01000,0.234
+40,mlp.experts.35.down_proj,6.21490240,0.01000,0.236
+40,mlp.experts.36.down_proj,0.11875379,0.01000,0.237
+40,mlp.experts.37.down_proj,1.07769656,0.01000,0.236
+40,mlp.experts.38.down_proj,0.00015018,0.01000,0.237
+40,mlp.experts.39.down_proj,2.65762687,0.01000,0.236
+40,mlp.experts.40.down_proj,1.54723167,0.01000,0.236
+40,mlp.experts.41.down_proj,0.03195402,0.01000,0.236
+40,mlp.experts.42.down_proj,1.97650242,0.01000,0.236
+40,mlp.experts.43.down_proj,1.50793076,0.01000,0.238
+40,mlp.experts.44.down_proj,2.58837175,0.01000,0.238
+40,mlp.experts.45.down_proj,1.76345897,0.01000,0.238
+40,mlp.experts.46.down_proj,0.04807649,0.01000,0.237
+40,mlp.experts.47.down_proj,0.03650623,0.01000,0.238
+40,mlp.experts.48.down_proj,3.60148954,0.01000,0.237
+40,mlp.experts.49.down_proj,0.24862717,0.01000,0.237
+40,mlp.experts.50.down_proj,0.89241850,0.01000,0.237
+40,mlp.experts.51.down_proj,1.71120453,0.01000,0.238
+40,mlp.experts.52.down_proj,0.18963867,0.01000,0.238
+40,mlp.experts.53.down_proj,0.00465691,0.01000,0.238
+40,mlp.experts.54.down_proj,2.27680111,0.01000,0.238
+40,mlp.experts.55.down_proj,1.25755572,0.01000,0.237
+40,mlp.experts.56.down_proj,0.00747795,0.01000,0.238
+40,mlp.experts.57.down_proj,0.81852722,0.01000,0.239
+40,mlp.experts.58.down_proj,0.00615101,0.01000,0.240
+40,mlp.experts.59.down_proj,0.21145439,0.01000,0.241
+40,mlp.experts.60.down_proj,0.90848339,0.01000,0.241
+40,mlp.experts.61.down_proj,0.00016786,0.01000,0.242
+40,mlp.experts.62.down_proj,0.17306218,0.01000,0.242
+40,mlp.experts.63.down_proj,0.04275043,0.01000,0.242
+40,mlp.experts.64.down_proj,0.00018823,0.01000,0.242
+40,mlp.experts.65.down_proj,3.36148953,0.01000,0.242
+40,mlp.experts.66.down_proj,0.00168454,0.01000,0.242
+40,mlp.experts.67.down_proj,0.15292826,0.01000,0.242
+40,mlp.experts.68.down_proj,0.22722250,0.01000,0.242
+40,mlp.experts.69.down_proj,0.00080891,0.01000,0.243
+40,mlp.experts.70.down_proj,0.15110809,0.01000,0.243
+40,mlp.experts.71.down_proj,0.00013766,0.01000,0.242
+40,mlp.experts.72.down_proj,0.27746934,0.01000,0.242
+40,mlp.experts.73.down_proj,0.39805666,0.01000,0.242
+40,mlp.experts.74.down_proj,0.06392771,0.01000,0.241
+40,mlp.experts.75.down_proj,0.82468402,0.01000,0.241
+40,mlp.experts.76.down_proj,1.26790631,0.01000,0.242
+40,mlp.experts.77.down_proj,2.01208711,0.01000,0.242
+40,mlp.experts.78.down_proj,0.43254322,0.01000,0.242
+40,mlp.experts.79.down_proj,0.58011580,0.01000,0.242
+40,mlp.experts.80.down_proj,2.44830465,0.01000,0.242
+40,mlp.experts.81.down_proj,1.64408970,0.01000,0.241
+40,mlp.experts.82.down_proj,5.06947803,0.01000,0.242
+40,mlp.experts.83.down_proj,1.33952177,0.01000,0.242
+40,mlp.experts.84.down_proj,0.98877543,0.01000,0.242
+40,mlp.experts.85.down_proj,0.13874489,0.01000,0.242
+40,mlp.experts.86.down_proj,0.00011633,0.01000,0.241
+40,mlp.experts.87.down_proj,0.00116508,0.01000,0.242
+40,mlp.experts.88.down_proj,0.00402854,0.01000,0.242
+40,mlp.experts.89.down_proj,0.37945575,0.01000,0.241
+40,mlp.experts.90.down_proj,0.74046552,0.01000,0.240
+40,mlp.experts.91.down_proj,0.50746030,0.01000,0.240
+40,mlp.experts.92.down_proj,0.03359248,0.01000,0.241
+40,mlp.experts.93.down_proj,0.78245157,0.01000,0.242
+40,mlp.experts.94.down_proj,1.08111763,0.01000,0.243
+40,mlp.experts.95.down_proj,0.00186816,0.01000,0.240
+40,mlp.experts.96.down_proj,0.00071253,0.01000,0.238
+40,mlp.experts.97.down_proj,0.77193910,0.01000,0.239
+40,mlp.experts.98.down_proj,0.36297065,0.01000,0.238
+40,mlp.experts.99.down_proj,0.09844980,0.01000,0.238
+40,mlp.experts.100.down_proj,2.14047432,0.01000,0.238
+40,mlp.experts.101.down_proj,1.66335380,0.01000,0.240
+40,mlp.experts.102.down_proj,0.67723089,0.01000,0.239
+40,mlp.experts.103.down_proj,2.90475750,0.01000,0.239
+40,mlp.experts.104.down_proj,0.00154251,0.01000,0.239
+40,mlp.experts.105.down_proj,1.40936327,0.01000,0.239
+40,mlp.experts.106.down_proj,0.24576792,0.01000,0.240
+40,mlp.experts.107.down_proj,0.04808975,0.01000,0.240
+40,mlp.experts.108.down_proj,1.78530169,0.01000,0.240
+40,mlp.experts.109.down_proj,2.47419620,0.01000,0.241
+40,mlp.experts.110.down_proj,1.58018422,0.01000,0.240
+40,mlp.experts.111.down_proj,2.82862043,0.01000,0.241
+40,mlp.experts.112.down_proj,0.72703135,0.01000,0.242
+40,mlp.experts.113.down_proj,0.27657485,0.01000,0.242
+40,mlp.experts.114.down_proj,1.90697360,0.01000,0.241
+40,mlp.experts.115.down_proj,3.48606777,0.01000,0.241
+40,mlp.experts.116.down_proj,0.10291567,0.01000,0.241
+40,mlp.experts.117.down_proj,1.39980030,0.01000,0.241
+40,mlp.experts.118.down_proj,0.00000925,0.01000,0.241
+40,mlp.experts.119.down_proj,1.02623057,0.01000,0.241
+40,mlp.experts.120.down_proj,0.00153507,0.01000,0.241
+40,mlp.experts.121.down_proj,1.25535774,0.01000,0.241
+40,mlp.experts.122.down_proj,0.01154364,0.01000,0.241
+40,mlp.experts.123.down_proj,1.85235465,0.01000,0.241
+40,mlp.experts.124.down_proj,1.09690475,0.01000,0.242
+40,mlp.experts.125.down_proj,0.00018822,0.01000,0.242
+40,mlp.experts.126.down_proj,0.17431656,0.01000,0.242
+40,mlp.experts.127.down_proj,1.17316985,0.01000,0.243
+41,self_attn.q_proj,3.00700235,0.01000,0.637
+41,self_attn.k_proj,0.30781180,0.01000,0.617
+41,self_attn.v_proj,0.39695299,0.01000,0.610
+41,self_attn.o_proj,0.27056068,0.01000,1.239
+41,mlp.experts.0.up_proj,1.70739996,0.01000,0.625
+41,mlp.experts.1.up_proj,1.88123488,0.01000,0.612
+41,mlp.experts.2.up_proj,1.35764086,0.01000,0.612
+41,mlp.experts.3.up_proj,0.43863153,0.01000,0.618
+41,mlp.experts.4.up_proj,0.00000426,0.01000,0.616
+41,mlp.experts.5.up_proj,0.88307792,0.01000,0.610
+41,mlp.experts.6.up_proj,0.59552312,0.01000,0.610
+41,mlp.experts.7.up_proj,0.89715433,0.01000,0.611
+41,mlp.experts.8.up_proj,0.00009473,0.01000,0.611
+41,mlp.experts.9.up_proj,2.95310044,0.01000,0.610
+41,mlp.experts.10.up_proj,0.17756574,0.01000,0.612
+41,mlp.experts.11.up_proj,2.20456791,0.01000,0.612
+41,mlp.experts.12.up_proj,0.79169345,0.01000,0.612
+41,mlp.experts.13.up_proj,0.06229620,0.01000,0.612
+41,mlp.experts.14.up_proj,1.39293861,0.01000,0.614
+41,mlp.experts.15.up_proj,1.52256536,0.01000,0.611
+41,mlp.experts.16.up_proj,0.12361166,0.01000,0.617
+41,mlp.experts.17.up_proj,1.25685441,0.01000,0.617
+41,mlp.experts.18.up_proj,2.88436246,0.01000,0.613
+41,mlp.experts.19.up_proj,0.94776213,0.01000,0.609
+41,mlp.experts.20.up_proj,1.47606277,0.01000,0.610
+41,mlp.experts.21.up_proj,2.59003401,0.01000,0.613
+41,mlp.experts.22.up_proj,0.10642413,0.01000,0.616
+41,mlp.experts.23.up_proj,0.00008321,0.01000,0.616
+41,mlp.experts.24.up_proj,0.00331536,0.01000,0.616
+41,mlp.experts.25.up_proj,0.10126460,0.01000,0.617
+41,mlp.experts.26.up_proj,5.39706326,0.01000,0.617
+41,mlp.experts.27.up_proj,0.00001385,0.01000,0.615
+41,mlp.experts.28.up_proj,0.00263572,0.01000,0.615
+41,mlp.experts.29.up_proj,0.00111024,0.01000,0.617
+41,mlp.experts.30.up_proj,1.23969984,0.01000,0.617
+41,mlp.experts.31.up_proj,0.00603868,0.01000,0.617
+41,mlp.experts.32.up_proj,0.01755738,0.01000,0.617
+41,mlp.experts.33.up_proj,0.10909282,0.01000,0.614
+41,mlp.experts.34.up_proj,0.39582855,0.01000,0.609
+41,mlp.experts.35.up_proj,1.22564662,0.01000,0.609
+41,mlp.experts.36.up_proj,1.91452050,0.01000,0.610
+41,mlp.experts.37.up_proj,0.00010430,0.01000,0.608
+41,mlp.experts.38.up_proj,0.00876573,0.01000,0.608
+41,mlp.experts.39.up_proj,3.17814994,0.01000,0.609
+41,mlp.experts.40.up_proj,0.00637662,0.01000,0.610
+41,mlp.experts.41.up_proj,0.03145571,0.01000,0.609
+41,mlp.experts.42.up_proj,1.55284595,0.01000,0.610
+41,mlp.experts.43.up_proj,0.00014763,0.01000,0.610
+41,mlp.experts.44.up_proj,0.33852497,0.01000,0.617
+41,mlp.experts.45.up_proj,2.08208656,0.01000,0.618
+41,mlp.experts.46.up_proj,1.48762226,0.01000,0.618
+41,mlp.experts.47.up_proj,0.65692586,0.01000,0.618
+41,mlp.experts.48.up_proj,0.97713619,0.01000,0.619
+41,mlp.experts.49.up_proj,8.86129951,0.01000,0.617
+41,mlp.experts.50.up_proj,1.23256290,0.01000,0.617
+41,mlp.experts.51.up_proj,0.02028943,0.01000,0.615
+41,mlp.experts.52.up_proj,0.96501756,0.01000,0.615
+41,mlp.experts.53.up_proj,2.39854622,0.01000,0.612
+41,mlp.experts.54.up_proj,7.64466238,0.01000,0.610
+41,mlp.experts.55.up_proj,2.51479244,0.01000,0.610
+41,mlp.experts.56.up_proj,0.00017031,0.01000,0.613
+41,mlp.experts.57.up_proj,1.02928114,0.01000,0.616
+41,mlp.experts.58.up_proj,2.60855007,0.01000,0.616
+41,mlp.experts.59.up_proj,1.78341520,0.01000,0.616
+41,mlp.experts.60.up_proj,0.00174386,0.01000,0.616
+41,mlp.experts.61.up_proj,4.65878296,0.01000,0.618
+41,mlp.experts.62.up_proj,2.19388318,0.01000,0.617
+41,mlp.experts.63.up_proj,1.59581268,0.01000,0.617
+41,mlp.experts.64.up_proj,1.23895407,0.01000,0.618
+41,mlp.experts.65.up_proj,1.91911769,0.01000,0.619
+41,mlp.experts.66.up_proj,1.42630625,0.01000,0.618
+41,mlp.experts.67.up_proj,0.00074656,0.01000,0.616
+41,mlp.experts.68.up_proj,0.72743237,0.01000,0.615
+41,mlp.experts.69.up_proj,1.47889948,0.01000,0.613
+41,mlp.experts.70.up_proj,0.00270484,0.01000,0.611
+41,mlp.experts.71.up_proj,0.14742428,0.01000,0.613
+41,mlp.experts.72.up_proj,2.47243738,0.01000,0.612
+41,mlp.experts.73.up_proj,2.32095575,0.01000,0.615
+41,mlp.experts.74.up_proj,0.00402588,0.01000,0.611
+41,mlp.experts.75.up_proj,0.98132849,0.01000,0.609
+41,mlp.experts.76.up_proj,0.00009612,0.01000,0.609
+41,mlp.experts.77.up_proj,3.02645874,0.01000,0.609
+41,mlp.experts.78.up_proj,0.49396002,0.01000,0.612
+41,mlp.experts.79.up_proj,0.82206249,0.01000,0.617
+41,mlp.experts.80.up_proj,1.57490337,0.01000,0.615
+41,mlp.experts.81.up_proj,1.84889007,0.01000,0.617
+41,mlp.experts.82.up_proj,2.92869473,0.01000,0.616
+41,mlp.experts.83.up_proj,0.36714384,0.01000,0.619
+41,mlp.experts.84.up_proj,1.46283376,0.01000,0.620
+41,mlp.experts.85.up_proj,2.85931945,0.01000,0.619
+41,mlp.experts.86.up_proj,0.30700725,0.01000,0.619
+41,mlp.experts.87.up_proj,0.52035552,0.01000,0.618
+41,mlp.experts.88.up_proj,6.31257105,0.01000,0.623
+41,mlp.experts.89.up_proj,0.14522159,0.01000,0.619
+41,mlp.experts.90.up_proj,0.50285035,0.01000,0.619
+41,mlp.experts.91.up_proj,0.02429875,0.01000,0.619
+41,mlp.experts.92.up_proj,1.61297464,0.01000,0.615
+41,mlp.experts.93.up_proj,0.73353159,0.01000,0.609
+41,mlp.experts.94.up_proj,0.00742439,0.01000,0.610
+41,mlp.experts.95.up_proj,0.11691126,0.01000,0.611
+41,mlp.experts.96.up_proj,0.00043327,0.01000,0.610
+41,mlp.experts.97.up_proj,1.45199180,0.01000,0.610
+41,mlp.experts.98.up_proj,0.00209093,0.01000,0.610
+41,mlp.experts.99.up_proj,2.18765807,0.01000,0.609
+41,mlp.experts.100.up_proj,1.04965305,0.01000,0.610
+41,mlp.experts.101.up_proj,0.00787238,0.01000,0.627
+41,mlp.experts.102.up_proj,1.03112829,0.01000,0.627
+41,mlp.experts.103.up_proj,1.25473022,0.01000,0.627
+41,mlp.experts.104.up_proj,0.00034714,0.01000,0.630
+41,mlp.experts.105.up_proj,0.55981421,0.01000,0.631
+41,mlp.experts.106.up_proj,3.35483003,0.01000,0.629
+41,mlp.experts.107.up_proj,0.00219094,0.01000,0.632
+41,mlp.experts.108.up_proj,0.01559542,0.01000,0.631
+41,mlp.experts.109.up_proj,0.08437620,0.01000,0.632
+41,mlp.experts.110.up_proj,0.02372959,0.01000,0.632
+41,mlp.experts.111.up_proj,0.00002484,0.01000,0.629
+41,mlp.experts.112.up_proj,2.16983485,0.01000,0.618
+41,mlp.experts.113.up_proj,0.60037184,0.01000,0.618
+41,mlp.experts.114.up_proj,0.00084724,0.01000,0.619
+41,mlp.experts.115.up_proj,0.84484565,0.01000,0.612
+41,mlp.experts.116.up_proj,0.12049595,0.01000,0.618
+41,mlp.experts.117.up_proj,1.01944518,0.01000,0.613
+41,mlp.experts.118.up_proj,3.83886886,0.01000,0.611
+41,mlp.experts.119.up_proj,0.00067119,0.01000,0.610
+41,mlp.experts.120.up_proj,0.80751562,0.01000,0.611
+41,mlp.experts.121.up_proj,2.07043481,0.01000,0.610
+41,mlp.experts.122.up_proj,5.90560722,0.01000,0.613
+41,mlp.experts.123.up_proj,0.32442242,0.01000,0.616
+41,mlp.experts.124.up_proj,0.44043756,0.01000,0.619
+41,mlp.experts.125.up_proj,0.00095365,0.01000,0.619
+41,mlp.experts.126.up_proj,1.13800418,0.01000,0.618
+41,mlp.experts.127.up_proj,0.01819158,0.01000,0.617
+41,mlp.experts.0.gate_proj,1.63347912,0.01000,0.618
+41,mlp.experts.1.gate_proj,1.88946724,0.01000,0.619
+41,mlp.experts.2.gate_proj,1.21710277,0.01000,0.620
+41,mlp.experts.3.gate_proj,0.44472662,0.01000,0.619
+41,mlp.experts.4.gate_proj,0.00000413,0.01000,0.618
+41,mlp.experts.5.gate_proj,0.85467768,0.01000,0.618
+41,mlp.experts.6.gate_proj,0.56965578,0.01000,0.619
+41,mlp.experts.7.gate_proj,0.88450265,0.01000,0.618
+41,mlp.experts.8.gate_proj,0.00008895,0.01000,0.620
+41,mlp.experts.9.gate_proj,2.90997386,0.01000,0.618
+41,mlp.experts.10.gate_proj,0.17495303,0.01000,0.619
+41,mlp.experts.11.gate_proj,2.31283760,0.01000,0.615
+41,mlp.experts.12.gate_proj,0.84725350,0.01000,0.618
+41,mlp.experts.13.gate_proj,0.06084574,0.01000,0.617
+41,mlp.experts.14.gate_proj,1.27809930,0.01000,0.620
+41,mlp.experts.15.gate_proj,1.39281797,0.01000,0.617
+41,mlp.experts.16.gate_proj,0.11872990,0.01000,0.613
+41,mlp.experts.17.gate_proj,1.16457295,0.01000,0.615
+41,mlp.experts.18.gate_proj,2.92741394,0.01000,0.616
+41,mlp.experts.19.gate_proj,0.95105386,0.01000,0.616
+41,mlp.experts.20.gate_proj,1.33707237,0.01000,0.615
+41,mlp.experts.21.gate_proj,2.53150749,0.01000,0.617
+41,mlp.experts.22.gate_proj,0.10190233,0.01000,0.617
+41,mlp.experts.23.gate_proj,0.00007981,0.01000,0.617
+41,mlp.experts.24.gate_proj,0.00300172,0.01000,0.619
+41,mlp.experts.25.gate_proj,0.09827989,0.01000,0.618
+41,mlp.experts.26.gate_proj,6.56253576,0.01000,0.619
+41,mlp.experts.27.gate_proj,0.00001318,0.01000,0.618
+41,mlp.experts.28.gate_proj,0.00243170,0.01000,0.618
+41,mlp.experts.29.gate_proj,0.00107652,0.01000,0.618
+41,mlp.experts.30.gate_proj,1.23040962,0.01000,0.612
+41,mlp.experts.31.gate_proj,0.00561376,0.01000,0.610
+41,mlp.experts.32.gate_proj,0.01660774,0.01000,0.609
+41,mlp.experts.33.gate_proj,0.11495562,0.01000,0.615
+41,mlp.experts.34.gate_proj,0.39178103,0.01000,0.611
+41,mlp.experts.35.gate_proj,1.11913419,0.01000,0.611
+41,mlp.experts.36.gate_proj,1.90826607,0.01000,0.610
+41,mlp.experts.37.gate_proj,0.00009565,0.01000,0.614
+41,mlp.experts.38.gate_proj,0.00949415,0.01000,0.618
+41,mlp.experts.39.gate_proj,3.86713934,0.01000,0.619
+41,mlp.experts.40.gate_proj,0.00599629,0.01000,0.619
+41,mlp.experts.41.gate_proj,0.03284252,0.01000,0.620
+41,mlp.experts.42.gate_proj,1.88411522,0.01000,0.620
+41,mlp.experts.43.gate_proj,0.00013756,0.01000,0.619
+41,mlp.experts.44.gate_proj,0.32525408,0.01000,0.619
+41,mlp.experts.45.gate_proj,2.12526822,0.01000,0.619
+41,mlp.experts.46.gate_proj,1.42304611,0.01000,0.620
+41,mlp.experts.47.gate_proj,0.67198437,0.01000,0.620
+41,mlp.experts.48.gate_proj,1.02399433,0.01000,0.621
+41,mlp.experts.49.gate_proj,10.76889992,0.01000,0.617
+41,mlp.experts.50.gate_proj,1.33314013,0.01000,0.611
+41,mlp.experts.51.gate_proj,0.01939118,0.01000,0.613
+41,mlp.experts.52.gate_proj,0.85232759,0.01000,0.617
+41,mlp.experts.53.gate_proj,2.30652523,0.01000,0.623
+41,mlp.experts.54.gate_proj,8.84818363,0.01000,0.619
+41,mlp.experts.55.gate_proj,2.31888485,0.01000,0.618
+41,mlp.experts.56.gate_proj,0.00015711,0.01000,0.618
+41,mlp.experts.57.gate_proj,1.08632672,0.01000,0.618
+41,mlp.experts.58.gate_proj,2.68559361,0.01000,0.618
+41,mlp.experts.59.gate_proj,1.78429103,0.01000,0.618
+41,mlp.experts.60.gate_proj,0.00162247,0.01000,0.619
+41,mlp.experts.61.gate_proj,5.32866764,0.01000,0.617
+41,mlp.experts.62.gate_proj,2.21466351,0.01000,0.769
+41,mlp.experts.63.gate_proj,1.48779345,0.01000,0.617
+41,mlp.experts.64.gate_proj,1.15681982,0.01000,0.617
+41,mlp.experts.65.gate_proj,1.80218005,0.01000,0.612
+41,mlp.experts.66.gate_proj,1.30246687,0.01000,0.610
+41,mlp.experts.67.gate_proj,0.00065753,0.01000,0.611
+41,mlp.experts.68.gate_proj,0.73047704,0.01000,0.610
+41,mlp.experts.69.gate_proj,1.39716530,0.01000,0.612
+41,mlp.experts.70.gate_proj,0.00242545,0.01000,0.610
+41,mlp.experts.71.gate_proj,0.13623448,0.01000,0.611
+41,mlp.experts.72.gate_proj,2.50552106,0.01000,0.611
+41,mlp.experts.73.gate_proj,2.44026613,0.01000,0.612
+41,mlp.experts.74.gate_proj,0.00373939,0.01000,0.612
+41,mlp.experts.75.gate_proj,0.96810472,0.01000,0.610
+41,mlp.experts.76.gate_proj,0.00009132,0.01000,0.614
+41,mlp.experts.77.gate_proj,3.17393732,0.01000,0.616
+41,mlp.experts.78.gate_proj,0.47814363,0.01000,0.616
+41,mlp.experts.79.gate_proj,0.87708414,0.01000,0.616
+41,mlp.experts.80.gate_proj,1.58998978,0.01000,0.616
+41,mlp.experts.81.gate_proj,1.79203010,0.01000,0.615
+41,mlp.experts.82.gate_proj,2.95589709,0.01000,0.618
+41,mlp.experts.83.gate_proj,0.35307622,0.01000,0.618
+41,mlp.experts.84.gate_proj,1.50778937,0.01000,0.618
+41,mlp.experts.85.gate_proj,2.65230894,0.01000,0.617
+41,mlp.experts.86.gate_proj,0.29981405,0.01000,0.616
+41,mlp.experts.87.gate_proj,0.52030265,0.01000,0.618
+41,mlp.experts.88.gate_proj,6.39248562,0.01000,0.614
+41,mlp.experts.89.gate_proj,0.14869139,0.01000,0.609
+41,mlp.experts.90.gate_proj,0.47122294,0.01000,0.610
+41,mlp.experts.91.gate_proj,0.02311677,0.01000,0.609
+41,mlp.experts.92.gate_proj,1.54790175,0.01000,0.610
+41,mlp.experts.93.gate_proj,0.73488444,0.01000,0.610
+41,mlp.experts.94.gate_proj,0.00707309,0.01000,0.615
+41,mlp.experts.95.gate_proj,0.11030428,0.01000,0.616
+41,mlp.experts.96.gate_proj,0.00041233,0.01000,0.618
+41,mlp.experts.97.gate_proj,1.26798892,0.01000,0.618
+41,mlp.experts.98.gate_proj,0.00194675,0.01000,0.618
+41,mlp.experts.99.gate_proj,2.13246298,0.01000,0.617
+41,mlp.experts.100.gate_proj,1.06504190,0.01000,0.618
+41,mlp.experts.101.gate_proj,0.00741725,0.01000,0.619
+41,mlp.experts.102.gate_proj,0.96492708,0.01000,0.619
+41,mlp.experts.103.gate_proj,1.17446840,0.01000,0.619
+41,mlp.experts.104.gate_proj,0.00031585,0.01000,0.617
+41,mlp.experts.105.gate_proj,0.55051541,0.01000,0.615
+41,mlp.experts.106.gate_proj,3.00199246,0.01000,0.612
+41,mlp.experts.107.gate_proj,0.00193912,0.01000,0.611
+41,mlp.experts.108.gate_proj,0.01434414,0.01000,0.613
+41,mlp.experts.109.gate_proj,0.08175611,0.01000,0.612
+41,mlp.experts.110.gate_proj,0.02288766,0.01000,0.610
+41,mlp.experts.111.gate_proj,0.00002343,0.01000,0.611
+41,mlp.experts.112.gate_proj,2.15865278,0.01000,0.610
+41,mlp.experts.113.gate_proj,0.56615841,0.01000,0.609
+41,mlp.experts.114.gate_proj,0.00079038,0.01000,0.611
+41,mlp.experts.115.gate_proj,0.87101960,0.01000,0.610
+41,mlp.experts.116.gate_proj,0.11447977,0.01000,0.610
+41,mlp.experts.117.gate_proj,0.97910810,0.01000,0.610
+41,mlp.experts.118.gate_proj,3.80964041,0.01000,0.612
+41,mlp.experts.119.gate_proj,0.00065231,0.01000,0.613
+41,mlp.experts.120.gate_proj,0.80348659,0.01000,0.612
+41,mlp.experts.121.gate_proj,2.12246752,0.01000,0.616
+41,mlp.experts.122.gate_proj,7.74426413,0.01000,0.617
+41,mlp.experts.123.gate_proj,0.31252486,0.01000,0.617
+41,mlp.experts.124.gate_proj,0.43383652,0.01000,0.619
+41,mlp.experts.125.gate_proj,0.00088290,0.01000,0.618
+41,mlp.experts.126.gate_proj,1.10329962,0.01000,0.616
+41,mlp.experts.127.gate_proj,0.01692525,0.01000,0.618
+41,mlp.experts.0.down_proj,2.53415728,0.01000,0.257
+41,mlp.experts.1.down_proj,1.98765302,0.01000,0.232
+41,mlp.experts.2.down_proj,1.26882267,0.01000,0.231
+41,mlp.experts.3.down_proj,0.42671168,0.01000,0.231
+41,mlp.experts.4.down_proj,0.00000368,0.01000,0.231
+41,mlp.experts.5.down_proj,1.43674493,0.01000,0.231
+41,mlp.experts.6.down_proj,0.51889336,0.01000,0.231
+41,mlp.experts.7.down_proj,1.17992043,0.01000,0.235
+41,mlp.experts.8.down_proj,0.00006205,0.01000,0.234
+41,mlp.experts.9.down_proj,2.79020786,0.01000,0.233
+41,mlp.experts.10.down_proj,0.10560548,0.01000,0.231
+41,mlp.experts.11.down_proj,2.35589790,0.01000,0.231
+41,mlp.experts.12.down_proj,0.56865609,0.01000,0.231
+41,mlp.experts.13.down_proj,0.06970651,0.01000,0.230
+41,mlp.experts.14.down_proj,2.21458030,0.01000,0.230
+41,mlp.experts.15.down_proj,2.65625906,0.01000,0.230
+41,mlp.experts.16.down_proj,0.10962798,0.01000,0.231
+41,mlp.experts.17.down_proj,1.90157747,0.01000,0.230
+41,mlp.experts.18.down_proj,2.41648865,0.01000,0.230
+41,mlp.experts.19.down_proj,1.21289563,0.01000,0.231
+41,mlp.experts.20.down_proj,1.91753483,0.01000,0.230
+41,mlp.experts.21.down_proj,3.87879753,0.01000,0.230
+41,mlp.experts.22.down_proj,0.16070172,0.01000,0.230
+41,mlp.experts.23.down_proj,0.00005419,0.01000,0.231
+41,mlp.experts.24.down_proj,0.00693426,0.01000,0.230
+41,mlp.experts.25.down_proj,0.10654196,0.01000,0.231
+41,mlp.experts.26.down_proj,3.98381281,0.01000,0.230
+41,mlp.experts.27.down_proj,0.00000738,0.01000,0.232
+41,mlp.experts.28.down_proj,0.00345131,0.01000,0.234
+41,mlp.experts.29.down_proj,0.00076327,0.01000,0.235
+41,mlp.experts.30.down_proj,1.28791177,0.01000,0.234
+41,mlp.experts.31.down_proj,0.00715723,0.01000,0.234
+41,mlp.experts.32.down_proj,0.01913182,0.01000,0.235
+41,mlp.experts.33.down_proj,0.06324415,0.01000,0.236
+41,mlp.experts.34.down_proj,0.29893899,0.01000,0.236
+41,mlp.experts.35.down_proj,2.00172806,0.01000,0.237
+41,mlp.experts.36.down_proj,2.36518478,0.01000,0.237
+41,mlp.experts.37.down_proj,0.00026348,0.01000,0.236
+41,mlp.experts.38.down_proj,0.02557874,0.01000,0.236
+41,mlp.experts.39.down_proj,5.25765228,0.01000,0.238
+41,mlp.experts.40.down_proj,0.01009160,0.01000,0.239
+41,mlp.experts.41.down_proj,0.07535789,0.01000,0.239
+41,mlp.experts.42.down_proj,3.00185251,0.01000,0.239
+41,mlp.experts.43.down_proj,0.00013741,0.01000,0.240
+41,mlp.experts.44.down_proj,0.44314283,0.01000,0.239
+41,mlp.experts.45.down_proj,2.20411563,0.01000,0.239
+41,mlp.experts.46.down_proj,2.26631927,0.01000,0.240
+41,mlp.experts.47.down_proj,0.61345446,0.01000,0.239
+41,mlp.experts.48.down_proj,1.39589953,0.01000,0.240
+41,mlp.experts.49.down_proj,6.43510532,0.01000,0.240
+41,mlp.experts.50.down_proj,1.69970381,0.01000,0.239
+41,mlp.experts.51.down_proj,0.03710648,0.01000,0.240
+41,mlp.experts.52.down_proj,1.99289513,0.01000,0.240
+41,mlp.experts.53.down_proj,2.56759405,0.01000,0.239
+41,mlp.experts.54.down_proj,4.26145077,0.01000,0.240
+41,mlp.experts.55.down_proj,5.34401989,0.01000,0.240
+41,mlp.experts.56.down_proj,0.00015575,0.01000,0.239
+41,mlp.experts.57.down_proj,2.89003277,0.01000,0.239
+41,mlp.experts.58.down_proj,3.17639446,0.01000,0.240
+41,mlp.experts.59.down_proj,1.50250816,0.01000,0.239
+41,mlp.experts.60.down_proj,0.00241880,0.01000,0.240
+41,mlp.experts.61.down_proj,4.50493336,0.01000,0.240
+41,mlp.experts.62.down_proj,2.64299369,0.01000,0.240
+41,mlp.experts.63.down_proj,1.89381552,0.01000,0.240
+41,mlp.experts.64.down_proj,1.82715452,0.01000,0.239
+41,mlp.experts.65.down_proj,2.37916541,0.01000,0.240
+41,mlp.experts.66.down_proj,1.80000997,0.01000,0.240
+41,mlp.experts.67.down_proj,0.00131943,0.01000,0.240
+41,mlp.experts.68.down_proj,0.70895487,0.01000,0.240
+41,mlp.experts.69.down_proj,2.10711479,0.01000,0.240
+41,mlp.experts.70.down_proj,0.00904497,0.01000,0.240
+41,mlp.experts.71.down_proj,0.16355889,0.01000,0.239
+41,mlp.experts.72.down_proj,1.98782682,0.01000,0.239
+41,mlp.experts.73.down_proj,1.40476060,0.01000,0.237
+41,mlp.experts.74.down_proj,0.00586672,0.01000,0.237
+41,mlp.experts.75.down_proj,1.40224099,0.01000,0.238
+41,mlp.experts.76.down_proj,0.00009191,0.01000,0.239
+41,mlp.experts.77.down_proj,2.95415354,0.01000,0.239
+41,mlp.experts.78.down_proj,0.60386693,0.01000,0.238
+41,mlp.experts.79.down_proj,0.64175236,0.01000,0.239
+41,mlp.experts.80.down_proj,1.55052245,0.01000,0.239
+41,mlp.experts.81.down_proj,1.86781549,0.01000,0.238
+41,mlp.experts.82.down_proj,3.21760654,0.01000,0.238
+41,mlp.experts.83.down_proj,0.39725801,0.01000,0.238
+41,mlp.experts.84.down_proj,1.97074533,0.01000,0.238
+41,mlp.experts.85.down_proj,2.94224834,0.01000,0.237
+41,mlp.experts.86.down_proj,0.38557959,0.01000,0.237
+41,mlp.experts.87.down_proj,0.56748891,0.01000,0.237
+41,mlp.experts.88.down_proj,15.24145889,0.01000,0.238
+41,mlp.experts.89.down_proj,0.14286429,0.01000,0.238
+41,mlp.experts.90.down_proj,0.57325995,0.01000,0.238
+41,mlp.experts.91.down_proj,0.02637767,0.01000,0.237
+41,mlp.experts.92.down_proj,1.97549486,0.01000,0.238
+41,mlp.experts.93.down_proj,0.56657124,0.01000,0.237
+41,mlp.experts.94.down_proj,0.01506213,0.01000,0.238
+41,mlp.experts.95.down_proj,0.11442377,0.01000,0.238
+41,mlp.experts.96.down_proj,0.00023239,0.01000,0.237
+41,mlp.experts.97.down_proj,2.38956499,0.01000,0.237
+41,mlp.experts.98.down_proj,0.00645961,0.01000,0.237
+41,mlp.experts.99.down_proj,7.23233032,0.01000,0.238
+41,mlp.experts.100.down_proj,0.61940157,0.01000,0.238
+41,mlp.experts.101.down_proj,0.01664067,0.01000,0.238
+41,mlp.experts.102.down_proj,1.17599082,0.01000,0.238
+41,mlp.experts.103.down_proj,1.32247353,0.01000,0.238
+41,mlp.experts.104.down_proj,0.00031664,0.01000,0.238
+41,mlp.experts.105.down_proj,0.54481781,0.01000,0.239
+41,mlp.experts.106.down_proj,3.16488886,0.01000,0.238
+41,mlp.experts.107.down_proj,0.00252841,0.01000,0.239
+41,mlp.experts.108.down_proj,0.05359128,0.01000,0.240
+41,mlp.experts.109.down_proj,0.10055846,0.01000,0.239
+41,mlp.experts.110.down_proj,0.02440347,0.01000,0.240
+41,mlp.experts.111.down_proj,0.00001130,0.01000,0.239
+41,mlp.experts.112.down_proj,2.11626387,0.01000,0.240
+41,mlp.experts.113.down_proj,0.81992173,0.01000,0.240
+41,mlp.experts.114.down_proj,0.00079795,0.01000,0.240
+41,mlp.experts.115.down_proj,1.18534040,0.01000,0.241
+41,mlp.experts.116.down_proj,0.16739050,0.01000,0.241
+41,mlp.experts.117.down_proj,1.65258527,0.01000,0.242
+41,mlp.experts.118.down_proj,3.51260138,0.01000,0.242
+41,mlp.experts.119.down_proj,0.00092862,0.01000,0.242
+41,mlp.experts.120.down_proj,0.74075973,0.01000,0.242
+41,mlp.experts.121.down_proj,1.85431409,0.01000,0.242
+41,mlp.experts.122.down_proj,3.87424088,0.01000,0.243
+41,mlp.experts.123.down_proj,0.30134442,0.01000,0.241
+41,mlp.experts.124.down_proj,0.69150317,0.01000,0.242
+41,mlp.experts.125.down_proj,0.00181499,0.01000,0.242
+41,mlp.experts.126.down_proj,1.70051229,0.01000,0.244
+41,mlp.experts.127.down_proj,0.03016773,0.01000,0.243
+42,self_attn.q_proj,5.00581551,0.01000,0.628
+42,self_attn.k_proj,0.57600296,0.01000,0.614
+42,self_attn.v_proj,0.92126417,0.01000,0.612
+42,self_attn.o_proj,0.68239498,0.01000,1.241
+42,mlp.experts.0.up_proj,0.00014724,0.01000,0.661
+42,mlp.experts.1.up_proj,0.10918818,0.01000,0.614
+42,mlp.experts.2.up_proj,2.40129018,0.01000,0.614
+42,mlp.experts.3.up_proj,1.67149758,0.01000,0.618
+42,mlp.experts.4.up_proj,3.75915337,0.01000,0.618
+42,mlp.experts.5.up_proj,1.29011369,0.01000,0.618
+42,mlp.experts.6.up_proj,0.30001169,0.01000,0.619
+42,mlp.experts.7.up_proj,0.93338132,0.01000,0.621
+42,mlp.experts.8.up_proj,7.98606777,0.01000,0.620
+42,mlp.experts.9.up_proj,0.25958091,0.01000,0.622
+42,mlp.experts.10.up_proj,0.14639458,0.01000,0.621
+42,mlp.experts.11.up_proj,0.00008715,0.01000,0.620
+42,mlp.experts.12.up_proj,1.41054678,0.01000,0.620
+42,mlp.experts.13.up_proj,0.00337831,0.01000,0.620
+42,mlp.experts.14.up_proj,3.51840019,0.01000,0.620
+42,mlp.experts.15.up_proj,0.00007711,0.01000,0.621
+42,mlp.experts.16.up_proj,2.72814393,0.01000,0.618
+42,mlp.experts.17.up_proj,3.91032457,0.01000,0.618
+42,mlp.experts.18.up_proj,2.54584169,0.01000,0.617
+42,mlp.experts.19.up_proj,0.28245020,0.01000,0.614
+42,mlp.experts.20.up_proj,0.33117002,0.01000,0.617
+42,mlp.experts.21.up_proj,5.23076487,0.01000,0.620
+42,mlp.experts.22.up_proj,2.47815585,0.01000,0.620
+42,mlp.experts.23.up_proj,4.33013487,0.01000,0.620
+42,mlp.experts.24.up_proj,2.36352038,0.01000,0.621
+42,mlp.experts.25.up_proj,2.51734543,0.01000,0.621
+42,mlp.experts.26.up_proj,0.00000151,0.01000,0.620
+42,mlp.experts.27.up_proj,0.92831355,0.01000,0.619
+42,mlp.experts.28.up_proj,3.36073685,0.01000,0.621
+42,mlp.experts.29.up_proj,0.00149322,0.01000,0.621
+42,mlp.experts.30.up_proj,0.35583162,0.01000,0.621
+42,mlp.experts.31.up_proj,1.29935360,0.01000,0.622
+42,mlp.experts.32.up_proj,1.22322500,0.01000,0.619
+42,mlp.experts.33.up_proj,5.13922596,0.01000,0.611
+42,mlp.experts.34.up_proj,0.14681616,0.01000,0.610
+42,mlp.experts.35.up_proj,0.54042089,0.01000,0.610
+42,mlp.experts.36.up_proj,1.76203847,0.01000,0.612
+42,mlp.experts.37.up_proj,3.05383730,0.01000,0.612
+42,mlp.experts.38.up_proj,0.92628407,0.01000,0.611
+42,mlp.experts.39.up_proj,1.41111922,0.01000,0.612
+42,mlp.experts.40.up_proj,0.00055343,0.01000,0.612
+42,mlp.experts.41.up_proj,0.53404176,0.01000,0.611
+42,mlp.experts.42.up_proj,0.00004802,0.01000,0.612
+42,mlp.experts.43.up_proj,0.64266765,0.01000,0.611
+42,mlp.experts.44.up_proj,0.00290320,0.01000,0.614
+42,mlp.experts.45.up_proj,0.00105244,0.01000,0.617
+42,mlp.experts.46.up_proj,0.03765411,0.01000,0.621
+42,mlp.experts.47.up_proj,0.66511309,0.01000,0.622
+42,mlp.experts.48.up_proj,0.00056247,0.01000,0.622
+42,mlp.experts.49.up_proj,1.92983103,0.01000,0.625
+42,mlp.experts.50.up_proj,2.26687145,0.01000,0.628
+42,mlp.experts.51.up_proj,0.00000247,0.01000,0.621
+42,mlp.experts.52.up_proj,4.44830608,0.01000,0.621
+42,mlp.experts.53.up_proj,1.07526457,0.01000,0.622
+42,mlp.experts.54.up_proj,0.01454788,0.01000,0.621
+42,mlp.experts.55.up_proj,3.29504108,0.01000,0.621
+42,mlp.experts.56.up_proj,5.21165276,0.01000,0.622
+42,mlp.experts.57.up_proj,0.04895288,0.01000,0.612
+42,mlp.experts.58.up_proj,2.31609154,0.01000,0.612
+42,mlp.experts.59.up_proj,1.27680302,0.01000,0.612
+42,mlp.experts.60.up_proj,0.02194117,0.01000,0.610
+42,mlp.experts.61.up_proj,0.30056041,0.01000,0.610
+42,mlp.experts.62.up_proj,0.00115307,0.01000,0.611
+42,mlp.experts.63.up_proj,0.01995785,0.01000,0.611
+42,mlp.experts.64.up_proj,1.54474390,0.01000,0.612
+42,mlp.experts.65.up_proj,1.71556783,0.01000,0.616
+42,mlp.experts.66.up_proj,3.90445733,0.01000,0.618
+42,mlp.experts.67.up_proj,0.00021335,0.01000,0.617
+42,mlp.experts.68.up_proj,1.41771150,0.01000,0.620
+42,mlp.experts.69.up_proj,2.22439528,0.01000,0.620
+42,mlp.experts.70.up_proj,8.87036991,0.01000,0.618
+42,mlp.experts.71.up_proj,0.86170626,0.01000,0.619
+42,mlp.experts.72.up_proj,0.00843401,0.01000,0.618
+42,mlp.experts.73.up_proj,2.07639980,0.01000,0.619
+42,mlp.experts.74.up_proj,2.29399204,0.01000,0.619
+42,mlp.experts.75.up_proj,3.29686594,0.01000,0.622
+42,mlp.experts.76.up_proj,0.20578751,0.01000,0.623
+42,mlp.experts.77.up_proj,0.90594512,0.01000,0.614
+42,mlp.experts.78.up_proj,0.01788667,0.01000,0.612
+42,mlp.experts.79.up_proj,0.41749918,0.01000,0.612
+42,mlp.experts.80.up_proj,1.71606541,0.01000,0.612
+42,mlp.experts.81.up_proj,0.71607727,0.01000,0.610
+42,mlp.experts.82.up_proj,0.00836367,0.01000,0.610
+42,mlp.experts.83.up_proj,0.00846151,0.01000,0.611
+42,mlp.experts.84.up_proj,0.32938486,0.01000,0.611
+42,mlp.experts.85.up_proj,0.00040743,0.01000,0.613
+42,mlp.experts.86.up_proj,2.87886262,0.01000,0.613
+42,mlp.experts.87.up_proj,0.01736595,0.01000,0.611
+42,mlp.experts.88.up_proj,0.00840657,0.01000,0.612
+42,mlp.experts.89.up_proj,2.26555681,0.01000,0.614
+42,mlp.experts.90.up_proj,1.27845311,0.01000,0.615
+42,mlp.experts.91.up_proj,0.02369967,0.01000,0.614
+42,mlp.experts.92.up_proj,2.54289722,0.01000,0.620
+42,mlp.experts.93.up_proj,1.35985398,0.01000,0.623
+42,mlp.experts.94.up_proj,0.01207540,0.01000,0.620
+42,mlp.experts.95.up_proj,0.05057477,0.01000,0.618
+42,mlp.experts.96.up_proj,0.01610578,0.01000,0.619
+42,mlp.experts.97.up_proj,0.14813435,0.01000,0.619
+42,mlp.experts.98.up_proj,1.74248207,0.01000,0.617
+42,mlp.experts.99.up_proj,2.60287285,0.01000,0.621
+42,mlp.experts.100.up_proj,0.18764408,0.01000,0.620
+42,mlp.experts.101.up_proj,1.85517621,0.01000,0.620
+42,mlp.experts.102.up_proj,1.30295575,0.01000,0.618
+42,mlp.experts.103.up_proj,0.17500684,0.01000,0.619
+42,mlp.experts.104.up_proj,0.00651212,0.01000,0.613
+42,mlp.experts.105.up_proj,0.11332770,0.01000,0.611
+42,mlp.experts.106.up_proj,2.30335236,0.01000,0.612
+42,mlp.experts.107.up_proj,0.00682897,0.01000,0.611
+42,mlp.experts.108.up_proj,2.24172902,0.01000,0.611
+42,mlp.experts.109.up_proj,0.10118224,0.01000,0.611
+42,mlp.experts.110.up_proj,0.01615683,0.01000,0.611
+42,mlp.experts.111.up_proj,1.21724272,0.01000,0.610
+42,mlp.experts.112.up_proj,0.55533618,0.01000,0.615
+42,mlp.experts.113.up_proj,0.40315479,0.01000,0.618
+42,mlp.experts.114.up_proj,3.72035956,0.01000,0.618
+42,mlp.experts.115.up_proj,2.34060502,0.01000,0.619
+42,mlp.experts.116.up_proj,1.33866882,0.01000,0.620
+42,mlp.experts.117.up_proj,3.98372269,0.01000,0.621
+42,mlp.experts.118.up_proj,0.05951469,0.01000,0.620
+42,mlp.experts.119.up_proj,0.46772376,0.01000,0.621
+42,mlp.experts.120.up_proj,0.00043055,0.01000,0.620
+42,mlp.experts.121.up_proj,0.00004729,0.01000,0.620
+42,mlp.experts.122.up_proj,0.00300578,0.01000,0.620
+42,mlp.experts.123.up_proj,4.94390535,0.01000,0.618
+42,mlp.experts.124.up_proj,0.09019245,0.01000,0.616
+42,mlp.experts.125.up_proj,1.79679346,0.01000,0.614
+42,mlp.experts.126.up_proj,2.66221118,0.01000,0.613
+42,mlp.experts.127.up_proj,0.00051118,0.01000,0.612
+42,mlp.experts.0.gate_proj,0.00013855,0.01000,0.620
+42,mlp.experts.1.gate_proj,0.10177377,0.01000,0.621
+42,mlp.experts.2.gate_proj,2.23875475,0.01000,0.622
+42,mlp.experts.3.gate_proj,1.59910512,0.01000,0.623
+42,mlp.experts.4.gate_proj,3.66729498,0.01000,0.620
+42,mlp.experts.5.gate_proj,1.11671019,0.01000,0.621
+42,mlp.experts.6.gate_proj,0.30621284,0.01000,0.623
+42,mlp.experts.7.gate_proj,0.83073330,0.01000,0.623
+42,mlp.experts.8.gate_proj,9.66318703,0.01000,0.620
+42,mlp.experts.9.gate_proj,0.25166485,0.01000,0.620
+42,mlp.experts.10.gate_proj,0.14297822,0.01000,0.622
+42,mlp.experts.11.gate_proj,0.00007211,0.01000,0.621
+42,mlp.experts.12.gate_proj,1.36213040,0.01000,0.620
+42,mlp.experts.13.gate_proj,0.00294749,0.01000,0.618
+42,mlp.experts.14.gate_proj,3.36302280,0.01000,0.621
+42,mlp.experts.15.gate_proj,0.00007150,0.01000,0.621
+42,mlp.experts.16.gate_proj,2.62876034,0.01000,0.621
+42,mlp.experts.17.gate_proj,4.09972191,0.01000,0.621
+42,mlp.experts.18.gate_proj,2.22368050,0.01000,0.621
+42,mlp.experts.19.gate_proj,0.26675153,0.01000,0.620
+42,mlp.experts.20.gate_proj,0.31974745,0.01000,0.626
+42,mlp.experts.21.gate_proj,5.09152222,0.01000,0.626
+42,mlp.experts.22.gate_proj,2.27226925,0.01000,0.625
+42,mlp.experts.23.gate_proj,4.17154694,0.01000,0.625
+42,mlp.experts.24.gate_proj,2.21746325,0.01000,0.625
+42,mlp.experts.25.gate_proj,2.80032110,0.01000,0.626
+42,mlp.experts.26.gate_proj,0.00000140,0.01000,0.627
+42,mlp.experts.27.gate_proj,0.88366598,0.01000,0.623
+42,mlp.experts.28.gate_proj,3.60708666,0.01000,0.623
+42,mlp.experts.29.gate_proj,0.00131846,0.01000,0.622
+42,mlp.experts.30.gate_proj,0.33854496,0.01000,0.622
+42,mlp.experts.31.gate_proj,1.17205811,0.01000,0.625
+42,mlp.experts.32.gate_proj,1.18055105,0.01000,0.622
+42,mlp.experts.33.gate_proj,5.27819586,0.01000,0.623
+42,mlp.experts.34.gate_proj,0.13791107,0.01000,0.621
+42,mlp.experts.35.gate_proj,0.51589054,0.01000,0.622
+42,mlp.experts.36.gate_proj,1.63332272,0.01000,0.623
+42,mlp.experts.37.gate_proj,3.45520639,0.01000,0.621
+42,mlp.experts.38.gate_proj,0.88162959,0.01000,0.618
+42,mlp.experts.39.gate_proj,1.41394210,0.01000,0.622
+42,mlp.experts.40.gate_proj,0.00048496,0.01000,0.620
+42,mlp.experts.41.gate_proj,0.53840691,0.01000,0.622
+42,mlp.experts.42.gate_proj,0.00004446,0.01000,0.621
+42,mlp.experts.43.gate_proj,0.61814094,0.01000,0.621
+42,mlp.experts.44.gate_proj,0.00261498,0.01000,0.621
+42,mlp.experts.45.gate_proj,0.00099327,0.01000,0.620
+42,mlp.experts.46.gate_proj,0.03441989,0.01000,0.621
+42,mlp.experts.47.gate_proj,0.63725752,0.01000,0.621
+42,mlp.experts.48.gate_proj,0.00053173,0.01000,0.623
+42,mlp.experts.49.gate_proj,1.96374941,0.01000,0.623
+42,mlp.experts.50.gate_proj,2.29304981,0.01000,0.622
+42,mlp.experts.51.gate_proj,0.00000228,0.01000,0.616
+42,mlp.experts.52.gate_proj,4.50769711,0.01000,0.616
+42,mlp.experts.53.gate_proj,1.08720374,0.01000,0.614
+42,mlp.experts.54.gate_proj,0.01316352,0.01000,0.614
+42,mlp.experts.55.gate_proj,3.13324952,0.01000,0.614
+42,mlp.experts.56.gate_proj,4.92325974,0.01000,0.613
+42,mlp.experts.57.gate_proj,0.04557943,0.01000,0.616
+42,mlp.experts.58.gate_proj,2.23870969,0.01000,0.615
+42,mlp.experts.59.gate_proj,1.20419478,0.01000,0.614
+42,mlp.experts.60.gate_proj,0.02043383,0.01000,0.616
+42,mlp.experts.61.gate_proj,0.29812378,0.01000,0.615
+42,mlp.experts.62.gate_proj,0.00109324,0.01000,0.617
+42,mlp.experts.63.gate_proj,0.01851121,0.01000,0.619
+42,mlp.experts.64.gate_proj,1.37088478,0.01000,0.621
+42,mlp.experts.65.gate_proj,1.67114794,0.01000,0.622
+42,mlp.experts.66.gate_proj,3.98299050,0.01000,0.620
+42,mlp.experts.67.gate_proj,0.00019915,0.01000,0.621
+42,mlp.experts.68.gate_proj,1.48849034,0.01000,0.622
+42,mlp.experts.69.gate_proj,2.25729227,0.01000,0.623
+42,mlp.experts.70.gate_proj,9.61285973,0.01000,0.622
+42,mlp.experts.71.gate_proj,0.85020232,0.01000,0.622
+42,mlp.experts.72.gate_proj,0.00760767,0.01000,0.622
+42,mlp.experts.73.gate_proj,1.86910927,0.01000,0.626
+42,mlp.experts.74.gate_proj,2.08065748,0.01000,0.628
+42,mlp.experts.75.gate_proj,3.21498346,0.01000,0.627
+42,mlp.experts.76.gate_proj,0.18884054,0.01000,0.620
+42,mlp.experts.77.gate_proj,0.91169536,0.01000,0.619
+42,mlp.experts.78.gate_proj,0.01663241,0.01000,0.623
+42,mlp.experts.79.gate_proj,0.39048201,0.01000,0.621
+42,mlp.experts.80.gate_proj,1.61720717,0.01000,0.619
+42,mlp.experts.81.gate_proj,0.69017184,0.01000,0.617
+42,mlp.experts.82.gate_proj,0.00754737,0.01000,0.617
+42,mlp.experts.83.gate_proj,0.00757540,0.01000,0.619
+42,mlp.experts.84.gate_proj,0.31023869,0.01000,0.619
+42,mlp.experts.85.gate_proj,0.00038593,0.01000,0.623
+42,mlp.experts.86.gate_proj,2.76192999,0.01000,0.624
+42,mlp.experts.87.gate_proj,0.01679913,0.01000,0.624
+42,mlp.experts.88.gate_proj,0.00765625,0.01000,0.624
+42,mlp.experts.89.gate_proj,2.27266359,0.01000,0.624
+42,mlp.experts.90.gate_proj,1.17491126,0.01000,0.624
+42,mlp.experts.91.gate_proj,0.02157740,0.01000,0.623
+42,mlp.experts.92.gate_proj,2.52521920,0.01000,0.624
+42,mlp.experts.93.gate_proj,1.20908403,0.01000,0.624
+42,mlp.experts.94.gate_proj,0.01036794,0.01000,0.623
+42,mlp.experts.95.gate_proj,0.05287202,0.01000,0.624
+42,mlp.experts.96.gate_proj,0.01516164,0.01000,0.624
+42,mlp.experts.97.gate_proj,0.13373742,0.01000,0.622
+42,mlp.experts.98.gate_proj,1.61599231,0.01000,0.622
+42,mlp.experts.99.gate_proj,2.52932882,0.01000,0.622
+42,mlp.experts.100.gate_proj,0.18069673,0.01000,0.621
+42,mlp.experts.101.gate_proj,1.62217450,0.01000,0.624
+42,mlp.experts.102.gate_proj,1.09843671,0.01000,0.620
+42,mlp.experts.103.gate_proj,0.15109685,0.01000,0.616
+42,mlp.experts.104.gate_proj,0.00653080,0.01000,0.615
+42,mlp.experts.105.gate_proj,0.10688399,0.01000,0.619
+42,mlp.experts.106.gate_proj,2.25843048,0.01000,0.623
+42,mlp.experts.107.gate_proj,0.00644554,0.01000,0.622
+42,mlp.experts.108.gate_proj,2.14507675,0.01000,0.622
+42,mlp.experts.109.gate_proj,0.09628926,0.01000,0.623
+42,mlp.experts.110.gate_proj,0.02128845,0.01000,0.622
+42,mlp.experts.111.gate_proj,1.23059487,0.01000,0.621
+42,mlp.experts.112.gate_proj,0.53887606,0.01000,0.623
+42,mlp.experts.113.gate_proj,0.38583189,0.01000,0.622
+42,mlp.experts.114.gate_proj,3.71169472,0.01000,0.622
+42,mlp.experts.115.gate_proj,2.11361217,0.01000,0.623
+42,mlp.experts.116.gate_proj,1.30789876,0.01000,0.623
+42,mlp.experts.117.gate_proj,3.85888100,0.01000,0.624
+42,mlp.experts.118.gate_proj,0.05968235,0.01000,0.624
+42,mlp.experts.119.gate_proj,0.42628598,0.01000,0.622
+42,mlp.experts.120.gate_proj,0.00039488,0.01000,0.625
+42,mlp.experts.121.gate_proj,0.00004290,0.01000,0.623
+42,mlp.experts.122.gate_proj,0.00267856,0.01000,0.622
+42,mlp.experts.123.gate_proj,4.30760813,0.01000,0.618
+42,mlp.experts.124.gate_proj,0.08384596,0.01000,0.623
+42,mlp.experts.125.gate_proj,1.68890285,0.01000,0.621
+42,mlp.experts.126.gate_proj,2.58124733,0.01000,0.623
+42,mlp.experts.127.gate_proj,0.00046706,0.01000,0.622
+42,mlp.experts.0.down_proj,0.00010025,0.01000,0.254
+42,mlp.experts.1.down_proj,0.20629853,0.01000,0.228
+42,mlp.experts.2.down_proj,2.87002373,0.01000,0.228
+42,mlp.experts.3.down_proj,1.84795547,0.01000,0.229
+42,mlp.experts.4.down_proj,15.49208069,0.01000,0.229
+42,mlp.experts.5.down_proj,2.34498811,0.01000,0.229
+42,mlp.experts.6.down_proj,0.51156765,0.01000,0.230
+42,mlp.experts.7.down_proj,2.09552407,0.01000,0.232
+42,mlp.experts.8.down_proj,6.90644360,0.01000,0.233
+42,mlp.experts.9.down_proj,0.30113637,0.01000,0.232
+42,mlp.experts.10.down_proj,0.19464611,0.01000,0.232
+42,mlp.experts.11.down_proj,0.00014568,0.01000,0.233
+42,mlp.experts.12.down_proj,2.16605806,0.01000,0.233
+42,mlp.experts.13.down_proj,0.00317182,0.01000,0.233
+42,mlp.experts.14.down_proj,3.53055477,0.01000,0.234
+42,mlp.experts.15.down_proj,0.00008196,0.01000,0.234
+42,mlp.experts.16.down_proj,3.10447264,0.01000,0.233
+42,mlp.experts.17.down_proj,4.92913914,0.01000,0.233
+42,mlp.experts.18.down_proj,3.89288235,0.01000,0.233
+42,mlp.experts.19.down_proj,0.23289508,0.01000,0.233
+42,mlp.experts.20.down_proj,0.29066777,0.01000,0.234
+42,mlp.experts.21.down_proj,6.29170942,0.01000,0.233
+42,mlp.experts.22.down_proj,3.55486107,0.01000,0.233
+42,mlp.experts.23.down_proj,4.77568388,0.01000,0.234
+42,mlp.experts.24.down_proj,3.63299274,0.01000,0.233
+42,mlp.experts.25.down_proj,2.41420817,0.01000,0.235
+42,mlp.experts.26.down_proj,0.00000073,0.01000,0.236
+42,mlp.experts.27.down_proj,1.42582786,0.01000,0.236
+42,mlp.experts.28.down_proj,4.21895313,0.01000,0.236
+42,mlp.experts.29.down_proj,0.00224912,0.01000,0.238
+42,mlp.experts.30.down_proj,0.76938784,0.01000,0.238
+42,mlp.experts.31.down_proj,3.18892431,0.01000,0.238
+42,mlp.experts.32.down_proj,1.21633005,0.01000,0.238
+42,mlp.experts.33.down_proj,4.74532986,0.01000,0.238
+42,mlp.experts.34.down_proj,0.16680059,0.01000,0.238
+42,mlp.experts.35.down_proj,0.61571252,0.01000,0.238
+42,mlp.experts.36.down_proj,2.56902266,0.01000,0.238
+42,mlp.experts.37.down_proj,5.19059372,0.01000,0.238
+42,mlp.experts.38.down_proj,1.19868231,0.01000,0.239
+42,mlp.experts.39.down_proj,1.87848496,0.01000,0.238
+42,mlp.experts.40.down_proj,0.00149789,0.01000,0.236
+42,mlp.experts.41.down_proj,0.52980590,0.01000,0.236
+42,mlp.experts.42.down_proj,0.00003752,0.01000,0.235
+42,mlp.experts.43.down_proj,0.64738560,0.01000,0.240
+42,mlp.experts.44.down_proj,0.01223873,0.01000,0.237
+42,mlp.experts.45.down_proj,0.00158490,0.01000,0.237
+42,mlp.experts.46.down_proj,0.07468893,0.01000,0.236
+42,mlp.experts.47.down_proj,0.85578972,0.01000,0.236
+42,mlp.experts.48.down_proj,0.00109859,0.01000,0.236
+42,mlp.experts.49.down_proj,4.79905415,0.01000,0.237
+42,mlp.experts.50.down_proj,1.85030794,0.01000,0.237
+42,mlp.experts.51.down_proj,0.00000155,0.01000,0.236
+42,mlp.experts.52.down_proj,7.82326746,0.01000,0.237
+42,mlp.experts.53.down_proj,1.42706025,0.01000,0.237
+42,mlp.experts.54.down_proj,0.03026957,0.01000,0.237
+42,mlp.experts.55.down_proj,3.04688549,0.01000,0.236
+42,mlp.experts.56.down_proj,12.19674587,0.01000,0.236
+42,mlp.experts.57.down_proj,0.09348440,0.01000,0.236
+42,mlp.experts.58.down_proj,3.44940758,0.01000,0.237
+42,mlp.experts.59.down_proj,2.03195715,0.01000,0.237
+42,mlp.experts.60.down_proj,0.04968865,0.01000,0.237
+42,mlp.experts.61.down_proj,0.43287382,0.01000,0.237
+42,mlp.experts.62.down_proj,0.00079351,0.01000,0.239
+42,mlp.experts.63.down_proj,0.03160710,0.01000,0.240
+42,mlp.experts.64.down_proj,2.34242320,0.01000,0.240
+42,mlp.experts.65.down_proj,2.74492979,0.01000,0.240
+42,mlp.experts.66.down_proj,3.50627065,0.01000,0.241
+42,mlp.experts.67.down_proj,0.00006492,0.01000,0.241
+42,mlp.experts.68.down_proj,2.52135873,0.01000,0.241
+42,mlp.experts.69.down_proj,1.38776278,0.01000,0.240
+42,mlp.experts.70.down_proj,7.47886896,0.01000,0.241
+42,mlp.experts.71.down_proj,0.90736169,0.01000,0.241
+42,mlp.experts.72.down_proj,0.00826808,0.01000,0.240
+42,mlp.experts.73.down_proj,3.06618595,0.01000,0.241
+42,mlp.experts.74.down_proj,4.91661024,0.01000,0.240
+42,mlp.experts.75.down_proj,3.80682278,0.01000,0.241
+42,mlp.experts.76.down_proj,0.24770778,0.01000,0.241
+42,mlp.experts.77.down_proj,0.81461275,0.01000,0.241
+42,mlp.experts.78.down_proj,0.03871987,0.01000,0.241
+42,mlp.experts.79.down_proj,0.32378238,0.01000,0.240
+42,mlp.experts.80.down_proj,2.88486528,0.01000,0.241
+42,mlp.experts.81.down_proj,0.95747364,0.01000,0.241
+42,mlp.experts.82.down_proj,0.01308572,0.01000,0.241
+42,mlp.experts.83.down_proj,0.01494550,0.01000,0.240
+42,mlp.experts.84.down_proj,0.25809178,0.01000,0.240
+42,mlp.experts.85.down_proj,0.00044632,0.01000,0.241
+42,mlp.experts.86.down_proj,5.87398624,0.01000,0.241
+42,mlp.experts.87.down_proj,0.01773492,0.01000,0.242
+42,mlp.experts.88.down_proj,0.00560823,0.01000,0.242
+42,mlp.experts.89.down_proj,2.09867430,0.01000,0.241
+42,mlp.experts.90.down_proj,2.67246604,0.01000,0.240
+42,mlp.experts.91.down_proj,0.07619768,0.01000,0.241
+42,mlp.experts.92.down_proj,5.23746634,0.01000,0.241
+42,mlp.experts.93.down_proj,2.54931378,0.01000,0.241
+42,mlp.experts.94.down_proj,0.02671979,0.01000,0.241
+42,mlp.experts.95.down_proj,0.03975172,0.01000,0.241
+42,mlp.experts.96.down_proj,0.02304193,0.01000,0.239
+42,mlp.experts.97.down_proj,0.14533158,0.01000,0.239
+42,mlp.experts.98.down_proj,3.04155159,0.01000,0.239
+42,mlp.experts.99.down_proj,1.91242051,0.01000,0.238
+42,mlp.experts.100.down_proj,0.16733688,0.01000,0.237
+42,mlp.experts.101.down_proj,4.26816988,0.01000,0.237
+42,mlp.experts.102.down_proj,4.11963272,0.01000,0.236
+42,mlp.experts.103.down_proj,0.46598005,0.01000,0.237
+42,mlp.experts.104.down_proj,0.01299948,0.01000,0.237
+42,mlp.experts.105.down_proj,0.10415407,0.01000,0.237
+42,mlp.experts.106.down_proj,2.83882666,0.01000,0.239
+42,mlp.experts.107.down_proj,0.01763301,0.01000,0.239
+42,mlp.experts.108.down_proj,5.75497055,0.01000,0.240
+42,mlp.experts.109.down_proj,0.11781515,0.01000,0.240
+42,mlp.experts.110.down_proj,0.00091643,0.01000,0.241
+42,mlp.experts.111.down_proj,1.63261962,0.01000,0.241
+42,mlp.experts.112.down_proj,0.52213639,0.01000,0.241
+42,mlp.experts.113.down_proj,0.39267594,0.01000,0.240
+42,mlp.experts.114.down_proj,3.81546569,0.01000,0.241
+42,mlp.experts.115.down_proj,3.87128782,0.01000,0.241
+42,mlp.experts.116.down_proj,1.55833459,0.01000,0.241
+42,mlp.experts.117.down_proj,3.97037292,0.01000,0.240
+42,mlp.experts.118.down_proj,0.09544415,0.01000,0.241
+42,mlp.experts.119.down_proj,0.80035460,0.01000,0.241
+42,mlp.experts.120.down_proj,0.00046267,0.01000,0.242
+42,mlp.experts.121.down_proj,0.00004371,0.01000,0.241
+42,mlp.experts.122.down_proj,0.00474088,0.01000,0.241
+42,mlp.experts.123.down_proj,6.30226946,0.01000,0.242
+42,mlp.experts.124.down_proj,0.15587467,0.01000,0.242
+42,mlp.experts.125.down_proj,3.69237900,0.01000,0.242
+42,mlp.experts.126.down_proj,6.19000292,0.01000,0.243
+42,mlp.experts.127.down_proj,0.00062285,0.01000,0.243
+43,self_attn.q_proj,5.53589201,0.01000,0.627
+43,self_attn.k_proj,0.59526300,0.01000,0.612
+43,self_attn.v_proj,1.14503121,0.01000,0.611
+43,self_attn.o_proj,0.26682499,0.01000,1.247
+43,mlp.experts.0.up_proj,0.96864164,0.01000,0.662
+43,mlp.experts.1.up_proj,0.21495992,0.01000,0.609
+43,mlp.experts.2.up_proj,4.27060604,0.01000,0.611
+43,mlp.experts.3.up_proj,0.00322049,0.01000,0.613
+43,mlp.experts.4.up_proj,2.44166923,0.01000,0.615
+43,mlp.experts.5.up_proj,1.69394326,0.01000,0.617
+43,mlp.experts.6.up_proj,1.05069470,0.01000,0.618
+43,mlp.experts.7.up_proj,0.23022449,0.01000,0.618
+43,mlp.experts.8.up_proj,2.28634357,0.01000,0.617
+43,mlp.experts.9.up_proj,0.31425497,0.01000,0.617
+43,mlp.experts.10.up_proj,0.44742203,0.01000,0.617
+43,mlp.experts.11.up_proj,0.16446428,0.01000,0.617
+43,mlp.experts.12.up_proj,2.03781366,0.01000,0.617
+43,mlp.experts.13.up_proj,0.00451260,0.01000,0.616
+43,mlp.experts.14.up_proj,0.00291164,0.01000,0.617
+43,mlp.experts.15.up_proj,0.00933179,0.01000,0.617
+43,mlp.experts.16.up_proj,4.72141933,0.01000,0.618
+43,mlp.experts.17.up_proj,0.00440066,0.01000,0.613
+43,mlp.experts.18.up_proj,3.56969738,0.01000,0.609
+43,mlp.experts.19.up_proj,1.99621260,0.01000,0.610
+43,mlp.experts.20.up_proj,0.76188946,0.01000,0.612
+43,mlp.experts.21.up_proj,0.00201545,0.01000,0.608
+43,mlp.experts.22.up_proj,0.00244883,0.01000,0.609
+43,mlp.experts.23.up_proj,0.00061427,0.01000,0.609
+43,mlp.experts.24.up_proj,1.66289628,0.01000,0.615
+43,mlp.experts.25.up_proj,0.08751542,0.01000,0.609
+43,mlp.experts.26.up_proj,1.22426534,0.01000,0.608
+43,mlp.experts.27.up_proj,0.53096133,0.01000,0.608
+43,mlp.experts.28.up_proj,0.17943169,0.01000,0.608
+43,mlp.experts.29.up_proj,1.16143394,0.01000,0.613
+43,mlp.experts.30.up_proj,2.35282683,0.01000,0.614
+43,mlp.experts.31.up_proj,5.28599453,0.01000,0.614
+43,mlp.experts.32.up_proj,0.13057753,0.01000,0.616
+43,mlp.experts.33.up_proj,0.00560293,0.01000,0.615
+43,mlp.experts.34.up_proj,0.73792660,0.01000,0.616
+43,mlp.experts.35.up_proj,0.00011619,0.01000,0.617
+43,mlp.experts.36.up_proj,4.05911779,0.01000,0.618
+43,mlp.experts.37.up_proj,3.36410356,0.01000,0.619
+43,mlp.experts.38.up_proj,0.26469278,0.01000,0.618
+43,mlp.experts.39.up_proj,0.29873154,0.01000,0.618
+43,mlp.experts.40.up_proj,0.20274872,0.01000,0.618
+43,mlp.experts.41.up_proj,2.18627024,0.01000,0.612
+43,mlp.experts.42.up_proj,1.65704346,0.01000,0.608
+43,mlp.experts.43.up_proj,2.65336037,0.01000,0.608
+43,mlp.experts.44.up_proj,2.44720459,0.01000,0.608
+43,mlp.experts.45.up_proj,0.19218643,0.01000,0.608
+43,mlp.experts.46.up_proj,2.98732233,0.01000,0.610
+43,mlp.experts.47.up_proj,1.87742043,0.01000,0.611
+43,mlp.experts.48.up_proj,0.25574648,0.01000,0.618
+43,mlp.experts.49.up_proj,2.16069126,0.01000,0.617
+43,mlp.experts.50.up_proj,1.05274606,0.01000,0.617
+43,mlp.experts.51.up_proj,0.00119453,0.01000,0.617
+43,mlp.experts.52.up_proj,2.63527489,0.01000,0.616
+43,mlp.experts.53.up_proj,0.65104252,0.01000,0.617
+43,mlp.experts.54.up_proj,0.00058459,0.01000,0.617
+43,mlp.experts.55.up_proj,0.24295762,0.01000,0.617
+43,mlp.experts.56.up_proj,4.63623619,0.01000,0.616
+43,mlp.experts.57.up_proj,0.57573634,0.01000,0.616
+43,mlp.experts.58.up_proj,2.97889543,0.01000,0.616
+43,mlp.experts.59.up_proj,1.06065798,0.01000,0.617
+43,mlp.experts.60.up_proj,0.27790448,0.01000,0.616
+43,mlp.experts.61.up_proj,4.15947533,0.01000,0.612
+43,mlp.experts.62.up_proj,1.07871425,0.01000,0.615
+43,mlp.experts.63.up_proj,0.95877641,0.01000,0.617
+43,mlp.experts.64.up_proj,0.00186231,0.01000,0.612
+43,mlp.experts.65.up_proj,3.10267448,0.01000,0.611
+43,mlp.experts.66.up_proj,2.47271037,0.01000,0.614
+43,mlp.experts.67.up_proj,0.01100912,0.01000,0.611
+43,mlp.experts.68.up_proj,2.12098122,0.01000,0.610
+43,mlp.experts.69.up_proj,2.10200548,0.01000,0.611
+43,mlp.experts.70.up_proj,1.87301910,0.01000,0.611
+43,mlp.experts.71.up_proj,3.91497111,0.01000,0.614
+43,mlp.experts.72.up_proj,5.45000553,0.01000,0.616
+43,mlp.experts.73.up_proj,0.02032057,0.01000,0.615
+43,mlp.experts.74.up_proj,3.54348493,0.01000,0.615
+43,mlp.experts.75.up_proj,11.02924347,0.01000,0.620
+43,mlp.experts.76.up_proj,0.00929169,0.01000,0.618
+43,mlp.experts.77.up_proj,3.18261266,0.01000,0.617
+43,mlp.experts.78.up_proj,0.37376207,0.01000,0.617
+43,mlp.experts.79.up_proj,0.03166364,0.01000,0.617
+43,mlp.experts.80.up_proj,7.46814442,0.01000,0.617
+43,mlp.experts.81.up_proj,3.62998343,0.01000,0.619
+43,mlp.experts.82.up_proj,1.69187760,0.01000,0.618
+43,mlp.experts.83.up_proj,2.96605206,0.01000,0.610
+43,mlp.experts.84.up_proj,0.00182810,0.01000,0.611
+43,mlp.experts.85.up_proj,0.68657261,0.01000,0.611
+43,mlp.experts.86.up_proj,0.00066797,0.01000,0.610
+43,mlp.experts.87.up_proj,3.88891292,0.01000,0.611
+43,mlp.experts.88.up_proj,1.79902434,0.01000,0.609
+43,mlp.experts.89.up_proj,0.41069657,0.01000,0.616
+43,mlp.experts.90.up_proj,0.31120944,0.01000,0.616
+43,mlp.experts.91.up_proj,0.81008816,0.01000,0.618
+43,mlp.experts.92.up_proj,0.21027476,0.01000,0.617
+43,mlp.experts.93.up_proj,0.00626965,0.01000,0.618
+43,mlp.experts.94.up_proj,0.44907832,0.01000,0.617
+43,mlp.experts.95.up_proj,0.00001758,0.01000,0.618
+43,mlp.experts.96.up_proj,4.42106676,0.01000,0.620
+43,mlp.experts.97.up_proj,2.95670319,0.01000,0.617
+43,mlp.experts.98.up_proj,2.29258060,0.01000,0.618
+43,mlp.experts.99.up_proj,5.69195557,0.01000,0.618
+43,mlp.experts.100.up_proj,2.47945261,0.01000,0.617
+43,mlp.experts.101.up_proj,0.02094377,0.01000,0.614
+43,mlp.experts.102.up_proj,0.01243803,0.01000,0.611
+43,mlp.experts.103.up_proj,0.00015190,0.01000,0.610
+43,mlp.experts.104.up_proj,2.81946135,0.01000,0.612
+43,mlp.experts.105.up_proj,0.02121584,0.01000,0.613
+43,mlp.experts.106.up_proj,0.02974376,0.01000,0.614
+43,mlp.experts.107.up_proj,0.03191720,0.01000,0.617
+43,mlp.experts.108.up_proj,0.04416446,0.01000,0.617
+43,mlp.experts.109.up_proj,0.00002528,0.01000,0.616
+43,mlp.experts.110.up_proj,0.04482455,0.01000,0.616
+43,mlp.experts.111.up_proj,1.65162253,0.01000,0.617
+43,mlp.experts.112.up_proj,4.08078671,0.01000,0.618
+43,mlp.experts.113.up_proj,1.54966593,0.01000,0.617
+43,mlp.experts.114.up_proj,2.94063354,0.01000,0.617
+43,mlp.experts.115.up_proj,2.04101014,0.01000,0.618
+43,mlp.experts.116.up_proj,0.00001153,0.01000,0.618
+43,mlp.experts.117.up_proj,0.05842409,0.01000,0.617
+43,mlp.experts.118.up_proj,0.00146996,0.01000,0.616
+43,mlp.experts.119.up_proj,0.34966758,0.01000,0.610
+43,mlp.experts.120.up_proj,2.59089375,0.01000,0.609
+43,mlp.experts.121.up_proj,3.80364084,0.01000,0.609
+43,mlp.experts.122.up_proj,0.59818643,0.01000,0.608
+43,mlp.experts.123.up_proj,0.54557717,0.01000,0.608
+43,mlp.experts.124.up_proj,0.11389464,0.01000,0.612
+43,mlp.experts.125.up_proj,1.61564338,0.01000,0.616
+43,mlp.experts.126.up_proj,0.00059451,0.01000,0.619
+43,mlp.experts.127.up_proj,1.80735087,0.01000,0.619
+43,mlp.experts.0.gate_proj,0.88116544,0.01000,0.618
+43,mlp.experts.1.gate_proj,0.20446016,0.01000,0.618
+43,mlp.experts.2.gate_proj,4.32722569,0.01000,0.618
+43,mlp.experts.3.gate_proj,0.00277255,0.01000,0.617
+43,mlp.experts.4.gate_proj,2.38191366,0.01000,0.619
+43,mlp.experts.5.gate_proj,1.58507299,0.01000,0.620
+43,mlp.experts.6.gate_proj,0.89204288,0.01000,0.618
+43,mlp.experts.7.gate_proj,0.22300071,0.01000,0.619
+43,mlp.experts.8.gate_proj,2.08482647,0.01000,0.618
+43,mlp.experts.9.gate_proj,0.27898416,0.01000,0.611
+43,mlp.experts.10.gate_proj,0.43701234,0.01000,0.609
+43,mlp.experts.11.gate_proj,0.15752636,0.01000,0.611
+43,mlp.experts.12.gate_proj,1.84350359,0.01000,0.612
+43,mlp.experts.13.gate_proj,0.00401326,0.01000,0.613
+43,mlp.experts.14.gate_proj,0.00260679,0.01000,0.616
+43,mlp.experts.15.gate_proj,0.00874233,0.01000,0.614
+43,mlp.experts.16.gate_proj,4.96034002,0.01000,0.614
+43,mlp.experts.17.gate_proj,0.00404272,0.01000,0.614
+43,mlp.experts.18.gate_proj,3.39225960,0.01000,0.617
+43,mlp.experts.19.gate_proj,1.72915673,0.01000,0.620
+43,mlp.experts.20.gate_proj,0.69357705,0.01000,0.620
+43,mlp.experts.21.gate_proj,0.00170661,0.01000,0.621
+43,mlp.experts.22.gate_proj,0.00202574,0.01000,0.620
+43,mlp.experts.23.gate_proj,0.00055305,0.01000,0.619
+43,mlp.experts.24.gate_proj,1.58900166,0.01000,0.619
+43,mlp.experts.25.gate_proj,0.09247026,0.01000,0.618
+43,mlp.experts.26.gate_proj,1.10974860,0.01000,0.618
+43,mlp.experts.27.gate_proj,0.46811771,0.01000,0.618
+43,mlp.experts.28.gate_proj,0.16970259,0.01000,0.618
+43,mlp.experts.29.gate_proj,1.06323552,0.01000,0.618
+43,mlp.experts.30.gate_proj,2.32071018,0.01000,0.618
+43,mlp.experts.31.gate_proj,5.09644604,0.01000,0.615
+43,mlp.experts.32.gate_proj,0.12164725,0.01000,0.612
+43,mlp.experts.33.gate_proj,0.00487482,0.01000,0.612
+43,mlp.experts.34.gate_proj,0.67340732,0.01000,0.610
+43,mlp.experts.35.gate_proj,0.00010268,0.01000,0.608
+43,mlp.experts.36.gate_proj,3.59825182,0.01000,0.610
+43,mlp.experts.37.gate_proj,3.34202409,0.01000,0.612
+43,mlp.experts.38.gate_proj,0.25430635,0.01000,0.612
+43,mlp.experts.39.gate_proj,0.26582891,0.01000,0.611
+43,mlp.experts.40.gate_proj,0.17917795,0.01000,0.609
+43,mlp.experts.41.gate_proj,2.14005041,0.01000,0.609
+43,mlp.experts.42.gate_proj,1.49374676,0.01000,0.615
+43,mlp.experts.43.gate_proj,2.22054529,0.01000,0.617
+43,mlp.experts.44.gate_proj,2.17871189,0.01000,0.617
+43,mlp.experts.45.gate_proj,0.16964489,0.01000,0.618
+43,mlp.experts.46.gate_proj,2.81543732,0.01000,0.621
+43,mlp.experts.47.gate_proj,1.78308320,0.01000,0.617
+43,mlp.experts.48.gate_proj,0.24187657,0.01000,0.617
+43,mlp.experts.49.gate_proj,1.90888166,0.01000,0.617
+43,mlp.experts.50.gate_proj,0.96609193,0.01000,0.617
+43,mlp.experts.51.gate_proj,0.00107619,0.01000,0.622
+43,mlp.experts.52.gate_proj,2.43915224,0.01000,0.617
+43,mlp.experts.53.gate_proj,0.62359977,0.01000,0.620
+43,mlp.experts.54.gate_proj,0.00050574,0.01000,0.616
+43,mlp.experts.55.gate_proj,0.22730617,0.01000,0.612
+43,mlp.experts.56.gate_proj,4.73598194,0.01000,0.611
+43,mlp.experts.57.gate_proj,0.52560204,0.01000,0.613
+43,mlp.experts.58.gate_proj,2.85917568,0.01000,0.611
+43,mlp.experts.59.gate_proj,0.95527840,0.01000,0.611
+43,mlp.experts.60.gate_proj,0.24924242,0.01000,0.611
+43,mlp.experts.61.gate_proj,3.93077850,0.01000,0.609
+43,mlp.experts.62.gate_proj,1.00329983,0.01000,0.610
+43,mlp.experts.63.gate_proj,0.90351993,0.01000,0.610
+43,mlp.experts.64.gate_proj,0.00156097,0.01000,0.612
+43,mlp.experts.65.gate_proj,2.96677303,0.01000,0.615
+43,mlp.experts.66.gate_proj,2.30483246,0.01000,0.617
+43,mlp.experts.67.gate_proj,0.01001978,0.01000,0.619
+43,mlp.experts.68.gate_proj,1.99353862,0.01000,0.620
+43,mlp.experts.69.gate_proj,1.97628844,0.01000,0.618
+43,mlp.experts.70.gate_proj,1.76855993,0.01000,0.620
+43,mlp.experts.71.gate_proj,3.93544888,0.01000,0.618
+43,mlp.experts.72.gate_proj,5.21923923,0.01000,0.618
+43,mlp.experts.73.gate_proj,0.01815735,0.01000,0.618
+43,mlp.experts.74.gate_proj,3.96579146,0.01000,0.618
+43,mlp.experts.75.gate_proj,10.68323803,0.01000,0.618
+43,mlp.experts.76.gate_proj,0.00826044,0.01000,0.619
+43,mlp.experts.77.gate_proj,2.94607925,0.01000,0.618
+43,mlp.experts.78.gate_proj,0.44401687,0.01000,0.615
+43,mlp.experts.79.gate_proj,0.02647638,0.01000,0.609
+43,mlp.experts.80.gate_proj,7.74960947,0.01000,0.610
+43,mlp.experts.81.gate_proj,3.39398074,0.01000,0.611
+43,mlp.experts.82.gate_proj,1.86484623,0.01000,0.611
+43,mlp.experts.83.gate_proj,2.85323095,0.01000,0.609
+43,mlp.experts.84.gate_proj,0.00170374,0.01000,0.614
+43,mlp.experts.85.gate_proj,0.61164993,0.01000,0.618
+43,mlp.experts.86.gate_proj,0.00062306,0.01000,0.619
+43,mlp.experts.87.gate_proj,3.33115411,0.01000,0.620
+43,mlp.experts.88.gate_proj,1.71610308,0.01000,0.619
+43,mlp.experts.89.gate_proj,0.36809325,0.01000,0.620
+43,mlp.experts.90.gate_proj,0.29736507,0.01000,0.620
+43,mlp.experts.91.gate_proj,0.77827966,0.01000,0.622
+43,mlp.experts.92.gate_proj,0.19914457,0.01000,0.620
+43,mlp.experts.93.gate_proj,0.00553312,0.01000,0.619
+43,mlp.experts.94.gate_proj,0.39486381,0.01000,0.619
+43,mlp.experts.95.gate_proj,0.00001593,0.01000,0.620
+43,mlp.experts.96.gate_proj,4.12496090,0.01000,0.620
+43,mlp.experts.97.gate_proj,2.67343760,0.01000,0.613
+43,mlp.experts.98.gate_proj,2.10398149,0.01000,0.611
+43,mlp.experts.99.gate_proj,5.41730118,0.01000,0.612
+43,mlp.experts.100.gate_proj,2.31972456,0.01000,0.613
+43,mlp.experts.101.gate_proj,0.01857999,0.01000,0.613
+43,mlp.experts.102.gate_proj,0.01052763,0.01000,0.617
+43,mlp.experts.103.gate_proj,0.00014897,0.01000,0.613
+43,mlp.experts.104.gate_proj,2.45562625,0.01000,0.611
+43,mlp.experts.105.gate_proj,0.01904450,0.01000,0.612
+43,mlp.experts.106.gate_proj,0.02718818,0.01000,0.613
+43,mlp.experts.107.gate_proj,0.03021573,0.01000,0.614
+43,mlp.experts.108.gate_proj,0.04085534,0.01000,0.612
+43,mlp.experts.109.gate_proj,0.00002341,0.01000,0.610
+43,mlp.experts.110.gate_proj,0.04050713,0.01000,0.613
+43,mlp.experts.111.gate_proj,1.53444397,0.01000,0.612
+43,mlp.experts.112.gate_proj,3.50718641,0.01000,0.615
+43,mlp.experts.113.gate_proj,1.56411314,0.01000,0.616
+43,mlp.experts.114.gate_proj,2.67492676,0.01000,0.617
+43,mlp.experts.115.gate_proj,1.95487118,0.01000,0.619
+43,mlp.experts.116.gate_proj,0.00000993,0.01000,0.619
+43,mlp.experts.117.gate_proj,0.05330882,0.01000,0.619
+43,mlp.experts.118.gate_proj,0.00159669,0.01000,0.619
+43,mlp.experts.119.gate_proj,0.31657004,0.01000,0.619
+43,mlp.experts.120.gate_proj,2.37807393,0.01000,0.619
+43,mlp.experts.121.gate_proj,3.51161623,0.01000,0.618
+43,mlp.experts.122.gate_proj,0.56279141,0.01000,0.620
+43,mlp.experts.123.gate_proj,0.51887149,0.01000,0.620
+43,mlp.experts.124.gate_proj,0.10775404,0.01000,0.618
+43,mlp.experts.125.gate_proj,1.53124380,0.01000,0.611
+43,mlp.experts.126.gate_proj,0.00061648,0.01000,0.609
+43,mlp.experts.127.gate_proj,1.59418774,0.01000,0.609
+43,mlp.experts.0.down_proj,1.23120534,0.01000,0.258
+43,mlp.experts.1.down_proj,0.41676775,0.01000,0.231
+43,mlp.experts.2.down_proj,3.96595430,0.01000,0.232
+43,mlp.experts.3.down_proj,0.00739018,0.01000,0.233
+43,mlp.experts.4.down_proj,7.60495520,0.01000,0.233
+43,mlp.experts.5.down_proj,2.38297772,0.01000,0.233
+43,mlp.experts.6.down_proj,2.41045547,0.01000,0.234
+43,mlp.experts.7.down_proj,0.37536997,0.01000,0.235
+43,mlp.experts.8.down_proj,3.15344810,0.01000,0.234
+43,mlp.experts.9.down_proj,0.85155803,0.01000,0.234
+43,mlp.experts.10.down_proj,0.71779627,0.01000,0.234
+43,mlp.experts.11.down_proj,0.28201932,0.01000,0.234
+43,mlp.experts.12.down_proj,4.00322533,0.01000,0.235
+43,mlp.experts.13.down_proj,0.00689058,0.01000,0.234
+43,mlp.experts.14.down_proj,0.00583086,0.01000,0.234
+43,mlp.experts.15.down_proj,0.02199521,0.01000,0.234
+43,mlp.experts.16.down_proj,8.13218307,0.01000,0.234
+43,mlp.experts.17.down_proj,0.00784540,0.01000,0.234
+43,mlp.experts.18.down_proj,4.49406910,0.01000,0.234
+43,mlp.experts.19.down_proj,6.09455919,0.01000,0.234
+43,mlp.experts.20.down_proj,1.03509307,0.01000,0.234
+43,mlp.experts.21.down_proj,0.00406206,0.01000,0.234
+43,mlp.experts.22.down_proj,0.00497948,0.01000,0.236
+43,mlp.experts.23.down_proj,0.00036753,0.01000,0.236
+43,mlp.experts.24.down_proj,2.29861856,0.01000,0.236
+43,mlp.experts.25.down_proj,0.14020705,0.01000,0.235
+43,mlp.experts.26.down_proj,1.47167373,0.01000,0.235
+43,mlp.experts.27.down_proj,0.67719549,0.01000,0.235
+43,mlp.experts.28.down_proj,0.20799744,0.01000,0.235
+43,mlp.experts.29.down_proj,2.18632889,0.01000,0.235
+43,mlp.experts.30.down_proj,2.21471739,0.01000,0.235
+43,mlp.experts.31.down_proj,5.64860678,0.01000,0.236
+43,mlp.experts.32.down_proj,0.21603948,0.01000,0.236
+43,mlp.experts.33.down_proj,0.00720799,0.01000,0.237
+43,mlp.experts.34.down_proj,1.15292871,0.01000,0.236
+43,mlp.experts.35.down_proj,0.00004604,0.01000,0.236
+43,mlp.experts.36.down_proj,9.35378551,0.01000,0.237
+43,mlp.experts.37.down_proj,5.19872475,0.01000,0.236
+43,mlp.experts.38.down_proj,0.43803537,0.01000,0.236
+43,mlp.experts.39.down_proj,0.45863172,0.01000,0.236
+43,mlp.experts.40.down_proj,0.28669757,0.01000,0.236
+43,mlp.experts.41.down_proj,7.90797138,0.01000,0.236
+43,mlp.experts.42.down_proj,2.82557058,0.01000,0.238
+43,mlp.experts.43.down_proj,5.66321278,0.01000,0.238
+43,mlp.experts.44.down_proj,3.79295158,0.01000,0.237
+43,mlp.experts.45.down_proj,0.27851462,0.01000,0.236
+43,mlp.experts.46.down_proj,4.95976400,0.01000,0.237
+43,mlp.experts.47.down_proj,2.50015259,0.01000,0.238
+43,mlp.experts.48.down_proj,0.49830309,0.01000,0.237
+43,mlp.experts.49.down_proj,4.14374161,0.01000,0.237
+43,mlp.experts.50.down_proj,2.09211683,0.01000,0.240
+43,mlp.experts.51.down_proj,0.00220881,0.01000,0.239
+43,mlp.experts.52.down_proj,3.94906569,0.01000,0.239
+43,mlp.experts.53.down_proj,0.67562747,0.01000,0.238
+43,mlp.experts.54.down_proj,0.00125281,0.01000,0.238
+43,mlp.experts.55.down_proj,0.32452750,0.01000,0.239
+43,mlp.experts.56.down_proj,5.93958187,0.01000,0.239
+43,mlp.experts.57.down_proj,1.02687907,0.01000,0.239
+43,mlp.experts.58.down_proj,4.15658045,0.01000,0.240
+43,mlp.experts.59.down_proj,1.65236330,0.01000,0.240
+43,mlp.experts.60.down_proj,0.40748793,0.01000,0.240
+43,mlp.experts.61.down_proj,6.18068409,0.01000,0.241
+43,mlp.experts.62.down_proj,1.11368144,0.01000,0.241
+43,mlp.experts.63.down_proj,1.04993176,0.01000,0.241
+43,mlp.experts.64.down_proj,0.00197491,0.01000,0.241
+43,mlp.experts.65.down_proj,2.72262526,0.01000,0.241
+43,mlp.experts.66.down_proj,6.48259544,0.01000,0.241
+43,mlp.experts.67.down_proj,0.02469758,0.01000,0.241
+43,mlp.experts.68.down_proj,2.72130942,0.01000,0.241
+43,mlp.experts.69.down_proj,2.31528091,0.01000,0.241
+43,mlp.experts.70.down_proj,3.63893270,0.01000,0.242
+43,mlp.experts.71.down_proj,7.84659672,0.01000,0.242
+43,mlp.experts.72.down_proj,6.06453609,0.01000,0.242
+43,mlp.experts.73.down_proj,0.06564491,0.01000,0.241
+43,mlp.experts.74.down_proj,4.95086193,0.01000,0.241
+43,mlp.experts.75.down_proj,17.96386147,0.01000,0.241
+43,mlp.experts.76.down_proj,0.03802510,0.01000,0.242
+43,mlp.experts.77.down_proj,5.18379831,0.01000,0.242
+43,mlp.experts.78.down_proj,0.43300301,0.01000,0.242
+43,mlp.experts.79.down_proj,0.08882830,0.01000,0.241
+43,mlp.experts.80.down_proj,8.86029911,0.01000,0.241
+43,mlp.experts.81.down_proj,6.97022629,0.01000,0.242
+43,mlp.experts.82.down_proj,1.70665359,0.01000,0.241
+43,mlp.experts.83.down_proj,3.53816795,0.01000,0.241
+43,mlp.experts.84.down_proj,0.00387078,0.01000,0.241
+43,mlp.experts.85.down_proj,1.25317109,0.01000,0.241
+43,mlp.experts.86.down_proj,0.00095526,0.01000,0.242
+43,mlp.experts.87.down_proj,8.17660332,0.01000,0.243
+43,mlp.experts.88.down_proj,2.85405135,0.01000,0.242
+43,mlp.experts.89.down_proj,0.84729809,0.01000,0.242
+43,mlp.experts.90.down_proj,0.70930272,0.01000,0.242
+43,mlp.experts.91.down_proj,1.47816038,0.01000,0.242
+43,mlp.experts.92.down_proj,0.29589444,0.01000,0.238
+43,mlp.experts.93.down_proj,0.01062257,0.01000,0.239
+43,mlp.experts.94.down_proj,0.77076733,0.01000,0.239
+43,mlp.experts.95.down_proj,0.00006172,0.01000,0.241
+43,mlp.experts.96.down_proj,7.41679716,0.01000,0.240
+43,mlp.experts.97.down_proj,3.40122366,0.01000,0.240
+43,mlp.experts.98.down_proj,2.93832636,0.01000,0.240
+43,mlp.experts.99.down_proj,7.67103958,0.01000,0.242
+43,mlp.experts.100.down_proj,4.26911163,0.01000,0.242
+43,mlp.experts.101.down_proj,0.03628669,0.01000,0.244
+43,mlp.experts.102.down_proj,0.03245747,0.01000,0.245
+43,mlp.experts.103.down_proj,0.00025871,0.01000,0.246
+43,mlp.experts.104.down_proj,3.73660326,0.01000,0.245
+43,mlp.experts.105.down_proj,0.03526496,0.01000,0.245
+43,mlp.experts.106.down_proj,0.02178976,0.01000,0.243
+43,mlp.experts.107.down_proj,0.07229917,0.01000,0.245
+43,mlp.experts.108.down_proj,0.06756461,0.01000,0.244
+43,mlp.experts.109.down_proj,0.00002222,0.01000,0.245
+43,mlp.experts.110.down_proj,0.07999433,0.01000,0.244
+43,mlp.experts.111.down_proj,2.74955797,0.01000,0.245
+43,mlp.experts.112.down_proj,8.73691845,0.01000,0.244
+43,mlp.experts.113.down_proj,1.85755754,0.01000,0.245
+43,mlp.experts.114.down_proj,6.75910378,0.01000,0.245
+43,mlp.experts.115.down_proj,1.50973988,0.01000,0.246
+43,mlp.experts.116.down_proj,0.00001138,0.01000,0.242
+43,mlp.experts.117.down_proj,0.14989845,0.01000,0.244
+43,mlp.experts.118.down_proj,0.00238600,0.01000,0.244
+43,mlp.experts.119.down_proj,0.48132193,0.01000,0.244
+43,mlp.experts.120.down_proj,4.14957857,0.01000,0.243
+43,mlp.experts.121.down_proj,7.95354080,0.01000,0.245
+43,mlp.experts.122.down_proj,1.14557576,0.01000,0.244
+43,mlp.experts.123.down_proj,0.59719956,0.01000,0.244
+43,mlp.experts.124.down_proj,0.24530514,0.01000,0.244
+43,mlp.experts.125.down_proj,3.19132805,0.01000,0.244
+43,mlp.experts.126.down_proj,0.00233802,0.01000,0.245
+43,mlp.experts.127.down_proj,2.88417959,0.01000,0.244
+44,self_attn.q_proj,6.64604664,0.01000,0.628
+44,self_attn.k_proj,0.56540644,0.01000,0.607
+44,self_attn.v_proj,1.36705410,0.01000,0.607
+44,self_attn.o_proj,0.18508312,0.01000,1.242
+44,mlp.experts.0.up_proj,2.22187471,0.01000,0.650
+44,mlp.experts.1.up_proj,1.59864569,0.01000,0.603
+44,mlp.experts.2.up_proj,0.29717344,0.01000,0.604
+44,mlp.experts.3.up_proj,4.03743076,0.01000,0.609
+44,mlp.experts.4.up_proj,0.31300488,0.01000,0.609
+44,mlp.experts.5.up_proj,3.13383913,0.01000,0.609
+44,mlp.experts.6.up_proj,5.36859798,0.01000,0.609
+44,mlp.experts.7.up_proj,0.46323621,0.01000,0.609
+44,mlp.experts.8.up_proj,0.69432855,0.01000,0.608
+44,mlp.experts.9.up_proj,4.95156479,0.01000,0.609
+44,mlp.experts.10.up_proj,0.00127759,0.01000,0.617
+44,mlp.experts.11.up_proj,9.61570263,0.01000,0.615
+44,mlp.experts.12.up_proj,0.61497498,0.01000,0.617
+44,mlp.experts.13.up_proj,3.23762798,0.01000,0.616
+44,mlp.experts.14.up_proj,0.34577239,0.01000,0.616
+44,mlp.experts.15.up_proj,1.71820033,0.01000,0.617
+44,mlp.experts.16.up_proj,2.88481188,0.01000,0.616
+44,mlp.experts.17.up_proj,0.23181583,0.01000,0.619
+44,mlp.experts.18.up_proj,0.25478783,0.01000,0.617
+44,mlp.experts.19.up_proj,1.65270197,0.01000,0.618
+44,mlp.experts.20.up_proj,3.13267279,0.01000,0.617
+44,mlp.experts.21.up_proj,0.15612602,0.01000,0.617
+44,mlp.experts.22.up_proj,6.66776133,0.01000,0.614
+44,mlp.experts.23.up_proj,7.24155521,0.01000,0.612
+44,mlp.experts.24.up_proj,1.16917729,0.01000,0.610
+44,mlp.experts.25.up_proj,4.06409073,0.01000,0.608
+44,mlp.experts.26.up_proj,0.17171213,0.01000,0.608
+44,mlp.experts.27.up_proj,2.79645586,0.01000,0.609
+44,mlp.experts.28.up_proj,0.00277986,0.01000,0.609
+44,mlp.experts.29.up_proj,5.69021702,0.01000,0.609
+44,mlp.experts.30.up_proj,0.21252900,0.01000,0.608
+44,mlp.experts.31.up_proj,1.87260103,0.01000,0.609
+44,mlp.experts.32.up_proj,0.11893040,0.01000,0.608
+44,mlp.experts.33.up_proj,1.07500744,0.01000,0.611
+44,mlp.experts.34.up_proj,0.48834261,0.01000,0.609
+44,mlp.experts.35.up_proj,0.00004993,0.01000,0.608
+44,mlp.experts.36.up_proj,0.32399446,0.01000,0.612
+44,mlp.experts.37.up_proj,2.55283689,0.01000,0.618
+44,mlp.experts.38.up_proj,4.50368404,0.01000,0.618
+44,mlp.experts.39.up_proj,3.09668922,0.01000,0.619
+44,mlp.experts.40.up_proj,0.51004374,0.01000,0.617
+44,mlp.experts.41.up_proj,0.08068250,0.01000,0.617
+44,mlp.experts.42.up_proj,9.74885368,0.01000,0.618
+44,mlp.experts.43.up_proj,0.00655004,0.01000,0.618
+44,mlp.experts.44.up_proj,2.69331455,0.01000,0.624
+44,mlp.experts.45.up_proj,2.76089454,0.01000,0.623
+44,mlp.experts.46.up_proj,1.54488266,0.01000,0.624
+44,mlp.experts.47.up_proj,1.59125280,0.01000,0.622
+44,mlp.experts.48.up_proj,2.11887908,0.01000,0.622
+44,mlp.experts.49.up_proj,0.21295631,0.01000,0.622
+44,mlp.experts.50.up_proj,0.19019753,0.01000,0.619
+44,mlp.experts.51.up_proj,1.16342616,0.01000,0.621
+44,mlp.experts.52.up_proj,1.17659068,0.01000,0.618
+44,mlp.experts.53.up_proj,2.16822577,0.01000,0.617
+44,mlp.experts.54.up_proj,3.74131846,0.01000,0.617
+44,mlp.experts.55.up_proj,0.01041679,0.01000,0.617
+44,mlp.experts.56.up_proj,1.86116529,0.01000,0.617
+44,mlp.experts.57.up_proj,0.25828132,0.01000,0.615
+44,mlp.experts.58.up_proj,2.16073132,0.01000,0.618
+44,mlp.experts.59.up_proj,0.42350787,0.01000,0.620
+44,mlp.experts.60.up_proj,1.35125387,0.01000,0.619
+44,mlp.experts.61.up_proj,0.00001884,0.01000,0.619
+44,mlp.experts.62.up_proj,15.18823814,0.01000,0.618
+44,mlp.experts.63.up_proj,0.00852874,0.01000,0.621
+44,mlp.experts.64.up_proj,3.27955246,0.01000,0.621
+44,mlp.experts.65.up_proj,0.01030315,0.01000,0.620
+44,mlp.experts.66.up_proj,0.72752625,0.01000,0.619
+44,mlp.experts.67.up_proj,0.03392375,0.01000,0.620
+44,mlp.experts.68.up_proj,0.13314313,0.01000,0.619
+44,mlp.experts.69.up_proj,7.31212854,0.01000,0.620
+44,mlp.experts.70.up_proj,2.06291389,0.01000,0.615
+44,mlp.experts.71.up_proj,2.01607847,0.01000,0.612
+44,mlp.experts.72.up_proj,1.64196014,0.01000,0.612
+44,mlp.experts.73.up_proj,2.02099895,0.01000,0.612
+44,mlp.experts.74.up_proj,0.00435906,0.01000,0.614
+44,mlp.experts.75.up_proj,0.00000297,0.01000,0.613
+44,mlp.experts.76.up_proj,0.07496479,0.01000,0.614
+44,mlp.experts.77.up_proj,0.00290527,0.01000,0.621
+44,mlp.experts.78.up_proj,0.00360242,0.01000,0.621
+44,mlp.experts.79.up_proj,0.18023077,0.01000,0.623
+44,mlp.experts.80.up_proj,4.18488026,0.01000,0.618
+44,mlp.experts.81.up_proj,3.53140473,0.01000,0.614
+44,mlp.experts.82.up_proj,0.32656825,0.01000,0.614
+44,mlp.experts.83.up_proj,2.84722304,0.01000,0.614
+44,mlp.experts.84.up_proj,0.36775821,0.01000,0.613
+44,mlp.experts.85.up_proj,0.00014174,0.01000,0.614
+44,mlp.experts.86.up_proj,0.00042262,0.01000,0.612
+44,mlp.experts.87.up_proj,0.00632570,0.01000,0.613
+44,mlp.experts.88.up_proj,2.72097182,0.01000,0.616
+44,mlp.experts.89.up_proj,1.30632329,0.01000,0.614
+44,mlp.experts.90.up_proj,2.36591816,0.01000,0.628
+44,mlp.experts.91.up_proj,0.00240986,0.01000,0.623
+44,mlp.experts.92.up_proj,1.55246305,0.01000,0.622
+44,mlp.experts.93.up_proj,0.00403045,0.01000,0.624
+44,mlp.experts.94.up_proj,5.55754471,0.01000,0.624
+44,mlp.experts.95.up_proj,0.00925974,0.01000,0.622
+44,mlp.experts.96.up_proj,0.60164547,0.01000,0.622
+44,mlp.experts.97.up_proj,0.15185255,0.01000,0.622
+44,mlp.experts.98.up_proj,3.34085369,0.01000,0.622
+44,mlp.experts.99.up_proj,2.00399661,0.01000,0.622
+44,mlp.experts.100.up_proj,0.53712523,0.01000,0.616
+44,mlp.experts.101.up_proj,0.26067930,0.01000,0.616
+44,mlp.experts.102.up_proj,1.23391104,0.01000,0.616
+44,mlp.experts.103.up_proj,0.40007699,0.01000,0.616
+44,mlp.experts.104.up_proj,0.87431473,0.01000,0.616
+44,mlp.experts.105.up_proj,1.38195324,0.01000,0.614
+44,mlp.experts.106.up_proj,0.05765200,0.01000,0.615
+44,mlp.experts.107.up_proj,2.59527826,0.01000,0.617
+44,mlp.experts.108.up_proj,1.26360440,0.01000,0.614
+44,mlp.experts.109.up_proj,0.02299087,0.01000,0.615
+44,mlp.experts.110.up_proj,2.39456415,0.01000,0.617
+44,mlp.experts.111.up_proj,1.25579596,0.01000,0.622
+44,mlp.experts.112.up_proj,0.02940444,0.01000,0.621
+44,mlp.experts.113.up_proj,6.18898010,0.01000,0.623
+44,mlp.experts.114.up_proj,0.54166615,0.01000,0.621
+44,mlp.experts.115.up_proj,0.00067782,0.01000,0.622
+44,mlp.experts.116.up_proj,6.03220749,0.01000,0.622
+44,mlp.experts.117.up_proj,0.00302539,0.01000,0.621
+44,mlp.experts.118.up_proj,1.16425228,0.01000,0.620
+44,mlp.experts.119.up_proj,1.08038092,0.01000,0.621
+44,mlp.experts.120.up_proj,0.00416865,0.01000,0.618
+44,mlp.experts.121.up_proj,1.11462903,0.01000,0.614
+44,mlp.experts.122.up_proj,4.04198313,0.01000,0.615
+44,mlp.experts.123.up_proj,0.01267391,0.01000,0.613
+44,mlp.experts.124.up_proj,0.00000433,0.01000,0.618
+44,mlp.experts.125.up_proj,0.24865089,0.01000,0.616
+44,mlp.experts.126.up_proj,0.22188090,0.01000,0.614
+44,mlp.experts.127.up_proj,0.75933850,0.01000,0.612
+44,mlp.experts.0.gate_proj,2.03708506,0.01000,0.612
+44,mlp.experts.1.gate_proj,1.48925817,0.01000,0.613
+44,mlp.experts.2.gate_proj,0.28351086,0.01000,0.628
+44,mlp.experts.3.gate_proj,3.79522443,0.01000,0.617
+44,mlp.experts.4.gate_proj,0.28863734,0.01000,0.620
+44,mlp.experts.5.gate_proj,2.83083010,0.01000,0.620
+44,mlp.experts.6.gate_proj,4.87198400,0.01000,0.624
+44,mlp.experts.7.gate_proj,0.43550298,0.01000,0.621
+44,mlp.experts.8.gate_proj,0.73723614,0.01000,0.620
+44,mlp.experts.9.gate_proj,4.60001564,0.01000,0.621
+44,mlp.experts.10.gate_proj,0.00110125,0.01000,0.621
+44,mlp.experts.11.gate_proj,9.37809753,0.01000,0.622
+44,mlp.experts.12.gate_proj,0.59122932,0.01000,0.621
+44,mlp.experts.13.gate_proj,3.47176933,0.01000,0.622
+44,mlp.experts.14.gate_proj,0.30366102,0.01000,0.622
+44,mlp.experts.15.gate_proj,1.56597412,0.01000,0.621
+44,mlp.experts.16.gate_proj,2.70696402,0.01000,0.614
+44,mlp.experts.17.gate_proj,0.20895430,0.01000,0.615
+44,mlp.experts.18.gate_proj,0.22072670,0.01000,0.614
+44,mlp.experts.19.gate_proj,1.55574751,0.01000,0.614
+44,mlp.experts.20.gate_proj,2.55687046,0.01000,0.616
+44,mlp.experts.21.gate_proj,0.13789569,0.01000,0.616
+44,mlp.experts.22.gate_proj,6.00423241,0.01000,0.617
+44,mlp.experts.23.gate_proj,9.00265884,0.01000,0.619
+44,mlp.experts.24.gate_proj,1.11585712,0.01000,0.612
+44,mlp.experts.25.gate_proj,3.78914881,0.01000,0.610
+44,mlp.experts.26.gate_proj,0.15118659,0.01000,0.611
+44,mlp.experts.27.gate_proj,2.44812083,0.01000,0.611
+44,mlp.experts.28.gate_proj,0.00251235,0.01000,0.619
+44,mlp.experts.29.gate_proj,5.41993237,0.01000,0.619
+44,mlp.experts.30.gate_proj,0.20548832,0.01000,0.620
+44,mlp.experts.31.gate_proj,1.79530120,0.01000,0.619
+44,mlp.experts.32.gate_proj,0.11428736,0.01000,0.619
+44,mlp.experts.33.gate_proj,0.99244237,0.01000,0.620
+44,mlp.experts.34.gate_proj,0.43908000,0.01000,0.619
+44,mlp.experts.35.gate_proj,0.00004552,0.01000,0.618
+44,mlp.experts.36.gate_proj,0.28693369,0.01000,0.618
+44,mlp.experts.37.gate_proj,2.23486543,0.01000,0.617
+44,mlp.experts.38.gate_proj,3.96375918,0.01000,0.617
+44,mlp.experts.39.gate_proj,2.83047009,0.01000,0.617
+44,mlp.experts.40.gate_proj,0.53818256,0.01000,0.616
+44,mlp.experts.41.gate_proj,0.08064157,0.01000,0.612
+44,mlp.experts.42.gate_proj,8.96014690,0.01000,0.611
+44,mlp.experts.43.gate_proj,0.00549063,0.01000,0.611
+44,mlp.experts.44.gate_proj,2.42452002,0.01000,0.613
+44,mlp.experts.45.gate_proj,2.42554569,0.01000,0.611
+44,mlp.experts.46.gate_proj,1.41640306,0.01000,0.612
+44,mlp.experts.47.gate_proj,1.53562546,0.01000,0.613
+44,mlp.experts.48.gate_proj,1.90165424,0.01000,0.614
+44,mlp.experts.49.gate_proj,0.19081914,0.01000,0.612
+44,mlp.experts.50.gate_proj,0.17482400,0.01000,0.611
+44,mlp.experts.51.gate_proj,1.09307003,0.01000,0.611
+44,mlp.experts.52.gate_proj,1.07377458,0.01000,0.612
+44,mlp.experts.53.gate_proj,1.94847083,0.01000,0.613
+44,mlp.experts.54.gate_proj,3.51947451,0.01000,0.618
+44,mlp.experts.55.gate_proj,0.00936638,0.01000,0.619
+44,mlp.experts.56.gate_proj,1.64291763,0.01000,0.620
+44,mlp.experts.57.gate_proj,0.24203455,0.01000,0.620
+44,mlp.experts.58.gate_proj,2.03622222,0.01000,0.619
+44,mlp.experts.59.gate_proj,0.41890275,0.01000,0.619
+44,mlp.experts.60.gate_proj,1.22268748,0.01000,0.621
+44,mlp.experts.61.gate_proj,0.00001649,0.01000,0.620
+44,mlp.experts.62.gate_proj,14.76749420,0.01000,0.619
+44,mlp.experts.63.gate_proj,0.00775829,0.01000,0.619
+44,mlp.experts.64.gate_proj,3.03367305,0.01000,0.620
+44,mlp.experts.65.gate_proj,0.00949029,0.01000,0.620
+44,mlp.experts.66.gate_proj,0.63393438,0.01000,0.616
+44,mlp.experts.67.gate_proj,0.03045881,0.01000,0.611
+44,mlp.experts.68.gate_proj,0.11240651,0.01000,0.615
+44,mlp.experts.69.gate_proj,6.59846497,0.01000,0.612
+44,mlp.experts.70.gate_proj,1.92704666,0.01000,0.612
+44,mlp.experts.71.gate_proj,1.92848086,0.01000,0.610
+44,mlp.experts.72.gate_proj,1.43621445,0.01000,0.613
+44,mlp.experts.73.gate_proj,1.84688866,0.01000,0.611
+44,mlp.experts.74.gate_proj,0.00369175,0.01000,0.609
+44,mlp.experts.75.gate_proj,0.00000259,0.01000,0.612
+44,mlp.experts.76.gate_proj,0.06716685,0.01000,0.610
+44,mlp.experts.77.gate_proj,0.00256199,0.01000,0.613
+44,mlp.experts.78.gate_proj,0.00316526,0.01000,0.611
+44,mlp.experts.79.gate_proj,0.15694878,0.01000,0.610
+44,mlp.experts.80.gate_proj,3.84790707,0.01000,0.610
+44,mlp.experts.81.gate_proj,2.96061420,0.01000,0.613
+44,mlp.experts.82.gate_proj,0.30318320,0.01000,0.618
+44,mlp.experts.83.gate_proj,2.43282700,0.01000,0.618
+44,mlp.experts.84.gate_proj,0.32361168,0.01000,0.619
+44,mlp.experts.85.gate_proj,0.00012347,0.01000,0.617
+44,mlp.experts.86.gate_proj,0.00036918,0.01000,0.617
+44,mlp.experts.87.gate_proj,0.00575740,0.01000,0.619
+44,mlp.experts.88.gate_proj,2.40128469,0.01000,0.618
+44,mlp.experts.89.gate_proj,1.15891790,0.01000,0.620
+44,mlp.experts.90.gate_proj,2.13358808,0.01000,0.618
+44,mlp.experts.91.gate_proj,0.00209477,0.01000,0.618
+44,mlp.experts.92.gate_proj,1.38580692,0.01000,0.619
+44,mlp.experts.93.gate_proj,0.00317952,0.01000,0.620
+44,mlp.experts.94.gate_proj,5.50699234,0.01000,0.613
+44,mlp.experts.95.gate_proj,0.00786425,0.01000,0.615
+44,mlp.experts.96.gate_proj,0.55070710,0.01000,0.610
+44,mlp.experts.97.gate_proj,0.13513368,0.01000,0.611
+44,mlp.experts.98.gate_proj,2.95796299,0.01000,0.611
+44,mlp.experts.99.gate_proj,1.77894139,0.01000,0.611
+44,mlp.experts.100.gate_proj,0.48360354,0.01000,0.616
+44,mlp.experts.101.gate_proj,0.24093764,0.01000,0.618
+44,mlp.experts.102.gate_proj,1.16296792,0.01000,0.615
+44,mlp.experts.103.gate_proj,0.37000823,0.01000,0.615
+44,mlp.experts.104.gate_proj,0.84245729,0.01000,0.617
+44,mlp.experts.105.gate_proj,1.29229212,0.01000,0.618
+44,mlp.experts.106.gate_proj,0.04785451,0.01000,0.612
+44,mlp.experts.107.gate_proj,2.33572197,0.01000,0.611
+44,mlp.experts.108.gate_proj,1.13561559,0.01000,0.611
+44,mlp.experts.109.gate_proj,0.02112225,0.01000,0.611
+44,mlp.experts.110.gate_proj,2.23162174,0.01000,0.610
+44,mlp.experts.111.gate_proj,1.18020582,0.01000,0.613
+44,mlp.experts.112.gate_proj,0.02730686,0.01000,0.611
+44,mlp.experts.113.gate_proj,5.91587448,0.01000,0.612
+44,mlp.experts.114.gate_proj,0.51927751,0.01000,0.613
+44,mlp.experts.115.gate_proj,0.00056646,0.01000,0.612
+44,mlp.experts.116.gate_proj,5.43294430,0.01000,0.611
+44,mlp.experts.117.gate_proj,0.00257252,0.01000,0.626
+44,mlp.experts.118.gate_proj,1.03703415,0.01000,0.619
+44,mlp.experts.119.gate_proj,0.98604840,0.01000,0.620
+44,mlp.experts.120.gate_proj,0.00354749,0.01000,0.618
+44,mlp.experts.121.gate_proj,0.98647439,0.01000,0.620
+44,mlp.experts.122.gate_proj,3.57265472,0.01000,0.619
+44,mlp.experts.123.gate_proj,0.01120577,0.01000,0.619
+44,mlp.experts.124.gate_proj,0.00000345,0.01000,0.620
+44,mlp.experts.125.gate_proj,0.22525309,0.01000,0.621
+44,mlp.experts.126.gate_proj,0.19684885,0.01000,0.618
+44,mlp.experts.127.gate_proj,0.71813941,0.01000,0.620
+44,mlp.experts.0.down_proj,5.24787045,0.01000,0.258
+44,mlp.experts.1.down_proj,2.60585785,0.01000,0.233
+44,mlp.experts.2.down_proj,0.29719216,0.01000,0.233
+44,mlp.experts.3.down_proj,4.95873928,0.01000,0.233
+44,mlp.experts.4.down_proj,0.31326935,0.01000,0.231
+44,mlp.experts.5.down_proj,1.92967820,0.01000,0.229
+44,mlp.experts.6.down_proj,7.72716093,0.01000,0.229
+44,mlp.experts.7.down_proj,0.60431111,0.01000,0.231
+44,mlp.experts.8.down_proj,1.47755456,0.01000,0.231
+44,mlp.experts.9.down_proj,4.23804522,0.01000,0.231
+44,mlp.experts.10.down_proj,0.00177446,0.01000,0.231
+44,mlp.experts.11.down_proj,10.42700577,0.01000,0.232
+44,mlp.experts.12.down_proj,0.97072446,0.01000,0.232
+44,mlp.experts.13.down_proj,8.03883839,0.01000,0.230
+44,mlp.experts.14.down_proj,0.65054697,0.01000,0.233
+44,mlp.experts.15.down_proj,1.99957931,0.01000,0.231
+44,mlp.experts.16.down_proj,7.22950935,0.01000,0.231
+44,mlp.experts.17.down_proj,0.63639802,0.01000,0.232
+44,mlp.experts.18.down_proj,0.80658919,0.01000,0.231
+44,mlp.experts.19.down_proj,2.28255081,0.01000,0.231
+44,mlp.experts.20.down_proj,6.08683348,0.01000,0.231
+44,mlp.experts.21.down_proj,0.33917463,0.01000,0.231
+44,mlp.experts.22.down_proj,13.54007530,0.01000,0.231
+44,mlp.experts.23.down_proj,11.17789650,0.01000,0.231
+44,mlp.experts.24.down_proj,0.89482379,0.01000,0.231
+44,mlp.experts.25.down_proj,3.23218918,0.01000,0.232
+44,mlp.experts.26.down_proj,0.39305395,0.01000,0.233
+44,mlp.experts.27.down_proj,3.71446419,0.01000,0.234
+44,mlp.experts.28.down_proj,0.01204121,0.01000,0.234
+44,mlp.experts.29.down_proj,5.48522186,0.01000,0.237
+44,mlp.experts.30.down_proj,0.24914825,0.01000,0.238
+44,mlp.experts.31.down_proj,5.00693130,0.01000,0.239
+44,mlp.experts.32.down_proj,0.14211538,0.01000,0.239
+44,mlp.experts.33.down_proj,1.95536804,0.01000,0.240
+44,mlp.experts.34.down_proj,0.63438487,0.01000,0.239
+44,mlp.experts.35.down_proj,0.00005040,0.01000,0.241
+44,mlp.experts.36.down_proj,0.54059738,0.01000,0.240
+44,mlp.experts.37.down_proj,5.04609060,0.01000,0.240
+44,mlp.experts.38.down_proj,9.07647514,0.01000,0.240
+44,mlp.experts.39.down_proj,5.18639278,0.01000,0.240
+44,mlp.experts.40.down_proj,0.31479031,0.01000,0.240
+44,mlp.experts.41.down_proj,0.06287228,0.01000,0.240
+44,mlp.experts.42.down_proj,14.08599281,0.01000,0.240
+44,mlp.experts.43.down_proj,0.01414009,0.01000,0.241
+44,mlp.experts.44.down_proj,3.95705462,0.01000,0.241
+44,mlp.experts.45.down_proj,7.23153877,0.01000,0.241
+44,mlp.experts.46.down_proj,2.81139183,0.01000,0.241
+44,mlp.experts.47.down_proj,1.50167322,0.01000,0.241
+44,mlp.experts.48.down_proj,6.59963131,0.01000,0.241
+44,mlp.experts.49.down_proj,0.19611953,0.01000,0.241
+44,mlp.experts.50.down_proj,0.34574565,0.01000,0.242
+44,mlp.experts.51.down_proj,1.65982831,0.01000,0.241
+44,mlp.experts.52.down_proj,1.48243093,0.01000,0.241
+44,mlp.experts.53.down_proj,4.74473763,0.01000,0.241
+44,mlp.experts.54.down_proj,7.58303165,0.01000,0.241
+44,mlp.experts.55.down_proj,0.02653122,0.01000,0.241
+44,mlp.experts.56.down_proj,3.33564138,0.01000,0.242
+44,mlp.experts.57.down_proj,0.66476846,0.01000,0.239
+44,mlp.experts.58.down_proj,3.52054405,0.01000,0.238
+44,mlp.experts.59.down_proj,0.76510620,0.01000,0.238
+44,mlp.experts.60.down_proj,2.37159467,0.01000,0.237
+44,mlp.experts.61.down_proj,0.00007457,0.01000,0.237
+44,mlp.experts.62.down_proj,24.96724319,0.01000,0.240
+44,mlp.experts.63.down_proj,0.01750821,0.01000,0.238
+44,mlp.experts.64.down_proj,2.89370131,0.01000,0.237
+44,mlp.experts.65.down_proj,0.01611380,0.01000,0.238
+44,mlp.experts.66.down_proj,1.25054133,0.01000,0.238
+44,mlp.experts.67.down_proj,0.09089625,0.01000,0.238
+44,mlp.experts.68.down_proj,0.32952034,0.01000,0.238
+44,mlp.experts.69.down_proj,10.14206314,0.01000,0.238
+44,mlp.experts.70.down_proj,3.25974488,0.01000,0.239
+44,mlp.experts.71.down_proj,6.72673321,0.01000,0.239
+44,mlp.experts.72.down_proj,2.57210732,0.01000,0.238
+44,mlp.experts.73.down_proj,6.26891994,0.01000,0.238
+44,mlp.experts.74.down_proj,0.01162767,0.01000,0.238
+44,mlp.experts.75.down_proj,0.00000245,0.01000,0.238
+44,mlp.experts.76.down_proj,0.16454998,0.01000,0.238
+44,mlp.experts.77.down_proj,0.00948143,0.01000,0.238
+44,mlp.experts.78.down_proj,0.00242050,0.01000,0.239
+44,mlp.experts.79.down_proj,0.40698200,0.01000,0.238
+44,mlp.experts.80.down_proj,8.84585953,0.01000,0.238
+44,mlp.experts.81.down_proj,5.91649342,0.01000,0.241
+44,mlp.experts.82.down_proj,0.49630079,0.01000,0.241
+44,mlp.experts.83.down_proj,4.54484224,0.01000,0.240
+44,mlp.experts.84.down_proj,0.76715589,0.01000,0.241
+44,mlp.experts.85.down_proj,0.00008813,0.01000,0.242
+44,mlp.experts.86.down_proj,0.00044996,0.01000,0.242
+44,mlp.experts.87.down_proj,0.01186435,0.01000,0.241
+44,mlp.experts.88.down_proj,5.82940483,0.01000,0.242
+44,mlp.experts.89.down_proj,1.97222149,0.01000,0.242
+44,mlp.experts.90.down_proj,7.46294641,0.01000,0.243
+44,mlp.experts.91.down_proj,0.00540073,0.01000,0.243
+44,mlp.experts.92.down_proj,2.74502468,0.01000,0.243
+44,mlp.experts.93.down_proj,0.02033958,0.01000,0.242
+44,mlp.experts.94.down_proj,5.73532534,0.01000,0.242
+44,mlp.experts.95.down_proj,0.02885550,0.01000,0.242
+44,mlp.experts.96.down_proj,0.70498019,0.01000,0.242
+44,mlp.experts.97.down_proj,0.28469396,0.01000,0.242
+44,mlp.experts.98.down_proj,7.34653711,0.01000,0.243
+44,mlp.experts.99.down_proj,3.34871864,0.01000,0.242
+44,mlp.experts.100.down_proj,1.03976846,0.01000,0.242
+44,mlp.experts.101.down_proj,0.31931984,0.01000,0.243
+44,mlp.experts.102.down_proj,1.90859270,0.01000,0.242
+44,mlp.experts.103.down_proj,0.61216480,0.01000,0.242
+44,mlp.experts.104.down_proj,0.95235884,0.01000,0.242
+44,mlp.experts.105.down_proj,1.66744006,0.01000,0.242
+44,mlp.experts.106.down_proj,0.21475127,0.01000,0.242
+44,mlp.experts.107.down_proj,3.51489472,0.01000,0.242
+44,mlp.experts.108.down_proj,2.68520308,0.01000,0.242
+44,mlp.experts.109.down_proj,0.05578527,0.01000,0.242
+44,mlp.experts.110.down_proj,4.98782969,0.01000,0.242
+44,mlp.experts.111.down_proj,1.26466203,0.01000,0.239
+44,mlp.experts.112.down_proj,0.06342059,0.01000,0.239
+44,mlp.experts.113.down_proj,6.21822166,0.01000,0.239
+44,mlp.experts.114.down_proj,0.92746460,0.01000,0.238
+44,mlp.experts.115.down_proj,0.00060328,0.01000,0.239
+44,mlp.experts.116.down_proj,9.18490982,0.01000,0.238
+44,mlp.experts.117.down_proj,0.00453619,0.01000,0.238
+44,mlp.experts.118.down_proj,2.15216923,0.01000,0.238
+44,mlp.experts.119.down_proj,1.34676492,0.01000,0.238
+44,mlp.experts.120.down_proj,0.00550923,0.01000,0.238
+44,mlp.experts.121.down_proj,1.84180522,0.01000,0.239
+44,mlp.experts.122.down_proj,5.84334850,0.01000,0.238
+44,mlp.experts.123.down_proj,0.02990358,0.01000,0.239
+44,mlp.experts.124.down_proj,0.00000439,0.01000,0.239
+44,mlp.experts.125.down_proj,0.56367731,0.01000,0.240
+44,mlp.experts.126.down_proj,0.34775913,0.01000,0.241
+44,mlp.experts.127.down_proj,0.93101662,0.01000,0.241
+45,self_attn.q_proj,20.37520218,0.01000,0.633
+45,self_attn.k_proj,1.56938326,0.01000,0.618
+45,self_attn.v_proj,4.20012951,0.01000,0.618
+45,self_attn.o_proj,0.29538801,0.01000,1.262
+45,mlp.experts.0.up_proj,0.31565565,0.01000,0.656
+45,mlp.experts.1.up_proj,0.01806929,0.01000,0.603
+45,mlp.experts.2.up_proj,3.45016241,0.01000,0.603
+45,mlp.experts.3.up_proj,0.18965283,0.01000,0.605
+45,mlp.experts.4.up_proj,1.23034775,0.01000,0.607
+45,mlp.experts.5.up_proj,3.39691758,0.01000,0.606
+45,mlp.experts.6.up_proj,0.20562765,0.01000,0.608
+45,mlp.experts.7.up_proj,0.52290869,0.01000,0.609
+45,mlp.experts.8.up_proj,0.41124934,0.01000,0.613
+45,mlp.experts.9.up_proj,0.02049775,0.01000,0.616
+45,mlp.experts.10.up_proj,3.09739590,0.01000,0.617
+45,mlp.experts.11.up_proj,0.06893226,0.01000,0.617
+45,mlp.experts.12.up_proj,3.73920560,0.01000,0.616
+45,mlp.experts.13.up_proj,0.71701276,0.01000,0.617
+45,mlp.experts.14.up_proj,0.00014798,0.01000,0.617
+45,mlp.experts.15.up_proj,0.05762091,0.01000,0.617
+45,mlp.experts.16.up_proj,2.12415195,0.01000,0.617
+45,mlp.experts.17.up_proj,2.82776117,0.01000,0.616
+45,mlp.experts.18.up_proj,1.02261579,0.01000,0.617
+45,mlp.experts.19.up_proj,0.21057880,0.01000,0.616
+45,mlp.experts.20.up_proj,4.64335537,0.01000,0.616
+45,mlp.experts.21.up_proj,0.03343625,0.01000,0.609
+45,mlp.experts.22.up_proj,8.78325462,0.01000,0.607
+45,mlp.experts.23.up_proj,0.29552269,0.01000,0.613
+45,mlp.experts.24.up_proj,3.67249250,0.01000,0.608
+45,mlp.experts.25.up_proj,0.00005219,0.01000,0.609
+45,mlp.experts.26.up_proj,5.31067276,0.01000,0.605
+45,mlp.experts.27.up_proj,6.54086494,0.01000,0.608
+45,mlp.experts.28.up_proj,0.31199515,0.01000,0.608
+45,mlp.experts.29.up_proj,12.73122978,0.01000,0.607
+45,mlp.experts.30.up_proj,4.32959461,0.01000,0.608
+45,mlp.experts.31.up_proj,0.06558934,0.01000,0.607
+45,mlp.experts.32.up_proj,2.91937327,0.01000,0.607
+45,mlp.experts.33.up_proj,0.32156885,0.01000,0.608
+45,mlp.experts.34.up_proj,0.08190790,0.01000,0.607
+45,mlp.experts.35.up_proj,0.95289159,0.01000,0.614
+45,mlp.experts.36.up_proj,2.08196449,0.01000,0.614
+45,mlp.experts.37.up_proj,4.76118755,0.01000,0.616
+45,mlp.experts.38.up_proj,1.46472836,0.01000,0.617
+45,mlp.experts.39.up_proj,0.00114515,0.01000,0.620
+45,mlp.experts.40.up_proj,0.02610720,0.01000,0.625
+45,mlp.experts.41.up_proj,0.17612608,0.01000,0.624
+45,mlp.experts.42.up_proj,2.80773091,0.01000,0.623
+45,mlp.experts.43.up_proj,0.54347312,0.01000,0.619
+45,mlp.experts.44.up_proj,0.16076170,0.01000,0.626
+45,mlp.experts.45.up_proj,5.67376137,0.01000,0.618
+45,mlp.experts.46.up_proj,3.11443090,0.01000,0.619
+45,mlp.experts.47.up_proj,3.68483782,0.01000,0.616
+45,mlp.experts.48.up_proj,14.82899475,0.01000,0.609
+45,mlp.experts.49.up_proj,0.00882989,0.01000,0.610
+45,mlp.experts.50.up_proj,4.13754892,0.01000,0.610
+45,mlp.experts.51.up_proj,7.59236908,0.01000,0.609
+45,mlp.experts.52.up_proj,0.05791756,0.01000,0.608
+45,mlp.experts.53.up_proj,1.19553399,0.01000,0.609
+45,mlp.experts.54.up_proj,3.07080841,0.01000,0.614
+45,mlp.experts.55.up_proj,0.06064035,0.01000,0.638
+45,mlp.experts.56.up_proj,0.12794304,0.01000,0.620
+45,mlp.experts.57.up_proj,0.03185786,0.01000,0.618
+45,mlp.experts.58.up_proj,1.37091756,0.01000,0.618
+45,mlp.experts.59.up_proj,0.00419839,0.01000,0.617
+45,mlp.experts.60.up_proj,0.84219599,0.01000,0.617
+45,mlp.experts.61.up_proj,0.00716802,0.01000,0.617
+45,mlp.experts.62.up_proj,0.00124436,0.01000,0.618
+45,mlp.experts.63.up_proj,2.64271641,0.01000,0.618
+45,mlp.experts.64.up_proj,3.55845785,0.01000,0.619
+45,mlp.experts.65.up_proj,1.75449574,0.01000,0.617
+45,mlp.experts.66.up_proj,0.19091129,0.01000,0.616
+45,mlp.experts.67.up_proj,2.77614689,0.01000,0.609
+45,mlp.experts.68.up_proj,0.00521270,0.01000,0.609
+45,mlp.experts.69.up_proj,0.44633979,0.01000,0.608
+45,mlp.experts.70.up_proj,4.25663996,0.01000,0.608
+45,mlp.experts.71.up_proj,2.74055219,0.01000,0.609
+45,mlp.experts.72.up_proj,0.12689239,0.01000,0.608
+45,mlp.experts.73.up_proj,0.05832852,0.01000,0.608
+45,mlp.experts.74.up_proj,0.06750017,0.01000,0.612
+45,mlp.experts.75.up_proj,0.07132172,0.01000,0.610
+45,mlp.experts.76.up_proj,6.17944813,0.01000,0.609
+45,mlp.experts.77.up_proj,3.23467731,0.01000,0.608
+45,mlp.experts.78.up_proj,0.00007831,0.01000,0.609
+45,mlp.experts.79.up_proj,0.00053178,0.01000,0.610
+45,mlp.experts.80.up_proj,4.92438221,0.01000,0.611
+45,mlp.experts.81.up_proj,2.77749300,0.01000,0.610
+45,mlp.experts.82.up_proj,1.70098794,0.01000,0.618
+45,mlp.experts.83.up_proj,2.87082386,0.01000,0.608
+45,mlp.experts.84.up_proj,0.95913661,0.01000,0.616
+45,mlp.experts.85.up_proj,0.56648964,0.01000,0.614
+45,mlp.experts.86.up_proj,0.81701082,0.01000,0.608
+45,mlp.experts.87.up_proj,7.31243038,0.01000,0.609
+45,mlp.experts.88.up_proj,10.04214096,0.01000,0.608
+45,mlp.experts.89.up_proj,1.40271544,0.01000,0.611
+45,mlp.experts.90.up_proj,0.05073443,0.01000,0.617
+45,mlp.experts.91.up_proj,1.10927665,0.01000,0.618
+45,mlp.experts.92.up_proj,2.97765994,0.01000,0.620
+45,mlp.experts.93.up_proj,2.17331433,0.01000,0.618
+45,mlp.experts.94.up_proj,1.85421419,0.01000,0.620
+45,mlp.experts.95.up_proj,6.53302479,0.01000,0.619
+45,mlp.experts.96.up_proj,0.00008620,0.01000,0.618
+45,mlp.experts.97.up_proj,0.00003660,0.01000,0.619
+45,mlp.experts.98.up_proj,4.35197163,0.01000,0.619
+45,mlp.experts.99.up_proj,6.30256128,0.01000,0.619
+45,mlp.experts.100.up_proj,0.00931786,0.01000,0.617
+45,mlp.experts.101.up_proj,2.69354582,0.01000,0.617
+45,mlp.experts.102.up_proj,0.00010289,0.01000,0.617
+45,mlp.experts.103.up_proj,2.11684799,0.01000,0.608
+45,mlp.experts.104.up_proj,1.27281642,0.01000,0.610
+45,mlp.experts.105.up_proj,0.01950654,0.01000,0.610
+45,mlp.experts.106.up_proj,0.00012787,0.01000,0.610
+45,mlp.experts.107.up_proj,0.05566185,0.01000,0.609
+45,mlp.experts.108.up_proj,0.00099357,0.01000,0.610
+45,mlp.experts.109.up_proj,0.55798101,0.01000,0.618
+45,mlp.experts.110.up_proj,0.10892454,0.01000,0.619
+45,mlp.experts.111.up_proj,0.64220691,0.01000,0.620
+45,mlp.experts.112.up_proj,3.03063107,0.01000,0.619
+45,mlp.experts.113.up_proj,0.08768336,0.01000,0.620
+45,mlp.experts.114.up_proj,2.33972836,0.01000,0.619
+45,mlp.experts.115.up_proj,0.22014573,0.01000,0.619
+45,mlp.experts.116.up_proj,1.51624036,0.01000,0.620
+45,mlp.experts.117.up_proj,2.63393474,0.01000,0.617
+45,mlp.experts.118.up_proj,0.03301395,0.01000,0.618
+45,mlp.experts.119.up_proj,1.62273765,0.01000,0.618
+45,mlp.experts.120.up_proj,0.18333399,0.01000,0.620
+45,mlp.experts.121.up_proj,0.10846202,0.01000,0.611
+45,mlp.experts.122.up_proj,0.00618546,0.01000,0.611
+45,mlp.experts.123.up_proj,8.13209152,0.01000,0.616
+45,mlp.experts.124.up_proj,0.02378418,0.01000,0.621
+45,mlp.experts.125.up_proj,0.31575668,0.01000,0.620
+45,mlp.experts.126.up_proj,0.56354737,0.01000,0.619
+45,mlp.experts.127.up_proj,1.93184316,0.01000,0.620
+45,mlp.experts.0.gate_proj,0.29111397,0.01000,0.619
+45,mlp.experts.1.gate_proj,0.01563882,0.01000,0.620
+45,mlp.experts.2.gate_proj,3.21615219,0.01000,0.619
+45,mlp.experts.3.gate_proj,0.16787124,0.01000,0.620
+45,mlp.experts.4.gate_proj,1.09992719,0.01000,0.619
+45,mlp.experts.5.gate_proj,3.18957424,0.01000,0.620
+45,mlp.experts.6.gate_proj,0.18350774,0.01000,0.613
+45,mlp.experts.7.gate_proj,0.46105069,0.01000,0.614
+45,mlp.experts.8.gate_proj,0.35234120,0.01000,0.610
+45,mlp.experts.9.gate_proj,0.01682469,0.01000,0.610
+45,mlp.experts.10.gate_proj,2.75422239,0.01000,0.609
+45,mlp.experts.11.gate_proj,0.05974995,0.01000,0.609
+45,mlp.experts.12.gate_proj,3.28213072,0.01000,0.611
+45,mlp.experts.13.gate_proj,0.62344539,0.01000,0.619
+45,mlp.experts.14.gate_proj,0.00013416,0.01000,0.619
+45,mlp.experts.15.gate_proj,0.05181380,0.01000,0.621
+45,mlp.experts.16.gate_proj,1.81644332,0.01000,0.622
+45,mlp.experts.17.gate_proj,2.44698524,0.01000,0.620
+45,mlp.experts.18.gate_proj,0.92806590,0.01000,0.620
+45,mlp.experts.19.gate_proj,0.19085576,0.01000,0.619
+45,mlp.experts.20.gate_proj,4.17456150,0.01000,0.619
+45,mlp.experts.21.gate_proj,0.02861180,0.01000,0.619
+45,mlp.experts.22.gate_proj,7.70506954,0.01000,0.619
+45,mlp.experts.23.gate_proj,0.29437804,0.01000,0.617
+45,mlp.experts.24.gate_proj,3.18140793,0.01000,0.617
+45,mlp.experts.25.gate_proj,0.00004461,0.01000,0.613
+45,mlp.experts.26.gate_proj,4.96914577,0.01000,0.611
+45,mlp.experts.27.gate_proj,6.04655361,0.01000,0.610
+45,mlp.experts.28.gate_proj,0.26400056,0.01000,0.609
+45,mlp.experts.29.gate_proj,12.91036320,0.01000,0.610
+45,mlp.experts.30.gate_proj,3.83182526,0.01000,0.611
+45,mlp.experts.31.gate_proj,0.05920959,0.01000,0.609
+45,mlp.experts.32.gate_proj,2.73280954,0.01000,0.609
+45,mlp.experts.33.gate_proj,0.27665591,0.01000,0.609
+45,mlp.experts.34.gate_proj,0.07242442,0.01000,0.608
+45,mlp.experts.35.gate_proj,0.82602710,0.01000,0.608
+45,mlp.experts.36.gate_proj,1.83480024,0.01000,0.609
+45,mlp.experts.37.gate_proj,4.12066507,0.01000,0.610
+45,mlp.experts.38.gate_proj,1.38369346,0.01000,0.612
+45,mlp.experts.39.gate_proj,0.00102500,0.01000,0.620
+45,mlp.experts.40.gate_proj,0.02349093,0.01000,0.619
+45,mlp.experts.41.gate_proj,0.14863762,0.01000,0.618
+45,mlp.experts.42.gate_proj,2.50590324,0.01000,0.617
+45,mlp.experts.43.gate_proj,0.48629922,0.01000,0.615
+45,mlp.experts.44.gate_proj,0.14824399,0.01000,0.610
+45,mlp.experts.45.gate_proj,5.11077070,0.01000,0.611
+45,mlp.experts.46.gate_proj,2.63327503,0.01000,0.610
+45,mlp.experts.47.gate_proj,3.48117399,0.01000,0.608
+45,mlp.experts.48.gate_proj,14.28182507,0.01000,0.613
+45,mlp.experts.49.gate_proj,0.00774202,0.01000,0.611
+45,mlp.experts.50.gate_proj,3.68882251,0.01000,0.612
+45,mlp.experts.51.gate_proj,7.05707359,0.01000,0.610
+45,mlp.experts.52.gate_proj,0.05692932,0.01000,0.612
+45,mlp.experts.53.gate_proj,1.06183338,0.01000,0.612
+45,mlp.experts.54.gate_proj,2.77383327,0.01000,0.614
+45,mlp.experts.55.gate_proj,0.05315689,0.01000,0.617
+45,mlp.experts.56.gate_proj,0.11218384,0.01000,0.618
+45,mlp.experts.57.gate_proj,0.02692167,0.01000,0.616
+45,mlp.experts.58.gate_proj,1.24334848,0.01000,0.619
+45,mlp.experts.59.gate_proj,0.00347663,0.01000,0.618
+45,mlp.experts.60.gate_proj,0.74909276,0.01000,0.618
+45,mlp.experts.61.gate_proj,0.00622216,0.01000,0.617
+45,mlp.experts.62.gate_proj,0.00102554,0.01000,0.617
+45,mlp.experts.63.gate_proj,2.29619932,0.01000,0.618
+45,mlp.experts.64.gate_proj,3.34414577,0.01000,0.618
+45,mlp.experts.65.gate_proj,1.62900424,0.01000,0.617
+45,mlp.experts.66.gate_proj,0.17269780,0.01000,0.617
+45,mlp.experts.67.gate_proj,2.49609423,0.01000,0.611
+45,mlp.experts.68.gate_proj,0.00474250,0.01000,0.609
+45,mlp.experts.69.gate_proj,0.42146379,0.01000,0.611
+45,mlp.experts.70.gate_proj,3.70081615,0.01000,0.611
+45,mlp.experts.71.gate_proj,2.42979956,0.01000,0.609
+45,mlp.experts.72.gate_proj,0.11239754,0.01000,0.609
+45,mlp.experts.73.gate_proj,0.05131188,0.01000,0.607
+45,mlp.experts.74.gate_proj,0.06241690,0.01000,0.607
+45,mlp.experts.75.gate_proj,0.06363073,0.01000,0.610
+45,mlp.experts.76.gate_proj,6.12998056,0.01000,0.613
+45,mlp.experts.77.gate_proj,3.03139138,0.01000,0.615
+45,mlp.experts.78.gate_proj,0.00006779,0.01000,0.617
+45,mlp.experts.79.gate_proj,0.00047399,0.01000,0.617
+45,mlp.experts.80.gate_proj,3.97181582,0.01000,0.618
+45,mlp.experts.81.gate_proj,2.47773838,0.01000,0.618
+45,mlp.experts.82.gate_proj,1.65671289,0.01000,0.617
+45,mlp.experts.83.gate_proj,2.55480933,0.01000,0.619
+45,mlp.experts.84.gate_proj,0.80927289,0.01000,0.618
+45,mlp.experts.85.gate_proj,0.50410509,0.01000,0.619
+45,mlp.experts.86.gate_proj,0.74850619,0.01000,0.619
+45,mlp.experts.87.gate_proj,7.67317963,0.01000,0.618
+45,mlp.experts.88.gate_proj,9.07319260,0.01000,0.615
+45,mlp.experts.89.gate_proj,1.22436249,0.01000,0.611
+45,mlp.experts.90.gate_proj,0.04656579,0.01000,0.612
+45,mlp.experts.91.gate_proj,1.08778918,0.01000,0.611
+45,mlp.experts.92.gate_proj,2.61828279,0.01000,0.610
+45,mlp.experts.93.gate_proj,1.91258371,0.01000,0.610
+45,mlp.experts.94.gate_proj,1.70880711,0.01000,0.615
+45,mlp.experts.95.gate_proj,5.80689716,0.01000,0.618
+45,mlp.experts.96.gate_proj,0.00008429,0.01000,0.619
+45,mlp.experts.97.gate_proj,0.00003234,0.01000,0.617
+45,mlp.experts.98.gate_proj,3.91113186,0.01000,0.617
+45,mlp.experts.99.gate_proj,5.87463903,0.01000,0.619
+45,mlp.experts.100.gate_proj,0.00820949,0.01000,0.619
+45,mlp.experts.101.gate_proj,2.54223394,0.01000,0.620
+45,mlp.experts.102.gate_proj,0.00009458,0.01000,0.620
+45,mlp.experts.103.gate_proj,1.86241269,0.01000,0.618
+45,mlp.experts.104.gate_proj,1.16569579,0.01000,0.618
+45,mlp.experts.105.gate_proj,0.01728196,0.01000,0.619
+45,mlp.experts.106.gate_proj,0.00011097,0.01000,0.618
+45,mlp.experts.107.gate_proj,0.05073206,0.01000,0.615
+45,mlp.experts.108.gate_proj,0.00088202,0.01000,0.612
+45,mlp.experts.109.gate_proj,0.49275768,0.01000,0.611
+45,mlp.experts.110.gate_proj,0.10127950,0.01000,0.611
+45,mlp.experts.111.gate_proj,0.57780170,0.01000,0.612
+45,mlp.experts.112.gate_proj,2.48289895,0.01000,0.617
+45,mlp.experts.113.gate_proj,0.07700189,0.01000,0.616
+45,mlp.experts.114.gate_proj,2.09069037,0.01000,0.616
+45,mlp.experts.115.gate_proj,0.19624202,0.01000,0.612
+45,mlp.experts.116.gate_proj,1.37441790,0.01000,0.612
+45,mlp.experts.117.gate_proj,2.35371780,0.01000,0.613
+45,mlp.experts.118.gate_proj,0.03113562,0.01000,0.612
+45,mlp.experts.119.gate_proj,1.45027137,0.01000,0.613
+45,mlp.experts.120.gate_proj,0.15802893,0.01000,0.615
+45,mlp.experts.121.gate_proj,0.09940872,0.01000,0.620
+45,mlp.experts.122.gate_proj,0.00519423,0.01000,0.622
+45,mlp.experts.123.gate_proj,6.87078333,0.01000,0.623
+45,mlp.experts.124.gate_proj,0.02154580,0.01000,0.621
+45,mlp.experts.125.gate_proj,0.27878979,0.01000,0.615
+45,mlp.experts.126.gate_proj,0.50330591,0.01000,0.612
+45,mlp.experts.127.gate_proj,1.81885183,0.01000,0.611
+45,mlp.experts.0.down_proj,1.20694709,0.01000,0.257
+45,mlp.experts.1.down_proj,0.03995680,0.01000,0.231
+45,mlp.experts.2.down_proj,3.22717619,0.01000,0.231
+45,mlp.experts.3.down_proj,0.42294663,0.01000,0.232
+45,mlp.experts.4.down_proj,1.97902775,0.01000,0.232
+45,mlp.experts.5.down_proj,5.36704350,0.01000,0.231
+45,mlp.experts.6.down_proj,0.42167354,0.01000,0.230
+45,mlp.experts.7.down_proj,0.60115379,0.01000,0.232
+45,mlp.experts.8.down_proj,0.71487361,0.01000,0.230
+45,mlp.experts.9.down_proj,0.02800192,0.01000,0.230
+45,mlp.experts.10.down_proj,3.53637600,0.01000,0.230
+45,mlp.experts.11.down_proj,0.13845959,0.01000,0.230
+45,mlp.experts.12.down_proj,4.48086548,0.01000,0.230
+45,mlp.experts.13.down_proj,1.13642383,0.01000,0.230
+45,mlp.experts.14.down_proj,0.00019019,0.01000,0.230
+45,mlp.experts.15.down_proj,0.12146541,0.01000,0.229
+45,mlp.experts.16.down_proj,3.20259309,0.01000,0.230
+45,mlp.experts.17.down_proj,6.89708900,0.01000,0.230
+45,mlp.experts.18.down_proj,2.40637732,0.01000,0.230
+45,mlp.experts.19.down_proj,0.53342545,0.01000,0.230
+45,mlp.experts.20.down_proj,9.76119709,0.01000,0.230
+45,mlp.experts.21.down_proj,0.07596448,0.01000,0.231
+45,mlp.experts.22.down_proj,13.68608665,0.01000,0.231
+45,mlp.experts.23.down_proj,0.64111471,0.01000,0.230
+45,mlp.experts.24.down_proj,5.07692957,0.01000,0.232
+45,mlp.experts.25.down_proj,0.00009951,0.01000,0.233
+45,mlp.experts.26.down_proj,9.74192238,0.01000,0.234
+45,mlp.experts.27.down_proj,11.00737572,0.01000,0.235
+45,mlp.experts.28.down_proj,0.63475382,0.01000,0.238
+45,mlp.experts.29.down_proj,25.99619484,0.01000,0.239
+45,mlp.experts.30.down_proj,9.26330090,0.01000,0.238
+45,mlp.experts.31.down_proj,0.12446852,0.01000,0.238
+45,mlp.experts.32.down_proj,2.54630661,0.01000,0.238
+45,mlp.experts.33.down_proj,0.33737841,0.01000,0.239
+45,mlp.experts.34.down_proj,0.16233271,0.01000,0.238
+45,mlp.experts.35.down_proj,2.28845739,0.01000,0.238
+45,mlp.experts.36.down_proj,4.31159878,0.01000,0.239
+45,mlp.experts.37.down_proj,6.52727795,0.01000,0.238
+45,mlp.experts.38.down_proj,2.32162046,0.01000,0.239
+45,mlp.experts.39.down_proj,0.00112204,0.01000,0.239
+45,mlp.experts.40.down_proj,0.05435856,0.01000,0.239
+45,mlp.experts.41.down_proj,0.31705511,0.01000,0.239
+45,mlp.experts.42.down_proj,4.65239620,0.01000,0.240
+45,mlp.experts.43.down_proj,0.86769032,0.01000,0.240
+45,mlp.experts.44.down_proj,0.43429673,0.01000,0.240
+45,mlp.experts.45.down_proj,8.24662590,0.01000,0.240
+45,mlp.experts.46.down_proj,7.97174835,0.01000,0.240
+45,mlp.experts.47.down_proj,7.54632950,0.01000,0.240
+45,mlp.experts.48.down_proj,31.65597916,0.01000,0.240
+45,mlp.experts.49.down_proj,0.04223949,0.01000,0.240
+45,mlp.experts.50.down_proj,6.96129704,0.01000,0.239
+45,mlp.experts.51.down_proj,14.82413483,0.01000,0.241
+45,mlp.experts.52.down_proj,0.29000741,0.01000,0.240
+45,mlp.experts.53.down_proj,2.16900277,0.01000,0.240
+45,mlp.experts.54.down_proj,3.81709909,0.01000,0.240
+45,mlp.experts.55.down_proj,0.16247445,0.01000,0.240
+45,mlp.experts.56.down_proj,0.20634073,0.01000,0.240
+45,mlp.experts.57.down_proj,0.07409238,0.01000,0.240
+45,mlp.experts.58.down_proj,1.86724877,0.01000,0.240
+45,mlp.experts.59.down_proj,0.00513307,0.01000,0.238
+45,mlp.experts.60.down_proj,1.06311691,0.01000,0.237
+45,mlp.experts.61.down_proj,0.01135730,0.01000,0.237
+45,mlp.experts.62.down_proj,0.00093886,0.01000,0.236
+45,mlp.experts.63.down_proj,7.21646547,0.01000,0.240
+45,mlp.experts.64.down_proj,3.76382065,0.01000,0.240
+45,mlp.experts.65.down_proj,2.06373620,0.01000,0.238
+45,mlp.experts.66.down_proj,0.30584407,0.01000,0.237
+45,mlp.experts.67.down_proj,5.28082657,0.01000,0.238
+45,mlp.experts.68.down_proj,0.01286426,0.01000,0.237
+45,mlp.experts.69.down_proj,0.74011374,0.01000,0.236
+45,mlp.experts.70.down_proj,8.08608055,0.01000,0.237
+45,mlp.experts.71.down_proj,6.30690622,0.01000,0.239
+45,mlp.experts.72.down_proj,0.24780059,0.01000,0.238
+45,mlp.experts.73.down_proj,0.08126853,0.01000,0.237
+45,mlp.experts.74.down_proj,0.15519956,0.01000,0.237
+45,mlp.experts.75.down_proj,0.27753183,0.01000,0.237
+45,mlp.experts.76.down_proj,10.04177475,0.01000,0.238
+45,mlp.experts.77.down_proj,2.79864669,0.01000,0.238
+45,mlp.experts.78.down_proj,0.00013406,0.01000,0.237
+45,mlp.experts.79.down_proj,0.00036756,0.01000,0.237
+45,mlp.experts.80.down_proj,11.66108036,0.01000,0.237
+45,mlp.experts.81.down_proj,4.77654648,0.01000,0.237
+45,mlp.experts.82.down_proj,3.10149789,0.01000,0.239
+45,mlp.experts.83.down_proj,4.84071732,0.01000,0.239
+45,mlp.experts.84.down_proj,2.02875590,0.01000,0.238
+45,mlp.experts.85.down_proj,1.23657966,0.01000,0.237
+45,mlp.experts.86.down_proj,1.31228471,0.01000,0.236
+45,mlp.experts.87.down_proj,10.33012962,0.01000,0.237
+45,mlp.experts.88.down_proj,16.70609283,0.01000,0.237
+45,mlp.experts.89.down_proj,2.46974826,0.01000,0.237
+45,mlp.experts.90.down_proj,0.06693533,0.01000,0.238
+45,mlp.experts.91.down_proj,1.59394050,0.01000,0.238
+45,mlp.experts.92.down_proj,4.65472412,0.01000,0.240
+45,mlp.experts.93.down_proj,4.50338602,0.01000,0.240
+45,mlp.experts.94.down_proj,2.16744471,0.01000,0.240
+45,mlp.experts.95.down_proj,17.08568573,0.01000,0.240
+45,mlp.experts.96.down_proj,0.00018608,0.01000,0.240
+45,mlp.experts.97.down_proj,0.00003808,0.01000,0.241
+45,mlp.experts.98.down_proj,8.62011814,0.01000,0.240
+45,mlp.experts.99.down_proj,13.58524704,0.01000,0.241
+45,mlp.experts.100.down_proj,0.01857339,0.01000,0.241
+45,mlp.experts.101.down_proj,5.94975853,0.01000,0.241
+45,mlp.experts.102.down_proj,0.00006991,0.01000,0.242
+45,mlp.experts.103.down_proj,6.15345097,0.01000,0.241
+45,mlp.experts.104.down_proj,2.59855890,0.01000,0.242
+45,mlp.experts.105.down_proj,0.07290889,0.01000,0.242
+45,mlp.experts.106.down_proj,0.00010622,0.01000,0.242
+45,mlp.experts.107.down_proj,0.10093518,0.01000,0.243
+45,mlp.experts.108.down_proj,0.00236656,0.01000,0.243
+45,mlp.experts.109.down_proj,1.39398682,0.01000,0.243
+45,mlp.experts.110.down_proj,0.19186369,0.01000,0.243
+45,mlp.experts.111.down_proj,0.89147508,0.01000,0.244
+45,mlp.experts.112.down_proj,8.46568966,0.01000,0.244
+45,mlp.experts.113.down_proj,0.30681849,0.01000,0.242
+45,mlp.experts.114.down_proj,3.00338316,0.01000,0.244
+45,mlp.experts.115.down_proj,0.33286282,0.01000,0.243
+45,mlp.experts.116.down_proj,3.02098966,0.01000,0.244
+45,mlp.experts.117.down_proj,3.23312998,0.01000,0.242
+45,mlp.experts.118.down_proj,0.12453446,0.01000,0.243
+45,mlp.experts.119.down_proj,1.94074643,0.01000,0.239
+45,mlp.experts.120.down_proj,0.29495484,0.01000,0.240
+45,mlp.experts.121.down_proj,0.32228571,0.01000,0.240
+45,mlp.experts.122.down_proj,0.01684496,0.01000,0.239
+45,mlp.experts.123.down_proj,13.96302032,0.01000,0.242
+45,mlp.experts.124.down_proj,0.03987854,0.01000,0.240
+45,mlp.experts.125.down_proj,0.89438891,0.01000,0.239
+45,mlp.experts.126.down_proj,1.17688727,0.01000,0.239
+45,mlp.experts.127.down_proj,1.89787495,0.01000,0.240
+46,self_attn.q_proj,15.78417778,0.01000,0.632
+46,self_attn.k_proj,1.64439857,0.01000,0.620
+46,self_attn.v_proj,3.28449726,0.01000,0.619
+46,self_attn.o_proj,0.65225297,0.01000,1.229
+46,mlp.experts.0.up_proj,0.13364112,0.01000,0.664
+46,mlp.experts.1.up_proj,2.30087447,0.01000,0.614
+46,mlp.experts.2.up_proj,0.15591866,0.01000,0.612
+46,mlp.experts.3.up_proj,1.26763785,0.01000,0.616
+46,mlp.experts.4.up_proj,0.00027804,0.01000,0.618
+46,mlp.experts.5.up_proj,2.70654440,0.01000,0.618
+46,mlp.experts.6.up_proj,0.14930904,0.01000,0.618
+46,mlp.experts.7.up_proj,2.25053215,0.01000,0.616
+46,mlp.experts.8.up_proj,0.81433362,0.01000,0.617
+46,mlp.experts.9.up_proj,0.33664584,0.01000,0.616
+46,mlp.experts.10.up_proj,2.93833637,0.01000,0.616
+46,mlp.experts.11.up_proj,1.47109258,0.01000,0.621
+46,mlp.experts.12.up_proj,0.00102753,0.01000,0.621
+46,mlp.experts.13.up_proj,0.00377689,0.01000,0.620
+46,mlp.experts.14.up_proj,0.69979715,0.01000,0.621
+46,mlp.experts.15.up_proj,0.39578763,0.01000,0.622
+46,mlp.experts.16.up_proj,3.69766736,0.01000,0.621
+46,mlp.experts.17.up_proj,0.21739686,0.01000,0.620
+46,mlp.experts.18.up_proj,1.16386533,0.01000,0.618
+46,mlp.experts.19.up_proj,7.01330948,0.01000,0.619
+46,mlp.experts.20.up_proj,0.17053580,0.01000,0.619
+46,mlp.experts.21.up_proj,0.49014798,0.01000,0.620
+46,mlp.experts.22.up_proj,5.03737020,0.01000,0.622
+46,mlp.experts.23.up_proj,0.06710803,0.01000,0.613
+46,mlp.experts.24.up_proj,0.00809270,0.01000,0.610
+46,mlp.experts.25.up_proj,0.04439618,0.01000,0.610
+46,mlp.experts.26.up_proj,7.01649284,0.01000,0.611
+46,mlp.experts.27.up_proj,5.28869343,0.01000,0.613
+46,mlp.experts.28.up_proj,0.04259180,0.01000,0.613
+46,mlp.experts.29.up_proj,2.16157079,0.01000,0.609
+46,mlp.experts.30.up_proj,2.48693275,0.01000,0.610
+46,mlp.experts.31.up_proj,0.21395499,0.01000,0.610
+46,mlp.experts.32.up_proj,6.55698395,0.01000,0.609
+46,mlp.experts.33.up_proj,9.94685555,0.01000,0.615
+46,mlp.experts.34.up_proj,1.59223545,0.01000,0.618
+46,mlp.experts.35.up_proj,2.05300450,0.01000,0.619
+46,mlp.experts.36.up_proj,4.16078186,0.01000,0.620
+46,mlp.experts.37.up_proj,1.52265668,0.01000,0.620
+46,mlp.experts.38.up_proj,1.97084570,0.01000,0.620
+46,mlp.experts.39.up_proj,3.11353207,0.01000,0.620
+46,mlp.experts.40.up_proj,0.05627789,0.01000,0.619
+46,mlp.experts.41.up_proj,0.08735964,0.01000,0.619
+46,mlp.experts.42.up_proj,0.00639815,0.01000,0.620
+46,mlp.experts.43.up_proj,8.97185707,0.01000,0.622
+46,mlp.experts.44.up_proj,2.94631553,0.01000,0.620
+46,mlp.experts.45.up_proj,4.01126480,0.01000,0.618
+46,mlp.experts.46.up_proj,3.63885379,0.01000,0.616
+46,mlp.experts.47.up_proj,0.08960435,0.01000,0.616
+46,mlp.experts.48.up_proj,0.00228631,0.01000,0.619
+46,mlp.experts.49.up_proj,0.83878505,0.01000,0.618
+46,mlp.experts.50.up_proj,0.00072197,0.01000,0.619
+46,mlp.experts.51.up_proj,6.50815058,0.01000,0.618
+46,mlp.experts.52.up_proj,7.22801971,0.01000,0.618
+46,mlp.experts.53.up_proj,0.89711559,0.01000,0.617
+46,mlp.experts.54.up_proj,10.54313278,0.01000,0.616
+46,mlp.experts.55.up_proj,5.93708897,0.01000,0.616
+46,mlp.experts.56.up_proj,0.02081002,0.01000,0.613
+46,mlp.experts.57.up_proj,0.06876900,0.01000,0.621
+46,mlp.experts.58.up_proj,0.01067014,0.01000,0.620
+46,mlp.experts.59.up_proj,0.00081124,0.01000,0.621
+46,mlp.experts.60.up_proj,7.36516285,0.01000,0.621
+46,mlp.experts.61.up_proj,5.31321621,0.01000,0.619
+46,mlp.experts.62.up_proj,0.02386711,0.01000,0.622
+46,mlp.experts.63.up_proj,0.04023556,0.01000,0.620
+46,mlp.experts.64.up_proj,0.31757748,0.01000,0.620
+46,mlp.experts.65.up_proj,0.00048621,0.01000,0.621
+46,mlp.experts.66.up_proj,0.20996833,0.01000,0.621
+46,mlp.experts.67.up_proj,1.70265937,0.01000,0.622
+46,mlp.experts.68.up_proj,5.81161499,0.01000,0.617
+46,mlp.experts.69.up_proj,0.05068772,0.01000,0.617
+46,mlp.experts.70.up_proj,0.37560260,0.01000,0.620
+46,mlp.experts.71.up_proj,0.59088612,0.01000,0.617
+46,mlp.experts.72.up_proj,0.01279373,0.01000,0.616
+46,mlp.experts.73.up_proj,0.00571044,0.01000,0.617
+46,mlp.experts.74.up_proj,9.50896645,0.01000,0.619
+46,mlp.experts.75.up_proj,3.52698326,0.01000,0.616
+46,mlp.experts.76.up_proj,2.54493237,0.01000,0.614
+46,mlp.experts.77.up_proj,1.53522801,0.01000,0.614
+46,mlp.experts.78.up_proj,0.01134705,0.01000,0.616
+46,mlp.experts.79.up_proj,1.16192293,0.01000,0.619
+46,mlp.experts.80.up_proj,3.39938927,0.01000,0.620
+46,mlp.experts.81.up_proj,2.83768606,0.01000,0.623
+46,mlp.experts.82.up_proj,3.07917929,0.01000,0.621
+46,mlp.experts.83.up_proj,0.19600350,0.01000,0.620
+46,mlp.experts.84.up_proj,5.08719826,0.01000,0.621
+46,mlp.experts.85.up_proj,0.00210580,0.01000,0.621
+46,mlp.experts.86.up_proj,0.00131527,0.01000,0.621
+46,mlp.experts.87.up_proj,0.00010341,0.01000,0.621
+46,mlp.experts.88.up_proj,0.00086480,0.01000,0.620
+46,mlp.experts.89.up_proj,0.01408007,0.01000,0.621
+46,mlp.experts.90.up_proj,1.62123585,0.01000,0.622
+46,mlp.experts.91.up_proj,0.41224408,0.01000,0.616
+46,mlp.experts.92.up_proj,0.62205601,0.01000,0.613
+46,mlp.experts.93.up_proj,0.14480320,0.01000,0.613
+46,mlp.experts.94.up_proj,9.40284348,0.01000,0.613
+46,mlp.experts.95.up_proj,0.01876320,0.01000,0.613
+46,mlp.experts.96.up_proj,2.40454865,0.01000,0.613
+46,mlp.experts.97.up_proj,2.78799009,0.01000,0.614
+46,mlp.experts.98.up_proj,4.65340900,0.01000,0.614
+46,mlp.experts.99.up_proj,0.08200750,0.01000,0.620
+46,mlp.experts.100.up_proj,0.01054500,0.01000,0.615
+46,mlp.experts.101.up_proj,3.45488286,0.01000,0.613
+46,mlp.experts.102.up_proj,0.34755057,0.01000,0.614
+46,mlp.experts.103.up_proj,0.87770140,0.01000,0.615
+46,mlp.experts.104.up_proj,4.61236191,0.01000,0.615
+46,mlp.experts.105.up_proj,3.20571160,0.01000,0.618
+46,mlp.experts.106.up_proj,3.46505022,0.01000,0.620
+46,mlp.experts.107.up_proj,0.81295770,0.01000,0.619
+46,mlp.experts.108.up_proj,0.00374966,0.01000,0.622
+46,mlp.experts.109.up_proj,0.24835788,0.01000,0.621
+46,mlp.experts.110.up_proj,0.14888993,0.01000,0.623
+46,mlp.experts.111.up_proj,1.72336125,0.01000,0.621
+46,mlp.experts.112.up_proj,0.89043164,0.01000,0.622
+46,mlp.experts.113.up_proj,0.44767231,0.01000,0.623
+46,mlp.experts.114.up_proj,0.49665979,0.01000,0.623
+46,mlp.experts.115.up_proj,4.46232033,0.01000,0.623
+46,mlp.experts.116.up_proj,2.04744029,0.01000,0.623
+46,mlp.experts.117.up_proj,8.70777512,0.01000,0.622
+46,mlp.experts.118.up_proj,0.47084841,0.01000,0.613
+46,mlp.experts.119.up_proj,1.20198178,0.01000,0.614
+46,mlp.experts.120.up_proj,0.95596623,0.01000,0.614
+46,mlp.experts.121.up_proj,0.00499657,0.01000,0.614
+46,mlp.experts.122.up_proj,0.41652781,0.01000,0.613
+46,mlp.experts.123.up_proj,1.11464715,0.01000,0.615
+46,mlp.experts.124.up_proj,2.89387465,0.01000,0.614
+46,mlp.experts.125.up_proj,0.10726014,0.01000,0.614
+46,mlp.experts.126.up_proj,0.13167682,0.01000,0.615
+46,mlp.experts.127.up_proj,5.45889950,0.01000,0.615
+46,mlp.experts.0.gate_proj,0.11137554,0.01000,0.620
+46,mlp.experts.1.gate_proj,2.23212576,0.01000,0.623
+46,mlp.experts.2.gate_proj,0.13909934,0.01000,0.623
+46,mlp.experts.3.gate_proj,1.25350153,0.01000,0.623
+46,mlp.experts.4.gate_proj,0.00024241,0.01000,0.623
+46,mlp.experts.5.gate_proj,2.76406455,0.01000,0.623
+46,mlp.experts.6.gate_proj,0.14415477,0.01000,0.624
+46,mlp.experts.7.gate_proj,1.94625568,0.01000,0.622
+46,mlp.experts.8.gate_proj,0.74890953,0.01000,0.625
+46,mlp.experts.9.gate_proj,0.32299355,0.01000,0.623
+46,mlp.experts.10.gate_proj,2.83274603,0.01000,0.623
+46,mlp.experts.11.gate_proj,1.30259514,0.01000,0.623
+46,mlp.experts.12.gate_proj,0.00092808,0.01000,0.624
+46,mlp.experts.13.gate_proj,0.00334081,0.01000,0.621
+46,mlp.experts.14.gate_proj,0.63438880,0.01000,0.619
+46,mlp.experts.15.gate_proj,0.35824361,0.01000,0.620
+46,mlp.experts.16.gate_proj,3.44699478,0.01000,0.620
+46,mlp.experts.17.gate_proj,0.19741310,0.01000,0.620
+46,mlp.experts.18.gate_proj,1.04251051,0.01000,0.619
+46,mlp.experts.19.gate_proj,6.23543596,0.01000,0.620
+46,mlp.experts.20.gate_proj,0.13951533,0.01000,0.616
+46,mlp.experts.21.gate_proj,0.43049461,0.01000,0.622
+46,mlp.experts.22.gate_proj,4.06917286,0.01000,0.624
+46,mlp.experts.23.gate_proj,0.05916470,0.01000,0.625
+46,mlp.experts.24.gate_proj,0.00687698,0.01000,0.624
+46,mlp.experts.25.gate_proj,0.04585671,0.01000,0.623
+46,mlp.experts.26.gate_proj,6.30401230,0.01000,0.625
+46,mlp.experts.27.gate_proj,4.90260696,0.01000,0.623
+46,mlp.experts.28.gate_proj,0.03719243,0.01000,0.624
+46,mlp.experts.29.gate_proj,1.86354446,0.01000,0.624
+46,mlp.experts.30.gate_proj,2.13603973,0.01000,0.625
+46,mlp.experts.31.gate_proj,0.20516624,0.01000,0.624
+46,mlp.experts.32.gate_proj,6.20548010,0.01000,0.628
+46,mlp.experts.33.gate_proj,9.52986717,0.01000,0.622
+46,mlp.experts.34.gate_proj,1.50504935,0.01000,0.628
+46,mlp.experts.35.gate_proj,1.79826283,0.01000,0.621
+46,mlp.experts.36.gate_proj,3.81381011,0.01000,0.620
+46,mlp.experts.37.gate_proj,1.38921714,0.01000,0.620
+46,mlp.experts.38.gate_proj,1.75847602,0.01000,0.619
+46,mlp.experts.39.gate_proj,2.72363138,0.01000,0.622
+46,mlp.experts.40.gate_proj,0.05122998,0.01000,0.623
+46,mlp.experts.41.gate_proj,0.07979469,0.01000,0.622
+46,mlp.experts.42.gate_proj,0.00580090,0.01000,0.621
+46,mlp.experts.43.gate_proj,7.97699070,0.01000,0.624
+46,mlp.experts.44.gate_proj,2.72478199,0.01000,0.623
+46,mlp.experts.45.gate_proj,3.89233685,0.01000,0.624
+46,mlp.experts.46.gate_proj,3.26301312,0.01000,0.621
+46,mlp.experts.47.gate_proj,0.07883074,0.01000,0.623
+46,mlp.experts.48.gate_proj,0.00206107,0.01000,0.623
+46,mlp.experts.49.gate_proj,0.71919078,0.01000,0.621
+46,mlp.experts.50.gate_proj,0.00066002,0.01000,0.614
+46,mlp.experts.51.gate_proj,5.93278027,0.01000,0.616
+46,mlp.experts.52.gate_proj,6.37646103,0.01000,0.617
+46,mlp.experts.53.gate_proj,0.76458460,0.01000,0.613
+46,mlp.experts.54.gate_proj,9.33017445,0.01000,0.612
+46,mlp.experts.55.gate_proj,5.19418383,0.01000,0.613
+46,mlp.experts.56.gate_proj,0.01922219,0.01000,0.612
+46,mlp.experts.57.gate_proj,0.06325217,0.01000,0.613
+46,mlp.experts.58.gate_proj,0.00949281,0.01000,0.616
+46,mlp.experts.59.gate_proj,0.00067371,0.01000,0.613
+46,mlp.experts.60.gate_proj,6.40257978,0.01000,0.614
+46,mlp.experts.61.gate_proj,4.68728113,0.01000,0.618
+46,mlp.experts.62.gate_proj,0.02069983,0.01000,0.621
+46,mlp.experts.63.gate_proj,0.03590473,0.01000,0.621
+46,mlp.experts.64.gate_proj,0.28333110,0.01000,0.623
+46,mlp.experts.65.gate_proj,0.00042458,0.01000,0.622
+46,mlp.experts.66.gate_proj,0.17404617,0.01000,0.622
+46,mlp.experts.67.gate_proj,1.57242274,0.01000,0.622
+46,mlp.experts.68.gate_proj,5.33554935,0.01000,0.623
+46,mlp.experts.69.gate_proj,0.04567916,0.01000,0.623
+46,mlp.experts.70.gate_proj,0.34637612,0.01000,0.623
+46,mlp.experts.71.gate_proj,0.55083090,0.01000,0.622
+46,mlp.experts.72.gate_proj,0.01098180,0.01000,0.619
+46,mlp.experts.73.gate_proj,0.00514315,0.01000,0.611
+46,mlp.experts.74.gate_proj,9.47737312,0.01000,0.611
+46,mlp.experts.75.gate_proj,3.07911706,0.01000,0.613
+46,mlp.experts.76.gate_proj,2.44924498,0.01000,0.611
+46,mlp.experts.77.gate_proj,1.43160939,0.01000,0.612
+46,mlp.experts.78.gate_proj,0.00965734,0.01000,0.611
+46,mlp.experts.79.gate_proj,1.02132487,0.01000,0.613
+46,mlp.experts.80.gate_proj,2.73186350,0.01000,0.613
+46,mlp.experts.81.gate_proj,2.53152514,0.01000,0.612
+46,mlp.experts.82.gate_proj,2.66773176,0.01000,0.612
+46,mlp.experts.83.gate_proj,0.17177314,0.01000,0.611
+46,mlp.experts.84.gate_proj,4.64720345,0.01000,0.616
+46,mlp.experts.85.gate_proj,0.00205567,0.01000,0.622
+46,mlp.experts.86.gate_proj,0.00118160,0.01000,0.621
+46,mlp.experts.87.gate_proj,0.00009181,0.01000,0.622
+46,mlp.experts.88.gate_proj,0.00077252,0.01000,0.622
+46,mlp.experts.89.gate_proj,0.01276055,0.01000,0.622
+46,mlp.experts.90.gate_proj,1.48572755,0.01000,0.622
+46,mlp.experts.91.gate_proj,0.39881155,0.01000,0.622
+46,mlp.experts.92.gate_proj,0.55464125,0.01000,0.621
+46,mlp.experts.93.gate_proj,0.12949386,0.01000,0.621
+46,mlp.experts.94.gate_proj,8.65065289,0.01000,0.621
+46,mlp.experts.95.gate_proj,0.01573069,0.01000,0.620
+46,mlp.experts.96.gate_proj,2.79940176,0.01000,0.618
+46,mlp.experts.97.gate_proj,2.51398540,0.01000,0.617
+46,mlp.experts.98.gate_proj,4.14387703,0.01000,0.612
+46,mlp.experts.99.gate_proj,0.07490727,0.01000,0.611
+46,mlp.experts.100.gate_proj,0.00960499,0.01000,0.611
+46,mlp.experts.101.gate_proj,3.20976567,0.01000,0.611
+46,mlp.experts.102.gate_proj,0.30870456,0.01000,0.614
+46,mlp.experts.103.gate_proj,0.79644811,0.01000,0.611
+46,mlp.experts.104.gate_proj,4.41934299,0.01000,0.611
+46,mlp.experts.105.gate_proj,2.81329679,0.01000,0.612
+46,mlp.experts.106.gate_proj,3.18426538,0.01000,0.617
+46,mlp.experts.107.gate_proj,0.71986449,0.01000,0.620
+46,mlp.experts.108.gate_proj,0.00333255,0.01000,0.621
+46,mlp.experts.109.gate_proj,0.20814170,0.01000,0.621
+46,mlp.experts.110.gate_proj,0.13220116,0.01000,0.621
+46,mlp.experts.111.gate_proj,1.50326240,0.01000,0.622
+46,mlp.experts.112.gate_proj,0.77533388,0.01000,0.620
+46,mlp.experts.113.gate_proj,0.37079740,0.01000,0.613
+46,mlp.experts.114.gate_proj,0.47446668,0.01000,0.611
+46,mlp.experts.115.gate_proj,4.14650822,0.01000,0.611
+46,mlp.experts.116.gate_proj,1.84015203,0.01000,0.611
+46,mlp.experts.117.gate_proj,7.59788322,0.01000,0.611
+46,mlp.experts.118.gate_proj,0.45875782,0.01000,0.610
+46,mlp.experts.119.gate_proj,1.04984629,0.01000,0.612
+46,mlp.experts.120.gate_proj,0.87349999,0.01000,0.620
+46,mlp.experts.121.gate_proj,0.00434104,0.01000,0.621
+46,mlp.experts.122.gate_proj,0.39426118,0.01000,0.620
+46,mlp.experts.123.gate_proj,1.01538503,0.01000,0.621
+46,mlp.experts.124.gate_proj,2.58143902,0.01000,0.621
+46,mlp.experts.125.gate_proj,0.09795637,0.01000,0.620
+46,mlp.experts.126.gate_proj,0.13059208,0.01000,0.620
+46,mlp.experts.127.gate_proj,4.83550453,0.01000,0.621
+46,mlp.experts.0.down_proj,0.27683681,0.01000,0.262
+46,mlp.experts.1.down_proj,3.11933780,0.01000,0.236
+46,mlp.experts.2.down_proj,0.30074275,0.01000,0.236
+46,mlp.experts.3.down_proj,4.33127117,0.01000,0.237
+46,mlp.experts.4.down_proj,0.00075020,0.01000,0.236
+46,mlp.experts.5.down_proj,3.95037460,0.01000,0.237
+46,mlp.experts.6.down_proj,0.46470994,0.01000,0.237
+46,mlp.experts.7.down_proj,5.31398153,0.01000,0.238
+46,mlp.experts.8.down_proj,0.87959862,0.01000,0.238
+46,mlp.experts.9.down_proj,0.77033246,0.01000,0.240
+46,mlp.experts.10.down_proj,8.02055073,0.01000,0.238
+46,mlp.experts.11.down_proj,4.31563282,0.01000,0.238
+46,mlp.experts.12.down_proj,0.00129027,0.01000,0.236
+46,mlp.experts.13.down_proj,0.00474754,0.01000,0.235
+46,mlp.experts.14.down_proj,1.82172179,0.01000,0.238
+46,mlp.experts.15.down_proj,0.71082598,0.01000,0.235
+46,mlp.experts.16.down_proj,8.07638454,0.01000,0.234
+46,mlp.experts.17.down_proj,0.28408056,0.01000,0.237
+46,mlp.experts.18.down_proj,4.21606827,0.01000,0.235
+46,mlp.experts.19.down_proj,12.39754677,0.01000,0.234
+46,mlp.experts.20.down_proj,0.38686183,0.01000,0.237
+46,mlp.experts.21.down_proj,0.89229149,0.01000,0.235
+46,mlp.experts.22.down_proj,10.54938889,0.01000,0.237
+46,mlp.experts.23.down_proj,0.40262806,0.01000,0.238
+46,mlp.experts.24.down_proj,0.01466951,0.01000,0.235
+46,mlp.experts.25.down_proj,0.17885667,0.01000,0.233
+46,mlp.experts.26.down_proj,14.89163399,0.01000,0.231
+46,mlp.experts.27.down_proj,22.35595322,0.01000,0.230
+46,mlp.experts.28.down_proj,0.15292150,0.01000,0.231
+46,mlp.experts.29.down_proj,9.87087440,0.01000,0.230
+46,mlp.experts.30.down_proj,9.85137749,0.01000,0.231
+46,mlp.experts.31.down_proj,0.40699446,0.01000,0.234
+46,mlp.experts.32.down_proj,18.75427628,0.01000,0.234
+46,mlp.experts.33.down_proj,25.97161484,0.01000,0.234
+46,mlp.experts.34.down_proj,4.14656401,0.01000,0.237
+46,mlp.experts.35.down_proj,4.65168571,0.01000,0.235
+46,mlp.experts.36.down_proj,7.33327055,0.01000,0.236
+46,mlp.experts.37.down_proj,2.42955661,0.01000,0.237
+46,mlp.experts.38.down_proj,4.56814480,0.01000,0.236
+46,mlp.experts.39.down_proj,9.04527092,0.01000,0.236
+46,mlp.experts.40.down_proj,0.19447452,0.01000,0.236
+46,mlp.experts.41.down_proj,0.24531516,0.01000,0.236
+46,mlp.experts.42.down_proj,0.00831858,0.01000,0.236
+46,mlp.experts.43.down_proj,24.11001205,0.01000,0.237
+46,mlp.experts.44.down_proj,5.24981737,0.01000,0.237
+46,mlp.experts.45.down_proj,5.17251158,0.01000,0.240
+46,mlp.experts.46.down_proj,5.23087358,0.01000,0.241
+46,mlp.experts.47.down_proj,0.21695873,0.01000,0.241
+46,mlp.experts.48.down_proj,0.00195552,0.01000,0.241
+46,mlp.experts.49.down_proj,2.08658433,0.01000,0.241
+46,mlp.experts.50.down_proj,0.00155353,0.01000,0.242
+46,mlp.experts.51.down_proj,13.96274185,0.01000,0.241
+46,mlp.experts.52.down_proj,13.82529259,0.01000,0.242
+46,mlp.experts.53.down_proj,1.79735947,0.01000,0.241
+46,mlp.experts.54.down_proj,39.67100906,0.01000,0.241
+46,mlp.experts.55.down_proj,8.22832108,0.01000,0.242
+46,mlp.experts.56.down_proj,0.09492522,0.01000,0.241
+46,mlp.experts.57.down_proj,0.28723007,0.01000,0.241
+46,mlp.experts.58.down_proj,0.02367064,0.01000,0.241
+46,mlp.experts.59.down_proj,0.00095128,0.01000,0.241
+46,mlp.experts.60.down_proj,13.84687805,0.01000,0.241
+46,mlp.experts.61.down_proj,8.10660172,0.01000,0.241
+46,mlp.experts.62.down_proj,0.05906801,0.01000,0.242
+46,mlp.experts.63.down_proj,0.14049882,0.01000,0.242
+46,mlp.experts.64.down_proj,0.95329416,0.01000,0.241
+46,mlp.experts.65.down_proj,0.00091715,0.01000,0.241
+46,mlp.experts.66.down_proj,0.57204318,0.01000,0.241
+46,mlp.experts.67.down_proj,3.36572075,0.01000,0.242
+46,mlp.experts.68.down_proj,9.16723824,0.01000,0.241
+46,mlp.experts.69.down_proj,0.14703462,0.01000,0.238
+46,mlp.experts.70.down_proj,0.89502788,0.01000,0.237
+46,mlp.experts.71.down_proj,0.93301713,0.01000,0.237
+46,mlp.experts.72.down_proj,0.07210717,0.01000,0.237
+46,mlp.experts.73.down_proj,0.02068847,0.01000,0.237
+46,mlp.experts.74.down_proj,15.96748638,0.01000,0.237
+46,mlp.experts.75.down_proj,6.09865952,0.01000,0.237
+46,mlp.experts.76.down_proj,5.41875172,0.01000,0.238
+46,mlp.experts.77.down_proj,3.30814600,0.01000,0.240
+46,mlp.experts.78.down_proj,0.03673558,0.01000,0.241
+46,mlp.experts.79.down_proj,3.46457815,0.01000,0.242
+46,mlp.experts.80.down_proj,7.05332661,0.01000,0.238
+46,mlp.experts.81.down_proj,6.72369766,0.01000,0.237
+46,mlp.experts.82.down_proj,8.57174778,0.01000,0.237
+46,mlp.experts.83.down_proj,0.39276934,0.01000,0.237
+46,mlp.experts.84.down_proj,11.70063591,0.01000,0.237
+46,mlp.experts.85.down_proj,0.00391140,0.01000,0.238
+46,mlp.experts.86.down_proj,0.00289943,0.01000,0.238
+46,mlp.experts.87.down_proj,0.00008687,0.01000,0.238
+46,mlp.experts.88.down_proj,0.00228013,0.01000,0.237
+46,mlp.experts.89.down_proj,0.05108871,0.01000,0.238
+46,mlp.experts.90.down_proj,3.05742311,0.01000,0.237
+46,mlp.experts.91.down_proj,1.11038148,0.01000,0.240
+46,mlp.experts.92.down_proj,2.16040754,0.01000,0.240
+46,mlp.experts.93.down_proj,0.35610318,0.01000,0.239
+46,mlp.experts.94.down_proj,23.01417351,0.01000,0.238
+46,mlp.experts.95.down_proj,0.03439124,0.01000,0.239
+46,mlp.experts.96.down_proj,3.87100673,0.01000,0.239
+46,mlp.experts.97.down_proj,4.60910225,0.01000,0.240
+46,mlp.experts.98.down_proj,8.05792999,0.01000,0.239
+46,mlp.experts.99.down_proj,0.14372316,0.01000,0.240
+46,mlp.experts.100.down_proj,0.06904434,0.01000,0.240
+46,mlp.experts.101.down_proj,4.47449970,0.01000,0.241
+46,mlp.experts.102.down_proj,0.64784831,0.01000,0.242
+46,mlp.experts.103.down_proj,1.51543558,0.01000,0.242
+46,mlp.experts.104.down_proj,5.70398712,0.01000,0.243
+46,mlp.experts.105.down_proj,8.59586525,0.01000,0.244
+46,mlp.experts.106.down_proj,9.86093521,0.01000,0.244
+46,mlp.experts.107.down_proj,1.44723630,0.01000,0.244
+46,mlp.experts.108.down_proj,0.00431872,0.01000,0.244
+46,mlp.experts.109.down_proj,0.57805556,0.01000,0.244
+46,mlp.experts.110.down_proj,0.29097384,0.01000,0.244
+46,mlp.experts.111.down_proj,4.02271938,0.01000,0.244
+46,mlp.experts.112.down_proj,1.21701682,0.01000,0.245
+46,mlp.experts.113.down_proj,0.52166247,0.01000,0.244
+46,mlp.experts.114.down_proj,0.94009322,0.01000,0.244
+46,mlp.experts.115.down_proj,7.55315638,0.01000,0.244
+46,mlp.experts.116.down_proj,4.53638554,0.01000,0.244
+46,mlp.experts.117.down_proj,15.01602745,0.01000,0.244
+46,mlp.experts.118.down_proj,1.27694070,0.01000,0.244
+46,mlp.experts.119.down_proj,2.36583471,0.01000,0.244
+46,mlp.experts.120.down_proj,2.67723799,0.01000,0.244
+46,mlp.experts.121.down_proj,0.01471985,0.01000,0.245
+46,mlp.experts.122.down_proj,0.45859724,0.01000,0.244
+46,mlp.experts.123.down_proj,1.57848430,0.01000,0.244
+46,mlp.experts.124.down_proj,8.42498970,0.01000,0.244
+46,mlp.experts.125.down_proj,0.47481012,0.01000,0.242
+46,mlp.experts.126.down_proj,0.52371645,0.01000,0.243
+46,mlp.experts.127.down_proj,7.10182762,0.01000,0.240
+47,self_attn.q_proj,15.11633968,0.01000,0.628
+47,self_attn.k_proj,1.64949024,0.01000,0.616
+47,self_attn.v_proj,2.64935470,0.01000,0.615
+47,self_attn.o_proj,1.80507207,0.01000,1.228
+47,mlp.experts.0.up_proj,2.16973114,0.01000,0.651
+47,mlp.experts.1.up_proj,0.00553592,0.01000,0.616
+47,mlp.experts.2.up_proj,0.67414671,0.01000,0.611
+47,mlp.experts.3.up_proj,1.31879139,0.01000,0.613
+47,mlp.experts.4.up_proj,2.47323132,0.01000,0.613
+47,mlp.experts.5.up_proj,0.00646314,0.01000,0.617
+47,mlp.experts.6.up_proj,5.25376034,0.01000,0.622
+47,mlp.experts.7.up_proj,0.05556952,0.01000,0.623
+47,mlp.experts.8.up_proj,0.27561852,0.01000,0.622
+47,mlp.experts.9.up_proj,0.07022651,0.01000,0.622
+47,mlp.experts.10.up_proj,0.25720581,0.01000,0.622
+47,mlp.experts.11.up_proj,0.83256692,0.01000,0.623
+47,mlp.experts.12.up_proj,0.12957415,0.01000,0.624
+47,mlp.experts.13.up_proj,0.00187185,0.01000,0.622
+47,mlp.experts.14.up_proj,0.35242498,0.01000,0.623
+47,mlp.experts.15.up_proj,5.91930294,0.01000,0.622
+47,mlp.experts.16.up_proj,0.03217302,0.01000,0.622
+47,mlp.experts.17.up_proj,4.90286970,0.01000,0.619
+47,mlp.experts.18.up_proj,0.67312461,0.01000,0.618
+47,mlp.experts.19.up_proj,0.13049169,0.01000,0.613
+47,mlp.experts.20.up_proj,1.84995365,0.01000,0.614
+47,mlp.experts.21.up_proj,4.54638481,0.01000,0.613
+47,mlp.experts.22.up_proj,0.15459847,0.01000,0.612
+47,mlp.experts.23.up_proj,7.32922029,0.01000,0.613
+47,mlp.experts.24.up_proj,0.03421783,0.01000,0.612
+47,mlp.experts.25.up_proj,0.00241502,0.01000,0.616
+47,mlp.experts.26.up_proj,3.69951630,0.01000,0.621
+47,mlp.experts.27.up_proj,2.71755075,0.01000,0.621
+47,mlp.experts.28.up_proj,0.07986996,0.01000,0.621
+47,mlp.experts.29.up_proj,0.00201683,0.01000,0.623
+47,mlp.experts.30.up_proj,0.23129293,0.01000,0.622
+47,mlp.experts.31.up_proj,2.34109592,0.01000,0.621
+47,mlp.experts.32.up_proj,3.79009342,0.01000,0.621
+47,mlp.experts.33.up_proj,0.02932214,0.01000,0.622
+47,mlp.experts.34.up_proj,2.79636049,0.01000,0.621
+47,mlp.experts.35.up_proj,2.56744504,0.01000,0.621
+47,mlp.experts.36.up_proj,2.10195208,0.01000,0.621
+47,mlp.experts.37.up_proj,0.00191578,0.01000,0.622
+47,mlp.experts.38.up_proj,0.57766527,0.01000,0.615
+47,mlp.experts.39.up_proj,5.14156628,0.01000,0.613
+47,mlp.experts.40.up_proj,0.00793413,0.01000,0.613
+47,mlp.experts.41.up_proj,0.00904373,0.01000,0.613
+47,mlp.experts.42.up_proj,2.98510551,0.01000,0.613
+47,mlp.experts.43.up_proj,0.00449692,0.01000,0.613
+47,mlp.experts.44.up_proj,1.14718103,0.01000,0.610
+47,mlp.experts.45.up_proj,0.01394661,0.01000,0.611
+47,mlp.experts.46.up_proj,0.01375717,0.01000,0.616
+47,mlp.experts.47.up_proj,3.57994866,0.01000,0.620
+47,mlp.experts.48.up_proj,5.35579872,0.01000,0.621
+47,mlp.experts.49.up_proj,0.08524356,0.01000,0.622
+47,mlp.experts.50.up_proj,0.00924018,0.01000,0.622
+47,mlp.experts.51.up_proj,1.33364725,0.01000,0.621
+47,mlp.experts.52.up_proj,1.92677736,0.01000,0.620
+47,mlp.experts.53.up_proj,4.79104328,0.01000,0.620
+47,mlp.experts.54.up_proj,2.49473357,0.01000,0.621
+47,mlp.experts.55.up_proj,1.63477957,0.01000,0.621
+47,mlp.experts.56.up_proj,0.01389286,0.01000,0.622
+47,mlp.experts.57.up_proj,2.92246532,0.01000,0.620
+47,mlp.experts.58.up_proj,4.62397146,0.01000,0.621
+47,mlp.experts.59.up_proj,0.00012647,0.01000,0.618
+47,mlp.experts.60.up_proj,0.00378666,0.01000,0.617
+47,mlp.experts.61.up_proj,0.40415597,0.01000,0.611
+47,mlp.experts.62.up_proj,0.00328537,0.01000,0.611
+47,mlp.experts.63.up_proj,1.80754328,0.01000,0.613
+47,mlp.experts.64.up_proj,0.28813863,0.01000,0.612
+47,mlp.experts.65.up_proj,1.00357318,0.01000,0.616
+47,mlp.experts.66.up_proj,2.86467743,0.01000,0.618
+47,mlp.experts.67.up_proj,1.33079767,0.01000,0.620
+47,mlp.experts.68.up_proj,0.00521442,0.01000,0.621
+47,mlp.experts.69.up_proj,0.00017333,0.01000,0.621
+47,mlp.experts.70.up_proj,0.00062713,0.01000,0.621
+47,mlp.experts.71.up_proj,5.10331249,0.01000,0.621
+47,mlp.experts.72.up_proj,0.84844589,0.01000,0.621
+47,mlp.experts.73.up_proj,2.24432468,0.01000,0.616
+47,mlp.experts.74.up_proj,0.74888694,0.01000,0.615
+47,mlp.experts.75.up_proj,0.00004128,0.01000,0.613
+47,mlp.experts.76.up_proj,0.35704735,0.01000,0.613
+47,mlp.experts.77.up_proj,0.18087015,0.01000,0.612
+47,mlp.experts.78.up_proj,3.19748282,0.01000,0.612
+47,mlp.experts.79.up_proj,0.18623479,0.01000,0.611
+47,mlp.experts.80.up_proj,4.24756527,0.01000,0.616
+47,mlp.experts.81.up_proj,0.01025578,0.01000,0.613
+47,mlp.experts.82.up_proj,2.64459133,0.01000,0.616
+47,mlp.experts.83.up_proj,1.17055333,0.01000,0.621
+47,mlp.experts.84.up_proj,0.00010420,0.01000,0.622
+47,mlp.experts.85.up_proj,5.87929392,0.01000,0.621
+47,mlp.experts.86.up_proj,6.81505013,0.01000,0.621
+47,mlp.experts.87.up_proj,1.43937063,0.01000,0.620
+47,mlp.experts.88.up_proj,2.97401619,0.01000,0.620
+47,mlp.experts.89.up_proj,0.00607463,0.01000,0.623
+47,mlp.experts.90.up_proj,3.20201325,0.01000,0.621
+47,mlp.experts.91.up_proj,0.00493116,0.01000,0.623
+47,mlp.experts.92.up_proj,0.33253664,0.01000,0.621
+47,mlp.experts.93.up_proj,0.23864959,0.01000,0.622
+47,mlp.experts.94.up_proj,0.55731130,0.01000,0.615
+47,mlp.experts.95.up_proj,3.03642988,0.01000,0.612
+47,mlp.experts.96.up_proj,0.60282350,0.01000,0.613
+47,mlp.experts.97.up_proj,0.13155071,0.01000,0.620
+47,mlp.experts.98.up_proj,0.30473697,0.01000,0.622
+47,mlp.experts.99.up_proj,1.07559824,0.01000,0.622
+47,mlp.experts.100.up_proj,0.01263329,0.01000,0.622
+47,mlp.experts.101.up_proj,0.45754346,0.01000,0.621
+47,mlp.experts.102.up_proj,1.47555065,0.01000,0.621
+47,mlp.experts.103.up_proj,0.10086747,0.01000,0.621
+47,mlp.experts.104.up_proj,0.16876940,0.01000,0.621
+47,mlp.experts.105.up_proj,0.95020926,0.01000,0.622
+47,mlp.experts.106.up_proj,0.13220371,0.01000,0.621
+47,mlp.experts.107.up_proj,2.41796923,0.01000,0.623
+47,mlp.experts.108.up_proj,1.37138939,0.01000,0.622
+47,mlp.experts.109.up_proj,2.15756416,0.01000,0.621
+47,mlp.experts.110.up_proj,6.66746426,0.01000,0.621
+47,mlp.experts.111.up_proj,2.69428253,0.01000,0.614
+47,mlp.experts.112.up_proj,1.81448472,0.01000,0.614
+47,mlp.experts.113.up_proj,0.22507703,0.01000,0.614
+47,mlp.experts.114.up_proj,5.09483290,0.01000,0.612
+47,mlp.experts.115.up_proj,0.00316552,0.01000,0.617
+47,mlp.experts.116.up_proj,0.37121761,0.01000,0.618
+47,mlp.experts.117.up_proj,2.80847740,0.01000,0.616
+47,mlp.experts.118.up_proj,0.04990300,0.01000,0.614
+47,mlp.experts.119.up_proj,1.91797161,0.01000,0.618
+47,mlp.experts.120.up_proj,2.24687314,0.01000,0.615
+47,mlp.experts.121.up_proj,2.46727705,0.01000,0.613
+47,mlp.experts.122.up_proj,0.00263688,0.01000,0.619
+47,mlp.experts.123.up_proj,3.27936268,0.01000,0.623
+47,mlp.experts.124.up_proj,2.60526466,0.01000,0.622
+47,mlp.experts.125.up_proj,0.43047065,0.01000,0.622
+47,mlp.experts.126.up_proj,0.59596741,0.01000,0.623
+47,mlp.experts.127.up_proj,4.31473732,0.01000,0.622
+47,mlp.experts.0.gate_proj,1.91301012,0.01000,0.622
+47,mlp.experts.1.gate_proj,0.00533288,0.01000,0.624
+47,mlp.experts.2.gate_proj,0.66198778,0.01000,0.623
+47,mlp.experts.3.gate_proj,1.31754601,0.01000,0.624
+47,mlp.experts.4.gate_proj,2.22762847,0.01000,0.624
+47,mlp.experts.5.gate_proj,0.00581831,0.01000,0.622
+47,mlp.experts.6.gate_proj,4.71998119,0.01000,0.620
+47,mlp.experts.7.gate_proj,0.04853852,0.01000,0.616
+47,mlp.experts.8.gate_proj,0.24784690,0.01000,0.612
+47,mlp.experts.9.gate_proj,0.06469807,0.01000,0.613
+47,mlp.experts.10.gate_proj,0.23512614,0.01000,0.612
+47,mlp.experts.11.gate_proj,0.79424757,0.01000,0.614
+47,mlp.experts.12.gate_proj,0.12096012,0.01000,0.613
+47,mlp.experts.13.gate_proj,0.00160745,0.01000,0.613
+47,mlp.experts.14.gate_proj,0.32136476,0.01000,0.619
+47,mlp.experts.15.gate_proj,5.64564228,0.01000,0.620
+47,mlp.experts.16.gate_proj,0.02796858,0.01000,0.621
+47,mlp.experts.17.gate_proj,4.37220573,0.01000,0.621
+47,mlp.experts.18.gate_proj,0.58255112,0.01000,0.621
+47,mlp.experts.19.gate_proj,0.11761817,0.01000,0.621
+47,mlp.experts.20.gate_proj,1.65251863,0.01000,0.620
+47,mlp.experts.21.gate_proj,4.17873240,0.01000,0.620
+47,mlp.experts.22.gate_proj,0.13751957,0.01000,0.622
+47,mlp.experts.23.gate_proj,6.96423244,0.01000,0.622
+47,mlp.experts.24.gate_proj,0.03082291,0.01000,0.623
+47,mlp.experts.25.gate_proj,0.00218058,0.01000,0.622
+47,mlp.experts.26.gate_proj,3.51029444,0.01000,0.619
+47,mlp.experts.27.gate_proj,2.49296212,0.01000,0.613
+47,mlp.experts.28.gate_proj,0.06930058,0.01000,0.615
+47,mlp.experts.29.gate_proj,0.00170968,0.01000,0.612
+47,mlp.experts.30.gate_proj,0.21224362,0.01000,0.613
+47,mlp.experts.31.gate_proj,2.22351456,0.01000,0.615
+47,mlp.experts.32.gate_proj,3.39986134,0.01000,0.615
+47,mlp.experts.33.gate_proj,0.02627439,0.01000,0.612
+47,mlp.experts.34.gate_proj,2.67554522,0.01000,0.616
+47,mlp.experts.35.gate_proj,2.38897157,0.01000,0.620
+47,mlp.experts.36.gate_proj,1.82860553,0.01000,0.621
+47,mlp.experts.37.gate_proj,0.00192860,0.01000,0.620
+47,mlp.experts.38.gate_proj,0.52466190,0.01000,0.621
+47,mlp.experts.39.gate_proj,4.35133362,0.01000,0.622
+47,mlp.experts.40.gate_proj,0.00785398,0.01000,0.621
+47,mlp.experts.41.gate_proj,0.00821933,0.01000,0.622
+47,mlp.experts.42.gate_proj,2.69986629,0.01000,0.624
+47,mlp.experts.43.gate_proj,0.00444472,0.01000,0.622
+47,mlp.experts.44.gate_proj,1.03144050,0.01000,0.624
+47,mlp.experts.45.gate_proj,0.01182018,0.01000,0.622
+47,mlp.experts.46.gate_proj,0.01233846,0.01000,0.622
+47,mlp.experts.47.gate_proj,3.44690943,0.01000,0.616
+47,mlp.experts.48.gate_proj,4.87496233,0.01000,0.612
+47,mlp.experts.49.gate_proj,0.07470717,0.01000,0.613
+47,mlp.experts.50.gate_proj,0.00824926,0.01000,0.612
+47,mlp.experts.51.gate_proj,1.22351885,0.01000,0.614
+47,mlp.experts.52.gate_proj,1.70567131,0.01000,0.615
+47,mlp.experts.53.gate_proj,4.37272215,0.01000,0.614
+47,mlp.experts.54.gate_proj,2.31799579,0.01000,0.615
+47,mlp.experts.55.gate_proj,1.47933054,0.01000,0.618
+47,mlp.experts.56.gate_proj,0.01318370,0.01000,0.616
+47,mlp.experts.57.gate_proj,2.33867764,0.01000,0.614
+47,mlp.experts.58.gate_proj,4.14694691,0.01000,0.621
+47,mlp.experts.59.gate_proj,0.00011123,0.01000,0.625
+47,mlp.experts.60.gate_proj,0.00335584,0.01000,0.627
+47,mlp.experts.61.gate_proj,0.33957285,0.01000,0.623
+47,mlp.experts.62.gate_proj,0.00321453,0.01000,0.624
+47,mlp.experts.63.gate_proj,1.75222778,0.01000,0.626
+47,mlp.experts.64.gate_proj,0.25697234,0.01000,0.625
+47,mlp.experts.65.gate_proj,0.90206802,0.01000,0.624
+47,mlp.experts.66.gate_proj,2.52705407,0.01000,0.624
+47,mlp.experts.67.gate_proj,1.21154952,0.01000,0.623
+47,mlp.experts.68.gate_proj,0.00520064,0.01000,0.622
+47,mlp.experts.69.gate_proj,0.00015096,0.01000,0.617
+47,mlp.experts.70.gate_proj,0.00055373,0.01000,0.617
+47,mlp.experts.71.gate_proj,4.68415833,0.01000,0.615
+47,mlp.experts.72.gate_proj,0.78534198,0.01000,0.614
+47,mlp.experts.73.gate_proj,2.06573987,0.01000,0.614
+47,mlp.experts.74.gate_proj,0.69232094,0.01000,0.615
+47,mlp.experts.75.gate_proj,0.00003801,0.01000,0.615
+47,mlp.experts.76.gate_proj,0.32744873,0.01000,0.615
+47,mlp.experts.77.gate_proj,0.16624746,0.01000,0.616
+47,mlp.experts.78.gate_proj,3.04119873,0.01000,0.616
+47,mlp.experts.79.gate_proj,0.17030020,0.01000,0.621
+47,mlp.experts.80.gate_proj,3.79528284,0.01000,0.622
+47,mlp.experts.81.gate_proj,0.01085801,0.01000,0.625
+47,mlp.experts.82.gate_proj,2.43599534,0.01000,0.624
+47,mlp.experts.83.gate_proj,1.06711197,0.01000,0.624
+47,mlp.experts.84.gate_proj,0.00009536,0.01000,0.624
+47,mlp.experts.85.gate_proj,4.95980310,0.01000,0.624
+47,mlp.experts.86.gate_proj,6.79737091,0.01000,0.623
+47,mlp.experts.87.gate_proj,1.35377347,0.01000,0.625
+47,mlp.experts.88.gate_proj,2.69034767,0.01000,0.625
+47,mlp.experts.89.gate_proj,0.00547000,0.01000,0.625
+47,mlp.experts.90.gate_proj,2.99347305,0.01000,0.626
+47,mlp.experts.91.gate_proj,0.00478391,0.01000,0.622
+47,mlp.experts.92.gate_proj,0.28523871,0.01000,0.622
+47,mlp.experts.93.gate_proj,0.21553020,0.01000,0.622
+47,mlp.experts.94.gate_proj,0.51275212,0.01000,0.621
+47,mlp.experts.95.gate_proj,2.90948176,0.01000,0.615
+47,mlp.experts.96.gate_proj,0.54266369,0.01000,0.619
+47,mlp.experts.97.gate_proj,0.12431754,0.01000,0.617
+47,mlp.experts.98.gate_proj,0.26886237,0.01000,0.619
+47,mlp.experts.99.gate_proj,0.97605383,0.01000,0.615
+47,mlp.experts.100.gate_proj,0.01199302,0.01000,0.617
+47,mlp.experts.101.gate_proj,0.42296800,0.01000,0.616
+47,mlp.experts.102.gate_proj,1.34508741,0.01000,0.621
+47,mlp.experts.103.gate_proj,0.09167637,0.01000,0.622
+47,mlp.experts.104.gate_proj,0.15234452,0.01000,0.624
+47,mlp.experts.105.gate_proj,0.85727280,0.01000,0.623
+47,mlp.experts.106.gate_proj,0.11704194,0.01000,0.625
+47,mlp.experts.107.gate_proj,2.25418329,0.01000,0.623
+47,mlp.experts.108.gate_proj,1.25800157,0.01000,0.623
+47,mlp.experts.109.gate_proj,2.58751869,0.01000,0.623
+47,mlp.experts.110.gate_proj,6.00835037,0.01000,0.624
+47,mlp.experts.111.gate_proj,2.43585944,0.01000,0.623
+47,mlp.experts.112.gate_proj,1.65206873,0.01000,0.622
+47,mlp.experts.113.gate_proj,0.20820403,0.01000,0.624
+47,mlp.experts.114.gate_proj,5.08470535,0.01000,0.623
+47,mlp.experts.115.gate_proj,0.00303968,0.01000,0.624
+47,mlp.experts.116.gate_proj,0.33243108,0.01000,0.622
+47,mlp.experts.117.gate_proj,2.52400565,0.01000,0.620
+47,mlp.experts.118.gate_proj,0.04391741,0.01000,0.619
+47,mlp.experts.119.gate_proj,1.61223793,0.01000,0.619
+47,mlp.experts.120.gate_proj,1.94334579,0.01000,0.622
+47,mlp.experts.121.gate_proj,2.28441596,0.01000,0.617
+47,mlp.experts.122.gate_proj,0.00239931,0.01000,0.616
+47,mlp.experts.123.gate_proj,3.07091665,0.01000,0.619
+47,mlp.experts.124.gate_proj,2.42088389,0.01000,0.619
+47,mlp.experts.125.gate_proj,0.38292718,0.01000,0.622
+47,mlp.experts.126.gate_proj,0.50244749,0.01000,0.622
+47,mlp.experts.127.gate_proj,3.97636223,0.01000,0.623
+47,mlp.experts.0.down_proj,20.79022789,0.01000,0.263
+47,mlp.experts.1.down_proj,0.06417857,0.01000,0.234
+47,mlp.experts.2.down_proj,5.22785854,0.01000,0.232
+47,mlp.experts.3.down_proj,6.75407982,0.01000,0.231
+47,mlp.experts.4.down_proj,11.69005203,0.01000,0.231
+47,mlp.experts.5.down_proj,0.03446437,0.01000,0.231
+47,mlp.experts.6.down_proj,14.00486565,0.01000,0.232
+47,mlp.experts.7.down_proj,0.45583519,0.01000,0.233
+47,mlp.experts.8.down_proj,3.49364710,0.01000,0.233
+47,mlp.experts.9.down_proj,0.23081031,0.01000,0.234
+47,mlp.experts.10.down_proj,0.84107757,0.01000,0.234
+47,mlp.experts.11.down_proj,2.43880057,0.01000,0.235
+47,mlp.experts.12.down_proj,0.38522252,0.01000,0.234
+47,mlp.experts.13.down_proj,0.00570914,0.01000,0.233
+47,mlp.experts.14.down_proj,0.96183014,0.01000,0.234
+47,mlp.experts.15.down_proj,54.25617981,0.01000,0.234
+47,mlp.experts.16.down_proj,0.30950761,0.01000,0.234
+47,mlp.experts.17.down_proj,42.75414658,0.01000,0.234
+47,mlp.experts.18.down_proj,2.54380512,0.01000,0.234
+47,mlp.experts.19.down_proj,0.39321023,0.01000,0.233
+47,mlp.experts.20.down_proj,12.44071388,0.01000,0.234
+47,mlp.experts.21.down_proj,12.53377533,0.01000,0.234
+47,mlp.experts.22.down_proj,0.54642057,0.01000,0.234
+47,mlp.experts.23.down_proj,46.59074783,0.01000,0.234
+47,mlp.experts.24.down_proj,0.11570676,0.01000,0.234
+47,mlp.experts.25.down_proj,0.01700193,0.01000,0.233
+47,mlp.experts.26.down_proj,9.13007832,0.01000,0.235
+47,mlp.experts.27.down_proj,8.27703571,0.01000,0.236
+47,mlp.experts.28.down_proj,0.51516414,0.01000,0.235
+47,mlp.experts.29.down_proj,0.00745478,0.01000,0.238
+47,mlp.experts.30.down_proj,0.55860627,0.01000,0.236
+47,mlp.experts.31.down_proj,8.36437416,0.01000,0.235
+47,mlp.experts.32.down_proj,20.00135422,0.01000,0.234
+47,mlp.experts.33.down_proj,0.14124347,0.01000,0.235
+47,mlp.experts.34.down_proj,13.90216446,0.01000,0.235
+47,mlp.experts.35.down_proj,19.34309959,0.01000,0.240
+47,mlp.experts.36.down_proj,6.70490122,0.01000,0.239
+47,mlp.experts.37.down_proj,0.01162374,0.01000,0.239
+47,mlp.experts.38.down_proj,1.52730143,0.01000,0.238
+47,mlp.experts.39.down_proj,59.46616364,0.01000,0.239
+47,mlp.experts.40.down_proj,0.04830918,0.01000,0.239
+47,mlp.experts.41.down_proj,0.01691200,0.01000,0.239
+47,mlp.experts.42.down_proj,23.72009468,0.01000,0.239
+47,mlp.experts.43.down_proj,0.02929925,0.01000,0.240
+47,mlp.experts.44.down_proj,4.34143782,0.01000,0.239
+47,mlp.experts.45.down_proj,0.07624135,0.01000,0.240
+47,mlp.experts.46.down_proj,0.06381132,0.01000,0.239
+47,mlp.experts.47.down_proj,28.49946594,0.01000,0.238
+47,mlp.experts.48.down_proj,26.99847221,0.01000,0.239
+47,mlp.experts.49.down_proj,0.48485029,0.01000,0.239
+47,mlp.experts.50.down_proj,0.11624759,0.01000,0.238
+47,mlp.experts.51.down_proj,5.06842899,0.01000,0.241
+47,mlp.experts.52.down_proj,8.56587791,0.01000,0.238
+47,mlp.experts.53.down_proj,38.22702789,0.01000,0.239
+47,mlp.experts.54.down_proj,4.75431252,0.01000,0.238
+47,mlp.experts.55.down_proj,4.64960289,0.01000,0.240
+47,mlp.experts.56.down_proj,0.44777855,0.01000,0.239
+47,mlp.experts.57.down_proj,13.59907436,0.01000,0.239
+47,mlp.experts.58.down_proj,14.72552967,0.01000,0.242
+47,mlp.experts.59.down_proj,0.00047791,0.01000,0.240
+47,mlp.experts.60.down_proj,0.01991199,0.01000,0.240
+47,mlp.experts.61.down_proj,7.27922201,0.01000,0.239
+47,mlp.experts.62.down_proj,0.02496794,0.01000,0.239
+47,mlp.experts.63.down_proj,4.98654270,0.01000,0.239
+47,mlp.experts.64.down_proj,0.64828920,0.01000,0.239
+47,mlp.experts.65.down_proj,3.63323164,0.01000,0.239
+47,mlp.experts.66.down_proj,6.64233685,0.01000,0.240
+47,mlp.experts.67.down_proj,4.45904875,0.01000,0.239
+47,mlp.experts.68.down_proj,0.02578325,0.01000,0.240
+47,mlp.experts.69.down_proj,0.00015076,0.01000,0.239
+47,mlp.experts.70.down_proj,0.00087299,0.01000,0.240
+47,mlp.experts.71.down_proj,19.66781235,0.01000,0.243
+47,mlp.experts.72.down_proj,1.98937106,0.01000,0.241
+47,mlp.experts.73.down_proj,11.70998383,0.01000,0.242
+47,mlp.experts.74.down_proj,3.27715230,0.01000,0.242
+47,mlp.experts.75.down_proj,0.00004091,0.01000,0.242
+47,mlp.experts.76.down_proj,1.42530131,0.01000,0.242
+47,mlp.experts.77.down_proj,0.84294945,0.01000,0.242
+47,mlp.experts.78.down_proj,8.63190269,0.01000,0.242
+47,mlp.experts.79.down_proj,0.40633264,0.01000,0.241
+47,mlp.experts.80.down_proj,30.33655548,0.01000,0.242
+47,mlp.experts.81.down_proj,0.06697460,0.01000,0.239
+47,mlp.experts.82.down_proj,6.83465672,0.01000,0.238
+47,mlp.experts.83.down_proj,4.42892361,0.01000,0.239
+47,mlp.experts.84.down_proj,0.00014646,0.01000,0.238
+47,mlp.experts.85.down_proj,16.12791061,0.01000,0.238
+47,mlp.experts.86.down_proj,19.42238045,0.01000,0.239
+47,mlp.experts.87.down_proj,8.67721748,0.01000,0.239
+47,mlp.experts.88.down_proj,6.77863979,0.01000,0.239
+47,mlp.experts.89.down_proj,0.01376917,0.01000,0.238
+47,mlp.experts.90.down_proj,13.30674362,0.01000,0.239
+47,mlp.experts.91.down_proj,0.01721257,0.01000,0.239
+47,mlp.experts.92.down_proj,3.73191857,0.01000,0.239
+47,mlp.experts.93.down_proj,1.71320093,0.01000,0.240
+47,mlp.experts.94.down_proj,1.38467848,0.01000,0.241
+47,mlp.experts.95.down_proj,14.88582134,0.01000,0.241
+47,mlp.experts.96.down_proj,3.37197971,0.01000,0.241
+47,mlp.experts.97.down_proj,0.88378251,0.01000,0.241
+47,mlp.experts.98.down_proj,2.21880150,0.01000,0.241
+47,mlp.experts.99.down_proj,3.30604410,0.01000,0.242
+47,mlp.experts.100.down_proj,0.25858438,0.01000,0.242
+47,mlp.experts.101.down_proj,4.38544607,0.01000,0.242
+47,mlp.experts.102.down_proj,12.05466461,0.01000,0.241
+47,mlp.experts.103.down_proj,0.30954042,0.01000,0.241
+47,mlp.experts.104.down_proj,0.62976754,0.01000,0.242
+47,mlp.experts.105.down_proj,2.08005571,0.01000,0.242
+47,mlp.experts.106.down_proj,0.90059686,0.01000,0.243
+47,mlp.experts.107.down_proj,10.02527618,0.01000,0.242
+47,mlp.experts.108.down_proj,3.18472099,0.01000,0.242
+47,mlp.experts.109.down_proj,10.58035183,0.01000,0.242
+47,mlp.experts.110.down_proj,104.78519440,0.01000,0.242
+47,mlp.experts.111.down_proj,13.10812283,0.01000,0.244
+47,mlp.experts.112.down_proj,4.14539862,0.01000,0.245
+47,mlp.experts.113.down_proj,0.77232587,0.01000,0.245
+47,mlp.experts.114.down_proj,17.28834534,0.01000,0.244
+47,mlp.experts.115.down_proj,0.01838299,0.01000,0.245
+47,mlp.experts.116.down_proj,1.63671803,0.01000,0.244
+47,mlp.experts.117.down_proj,8.89415359,0.01000,0.244
+47,mlp.experts.118.down_proj,0.32837918,0.01000,0.245
+47,mlp.experts.119.down_proj,20.64108086,0.01000,0.244
+47,mlp.experts.120.down_proj,8.20841408,0.01000,0.245
+47,mlp.experts.121.down_proj,8.19797134,0.01000,0.244
+47,mlp.experts.122.down_proj,0.01628597,0.01000,0.244
+47,mlp.experts.123.down_proj,12.06856918,0.01000,0.244
+47,mlp.experts.124.down_proj,10.81530380,0.01000,0.245
+47,mlp.experts.125.down_proj,2.81808281,0.01000,0.245
+47,mlp.experts.126.down_proj,3.04850531,0.01000,0.245
+47,mlp.experts.127.down_proj,31.12119293,0.01000,0.245