layer,module,loss,samples,damp,time
0,self_attn.q_proj,0.0000000000,0.10000,2.097
0,self_attn.k_proj,0.0000000000,0.10000,0.590
0,self_attn.v_proj,0.0000000000,0.10000,0.605
0,self_attn.o_proj,0.0000000000,0.10000,1.164
0,mlp.gate,0.0000000013,0.10000,0.574
0,mlp.experts.0.up_proj,0.0000000034,0.10000,0.574
0,mlp.experts.1.up_proj,0.0000000024,0.10000,0.605
0,mlp.experts.2.up_proj,0.0000000014,0.10000,0.613
0,mlp.experts.3.up_proj,0.0000000063,0.10000,0.581
0,mlp.experts.4.up_proj,0.0000000122,0.10000,0.586
0,mlp.experts.5.up_proj,0.0000002011,0.10000,0.587
0,mlp.experts.6.up_proj,0.0000000069,0.10000,0.611
0,mlp.experts.7.up_proj,0.0000000019,0.10000,0.584
0,mlp.experts.8.up_proj,0.0000000107,0.10000,0.599
0,mlp.experts.9.up_proj,0.0000000242,0.10000,0.596
0,mlp.experts.10.up_proj,0.0000007140,0.10000,0.667
0,mlp.experts.11.up_proj,0.0000000020,0.10000,0.692
0,mlp.experts.12.up_proj,0.0000000049,0.10000,0.605
0,mlp.experts.13.up_proj,0.0000000042,0.10000,0.616
0,mlp.experts.14.up_proj,0.0000000024,0.10000,0.587
0,mlp.experts.15.up_proj,0.0000006769,0.10000,0.579
0,mlp.experts.16.up_proj,0.0000000012,0.10000,0.578
0,mlp.experts.17.up_proj,0.0000000024,0.10000,0.645
0,mlp.experts.18.up_proj,0.0000000054,0.10000,0.676
0,mlp.experts.19.up_proj,0.0000001410,0.10000,0.629
0,mlp.experts.20.up_proj,0.0000005068,0.10000,0.626
0,mlp.experts.21.up_proj,0.0000000017,0.10000,0.611
0,mlp.experts.22.up_proj,0.0000000125,0.10000,0.584
0,mlp.experts.23.up_proj,0.0000000050,0.10000,0.571
0,mlp.experts.24.up_proj,0.0000000054,0.10000,0.597
0,mlp.experts.25.up_proj,0.0000000704,0.10000,0.598
0,mlp.experts.26.up_proj,0.0000000008,0.10000,0.570
0,mlp.experts.27.up_proj,0.0000000013,0.10000,0.569
0,mlp.experts.28.up_proj,0.0000000020,0.10000,0.648
0,mlp.experts.29.up_proj,0.0000000037,0.10000,0.562
0,mlp.experts.30.up_proj,0.0000000044,0.10000,0.559
0,mlp.experts.31.up_proj,0.0000000005,0.10000,0.655
0,mlp.experts.32.up_proj,0.0000000044,0.10000,0.627
0,mlp.experts.33.up_proj,0.0000000075,0.10000,0.620
0,mlp.experts.34.up_proj,0.0000000020,0.10000,0.589
0,mlp.experts.35.up_proj,0.0000000024,0.10000,0.581
0,mlp.experts.36.up_proj,0.0000000258,0.10000,0.573
0,mlp.experts.37.up_proj,0.0000000228,0.10000,0.579
0,mlp.experts.38.up_proj,0.0000000051,0.10000,0.588
0,mlp.experts.39.up_proj,0.0000000904,0.10000,0.580
0,mlp.experts.40.up_proj,0.0000000069,0.10000,0.581
0,mlp.experts.41.up_proj,0.0000000044,0.10000,0.590
0,mlp.experts.42.up_proj,0.0000001574,0.10000,0.598
0,mlp.experts.43.up_proj,0.0000000012,0.10000,0.606
0,mlp.experts.44.up_proj,0.0000000022,0.10000,0.570
0,mlp.experts.45.up_proj,0.0000000010,0.10000,0.574
0,mlp.experts.46.up_proj,0.0000000086,0.10000,0.575
0,mlp.experts.47.up_proj,0.0000000058,0.10000,0.577
0,mlp.experts.48.up_proj,0.0000000027,0.10000,0.578
0,mlp.experts.49.up_proj,0.0000000018,0.10000,0.567
0,mlp.experts.50.up_proj,0.0000000009,0.10000,0.718
0,mlp.experts.51.up_proj,0.0000000006,0.10000,0.653
0,mlp.experts.52.up_proj,0.0000000052,0.10000,0.630
0,mlp.experts.53.up_proj,0.0000000009,0.10000,0.628
0,mlp.experts.54.up_proj,0.0000000672,0.10000,0.634
0,mlp.experts.55.up_proj,0.0000004928,0.10000,0.653
0,mlp.experts.56.up_proj,0.0000001982,0.10000,0.612
0,mlp.experts.57.up_proj,0.0000000009,0.10000,0.596
0,mlp.experts.58.up_proj,0.0000000017,0.10000,0.589
0,mlp.experts.59.up_proj,0.0000000014,0.10000,0.600
0,mlp.experts.60.up_proj,0.0000000074,0.10000,0.605
0,mlp.experts.61.up_proj,0.0000000006,0.10000,0.567
0,mlp.experts.62.up_proj,0.0000000023,0.10000,0.607
0,mlp.experts.63.up_proj,0.0000000013,0.10000,0.591
0,mlp.experts.64.up_proj,0.0000000049,0.10000,0.589
0,mlp.experts.65.up_proj,0.0000000007,0.10000,0.597
0,mlp.experts.66.up_proj,0.0000000049,0.10000,0.621
0,mlp.experts.67.up_proj,0.0000000049,0.10000,0.593
0,mlp.experts.68.up_proj,0.0000000030,0.10000,0.593
0,mlp.experts.69.up_proj,0.0000000008,0.10000,0.591
0,mlp.experts.70.up_proj,0.0000000069,0.10000,0.580
0,mlp.experts.71.up_proj,0.0000000012,0.10000,0.594
0,mlp.experts.72.up_proj,0.0000000010,0.10000,0.600
0,mlp.experts.73.up_proj,0.0000000007,0.10000,0.576
0,mlp.experts.74.up_proj,0.0000000175,0.10000,0.591
0,mlp.experts.75.up_proj,0.0000000039,0.10000,0.569
0,mlp.experts.76.up_proj,0.0000000006,0.10000,0.605
0,mlp.experts.77.up_proj,0.0000000039,0.10000,0.700
0,mlp.experts.78.up_proj,0.0000000051,0.10000,0.679
0,mlp.experts.79.up_proj,0.0000000101,0.10000,0.619
0,mlp.experts.80.up_proj,0.0000000016,0.10000,0.614
0,mlp.experts.81.up_proj,0.0000000012,0.10000,0.599
0,mlp.experts.82.up_proj,0.0000000096,0.10000,0.611
0,mlp.experts.83.up_proj,0.0000000019,0.10000,0.566
0,mlp.experts.84.up_proj,0.0000000011,0.10000,0.583
0,mlp.experts.85.up_proj,0.0000000032,0.10000,0.681
0,mlp.experts.86.up_proj,0.0000000056,0.10000,0.641
0,mlp.experts.87.up_proj,0.0000000024,0.10000,0.644
0,mlp.experts.88.up_proj,0.0000000007,0.10000,0.630
0,mlp.experts.89.up_proj,0.0000000154,0.10000,0.605
0,mlp.experts.90.up_proj,0.0000002658,0.10000,0.683
0,mlp.experts.91.up_proj,0.0000000033,0.10000,0.653
0,mlp.experts.92.up_proj,0.0000000071,0.10000,0.605
0,mlp.experts.93.up_proj,0.0000000006,0.10000,0.607
0,mlp.experts.94.up_proj,0.0000000652,0.10000,0.572
0,mlp.experts.95.up_proj,0.0000000076,0.10000,0.576
0,mlp.experts.96.up_proj,0.0000001524,0.10000,0.575
0,mlp.experts.97.up_proj,0.0000000014,0.10000,0.571
0,mlp.experts.98.up_proj,0.0000000008,0.10000,0.568
0,mlp.experts.99.up_proj,0.0000000066,0.10000,0.572
0,mlp.experts.100.up_proj,0.0000000010,0.10000,0.572
0,mlp.experts.101.up_proj,0.0000000034,0.10000,0.581
0,mlp.experts.102.up_proj,0.0000000066,0.10000,0.581
0,mlp.experts.103.up_proj,0.0000000009,0.10000,0.592
0,mlp.experts.104.up_proj,0.0000000009,0.10000,0.588
0,mlp.experts.105.up_proj,0.0000000032,0.10000,0.586
0,mlp.experts.106.up_proj,0.0000000006,0.10000,0.578
0,mlp.experts.107.up_proj,0.0000000006,0.10000,0.583
0,mlp.experts.108.up_proj,0.0000000368,0.10000,0.569
0,mlp.experts.109.up_proj,0.0000000010,0.10000,0.616
0,mlp.experts.110.up_proj,0.0000000011,0.10000,0.604
0,mlp.experts.111.up_proj,0.0000000020,0.10000,0.572
0,mlp.experts.112.up_proj,0.0000000035,0.10000,0.575
0,mlp.experts.113.up_proj,0.0000000110,0.10000,0.604
0,mlp.experts.114.up_proj,0.0000000007,0.10000,0.593
0,mlp.experts.115.up_proj,0.0000000571,0.10000,0.577
0,mlp.experts.116.up_proj,0.0000000050,0.10000,0.580
0,mlp.experts.117.up_proj,0.0000000046,0.10000,0.573
0,mlp.experts.118.up_proj,0.0000000034,0.10000,0.570
0,mlp.experts.119.up_proj,0.0000000018,0.10000,0.572
0,mlp.experts.120.up_proj,0.0000000007,0.10000,0.569
0,mlp.experts.121.up_proj,0.0000000008,0.10000,0.571
0,mlp.experts.122.up_proj,0.0000000043,0.10000,0.566
0,mlp.experts.123.up_proj,0.0000000014,0.10000,0.575
0,mlp.experts.124.up_proj,0.0000000035,0.10000,0.638
0,mlp.experts.125.up_proj,0.0000000046,0.10000,0.604
0,mlp.experts.126.up_proj,0.0000000027,0.10000,0.632
0,mlp.experts.127.up_proj,0.0000000006,0.10000,0.600
0,mlp.experts.0.gate_proj,0.0000000035,0.10000,0.593
0,mlp.experts.1.gate_proj,0.0000000028,0.10000,0.580
0,mlp.experts.2.gate_proj,0.0000000016,0.10000,0.587
0,mlp.experts.3.gate_proj,0.0000000069,0.10000,0.582
0,mlp.experts.4.gate_proj,0.0000000134,0.10000,0.579
0,mlp.experts.5.gate_proj,0.0000002275,0.10000,0.577
0,mlp.experts.6.gate_proj,0.0000000072,0.10000,0.576
0,mlp.experts.7.gate_proj,0.0000000024,0.10000,0.578
0,mlp.experts.8.gate_proj,0.0000000123,0.10000,0.590
0,mlp.experts.9.gate_proj,0.0000000257,0.10000,0.582
0,mlp.experts.10.gate_proj,0.0000007965,0.10000,0.580
0,mlp.experts.11.gate_proj,0.0000000023,0.10000,0.578
0,mlp.experts.12.gate_proj,0.0000000054,0.10000,0.580
0,mlp.experts.13.gate_proj,0.0000000049,0.10000,0.605
0,mlp.experts.14.gate_proj,0.0000000024,0.10000,0.568
0,mlp.experts.15.gate_proj,0.0000006966,0.10000,0.632
0,mlp.experts.16.gate_proj,0.0000000013,0.10000,0.679
0,mlp.experts.17.gate_proj,0.0000000028,0.10000,0.632
0,mlp.experts.18.gate_proj,0.0000000056,0.10000,0.643
0,mlp.experts.19.gate_proj,0.0000001460,0.10000,0.635
0,mlp.experts.20.gate_proj,0.0000005450,0.10000,0.623
0,mlp.experts.21.gate_proj,0.0000000019,0.10000,0.585
0,mlp.experts.22.gate_proj,0.0000000124,0.10000,0.591
0,mlp.experts.23.gate_proj,0.0000000056,0.10000,0.590
0,mlp.experts.24.gate_proj,0.0000000055,0.10000,0.630
0,mlp.experts.25.gate_proj,0.0000000742,0.10000,0.680
0,mlp.experts.26.gate_proj,0.0000000010,0.10000,0.641
0,mlp.experts.27.gate_proj,0.0000000016,0.10000,0.647
0,mlp.experts.28.gate_proj,0.0000000020,0.10000,0.633
0,mlp.experts.29.gate_proj,0.0000000038,0.10000,0.649
0,mlp.experts.30.gate_proj,0.0000000050,0.10000,0.621
0,mlp.experts.31.gate_proj,0.0000000005,0.10000,0.599
0,mlp.experts.32.gate_proj,0.0000000047,0.10000,0.623
0,mlp.experts.33.gate_proj,0.0000000075,0.10000,0.599
0,mlp.experts.34.gate_proj,0.0000000022,0.10000,0.587
0,mlp.experts.35.gate_proj,0.0000000027,0.10000,0.588
0,mlp.experts.36.gate_proj,0.0000000271,0.10000,0.573
0,mlp.experts.37.gate_proj,0.0000000341,0.10000,0.570
0,mlp.experts.38.gate_proj,0.0000000052,0.10000,0.578
0,mlp.experts.39.gate_proj,0.0000000956,0.10000,0.579
0,mlp.experts.40.gate_proj,0.0000000085,0.10000,0.575
0,mlp.experts.41.gate_proj,0.0000000049,0.10000,0.570
0,mlp.experts.42.gate_proj,0.0000001673,0.10000,0.598
0,mlp.experts.43.gate_proj,0.0000000015,0.10000,0.678
0,mlp.experts.44.gate_proj,0.0000000022,0.10000,0.645
0,mlp.experts.45.gate_proj,0.0000000012,0.10000,0.645
0,mlp.experts.46.gate_proj,0.0000000097,0.10000,0.607
0,mlp.experts.47.gate_proj,0.0000000064,0.10000,0.603
0,mlp.experts.48.gate_proj,0.0000000030,0.10000,0.595
0,mlp.experts.49.gate_proj,0.0000000019,0.10000,0.575
0,mlp.experts.50.gate_proj,0.0000000011,0.10000,0.571
0,mlp.experts.51.gate_proj,0.0000000007,0.10000,0.577
0,mlp.experts.52.gate_proj,0.0000000056,0.10000,0.599
0,mlp.experts.53.gate_proj,0.0000000010,0.10000,0.606
0,mlp.experts.54.gate_proj,0.0000000748,0.10000,0.590
0,mlp.experts.55.gate_proj,0.0000005655,0.10000,0.593
0,mlp.experts.56.gate_proj,0.0000002146,0.10000,0.587
0,mlp.experts.57.gate_proj,0.0000000011,0.10000,0.583
0,mlp.experts.58.gate_proj,0.0000000019,0.10000,0.588
0,mlp.experts.59.gate_proj,0.0000000016,0.10000,0.577
0,mlp.experts.60.gate_proj,0.0000000081,0.10000,0.591
0,mlp.experts.61.gate_proj,0.0000000007,0.10000,0.598
0,mlp.experts.62.gate_proj,0.0000000024,0.10000,0.595
0,mlp.experts.63.gate_proj,0.0000000015,0.10000,0.571
0,mlp.experts.64.gate_proj,0.0000000047,0.10000,0.568
0,mlp.experts.65.gate_proj,0.0000000008,0.10000,0.566
0,mlp.experts.66.gate_proj,0.0000000049,0.10000,0.568
0,mlp.experts.67.gate_proj,0.0000000055,0.10000,0.597
0,mlp.experts.68.gate_proj,0.0000000033,0.10000,0.611
0,mlp.experts.69.gate_proj,0.0000000010,0.10000,0.592
0,mlp.experts.70.gate_proj,0.0000000068,0.10000,0.601
0,mlp.experts.71.gate_proj,0.0000000015,0.10000,0.594
0,mlp.experts.72.gate_proj,0.0000000011,0.10000,0.700
0,mlp.experts.73.gate_proj,0.0000000008,0.10000,0.599
0,mlp.experts.74.gate_proj,0.0000000179,0.10000,0.607
0,mlp.experts.75.gate_proj,0.0000000045,0.10000,0.599
0,mlp.experts.76.gate_proj,0.0000000008,0.10000,0.575
0,mlp.experts.77.gate_proj,0.0000000043,0.10000,0.575
0,mlp.experts.78.gate_proj,0.0000000054,0.10000,0.604
0,mlp.experts.79.gate_proj,0.0000000104,0.10000,0.605
0,mlp.experts.80.gate_proj,0.0000000019,0.10000,0.576
0,mlp.experts.81.gate_proj,0.0000000012,0.10000,0.573
0,mlp.experts.82.gate_proj,0.0000000073,0.10000,0.597
0,mlp.experts.83.gate_proj,0.0000000022,0.10000,0.605
0,mlp.experts.84.gate_proj,0.0000000013,0.10000,0.568
0,mlp.experts.85.gate_proj,0.0000000035,0.10000,0.603
0,mlp.experts.86.gate_proj,0.0000000060,0.10000,0.690
0,mlp.experts.87.gate_proj,0.0000000027,0.10000,0.661
0,mlp.experts.88.gate_proj,0.0000000008,0.10000,0.604
0,mlp.experts.89.gate_proj,0.0000000155,0.10000,0.571
0,mlp.experts.90.gate_proj,0.0000002389,0.10000,0.568
0,mlp.experts.91.gate_proj,0.0000000037,0.10000,0.571
0,mlp.experts.92.gate_proj,0.0000000074,0.10000,0.560
0,mlp.experts.93.gate_proj,0.0000000007,0.10000,0.585
0,mlp.experts.94.gate_proj,0.0000000706,0.10000,0.604
0,mlp.experts.95.gate_proj,0.0000000086,0.10000,0.604
0,mlp.experts.96.gate_proj,0.0000001678,0.10000,0.600
0,mlp.experts.97.gate_proj,0.0000000016,0.10000,0.613
0,mlp.experts.98.gate_proj,0.0000000008,0.10000,0.567
0,mlp.experts.99.gate_proj,0.0000000074,0.10000,0.572
0,mlp.experts.100.gate_proj,0.0000000011,0.10000,0.567
0,mlp.experts.101.gate_proj,0.0000000033,0.10000,0.563
0,mlp.experts.102.gate_proj,0.0000000073,0.10000,0.569
0,mlp.experts.103.gate_proj,0.0000000010,0.10000,0.573
0,mlp.experts.104.gate_proj,0.0000000011,0.10000,0.568
0,mlp.experts.105.gate_proj,0.0000000036,0.10000,0.569
0,mlp.experts.106.gate_proj,0.0000000007,0.10000,0.697
0,mlp.experts.107.gate_proj,0.0000000007,0.10000,0.685
0,mlp.experts.108.gate_proj,0.0000000385,0.10000,0.653
0,mlp.experts.109.gate_proj,0.0000000012,0.10000,0.640
0,mlp.experts.110.gate_proj,0.0000000013,0.10000,0.608
0,mlp.experts.111.gate_proj,0.0000000020,0.10000,0.610
0,mlp.experts.112.gate_proj,0.0000000039,0.10000,0.602
0,mlp.experts.113.gate_proj,0.0000000121,0.10000,0.700
0,mlp.experts.114.gate_proj,0.0000000008,0.10000,0.654
0,mlp.experts.115.gate_proj,0.0000000655,0.10000,0.627
0,mlp.experts.116.gate_proj,0.0000000056,0.10000,0.645
0,mlp.experts.117.gate_proj,0.0000000047,0.10000,0.608
0,mlp.experts.118.gate_proj,0.0000000035,0.10000,0.599
0,mlp.experts.119.gate_proj,0.0000000021,0.10000,0.608
0,mlp.experts.120.gate_proj,0.0000000008,0.10000,0.609
0,mlp.experts.121.gate_proj,0.0000000010,0.10000,0.569
0,mlp.experts.122.gate_proj,0.0000000045,0.10000,0.570
0,mlp.experts.123.gate_proj,0.0000000018,0.10000,0.571
0,mlp.experts.124.gate_proj,0.0000000039,0.10000,0.568
0,mlp.experts.125.gate_proj,0.0000000053,0.10000,0.567
0,mlp.experts.126.gate_proj,0.0000000031,0.10000,0.575
0,mlp.experts.127.gate_proj,0.0000000008,0.10000,0.575
0,mlp.experts.0.down_proj,0.0000000002,0.10000,0.246
0,mlp.experts.1.down_proj,0.0000000001,0.10000,0.244
0,mlp.experts.2.down_proj,0.0000000003,0.10000,0.233
0,mlp.experts.3.down_proj,0.0000000018,0.10000,0.257
0,mlp.experts.4.down_proj,0.0000000014,0.10000,0.239
0,mlp.experts.5.down_proj,0.0000000384,0.10000,0.227
0,mlp.experts.6.down_proj,0.0000000004,0.10000,0.228
0,mlp.experts.7.down_proj,0.0000000005,0.10000,0.230
0,mlp.experts.8.down_proj,0.0000000012,0.10000,0.228
0,mlp.experts.9.down_proj,0.0000000014,0.10000,0.215
0,mlp.experts.10.down_proj,0.0000001087,0.10000,0.213
0,mlp.experts.11.down_proj,0.0000000006,0.10000,0.214
0,mlp.experts.12.down_proj,0.0000000009,0.10000,0.220
0,mlp.experts.13.down_proj,0.0000000011,0.10000,0.216
0,mlp.experts.14.down_proj,0.0000000001,0.10000,0.213
0,mlp.experts.15.down_proj,0.0000000314,0.10000,0.211
0,mlp.experts.16.down_proj,0.0000000003,0.10000,0.213
0,mlp.experts.17.down_proj,0.0000000006,0.10000,0.213
0,mlp.experts.18.down_proj,0.0000000005,0.10000,0.215
0,mlp.experts.19.down_proj,0.0000000126,0.10000,0.231
0,mlp.experts.20.down_proj,0.0000000690,0.10000,0.261
0,mlp.experts.21.down_proj,0.0000000002,0.10000,0.265
0,mlp.experts.22.down_proj,0.0000000008,0.10000,0.257
0,mlp.experts.23.down_proj,0.0000000010,0.10000,0.230
0,mlp.experts.24.down_proj,0.0000000003,0.10000,0.240
0,mlp.experts.25.down_proj,0.0000000091,0.10000,0.240
0,mlp.experts.26.down_proj,0.0000000001,0.10000,0.242
0,mlp.experts.27.down_proj,0.0000000004,0.10000,0.240
0,mlp.experts.28.down_proj,0.0000000001,0.10000,0.234
0,mlp.experts.29.down_proj,0.0000000003,0.10000,0.254
0,mlp.experts.30.down_proj,0.0000000013,0.10000,0.238
0,mlp.experts.31.down_proj,0.0000000001,0.10000,0.236
0,mlp.experts.32.down_proj,0.0000000004,0.10000,0.228
0,mlp.experts.33.down_proj,0.0000000004,0.10000,0.231
0,mlp.experts.34.down_proj,0.0000000004,0.10000,0.214
0,mlp.experts.35.down_proj,0.0000000011,0.10000,0.214
0,mlp.experts.36.down_proj,0.0000000023,0.10000,0.213
0,mlp.experts.37.down_proj,0.0000000017,0.10000,0.207
0,mlp.experts.38.down_proj,0.0000000006,0.10000,0.214
0,mlp.experts.39.down_proj,0.0000000052,0.10000,0.213
0,mlp.experts.40.down_proj,0.0000000020,0.10000,0.220
0,mlp.experts.41.down_proj,0.0000000006,0.10000,0.215
0,mlp.experts.42.down_proj,0.0000000091,0.10000,0.214
0,mlp.experts.43.down_proj,0.0000000001,0.10000,0.214
0,mlp.experts.44.down_proj,0.0000000001,0.10000,0.212
0,mlp.experts.45.down_proj,0.0000000001,0.10000,0.214
0,mlp.experts.46.down_proj,0.0000000005,0.10000,0.212
0,mlp.experts.47.down_proj,0.0000000006,0.10000,0.211
0,mlp.experts.48.down_proj,0.0000000007,0.10000,0.211
0,mlp.experts.49.down_proj,0.0000000003,0.10000,0.212
0,mlp.experts.50.down_proj,0.0000000001,0.10000,0.222
0,mlp.experts.51.down_proj,0.0000000000,0.10000,0.228
0,mlp.experts.52.down_proj,0.0000000005,0.10000,0.230
0,mlp.experts.53.down_proj,0.0000000001,0.10000,0.213
0,mlp.experts.54.down_proj,0.0000000107,0.10000,0.212
0,mlp.experts.55.down_proj,0.0000000612,0.10000,0.216
0,mlp.experts.56.down_proj,0.0000000233,0.10000,0.212
0,mlp.experts.57.down_proj,0.0000000001,0.10000,0.214
0,mlp.experts.58.down_proj,0.0000000004,0.10000,0.223
0,mlp.experts.59.down_proj,0.0000000001,0.10000,0.230
0,mlp.experts.60.down_proj,0.0000000004,0.10000,0.227
0,mlp.experts.61.down_proj,0.0000000001,0.10000,0.215
0,mlp.experts.62.down_proj,0.0000000001,0.10000,0.225
0,mlp.experts.63.down_proj,0.0000000002,0.10000,0.230
0,mlp.experts.64.down_proj,0.0000000002,0.10000,0.220
0,mlp.experts.65.down_proj,0.0000000000,0.10000,0.230
0,mlp.experts.66.down_proj,0.0000000004,0.10000,0.227
0,mlp.experts.67.down_proj,0.0000000006,0.10000,0.219
0,mlp.experts.68.down_proj,0.0000000005,0.10000,0.218
0,mlp.experts.69.down_proj,0.0000000002,0.10000,0.230
0,mlp.experts.70.down_proj,0.0000000004,0.10000,0.228
0,mlp.experts.71.down_proj,0.0000000001,0.10000,0.223
0,mlp.experts.72.down_proj,0.0000000001,0.10000,0.213
0,mlp.experts.73.down_proj,0.0000000000,0.10000,0.212
0,mlp.experts.74.down_proj,0.0000000008,0.10000,0.216
0,mlp.experts.75.down_proj,0.0000000002,0.10000,0.215
0,mlp.experts.76.down_proj,0.0000000002,0.10000,0.217
0,mlp.experts.77.down_proj,0.0000000003,0.10000,0.216
0,mlp.experts.78.down_proj,0.0000000011,0.10000,0.216
0,mlp.experts.79.down_proj,0.0000000004,0.10000,0.214
0,mlp.experts.80.down_proj,0.0000000003,0.10000,0.215
0,mlp.experts.81.down_proj,0.0000000001,0.10000,0.218
0,mlp.experts.82.down_proj,0.0000000004,0.10000,0.214
0,mlp.experts.83.down_proj,0.0000000005,0.10000,0.218
0,mlp.experts.84.down_proj,0.0000000002,0.10000,0.217
0,mlp.experts.85.down_proj,0.0000000002,0.10000,0.228
0,mlp.experts.86.down_proj,0.0000000007,0.10000,0.230
0,mlp.experts.87.down_proj,0.0000000003,0.10000,0.231
0,mlp.experts.88.down_proj,0.0000000002,0.10000,0.220
0,mlp.experts.89.down_proj,0.0000000016,0.10000,0.221
0,mlp.experts.90.down_proj,0.0000000141,0.10000,0.217
0,mlp.experts.91.down_proj,0.0000000002,0.10000,0.217
0,mlp.experts.92.down_proj,0.0000000007,0.10000,0.229
0,mlp.experts.93.down_proj,0.0000000001,0.10000,0.232
0,mlp.experts.94.down_proj,0.0000000101,0.10000,0.218
0,mlp.experts.95.down_proj,0.0000000036,0.10000,0.216
0,mlp.experts.96.down_proj,0.0000000322,0.10000,0.217
0,mlp.experts.97.down_proj,0.0000000002,0.10000,0.215
0,mlp.experts.98.down_proj,0.0000000000,0.10000,0.217
0,mlp.experts.99.down_proj,0.0000000008,0.10000,0.215
0,mlp.experts.100.down_proj,0.0000000001,0.10000,0.216
0,mlp.experts.101.down_proj,0.0000000002,0.10000,0.214
0,mlp.experts.102.down_proj,0.0000000007,0.10000,0.214
0,mlp.experts.103.down_proj,0.0000000001,0.10000,0.212
0,mlp.experts.104.down_proj,0.0000000003,0.10000,0.220
0,mlp.experts.105.down_proj,0.0000000004,0.10000,0.217
0,mlp.experts.106.down_proj,0.0000000002,0.10000,0.217
0,mlp.experts.107.down_proj,0.0000000001,0.10000,0.214
0,mlp.experts.108.down_proj,0.0000000038,0.10000,0.216
0,mlp.experts.109.down_proj,0.0000000002,0.10000,0.216
0,mlp.experts.110.down_proj,0.0000000002,0.10000,0.216
0,mlp.experts.111.down_proj,0.0000000001,0.10000,0.214
0,mlp.experts.112.down_proj,0.0000000002,0.10000,0.215
0,mlp.experts.113.down_proj,0.0000000022,0.10000,0.230
0,mlp.experts.114.down_proj,0.0000000001,0.10000,0.231
0,mlp.experts.115.down_proj,0.0000000117,0.10000,0.235
0,mlp.experts.116.down_proj,0.0000000008,0.10000,0.217
0,mlp.experts.117.down_proj,0.0000000003,0.10000,0.213
0,mlp.experts.118.down_proj,0.0000000003,0.10000,0.274
0,mlp.experts.119.down_proj,0.0000000004,0.10000,0.263
0,mlp.experts.120.down_proj,0.0000000001,0.10000,0.259
0,mlp.experts.121.down_proj,0.0000000002,0.10000,0.236
0,mlp.experts.122.down_proj,0.0000000002,0.10000,0.243
0,mlp.experts.123.down_proj,0.0000000003,0.10000,0.251
0,mlp.experts.124.down_proj,0.0000000006,0.10000,0.228
0,mlp.experts.125.down_proj,0.0000000016,0.10000,0.265
0,mlp.experts.126.down_proj,0.0000000003,0.10000,0.254
0,mlp.experts.127.down_proj,0.0000000002,0.10000,0.254
1,self_attn.q_proj,0.0000000000,0.10000,0.648
1,self_attn.k_proj,0.0000000000,0.10000,0.637
1,self_attn.v_proj,0.0000000000,0.10000,0.610
1,self_attn.o_proj,0.0000000000,0.10000,1.122
1,mlp.gate,0.0000000021,0.10000,0.579
1,mlp.experts.0.up_proj,0.0000002116,0.10000,0.581
1,mlp.experts.1.up_proj,0.0000000047,0.10000,0.627
1,mlp.experts.2.up_proj,0.0000000038,0.10000,0.698
1,mlp.experts.3.up_proj,0.0000000047,0.10000,0.656
1,mlp.experts.4.up_proj,0.0000000161,0.10000,0.644
1,mlp.experts.5.up_proj,0.0000000317,0.10000,0.664
1,mlp.experts.6.up_proj,0.0000000076,0.10000,0.620
1,mlp.experts.7.up_proj,0.0000000097,0.10000,0.604
1,mlp.experts.8.up_proj,0.0000000069,0.10000,0.579
1,mlp.experts.9.up_proj,0.0000000030,0.10000,0.578
1,mlp.experts.10.up_proj,0.0000001036,0.10000,0.574
1,mlp.experts.11.up_proj,0.0000000190,0.10000,0.578
1,mlp.experts.12.up_proj,0.0000000272,0.10000,0.583
1,mlp.experts.13.up_proj,0.0000000154,0.10000,0.580
1,mlp.experts.14.up_proj,0.0000000155,0.10000,0.576
1,mlp.experts.15.up_proj,0.0000000085,0.10000,0.573
1,mlp.experts.16.up_proj,0.0000000094,0.10000,0.570
1,mlp.experts.17.up_proj,0.0000000560,0.10000,0.573
1,mlp.experts.18.up_proj,0.0000000024,0.10000,0.574
1,mlp.experts.19.up_proj,0.0000000071,0.10000,0.606
1,mlp.experts.20.up_proj,0.0000000138,0.10000,0.597
1,mlp.experts.21.up_proj,0.0000000282,0.10000,0.567
1,mlp.experts.22.up_proj,0.0000001145,0.10000,0.596
1,mlp.experts.23.up_proj,0.0000000051,0.10000,0.604
1,mlp.experts.24.up_proj,0.0000000331,0.10000,0.572
1,mlp.experts.25.up_proj,0.0000000164,0.10000,0.579
1,mlp.experts.26.up_proj,0.0000000045,0.10000,0.571
1,mlp.experts.27.up_proj,0.0000000021,0.10000,0.577
1,mlp.experts.28.up_proj,0.0000000106,0.10000,0.567
1,mlp.experts.29.up_proj,0.0000000087,0.10000,0.577
1,mlp.experts.30.up_proj,0.0000000171,0.10000,0.609
1,mlp.experts.31.up_proj,0.0000000145,0.10000,0.612
1,mlp.experts.32.up_proj,0.0000000224,0.10000,0.580
1,mlp.experts.33.up_proj,0.0000000422,0.10000,0.585
1,mlp.experts.34.up_proj,0.0000000031,0.10000,0.597
1,mlp.experts.35.up_proj,0.0000000516,0.10000,0.596
1,mlp.experts.36.up_proj,0.0000001099,0.10000,0.577
1,mlp.experts.37.up_proj,0.0000000231,0.10000,0.570
1,mlp.experts.38.up_proj,0.0000000126,0.10000,0.581
1,mlp.experts.39.up_proj,0.0000000108,0.10000,0.584
1,mlp.experts.40.up_proj,0.0000000165,0.10000,0.580
1,mlp.experts.41.up_proj,0.0000000047,0.10000,0.572
1,mlp.experts.42.up_proj,0.0000000099,0.10000,0.573
1,mlp.experts.43.up_proj,0.0000000100,0.10000,0.572
1,mlp.experts.44.up_proj,0.0000000347,0.10000,0.571
1,mlp.experts.45.up_proj,0.0000000049,0.10000,0.570
1,mlp.experts.46.up_proj,0.0000000074,0.10000,0.596
1,mlp.experts.47.up_proj,0.0000000307,0.10000,0.584
1,mlp.experts.48.up_proj,0.0000000068,0.10000,0.571
1,mlp.experts.49.up_proj,0.0000000097,0.10000,0.577
1,mlp.experts.50.up_proj,0.0000000030,0.10000,0.580
1,mlp.experts.51.up_proj,0.0000000850,0.10000,0.572
1,mlp.experts.52.up_proj,0.0000000148,0.10000,0.580
1,mlp.experts.53.up_proj,0.0000000059,0.10000,0.575
1,mlp.experts.54.up_proj,0.0000000710,0.10000,0.580
1,mlp.experts.55.up_proj,0.0000002070,0.10000,0.577
1,mlp.experts.56.up_proj,0.0000000331,0.10000,0.698
1,mlp.experts.57.up_proj,0.0000000213,0.10000,0.655
1,mlp.experts.58.up_proj,0.0000000047,0.10000,0.631
1,mlp.experts.59.up_proj,0.0000001604,0.10000,0.642
1,mlp.experts.60.up_proj,0.0000000075,0.10000,0.639
1,mlp.experts.61.up_proj,0.0000000285,0.10000,0.632
1,mlp.experts.62.up_proj,0.0000000073,0.10000,0.612
1,mlp.experts.63.up_proj,0.0000000053,0.10000,0.613
1,mlp.experts.64.up_proj,0.0000000168,0.10000,0.584
1,mlp.experts.65.up_proj,0.0000000073,0.10000,0.579
1,mlp.experts.66.up_proj,0.0000000146,0.10000,0.577
1,mlp.experts.67.up_proj,0.0000000095,0.10000,0.655
1,mlp.experts.68.up_proj,0.0000000094,0.10000,0.679
1,mlp.experts.69.up_proj,0.0000000462,0.10000,0.635
1,mlp.experts.70.up_proj,0.0000000058,0.10000,0.631
1,mlp.experts.71.up_proj,0.0000000568,0.10000,0.637
1,mlp.experts.72.up_proj,0.0000000305,0.10000,0.649
1,mlp.experts.73.up_proj,0.0000000598,0.10000,0.611
1,mlp.experts.74.up_proj,0.0000000044,0.10000,0.602
1,mlp.experts.75.up_proj,0.0000000044,0.10000,0.579
1,mlp.experts.76.up_proj,0.0000000047,0.10000,0.569
1,mlp.experts.77.up_proj,0.0000000065,0.10000,0.564
1,mlp.experts.78.up_proj,0.0000000081,0.10000,0.577
1,mlp.experts.79.up_proj,0.0000000526,0.10000,0.573
1,mlp.experts.80.up_proj,0.0000000108,0.10000,0.568
1,mlp.experts.81.up_proj,0.0000008236,0.10000,0.573
1,mlp.experts.82.up_proj,0.0000000126,0.10000,0.594
1,mlp.experts.83.up_proj,0.0000000030,0.10000,0.606
1,mlp.experts.84.up_proj,0.0000000375,0.10000,0.570
1,mlp.experts.85.up_proj,0.0000000133,0.10000,0.569
1,mlp.experts.86.up_proj,0.0000000053,0.10000,0.608
1,mlp.experts.87.up_proj,0.0000000093,0.10000,0.603
1,mlp.experts.88.up_proj,0.0000000279,0.10000,0.609
1,mlp.experts.89.up_proj,0.0000000103,0.10000,0.606
1,mlp.experts.90.up_proj,0.0000000099,0.10000,0.572
1,mlp.experts.91.up_proj,0.0000000058,0.10000,0.570
1,mlp.experts.92.up_proj,0.0000000126,0.10000,0.583
1,mlp.experts.93.up_proj,0.0000001568,0.10000,0.564
1,mlp.experts.94.up_proj,0.0000000021,0.10000,0.574
1,mlp.experts.95.up_proj,0.0000000072,0.10000,0.572
1,mlp.experts.96.up_proj,0.0000000104,0.10000,0.611
1,mlp.experts.97.up_proj,0.0000000221,0.10000,0.615
1,mlp.experts.98.up_proj,0.0000000176,0.10000,0.612
1,mlp.experts.99.up_proj,0.0000000063,0.10000,0.588
1,mlp.experts.100.up_proj,0.0000001350,0.10000,0.600
1,mlp.experts.101.up_proj,0.0000000985,0.10000,0.607
1,mlp.experts.102.up_proj,0.0000002239,0.10000,0.696
1,mlp.experts.103.up_proj,0.0000000180,0.10000,0.650
1,mlp.experts.104.up_proj,0.0000000511,0.10000,0.638
1,mlp.experts.105.up_proj,0.0000000150,0.10000,0.637
1,mlp.experts.106.up_proj,0.0000000131,0.10000,0.642
1,mlp.experts.107.up_proj,0.0000000044,0.10000,0.642
1,mlp.experts.108.up_proj,0.0000000630,0.10000,0.648
1,mlp.experts.109.up_proj,0.0000000282,0.10000,0.654
1,mlp.experts.110.up_proj,0.0000007065,0.10000,0.658
1,mlp.experts.111.up_proj,0.0000000138,0.10000,0.607
1,mlp.experts.112.up_proj,0.0000004639,0.10000,0.604
1,mlp.experts.113.up_proj,0.0000000093,0.10000,0.596
1,mlp.experts.114.up_proj,0.0000000061,0.10000,0.571
1,mlp.experts.115.up_proj,0.0000000075,0.10000,0.608
1,mlp.experts.116.up_proj,0.0000000025,0.10000,0.593
1,mlp.experts.117.up_proj,0.0000000475,0.10000,0.579
1,mlp.experts.118.up_proj,0.0000005107,0.10000,0.573
1,mlp.experts.119.up_proj,0.0000000062,0.10000,0.566
1,mlp.experts.120.up_proj,0.0000001481,0.10000,0.573
1,mlp.experts.121.up_proj,0.0000001976,0.10000,0.693
1,mlp.experts.122.up_proj,0.0000000025,0.10000,0.685
1,mlp.experts.123.up_proj,0.0000000054,0.10000,0.633
1,mlp.experts.124.up_proj,0.0000000049,0.10000,0.652
1,mlp.experts.125.up_proj,0.0000000258,0.10000,0.603
1,mlp.experts.126.up_proj,0.0000000164,0.10000,0.572
1,mlp.experts.127.up_proj,0.0000000026,0.10000,0.592
1,mlp.experts.0.gate_proj,0.0000002247,0.10000,0.604
1,mlp.experts.1.gate_proj,0.0000000052,0.10000,0.575
1,mlp.experts.2.gate_proj,0.0000000041,0.10000,0.574
1,mlp.experts.3.gate_proj,0.0000000051,0.10000,0.574
1,mlp.experts.4.gate_proj,0.0000000168,0.10000,0.569
1,mlp.experts.5.gate_proj,0.0000000345,0.10000,0.577
1,mlp.experts.6.gate_proj,0.0000000082,0.10000,0.580
1,mlp.experts.7.gate_proj,0.0000000099,0.10000,0.576
1,mlp.experts.8.gate_proj,0.0000000074,0.10000,0.577
1,mlp.experts.9.gate_proj,0.0000000032,0.10000,0.578
1,mlp.experts.10.gate_proj,0.0000001142,0.10000,0.611
1,mlp.experts.11.gate_proj,0.0000000209,0.10000,0.606
1,mlp.experts.12.gate_proj,0.0000000301,0.10000,0.699
1,mlp.experts.13.gate_proj,0.0000000167,0.10000,0.642
1,mlp.experts.14.gate_proj,0.0000000158,0.10000,0.674
1,mlp.experts.15.gate_proj,0.0000000101,0.10000,0.619
1,mlp.experts.16.gate_proj,0.0000000096,0.10000,0.604
1,mlp.experts.17.gate_proj,0.0000000573,0.10000,0.580
1,mlp.experts.18.gate_proj,0.0000000025,0.10000,0.574
1,mlp.experts.19.gate_proj,0.0000000074,0.10000,0.575
1,mlp.experts.20.gate_proj,0.0000000144,0.10000,0.577
1,mlp.experts.21.gate_proj,0.0000000315,0.10000,0.578
1,mlp.experts.22.gate_proj,0.0000001214,0.10000,0.573
1,mlp.experts.23.gate_proj,0.0000000053,0.10000,0.579
1,mlp.experts.24.gate_proj,0.0000000357,0.10000,0.627
1,mlp.experts.25.gate_proj,0.0000000170,0.10000,0.687
1,mlp.experts.26.gate_proj,0.0000000049,0.10000,0.638
1,mlp.experts.27.gate_proj,0.0000000025,0.10000,0.639
1,mlp.experts.28.gate_proj,0.0000000115,0.10000,0.641
1,mlp.experts.29.gate_proj,0.0000000093,0.10000,0.629
1,mlp.experts.30.gate_proj,0.0000000175,0.10000,0.635
1,mlp.experts.31.gate_proj,0.0000000152,0.10000,0.618
1,mlp.experts.32.gate_proj,0.0000000251,0.10000,0.610
1,mlp.experts.33.gate_proj,0.0000000444,0.10000,0.572
1,mlp.experts.34.gate_proj,0.0000000034,0.10000,0.577
1,mlp.experts.35.gate_proj,0.0000000579,0.10000,0.578
1,mlp.experts.36.gate_proj,0.0000001156,0.10000,0.569
1,mlp.experts.37.gate_proj,0.0000000246,0.10000,0.576
1,mlp.experts.38.gate_proj,0.0000000130,0.10000,0.574
1,mlp.experts.39.gate_proj,0.0000000117,0.10000,0.572
1,mlp.experts.40.gate_proj,0.0000000175,0.10000,0.577
1,mlp.experts.41.gate_proj,0.0000000050,0.10000,0.577
1,mlp.experts.42.gate_proj,0.0000000108,0.10000,0.567
1,mlp.experts.43.gate_proj,0.0000000113,0.10000,0.570
1,mlp.experts.44.gate_proj,0.0000000352,0.10000,0.568
1,mlp.experts.45.gate_proj,0.0000000052,0.10000,0.578
1,mlp.experts.46.gate_proj,0.0000000076,0.10000,0.573
1,mlp.experts.47.gate_proj,0.0000000328,0.10000,0.575
1,mlp.experts.48.gate_proj,0.0000000073,0.10000,0.570
1,mlp.experts.49.gate_proj,0.0000000110,0.10000,0.575
1,mlp.experts.50.gate_proj,0.0000000043,0.10000,0.580
1,mlp.experts.51.gate_proj,0.0000000912,0.10000,0.580
1,mlp.experts.52.gate_proj,0.0000000150,0.10000,0.575
1,mlp.experts.53.gate_proj,0.0000000061,0.10000,0.577
1,mlp.experts.54.gate_proj,0.0000000732,0.10000,0.573
1,mlp.experts.55.gate_proj,0.0000002205,0.10000,0.586
1,mlp.experts.56.gate_proj,0.0000000356,0.10000,0.607
1,mlp.experts.57.gate_proj,0.0000000226,0.10000,0.612
1,mlp.experts.58.gate_proj,0.0000000050,0.10000,0.603
1,mlp.experts.59.gate_proj,0.0000001649,0.10000,0.586
1,mlp.experts.60.gate_proj,0.0000000078,0.10000,0.725
1,mlp.experts.61.gate_proj,0.0000000303,0.10000,0.687
1,mlp.experts.62.gate_proj,0.0000000075,0.10000,0.647
1,mlp.experts.63.gate_proj,0.0000000056,0.10000,0.645
1,mlp.experts.64.gate_proj,0.0000000183,0.10000,0.609
1,mlp.experts.65.gate_proj,0.0000000079,0.10000,0.602
1,mlp.experts.66.gate_proj,0.0000000156,0.10000,0.608
1,mlp.experts.67.gate_proj,0.0000000101,0.10000,0.571
1,mlp.experts.68.gate_proj,0.0000000090,0.10000,0.572
1,mlp.experts.69.gate_proj,0.0000000533,0.10000,0.573
1,mlp.experts.70.gate_proj,0.0000000062,0.10000,0.574
1,mlp.experts.71.gate_proj,0.0000000604,0.10000,0.572
1,mlp.experts.72.gate_proj,0.0000000334,0.10000,0.573
1,mlp.experts.73.gate_proj,0.0000000634,0.10000,0.575
1,mlp.experts.74.gate_proj,0.0000000046,0.10000,0.571
1,mlp.experts.75.gate_proj,0.0000000048,0.10000,0.576
1,mlp.experts.76.gate_proj,0.0000000050,0.10000,0.610
1,mlp.experts.77.gate_proj,0.0000000068,0.10000,0.612
1,mlp.experts.78.gate_proj,0.0000000087,0.10000,0.605
1,mlp.experts.79.gate_proj,0.0000000614,0.10000,0.606
1,mlp.experts.80.gate_proj,0.0000000121,0.10000,0.573
1,mlp.experts.81.gate_proj,0.0000008501,0.10000,0.582
1,mlp.experts.82.gate_proj,0.0000000141,0.10000,0.576
1,mlp.experts.83.gate_proj,0.0000000033,0.10000,0.575
1,mlp.experts.84.gate_proj,0.0000000431,0.10000,0.601
1,mlp.experts.85.gate_proj,0.0000000138,0.10000,0.609
1,mlp.experts.86.gate_proj,0.0000000058,0.10000,0.567
1,mlp.experts.87.gate_proj,0.0000000101,0.10000,0.604
1,mlp.experts.88.gate_proj,0.0000000295,0.10000,0.570
1,mlp.experts.89.gate_proj,0.0000000107,0.10000,0.568
1,mlp.experts.90.gate_proj,0.0000000097,0.10000,0.574
1,mlp.experts.91.gate_proj,0.0000000063,0.10000,0.606
1,mlp.experts.92.gate_proj,0.0000000131,0.10000,0.601
1,mlp.experts.93.gate_proj,0.0000001661,0.10000,0.571
1,mlp.experts.94.gate_proj,0.0000000025,0.10000,0.574
1,mlp.experts.95.gate_proj,0.0000000082,0.10000,0.574
1,mlp.experts.96.gate_proj,0.0000000111,0.10000,0.578
1,mlp.experts.97.gate_proj,0.0000000223,0.10000,0.570
1,mlp.experts.98.gate_proj,0.0000000183,0.10000,0.578
1,mlp.experts.99.gate_proj,0.0000000068,0.10000,0.577
1,mlp.experts.100.gate_proj,0.0000001505,0.10000,0.573
1,mlp.experts.101.gate_proj,0.0000001051,0.10000,0.578
1,mlp.experts.102.gate_proj,0.0000002412,0.10000,0.613
1,mlp.experts.103.gate_proj,0.0000000183,0.10000,0.582
1,mlp.experts.104.gate_proj,0.0000000526,0.10000,0.578
1,mlp.experts.105.gate_proj,0.0000000159,0.10000,0.571
1,mlp.experts.106.gate_proj,0.0000000145,0.10000,0.584
1,mlp.experts.107.gate_proj,0.0000000049,0.10000,0.572
1,mlp.experts.108.gate_proj,0.0000000696,0.10000,0.580
1,mlp.experts.109.gate_proj,0.0000000288,0.10000,0.620
1,mlp.experts.110.gate_proj,0.0000007402,0.10000,0.607
1,mlp.experts.111.gate_proj,0.0000000147,0.10000,0.608
1,mlp.experts.112.gate_proj,0.0000004927,0.10000,0.576
1,mlp.experts.113.gate_proj,0.0000000096,0.10000,0.643
1,mlp.experts.114.gate_proj,0.0000000069,0.10000,0.699
1,mlp.experts.115.gate_proj,0.0000000078,0.10000,0.654
1,mlp.experts.116.gate_proj,0.0000000028,0.10000,0.648
1,mlp.experts.117.gate_proj,0.0000000518,0.10000,0.616
1,mlp.experts.118.gate_proj,0.0000005322,0.10000,0.595
1,mlp.experts.119.gate_proj,0.0000000070,0.10000,0.601
1,mlp.experts.120.gate_proj,0.0000001568,0.10000,0.602
1,mlp.experts.121.gate_proj,0.0000002151,0.10000,0.593
1,mlp.experts.122.gate_proj,0.0000000026,0.10000,0.604
1,mlp.experts.123.gate_proj,0.0000000058,0.10000,0.578
1,mlp.experts.124.gate_proj,0.0000000053,0.10000,0.576
1,mlp.experts.125.gate_proj,0.0000000282,0.10000,0.573
1,mlp.experts.126.gate_proj,0.0000000174,0.10000,0.578
1,mlp.experts.127.gate_proj,0.0000000028,0.10000,0.568
1,mlp.experts.0.down_proj,0.0000001702,0.10000,0.219
1,mlp.experts.1.down_proj,0.0000000010,0.10000,0.237
1,mlp.experts.2.down_proj,0.0000000004,0.10000,0.217
1,mlp.experts.3.down_proj,0.0000000005,0.10000,0.216
1,mlp.experts.4.down_proj,0.0000000009,0.10000,0.219
1,mlp.experts.5.down_proj,0.0000000080,0.10000,0.214
1,mlp.experts.6.down_proj,0.0000000005,0.10000,0.224
1,mlp.experts.7.down_proj,0.0000000006,0.10000,0.217
1,mlp.experts.8.down_proj,0.0000000005,0.10000,0.216
1,mlp.experts.9.down_proj,0.0000000004,0.10000,0.217
1,mlp.experts.10.down_proj,0.0000000087,0.10000,0.215
1,mlp.experts.11.down_proj,0.0000000031,0.10000,0.216
1,mlp.experts.12.down_proj,0.0000000043,0.10000,0.215
1,mlp.experts.13.down_proj,0.0000000017,0.10000,0.215
1,mlp.experts.14.down_proj,0.0000000010,0.10000,0.215
1,mlp.experts.15.down_proj,0.0000000004,0.10000,0.216
1,mlp.experts.16.down_proj,0.0000000006,0.10000,0.219
1,mlp.experts.17.down_proj,0.0000000027,0.10000,0.213
1,mlp.experts.18.down_proj,0.0000000002,0.10000,0.216
1,mlp.experts.19.down_proj,0.0000000007,0.10000,0.215
1,mlp.experts.20.down_proj,0.0000000011,0.10000,0.224
1,mlp.experts.21.down_proj,0.0000000067,0.10000,0.216
1,mlp.experts.22.down_proj,0.0000000066,0.10000,0.215
1,mlp.experts.23.down_proj,0.0000000003,0.10000,0.216
1,mlp.experts.24.down_proj,0.0000000084,0.10000,0.214
1,mlp.experts.25.down_proj,0.0000000013,0.10000,0.215
1,mlp.experts.26.down_proj,0.0000000005,0.10000,0.215
1,mlp.experts.27.down_proj,0.0000000014,0.10000,0.215
1,mlp.experts.28.down_proj,0.0000000008,0.10000,0.218
1,mlp.experts.29.down_proj,0.0000000007,0.10000,0.215
1,mlp.experts.30.down_proj,0.0000000009,0.10000,0.214
1,mlp.experts.31.down_proj,0.0000000011,0.10000,0.217
1,mlp.experts.32.down_proj,0.0000000033,0.10000,0.220
1,mlp.experts.33.down_proj,0.0000000075,0.10000,0.216
1,mlp.experts.34.down_proj,0.0000000004,0.10000,0.219
1,mlp.experts.35.down_proj,0.0000000079,0.10000,0.214
1,mlp.experts.36.down_proj,0.0000000150,0.10000,0.233
1,mlp.experts.37.down_proj,0.0000000038,0.10000,0.236
1,mlp.experts.38.down_proj,0.0000000006,0.10000,0.234
1,mlp.experts.39.down_proj,0.0000000012,0.10000,0.233
1,mlp.experts.40.down_proj,0.0000000013,0.10000,0.225
1,mlp.experts.41.down_proj,0.0000000004,0.10000,0.229
1,mlp.experts.42.down_proj,0.0000000004,0.10000,0.224
1,mlp.experts.43.down_proj,0.0000000005,0.10000,0.239
1,mlp.experts.44.down_proj,0.0000000030,0.10000,0.224
1,mlp.experts.45.down_proj,0.0000000003,0.10000,0.222
1,mlp.experts.46.down_proj,0.0000000006,0.10000,0.220
1,mlp.experts.47.down_proj,0.0000000051,0.10000,0.225
1,mlp.experts.48.down_proj,0.0000000006,0.10000,0.229
1,mlp.experts.49.down_proj,0.0000000010,0.10000,0.228
1,mlp.experts.50.down_proj,0.0000000005,0.10000,0.222
1,mlp.experts.51.down_proj,0.0000000084,0.10000,0.228
1,mlp.experts.52.down_proj,0.0000000008,0.10000,0.233
1,mlp.experts.53.down_proj,0.0000000004,0.10000,0.240
1,mlp.experts.54.down_proj,0.0000000052,0.10000,0.217
1,mlp.experts.55.down_proj,0.0000001667,0.10000,0.221
1,mlp.experts.56.down_proj,0.0000000077,0.10000,0.232
1,mlp.experts.57.down_proj,0.0000000029,0.10000,0.232
1,mlp.experts.58.down_proj,0.0000000004,0.10000,0.232
1,mlp.experts.59.down_proj,0.0000000228,0.10000,0.221
1,mlp.experts.60.down_proj,0.0000000005,0.10000,0.220
1,mlp.experts.61.down_proj,0.0000000019,0.10000,0.223
1,mlp.experts.62.down_proj,0.0000000005,0.10000,0.227
1,mlp.experts.63.down_proj,0.0000000004,0.10000,0.224
1,mlp.experts.64.down_proj,0.0000000008,0.10000,0.222
1,mlp.experts.65.down_proj,0.0000000019,0.10000,0.230
1,mlp.experts.66.down_proj,0.0000000017,0.10000,0.232
1,mlp.experts.67.down_proj,0.0000000006,0.10000,0.230
1,mlp.experts.68.down_proj,0.0000004998,0.10000,0.227
1,mlp.experts.69.down_proj,0.0000000039,0.10000,0.218
1,mlp.experts.70.down_proj,0.0000000006,0.10000,0.217
1,mlp.experts.71.down_proj,0.0000000051,0.10000,0.259
1,mlp.experts.72.down_proj,0.0000000021,0.10000,0.268
1,mlp.experts.73.down_proj,0.0000000128,0.10000,0.269
1,mlp.experts.74.down_proj,0.0000000002,0.10000,0.247
1,mlp.experts.75.down_proj,0.0000000005,0.10000,0.248
1,mlp.experts.76.down_proj,0.0000000003,0.10000,0.250
1,mlp.experts.77.down_proj,0.0000000004,0.10000,0.249
1,mlp.experts.78.down_proj,0.0000000006,0.10000,0.240
1,mlp.experts.79.down_proj,0.0000000037,0.10000,0.247
1,mlp.experts.80.down_proj,0.0000000012,0.10000,0.246
1,mlp.experts.81.down_proj,0.0000000647,0.10000,0.243
1,mlp.experts.82.down_proj,0.0000000005,0.10000,0.238
1,mlp.experts.83.down_proj,0.0000000005,0.10000,0.241
1,mlp.experts.84.down_proj,0.0000000071,0.10000,0.232
1,mlp.experts.85.down_proj,0.0000000012,0.10000,0.229
1,mlp.experts.86.down_proj,0.0000000004,0.10000,0.230
1,mlp.experts.87.down_proj,0.0000000011,0.10000,0.230
1,mlp.experts.88.down_proj,0.0000000021,0.10000,0.228
1,mlp.experts.89.down_proj,0.0000000009,0.10000,0.225
1,mlp.experts.90.down_proj,0.0000000005,0.10000,0.225
1,mlp.experts.91.down_proj,0.0000000007,0.10000,0.227
1,mlp.experts.92.down_proj,0.0000000011,0.10000,0.224
1,mlp.experts.93.down_proj,0.0000000288,0.10000,0.244
1,mlp.experts.94.down_proj,0.0000000002,0.10000,0.237
1,mlp.experts.95.down_proj,0.0000000003,0.10000,0.237
1,mlp.experts.96.down_proj,0.0000000006,0.10000,0.226
1,mlp.experts.97.down_proj,0.0000000011,0.10000,0.222
1,mlp.experts.98.down_proj,0.0000000015,0.10000,0.222
1,mlp.experts.99.down_proj,0.0000000006,0.10000,0.223
1,mlp.experts.100.down_proj,0.0000000248,0.10000,0.245
1,mlp.experts.101.down_proj,0.0000000073,0.10000,0.241
1,mlp.experts.102.down_proj,0.0000000697,0.10000,0.240
1,mlp.experts.103.down_proj,0.0000000011,0.10000,0.212
1,mlp.experts.104.down_proj,0.0000000046,0.10000,0.227
1,mlp.experts.105.down_proj,0.0000000020,0.10000,0.225
1,mlp.experts.106.down_proj,0.0000000010,0.10000,0.228
1,mlp.experts.107.down_proj,0.0000000004,0.10000,0.230
1,mlp.experts.108.down_proj,0.0000000106,0.10000,0.221
1,mlp.experts.109.down_proj,0.0000000024,0.10000,0.223
1,mlp.experts.110.down_proj,0.0000000904,0.10000,0.230
1,mlp.experts.111.down_proj,0.0000000005,0.10000,0.225
1,mlp.experts.112.down_proj,0.0000001024,0.10000,0.221
1,mlp.experts.113.down_proj,0.0000000006,0.10000,0.221
1,mlp.experts.114.down_proj,0.0000000004,0.10000,0.217
1,mlp.experts.115.down_proj,0.0000000004,0.10000,0.243
1,mlp.experts.116.down_proj,0.0000000001,0.10000,0.234
1,mlp.experts.117.down_proj,0.0000000157,0.10000,0.263
1,mlp.experts.118.down_proj,0.0000000970,0.10000,0.256
1,mlp.experts.119.down_proj,0.0000000004,0.10000,0.263
1,mlp.experts.120.down_proj,0.0000000277,0.10000,0.235
1,mlp.experts.121.down_proj,0.0000000147,0.10000,0.236
1,mlp.experts.122.down_proj,0.0000000001,0.10000,0.224
1,mlp.experts.123.down_proj,0.0000000005,0.10000,0.239
1,mlp.experts.124.down_proj,0.0000000005,0.10000,0.236
1,mlp.experts.125.down_proj,0.0000000016,0.10000,0.236
1,mlp.experts.126.down_proj,0.0000000025,0.10000,0.239
1,mlp.experts.127.down_proj,0.0000000002,0.10000,0.229
2,self_attn.q_proj,0.0000000000,0.10000,0.585
2,self_attn.k_proj,0.0000000000,0.10000,0.595
2,self_attn.v_proj,0.0000000000,0.10000,0.565
2,self_attn.o_proj,0.0000000000,0.10000,1.117
2,mlp.gate,0.0000000067,0.10000,0.638
2,mlp.experts.0.up_proj,0.0000000101,0.10000,0.575
2,mlp.experts.1.up_proj,0.0000007003,0.10000,0.578
2,mlp.experts.2.up_proj,0.0000000451,0.10000,0.572
2,mlp.experts.3.up_proj,0.0000001830,0.10000,0.567
2,mlp.experts.4.up_proj,0.0000000068,0.10000,0.567
2,mlp.experts.5.up_proj,0.0000000514,0.10000,0.577
2,mlp.experts.6.up_proj,0.0000000176,0.10000,0.576
2,mlp.experts.7.up_proj,0.0000000061,0.10000,0.574
2,mlp.experts.8.up_proj,0.0000000084,0.10000,0.575
2,mlp.experts.9.up_proj,0.0000000059,0.10000,0.573
2,mlp.experts.10.up_proj,0.0000000119,0.10000,0.571
2,mlp.experts.11.up_proj,0.0000003020,0.10000,0.579
2,mlp.experts.12.up_proj,0.0000000386,0.10000,0.571
2,mlp.experts.13.up_proj,0.0000002966,0.10000,0.571
2,mlp.experts.14.up_proj,0.0000000062,0.10000,0.572
2,mlp.experts.15.up_proj,0.0000000110,0.10000,0.571
2,mlp.experts.16.up_proj,0.0000001528,0.10000,0.569
2,mlp.experts.17.up_proj,0.0000003863,0.10000,0.565
2,mlp.experts.18.up_proj,0.0000000812,0.10000,0.569
2,mlp.experts.19.up_proj,0.0000019161,0.10000,0.564
2,mlp.experts.20.up_proj,0.0000001866,0.10000,0.564
2,mlp.experts.21.up_proj,0.0000005444,0.10000,0.574
2,mlp.experts.22.up_proj,0.0000000334,0.10000,0.567
2,mlp.experts.23.up_proj,0.0000000469,0.10000,0.568
2,mlp.experts.24.up_proj,0.0000000190,0.10000,0.572
2,mlp.experts.25.up_proj,0.0000000330,0.10000,0.569
2,mlp.experts.26.up_proj,0.0000018512,0.10000,0.566
2,mlp.experts.27.up_proj,0.0000000164,0.10000,0.575
2,mlp.experts.28.up_proj,0.0000003625,0.10000,0.570
2,mlp.experts.29.up_proj,0.0000000115,0.10000,0.569
2,mlp.experts.30.up_proj,0.0000003294,0.10000,0.566
2,mlp.experts.31.up_proj,0.0000000659,0.10000,0.564
2,mlp.experts.32.up_proj,0.0000007920,0.10000,0.567
2,mlp.experts.33.up_proj,0.0000004913,0.10000,0.570
2,mlp.experts.34.up_proj,0.0000011251,0.10000,0.569
2,mlp.experts.35.up_proj,0.0000011154,0.10000,0.687
2,mlp.experts.36.up_proj,0.0000000538,0.10000,0.640
2,mlp.experts.37.up_proj,0.0000001383,0.10000,0.634
2,mlp.experts.38.up_proj,0.0000000075,0.10000,0.650
2,mlp.experts.39.up_proj,0.0000000559,0.10000,0.633
2,mlp.experts.40.up_proj,0.0000000027,0.10000,0.634
2,mlp.experts.41.up_proj,0.0000000155,0.10000,0.635
2,mlp.experts.42.up_proj,0.0000001680,0.10000,0.650
2,mlp.experts.43.up_proj,0.0000006745,0.10000,0.608
2,mlp.experts.44.up_proj,0.0000000289,0.10000,0.579
2,mlp.experts.45.up_proj,0.0000000066,0.10000,0.678
2,mlp.experts.46.up_proj,0.0000000169,0.10000,0.643
2,mlp.experts.47.up_proj,0.0000000149,0.10000,0.608
2,mlp.experts.48.up_proj,0.0000000167,0.10000,0.612
2,mlp.experts.49.up_proj,0.0000000111,0.10000,0.606
2,mlp.experts.50.up_proj,0.0000000218,0.10000,0.609
2,mlp.experts.51.up_proj,0.0000000039,0.10000,0.568
2,mlp.experts.52.up_proj,0.0000000072,0.10000,0.608
2,mlp.experts.53.up_proj,0.0000000053,0.10000,0.591
2,mlp.experts.54.up_proj,0.0000000079,0.10000,0.565
2,mlp.experts.55.up_proj,0.0000000579,0.10000,0.567
2,mlp.experts.56.up_proj,0.0000000534,0.10000,0.577
2,mlp.experts.57.up_proj,0.0000003404,0.10000,0.568
2,mlp.experts.58.up_proj,0.0000000430,0.10000,0.568
2,mlp.experts.59.up_proj,0.0000001852,0.10000,0.601
2,mlp.experts.60.up_proj,0.0000000126,0.10000,0.687
2,mlp.experts.61.up_proj,0.0000069869,0.10000,0.657
2,mlp.experts.62.up_proj,0.0000000182,0.10000,0.635
2,mlp.experts.63.up_proj,0.0000000306,0.10000,0.644
2,mlp.experts.64.up_proj,0.0000000077,0.10000,0.632
2,mlp.experts.65.up_proj,0.0000000069,0.10000,0.612
2,mlp.experts.66.up_proj,0.0000001059,0.10000,0.610
2,mlp.experts.67.up_proj,0.0000000080,0.10000,0.575
2,mlp.experts.68.up_proj,0.0000000069,0.10000,0.573
2,mlp.experts.69.up_proj,0.0000000123,0.10000,0.606
2,mlp.experts.70.up_proj,0.0000000152,0.10000,0.605
2,mlp.experts.71.up_proj,0.0000003118,0.10000,0.604
2,mlp.experts.72.up_proj,0.0000000086,0.10000,0.578
2,mlp.experts.73.up_proj,0.0000000093,0.10000,0.573
2,mlp.experts.74.up_proj,0.0000001342,0.10000,0.572
2,mlp.experts.75.up_proj,0.0000000571,0.10000,0.572
2,mlp.experts.76.up_proj,0.0000000101,0.10000,0.568
2,mlp.experts.77.up_proj,0.0000005512,0.10000,0.571
2,mlp.experts.78.up_proj,0.0000136362,0.10000,0.576
2,mlp.experts.79.up_proj,0.0000028384,0.10000,0.578
2,mlp.experts.80.up_proj,0.0000000246,0.10000,0.575
2,mlp.experts.81.up_proj,0.0000000735,0.10000,0.578
2,mlp.experts.82.up_proj,0.0000000204,0.10000,0.573
2,mlp.experts.83.up_proj,0.0000001925,0.10000,0.575
2,mlp.experts.84.up_proj,0.0000000032,0.10000,0.597
2,mlp.experts.85.up_proj,0.0000000096,0.10000,0.602
2,mlp.experts.86.up_proj,0.0000000779,0.10000,0.573
2,mlp.experts.87.up_proj,0.0000000121,0.10000,0.567
2,mlp.experts.88.up_proj,0.0000000035,0.10000,0.564
2,mlp.experts.89.up_proj,0.0000001867,0.10000,0.566
2,mlp.experts.90.up_proj,0.0000000071,0.10000,0.572
2,mlp.experts.91.up_proj,0.0000022553,0.10000,0.601
2,mlp.experts.92.up_proj,0.0000021654,0.10000,0.593
2,mlp.experts.93.up_proj,0.0000000068,0.10000,0.573
2,mlp.experts.94.up_proj,0.0000000142,0.10000,0.574
2,mlp.experts.95.up_proj,0.0000000103,0.10000,0.568
2,mlp.experts.96.up_proj,0.0000003892,0.10000,0.574
2,mlp.experts.97.up_proj,0.0000000616,0.10000,0.601
2,mlp.experts.98.up_proj,0.0000005739,0.10000,0.594
2,mlp.experts.99.up_proj,0.0000000425,0.10000,0.609
2,mlp.experts.100.up_proj,0.0000000322,0.10000,0.581
2,mlp.experts.101.up_proj,0.0000000355,0.10000,0.573
2,mlp.experts.102.up_proj,0.0000561839,0.10000,0.574
2,mlp.experts.103.up_proj,0.0000000396,0.10000,0.578
2,mlp.experts.104.up_proj,0.0000000146,0.10000,0.597
2,mlp.experts.105.up_proj,0.0000073358,0.10000,0.603
2,mlp.experts.106.up_proj,0.0000003268,0.10000,0.615
2,mlp.experts.107.up_proj,0.0000000251,0.10000,0.614
2,mlp.experts.108.up_proj,0.0000000568,0.10000,0.594
2,mlp.experts.109.up_proj,0.0000002974,0.10000,0.600
2,mlp.experts.110.up_proj,0.0000014596,0.10000,0.570
2,mlp.experts.111.up_proj,0.0000000251,0.10000,0.591
2,mlp.experts.112.up_proj,0.0000000140,0.10000,0.570
2,mlp.experts.113.up_proj,0.0000001930,0.10000,0.573
2,mlp.experts.114.up_proj,0.0000034043,0.10000,0.573
2,mlp.experts.115.up_proj,0.0000000246,0.10000,0.575
2,mlp.experts.116.up_proj,0.0000000062,0.10000,0.588
2,mlp.experts.117.up_proj,0.0000000074,0.10000,0.573
2,mlp.experts.118.up_proj,0.0000000122,0.10000,0.572
2,mlp.experts.119.up_proj,0.0000000103,0.10000,0.571
2,mlp.experts.120.up_proj,0.0000000132,0.10000,0.575
2,mlp.experts.121.up_proj,0.0000000172,0.10000,0.573
2,mlp.experts.122.up_proj,0.0000000039,0.10000,0.592
2,mlp.experts.123.up_proj,0.0000000066,0.10000,0.612
2,mlp.experts.124.up_proj,0.0000005565,0.10000,0.578
2,mlp.experts.125.up_proj,0.0000000048,0.10000,0.577
2,mlp.experts.126.up_proj,0.0000000189,0.10000,0.584
2,mlp.experts.127.up_proj,0.0000000183,0.10000,0.567
2,mlp.experts.0.gate_proj,0.0000000107,0.10000,0.709
2,mlp.experts.1.gate_proj,0.0000007583,0.10000,0.629
2,mlp.experts.2.gate_proj,0.0000000515,0.10000,0.602
2,mlp.experts.3.gate_proj,0.0000001944,0.10000,0.609
2,mlp.experts.4.gate_proj,0.0000000075,0.10000,0.574
2,mlp.experts.5.gate_proj,0.0000000558,0.10000,0.578
2,mlp.experts.6.gate_proj,0.0000000193,0.10000,0.575
2,mlp.experts.7.gate_proj,0.0000000066,0.10000,0.571
2,mlp.experts.8.gate_proj,0.0000000088,0.10000,0.574
2,mlp.experts.9.gate_proj,0.0000000063,0.10000,0.574
2,mlp.experts.10.gate_proj,0.0000000126,0.10000,0.573
2,mlp.experts.11.gate_proj,0.0000003269,0.10000,0.576
2,mlp.experts.12.gate_proj,0.0000000416,0.10000,0.580
2,mlp.experts.13.gate_proj,0.0000003164,0.10000,0.565
2,mlp.experts.14.gate_proj,0.0000000071,0.10000,0.566
2,mlp.experts.15.gate_proj,0.0000000122,0.10000,0.571
2,mlp.experts.16.gate_proj,0.0000001570,0.10000,0.564
2,mlp.experts.17.gate_proj,0.0000004365,0.10000,0.570
2,mlp.experts.18.gate_proj,0.0000000863,0.10000,0.567
2,mlp.experts.19.gate_proj,0.0000021704,0.10000,0.574
2,mlp.experts.20.gate_proj,0.0000002090,0.10000,0.573
2,mlp.experts.21.gate_proj,0.0000005980,0.10000,0.569
2,mlp.experts.22.gate_proj,0.0000000351,0.10000,0.572
2,mlp.experts.23.gate_proj,0.0000000511,0.10000,0.571
2,mlp.experts.24.gate_proj,0.0000000209,0.10000,0.563
2,mlp.experts.25.gate_proj,0.0000000349,0.10000,0.565
2,mlp.experts.26.gate_proj,0.0000019858,0.10000,0.570
2,mlp.experts.27.gate_proj,0.0000000179,0.10000,0.587
2,mlp.experts.28.gate_proj,0.0000003889,0.10000,0.573
2,mlp.experts.29.gate_proj,0.0000000131,0.10000,0.574
2,mlp.experts.30.gate_proj,0.0000003652,0.10000,0.570
2,mlp.experts.31.gate_proj,0.0000000708,0.10000,0.693
2,mlp.experts.32.gate_proj,0.0000008359,0.10000,0.648
2,mlp.experts.33.gate_proj,0.0000005553,0.10000,0.688
2,mlp.experts.34.gate_proj,0.0000012092,0.10000,0.679
2,mlp.experts.35.gate_proj,0.0000012138,0.10000,0.633
2,mlp.experts.36.gate_proj,0.0000000558,0.10000,0.632
2,mlp.experts.37.gate_proj,0.0000001457,0.10000,0.632
2,mlp.experts.38.gate_proj,0.0000000080,0.10000,0.614
2,mlp.experts.39.gate_proj,0.0000000604,0.10000,0.683
2,mlp.experts.40.gate_proj,0.0000000031,0.10000,0.607
2,mlp.experts.41.gate_proj,0.0000000170,0.10000,0.607
2,mlp.experts.42.gate_proj,0.0000001799,0.10000,0.579
2,mlp.experts.43.gate_proj,0.0000007175,0.10000,0.609
2,mlp.experts.44.gate_proj,0.0000000321,0.10000,0.585
2,mlp.experts.45.gate_proj,0.0000000070,0.10000,0.599
2,mlp.experts.46.gate_proj,0.0000000195,0.10000,0.592
2,mlp.experts.47.gate_proj,0.0000000166,0.10000,0.568
2,mlp.experts.48.gate_proj,0.0000000183,0.10000,0.572
2,mlp.experts.49.gate_proj,0.0000000119,0.10000,0.570
2,mlp.experts.50.gate_proj,0.0000000234,0.10000,0.568
2,mlp.experts.51.gate_proj,0.0000000042,0.10000,0.572
2,mlp.experts.52.gate_proj,0.0000000081,0.10000,0.601
2,mlp.experts.53.gate_proj,0.0000000059,0.10000,0.597
2,mlp.experts.54.gate_proj,0.0000000087,0.10000,0.573
2,mlp.experts.55.gate_proj,0.0000000617,0.10000,0.575
2,mlp.experts.56.gate_proj,0.0000000529,0.10000,0.580
2,mlp.experts.57.gate_proj,0.0000003599,0.10000,0.578
2,mlp.experts.58.gate_proj,0.0000000467,0.10000,0.573
2,mlp.experts.59.gate_proj,0.0000001969,0.10000,0.576
2,mlp.experts.60.gate_proj,0.0000000136,0.10000,0.570
2,mlp.experts.61.gate_proj,0.0000076192,0.10000,0.578
2,mlp.experts.62.gate_proj,0.0000000196,0.10000,0.578
2,mlp.experts.63.gate_proj,0.0000000325,0.10000,0.566
2,mlp.experts.64.gate_proj,0.0000000084,0.10000,0.575
2,mlp.experts.65.gate_proj,0.0000000075,0.10000,0.576
2,mlp.experts.66.gate_proj,0.0000001128,0.10000,0.564
2,mlp.experts.67.gate_proj,0.0000000089,0.10000,0.574
2,mlp.experts.68.gate_proj,0.0000000076,0.10000,0.573
2,mlp.experts.69.gate_proj,0.0000000134,0.10000,0.572
2,mlp.experts.70.gate_proj,0.0000000168,0.10000,0.577
2,mlp.experts.71.gate_proj,0.0000003227,0.10000,0.578
2,mlp.experts.72.gate_proj,0.0000000089,0.10000,0.568
2,mlp.experts.73.gate_proj,0.0000000099,0.10000,0.604
2,mlp.experts.74.gate_proj,0.0000001384,0.10000,0.595
2,mlp.experts.75.gate_proj,0.0000000659,0.10000,0.568
2,mlp.experts.76.gate_proj,0.0000000114,0.10000,0.563
2,mlp.experts.77.gate_proj,0.0000008673,0.10000,0.726
2,mlp.experts.78.gate_proj,0.0000175970,0.10000,0.607
2,mlp.experts.79.gate_proj,0.0000030677,0.10000,0.608
2,mlp.experts.80.gate_proj,0.0000000289,0.10000,0.574
2,mlp.experts.81.gate_proj,0.0000000780,0.10000,0.573
2,mlp.experts.82.gate_proj,0.0000000218,0.10000,0.573
2,mlp.experts.83.gate_proj,0.0000002121,0.10000,0.576
2,mlp.experts.84.gate_proj,0.0000000033,0.10000,0.572
2,mlp.experts.85.gate_proj,0.0000000105,0.10000,0.572
2,mlp.experts.86.gate_proj,0.0000000863,0.10000,0.571
2,mlp.experts.87.gate_proj,0.0000000132,0.10000,0.572
2,mlp.experts.88.gate_proj,0.0000000039,0.10000,0.577
2,mlp.experts.89.gate_proj,0.0000001974,0.10000,0.612
2,mlp.experts.90.gate_proj,0.0000000077,0.10000,0.605
2,mlp.experts.91.gate_proj,0.0000024616,0.10000,0.571
2,mlp.experts.92.gate_proj,0.0000093657,0.10000,0.582
2,mlp.experts.93.gate_proj,0.0000000072,0.10000,0.580
2,mlp.experts.94.gate_proj,0.0000000173,0.10000,0.576
2,mlp.experts.95.gate_proj,0.0000000116,0.10000,0.610
2,mlp.experts.96.gate_proj,0.0000004112,0.10000,0.600
2,mlp.experts.97.gate_proj,0.0000000717,0.10000,0.606
2,mlp.experts.98.gate_proj,0.0000006253,0.10000,0.594
2,mlp.experts.99.gate_proj,0.0000000471,0.10000,0.597
2,mlp.experts.100.gate_proj,0.0000000360,0.10000,0.607
2,mlp.experts.101.gate_proj,0.0000000375,0.10000,0.684
2,mlp.experts.102.gate_proj,0.0000654211,0.10000,0.652
2,mlp.experts.103.gate_proj,0.0000000418,0.10000,0.633
2,mlp.experts.104.gate_proj,0.0000000167,0.10000,0.641
2,mlp.experts.105.gate_proj,0.0000084248,0.10000,0.607
2,mlp.experts.106.gate_proj,0.0000003568,0.10000,0.584
2,mlp.experts.107.gate_proj,0.0000000266,0.10000,0.563
2,mlp.experts.108.gate_proj,0.0000000651,0.10000,0.602
2,mlp.experts.109.gate_proj,0.0000003212,0.10000,0.598
2,mlp.experts.110.gate_proj,0.0000016787,0.10000,0.592
2,mlp.experts.111.gate_proj,0.0000000285,0.10000,0.607
2,mlp.experts.112.gate_proj,0.0000000149,0.10000,0.596
2,mlp.experts.113.gate_proj,0.0000002277,0.10000,0.576
2,mlp.experts.114.gate_proj,0.0000036351,0.10000,0.577
2,mlp.experts.115.gate_proj,0.0000000280,0.10000,0.603
2,mlp.experts.116.gate_proj,0.0000000066,0.10000,0.606
2,mlp.experts.117.gate_proj,0.0000000079,0.10000,0.609
2,mlp.experts.118.gate_proj,0.0000000128,0.10000,0.593
2,mlp.experts.119.gate_proj,0.0000000118,0.10000,0.678
2,mlp.experts.120.gate_proj,0.0000000147,0.10000,0.686
2,mlp.experts.121.gate_proj,0.0000000188,0.10000,0.653
2,mlp.experts.122.gate_proj,0.0000000044,0.10000,0.627
2,mlp.experts.123.gate_proj,0.0000000072,0.10000,0.646
2,mlp.experts.124.gate_proj,0.0000005956,0.10000,0.639
2,mlp.experts.125.gate_proj,0.0000000052,0.10000,0.663
2,mlp.experts.126.gate_proj,0.0000000207,0.10000,0.630
2,mlp.experts.127.gate_proj,0.0000000195,0.10000,0.634
2,mlp.experts.0.down_proj,0.0000000007,0.10000,0.221
2,mlp.experts.1.down_proj,0.0000000506,0.10000,0.223
2,mlp.experts.2.down_proj,0.0000000103,0.10000,0.222
2,mlp.experts.3.down_proj,0.0000000485,0.10000,0.216
2,mlp.experts.4.down_proj,0.0000000005,0.10000,0.231
2,mlp.experts.5.down_proj,0.0000000087,0.10000,0.230
2,mlp.experts.6.down_proj,0.0000000034,0.10000,0.226
2,mlp.experts.7.down_proj,0.0000000008,0.10000,0.243
2,mlp.experts.8.down_proj,0.0000000009,0.10000,0.235
2,mlp.experts.9.down_proj,0.0000000005,0.10000,0.234
2,mlp.experts.10.down_proj,0.0000000013,0.10000,0.221
2,mlp.experts.11.down_proj,0.0000000266,0.10000,0.231
2,mlp.experts.12.down_proj,0.0000000077,0.10000,0.229
2,mlp.experts.13.down_proj,0.0000000258,0.10000,0.218
2,mlp.experts.14.down_proj,0.0000000008,0.10000,0.227
2,mlp.experts.15.down_proj,0.0000000018,0.10000,0.220
2,mlp.experts.16.down_proj,0.0000000065,0.10000,0.216
2,mlp.experts.17.down_proj,0.0000000225,0.10000,0.215
2,mlp.experts.18.down_proj,0.0000000055,0.10000,0.218
2,mlp.experts.19.down_proj,0.0000002673,0.10000,0.217
2,mlp.experts.20.down_proj,0.0000000180,0.10000,0.219
2,mlp.experts.21.down_proj,0.0000000922,0.10000,0.214
2,mlp.experts.22.down_proj,0.0000000029,0.10000,0.231
2,mlp.experts.23.down_proj,0.0000000077,0.10000,0.231
2,mlp.experts.24.down_proj,0.0000000039,0.10000,0.224
2,mlp.experts.25.down_proj,0.0000000020,0.10000,0.219
2,mlp.experts.26.down_proj,0.0000002592,0.10000,0.219
2,mlp.experts.27.down_proj,0.0000000014,0.10000,0.218
2,mlp.experts.28.down_proj,0.0000000628,0.10000,0.218
2,mlp.experts.29.down_proj,0.0000000071,0.10000,0.222
2,mlp.experts.30.down_proj,0.0000000580,0.10000,0.221
2,mlp.experts.31.down_proj,0.0000000092,0.10000,0.217
2,mlp.experts.32.down_proj,0.0000001074,0.10000,0.217
2,mlp.experts.33.down_proj,0.0000000768,0.10000,0.228
2,mlp.experts.34.down_proj,0.0000001237,0.10000,0.232
2,mlp.experts.35.down_proj,0.0000001181,0.10000,0.236
2,mlp.experts.36.down_proj,0.0000000033,0.10000,0.228
2,mlp.experts.37.down_proj,0.0000000312,0.10000,0.217
2,mlp.experts.38.down_proj,0.0000000007,0.10000,0.232
2,mlp.experts.39.down_proj,0.0000000047,0.10000,0.232
2,mlp.experts.40.down_proj,0.0000000002,0.10000,0.254
2,mlp.experts.41.down_proj,0.0000000026,0.10000,0.264
2,mlp.experts.42.down_proj,0.0000000178,0.10000,0.262
2,mlp.experts.43.down_proj,0.0000000858,0.10000,0.244
2,mlp.experts.44.down_proj,0.0000000063,0.10000,0.246
2,mlp.experts.45.down_proj,0.0000000013,0.10000,0.243
2,mlp.experts.46.down_proj,0.0000000020,0.10000,0.244
2,mlp.experts.47.down_proj,0.0000000015,0.10000,0.249
2,mlp.experts.48.down_proj,0.0000000019,0.10000,0.241
2,mlp.experts.49.down_proj,0.0000000009,0.10000,0.243
2,mlp.experts.50.down_proj,0.0000000006,0.10000,0.245
2,mlp.experts.51.down_proj,0.0000000003,0.10000,0.240
2,mlp.experts.52.down_proj,0.0000000008,0.10000,0.242
2,mlp.experts.53.down_proj,0.0000000009,0.10000,0.232
2,mlp.experts.54.down_proj,0.0000000009,0.10000,0.278
2,mlp.experts.55.down_proj,0.0000000025,0.10000,0.267
2,mlp.experts.56.down_proj,0.0000000015,0.10000,0.264
2,mlp.experts.57.down_proj,0.0000000060,0.10000,0.244
2,mlp.experts.58.down_proj,0.0000000022,0.10000,0.246
2,mlp.experts.59.down_proj,0.0000000074,0.10000,0.244
2,mlp.experts.60.down_proj,0.0000000010,0.10000,0.243
2,mlp.experts.61.down_proj,0.0000002048,0.10000,0.240
2,mlp.experts.62.down_proj,0.0000000019,0.10000,0.243
2,mlp.experts.63.down_proj,0.0000000017,0.10000,0.232
2,mlp.experts.64.down_proj,0.0000000007,0.10000,0.228
2,mlp.experts.65.down_proj,0.0000000009,0.10000,0.214
2,mlp.experts.66.down_proj,0.0000000101,0.10000,0.215
2,mlp.experts.67.down_proj,0.0000000013,0.10000,0.229
2,mlp.experts.68.down_proj,0.0000000008,0.10000,0.235
2,mlp.experts.69.down_proj,0.0000000018,0.10000,0.231
2,mlp.experts.70.down_proj,0.0000000041,0.10000,0.227
2,mlp.experts.71.down_proj,0.0000000272,0.10000,0.226
2,mlp.experts.72.down_proj,0.0000000003,0.10000,0.229
2,mlp.experts.73.down_proj,0.0000000010,0.10000,0.223
2,mlp.experts.74.down_proj,0.0000000055,0.10000,0.225
2,mlp.experts.75.down_proj,0.0000000155,0.10000,0.225
2,mlp.experts.76.down_proj,0.0000000010,0.10000,0.223
2,mlp.experts.77.down_proj,0.0000000039,0.10000,0.224
2,mlp.experts.78.down_proj,0.0000002871,0.10000,0.225
2,mlp.experts.79.down_proj,0.0000005145,0.10000,0.232
2,mlp.experts.80.down_proj,0.0000000023,0.10000,0.225
2,mlp.experts.81.down_proj,0.0000000127,0.10000,0.226
2,mlp.experts.82.down_proj,0.0000000016,0.10000,0.237
2,mlp.experts.83.down_proj,0.0000000197,0.10000,0.235
2,mlp.experts.84.down_proj,0.0000000003,0.10000,0.237
2,mlp.experts.85.down_proj,0.0000000010,0.10000,0.221
2,mlp.experts.86.down_proj,0.0000000187,0.10000,0.223
2,mlp.experts.87.down_proj,0.0000000015,0.10000,0.222
2,mlp.experts.88.down_proj,0.0000000004,0.10000,0.226
2,mlp.experts.89.down_proj,0.0000000183,0.10000,0.225
2,mlp.experts.90.down_proj,0.0000000009,0.10000,0.221
2,mlp.experts.91.down_proj,0.0000001804,0.10000,0.220
2,mlp.experts.92.down_proj,0.0000433898,0.10000,0.220
2,mlp.experts.93.down_proj,0.0000000005,0.10000,0.222
2,mlp.experts.94.down_proj,0.0000000008,0.10000,0.218
2,mlp.experts.95.down_proj,0.0000000007,0.10000,0.221
2,mlp.experts.96.down_proj,0.0000000652,0.10000,0.218
2,mlp.experts.97.down_proj,0.0000000065,0.10000,0.218
2,mlp.experts.98.down_proj,0.0000002705,0.10000,0.241
2,mlp.experts.99.down_proj,0.0000000065,0.10000,0.238
2,mlp.experts.100.down_proj,0.0000000009,0.10000,0.228
2,mlp.experts.101.down_proj,0.0000000025,0.10000,0.240
2,mlp.experts.102.down_proj,0.0000014686,0.10000,0.237
2,mlp.experts.103.down_proj,0.0000000029,0.10000,0.239
2,mlp.experts.104.down_proj,0.0000000029,0.10000,0.222
2,mlp.experts.105.down_proj,0.0000006653,0.10000,0.218
2,mlp.experts.106.down_proj,0.0000000316,0.10000,0.244
2,mlp.experts.107.down_proj,0.0000000063,0.10000,0.238
2,mlp.experts.108.down_proj,0.0000000048,0.10000,0.229
2,mlp.experts.109.down_proj,0.0000000379,0.10000,0.227
2,mlp.experts.110.down_proj,0.0000001273,0.10000,0.225
2,mlp.experts.111.down_proj,0.0000000081,0.10000,0.222
2,mlp.experts.112.down_proj,0.0000000018,0.10000,0.235
2,mlp.experts.113.down_proj,0.0000000185,0.10000,0.239
2,mlp.experts.114.down_proj,0.0000009120,0.10000,0.221
2,mlp.experts.115.down_proj,0.0000000024,0.10000,0.218
2,mlp.experts.116.down_proj,0.0000000006,0.10000,0.290
2,mlp.experts.117.down_proj,0.0000000010,0.10000,0.253
2,mlp.experts.118.down_proj,0.0000000004,0.10000,0.236
2,mlp.experts.119.down_proj,0.0000000012,0.10000,0.217
2,mlp.experts.120.down_proj,0.0000000020,0.10000,0.219
2,mlp.experts.121.down_proj,0.0000000026,0.10000,0.218
2,mlp.experts.122.down_proj,0.0000000006,0.10000,0.219
2,mlp.experts.123.down_proj,0.0000000006,0.10000,0.256
2,mlp.experts.124.down_proj,0.0000000670,0.10000,0.236
2,mlp.experts.125.down_proj,0.0000000003,0.10000,0.242
2,mlp.experts.126.down_proj,0.0000000035,0.10000,0.232
2,mlp.experts.127.down_proj,0.0000000024,0.10000,0.260
3,self_attn.q_proj,0.0000000002,0.10000,0.616
3,self_attn.k_proj,0.0000000000,0.10000,0.606
3,self_attn.v_proj,0.0000000000,0.10000,0.597
3,self_attn.o_proj,0.0000000000,0.10000,1.112
3,mlp.gate,0.0000000057,0.10000,0.607
3,mlp.experts.0.up_proj,0.0000000477,0.10000,0.586
3,mlp.experts.1.up_proj,0.0000000141,0.10000,0.621
3,mlp.experts.2.up_proj,0.0000000073,0.10000,0.621
3,mlp.experts.3.up_proj,0.0000000179,0.10000,0.571
3,mlp.experts.4.up_proj,0.0000000216,0.10000,0.596
3,mlp.experts.5.up_proj,0.0000000859,0.10000,0.608
3,mlp.experts.6.up_proj,0.0000000062,0.10000,0.568
3,mlp.experts.7.up_proj,0.0000000115,0.10000,0.575
3,mlp.experts.8.up_proj,0.0000012653,0.10000,0.598
3,mlp.experts.9.up_proj,0.0000000204,0.10000,0.687
3,mlp.experts.10.up_proj,0.0000000098,0.10000,0.617
3,mlp.experts.11.up_proj,0.0000000141,0.10000,0.687
3,mlp.experts.12.up_proj,0.0000000374,0.10000,0.607
3,mlp.experts.13.up_proj,0.0000000199,0.10000,0.575
3,mlp.experts.14.up_proj,0.0000010490,0.10000,0.571
3,mlp.experts.15.up_proj,0.0000007147,0.10000,0.595
3,mlp.experts.16.up_proj,0.0000001526,0.10000,0.597
3,mlp.experts.17.up_proj,0.0000001384,0.10000,0.575
3,mlp.experts.18.up_proj,0.0000052231,0.10000,0.579
3,mlp.experts.19.up_proj,0.0000000528,0.10000,0.564
3,mlp.experts.20.up_proj,0.0000000230,0.10000,0.576
3,mlp.experts.21.up_proj,0.0000000213,0.10000,0.575
3,mlp.experts.22.up_proj,0.0000000249,0.10000,0.574
3,mlp.experts.23.up_proj,0.0000001154,0.10000,0.577
3,mlp.experts.24.up_proj,0.0000000212,0.10000,0.578
3,mlp.experts.25.up_proj,0.0000000067,0.10000,0.574
3,mlp.experts.26.up_proj,0.0000000113,0.10000,0.574
3,mlp.experts.27.up_proj,0.0000001555,0.10000,0.573
3,mlp.experts.28.up_proj,0.0000000527,0.10000,0.599
3,mlp.experts.29.up_proj,0.0000000169,0.10000,0.588
3,mlp.experts.30.up_proj,0.0000002164,0.10000,0.675
3,mlp.experts.31.up_proj,0.0000000082,0.10000,0.657
3,mlp.experts.32.up_proj,0.0000000394,0.10000,0.643
3,mlp.experts.33.up_proj,0.0000005312,0.10000,0.637
3,mlp.experts.34.up_proj,0.0000000182,0.10000,0.639
3,mlp.experts.35.up_proj,0.0000000110,0.10000,0.593
3,mlp.experts.36.up_proj,0.0000000802,0.10000,0.610
3,mlp.experts.37.up_proj,0.0000000245,0.10000,0.567
3,mlp.experts.38.up_proj,0.0000000072,0.10000,0.576
3,mlp.experts.39.up_proj,0.0000000192,0.10000,0.610
3,mlp.experts.40.up_proj,0.0000000296,0.10000,0.601
3,mlp.experts.41.up_proj,0.0000000114,0.10000,0.606
3,mlp.experts.42.up_proj,0.0000001084,0.10000,0.603
3,mlp.experts.43.up_proj,0.0000007311,0.10000,0.579
3,mlp.experts.44.up_proj,0.0000001644,0.10000,0.571
3,mlp.experts.45.up_proj,0.0000000789,0.10000,0.576
3,mlp.experts.46.up_proj,0.0000002815,0.10000,0.577
3,mlp.experts.47.up_proj,0.0000046838,0.10000,0.577
3,mlp.experts.48.up_proj,0.0000001433,0.10000,0.566
3,mlp.experts.49.up_proj,0.0000002255,0.10000,0.563
3,mlp.experts.50.up_proj,0.0000000504,0.10000,0.574
3,mlp.experts.51.up_proj,0.0000001313,0.10000,0.567
3,mlp.experts.52.up_proj,0.0000009725,0.10000,0.571
3,mlp.experts.53.up_proj,0.0000000150,0.10000,0.574
3,mlp.experts.54.up_proj,0.0000000147,0.10000,0.569
3,mlp.experts.55.up_proj,0.0000000122,0.10000,0.572
3,mlp.experts.56.up_proj,0.0000002146,0.10000,0.574
3,mlp.experts.57.up_proj,0.0000009349,0.10000,0.573
3,mlp.experts.58.up_proj,0.0000011216,0.10000,0.572
3,mlp.experts.59.up_proj,0.0000000073,0.10000,0.606
3,mlp.experts.60.up_proj,0.0000000259,0.10000,0.642
3,mlp.experts.61.up_proj,0.0000000063,0.10000,0.675
3,mlp.experts.62.up_proj,0.0000000102,0.10000,0.597
3,mlp.experts.63.up_proj,0.0000010205,0.10000,0.600
3,mlp.experts.64.up_proj,0.0000000081,0.10000,0.570
3,mlp.experts.65.up_proj,0.0000000808,0.10000,0.574
3,mlp.experts.66.up_proj,0.0000000415,0.10000,0.568
3,mlp.experts.67.up_proj,0.0000001267,0.10000,0.564
3,mlp.experts.68.up_proj,0.0000004278,0.10000,0.572
3,mlp.experts.69.up_proj,0.0000001294,0.10000,0.572
3,mlp.experts.70.up_proj,0.0000000163,0.10000,0.570
3,mlp.experts.71.up_proj,0.0000000999,0.10000,0.570
3,mlp.experts.72.up_proj,0.0000002334,0.10000,0.592
3,mlp.experts.73.up_proj,0.0000000119,0.10000,0.609
3,mlp.experts.74.up_proj,0.0000000179,0.10000,0.584
3,mlp.experts.75.up_proj,0.0000000284,0.10000,0.591
3,mlp.experts.76.up_proj,0.0000000122,0.10000,0.612
3,mlp.experts.77.up_proj,0.0000000162,0.10000,0.590
3,mlp.experts.78.up_proj,0.0000000125,0.10000,0.682
3,mlp.experts.79.up_proj,0.0000000967,0.10000,0.599
3,mlp.experts.80.up_proj,0.0000000742,0.10000,0.606
3,mlp.experts.81.up_proj,0.0000000179,0.10000,0.573
3,mlp.experts.82.up_proj,0.0000010937,0.10000,0.574
3,mlp.experts.83.up_proj,0.0000022392,0.10000,0.572
3,mlp.experts.84.up_proj,0.0000000593,0.10000,0.569
3,mlp.experts.85.up_proj,0.0000006645,0.10000,0.565
3,mlp.experts.86.up_proj,0.0000000378,0.10000,0.572
3,mlp.experts.87.up_proj,0.0000001132,0.10000,0.570
3,mlp.experts.88.up_proj,0.0000004809,0.10000,0.576
3,mlp.experts.89.up_proj,0.0000000056,0.10000,0.574
3,mlp.experts.90.up_proj,0.0000000380,0.10000,0.610
3,mlp.experts.91.up_proj,0.0000000206,0.10000,0.581
3,mlp.experts.92.up_proj,0.0000000288,0.10000,0.575
3,mlp.experts.93.up_proj,0.0000000118,0.10000,0.569
3,mlp.experts.94.up_proj,0.0000000210,0.10000,0.570
3,mlp.experts.95.up_proj,0.0000069362,0.10000,0.569
3,mlp.experts.96.up_proj,0.0000011011,0.10000,0.616
3,mlp.experts.97.up_proj,0.0000000464,0.10000,0.588
3,mlp.experts.98.up_proj,0.0000001140,0.10000,0.581
3,mlp.experts.99.up_proj,0.0000000793,0.10000,0.570
3,mlp.experts.100.up_proj,0.0000002267,0.10000,0.576
3,mlp.experts.101.up_proj,0.0000000238,0.10000,0.575
3,mlp.experts.102.up_proj,0.0000008522,0.10000,0.597
3,mlp.experts.103.up_proj,0.0000000224,0.10000,0.585
3,mlp.experts.104.up_proj,0.0000001018,0.10000,0.574
3,mlp.experts.105.up_proj,0.0000000084,0.10000,0.567
3,mlp.experts.106.up_proj,0.0000000111,0.10000,0.570
3,mlp.experts.107.up_proj,0.0000014713,0.10000,0.572
3,mlp.experts.108.up_proj,0.0000001045,0.10000,0.572
3,mlp.experts.109.up_proj,0.0000001220,0.10000,0.575
3,mlp.experts.110.up_proj,0.0000004818,0.10000,0.570
3,mlp.experts.111.up_proj,0.0000052312,0.10000,0.696
3,mlp.experts.112.up_proj,0.0000000114,0.10000,0.608
3,mlp.experts.113.up_proj,0.0000000510,0.10000,0.619
3,mlp.experts.114.up_proj,0.0000002000,0.10000,0.577
3,mlp.experts.115.up_proj,0.0000000220,0.10000,0.574
3,mlp.experts.116.up_proj,0.0000001819,0.10000,0.571
3,mlp.experts.117.up_proj,0.0000001294,0.10000,0.564
3,mlp.experts.118.up_proj,0.0000001517,0.10000,0.567
3,mlp.experts.119.up_proj,0.0000000730,0.10000,0.574
3,mlp.experts.120.up_proj,0.0000000170,0.10000,0.577
3,mlp.experts.121.up_proj,0.0000000145,0.10000,0.574
3,mlp.experts.122.up_proj,0.0000000615,0.10000,0.597
3,mlp.experts.123.up_proj,0.0000000093,0.10000,0.605
3,mlp.experts.124.up_proj,0.0000000067,0.10000,0.571
3,mlp.experts.125.up_proj,0.0000001248,0.10000,0.569
3,mlp.experts.126.up_proj,0.0000002482,0.10000,0.577
3,mlp.experts.127.up_proj,0.0000001945,0.10000,0.609
3,mlp.experts.0.gate_proj,0.0000000509,0.10000,0.598
3,mlp.experts.1.gate_proj,0.0000000150,0.10000,0.576
3,mlp.experts.2.gate_proj,0.0000000077,0.10000,0.566
3,mlp.experts.3.gate_proj,0.0000000192,0.10000,0.615
3,mlp.experts.4.gate_proj,0.0000000242,0.10000,0.608
3,mlp.experts.5.gate_proj,0.0000000925,0.10000,0.614
3,mlp.experts.6.gate_proj,0.0000000066,0.10000,0.594
3,mlp.experts.7.gate_proj,0.0000000128,0.10000,0.576
3,mlp.experts.8.gate_proj,0.0000014012,0.10000,0.608
3,mlp.experts.9.gate_proj,0.0000000223,0.10000,0.570
3,mlp.experts.10.gate_proj,0.0000000108,0.10000,0.573
3,mlp.experts.11.gate_proj,0.0000000156,0.10000,0.572
3,mlp.experts.12.gate_proj,0.0000000405,0.10000,0.574
3,mlp.experts.13.gate_proj,0.0000000225,0.10000,0.569
3,mlp.experts.14.gate_proj,0.0000011020,0.10000,0.568
3,mlp.experts.15.gate_proj,0.0000008003,0.10000,0.578
3,mlp.experts.16.gate_proj,0.0000001629,0.10000,0.568
3,mlp.experts.17.gate_proj,0.0000001507,0.10000,0.566
3,mlp.experts.18.gate_proj,0.0000060560,0.10000,0.609
3,mlp.experts.19.gate_proj,0.0000000557,0.10000,0.608
3,mlp.experts.20.gate_proj,0.0000000245,0.10000,0.568
3,mlp.experts.21.gate_proj,0.0000000230,0.10000,0.565
3,mlp.experts.22.gate_proj,0.0000000271,0.10000,0.741
3,mlp.experts.23.gate_proj,0.0000001236,0.10000,0.669
3,mlp.experts.24.gate_proj,0.0000000219,0.10000,0.667
3,mlp.experts.25.gate_proj,0.0000000072,0.10000,0.635
3,mlp.experts.26.gate_proj,0.0000000118,0.10000,0.651
3,mlp.experts.27.gate_proj,0.0000001678,0.10000,0.642
3,mlp.experts.28.gate_proj,0.0000000568,0.10000,0.650
3,mlp.experts.29.gate_proj,0.0000000182,0.10000,0.610
3,mlp.experts.30.gate_proj,0.0000002351,0.10000,0.606
3,mlp.experts.31.gate_proj,0.0000000091,0.10000,0.571
3,mlp.experts.32.gate_proj,0.0000000427,0.10000,0.575
3,mlp.experts.33.gate_proj,0.0000005629,0.10000,0.576
3,mlp.experts.34.gate_proj,0.0000000202,0.10000,0.571
3,mlp.experts.35.gate_proj,0.0000000116,0.10000,0.575
3,mlp.experts.36.gate_proj,0.0000000908,0.10000,0.573
3,mlp.experts.37.gate_proj,0.0000000264,0.10000,0.575
3,mlp.experts.38.gate_proj,0.0000000077,0.10000,0.574
3,mlp.experts.39.gate_proj,0.0000000212,0.10000,0.570
3,mlp.experts.40.gate_proj,0.0000000311,0.10000,0.578
3,mlp.experts.41.gate_proj,0.0000000123,0.10000,0.574
3,mlp.experts.42.gate_proj,0.0000001260,0.10000,0.602
3,mlp.experts.43.gate_proj,0.0000007900,0.10000,0.612
3,mlp.experts.44.gate_proj,0.0000001768,0.10000,0.612
3,mlp.experts.45.gate_proj,0.0000000848,0.10000,0.603
3,mlp.experts.46.gate_proj,0.0000002887,0.10000,0.574
3,mlp.experts.47.gate_proj,0.0000051768,0.10000,0.571
3,mlp.experts.48.gate_proj,0.0000001563,0.10000,0.570
3,mlp.experts.49.gate_proj,0.0000002514,0.10000,0.577
3,mlp.experts.50.gate_proj,0.0000000537,0.10000,0.604
3,mlp.experts.51.gate_proj,0.0000001396,0.10000,0.600
3,mlp.experts.52.gate_proj,0.0000011052,0.10000,0.563
3,mlp.experts.53.gate_proj,0.0000000157,0.10000,0.561
3,mlp.experts.54.gate_proj,0.0000000152,0.10000,0.570
3,mlp.experts.55.gate_proj,0.0000000133,0.10000,0.568
3,mlp.experts.56.gate_proj,0.0000002308,0.10000,0.576
3,mlp.experts.57.gate_proj,0.0000009889,0.10000,0.568
3,mlp.experts.58.gate_proj,0.0000011917,0.10000,0.566
3,mlp.experts.59.gate_proj,0.0000000080,0.10000,0.571
3,mlp.experts.60.gate_proj,0.0000000283,0.10000,0.569
3,mlp.experts.61.gate_proj,0.0000000068,0.10000,0.570
3,mlp.experts.62.gate_proj,0.0000000107,0.10000,0.593
3,mlp.experts.63.gate_proj,0.0000011584,0.10000,0.586
3,mlp.experts.64.gate_proj,0.0000000087,0.10000,0.567
3,mlp.experts.65.gate_proj,0.0000000867,0.10000,0.567
3,mlp.experts.66.gate_proj,0.0000000444,0.10000,0.595
3,mlp.experts.67.gate_proj,0.0000001345,0.10000,0.601
3,mlp.experts.68.gate_proj,0.0000004651,0.10000,0.693
3,mlp.experts.69.gate_proj,0.0000001392,0.10000,0.642
3,mlp.experts.70.gate_proj,0.0000000167,0.10000,0.652
3,mlp.experts.71.gate_proj,0.0000001061,0.10000,0.650
3,mlp.experts.72.gate_proj,0.0000002602,0.10000,0.642
3,mlp.experts.73.gate_proj,0.0000000129,0.10000,0.636
3,mlp.experts.74.gate_proj,0.0000000192,0.10000,0.630
3,mlp.experts.75.gate_proj,0.0000000332,0.10000,0.601
3,mlp.experts.76.gate_proj,0.0000000135,0.10000,0.601
3,mlp.experts.77.gate_proj,0.0000000172,0.10000,0.569
3,mlp.experts.78.gate_proj,0.0000000136,0.10000,0.570
3,mlp.experts.79.gate_proj,0.0000001048,0.10000,0.575
3,mlp.experts.80.gate_proj,0.0000000802,0.10000,0.572
3,mlp.experts.81.gate_proj,0.0000000197,0.10000,0.572
3,mlp.experts.82.gate_proj,0.0000036518,0.10000,0.574
3,mlp.experts.83.gate_proj,0.0000024864,0.10000,0.592
3,mlp.experts.84.gate_proj,0.0000000637,0.10000,0.609
3,mlp.experts.85.gate_proj,0.0000007054,0.10000,0.574
3,mlp.experts.86.gate_proj,0.0000000418,0.10000,0.574
3,mlp.experts.87.gate_proj,0.0000001219,0.10000,0.576
3,mlp.experts.88.gate_proj,0.0000005293,0.10000,0.576
3,mlp.experts.89.gate_proj,0.0000000061,0.10000,0.569
3,mlp.experts.90.gate_proj,0.0000000410,0.10000,0.575
3,mlp.experts.91.gate_proj,0.0000000229,0.10000,0.568
3,mlp.experts.92.gate_proj,0.0000000306,0.10000,0.568
3,mlp.experts.93.gate_proj,0.0000000128,0.10000,0.580
3,mlp.experts.94.gate_proj,0.0000000224,0.10000,0.574
3,mlp.experts.95.gate_proj,0.0000078841,0.10000,0.566
3,mlp.experts.96.gate_proj,0.0000011853,0.10000,0.579
3,mlp.experts.97.gate_proj,0.0000000502,0.10000,0.572
3,mlp.experts.98.gate_proj,0.0000001330,0.10000,0.592
3,mlp.experts.99.gate_proj,0.0000000857,0.10000,0.596
3,mlp.experts.100.gate_proj,0.0000002453,0.10000,0.574
3,mlp.experts.101.gate_proj,0.0000000251,0.10000,0.571
3,mlp.experts.102.gate_proj,0.0000009417,0.10000,0.606
3,mlp.experts.103.gate_proj,0.0000000240,0.10000,0.599
3,mlp.experts.104.gate_proj,0.0000001172,0.10000,0.565
3,mlp.experts.105.gate_proj,0.0000000094,0.10000,0.572
3,mlp.experts.106.gate_proj,0.0000000123,0.10000,0.573
3,mlp.experts.107.gate_proj,0.0000015143,0.10000,0.569
3,mlp.experts.108.gate_proj,0.0000001127,0.10000,0.574
3,mlp.experts.109.gate_proj,0.0000001310,0.10000,0.606
3,mlp.experts.110.gate_proj,0.0000005138,0.10000,0.611
3,mlp.experts.111.gate_proj,0.0000055580,0.10000,0.577
3,mlp.experts.112.gate_proj,0.0000000128,0.10000,0.574
3,mlp.experts.113.gate_proj,0.0000000544,0.10000,0.577
3,mlp.experts.114.gate_proj,0.0000002101,0.10000,0.571
3,mlp.experts.115.gate_proj,0.0000000241,0.10000,0.577
3,mlp.experts.116.gate_proj,0.0000002011,0.10000,0.577
3,mlp.experts.117.gate_proj,0.0000001387,0.10000,0.575
3,mlp.experts.118.gate_proj,0.0000001599,0.10000,0.575
3,mlp.experts.119.gate_proj,0.0000000780,0.10000,0.573
3,mlp.experts.120.gate_proj,0.0000000178,0.10000,0.574
3,mlp.experts.121.gate_proj,0.0000000159,0.10000,0.574
3,mlp.experts.122.gate_proj,0.0000000678,0.10000,0.578
3,mlp.experts.123.gate_proj,0.0000000101,0.10000,0.578
3,mlp.experts.124.gate_proj,0.0000000071,0.10000,0.577
3,mlp.experts.125.gate_proj,0.0000001346,0.10000,0.584
3,mlp.experts.126.gate_proj,0.0000002636,0.10000,0.575
3,mlp.experts.127.gate_proj,0.0000002076,0.10000,0.569
3,mlp.experts.0.down_proj,0.0000000049,0.10000,0.214
3,mlp.experts.1.down_proj,0.0000000015,0.10000,0.212
3,mlp.experts.2.down_proj,0.0000000005,0.10000,0.217
3,mlp.experts.3.down_proj,0.0000000015,0.10000,0.217
3,mlp.experts.4.down_proj,0.0000000038,0.10000,0.220
3,mlp.experts.5.down_proj,0.0000000159,0.10000,0.217
3,mlp.experts.6.down_proj,0.0000000006,0.10000,0.216
3,mlp.experts.7.down_proj,0.0000000015,0.10000,0.226
3,mlp.experts.8.down_proj,0.0000003605,0.10000,0.230
3,mlp.experts.9.down_proj,0.0000000018,0.10000,0.226
3,mlp.experts.10.down_proj,0.0000000012,0.10000,0.211
3,mlp.experts.11.down_proj,0.0000000020,0.10000,0.213
3,mlp.experts.12.down_proj,0.0000000055,0.10000,0.217
3,mlp.experts.13.down_proj,0.0000000026,0.10000,0.214
3,mlp.experts.14.down_proj,0.0000001344,0.10000,0.216
3,mlp.experts.15.down_proj,0.0000001125,0.10000,0.216
3,mlp.experts.16.down_proj,0.0000000166,0.10000,0.214
3,mlp.experts.17.down_proj,0.0000000191,0.10000,0.216
3,mlp.experts.18.down_proj,0.0000003684,0.10000,0.212
3,mlp.experts.19.down_proj,0.0000000092,0.10000,0.214
3,mlp.experts.20.down_proj,0.0000000028,0.10000,0.222
3,mlp.experts.21.down_proj,0.0000000023,0.10000,0.216
3,mlp.experts.22.down_proj,0.0000000023,0.10000,0.215
3,mlp.experts.23.down_proj,0.0000000242,0.10000,0.214
3,mlp.experts.24.down_proj,0.0000000017,0.10000,0.217
3,mlp.experts.25.down_proj,0.0000000006,0.10000,0.214
3,mlp.experts.26.down_proj,0.0000000011,0.10000,0.215
3,mlp.experts.27.down_proj,0.0000000152,0.10000,0.212
3,mlp.experts.28.down_proj,0.0000000141,0.10000,0.212
3,mlp.experts.29.down_proj,0.0000000015,0.10000,0.215
3,mlp.experts.30.down_proj,0.0000000489,0.10000,0.215
3,mlp.experts.31.down_proj,0.0000000012,0.10000,0.215
3,mlp.experts.32.down_proj,0.0000000059,0.10000,0.215
3,mlp.experts.33.down_proj,0.0000000686,0.10000,0.218
3,mlp.experts.34.down_proj,0.0000000020,0.10000,0.214
3,mlp.experts.35.down_proj,0.0000000008,0.10000,0.214
3,mlp.experts.36.down_proj,0.0000000145,0.10000,0.214
3,mlp.experts.37.down_proj,0.0000000023,0.10000,0.214
3,mlp.experts.38.down_proj,0.0000000006,0.10000,0.213
3,mlp.experts.39.down_proj,0.0000000013,0.10000,0.213
3,mlp.experts.40.down_proj,0.0000000036,0.10000,0.214
3,mlp.experts.41.down_proj,0.0000000011,0.10000,0.214
3,mlp.experts.42.down_proj,0.0000000103,0.10000,0.214
3,mlp.experts.43.down_proj,0.0000001112,0.10000,0.219
3,mlp.experts.44.down_proj,0.0000000202,0.10000,0.213
3,mlp.experts.45.down_proj,0.0000000116,0.10000,0.213
3,mlp.experts.46.down_proj,0.0000000157,0.10000,0.213
3,mlp.experts.47.down_proj,0.0000001347,0.10000,0.213
3,mlp.experts.48.down_proj,0.0000000429,0.10000,0.212
3,mlp.experts.49.down_proj,0.0000000405,0.10000,0.218
3,mlp.experts.50.down_proj,0.0000000057,0.10000,0.213
3,mlp.experts.51.down_proj,0.0000000205,0.10000,0.217
3,mlp.experts.52.down_proj,0.0000001294,0.10000,0.213
3,mlp.experts.53.down_proj,0.0000000009,0.10000,0.217
3,mlp.experts.54.down_proj,0.0000000008,0.10000,0.219
3,mlp.experts.55.down_proj,0.0000000010,0.10000,0.218
3,mlp.experts.56.down_proj,0.0000000436,0.10000,0.218
3,mlp.experts.57.down_proj,0.0000001482,0.10000,0.214
3,mlp.experts.58.down_proj,0.0000001697,0.10000,0.214
3,mlp.experts.59.down_proj,0.0000000007,0.10000,0.215
3,mlp.experts.60.down_proj,0.0000000031,0.10000,0.220
3,mlp.experts.61.down_proj,0.0000000005,0.10000,0.220
3,mlp.experts.62.down_proj,0.0000000009,0.10000,0.213
3,mlp.experts.63.down_proj,0.0000001720,0.10000,0.215
3,mlp.experts.64.down_proj,0.0000000009,0.10000,0.216
3,mlp.experts.65.down_proj,0.0000000156,0.10000,0.217
3,mlp.experts.66.down_proj,0.0000000049,0.10000,0.215
3,mlp.experts.67.down_proj,0.0000000259,0.10000,0.212
3,mlp.experts.68.down_proj,0.0000000629,0.10000,0.212
3,mlp.experts.69.down_proj,0.0000000209,0.10000,0.213
3,mlp.experts.70.down_proj,0.0000000018,0.10000,0.214
3,mlp.experts.71.down_proj,0.0000000164,0.10000,0.217
3,mlp.experts.72.down_proj,0.0000000289,0.10000,0.215
3,mlp.experts.73.down_proj,0.0000000012,0.10000,0.221
3,mlp.experts.74.down_proj,0.0000000016,0.10000,0.214
3,mlp.experts.75.down_proj,0.0000000027,0.10000,0.214
3,mlp.experts.76.down_proj,0.0000000014,0.10000,0.214
3,mlp.experts.77.down_proj,0.0000000018,0.10000,0.219
3,mlp.experts.78.down_proj,0.0000000010,0.10000,0.222
3,mlp.experts.79.down_proj,0.0000000130,0.10000,0.217
3,mlp.experts.80.down_proj,0.0000000131,0.10000,0.216
3,mlp.experts.81.down_proj,0.0000000047,0.10000,0.217
3,mlp.experts.82.down_proj,0.0000347752,0.10000,0.237
3,mlp.experts.83.down_proj,0.0000003091,0.10000,0.232
3,mlp.experts.84.down_proj,0.0000000053,0.10000,0.229
3,mlp.experts.85.down_proj,0.0000000935,0.10000,0.227
3,mlp.experts.86.down_proj,0.0000000097,0.10000,0.221
3,mlp.experts.87.down_proj,0.0000000244,0.10000,0.231
3,mlp.experts.88.down_proj,0.0000000836,0.10000,0.238
3,mlp.experts.89.down_proj,0.0000000008,0.10000,0.255
3,mlp.experts.90.down_proj,0.0000000044,0.10000,0.265
3,mlp.experts.91.down_proj,0.0000000026,0.10000,0.235
3,mlp.experts.92.down_proj,0.0000000032,0.10000,0.236
3,mlp.experts.93.down_proj,0.0000000012,0.10000,0.220
3,mlp.experts.94.down_proj,0.0000000025,0.10000,0.288
3,mlp.experts.95.down_proj,0.0000001844,0.10000,0.267
3,mlp.experts.96.down_proj,0.0000001208,0.10000,0.267
3,mlp.experts.97.down_proj,0.0000000066,0.10000,0.269
3,mlp.experts.98.down_proj,0.0000000122,0.10000,0.240
3,mlp.experts.99.down_proj,0.0000000084,0.10000,0.238
3,mlp.experts.100.down_proj,0.0000000279,0.10000,0.238
3,mlp.experts.101.down_proj,0.0000000018,0.10000,0.225
3,mlp.experts.102.down_proj,0.0000002014,0.10000,0.227
3,mlp.experts.103.down_proj,0.0000000024,0.10000,0.226
3,mlp.experts.104.down_proj,0.0000000047,0.10000,0.225
3,mlp.experts.105.down_proj,0.0000000010,0.10000,0.224
3,mlp.experts.106.down_proj,0.0000000013,0.10000,0.222
3,mlp.experts.107.down_proj,0.0000002319,0.10000,0.221
3,mlp.experts.108.down_proj,0.0000000195,0.10000,0.226
3,mlp.experts.109.down_proj,0.0000000228,0.10000,0.219
3,mlp.experts.110.down_proj,0.0000000808,0.10000,0.221
3,mlp.experts.111.down_proj,0.0000001920,0.10000,0.221
3,mlp.experts.112.down_proj,0.0000000012,0.10000,0.222
3,mlp.experts.113.down_proj,0.0000000051,0.10000,0.219
3,mlp.experts.114.down_proj,0.0000000344,0.10000,0.225
3,mlp.experts.115.down_proj,0.0000000017,0.10000,0.222
3,mlp.experts.116.down_proj,0.0000000173,0.10000,0.226
3,mlp.experts.117.down_proj,0.0000000234,0.10000,0.222
3,mlp.experts.118.down_proj,0.0000000211,0.10000,0.222
3,mlp.experts.119.down_proj,0.0000000068,0.10000,0.220
3,mlp.experts.120.down_proj,0.0000000019,0.10000,0.222
3,mlp.experts.121.down_proj,0.0000000017,0.10000,0.221
3,mlp.experts.122.down_proj,0.0000000122,0.10000,0.221
3,mlp.experts.123.down_proj,0.0000000008,0.10000,0.220
3,mlp.experts.124.down_proj,0.0000000005,0.10000,0.221
3,mlp.experts.125.down_proj,0.0000000120,0.10000,0.221
3,mlp.experts.126.down_proj,0.0000000403,0.10000,0.268
3,mlp.experts.127.down_proj,0.0000000069,0.10000,0.238
4,self_attn.q_proj,0.0000000001,0.10000,0.579
4,self_attn.k_proj,0.0000000000,0.10000,0.569
4,self_attn.v_proj,0.0000000000,0.10000,0.568
4,self_attn.o_proj,0.0000000000,0.10000,1.119
4,mlp.gate,0.0000000047,0.10000,0.563
4,mlp.experts.0.up_proj,0.0000000149,0.10000,0.577
4,mlp.experts.1.up_proj,0.0000000499,0.10000,0.571
4,mlp.experts.2.up_proj,0.0000000978,0.10000,0.568
4,mlp.experts.3.up_proj,0.0000061272,0.10000,0.567
4,mlp.experts.4.up_proj,0.0000000360,0.10000,0.574
4,mlp.experts.5.up_proj,0.0000000258,0.10000,0.571
4,mlp.experts.6.up_proj,0.0000000435,0.10000,0.585
4,mlp.experts.7.up_proj,0.0000002691,0.10000,0.572
4,mlp.experts.8.up_proj,0.0000004679,0.10000,0.578
4,mlp.experts.9.up_proj,0.0000000169,0.10000,0.573
4,mlp.experts.10.up_proj,0.0000000156,0.10000,0.574
4,mlp.experts.11.up_proj,0.0000000091,0.10000,0.574
4,mlp.experts.12.up_proj,0.0000000846,0.10000,0.571
4,mlp.experts.13.up_proj,0.0000004676,0.10000,0.571
4,mlp.experts.14.up_proj,0.0000001612,0.10000,0.568
4,mlp.experts.15.up_proj,0.0000000430,0.10000,0.567
4,mlp.experts.16.up_proj,0.0000001146,0.10000,0.566
4,mlp.experts.17.up_proj,0.0000014138,0.10000,0.564
4,mlp.experts.18.up_proj,0.0000000219,0.10000,0.563
4,mlp.experts.19.up_proj,0.0000001252,0.10000,0.579
4,mlp.experts.20.up_proj,0.0000000232,0.10000,0.566
4,mlp.experts.21.up_proj,0.0000005315,0.10000,0.566
4,mlp.experts.22.up_proj,0.0000000076,0.10000,0.569
4,mlp.experts.23.up_proj,0.0000000164,0.10000,0.568
4,mlp.experts.24.up_proj,0.0000041215,0.10000,0.573
4,mlp.experts.25.up_proj,0.0000000112,0.10000,0.575
4,mlp.experts.26.up_proj,0.0000002332,0.10000,0.566
4,mlp.experts.27.up_proj,0.0000000187,0.10000,0.565
4,mlp.experts.28.up_proj,0.0000002840,0.10000,0.568
4,mlp.experts.29.up_proj,0.0000000361,0.10000,0.568
4,mlp.experts.30.up_proj,0.0000000465,0.10000,0.561
4,mlp.experts.31.up_proj,0.0000004889,0.10000,0.565
4,mlp.experts.32.up_proj,0.0000001350,0.10000,0.566
4,mlp.experts.33.up_proj,0.0000002672,0.10000,0.567
4,mlp.experts.34.up_proj,0.0000000621,0.10000,0.561
4,mlp.experts.35.up_proj,0.0000019303,0.10000,0.561
4,mlp.experts.36.up_proj,0.0000006664,0.10000,0.566
4,mlp.experts.37.up_proj,0.0000000281,0.10000,0.567
4,mlp.experts.38.up_proj,0.0000001388,0.10000,0.566
4,mlp.experts.39.up_proj,0.0000000130,0.10000,0.569
4,mlp.experts.40.up_proj,0.0000000105,0.10000,0.568
4,mlp.experts.41.up_proj,0.0000048073,0.10000,0.570
4,mlp.experts.42.up_proj,0.0000065751,0.10000,0.568
4,mlp.experts.43.up_proj,0.0000001626,0.10000,0.567
4,mlp.experts.44.up_proj,0.0000000695,0.10000,0.568
4,mlp.experts.45.up_proj,0.0000004095,0.10000,0.576
4,mlp.experts.46.up_proj,0.0000000342,0.10000,0.568
4,mlp.experts.47.up_proj,0.0000000154,0.10000,0.679
4,mlp.experts.48.up_proj,0.0000000104,0.10000,0.643
4,mlp.experts.49.up_proj,0.0000008858,0.10000,0.623
4,mlp.experts.50.up_proj,0.0000000205,0.10000,0.642
4,mlp.experts.51.up_proj,0.0000000243,0.10000,0.608
4,mlp.experts.52.up_proj,0.0000000229,0.10000,0.576
4,mlp.experts.53.up_proj,0.0000000400,0.10000,0.606
4,mlp.experts.54.up_proj,0.0000010053,0.10000,0.603
4,mlp.experts.55.up_proj,0.0000002803,0.10000,0.568
4,mlp.experts.56.up_proj,0.0000000136,0.10000,0.571
4,mlp.experts.57.up_proj,0.0000000273,0.10000,0.567
4,mlp.experts.58.up_proj,0.0000000264,0.10000,0.567
4,mlp.experts.59.up_proj,0.0000000106,0.10000,0.570
4,mlp.experts.60.up_proj,0.0000000248,0.10000,0.574
4,mlp.experts.61.up_proj,0.0000002992,0.10000,0.570
4,mlp.experts.62.up_proj,0.0000006918,0.10000,0.566
4,mlp.experts.63.up_proj,0.0000000124,0.10000,0.564
4,mlp.experts.64.up_proj,0.0000000466,0.10000,0.572
4,mlp.experts.65.up_proj,0.0000002932,0.10000,0.569
4,mlp.experts.66.up_proj,0.0000040759,0.10000,0.571
4,mlp.experts.67.up_proj,0.0000000136,0.10000,0.563
4,mlp.experts.68.up_proj,0.0000007558,0.10000,0.568
4,mlp.experts.69.up_proj,0.0000012705,0.10000,0.570
4,mlp.experts.70.up_proj,0.0000000280,0.10000,0.572
4,mlp.experts.71.up_proj,0.0000031517,0.10000,0.574
4,mlp.experts.72.up_proj,0.0000021407,0.10000,0.571
4,mlp.experts.73.up_proj,0.0000000338,0.10000,0.573
4,mlp.experts.74.up_proj,0.0000000185,0.10000,0.573
4,mlp.experts.75.up_proj,0.0000007896,0.10000,0.573
4,mlp.experts.76.up_proj,0.0000000087,0.10000,0.573
4,mlp.experts.77.up_proj,0.0000000146,0.10000,0.570
4,mlp.experts.78.up_proj,0.0000002356,0.10000,0.570
4,mlp.experts.79.up_proj,0.0000000105,0.10000,0.570
4,mlp.experts.80.up_proj,0.0000000344,0.10000,0.570
4,mlp.experts.81.up_proj,0.0000001155,0.10000,0.572
4,mlp.experts.82.up_proj,0.0000001223,0.10000,0.564
4,mlp.experts.83.up_proj,0.0000000390,0.10000,0.571
4,mlp.experts.84.up_proj,0.0000018925,0.10000,0.574
4,mlp.experts.85.up_proj,0.0000000097,0.10000,0.576
4,mlp.experts.86.up_proj,0.0000000149,0.10000,0.572
4,mlp.experts.87.up_proj,0.0000000180,0.10000,0.565
4,mlp.experts.88.up_proj,0.0000000806,0.10000,0.571
4,mlp.experts.89.up_proj,0.0000003268,0.10000,0.572
4,mlp.experts.90.up_proj,0.0000000641,0.10000,0.578
4,mlp.experts.91.up_proj,0.0000000158,0.10000,0.570
4,mlp.experts.92.up_proj,0.0000002827,0.10000,0.573
4,mlp.experts.93.up_proj,0.0000000378,0.10000,0.570
4,mlp.experts.94.up_proj,0.0000045661,0.10000,0.571
4,mlp.experts.95.up_proj,0.0000003354,0.10000,0.680
4,mlp.experts.96.up_proj,0.0000000211,0.10000,0.661
4,mlp.experts.97.up_proj,0.0000000091,0.10000,0.632
4,mlp.experts.98.up_proj,0.0000000406,0.10000,0.636
4,mlp.experts.99.up_proj,0.0000001609,0.10000,0.640
4,mlp.experts.100.up_proj,0.0000002195,0.10000,0.632
4,mlp.experts.101.up_proj,0.0000000302,0.10000,0.644
4,mlp.experts.102.up_proj,0.0000000126,0.10000,0.605
4,mlp.experts.103.up_proj,0.0000000763,0.10000,0.589
4,mlp.experts.104.up_proj,0.0000000234,0.10000,0.569
4,mlp.experts.105.up_proj,0.0000000120,0.10000,0.569
4,mlp.experts.106.up_proj,0.0000000098,0.10000,0.573
4,mlp.experts.107.up_proj,0.0000001363,0.10000,0.571
4,mlp.experts.108.up_proj,0.0000002521,0.10000,0.575
4,mlp.experts.109.up_proj,0.0000001898,0.10000,0.565
4,mlp.experts.110.up_proj,0.0000002715,0.10000,0.568
4,mlp.experts.111.up_proj,0.0000000132,0.10000,0.579
4,mlp.experts.112.up_proj,0.0000003612,0.10000,0.572
4,mlp.experts.113.up_proj,0.0000000125,0.10000,0.570
4,mlp.experts.114.up_proj,0.0000001152,0.10000,0.583
4,mlp.experts.115.up_proj,0.0000000178,0.10000,0.569
4,mlp.experts.116.up_proj,0.0000000152,0.10000,0.680
4,mlp.experts.117.up_proj,0.0000002827,0.10000,0.633
4,mlp.experts.118.up_proj,0.0000000371,0.10000,0.655
4,mlp.experts.119.up_proj,0.0000002637,0.10000,0.632
4,mlp.experts.120.up_proj,0.0000001296,0.10000,0.612
4,mlp.experts.121.up_proj,0.0000001502,0.10000,0.592
4,mlp.experts.122.up_proj,0.0000000570,0.10000,0.606
4,mlp.experts.123.up_proj,0.0000017579,0.10000,0.614
4,mlp.experts.124.up_proj,0.0000006199,0.10000,0.584
4,mlp.experts.125.up_proj,0.0000013259,0.10000,0.578
4,mlp.experts.126.up_proj,0.0000001363,0.10000,0.580
4,mlp.experts.127.up_proj,0.0000001538,0.10000,0.579
4,mlp.experts.0.gate_proj,0.0000000161,0.10000,0.596
4,mlp.experts.1.gate_proj,0.0000000525,0.10000,0.602
4,mlp.experts.2.gate_proj,0.0000001114,0.10000,0.564
4,mlp.experts.3.gate_proj,0.0000067494,0.10000,0.573
4,mlp.experts.4.gate_proj,0.0000000372,0.10000,0.571
4,mlp.experts.5.gate_proj,0.0000000273,0.10000,0.595
4,mlp.experts.6.gate_proj,0.0000000464,0.10000,0.606
4,mlp.experts.7.gate_proj,0.0000002975,0.10000,0.715
4,mlp.experts.8.gate_proj,0.0000005220,0.10000,0.685
4,mlp.experts.9.gate_proj,0.0000000182,0.10000,0.629
4,mlp.experts.10.gate_proj,0.0000000172,0.10000,0.695
4,mlp.experts.11.gate_proj,0.0000000100,0.10000,0.636
4,mlp.experts.12.gate_proj,0.0000000931,0.10000,0.672
4,mlp.experts.13.gate_proj,0.0000005479,0.10000,0.639
4,mlp.experts.14.gate_proj,0.0000001756,0.10000,0.651
4,mlp.experts.15.gate_proj,0.0000000497,0.10000,0.635
4,mlp.experts.16.gate_proj,0.0000003905,0.10000,0.656
4,mlp.experts.17.gate_proj,0.0000016711,0.10000,0.647
4,mlp.experts.18.gate_proj,0.0000000237,0.10000,0.651
4,mlp.experts.19.gate_proj,0.0000001384,0.10000,0.634
4,mlp.experts.20.gate_proj,0.0000000257,0.10000,0.628
4,mlp.experts.21.gate_proj,0.0000006047,0.10000,0.643
4,mlp.experts.22.gate_proj,0.0000000080,0.10000,0.631
4,mlp.experts.23.gate_proj,0.0000000171,0.10000,0.648
4,mlp.experts.24.gate_proj,0.0000046233,0.10000,0.636
4,mlp.experts.25.gate_proj,0.0000000119,0.10000,0.640
4,mlp.experts.26.gate_proj,0.0000002438,0.10000,0.644
4,mlp.experts.27.gate_proj,0.0000000206,0.10000,0.604
4,mlp.experts.28.gate_proj,0.0000003236,0.10000,0.683
4,mlp.experts.29.gate_proj,0.0000000420,0.10000,0.645
4,mlp.experts.30.gate_proj,0.0000000506,0.10000,0.638
4,mlp.experts.31.gate_proj,0.0000005242,0.10000,0.639
4,mlp.experts.32.gate_proj,0.0000001492,0.10000,0.615
4,mlp.experts.33.gate_proj,0.0000002910,0.10000,0.602
4,mlp.experts.34.gate_proj,0.0000000662,0.10000,0.611
4,mlp.experts.35.gate_proj,0.0000021396,0.10000,0.568
4,mlp.experts.36.gate_proj,0.0000007085,0.10000,0.572
4,mlp.experts.37.gate_proj,0.0000000315,0.10000,0.576
4,mlp.experts.38.gate_proj,0.0000001472,0.10000,0.576
4,mlp.experts.39.gate_proj,0.0000000149,0.10000,0.578
4,mlp.experts.40.gate_proj,0.0000000122,0.10000,0.582
4,mlp.experts.41.gate_proj,0.0000055859,0.10000,0.579
4,mlp.experts.42.gate_proj,0.0000071948,0.10000,0.567
4,mlp.experts.43.gate_proj,0.0000001704,0.10000,0.573
4,mlp.experts.44.gate_proj,0.0000000795,0.10000,0.576
4,mlp.experts.45.gate_proj,0.0000004467,0.10000,0.574
4,mlp.experts.46.gate_proj,0.0000000384,0.10000,0.576
4,mlp.experts.47.gate_proj,0.0000000175,0.10000,0.572
4,mlp.experts.48.gate_proj,0.0000000111,0.10000,0.579
4,mlp.experts.49.gate_proj,0.0000009650,0.10000,0.682
4,mlp.experts.50.gate_proj,0.0000000217,0.10000,0.607
4,mlp.experts.51.gate_proj,0.0000000264,0.10000,0.581
4,mlp.experts.52.gate_proj,0.0000000279,0.10000,0.559
4,mlp.experts.53.gate_proj,0.0000000408,0.10000,0.707
4,mlp.experts.54.gate_proj,0.0000011127,0.10000,0.603
4,mlp.experts.55.gate_proj,0.0000003048,0.10000,0.605
4,mlp.experts.56.gate_proj,0.0000000147,0.10000,0.572
4,mlp.experts.57.gate_proj,0.0000000295,0.10000,0.600
4,mlp.experts.58.gate_proj,0.0000000283,0.10000,0.576
4,mlp.experts.59.gate_proj,0.0000000112,0.10000,0.593
4,mlp.experts.60.gate_proj,0.0000000340,0.10000,0.602
4,mlp.experts.61.gate_proj,0.0000003125,0.10000,0.587
4,mlp.experts.62.gate_proj,0.0000007778,0.10000,0.686
4,mlp.experts.63.gate_proj,0.0000000133,0.10000,0.662
4,mlp.experts.64.gate_proj,0.0000000497,0.10000,0.637
4,mlp.experts.65.gate_proj,0.0000003106,0.10000,0.635
4,mlp.experts.66.gate_proj,0.0000046245,0.10000,0.649
4,mlp.experts.67.gate_proj,0.0000000145,0.10000,0.612
4,mlp.experts.68.gate_proj,0.0000008457,0.10000,0.602
4,mlp.experts.69.gate_proj,0.0000014063,0.10000,0.600
4,mlp.experts.70.gate_proj,0.0000000315,0.10000,0.600
4,mlp.experts.71.gate_proj,0.0000036309,0.10000,0.610
4,mlp.experts.72.gate_proj,0.0000024517,0.10000,0.608
4,mlp.experts.73.gate_proj,0.0000000367,0.10000,0.606
4,mlp.experts.74.gate_proj,0.0000000198,0.10000,0.576
4,mlp.experts.75.gate_proj,0.0000009209,0.10000,0.573
4,mlp.experts.76.gate_proj,0.0000000091,0.10000,0.575
4,mlp.experts.77.gate_proj,0.0000000156,0.10000,0.572
4,mlp.experts.78.gate_proj,0.0000002731,0.10000,0.572
4,mlp.experts.79.gate_proj,0.0000000116,0.10000,0.569
4,mlp.experts.80.gate_proj,0.0000000377,0.10000,0.573
4,mlp.experts.81.gate_proj,0.0000001261,0.10000,0.565
4,mlp.experts.82.gate_proj,0.0000001345,0.10000,0.572
4,mlp.experts.83.gate_proj,0.0000000409,0.10000,0.574
4,mlp.experts.84.gate_proj,0.0000021557,0.10000,0.569
4,mlp.experts.85.gate_proj,0.0000000105,0.10000,0.571
4,mlp.experts.86.gate_proj,0.0000000166,0.10000,0.573
4,mlp.experts.87.gate_proj,0.0000000193,0.10000,0.566
4,mlp.experts.88.gate_proj,0.0000000913,0.10000,0.573
4,mlp.experts.89.gate_proj,0.0000003444,0.10000,0.571
4,mlp.experts.90.gate_proj,0.0000000681,0.10000,0.574
4,mlp.experts.91.gate_proj,0.0000000154,0.10000,0.578
4,mlp.experts.92.gate_proj,0.0000003253,0.10000,0.570
4,mlp.experts.93.gate_proj,0.0000000408,0.10000,0.569
4,mlp.experts.94.gate_proj,0.0000049970,0.10000,0.572
4,mlp.experts.95.gate_proj,0.0000003537,0.10000,0.573
4,mlp.experts.96.gate_proj,0.0000000230,0.10000,0.568
4,mlp.experts.97.gate_proj,0.0000000099,0.10000,0.572
4,mlp.experts.98.gate_proj,0.0000000455,0.10000,0.571
4,mlp.experts.99.gate_proj,0.0000001825,0.10000,0.592
4,mlp.experts.100.gate_proj,0.0000002309,0.10000,0.609
4,mlp.experts.101.gate_proj,0.0000000332,0.10000,0.573
4,mlp.experts.102.gate_proj,0.0000000138,0.10000,0.604
4,mlp.experts.103.gate_proj,0.0000000801,0.10000,0.628
4,mlp.experts.104.gate_proj,0.0000000247,0.10000,0.606
4,mlp.experts.105.gate_proj,0.0000000131,0.10000,0.606
4,mlp.experts.106.gate_proj,0.0000000116,0.10000,0.580
4,mlp.experts.107.gate_proj,0.0000001447,0.10000,0.580
4,mlp.experts.108.gate_proj,0.0000002602,0.10000,0.576
4,mlp.experts.109.gate_proj,0.0000002162,0.10000,0.576
4,mlp.experts.110.gate_proj,0.0000002880,0.10000,0.577
4,mlp.experts.111.gate_proj,0.0000000142,0.10000,0.582
4,mlp.experts.112.gate_proj,0.0000003901,0.10000,0.607
4,mlp.experts.113.gate_proj,0.0000000139,0.10000,0.614
4,mlp.experts.114.gate_proj,0.0000001211,0.10000,0.574
4,mlp.experts.115.gate_proj,0.0000000206,0.10000,0.577
4,mlp.experts.116.gate_proj,0.0000000159,0.10000,0.577
4,mlp.experts.117.gate_proj,0.0000003052,0.10000,0.575
4,mlp.experts.118.gate_proj,0.0000000395,0.10000,0.577
4,mlp.experts.119.gate_proj,0.0000002877,0.10000,0.576
4,mlp.experts.120.gate_proj,0.0000001580,0.10000,0.597
4,mlp.experts.121.gate_proj,0.0000001594,0.10000,0.612
4,mlp.experts.122.gate_proj,0.0000000670,0.10000,0.614
4,mlp.experts.123.gate_proj,0.0000020259,0.10000,0.574
4,mlp.experts.124.gate_proj,0.0000006375,0.10000,0.568
4,mlp.experts.125.gate_proj,0.0000014778,0.10000,0.584
4,mlp.experts.126.gate_proj,0.0000001472,0.10000,0.578
4,mlp.experts.127.gate_proj,0.0000001642,0.10000,0.586
4,mlp.experts.0.down_proj,0.0000000020,0.10000,0.245
4,mlp.experts.1.down_proj,0.0000000055,0.10000,0.236
4,mlp.experts.2.down_proj,0.0000000341,0.10000,0.238
4,mlp.experts.3.down_proj,0.0000009471,0.10000,0.236
4,mlp.experts.4.down_proj,0.0000000046,0.10000,0.228
4,mlp.experts.5.down_proj,0.0000000026,0.10000,0.231
4,mlp.experts.6.down_proj,0.0000000039,0.10000,0.226
4,mlp.experts.7.down_proj,0.0000000116,0.10000,0.217
4,mlp.experts.8.down_proj,0.0000000658,0.10000,0.218
4,mlp.experts.9.down_proj,0.0000000018,0.10000,0.219
4,mlp.experts.10.down_proj,0.0000000017,0.10000,0.216
4,mlp.experts.11.down_proj,0.0000000006,0.10000,0.214
4,mlp.experts.12.down_proj,0.0000000071,0.10000,0.245
4,mlp.experts.13.down_proj,0.0000000664,0.10000,0.234
4,mlp.experts.14.down_proj,0.0000000146,0.10000,0.238
4,mlp.experts.15.down_proj,0.0000000035,0.10000,0.222
4,mlp.experts.16.down_proj,0.0000000132,0.10000,0.228
4,mlp.experts.17.down_proj,0.0000002485,0.10000,0.225
4,mlp.experts.18.down_proj,0.0000000022,0.10000,0.225
4,mlp.experts.19.down_proj,0.0000000109,0.10000,0.221
4,mlp.experts.20.down_proj,0.0000000014,0.10000,0.221
4,mlp.experts.21.down_proj,0.0000000786,0.10000,0.230
4,mlp.experts.22.down_proj,0.0000000008,0.10000,0.213
4,mlp.experts.23.down_proj,0.0000000016,0.10000,0.228
4,mlp.experts.24.down_proj,0.0000006314,0.10000,0.226
4,mlp.experts.25.down_proj,0.0000000014,0.10000,0.225
4,mlp.experts.26.down_proj,0.0000000181,0.10000,0.223
4,mlp.experts.27.down_proj,0.0000000021,0.10000,0.223
4,mlp.experts.28.down_proj,0.0000000282,0.10000,0.229
4,mlp.experts.29.down_proj,0.0000000034,0.10000,0.227
4,mlp.experts.30.down_proj,0.0000000090,0.10000,0.234
4,mlp.experts.31.down_proj,0.0000000982,0.10000,0.226
4,mlp.experts.32.down_proj,0.0000000145,0.10000,0.231
4,mlp.experts.33.down_proj,0.0000000234,0.10000,0.223
4,mlp.experts.34.down_proj,0.0000000084,0.10000,0.219
4,mlp.experts.35.down_proj,0.0000002591,0.10000,0.218
4,mlp.experts.36.down_proj,0.0000001306,0.10000,0.222
4,mlp.experts.37.down_proj,0.0000000027,0.10000,0.215
4,mlp.experts.38.down_proj,0.0000000237,0.10000,0.220
4,mlp.experts.39.down_proj,0.0000000020,0.10000,0.223
4,mlp.experts.40.down_proj,0.0000000010,0.10000,0.222
4,mlp.experts.41.down_proj,0.0000005371,0.10000,0.223
4,mlp.experts.42.down_proj,0.0000005429,0.10000,0.225
4,mlp.experts.43.down_proj,0.0000000198,0.10000,0.238
4,mlp.experts.44.down_proj,0.0000000061,0.10000,0.238
4,mlp.experts.45.down_proj,0.0000000389,0.10000,0.239
4,mlp.experts.46.down_proj,0.0000000050,0.10000,0.222
4,mlp.experts.47.down_proj,0.0000000023,0.10000,0.221
4,mlp.experts.48.down_proj,0.0000000010,0.10000,0.228
4,mlp.experts.49.down_proj,0.0000002064,0.10000,0.220
4,mlp.experts.50.down_proj,0.0000000022,0.10000,0.271
4,mlp.experts.51.down_proj,0.0000000022,0.10000,0.237
4,mlp.experts.52.down_proj,0.0000000020,0.10000,0.237
4,mlp.experts.53.down_proj,0.0000000043,0.10000,0.230
4,mlp.experts.54.down_proj,0.0000001642,0.10000,0.224
4,mlp.experts.55.down_proj,0.0000000329,0.10000,0.222
4,mlp.experts.56.down_proj,0.0000000017,0.10000,0.221
4,mlp.experts.57.down_proj,0.0000000025,0.10000,0.222
4,mlp.experts.58.down_proj,0.0000000019,0.10000,0.223
4,mlp.experts.59.down_proj,0.0000000007,0.10000,0.222
4,mlp.experts.60.down_proj,0.0000000031,0.10000,0.247
4,mlp.experts.61.down_proj,0.0000000353,0.10000,0.241
4,mlp.experts.62.down_proj,0.0000001030,0.10000,0.239
4,mlp.experts.63.down_proj,0.0000000018,0.10000,0.232
4,mlp.experts.64.down_proj,0.0000000043,0.10000,0.225
4,mlp.experts.65.down_proj,0.0000000444,0.10000,0.242
4,mlp.experts.66.down_proj,0.0000007148,0.10000,0.232
4,mlp.experts.67.down_proj,0.0000000010,0.10000,0.218
4,mlp.experts.68.down_proj,0.0000001094,0.10000,0.236
4,mlp.experts.69.down_proj,0.0000000286,0.10000,0.233
4,mlp.experts.70.down_proj,0.0000000028,0.10000,0.235
4,mlp.experts.71.down_proj,0.0000000704,0.10000,0.235
4,mlp.experts.72.down_proj,0.0000004789,0.10000,0.227
4,mlp.experts.73.down_proj,0.0000000032,0.10000,0.228
4,mlp.experts.74.down_proj,0.0000000021,0.10000,0.225
4,mlp.experts.75.down_proj,0.0000001573,0.10000,0.228
4,mlp.experts.76.down_proj,0.0000000011,0.10000,0.225
4,mlp.experts.77.down_proj,0.0000000017,0.10000,0.227
4,mlp.experts.78.down_proj,0.0000000237,0.10000,0.238
4,mlp.experts.79.down_proj,0.0000000014,0.10000,0.232
4,mlp.experts.80.down_proj,0.0000000026,0.10000,0.232
4,mlp.experts.81.down_proj,0.0000000121,0.10000,0.220
4,mlp.experts.82.down_proj,0.0000000127,0.10000,0.222
4,mlp.experts.83.down_proj,0.0000000052,0.10000,0.219
4,mlp.experts.84.down_proj,0.0000003049,0.10000,0.220
4,mlp.experts.85.down_proj,0.0000000013,0.10000,0.221
4,mlp.experts.86.down_proj,0.0000000011,0.10000,0.224
4,mlp.experts.87.down_proj,0.0000000025,0.10000,0.221
4,mlp.experts.88.down_proj,0.0000000114,0.10000,0.222
4,mlp.experts.89.down_proj,0.0000000481,0.10000,0.222
4,mlp.experts.90.down_proj,0.0000000051,0.10000,0.219
4,mlp.experts.91.down_proj,0.0000000018,0.10000,0.223
4,mlp.experts.92.down_proj,0.0000000177,0.10000,0.230
4,mlp.experts.93.down_proj,0.0000000037,0.10000,0.235
4,mlp.experts.94.down_proj,0.0000007892,0.10000,0.234
4,mlp.experts.95.down_proj,0.0000000506,0.10000,0.236
4,mlp.experts.96.down_proj,0.0000000020,0.10000,0.224
4,mlp.experts.97.down_proj,0.0000000009,0.10000,0.226
4,mlp.experts.98.down_proj,0.0000000029,0.10000,0.230
4,mlp.experts.99.down_proj,0.0000000501,0.10000,0.224
4,mlp.experts.100.down_proj,0.0000000312,0.10000,0.221
4,mlp.experts.101.down_proj,0.0000000039,0.10000,0.223
4,mlp.experts.102.down_proj,0.0000000016,0.10000,0.225
4,mlp.experts.103.down_proj,0.0000000130,0.10000,0.271
4,mlp.experts.104.down_proj,0.0000000025,0.10000,0.266
4,mlp.experts.105.down_proj,0.0000000015,0.10000,0.246
4,mlp.experts.106.down_proj,0.0000000013,0.10000,0.240
4,mlp.experts.107.down_proj,0.0000000165,0.10000,0.240
4,mlp.experts.108.down_proj,0.0000000083,0.10000,0.244
4,mlp.experts.109.down_proj,0.0000000203,0.10000,0.242
4,mlp.experts.110.down_proj,0.0000000411,0.10000,0.237
4,mlp.experts.111.down_proj,0.0000000016,0.10000,0.243
4,mlp.experts.112.down_proj,0.0000000412,0.10000,0.248
4,mlp.experts.113.down_proj,0.0000000012,0.10000,0.236
4,mlp.experts.114.down_proj,0.0000000128,0.10000,0.236
4,mlp.experts.115.down_proj,0.0000000026,0.10000,0.231
4,mlp.experts.116.down_proj,0.0000000016,0.10000,0.238
4,mlp.experts.117.down_proj,0.0000000350,0.10000,0.234
4,mlp.experts.118.down_proj,0.0000000057,0.10000,0.234
4,mlp.experts.119.down_proj,0.0000000143,0.10000,0.244
4,mlp.experts.120.down_proj,0.0000000098,0.10000,0.239
4,mlp.experts.121.down_proj,0.0000000158,0.10000,0.234
4,mlp.experts.122.down_proj,0.0000000085,0.10000,0.223
4,mlp.experts.123.down_proj,0.0000003951,0.10000,0.221
4,mlp.experts.124.down_proj,0.0000001098,0.10000,0.222
4,mlp.experts.125.down_proj,0.0000002670,0.10000,0.221
4,mlp.experts.126.down_proj,0.0000000163,0.10000,0.222
4,mlp.experts.127.down_proj,0.0000000155,0.10000,0.225
5,self_attn.q_proj,0.0000000001,0.10000,0.587
5,self_attn.k_proj,0.0000000000,0.10000,0.576
5,self_attn.v_proj,0.0000000000,0.10000,0.573
5,self_attn.o_proj,0.0000000000,0.10000,1.121
5,mlp.gate,0.0000000048,0.10000,0.570
5,mlp.experts.0.up_proj,0.0000000842,0.10000,0.586
5,mlp.experts.1.up_proj,0.0000003429,0.10000,0.683
5,mlp.experts.2.up_proj,0.0000000480,0.10000,0.684
5,mlp.experts.3.up_proj,0.0000006988,0.10000,0.629
5,mlp.experts.4.up_proj,0.0000001329,0.10000,0.629
5,mlp.experts.5.up_proj,0.0000000169,0.10000,0.657
5,mlp.experts.6.up_proj,0.0000004785,0.10000,0.595
5,mlp.experts.7.up_proj,0.0000000291,0.10000,0.562
5,mlp.experts.8.up_proj,0.0000001139,0.10000,0.562
5,mlp.experts.9.up_proj,0.0000002274,0.10000,0.569
5,mlp.experts.10.up_proj,0.0000000437,0.10000,0.571
5,mlp.experts.11.up_proj,0.0000002731,0.10000,0.563
5,mlp.experts.12.up_proj,0.0000017173,0.10000,0.568
5,mlp.experts.13.up_proj,0.0000000143,0.10000,0.561
5,mlp.experts.14.up_proj,0.0000009547,0.10000,0.561
5,mlp.experts.15.up_proj,0.0000032441,0.10000,0.561
5,mlp.experts.16.up_proj,0.0000000349,0.10000,0.564
5,mlp.experts.17.up_proj,0.0000000352,0.10000,0.569
5,mlp.experts.18.up_proj,0.0000000317,0.10000,0.720
5,mlp.experts.19.up_proj,0.0000000640,0.10000,0.598
5,mlp.experts.20.up_proj,0.0000001890,0.10000,0.612
5,mlp.experts.21.up_proj,0.0000000428,0.10000,0.605
5,mlp.experts.22.up_proj,0.0000000088,0.10000,0.569
5,mlp.experts.23.up_proj,0.0000031478,0.10000,0.580
5,mlp.experts.24.up_proj,0.0000000416,0.10000,0.576
5,mlp.experts.25.up_proj,0.0000001671,0.10000,0.557
5,mlp.experts.26.up_proj,0.0000012092,0.10000,0.612
5,mlp.experts.27.up_proj,0.0000004240,0.10000,0.573
5,mlp.experts.28.up_proj,0.0000015132,0.10000,0.577
5,mlp.experts.29.up_proj,0.0000019613,0.10000,0.576
5,mlp.experts.30.up_proj,0.0000000193,0.10000,0.581
5,mlp.experts.31.up_proj,0.0000000285,0.10000,0.568
5,mlp.experts.32.up_proj,0.0000001595,0.10000,0.567
5,mlp.experts.33.up_proj,0.0000001058,0.10000,0.570
5,mlp.experts.34.up_proj,0.0000000164,0.10000,0.574
5,mlp.experts.35.up_proj,0.0000001655,0.10000,0.612
5,mlp.experts.36.up_proj,0.0000000729,0.10000,0.608
5,mlp.experts.37.up_proj,0.0000000320,0.10000,0.570
5,mlp.experts.38.up_proj,0.0000031852,0.10000,0.567
5,mlp.experts.39.up_proj,0.0000001572,0.10000,0.573
5,mlp.experts.40.up_proj,0.0000011736,0.10000,0.568
5,mlp.experts.41.up_proj,0.0000000590,0.10000,0.571
5,mlp.experts.42.up_proj,0.0000000180,0.10000,0.599
5,mlp.experts.43.up_proj,0.0000002472,0.10000,0.602
5,mlp.experts.44.up_proj,0.0000007188,0.10000,0.571
5,mlp.experts.45.up_proj,0.0000000422,0.10000,0.574
5,mlp.experts.46.up_proj,0.0000003278,0.10000,0.588
5,mlp.experts.47.up_proj,0.0000000144,0.10000,0.703
5,mlp.experts.48.up_proj,0.0000000265,0.10000,0.655
5,mlp.experts.49.up_proj,0.0000000183,0.10000,0.640
5,mlp.experts.50.up_proj,0.0000018751,0.10000,0.635
5,mlp.experts.51.up_proj,0.0000000229,0.10000,0.618
5,mlp.experts.52.up_proj,0.0000000990,0.10000,0.597
5,mlp.experts.53.up_proj,0.0000000230,0.10000,0.570
5,mlp.experts.54.up_proj,0.0000000214,0.10000,0.601
5,mlp.experts.55.up_proj,0.0000000233,0.10000,0.597
5,mlp.experts.56.up_proj,0.0000000542,0.10000,0.566
5,mlp.experts.57.up_proj,0.0000022552,0.10000,0.567
5,mlp.experts.58.up_proj,0.0000000310,0.10000,0.570
5,mlp.experts.59.up_proj,0.0000001867,0.10000,0.568
5,mlp.experts.60.up_proj,0.0000003699,0.10000,0.563
5,mlp.experts.61.up_proj,0.0000000139,0.10000,0.563
5,mlp.experts.62.up_proj,0.0000000245,0.10000,0.563
5,mlp.experts.63.up_proj,0.0000000124,0.10000,0.569
5,mlp.experts.64.up_proj,0.0000000208,0.10000,0.565
5,mlp.experts.65.up_proj,0.0000001792,0.10000,0.569
5,mlp.experts.66.up_proj,0.0000000185,0.10000,0.571
5,mlp.experts.67.up_proj,0.0000001308,0.10000,0.571
5,mlp.experts.68.up_proj,0.0000000406,0.10000,0.565
5,mlp.experts.69.up_proj,0.0000036679,0.10000,0.568
5,mlp.experts.70.up_proj,0.0000000897,0.10000,0.565
5,mlp.experts.71.up_proj,0.0000000295,0.10000,0.696
5,mlp.experts.72.up_proj,0.0000004983,0.10000,0.607
5,mlp.experts.73.up_proj,0.0000000828,0.10000,0.575
5,mlp.experts.74.up_proj,0.0000000190,0.10000,0.599
5,mlp.experts.75.up_proj,0.0000000127,0.10000,0.696
5,mlp.experts.76.up_proj,0.0000001210,0.10000,0.671
5,mlp.experts.77.up_proj,0.0000000335,0.10000,0.630
5,mlp.experts.78.up_proj,0.0000000127,0.10000,0.652
5,mlp.experts.79.up_proj,0.0000000301,0.10000,0.626
5,mlp.experts.80.up_proj,0.0000000141,0.10000,0.632
5,mlp.experts.81.up_proj,0.0000001477,0.10000,0.630
5,mlp.experts.82.up_proj,0.0000000171,0.10000,0.628
5,mlp.experts.83.up_proj,0.0000000712,0.10000,0.637
5,mlp.experts.84.up_proj,0.0000001572,0.10000,0.607
5,mlp.experts.85.up_proj,0.0000001279,0.10000,0.578
5,mlp.experts.86.up_proj,0.0000000378,0.10000,0.731
5,mlp.experts.87.up_proj,0.0000000217,0.10000,0.688
5,mlp.experts.88.up_proj,0.0000005229,0.10000,0.639
5,mlp.experts.89.up_proj,0.0000004104,0.10000,0.653
5,mlp.experts.90.up_proj,0.0000000256,0.10000,0.637
5,mlp.experts.91.up_proj,0.0000003075,0.10000,0.605
5,mlp.experts.92.up_proj,0.0000013338,0.10000,0.600
5,mlp.experts.93.up_proj,0.0000000358,0.10000,0.611
5,mlp.experts.94.up_proj,0.0000000234,0.10000,0.586
5,mlp.experts.95.up_proj,0.0000000454,0.10000,0.602
5,mlp.experts.96.up_proj,0.0000000229,0.10000,0.595
5,mlp.experts.97.up_proj,0.0000000147,0.10000,0.584
5,mlp.experts.98.up_proj,0.0000028476,0.10000,0.602
5,mlp.experts.99.up_proj,0.0000000141,0.10000,0.579
5,mlp.experts.100.up_proj,0.0000000728,0.10000,0.609
5,mlp.experts.101.up_proj,0.0000007613,0.10000,0.572
5,mlp.experts.102.up_proj,0.0000000251,0.10000,0.572
5,mlp.experts.103.up_proj,0.0000000164,0.10000,0.604
5,mlp.experts.104.up_proj,0.0000000917,0.10000,0.604
5,mlp.experts.105.up_proj,0.0000000145,0.10000,0.689
5,mlp.experts.106.up_proj,0.0000001161,0.10000,0.613
5,mlp.experts.107.up_proj,0.0000000128,0.10000,0.586
5,mlp.experts.108.up_proj,0.0000000190,0.10000,0.573
5,mlp.experts.109.up_proj,0.0000001680,0.10000,0.576
5,mlp.experts.110.up_proj,0.0000000651,0.10000,0.573
5,mlp.experts.111.up_proj,0.0000000151,0.10000,0.609
5,mlp.experts.112.up_proj,0.0000000365,0.10000,0.613
5,mlp.experts.113.up_proj,0.0000000550,0.10000,0.571
5,mlp.experts.114.up_proj,0.0000002372,0.10000,0.570
5,mlp.experts.115.up_proj,0.0000000278,0.10000,0.572
5,mlp.experts.116.up_proj,0.0000000114,0.10000,0.599
5,mlp.experts.117.up_proj,0.0000000287,0.10000,0.645
5,mlp.experts.118.up_proj,0.0000004997,0.10000,0.691
5,mlp.experts.119.up_proj,0.0000000361,0.10000,0.617
5,mlp.experts.120.up_proj,0.0000000426,0.10000,0.574
5,mlp.experts.121.up_proj,0.0000029482,0.10000,0.597
5,mlp.experts.122.up_proj,0.0000000273,0.10000,0.595
5,mlp.experts.123.up_proj,0.0000002765,0.10000,0.559
5,mlp.experts.124.up_proj,0.0000006071,0.10000,0.597
5,mlp.experts.125.up_proj,0.0000000115,0.10000,0.604
5,mlp.experts.126.up_proj,0.0000000101,0.10000,0.574
5,mlp.experts.127.up_proj,0.0000006159,0.10000,0.597
5,mlp.experts.0.gate_proj,0.0000000882,0.10000,0.611
5,mlp.experts.1.gate_proj,0.0000003707,0.10000,0.611
5,mlp.experts.2.gate_proj,0.0000000510,0.10000,0.565
5,mlp.experts.3.gate_proj,0.0000007761,0.10000,0.565
5,mlp.experts.4.gate_proj,0.0000001313,0.10000,0.593
5,mlp.experts.5.gate_proj,0.0000000189,0.10000,0.588
5,mlp.experts.6.gate_proj,0.0000005322,0.10000,0.574
5,mlp.experts.7.gate_proj,0.0000000338,0.10000,0.597
5,mlp.experts.8.gate_proj,0.0000004437,0.10000,0.698
5,mlp.experts.9.gate_proj,0.0000002390,0.10000,0.650
5,mlp.experts.10.gate_proj,0.0000000447,0.10000,0.630
5,mlp.experts.11.gate_proj,0.0000002972,0.10000,0.692
5,mlp.experts.12.gate_proj,0.0000019057,0.10000,0.608
5,mlp.experts.13.gate_proj,0.0000000158,0.10000,0.647
5,mlp.experts.14.gate_proj,0.0000010222,0.10000,0.664
5,mlp.experts.15.gate_proj,0.0000035519,0.10000,0.651
5,mlp.experts.16.gate_proj,0.0000000378,0.10000,0.607
5,mlp.experts.17.gate_proj,0.0000000384,0.10000,0.593
5,mlp.experts.18.gate_proj,0.0000000352,0.10000,0.601
5,mlp.experts.19.gate_proj,0.0000000715,0.10000,0.607
5,mlp.experts.20.gate_proj,0.0000002051,0.10000,0.598
5,mlp.experts.21.gate_proj,0.0000000459,0.10000,0.597
5,mlp.experts.22.gate_proj,0.0000000096,0.10000,0.654
5,mlp.experts.23.gate_proj,0.0000033207,0.10000,0.601
5,mlp.experts.24.gate_proj,0.0000000444,0.10000,0.605
5,mlp.experts.25.gate_proj,0.0000001771,0.10000,0.562
5,mlp.experts.26.gate_proj,0.0000013970,0.10000,0.566
5,mlp.experts.27.gate_proj,0.0000004380,0.10000,0.566
5,mlp.experts.28.gate_proj,0.0000016050,0.10000,0.713
5,mlp.experts.29.gate_proj,0.0000022399,0.10000,0.659
5,mlp.experts.30.gate_proj,0.0000000211,0.10000,0.639
5,mlp.experts.31.gate_proj,0.0000000326,0.10000,0.630
5,mlp.experts.32.gate_proj,0.0000001810,0.10000,0.606
5,mlp.experts.33.gate_proj,0.0000001233,0.10000,0.613
5,mlp.experts.34.gate_proj,0.0000000179,0.10000,0.564
5,mlp.experts.35.gate_proj,0.0000001807,0.10000,0.572
5,mlp.experts.36.gate_proj,0.0000000815,0.10000,0.592
5,mlp.experts.37.gate_proj,0.0000000392,0.10000,0.566
5,mlp.experts.38.gate_proj,0.0000038441,0.10000,0.565
5,mlp.experts.39.gate_proj,0.0000001698,0.10000,0.574
5,mlp.experts.40.gate_proj,0.0000013652,0.10000,0.570
5,mlp.experts.41.gate_proj,0.0000000647,0.10000,0.569
5,mlp.experts.42.gate_proj,0.0000000201,0.10000,0.571
5,mlp.experts.43.gate_proj,0.0000002645,0.10000,0.573
5,mlp.experts.44.gate_proj,0.0000007872,0.10000,0.570
5,mlp.experts.45.gate_proj,0.0000000468,0.10000,0.570
5,mlp.experts.46.gate_proj,0.0000003513,0.10000,0.572
5,mlp.experts.47.gate_proj,0.0000000156,0.10000,0.564
5,mlp.experts.48.gate_proj,0.0000000232,0.10000,0.571
5,mlp.experts.49.gate_proj,0.0000000208,0.10000,0.571
5,mlp.experts.50.gate_proj,0.0000020678,0.10000,0.574
5,mlp.experts.51.gate_proj,0.0000000248,0.10000,0.688
5,mlp.experts.52.gate_proj,0.0000001044,0.10000,0.638
5,mlp.experts.53.gate_proj,0.0000000256,0.10000,0.611
5,mlp.experts.54.gate_proj,0.0000000230,0.10000,0.580
5,mlp.experts.55.gate_proj,0.0000000262,0.10000,0.570
5,mlp.experts.56.gate_proj,0.0000000587,0.10000,0.602
5,mlp.experts.57.gate_proj,0.0000024554,0.10000,0.611
5,mlp.experts.58.gate_proj,0.0000000340,0.10000,0.590
5,mlp.experts.59.gate_proj,0.0000002128,0.10000,0.600
5,mlp.experts.60.gate_proj,0.0000004090,0.10000,0.561
5,mlp.experts.61.gate_proj,0.0000000153,0.10000,0.562
5,mlp.experts.62.gate_proj,0.0000000273,0.10000,0.565
5,mlp.experts.63.gate_proj,0.0000000137,0.10000,0.564
5,mlp.experts.64.gate_proj,0.0000000233,0.10000,0.738
5,mlp.experts.65.gate_proj,0.0000001896,0.10000,0.682
5,mlp.experts.66.gate_proj,0.0000000201,0.10000,0.632
5,mlp.experts.67.gate_proj,0.0000001487,0.10000,0.644
5,mlp.experts.68.gate_proj,0.0000000428,0.10000,0.635
5,mlp.experts.69.gate_proj,0.0000040545,0.10000,0.602
5,mlp.experts.70.gate_proj,0.0000000962,0.10000,0.580
5,mlp.experts.71.gate_proj,0.0000000320,0.10000,0.575
5,mlp.experts.72.gate_proj,0.0000005075,0.10000,0.576
5,mlp.experts.73.gate_proj,0.0000000881,0.10000,0.571
5,mlp.experts.74.gate_proj,0.0000000207,0.10000,0.574
5,mlp.experts.75.gate_proj,0.0000000137,0.10000,0.574
5,mlp.experts.76.gate_proj,0.0000001308,0.10000,0.577
5,mlp.experts.77.gate_proj,0.0000000362,0.10000,0.581
5,mlp.experts.78.gate_proj,0.0000000135,0.10000,0.571
5,mlp.experts.79.gate_proj,0.0000000345,0.10000,0.578
5,mlp.experts.80.gate_proj,0.0000000156,0.10000,0.598
5,mlp.experts.81.gate_proj,0.0000001605,0.10000,0.610
5,mlp.experts.82.gate_proj,0.0000000180,0.10000,0.691
5,mlp.experts.83.gate_proj,0.0000000774,0.10000,0.636
5,mlp.experts.84.gate_proj,0.0000001665,0.10000,0.644
5,mlp.experts.85.gate_proj,0.0000001428,0.10000,0.628
5,mlp.experts.86.gate_proj,0.0000000421,0.10000,0.632
5,mlp.experts.87.gate_proj,0.0000000216,0.10000,0.605
5,mlp.experts.88.gate_proj,0.0000005584,0.10000,0.611
5,mlp.experts.89.gate_proj,0.0000004276,0.10000,0.569
5,mlp.experts.90.gate_proj,0.0000000289,0.10000,0.591
5,mlp.experts.91.gate_proj,0.0000003317,0.10000,0.602
5,mlp.experts.92.gate_proj,0.0000014314,0.10000,0.574
5,mlp.experts.93.gate_proj,0.0000000393,0.10000,0.574
5,mlp.experts.94.gate_proj,0.0000000252,0.10000,0.582
5,mlp.experts.95.gate_proj,0.0000000468,0.10000,0.566
5,mlp.experts.96.gate_proj,0.0000000251,0.10000,0.571
5,mlp.experts.97.gate_proj,0.0000000160,0.10000,0.565
5,mlp.experts.98.gate_proj,0.0000031004,0.10000,0.571
5,mlp.experts.99.gate_proj,0.0000000157,0.10000,0.570
5,mlp.experts.100.gate_proj,0.0000000762,0.10000,0.571
5,mlp.experts.101.gate_proj,0.0000008130,0.10000,0.563
5,mlp.experts.102.gate_proj,0.0000000268,0.10000,0.572
5,mlp.experts.103.gate_proj,0.0000000169,0.10000,0.579
5,mlp.experts.104.gate_proj,0.0000000997,0.10000,0.570
5,mlp.experts.105.gate_proj,0.0000000157,0.10000,0.571
5,mlp.experts.106.gate_proj,0.0000001261,0.10000,0.571
5,mlp.experts.107.gate_proj,0.0000000140,0.10000,0.570
5,mlp.experts.108.gate_proj,0.0000000206,0.10000,0.571
5,mlp.experts.109.gate_proj,0.0000001797,0.10000,0.581
5,mlp.experts.110.gate_proj,0.0000000717,0.10000,0.572
5,mlp.experts.111.gate_proj,0.0000000159,0.10000,0.570
5,mlp.experts.112.gate_proj,0.0000000434,0.10000,0.573
5,mlp.experts.113.gate_proj,0.0000000612,0.10000,0.565
5,mlp.experts.114.gate_proj,0.0000002463,0.10000,0.570
5,mlp.experts.115.gate_proj,0.0000000271,0.10000,0.610
5,mlp.experts.116.gate_proj,0.0000000124,0.10000,0.601
5,mlp.experts.117.gate_proj,0.0000000297,0.10000,0.592
5,mlp.experts.118.gate_proj,0.0000005335,0.10000,0.707
5,mlp.experts.119.gate_proj,0.0000000392,0.10000,0.605
5,mlp.experts.120.gate_proj,0.0000000473,0.10000,0.570
5,mlp.experts.121.gate_proj,0.0000032511,0.10000,0.689
5,mlp.experts.122.gate_proj,0.0000000289,0.10000,0.657
5,mlp.experts.123.gate_proj,0.0000002939,0.10000,0.602
5,mlp.experts.124.gate_proj,0.0000006722,0.10000,0.683
5,mlp.experts.125.gate_proj,0.0000000110,0.10000,0.612
5,mlp.experts.126.gate_proj,0.0000000105,0.10000,0.565
5,mlp.experts.127.gate_proj,0.0000006776,0.10000,0.569
5,mlp.experts.0.down_proj,0.0000000086,0.10000,0.258
5,mlp.experts.1.down_proj,0.0000000391,0.10000,0.216
5,mlp.experts.2.down_proj,0.0000000056,0.10000,0.216
5,mlp.experts.3.down_proj,0.0000001159,0.10000,0.212
5,mlp.experts.4.down_proj,0.0000000080,0.10000,0.287
5,mlp.experts.5.down_proj,0.0000000019,0.10000,0.259
5,mlp.experts.6.down_proj,0.0000000669,0.10000,0.264
5,mlp.experts.7.down_proj,0.0000000051,0.10000,0.251
5,mlp.experts.8.down_proj,0.0000000032,0.10000,0.260
5,mlp.experts.9.down_proj,0.0000000087,0.10000,0.246
5,mlp.experts.10.down_proj,0.0000000058,0.10000,0.239
5,mlp.experts.11.down_proj,0.0000000317,0.10000,0.244
5,mlp.experts.12.down_proj,0.0000002751,0.10000,0.233
5,mlp.experts.13.down_proj,0.0000000019,0.10000,0.227
5,mlp.experts.14.down_proj,0.0000001794,0.10000,0.233
5,mlp.experts.15.down_proj,0.0000005106,0.10000,0.226
5,mlp.experts.16.down_proj,0.0000000062,0.10000,0.214
5,mlp.experts.17.down_proj,0.0000000037,0.10000,0.216
5,mlp.experts.18.down_proj,0.0000000025,0.10000,0.218
5,mlp.experts.19.down_proj,0.0000000118,0.10000,0.221
5,mlp.experts.20.down_proj,0.0000000253,0.10000,0.219
5,mlp.experts.21.down_proj,0.0000000050,0.10000,0.217
5,mlp.experts.22.down_proj,0.0000000007,0.10000,0.221
5,mlp.experts.23.down_proj,0.0000000660,0.10000,0.221
5,mlp.experts.24.down_proj,0.0000000073,0.10000,0.219
5,mlp.experts.25.down_proj,0.0000000196,0.10000,0.215
5,mlp.experts.26.down_proj,0.0000000239,0.10000,0.216
5,mlp.experts.27.down_proj,0.0000000437,0.10000,0.216
5,mlp.experts.28.down_proj,0.0000002628,0.10000,0.220
5,mlp.experts.29.down_proj,0.0000007047,0.10000,0.222
5,mlp.experts.30.down_proj,0.0000000036,0.10000,0.227
5,mlp.experts.31.down_proj,0.0000000032,0.10000,0.222
5,mlp.experts.32.down_proj,0.0000000239,0.10000,0.216
5,mlp.experts.33.down_proj,0.0000000222,0.10000,0.218
5,mlp.experts.34.down_proj,0.0000000032,0.10000,0.218
5,mlp.experts.35.down_proj,0.0000000251,0.10000,0.219
5,mlp.experts.36.down_proj,0.0000000075,0.10000,0.218
5,mlp.experts.37.down_proj,0.0000000034,0.10000,0.213
5,mlp.experts.38.down_proj,0.0000000194,0.10000,0.220
5,mlp.experts.39.down_proj,0.0000000165,0.10000,0.213
5,mlp.experts.40.down_proj,0.0000002437,0.10000,0.214
5,mlp.experts.41.down_proj,0.0000000054,0.10000,0.214
5,mlp.experts.42.down_proj,0.0000000033,0.10000,0.234
5,mlp.experts.43.down_proj,0.0000000415,0.10000,0.229
5,mlp.experts.44.down_proj,0.0000001317,0.10000,0.224
5,mlp.experts.45.down_proj,0.0000000040,0.10000,0.242
5,mlp.experts.46.down_proj,0.0000000384,0.10000,0.226
5,mlp.experts.47.down_proj,0.0000000020,0.10000,0.220
5,mlp.experts.48.down_proj,0.0000000027,0.10000,0.219
5,mlp.experts.49.down_proj,0.0000000023,0.10000,0.228
5,mlp.experts.50.down_proj,0.0000003373,0.10000,0.226
5,mlp.experts.51.down_proj,0.0000000044,0.10000,0.222
5,mlp.experts.52.down_proj,0.0000000132,0.10000,0.223
5,mlp.experts.53.down_proj,0.0000000027,0.10000,0.221
5,mlp.experts.54.down_proj,0.0000000040,0.10000,0.222
5,mlp.experts.55.down_proj,0.0000000028,0.10000,0.221
5,mlp.experts.56.down_proj,0.0000000068,0.10000,0.231
5,mlp.experts.57.down_proj,0.0000004313,0.10000,0.228
5,mlp.experts.58.down_proj,0.0000000052,0.10000,0.234
5,mlp.experts.59.down_proj,0.0000000293,0.10000,0.222
5,mlp.experts.60.down_proj,0.0000000636,0.10000,0.220
5,mlp.experts.61.down_proj,0.0000000019,0.10000,0.221
5,mlp.experts.62.down_proj,0.0000000033,0.10000,0.220
5,mlp.experts.63.down_proj,0.0000000013,0.10000,0.215
5,mlp.experts.64.down_proj,0.0000000016,0.10000,0.218
5,mlp.experts.65.down_proj,0.0000000170,0.10000,0.206
5,mlp.experts.66.down_proj,0.0000000026,0.10000,0.217
5,mlp.experts.67.down_proj,0.0000000150,0.10000,0.238
5,mlp.experts.68.down_proj,0.0000000045,0.10000,0.233
5,mlp.experts.69.down_proj,0.0000005365,0.10000,0.226
5,mlp.experts.70.down_proj,0.0000000194,0.10000,0.219
5,mlp.experts.71.down_proj,0.0000000054,0.10000,0.270
5,mlp.experts.72.down_proj,0.0000000518,0.10000,0.269
5,mlp.experts.73.down_proj,0.0000000083,0.10000,0.268
5,mlp.experts.74.down_proj,0.0000000016,0.10000,0.240
5,mlp.experts.75.down_proj,0.0000000015,0.10000,0.259
5,mlp.experts.76.down_proj,0.0000000182,0.10000,0.244
5,mlp.experts.77.down_proj,0.0000000086,0.10000,0.246
5,mlp.experts.78.down_proj,0.0000000019,0.10000,0.247
5,mlp.experts.79.down_proj,0.0000000036,0.10000,0.247
5,mlp.experts.80.down_proj,0.0000000020,0.10000,0.250
5,mlp.experts.81.down_proj,0.0000000168,0.10000,0.247
5,mlp.experts.82.down_proj,0.0000000025,0.10000,0.245
5,mlp.experts.83.down_proj,0.0000000081,0.10000,0.252
5,mlp.experts.84.down_proj,0.0000000268,0.10000,0.233
5,mlp.experts.85.down_proj,0.0000000165,0.10000,0.233
5,mlp.experts.86.down_proj,0.0000000038,0.10000,0.222
5,mlp.experts.87.down_proj,0.0000000023,0.10000,0.221
5,mlp.experts.88.down_proj,0.0000000581,0.10000,0.222
5,mlp.experts.89.down_proj,0.0000000559,0.10000,0.221
5,mlp.experts.90.down_proj,0.0000000051,0.10000,0.222
5,mlp.experts.91.down_proj,0.0000000454,0.10000,0.223
5,mlp.experts.92.down_proj,0.0000002063,0.10000,0.220
5,mlp.experts.93.down_proj,0.0000000040,0.10000,0.220
5,mlp.experts.94.down_proj,0.0000000023,0.10000,0.225
5,mlp.experts.95.down_proj,0.0000000038,0.10000,0.220
5,mlp.experts.96.down_proj,0.0000000030,0.10000,0.223
5,mlp.experts.97.down_proj,0.0000000017,0.10000,0.220
5,mlp.experts.98.down_proj,0.0000000296,0.10000,0.218
5,mlp.experts.99.down_proj,0.0000000014,0.10000,0.218
5,mlp.experts.100.down_proj,0.0000000101,0.10000,0.223
5,mlp.experts.101.down_proj,0.0000000948,0.10000,0.220
5,mlp.experts.102.down_proj,0.0000000039,0.10000,0.222
5,mlp.experts.103.down_proj,0.0000000012,0.10000,0.222
5,mlp.experts.104.down_proj,0.0000000107,0.10000,0.223
5,mlp.experts.105.down_proj,0.0000000027,0.10000,0.220
5,mlp.experts.106.down_proj,0.0000000070,0.10000,0.223
5,mlp.experts.107.down_proj,0.0000000023,0.10000,0.220
5,mlp.experts.108.down_proj,0.0000000025,0.10000,0.210
5,mlp.experts.109.down_proj,0.0000000209,0.10000,0.220
5,mlp.experts.110.down_proj,0.0000000085,0.10000,0.227
5,mlp.experts.111.down_proj,0.0000000021,0.10000,0.227
5,mlp.experts.112.down_proj,0.0000000194,0.10000,0.222
5,mlp.experts.113.down_proj,0.0000000089,0.10000,0.227
5,mlp.experts.114.down_proj,0.0000000289,0.10000,0.225
5,mlp.experts.115.down_proj,0.0000000032,0.10000,0.223
5,mlp.experts.116.down_proj,0.0000000013,0.10000,0.222
5,mlp.experts.117.down_proj,0.0000000041,0.10000,0.227
5,mlp.experts.118.down_proj,0.0000000677,0.10000,0.225
5,mlp.experts.119.down_proj,0.0000000049,0.10000,0.224
5,mlp.experts.120.down_proj,0.0000000056,0.10000,0.226
5,mlp.experts.121.down_proj,0.0000005809,0.10000,0.217
5,mlp.experts.122.down_proj,0.0000000042,0.10000,0.236
5,mlp.experts.123.down_proj,0.0000000346,0.10000,0.239
5,mlp.experts.124.down_proj,0.0000001591,0.10000,0.238
5,mlp.experts.125.down_proj,0.0000000015,0.10000,0.222
5,mlp.experts.126.down_proj,0.0000000012,0.10000,0.224
5,mlp.experts.127.down_proj,0.0000001514,0.10000,0.225
6,self_attn.q_proj,0.0000000002,0.10000,0.746
6,self_attn.k_proj,0.0000000000,0.10000,0.603
6,self_attn.v_proj,0.0000000000,0.10000,0.573
6,self_attn.o_proj,0.0000000000,0.10000,1.119
6,mlp.gate,0.0000000057,0.10000,0.566
6,mlp.experts.0.up_proj,0.0000000330,0.10000,0.643
6,mlp.experts.1.up_proj,0.0000001354,0.10000,0.641
6,mlp.experts.2.up_proj,0.0000034976,0.10000,0.639
6,mlp.experts.3.up_proj,0.0000000693,0.10000,0.647
6,mlp.experts.4.up_proj,0.0000000217,0.10000,0.636
6,mlp.experts.5.up_proj,0.0000022508,0.10000,0.648
6,mlp.experts.6.up_proj,0.0000003323,0.10000,0.636
6,mlp.experts.7.up_proj,0.0000000130,0.10000,0.638
6,mlp.experts.8.up_proj,0.0000002029,0.10000,0.634
6,mlp.experts.9.up_proj,0.0000000347,0.10000,0.643
6,mlp.experts.10.up_proj,0.0000000122,0.10000,0.636
6,mlp.experts.11.up_proj,0.0000023651,0.10000,0.642
6,mlp.experts.12.up_proj,0.0000003956,0.10000,0.628
6,mlp.experts.13.up_proj,0.0000000159,0.10000,0.630
6,mlp.experts.14.up_proj,0.0000000235,0.10000,0.628
6,mlp.experts.15.up_proj,0.0000036464,0.10000,0.630
6,mlp.experts.16.up_proj,0.0000005634,0.10000,0.632
6,mlp.experts.17.up_proj,0.0000001229,0.10000,0.641
6,mlp.experts.18.up_proj,0.0000002782,0.10000,0.637
6,mlp.experts.19.up_proj,0.0000000427,0.10000,0.612
6,mlp.experts.20.up_proj,0.0000001035,0.10000,0.696
6,mlp.experts.21.up_proj,0.0000006261,0.10000,0.627
6,mlp.experts.22.up_proj,0.0000000203,0.10000,0.634
6,mlp.experts.23.up_proj,0.0000000130,0.10000,0.626
6,mlp.experts.24.up_proj,0.0000003148,0.10000,0.599
6,mlp.experts.25.up_proj,0.0000000254,0.10000,0.598
6,mlp.experts.26.up_proj,0.0000000747,0.10000,0.570
6,mlp.experts.27.up_proj,0.0000006064,0.10000,0.571
6,mlp.experts.28.up_proj,0.0000000307,0.10000,0.563
6,mlp.experts.29.up_proj,0.0000009814,0.10000,0.568
6,mlp.experts.30.up_proj,0.0000000817,0.10000,0.566
6,mlp.experts.31.up_proj,0.0000005292,0.10000,0.566
6,mlp.experts.32.up_proj,0.0000006968,0.10000,0.569
6,mlp.experts.33.up_proj,0.0000001537,0.10000,0.571
6,mlp.experts.34.up_proj,0.0000000369,0.10000,0.567
6,mlp.experts.35.up_proj,0.0000001382,0.10000,0.610
6,mlp.experts.36.up_proj,0.0000004911,0.10000,0.598
6,mlp.experts.37.up_proj,0.0000000610,0.10000,0.577
6,mlp.experts.38.up_proj,0.0000000141,0.10000,0.605
6,mlp.experts.39.up_proj,0.0000000247,0.10000,0.679
6,mlp.experts.40.up_proj,0.0000011945,0.10000,0.648
6,mlp.experts.41.up_proj,0.0000000440,0.10000,0.640
6,mlp.experts.42.up_proj,0.0000000141,0.10000,0.621
6,mlp.experts.43.up_proj,0.0000006621,0.10000,0.628
6,mlp.experts.44.up_proj,0.0000000448,0.10000,0.633
6,mlp.experts.45.up_proj,0.0000086053,0.10000,0.632
6,mlp.experts.46.up_proj,0.0000000243,0.10000,0.627
6,mlp.experts.47.up_proj,0.0000001825,0.10000,0.636
6,mlp.experts.48.up_proj,0.0000000815,0.10000,0.603
6,mlp.experts.49.up_proj,0.0000001253,0.10000,0.624
6,mlp.experts.50.up_proj,0.0000007426,0.10000,0.722
6,mlp.experts.51.up_proj,0.0000001607,0.10000,0.662
6,mlp.experts.52.up_proj,0.0000000097,0.10000,0.669
6,mlp.experts.53.up_proj,0.0000006898,0.10000,0.629
6,mlp.experts.54.up_proj,0.0000000527,0.10000,0.605
6,mlp.experts.55.up_proj,0.0000000401,0.10000,0.574
6,mlp.experts.56.up_proj,0.0000000081,0.10000,0.565
6,mlp.experts.57.up_proj,0.0000002867,0.10000,0.564
6,mlp.experts.58.up_proj,0.0000000614,0.10000,0.603
6,mlp.experts.59.up_proj,0.0000009455,0.10000,0.572
6,mlp.experts.60.up_proj,0.0000031117,0.10000,0.571
6,mlp.experts.61.up_proj,0.0000000593,0.10000,0.610
6,mlp.experts.62.up_proj,0.0000000393,0.10000,0.600
6,mlp.experts.63.up_proj,0.0000000281,0.10000,0.577
6,mlp.experts.64.up_proj,0.0000000112,0.10000,0.568
6,mlp.experts.65.up_proj,0.0000001150,0.10000,0.560
6,mlp.experts.66.up_proj,0.0000003074,0.10000,0.566
6,mlp.experts.67.up_proj,0.0000001064,0.10000,0.570
6,mlp.experts.68.up_proj,0.0000004381,0.10000,0.599
6,mlp.experts.69.up_proj,0.0000008538,0.10000,0.604
6,mlp.experts.70.up_proj,0.0000001462,0.10000,0.594
6,mlp.experts.71.up_proj,0.0000000407,0.10000,0.597
6,mlp.experts.72.up_proj,0.0000001034,0.10000,0.595
6,mlp.experts.73.up_proj,0.0000023020,0.10000,0.606
6,mlp.experts.74.up_proj,0.0000001217,0.10000,0.603
6,mlp.experts.75.up_proj,0.0000000256,0.10000,0.605
6,mlp.experts.76.up_proj,0.0000001170,0.10000,0.573
6,mlp.experts.77.up_proj,0.0000001063,0.10000,0.570
6,mlp.experts.78.up_proj,0.0000000971,0.10000,0.575
6,mlp.experts.79.up_proj,0.0000000158,0.10000,0.576
6,mlp.experts.80.up_proj,0.0000001512,0.10000,0.579
6,mlp.experts.81.up_proj,0.0000028353,0.10000,0.572
6,mlp.experts.82.up_proj,0.0000002606,0.10000,0.572
6,mlp.experts.83.up_proj,0.0000000195,0.10000,0.573
6,mlp.experts.84.up_proj,0.0000000819,0.10000,0.576
6,mlp.experts.85.up_proj,0.0000000137,0.10000,0.568
6,mlp.experts.86.up_proj,0.0000000156,0.10000,0.573
6,mlp.experts.87.up_proj,0.0000000451,0.10000,0.572
6,mlp.experts.88.up_proj,0.0000000727,0.10000,0.574
6,mlp.experts.89.up_proj,0.0000000548,0.10000,0.615
6,mlp.experts.90.up_proj,0.0000034477,0.10000,0.591
6,mlp.experts.91.up_proj,0.0000010628,0.10000,0.571
6,mlp.experts.92.up_proj,0.0000001312,0.10000,0.572
6,mlp.experts.93.up_proj,0.0000000780,0.10000,0.595
6,mlp.experts.94.up_proj,0.0000001794,0.10000,0.600
6,mlp.experts.95.up_proj,0.0000010567,0.10000,0.572
6,mlp.experts.96.up_proj,0.0000000267,0.10000,0.567
6,mlp.experts.97.up_proj,0.0000000211,0.10000,0.573
6,mlp.experts.98.up_proj,0.0000002371,0.10000,0.569
6,mlp.experts.99.up_proj,0.0000000315,0.10000,0.574
6,mlp.experts.100.up_proj,0.0000000220,0.10000,0.575
6,mlp.experts.101.up_proj,0.0000000194,0.10000,0.573
6,mlp.experts.102.up_proj,0.0000001775,0.10000,0.570
6,mlp.experts.103.up_proj,0.0000000662,0.10000,0.569
6,mlp.experts.104.up_proj,0.0000002503,0.10000,0.570
6,mlp.experts.105.up_proj,0.0000000188,0.10000,0.573
6,mlp.experts.106.up_proj,0.0000014171,0.10000,0.564
6,mlp.experts.107.up_proj,0.0000000717,0.10000,0.566
6,mlp.experts.108.up_proj,0.0000008193,0.10000,0.573
6,mlp.experts.109.up_proj,0.0000000619,0.10000,0.576
6,mlp.experts.110.up_proj,0.0000000104,0.10000,0.570
6,mlp.experts.111.up_proj,0.0000010861,0.10000,0.575
6,mlp.experts.112.up_proj,0.0000010180,0.10000,0.574
6,mlp.experts.113.up_proj,0.0000006849,0.10000,0.567
6,mlp.experts.114.up_proj,0.0000000353,0.10000,0.568
6,mlp.experts.115.up_proj,0.0000000302,0.10000,0.573
6,mlp.experts.116.up_proj,0.0000000115,0.10000,0.571
6,mlp.experts.117.up_proj,0.0000014174,0.10000,0.578
6,mlp.experts.118.up_proj,0.0000000627,0.10000,0.618
6,mlp.experts.119.up_proj,0.0000000603,0.10000,0.584
6,mlp.experts.120.up_proj,0.0000005239,0.10000,0.681
6,mlp.experts.121.up_proj,0.0000002100,0.10000,0.687
6,mlp.experts.122.up_proj,0.0000008617,0.10000,0.616
6,mlp.experts.123.up_proj,0.0000000730,0.10000,0.605
6,mlp.experts.124.up_proj,0.0000004040,0.10000,0.572
6,mlp.experts.125.up_proj,0.0000000506,0.10000,0.574
6,mlp.experts.126.up_proj,0.0000000716,0.10000,0.569
6,mlp.experts.127.up_proj,0.0000000284,0.10000,0.569
6,mlp.experts.0.gate_proj,0.0000000409,0.10000,0.605
6,mlp.experts.1.gate_proj,0.0000001557,0.10000,0.599
6,mlp.experts.2.gate_proj,0.0000036915,0.10000,0.608
6,mlp.experts.3.gate_proj,0.0000000815,0.10000,0.577
6,mlp.experts.4.gate_proj,0.0000000259,0.10000,0.579
6,mlp.experts.5.gate_proj,0.0000024307,0.10000,0.575
6,mlp.experts.6.gate_proj,0.0000004133,0.10000,0.575
6,mlp.experts.7.gate_proj,0.0000000146,0.10000,0.582
6,mlp.experts.8.gate_proj,0.0000002507,0.10000,0.579
6,mlp.experts.9.gate_proj,0.0000000398,0.10000,0.612
6,mlp.experts.10.gate_proj,0.0000000130,0.10000,0.585
6,mlp.experts.11.gate_proj,0.0000026530,0.10000,0.618
6,mlp.experts.12.gate_proj,0.0000004346,0.10000,0.594
6,mlp.experts.13.gate_proj,0.0000000208,0.10000,0.571
6,mlp.experts.14.gate_proj,0.0000000253,0.10000,0.571
6,mlp.experts.15.gate_proj,0.0000050859,0.10000,0.575
6,mlp.experts.16.gate_proj,0.0000007322,0.10000,0.575
6,mlp.experts.17.gate_proj,0.0000001525,0.10000,0.571
6,mlp.experts.18.gate_proj,0.0000003226,0.10000,0.570
6,mlp.experts.19.gate_proj,0.0000000436,0.10000,0.566
6,mlp.experts.20.gate_proj,0.0000001327,0.10000,0.572
6,mlp.experts.21.gate_proj,0.0000007329,0.10000,0.567
6,mlp.experts.22.gate_proj,0.0000000243,0.10000,0.569
6,mlp.experts.23.gate_proj,0.0000000142,0.10000,0.573
6,mlp.experts.24.gate_proj,0.0000003380,0.10000,0.573
6,mlp.experts.25.gate_proj,0.0000000305,0.10000,0.569
6,mlp.experts.26.gate_proj,0.0000000864,0.10000,0.574
6,mlp.experts.27.gate_proj,0.0000007084,0.10000,0.573
6,mlp.experts.28.gate_proj,0.0000000365,0.10000,0.611
6,mlp.experts.29.gate_proj,0.0000014349,0.10000,0.598
6,mlp.experts.30.gate_proj,0.0000000840,0.10000,0.570
6,mlp.experts.31.gate_proj,0.0000006244,0.10000,0.575
6,mlp.experts.32.gate_proj,0.0000010511,0.10000,0.567
6,mlp.experts.33.gate_proj,0.0000001997,0.10000,0.600
6,mlp.experts.34.gate_proj,0.0000000404,0.10000,0.608
6,mlp.experts.35.gate_proj,0.0000001471,0.10000,0.575
6,mlp.experts.36.gate_proj,0.0000005357,0.10000,0.576
6,mlp.experts.37.gate_proj,0.0000000767,0.10000,0.577
6,mlp.experts.38.gate_proj,0.0000000157,0.10000,0.579
6,mlp.experts.39.gate_proj,0.0000000273,0.10000,0.575
6,mlp.experts.40.gate_proj,0.0000014306,0.10000,0.574
6,mlp.experts.41.gate_proj,0.0000000486,0.10000,0.577
6,mlp.experts.42.gate_proj,0.0000000155,0.10000,0.570
6,mlp.experts.43.gate_proj,0.0000006851,0.10000,0.590
6,mlp.experts.44.gate_proj,0.0000000545,0.10000,0.604
6,mlp.experts.45.gate_proj,0.0000091901,0.10000,0.566
6,mlp.experts.46.gate_proj,0.0000000281,0.10000,0.569
6,mlp.experts.47.gate_proj,0.0000002066,0.10000,0.568
6,mlp.experts.48.gate_proj,0.0000000965,0.10000,0.572
6,mlp.experts.49.gate_proj,0.0000001568,0.10000,0.573
6,mlp.experts.50.gate_proj,0.0000008694,0.10000,0.572
6,mlp.experts.51.gate_proj,0.0000002012,0.10000,0.573
6,mlp.experts.52.gate_proj,0.0000000104,0.10000,0.570
6,mlp.experts.53.gate_proj,0.0000009049,0.10000,0.602
6,mlp.experts.54.gate_proj,0.0000000640,0.10000,0.608
6,mlp.experts.55.gate_proj,0.0000000434,0.10000,0.588
6,mlp.experts.56.gate_proj,0.0000000089,0.10000,0.570
6,mlp.experts.57.gate_proj,0.0000003245,0.10000,0.568
6,mlp.experts.58.gate_proj,0.0000000723,0.10000,0.603
6,mlp.experts.59.gate_proj,0.0000010856,0.10000,0.578
6,mlp.experts.60.gate_proj,0.0000033963,0.10000,0.568
6,mlp.experts.61.gate_proj,0.0000000703,0.10000,0.565
6,mlp.experts.62.gate_proj,0.0000000467,0.10000,0.579
6,mlp.experts.63.gate_proj,0.0000000333,0.10000,0.602
6,mlp.experts.64.gate_proj,0.0000000121,0.10000,0.603
6,mlp.experts.65.gate_proj,0.0000001256,0.10000,0.585
6,mlp.experts.66.gate_proj,0.0000003493,0.10000,0.589
6,mlp.experts.67.gate_proj,0.0000001234,0.10000,0.570
6,mlp.experts.68.gate_proj,0.0000005428,0.10000,0.572
6,mlp.experts.69.gate_proj,0.0000010105,0.10000,0.569
6,mlp.experts.70.gate_proj,0.0000001669,0.10000,0.576
6,mlp.experts.71.gate_proj,0.0000000571,0.10000,0.571
6,mlp.experts.72.gate_proj,0.0000001244,0.10000,0.612
6,mlp.experts.73.gate_proj,0.0000026263,0.10000,0.584
6,mlp.experts.74.gate_proj,0.0000001487,0.10000,0.573
6,mlp.experts.75.gate_proj,0.0000000274,0.10000,0.573
6,mlp.experts.76.gate_proj,0.0000001538,0.10000,0.573
6,mlp.experts.77.gate_proj,0.0000001219,0.10000,0.575
6,mlp.experts.78.gate_proj,0.0000001215,0.10000,0.579
6,mlp.experts.79.gate_proj,0.0000000170,0.10000,0.580
6,mlp.experts.80.gate_proj,0.0000001713,0.10000,0.597
6,mlp.experts.81.gate_proj,0.0000030775,0.10000,0.603
6,mlp.experts.82.gate_proj,0.0000002993,0.10000,0.574
6,mlp.experts.83.gate_proj,0.0000000199,0.10000,0.610
6,mlp.experts.84.gate_proj,0.0000000947,0.10000,0.693
6,mlp.experts.85.gate_proj,0.0000000139,0.10000,0.684
6,mlp.experts.86.gate_proj,0.0000000172,0.10000,0.610
6,mlp.experts.87.gate_proj,0.0000000501,0.10000,0.591
6,mlp.experts.88.gate_proj,0.0000000777,0.10000,0.561
6,mlp.experts.89.gate_proj,0.0000000640,0.10000,0.665
6,mlp.experts.90.gate_proj,0.0000044992,0.10000,0.687
6,mlp.experts.91.gate_proj,0.0000011680,0.10000,0.684
6,mlp.experts.92.gate_proj,0.0000001717,0.10000,0.623
6,mlp.experts.93.gate_proj,0.0000000891,0.10000,0.590
6,mlp.experts.94.gate_proj,0.0000002290,0.10000,0.565
6,mlp.experts.95.gate_proj,0.0000011996,0.10000,0.562
6,mlp.experts.96.gate_proj,0.0000000308,0.10000,0.562
6,mlp.experts.97.gate_proj,0.0000000249,0.10000,0.568
6,mlp.experts.98.gate_proj,0.0000002464,0.10000,0.567
6,mlp.experts.99.gate_proj,0.0000000352,0.10000,0.573
6,mlp.experts.100.gate_proj,0.0000000239,0.10000,0.562
6,mlp.experts.101.gate_proj,0.0000000239,0.10000,0.706
6,mlp.experts.102.gate_proj,0.0000002199,0.10000,0.660
6,mlp.experts.103.gate_proj,0.0000001127,0.10000,0.606
6,mlp.experts.104.gate_proj,0.0000002727,0.10000,0.607
6,mlp.experts.105.gate_proj,0.0000000179,0.10000,0.689
6,mlp.experts.106.gate_proj,0.0000016924,0.10000,0.670
6,mlp.experts.107.gate_proj,0.0000000805,0.10000,0.631
6,mlp.experts.108.gate_proj,0.0000008612,0.10000,0.638
6,mlp.experts.109.gate_proj,0.0000000709,0.10000,0.640
6,mlp.experts.110.gate_proj,0.0000000113,0.10000,0.631
6,mlp.experts.111.gate_proj,0.0000011897,0.10000,0.641
6,mlp.experts.112.gate_proj,0.0000009945,0.10000,0.640
6,mlp.experts.113.gate_proj,0.0000007899,0.10000,0.599
6,mlp.experts.114.gate_proj,0.0000000435,0.10000,0.606
6,mlp.experts.115.gate_proj,0.0000000333,0.10000,0.571
6,mlp.experts.116.gate_proj,0.0000000130,0.10000,0.575
6,mlp.experts.117.gate_proj,0.0000015967,0.10000,0.567
6,mlp.experts.118.gate_proj,0.0000000654,0.10000,0.600
6,mlp.experts.119.gate_proj,0.0000000750,0.10000,0.613
6,mlp.experts.120.gate_proj,0.0000005440,0.10000,0.578
6,mlp.experts.121.gate_proj,0.0000002502,0.10000,0.597
6,mlp.experts.122.gate_proj,0.0000010090,0.10000,0.605
6,mlp.experts.123.gate_proj,0.0000000738,0.10000,0.574
6,mlp.experts.124.gate_proj,0.0000004844,0.10000,0.580
6,mlp.experts.125.gate_proj,0.0000000552,0.10000,0.573
6,mlp.experts.126.gate_proj,0.0000000757,0.10000,0.576
6,mlp.experts.127.gate_proj,0.0000000313,0.10000,0.580
6,mlp.experts.0.down_proj,0.0000000032,0.10000,0.212
6,mlp.experts.1.down_proj,0.0000000211,0.10000,0.255
6,mlp.experts.2.down_proj,0.0000005012,0.10000,0.241
6,mlp.experts.3.down_proj,0.0000000066,0.10000,0.230
6,mlp.experts.4.down_proj,0.0000000023,0.10000,0.230
6,mlp.experts.5.down_proj,0.0000003175,0.10000,0.234
6,mlp.experts.6.down_proj,0.0000000363,0.10000,0.223
6,mlp.experts.7.down_proj,0.0000000012,0.10000,0.218
6,mlp.experts.8.down_proj,0.0000000236,0.10000,0.241
6,mlp.experts.9.down_proj,0.0000000031,0.10000,0.237
6,mlp.experts.10.down_proj,0.0000000013,0.10000,0.239
6,mlp.experts.11.down_proj,0.0000002163,0.10000,0.217
6,mlp.experts.12.down_proj,0.0000000374,0.10000,0.217
6,mlp.experts.13.down_proj,0.0000000011,0.10000,0.222
6,mlp.experts.14.down_proj,0.0000000025,0.10000,0.221
6,mlp.experts.15.down_proj,0.0000000590,0.10000,0.219
6,mlp.experts.16.down_proj,0.0000000777,0.10000,0.215
6,mlp.experts.17.down_proj,0.0000000528,0.10000,0.226
6,mlp.experts.18.down_proj,0.0000000243,0.10000,0.218
6,mlp.experts.19.down_proj,0.0000000040,0.10000,0.214
6,mlp.experts.20.down_proj,0.0000000137,0.10000,0.219
6,mlp.experts.21.down_proj,0.0000000790,0.10000,0.214
6,mlp.experts.22.down_proj,0.0000000019,0.10000,0.217
6,mlp.experts.23.down_proj,0.0000000011,0.10000,0.219
6,mlp.experts.24.down_proj,0.0000000468,0.10000,0.236
6,mlp.experts.25.down_proj,0.0000000021,0.10000,0.260
6,mlp.experts.26.down_proj,0.0000000070,0.10000,0.266
6,mlp.experts.27.down_proj,0.0000000707,0.10000,0.249
6,mlp.experts.28.down_proj,0.0000000030,0.10000,0.233
6,mlp.experts.29.down_proj,0.0000001506,0.10000,0.238
6,mlp.experts.30.down_proj,0.0000000094,0.10000,0.239
6,mlp.experts.31.down_proj,0.0000000927,0.10000,0.245
6,mlp.experts.32.down_proj,0.0000000293,0.10000,0.266
6,mlp.experts.33.down_proj,0.0000000159,0.10000,0.240
6,mlp.experts.34.down_proj,0.0000000033,0.10000,0.244
6,mlp.experts.35.down_proj,0.0000000194,0.10000,0.235
6,mlp.experts.36.down_proj,0.0000000437,0.10000,0.237
6,mlp.experts.37.down_proj,0.0000000065,0.10000,0.238
6,mlp.experts.38.down_proj,0.0000000012,0.10000,0.238
6,mlp.experts.39.down_proj,0.0000000019,0.10000,0.237
6,mlp.experts.40.down_proj,0.0000001869,0.10000,0.236
6,mlp.experts.41.down_proj,0.0000000038,0.10000,0.233
6,mlp.experts.42.down_proj,0.0000000016,0.10000,0.232
6,mlp.experts.43.down_proj,0.0000000869,0.10000,0.217
6,mlp.experts.44.down_proj,0.0000000040,0.10000,0.217
6,mlp.experts.45.down_proj,0.0000012584,0.10000,0.218
6,mlp.experts.46.down_proj,0.0000000027,0.10000,0.217
6,mlp.experts.47.down_proj,0.0000000202,0.10000,0.267
6,mlp.experts.48.down_proj,0.0000000068,0.10000,0.261
6,mlp.experts.49.down_proj,0.0000000142,0.10000,0.261
6,mlp.experts.50.down_proj,0.0000001072,0.10000,0.244
6,mlp.experts.51.down_proj,0.0000000201,0.10000,0.236
6,mlp.experts.52.down_proj,0.0000000009,0.10000,0.234
6,mlp.experts.53.down_proj,0.0000000803,0.10000,0.231
6,mlp.experts.54.down_proj,0.0000000043,0.10000,0.225
6,mlp.experts.55.down_proj,0.0000000050,0.10000,0.215
6,mlp.experts.56.down_proj,0.0000000006,0.10000,0.266
6,mlp.experts.57.down_proj,0.0000000292,0.10000,0.233
6,mlp.experts.58.down_proj,0.0000000051,0.10000,0.232
6,mlp.experts.59.down_proj,0.0000001336,0.10000,0.216
6,mlp.experts.60.down_proj,0.0000005502,0.10000,0.236
6,mlp.experts.61.down_proj,0.0000000051,0.10000,0.233
6,mlp.experts.62.down_proj,0.0000000037,0.10000,0.234
6,mlp.experts.63.down_proj,0.0000000025,0.10000,0.221
6,mlp.experts.64.down_proj,0.0000000010,0.10000,0.224
6,mlp.experts.65.down_proj,0.0000000105,0.10000,0.216
6,mlp.experts.66.down_proj,0.0000000301,0.10000,0.221
6,mlp.experts.67.down_proj,0.0000000101,0.10000,0.218
6,mlp.experts.68.down_proj,0.0000000579,0.10000,0.218
6,mlp.experts.69.down_proj,0.0000001046,0.10000,0.204
6,mlp.experts.70.down_proj,0.0000000198,0.10000,0.218
6,mlp.experts.71.down_proj,0.0000000035,0.10000,0.260
6,mlp.experts.72.down_proj,0.0000000119,0.10000,0.263
6,mlp.experts.73.down_proj,0.0000004405,0.10000,0.250
6,mlp.experts.74.down_proj,0.0000000115,0.10000,0.242
6,mlp.experts.75.down_proj,0.0000000022,0.10000,0.238
6,mlp.experts.76.down_proj,0.0000000152,0.10000,0.251
6,mlp.experts.77.down_proj,0.0000000116,0.10000,0.245
6,mlp.experts.78.down_proj,0.0000000188,0.10000,0.237
6,mlp.experts.79.down_proj,0.0000000019,0.10000,0.233
6,mlp.experts.80.down_proj,0.0000000162,0.10000,0.245
6,mlp.experts.81.down_proj,0.0000004746,0.10000,0.246
6,mlp.experts.82.down_proj,0.0000000238,0.10000,0.239
6,mlp.experts.83.down_proj,0.0000000027,0.10000,0.230
6,mlp.experts.84.down_proj,0.0000000084,0.10000,0.237
6,mlp.experts.85.down_proj,0.0000000014,0.10000,0.239
6,mlp.experts.86.down_proj,0.0000000013,0.10000,0.227
6,mlp.experts.87.down_proj,0.0000000044,0.10000,0.225
6,mlp.experts.88.down_proj,0.0000000092,0.10000,0.220
6,mlp.experts.89.down_proj,0.0000000055,0.10000,0.224
6,mlp.experts.90.down_proj,0.0000001438,0.10000,0.237
6,mlp.experts.91.down_proj,0.0000001615,0.10000,0.232
6,mlp.experts.92.down_proj,0.0000000159,0.10000,0.239
6,mlp.experts.93.down_proj,0.0000000073,0.10000,0.227
6,mlp.experts.94.down_proj,0.0000000202,0.10000,0.225
6,mlp.experts.95.down_proj,0.0000002185,0.10000,0.226
6,mlp.experts.96.down_proj,0.0000000023,0.10000,0.223
6,mlp.experts.97.down_proj,0.0000000017,0.10000,0.221
6,mlp.experts.98.down_proj,0.0000000169,0.10000,0.224
6,mlp.experts.99.down_proj,0.0000000037,0.10000,0.221
6,mlp.experts.100.down_proj,0.0000000020,0.10000,0.221
6,mlp.experts.101.down_proj,0.0000000022,0.10000,0.225
6,mlp.experts.102.down_proj,0.0000000235,0.10000,0.223
6,mlp.experts.103.down_proj,0.0000000053,0.10000,0.221
6,mlp.experts.104.down_proj,0.0000000247,0.10000,0.228
6,mlp.experts.105.down_proj,0.0000000024,0.10000,0.236
6,mlp.experts.106.down_proj,0.0000002305,0.10000,0.235
6,mlp.experts.107.down_proj,0.0000000044,0.10000,0.231
6,mlp.experts.108.down_proj,0.0000000873,0.10000,0.219
6,mlp.experts.109.down_proj,0.0000000073,0.10000,0.241
6,mlp.experts.110.down_proj,0.0000000011,0.10000,0.235
6,mlp.experts.111.down_proj,0.0000000516,0.10000,0.263
6,mlp.experts.112.down_proj,0.0000000088,0.10000,0.262
6,mlp.experts.113.down_proj,0.0000000945,0.10000,0.268
6,mlp.experts.114.down_proj,0.0000000041,0.10000,0.229
6,mlp.experts.115.down_proj,0.0000000049,0.10000,0.234
6,mlp.experts.116.down_proj,0.0000000009,0.10000,0.240
6,mlp.experts.117.down_proj,0.0000000296,0.10000,0.239
6,mlp.experts.118.down_proj,0.0000000078,0.10000,0.234
6,mlp.experts.119.down_proj,0.0000000084,0.10000,0.237
6,mlp.experts.120.down_proj,0.0000000588,0.10000,0.235
6,mlp.experts.121.down_proj,0.0000000113,0.10000,0.226
6,mlp.experts.122.down_proj,0.0000001054,0.10000,0.225
6,mlp.experts.123.down_proj,0.0000000085,0.10000,0.228
6,mlp.experts.124.down_proj,0.0000000412,0.10000,0.221
6,mlp.experts.125.down_proj,0.0000000046,0.10000,0.222
6,mlp.experts.126.down_proj,0.0000000112,0.10000,0.220
6,mlp.experts.127.down_proj,0.0000000030,0.10000,0.221
7,self_attn.q_proj,0.0000000001,0.10000,0.575
7,self_attn.k_proj,0.0000000000,0.10000,0.575
7,self_attn.v_proj,0.0000000000,0.10000,0.613
7,self_attn.o_proj,0.0000000000,0.10000,1.278
7,mlp.gate,0.0000000058,0.10000,0.729
7,mlp.experts.0.up_proj,0.0000013778,0.10000,0.577
7,mlp.experts.1.up_proj,0.0000000492,0.10000,0.575
7,mlp.experts.2.up_proj,0.0000000252,0.10000,0.582
7,mlp.experts.3.up_proj,0.0000000301,0.10000,0.581
7,mlp.experts.4.up_proj,0.0000000251,0.10000,0.583
7,mlp.experts.5.up_proj,0.0000000168,0.10000,0.572
7,mlp.experts.6.up_proj,0.0000000623,0.10000,0.573
7,mlp.experts.7.up_proj,0.0000001393,0.10000,0.574
7,mlp.experts.8.up_proj,0.0000001835,0.10000,0.605
7,mlp.experts.9.up_proj,0.0000000340,0.10000,0.608
7,mlp.experts.10.up_proj,0.0000003701,0.10000,0.576
7,mlp.experts.11.up_proj,0.0000000613,0.10000,0.572
7,mlp.experts.12.up_proj,0.0000000388,0.10000,0.575
7,mlp.experts.13.up_proj,0.0000000565,0.10000,0.569
7,mlp.experts.14.up_proj,0.0000003291,0.10000,0.571
7,mlp.experts.15.up_proj,0.0000001399,0.10000,0.602
7,mlp.experts.16.up_proj,0.0000007536,0.10000,0.595
7,mlp.experts.17.up_proj,0.0000000273,0.10000,0.568
7,mlp.experts.18.up_proj,0.0000006546,0.10000,0.571
7,mlp.experts.19.up_proj,0.0000000873,0.10000,0.576
7,mlp.experts.20.up_proj,0.0000000182,0.10000,0.590
7,mlp.experts.21.up_proj,0.0000000123,0.10000,0.603
7,mlp.experts.22.up_proj,0.0000000487,0.10000,0.567
7,mlp.experts.23.up_proj,0.0000009828,0.10000,0.569
7,mlp.experts.24.up_proj,0.0000000376,0.10000,0.567
7,mlp.experts.25.up_proj,0.0000000409,0.10000,0.572
7,mlp.experts.26.up_proj,0.0000000112,0.10000,0.579
7,mlp.experts.27.up_proj,0.0000000731,0.10000,0.602
7,mlp.experts.28.up_proj,0.0000076356,0.10000,0.691
7,mlp.experts.29.up_proj,0.0000001739,0.10000,0.660
7,mlp.experts.30.up_proj,0.0000004124,0.10000,0.633
7,mlp.experts.31.up_proj,0.0000000130,0.10000,0.634
7,mlp.experts.32.up_proj,0.0000001127,0.10000,0.633
7,mlp.experts.33.up_proj,0.0000000130,0.10000,0.640
7,mlp.experts.34.up_proj,0.0000000209,0.10000,0.629
7,mlp.experts.35.up_proj,0.0000006873,0.10000,0.604
7,mlp.experts.36.up_proj,0.0000000236,0.10000,0.590
7,mlp.experts.37.up_proj,0.0000108728,0.10000,0.568
7,mlp.experts.38.up_proj,0.0000001064,0.10000,0.563
7,mlp.experts.39.up_proj,0.0000000519,0.10000,0.571
7,mlp.experts.40.up_proj,0.0000002434,0.10000,0.571
7,mlp.experts.41.up_proj,0.0000000815,0.10000,0.579
7,mlp.experts.42.up_proj,0.0000023254,0.10000,0.564
7,mlp.experts.43.up_proj,0.0000000413,0.10000,0.563
7,mlp.experts.44.up_proj,0.0000000588,0.10000,0.565
7,mlp.experts.45.up_proj,0.0000000398,0.10000,0.600
7,mlp.experts.46.up_proj,0.0000001599,0.10000,0.601
7,mlp.experts.47.up_proj,0.0000000983,0.10000,0.570
7,mlp.experts.48.up_proj,0.0000000115,0.10000,0.569
7,mlp.experts.49.up_proj,0.0000000195,0.10000,0.574
7,mlp.experts.50.up_proj,0.0000000284,0.10000,0.571
7,mlp.experts.51.up_proj,0.0000000188,0.10000,0.570
7,mlp.experts.52.up_proj,0.0000002337,0.10000,0.569
7,mlp.experts.53.up_proj,0.0000000319,0.10000,0.569
7,mlp.experts.54.up_proj,0.0000030504,0.10000,0.569
7,mlp.experts.55.up_proj,0.0000008404,0.10000,0.572
7,mlp.experts.56.up_proj,0.0000004963,0.10000,0.569
7,mlp.experts.57.up_proj,0.0000024786,0.10000,0.583
7,mlp.experts.58.up_proj,0.0000000535,0.10000,0.574
7,mlp.experts.59.up_proj,0.0000000382,0.10000,0.580
7,mlp.experts.60.up_proj,0.0000000227,0.10000,0.585
7,mlp.experts.61.up_proj,0.0000000524,0.10000,0.600
7,mlp.experts.62.up_proj,0.0000003399,0.10000,0.605
7,mlp.experts.63.up_proj,0.0000000621,0.10000,0.573
7,mlp.experts.64.up_proj,0.0000000496,0.10000,0.569
7,mlp.experts.65.up_proj,0.0000018143,0.10000,0.566
7,mlp.experts.66.up_proj,0.0000000204,0.10000,0.568
7,mlp.experts.67.up_proj,0.0000001154,0.10000,0.576
7,mlp.experts.68.up_proj,0.0000007107,0.10000,0.578
7,mlp.experts.69.up_proj,0.0000002192,0.10000,0.564
7,mlp.experts.70.up_proj,0.0000003609,0.10000,0.569
7,mlp.experts.71.up_proj,0.0000010149,0.10000,0.561
7,mlp.experts.72.up_proj,0.0000000236,0.10000,0.576
7,mlp.experts.73.up_proj,0.0000000145,0.10000,0.562
7,mlp.experts.74.up_proj,0.0000001088,0.10000,0.594
7,mlp.experts.75.up_proj,0.0000000657,0.10000,0.583
7,mlp.experts.76.up_proj,0.0000014772,0.10000,0.604
7,mlp.experts.77.up_proj,0.0000042787,0.10000,0.606
7,mlp.experts.78.up_proj,0.0000001392,0.10000,0.565
7,mlp.experts.79.up_proj,0.0000001614,0.10000,0.576
7,mlp.experts.80.up_proj,0.0000019888,0.10000,0.714
7,mlp.experts.81.up_proj,0.0000001735,0.10000,0.608
7,mlp.experts.82.up_proj,0.0000000470,0.10000,0.565
7,mlp.experts.83.up_proj,0.0000000438,0.10000,0.593
7,mlp.experts.84.up_proj,0.0000002916,0.10000,0.597
7,mlp.experts.85.up_proj,0.0000006099,0.10000,0.604
7,mlp.experts.86.up_proj,0.0000000376,0.10000,0.587
7,mlp.experts.87.up_proj,0.0000000189,0.10000,0.567
7,mlp.experts.88.up_proj,0.0000000398,0.10000,0.568
7,mlp.experts.89.up_proj,0.0000000254,0.10000,0.581
7,mlp.experts.90.up_proj,0.0000010048,0.10000,0.569
7,mlp.experts.91.up_proj,0.0000000905,0.10000,0.567
7,mlp.experts.92.up_proj,0.0000004238,0.10000,0.568
7,mlp.experts.93.up_proj,0.0000000181,0.10000,0.570
7,mlp.experts.94.up_proj,0.0000000118,0.10000,0.604
7,mlp.experts.95.up_proj,0.0000000176,0.10000,0.606
7,mlp.experts.96.up_proj,0.0000001427,0.10000,0.591
7,mlp.experts.97.up_proj,0.0000008065,0.10000,0.574
7,mlp.experts.98.up_proj,0.0000000171,0.10000,0.564
7,mlp.experts.99.up_proj,0.0000000726,0.10000,0.562
7,mlp.experts.100.up_proj,0.0000000249,0.10000,0.574
7,mlp.experts.101.up_proj,0.0000001232,0.10000,0.574
7,mlp.experts.102.up_proj,0.0000002798,0.10000,0.565
7,mlp.experts.103.up_proj,0.0000001585,0.10000,0.565
7,mlp.experts.104.up_proj,0.0000014320,0.10000,0.574
7,mlp.experts.105.up_proj,0.0000006414,0.10000,0.569
7,mlp.experts.106.up_proj,0.0000000235,0.10000,0.568
7,mlp.experts.107.up_proj,0.0000006349,0.10000,0.572
7,mlp.experts.108.up_proj,0.0000000961,0.10000,0.569
7,mlp.experts.109.up_proj,0.0000001973,0.10000,0.575
7,mlp.experts.110.up_proj,0.0000000088,0.10000,0.571
7,mlp.experts.111.up_proj,0.0000002824,0.10000,0.571
7,mlp.experts.112.up_proj,0.0000000355,0.10000,0.572
7,mlp.experts.113.up_proj,0.0000002424,0.10000,0.572
7,mlp.experts.114.up_proj,0.0000008626,0.10000,0.567
7,mlp.experts.115.up_proj,0.0000002502,0.10000,0.572
7,mlp.experts.116.up_proj,0.0000000209,0.10000,0.571
7,mlp.experts.117.up_proj,0.0000001558,0.10000,0.598
7,mlp.experts.118.up_proj,0.0000003641,0.10000,0.604
7,mlp.experts.119.up_proj,0.0000002021,0.10000,0.612
7,mlp.experts.120.up_proj,0.0000002892,0.10000,0.596
7,mlp.experts.121.up_proj,0.0000016323,0.10000,0.609
7,mlp.experts.122.up_proj,0.0000005485,0.10000,0.565
7,mlp.experts.123.up_proj,0.0000001390,0.10000,0.568
7,mlp.experts.124.up_proj,0.0000000350,0.10000,0.571
7,mlp.experts.125.up_proj,0.0000000347,0.10000,0.567
7,mlp.experts.126.up_proj,0.0000011140,0.10000,0.568
7,mlp.experts.127.up_proj,0.0000001329,0.10000,0.575
7,mlp.experts.0.gate_proj,0.0000016147,0.10000,0.611
7,mlp.experts.1.gate_proj,0.0000000570,0.10000,0.609
7,mlp.experts.2.gate_proj,0.0000000270,0.10000,0.606
7,mlp.experts.3.gate_proj,0.0000000314,0.10000,0.571
7,mlp.experts.4.gate_proj,0.0000000289,0.10000,0.572
7,mlp.experts.5.gate_proj,0.0000000187,0.10000,0.571
7,mlp.experts.6.gate_proj,0.0000000723,0.10000,0.570
7,mlp.experts.7.gate_proj,0.0000001507,0.10000,0.571
7,mlp.experts.8.gate_proj,0.0000001977,0.10000,0.609
7,mlp.experts.9.gate_proj,0.0000000400,0.10000,0.603
7,mlp.experts.10.gate_proj,0.0000004015,0.10000,0.601
7,mlp.experts.11.gate_proj,0.0000000759,0.10000,0.570
7,mlp.experts.12.gate_proj,0.0000000473,0.10000,0.572
7,mlp.experts.13.gate_proj,0.0000000684,0.10000,0.569
7,mlp.experts.14.gate_proj,0.0000003937,0.10000,0.576
7,mlp.experts.15.gate_proj,0.0000001582,0.10000,0.577
7,mlp.experts.16.gate_proj,0.0000007787,0.10000,0.598
7,mlp.experts.17.gate_proj,0.0000000333,0.10000,0.611
7,mlp.experts.18.gate_proj,0.0000008037,0.10000,0.573
7,mlp.experts.19.gate_proj,0.0000000952,0.10000,0.566
7,mlp.experts.20.gate_proj,0.0000000204,0.10000,0.569
7,mlp.experts.21.gate_proj,0.0000000142,0.10000,0.569
7,mlp.experts.22.gate_proj,0.0000000581,0.10000,0.586
7,mlp.experts.23.gate_proj,0.0000010595,0.10000,0.600
7,mlp.experts.24.gate_proj,0.0000000435,0.10000,0.573
7,mlp.experts.25.gate_proj,0.0000000472,0.10000,0.568
7,mlp.experts.26.gate_proj,0.0000000130,0.10000,0.568
7,mlp.experts.27.gate_proj,0.0000000805,0.10000,0.611
7,mlp.experts.28.gate_proj,0.0000093860,0.10000,0.605
7,mlp.experts.29.gate_proj,0.0000001999,0.10000,0.569
7,mlp.experts.30.gate_proj,0.0000004916,0.10000,0.588
7,mlp.experts.31.gate_proj,0.0000000138,0.10000,0.609
7,mlp.experts.32.gate_proj,0.0000001303,0.10000,0.599
7,mlp.experts.33.gate_proj,0.0000000149,0.10000,0.600
7,mlp.experts.34.gate_proj,0.0000000224,0.10000,0.564
7,mlp.experts.35.gate_proj,0.0000008514,0.10000,0.571
7,mlp.experts.36.gate_proj,0.0000000273,0.10000,0.571
7,mlp.experts.37.gate_proj,0.0000125903,0.10000,0.571
7,mlp.experts.38.gate_proj,0.0000001231,0.10000,0.566
7,mlp.experts.39.gate_proj,0.0000000556,0.10000,0.569
7,mlp.experts.40.gate_proj,0.0000002933,0.10000,0.569
7,mlp.experts.41.gate_proj,0.0000000944,0.10000,0.581
7,mlp.experts.42.gate_proj,0.0000028903,0.10000,0.599
7,mlp.experts.43.gate_proj,0.0000000447,0.10000,0.604
7,mlp.experts.44.gate_proj,0.0000000689,0.10000,0.576
7,mlp.experts.45.gate_proj,0.0000000443,0.10000,0.572
7,mlp.experts.46.gate_proj,0.0000001743,0.10000,0.605
7,mlp.experts.47.gate_proj,0.0000001137,0.10000,0.607
7,mlp.experts.48.gate_proj,0.0000000121,0.10000,0.585
7,mlp.experts.49.gate_proj,0.0000000197,0.10000,0.603
7,mlp.experts.50.gate_proj,0.0000000296,0.10000,0.585
7,mlp.experts.51.gate_proj,0.0000000199,0.10000,0.577
7,mlp.experts.52.gate_proj,0.0000002880,0.10000,0.579
7,mlp.experts.53.gate_proj,0.0000000348,0.10000,0.573
7,mlp.experts.54.gate_proj,0.0000038316,0.10000,0.575
7,mlp.experts.55.gate_proj,0.0000008571,0.10000,0.583
7,mlp.experts.56.gate_proj,0.0000005330,0.10000,0.600
7,mlp.experts.57.gate_proj,0.0000026672,0.10000,0.607
7,mlp.experts.58.gate_proj,0.0000000613,0.10000,0.564
7,mlp.experts.59.gate_proj,0.0000000448,0.10000,0.567
7,mlp.experts.60.gate_proj,0.0000000245,0.10000,0.566
7,mlp.experts.61.gate_proj,0.0000000624,0.10000,0.572
7,mlp.experts.62.gate_proj,0.0000003758,0.10000,0.578
7,mlp.experts.63.gate_proj,0.0000000734,0.10000,0.574
7,mlp.experts.64.gate_proj,0.0000000533,0.10000,0.578
7,mlp.experts.65.gate_proj,0.0000023319,0.10000,0.573
7,mlp.experts.66.gate_proj,0.0000000235,0.10000,0.576
7,mlp.experts.67.gate_proj,0.0000001299,0.10000,0.596
7,mlp.experts.68.gate_proj,0.0000008091,0.10000,0.607
7,mlp.experts.69.gate_proj,0.0000002369,0.10000,0.574
7,mlp.experts.70.gate_proj,0.0000004278,0.10000,0.600
7,mlp.experts.71.gate_proj,0.0000011966,0.10000,0.693
7,mlp.experts.72.gate_proj,0.0000000277,0.10000,0.668
7,mlp.experts.73.gate_proj,0.0000000170,0.10000,0.643
7,mlp.experts.74.gate_proj,0.0000001210,0.10000,0.604
7,mlp.experts.75.gate_proj,0.0000000693,0.10000,0.603
7,mlp.experts.76.gate_proj,0.0000018384,0.10000,0.593
7,mlp.experts.77.gate_proj,0.0000045257,0.10000,0.602
7,mlp.experts.78.gate_proj,0.0000001671,0.10000,0.598
7,mlp.experts.79.gate_proj,0.0000001919,0.10000,0.613
7,mlp.experts.80.gate_proj,0.0000023603,0.10000,0.604
7,mlp.experts.81.gate_proj,0.0000001927,0.10000,0.612
7,mlp.experts.82.gate_proj,0.0000000548,0.10000,0.580
7,mlp.experts.83.gate_proj,0.0000000528,0.10000,0.579
7,mlp.experts.84.gate_proj,0.0000003352,0.10000,0.580
7,mlp.experts.85.gate_proj,0.0000006587,0.10000,0.577
7,mlp.experts.86.gate_proj,0.0000000427,0.10000,0.577
7,mlp.experts.87.gate_proj,0.0000000208,0.10000,0.581
7,mlp.experts.88.gate_proj,0.0000000451,0.10000,0.670
7,mlp.experts.89.gate_proj,0.0000000289,0.10000,0.604
7,mlp.experts.90.gate_proj,0.0000011144,0.10000,0.590
7,mlp.experts.91.gate_proj,0.0000001094,0.10000,0.572
7,mlp.experts.92.gate_proj,0.0000004664,0.10000,0.565
7,mlp.experts.93.gate_proj,0.0000000203,0.10000,0.571
7,mlp.experts.94.gate_proj,0.0000000133,0.10000,0.574
7,mlp.experts.95.gate_proj,0.0000000188,0.10000,0.567
7,mlp.experts.96.gate_proj,0.0000001517,0.10000,0.566
7,mlp.experts.97.gate_proj,0.0000009956,0.10000,0.571
7,mlp.experts.98.gate_proj,0.0000000174,0.10000,0.565
7,mlp.experts.99.gate_proj,0.0000000861,0.10000,0.571
7,mlp.experts.100.gate_proj,0.0000000262,0.10000,0.574
7,mlp.experts.101.gate_proj,0.0000001422,0.10000,0.567
7,mlp.experts.102.gate_proj,0.0000003049,0.10000,0.590
7,mlp.experts.103.gate_proj,0.0000001639,0.10000,0.572
7,mlp.experts.104.gate_proj,0.0000017163,0.10000,0.572
7,mlp.experts.105.gate_proj,0.0000007641,0.10000,0.566
7,mlp.experts.106.gate_proj,0.0000000264,0.10000,0.570
7,mlp.experts.107.gate_proj,0.0000007393,0.10000,0.571
7,mlp.experts.108.gate_proj,0.0000001178,0.10000,0.571
7,mlp.experts.109.gate_proj,0.0000002522,0.10000,0.572
7,mlp.experts.110.gate_proj,0.0000000098,0.10000,0.572
7,mlp.experts.111.gate_proj,0.0000003228,0.10000,0.573
7,mlp.experts.112.gate_proj,0.0000000372,0.10000,0.605
7,mlp.experts.113.gate_proj,0.0000002543,0.10000,0.593
7,mlp.experts.114.gate_proj,0.0000010353,0.10000,0.601
7,mlp.experts.115.gate_proj,0.0000008788,0.10000,0.609
7,mlp.experts.116.gate_proj,0.0000000238,0.10000,0.613
7,mlp.experts.117.gate_proj,0.0000001740,0.10000,0.619
7,mlp.experts.118.gate_proj,0.0000004435,0.10000,0.686
7,mlp.experts.119.gate_proj,0.0000002207,0.10000,0.614
7,mlp.experts.120.gate_proj,0.0000003284,0.10000,0.681
7,mlp.experts.121.gate_proj,0.0000018320,0.10000,0.650
7,mlp.experts.122.gate_proj,0.0000006071,0.10000,0.639
7,mlp.experts.123.gate_proj,0.0000001497,0.10000,0.643
7,mlp.experts.124.gate_proj,0.0000000380,0.10000,0.604
7,mlp.experts.125.gate_proj,0.0000000403,0.10000,0.584
7,mlp.experts.126.gate_proj,0.0000013775,0.10000,0.573
7,mlp.experts.127.gate_proj,0.0000001557,0.10000,0.605
7,mlp.experts.0.down_proj,0.0000002376,0.10000,0.210
7,mlp.experts.1.down_proj,0.0000000053,0.10000,0.222
7,mlp.experts.2.down_proj,0.0000000035,0.10000,0.227
7,mlp.experts.3.down_proj,0.0000000029,0.10000,0.214
7,mlp.experts.4.down_proj,0.0000000026,0.10000,0.232
7,mlp.experts.5.down_proj,0.0000000018,0.10000,0.231
7,mlp.experts.6.down_proj,0.0000000088,0.10000,0.227
7,mlp.experts.7.down_proj,0.0000000106,0.10000,0.230
7,mlp.experts.8.down_proj,0.0000000315,0.10000,0.231
7,mlp.experts.9.down_proj,0.0000000036,0.10000,0.218
7,mlp.experts.10.down_proj,0.0000000421,0.10000,0.262
7,mlp.experts.11.down_proj,0.0000000070,0.10000,0.262
7,mlp.experts.12.down_proj,0.0000000057,0.10000,0.236
7,mlp.experts.13.down_proj,0.0000000062,0.10000,0.257
7,mlp.experts.14.down_proj,0.0000000463,0.10000,0.253
7,mlp.experts.15.down_proj,0.0000000161,0.10000,0.249
7,mlp.experts.16.down_proj,0.0000001115,0.10000,0.229
7,mlp.experts.17.down_proj,0.0000000033,0.10000,0.230
7,mlp.experts.18.down_proj,0.0000000871,0.10000,0.217
7,mlp.experts.19.down_proj,0.0000000074,0.10000,0.210
7,mlp.experts.20.down_proj,0.0000000018,0.10000,0.216
7,mlp.experts.21.down_proj,0.0000000013,0.10000,0.212
7,mlp.experts.22.down_proj,0.0000000059,0.10000,0.214
7,mlp.experts.23.down_proj,0.0000001442,0.10000,0.260
7,mlp.experts.24.down_proj,0.0000000033,0.10000,0.258
7,mlp.experts.25.down_proj,0.0000000039,0.10000,0.260
7,mlp.experts.26.down_proj,0.0000000009,0.10000,0.238
7,mlp.experts.27.down_proj,0.0000000095,0.10000,0.240
7,mlp.experts.28.down_proj,0.0000000470,0.10000,0.231
7,mlp.experts.29.down_proj,0.0000000191,0.10000,0.228
7,mlp.experts.30.down_proj,0.0000000719,0.10000,0.224
7,mlp.experts.31.down_proj,0.0000000012,0.10000,0.214
7,mlp.experts.32.down_proj,0.0000000135,0.10000,0.235
7,mlp.experts.33.down_proj,0.0000000013,0.10000,0.233
7,mlp.experts.34.down_proj,0.0000000030,0.10000,0.226
7,mlp.experts.35.down_proj,0.0000000983,0.10000,0.219
7,mlp.experts.36.down_proj,0.0000000024,0.10000,0.220
7,mlp.experts.37.down_proj,0.0000013880,0.10000,0.231
7,mlp.experts.38.down_proj,0.0000000088,0.10000,0.219
7,mlp.experts.39.down_proj,0.0000000053,0.10000,0.217
7,mlp.experts.40.down_proj,0.0000000259,0.10000,0.235
7,mlp.experts.41.down_proj,0.0000000087,0.10000,0.229
7,mlp.experts.42.down_proj,0.0000003934,0.10000,0.222
7,mlp.experts.43.down_proj,0.0000000068,0.10000,0.223
7,mlp.experts.44.down_proj,0.0000000082,0.10000,0.233
7,mlp.experts.45.down_proj,0.0000000034,0.10000,0.264
7,mlp.experts.46.down_proj,0.0000000175,0.10000,0.263
7,mlp.experts.47.down_proj,0.0000000111,0.10000,0.235
7,mlp.experts.48.down_proj,0.0000000010,0.10000,0.243
7,mlp.experts.49.down_proj,0.0000000023,0.10000,0.240
7,mlp.experts.50.down_proj,0.0000000038,0.10000,0.249
7,mlp.experts.51.down_proj,0.0000000022,0.10000,0.245
7,mlp.experts.52.down_proj,0.0000000272,0.10000,0.240
7,mlp.experts.53.down_proj,0.0000000032,0.10000,0.242
7,mlp.experts.54.down_proj,0.0000005543,0.10000,0.238
7,mlp.experts.55.down_proj,0.0000001123,0.10000,0.243
7,mlp.experts.56.down_proj,0.0000000483,0.10000,0.243
7,mlp.experts.57.down_proj,0.0000003910,0.10000,0.232
7,mlp.experts.58.down_proj,0.0000000088,0.10000,0.226
7,mlp.experts.59.down_proj,0.0000000039,0.10000,0.219
7,mlp.experts.60.down_proj,0.0000000029,0.10000,0.218
7,mlp.experts.61.down_proj,0.0000000060,0.10000,0.217
7,mlp.experts.62.down_proj,0.0000000745,0.10000,0.261
7,mlp.experts.63.down_proj,0.0000000082,0.10000,0.238
7,mlp.experts.64.down_proj,0.0000000056,0.10000,0.218
7,mlp.experts.65.down_proj,0.0000004498,0.10000,0.229
7,mlp.experts.66.down_proj,0.0000000022,0.10000,0.239
7,mlp.experts.67.down_proj,0.0000000120,0.10000,0.233
7,mlp.experts.68.down_proj,0.0000000332,0.10000,0.240
7,mlp.experts.69.down_proj,0.0000000262,0.10000,0.232
7,mlp.experts.70.down_proj,0.0000000519,0.10000,0.233
7,mlp.experts.71.down_proj,0.0000001729,0.10000,0.212
7,mlp.experts.72.down_proj,0.0000000031,0.10000,0.222
7,mlp.experts.73.down_proj,0.0000000014,0.10000,0.218
7,mlp.experts.74.down_proj,0.0000000114,0.10000,0.226
7,mlp.experts.75.down_proj,0.0000000050,0.10000,0.218
7,mlp.experts.76.down_proj,0.0000000436,0.10000,0.217
7,mlp.experts.77.down_proj,0.0000006453,0.10000,0.220
7,mlp.experts.78.down_proj,0.0000000221,0.10000,0.220
7,mlp.experts.79.down_proj,0.0000000111,0.10000,0.226
7,mlp.experts.80.down_proj,0.0000005381,0.10000,0.223
7,mlp.experts.81.down_proj,0.0000000194,0.10000,0.221
7,mlp.experts.82.down_proj,0.0000000059,0.10000,0.223
7,mlp.experts.83.down_proj,0.0000000056,0.10000,0.221
7,mlp.experts.84.down_proj,0.0000000298,0.10000,0.223
7,mlp.experts.85.down_proj,0.0000000919,0.10000,0.223
7,mlp.experts.86.down_proj,0.0000000039,0.10000,0.219
7,mlp.experts.87.down_proj,0.0000000025,0.10000,0.227
7,mlp.experts.88.down_proj,0.0000000035,0.10000,0.222
7,mlp.experts.89.down_proj,0.0000000024,0.10000,0.223
7,mlp.experts.90.down_proj,0.0000001543,0.10000,0.217
7,mlp.experts.91.down_proj,0.0000000114,0.10000,0.219
7,mlp.experts.92.down_proj,0.0000000515,0.10000,0.223
7,mlp.experts.93.down_proj,0.0000000016,0.10000,0.220
7,mlp.experts.94.down_proj,0.0000000013,0.10000,0.212
7,mlp.experts.95.down_proj,0.0000000020,0.10000,0.217
7,mlp.experts.96.down_proj,0.0000000173,0.10000,0.219
7,mlp.experts.97.down_proj,0.0000001294,0.10000,0.221
7,mlp.experts.98.down_proj,0.0000000021,0.10000,0.227
7,mlp.experts.99.down_proj,0.0000000078,0.10000,0.220
7,mlp.experts.100.down_proj,0.0000000025,0.10000,0.221
7,mlp.experts.101.down_proj,0.0000000185,0.10000,0.222
7,mlp.experts.102.down_proj,0.0000000312,0.10000,0.217
7,mlp.experts.103.down_proj,0.0000000220,0.10000,0.217
7,mlp.experts.104.down_proj,0.0000000401,0.10000,0.235
7,mlp.experts.105.down_proj,0.0000000945,0.10000,0.239
7,mlp.experts.106.down_proj,0.0000000024,0.10000,0.244
7,mlp.experts.107.down_proj,0.0000001600,0.10000,0.235
7,mlp.experts.108.down_proj,0.0000000107,0.10000,0.238
7,mlp.experts.109.down_proj,0.0000000224,0.10000,0.221
7,mlp.experts.110.down_proj,0.0000000010,0.10000,0.218
7,mlp.experts.111.down_proj,0.0000000518,0.10000,0.218
7,mlp.experts.112.down_proj,0.0000000041,0.10000,0.218
7,mlp.experts.113.down_proj,0.0000000230,0.10000,0.239
7,mlp.experts.114.down_proj,0.0000000435,0.10000,0.239
7,mlp.experts.115.down_proj,0.0000000133,0.10000,0.234
7,mlp.experts.116.down_proj,0.0000000021,0.10000,0.228
7,mlp.experts.117.down_proj,0.0000000204,0.10000,0.226
7,mlp.experts.118.down_proj,0.0000000257,0.10000,0.225
7,mlp.experts.119.down_proj,0.0000000178,0.10000,0.229
7,mlp.experts.120.down_proj,0.0000000338,0.10000,0.222
7,mlp.experts.121.down_proj,0.0000002357,0.10000,0.226
7,mlp.experts.122.down_proj,0.0000000749,0.10000,0.245
7,mlp.experts.123.down_proj,0.0000000153,0.10000,0.224
7,mlp.experts.124.down_proj,0.0000000041,0.10000,0.233
7,mlp.experts.125.down_proj,0.0000000035,0.10000,0.231
7,mlp.experts.126.down_proj,0.0000001779,0.10000,0.222
7,mlp.experts.127.down_proj,0.0000000182,0.10000,0.227
8,self_attn.q_proj,0.0000000003,0.10000,0.603
8,self_attn.k_proj,0.0000000000,0.10000,0.605
8,self_attn.v_proj,0.0000000000,0.10000,0.667
8,self_attn.o_proj,0.0000000000,0.10000,1.287
8,mlp.gate,0.0000000063,0.10000,0.652
8,mlp.experts.0.up_proj,0.0000010156,0.10000,0.597
8,mlp.experts.1.up_proj,0.0000028596,0.10000,0.623
8,mlp.experts.2.up_proj,0.0000000337,0.10000,0.570
8,mlp.experts.3.up_proj,0.0000000288,0.10000,0.600
8,mlp.experts.4.up_proj,0.0000000459,0.10000,0.599
8,mlp.experts.5.up_proj,0.0000000378,0.10000,0.601
8,mlp.experts.6.up_proj,0.0000000749,0.10000,0.569
8,mlp.experts.7.up_proj,0.0000016100,0.10000,0.574
8,mlp.experts.8.up_proj,0.0000000260,0.10000,0.569
8,mlp.experts.9.up_proj,0.0000001033,0.10000,0.572
8,mlp.experts.10.up_proj,0.0000003041,0.10000,0.573
8,mlp.experts.11.up_proj,0.0000003713,0.10000,0.591
8,mlp.experts.12.up_proj,0.0000092048,0.10000,0.601
8,mlp.experts.13.up_proj,0.0000001514,0.10000,0.602
8,mlp.experts.14.up_proj,0.0000000205,0.10000,0.605
8,mlp.experts.15.up_proj,0.0000000342,0.10000,0.567
8,mlp.experts.16.up_proj,0.0000004601,0.10000,0.570
8,mlp.experts.17.up_proj,0.0000001128,0.10000,0.558
8,mlp.experts.18.up_proj,0.0000000876,0.10000,0.558
8,mlp.experts.19.up_proj,0.0000002354,0.10000,0.595
8,mlp.experts.20.up_proj,0.0000000477,0.10000,0.589
8,mlp.experts.21.up_proj,0.0000000203,0.10000,0.587
8,mlp.experts.22.up_proj,0.0000001039,0.10000,0.595
8,mlp.experts.23.up_proj,0.0000000518,0.10000,0.592
8,mlp.experts.24.up_proj,0.0000000279,0.10000,0.562
8,mlp.experts.25.up_proj,0.0000000434,0.10000,0.595
8,mlp.experts.26.up_proj,0.0000003797,0.10000,0.610
8,mlp.experts.27.up_proj,0.0000000270,0.10000,0.593
8,mlp.experts.28.up_proj,0.0000000235,0.10000,0.590
8,mlp.experts.29.up_proj,0.0000002891,0.10000,0.596
8,mlp.experts.30.up_proj,0.0000001262,0.10000,0.568
8,mlp.experts.31.up_proj,0.0000004832,0.10000,0.562
8,mlp.experts.32.up_proj,0.0000000341,0.10000,0.569
8,mlp.experts.33.up_proj,0.0000000151,0.10000,0.559
8,mlp.experts.34.up_proj,0.0000003648,0.10000,0.562
8,mlp.experts.35.up_proj,0.0000000193,0.10000,0.570
8,mlp.experts.36.up_proj,0.0000000161,0.10000,0.583
8,mlp.experts.37.up_proj,0.0000000469,0.10000,0.607
8,mlp.experts.38.up_proj,0.0000000854,0.10000,0.602
8,mlp.experts.39.up_proj,0.0000000202,0.10000,0.627
8,mlp.experts.40.up_proj,0.0000003584,0.10000,0.684
8,mlp.experts.41.up_proj,0.0000008798,0.10000,0.646
8,mlp.experts.42.up_proj,0.0000002336,0.10000,0.602
8,mlp.experts.43.up_proj,0.0000000485,0.10000,0.601
8,mlp.experts.44.up_proj,0.0000000123,0.10000,0.565
8,mlp.experts.45.up_proj,0.0000000382,0.10000,0.567
8,mlp.experts.46.up_proj,0.0000001322,0.10000,0.566
8,mlp.experts.47.up_proj,0.0000000338,0.10000,0.561
8,mlp.experts.48.up_proj,0.0000000838,0.10000,0.564
8,mlp.experts.49.up_proj,0.0000008068,0.10000,0.567
8,mlp.experts.50.up_proj,0.0000001923,0.10000,0.568
8,mlp.experts.51.up_proj,0.0000000332,0.10000,0.565
8,mlp.experts.52.up_proj,0.0000011257,0.10000,0.565
8,mlp.experts.53.up_proj,0.0000001427,0.10000,0.565
8,mlp.experts.54.up_proj,0.0000001795,0.10000,0.564
8,mlp.experts.55.up_proj,0.0000000252,0.10000,0.565
8,mlp.experts.56.up_proj,0.0000000239,0.10000,0.561
8,mlp.experts.57.up_proj,0.0000001090,0.10000,0.560
8,mlp.experts.58.up_proj,0.0000020906,0.10000,0.592
8,mlp.experts.59.up_proj,0.0000003019,0.10000,0.565
8,mlp.experts.60.up_proj,0.0000001622,0.10000,0.568
8,mlp.experts.61.up_proj,0.0000000170,0.10000,0.597
8,mlp.experts.62.up_proj,0.0000000334,0.10000,0.604
8,mlp.experts.63.up_proj,0.0000009537,0.10000,0.604
8,mlp.experts.64.up_proj,0.0000000259,0.10000,0.678
8,mlp.experts.65.up_proj,0.0000000384,0.10000,0.645
8,mlp.experts.66.up_proj,0.0000000395,0.10000,0.645
8,mlp.experts.67.up_proj,0.0000001639,0.10000,0.604
8,mlp.experts.68.up_proj,0.0000001895,0.10000,0.575
8,mlp.experts.69.up_proj,0.0000000619,0.10000,0.564
8,mlp.experts.70.up_proj,0.0000000441,0.10000,0.569
8,mlp.experts.71.up_proj,0.0000015286,0.10000,0.570
8,mlp.experts.72.up_proj,0.0000000507,0.10000,0.601
8,mlp.experts.73.up_proj,0.0000048463,0.10000,0.594
8,mlp.experts.74.up_proj,0.0000000584,0.10000,0.691
8,mlp.experts.75.up_proj,0.0000004396,0.10000,0.611
8,mlp.experts.76.up_proj,0.0000004508,0.10000,0.606
8,mlp.experts.77.up_proj,0.0000001045,0.10000,0.564
8,mlp.experts.78.up_proj,0.0000001398,0.10000,0.573
8,mlp.experts.79.up_proj,0.0000000657,0.10000,0.563
8,mlp.experts.80.up_proj,0.0000000160,0.10000,0.569
8,mlp.experts.81.up_proj,0.0000009690,0.10000,0.571
8,mlp.experts.82.up_proj,0.0000000263,0.10000,0.569
8,mlp.experts.83.up_proj,0.0000002439,0.10000,0.574
8,mlp.experts.84.up_proj,0.0000000195,0.10000,0.568
8,mlp.experts.85.up_proj,0.0000001642,0.10000,0.582
8,mlp.experts.86.up_proj,0.0000000107,0.10000,0.568
8,mlp.experts.87.up_proj,0.0000000960,0.10000,0.572
8,mlp.experts.88.up_proj,0.0000005773,0.10000,0.569
8,mlp.experts.89.up_proj,0.0000010204,0.10000,0.570
8,mlp.experts.90.up_proj,0.0000000083,0.10000,0.560
8,mlp.experts.91.up_proj,0.0000000309,0.10000,0.563
8,mlp.experts.92.up_proj,0.0000002101,0.10000,0.567
8,mlp.experts.93.up_proj,0.0000003112,0.10000,0.565
8,mlp.experts.94.up_proj,0.0000000819,0.10000,0.597
8,mlp.experts.95.up_proj,0.0000000159,0.10000,0.599
8,mlp.experts.96.up_proj,0.0000068738,0.10000,0.600
8,mlp.experts.97.up_proj,0.0000008189,0.10000,0.569
8,mlp.experts.98.up_proj,0.0000002819,0.10000,0.569
8,mlp.experts.99.up_proj,0.0000000296,0.10000,0.572
8,mlp.experts.100.up_proj,0.0000000436,0.10000,0.575
8,mlp.experts.101.up_proj,0.0000001260,0.10000,0.574
8,mlp.experts.102.up_proj,0.0000001828,0.10000,0.573
8,mlp.experts.103.up_proj,0.0000000290,0.10000,0.572
8,mlp.experts.104.up_proj,0.0000000204,0.10000,0.576
8,mlp.experts.105.up_proj,0.0000000350,0.10000,0.576
8,mlp.experts.106.up_proj,0.0000000187,0.10000,0.578
8,mlp.experts.107.up_proj,0.0000011418,0.10000,0.572
8,mlp.experts.108.up_proj,0.0000000885,0.10000,0.566
8,mlp.experts.109.up_proj,0.0000000252,0.10000,0.572
8,mlp.experts.110.up_proj,0.0000000319,0.10000,0.569
8,mlp.experts.111.up_proj,0.0000001698,0.10000,0.574
8,mlp.experts.112.up_proj,0.0000071899,0.10000,0.570
8,mlp.experts.113.up_proj,0.0000004030,0.10000,0.570
8,mlp.experts.114.up_proj,0.0000001342,0.10000,0.573
8,mlp.experts.115.up_proj,0.0000004224,0.10000,0.566
8,mlp.experts.116.up_proj,0.0000000260,0.10000,0.573
8,mlp.experts.117.up_proj,0.0000001488,0.10000,0.572
8,mlp.experts.118.up_proj,0.0000005049,0.10000,0.601
8,mlp.experts.119.up_proj,0.0000006127,0.10000,0.598
8,mlp.experts.120.up_proj,0.0000004170,0.10000,0.574
8,mlp.experts.121.up_proj,0.0000000249,0.10000,0.563
8,mlp.experts.122.up_proj,0.0000000145,0.10000,0.570
8,mlp.experts.123.up_proj,0.0000001355,0.10000,0.573
8,mlp.experts.124.up_proj,0.0000002919,0.10000,0.575
8,mlp.experts.125.up_proj,0.0000001570,0.10000,0.680
8,mlp.experts.126.up_proj,0.0000018695,0.10000,0.671
8,mlp.experts.127.up_proj,0.0000000747,0.10000,0.626
8,mlp.experts.0.gate_proj,0.0000011079,0.10000,0.677
8,mlp.experts.1.gate_proj,0.0000030222,0.10000,0.606
8,mlp.experts.2.gate_proj,0.0000000368,0.10000,0.608
8,mlp.experts.3.gate_proj,0.0000000311,0.10000,0.571
8,mlp.experts.4.gate_proj,0.0000000485,0.10000,0.565
8,mlp.experts.5.gate_proj,0.0000000407,0.10000,0.623
8,mlp.experts.6.gate_proj,0.0000000788,0.10000,0.565
8,mlp.experts.7.gate_proj,0.0000017679,0.10000,0.568
8,mlp.experts.8.gate_proj,0.0000000293,0.10000,0.565
8,mlp.experts.9.gate_proj,0.0000001070,0.10000,0.562
8,mlp.experts.10.gate_proj,0.0000003218,0.10000,0.574
8,mlp.experts.11.gate_proj,0.0000003856,0.10000,0.566
8,mlp.experts.12.gate_proj,0.0000100475,0.10000,0.573
8,mlp.experts.13.gate_proj,0.0000001799,0.10000,0.568
8,mlp.experts.14.gate_proj,0.0000000215,0.10000,0.570
8,mlp.experts.15.gate_proj,0.0000000372,0.10000,0.574
8,mlp.experts.16.gate_proj,0.0000005135,0.10000,0.569
8,mlp.experts.17.gate_proj,0.0000001254,0.10000,0.571
8,mlp.experts.18.gate_proj,0.0000000952,0.10000,0.593
8,mlp.experts.19.gate_proj,0.0000002462,0.10000,0.604
8,mlp.experts.20.gate_proj,0.0000000466,0.10000,0.569
8,mlp.experts.21.gate_proj,0.0000000224,0.10000,0.574
8,mlp.experts.22.gate_proj,0.0000001144,0.10000,0.571
8,mlp.experts.23.gate_proj,0.0000000553,0.10000,0.577
8,mlp.experts.24.gate_proj,0.0000000317,0.10000,0.574
8,mlp.experts.25.gate_proj,0.0000000466,0.10000,0.567
8,mlp.experts.26.gate_proj,0.0000004229,0.10000,0.609
8,mlp.experts.27.gate_proj,0.0000000277,0.10000,0.594
8,mlp.experts.28.gate_proj,0.0000000257,0.10000,0.578
8,mlp.experts.29.gate_proj,0.0000003096,0.10000,0.572
8,mlp.experts.30.gate_proj,0.0000001360,0.10000,0.589
8,mlp.experts.31.gate_proj,0.0000005303,0.10000,0.600
8,mlp.experts.32.gate_proj,0.0000000401,0.10000,0.568
8,mlp.experts.33.gate_proj,0.0000000162,0.10000,0.568
8,mlp.experts.34.gate_proj,0.0000003892,0.10000,0.577
8,mlp.experts.35.gate_proj,0.0000000196,0.10000,0.581
8,mlp.experts.36.gate_proj,0.0000000172,0.10000,0.572
8,mlp.experts.37.gate_proj,0.0000000496,0.10000,0.577
8,mlp.experts.38.gate_proj,0.0000000885,0.10000,0.608
8,mlp.experts.39.gate_proj,0.0000000200,0.10000,0.606
8,mlp.experts.40.gate_proj,0.0000003903,0.10000,0.570
8,mlp.experts.41.gate_proj,0.0000009494,0.10000,0.571
8,mlp.experts.42.gate_proj,0.0000002547,0.10000,0.585
8,mlp.experts.43.gate_proj,0.0000000509,0.10000,0.575
8,mlp.experts.44.gate_proj,0.0000000128,0.10000,0.567
8,mlp.experts.45.gate_proj,0.0000000420,0.10000,0.567
8,mlp.experts.46.gate_proj,0.0000001402,0.10000,0.570
8,mlp.experts.47.gate_proj,0.0000000372,0.10000,0.579
8,mlp.experts.48.gate_proj,0.0000000962,0.10000,0.571
8,mlp.experts.49.gate_proj,0.0000008692,0.10000,0.597
8,mlp.experts.50.gate_proj,0.0000002047,0.10000,0.706
8,mlp.experts.51.gate_proj,0.0000000340,0.10000,0.608
8,mlp.experts.52.gate_proj,0.0000012000,0.10000,0.602
8,mlp.experts.53.gate_proj,0.0000001524,0.10000,0.610
8,mlp.experts.54.gate_proj,0.0000001912,0.10000,0.573
8,mlp.experts.55.gate_proj,0.0000000269,0.10000,0.595
8,mlp.experts.56.gate_proj,0.0000000259,0.10000,0.604
8,mlp.experts.57.gate_proj,0.0000001199,0.10000,0.599
8,mlp.experts.58.gate_proj,0.0000021597,0.10000,0.604
8,mlp.experts.59.gate_proj,0.0000003145,0.10000,0.610
8,mlp.experts.60.gate_proj,0.0000001749,0.10000,0.582
8,mlp.experts.61.gate_proj,0.0000000173,0.10000,0.610
8,mlp.experts.62.gate_proj,0.0000000355,0.10000,0.610
8,mlp.experts.63.gate_proj,0.0000010372,0.10000,0.576
8,mlp.experts.64.gate_proj,0.0000000268,0.10000,0.569
8,mlp.experts.65.gate_proj,0.0000000404,0.10000,0.572
8,mlp.experts.66.gate_proj,0.0000000424,0.10000,0.590
8,mlp.experts.67.gate_proj,0.0000001788,0.10000,0.570
8,mlp.experts.68.gate_proj,0.0000002013,0.10000,0.611
8,mlp.experts.69.gate_proj,0.0000000654,0.10000,0.608
8,mlp.experts.70.gate_proj,0.0000000464,0.10000,0.577
8,mlp.experts.71.gate_proj,0.0000017068,0.10000,0.574
8,mlp.experts.72.gate_proj,0.0000000557,0.10000,0.572
8,mlp.experts.73.gate_proj,0.0000050824,0.10000,0.573
8,mlp.experts.74.gate_proj,0.0000000627,0.10000,0.576
8,mlp.experts.75.gate_proj,0.0000004695,0.10000,0.575
8,mlp.experts.76.gate_proj,0.0000004839,0.10000,0.589
8,mlp.experts.77.gate_proj,0.0000001106,0.10000,0.575
8,mlp.experts.78.gate_proj,0.0000001561,0.10000,0.571
8,mlp.experts.79.gate_proj,0.0000000692,0.10000,0.615
8,mlp.experts.80.gate_proj,0.0000000173,0.10000,0.611
8,mlp.experts.81.gate_proj,0.0000010305,0.10000,0.592
8,mlp.experts.82.gate_proj,0.0000000278,0.10000,0.603
8,mlp.experts.83.gate_proj,0.0000002694,0.10000,0.593
8,mlp.experts.84.gate_proj,0.0000000186,0.10000,0.577
8,mlp.experts.85.gate_proj,0.0000001790,0.10000,0.576
8,mlp.experts.86.gate_proj,0.0000000113,0.10000,0.575
8,mlp.experts.87.gate_proj,0.0000001072,0.10000,0.591
8,mlp.experts.88.gate_proj,0.0000006606,0.10000,0.608
8,mlp.experts.89.gate_proj,0.0000010991,0.10000,0.568
8,mlp.experts.90.gate_proj,0.0000000089,0.10000,0.577
8,mlp.experts.91.gate_proj,0.0000000332,0.10000,0.573
8,mlp.experts.92.gate_proj,0.0000002388,0.10000,0.605
8,mlp.experts.93.gate_proj,0.0000003292,0.10000,0.608
8,mlp.experts.94.gate_proj,0.0000000692,0.10000,0.575
8,mlp.experts.95.gate_proj,0.0000000168,0.10000,0.572
8,mlp.experts.96.gate_proj,0.0000328575,0.10000,0.574
8,mlp.experts.97.gate_proj,0.0000008658,0.10000,0.600
8,mlp.experts.98.gate_proj,0.0000003161,0.10000,0.609
8,mlp.experts.99.gate_proj,0.0000000313,0.10000,0.603
8,mlp.experts.100.gate_proj,0.0000000493,0.10000,0.587
8,mlp.experts.101.gate_proj,0.0000001323,0.10000,0.572
8,mlp.experts.102.gate_proj,0.0000001964,0.10000,0.575
8,mlp.experts.103.gate_proj,0.0000000302,0.10000,0.573
8,mlp.experts.104.gate_proj,0.0000000218,0.10000,0.568
8,mlp.experts.105.gate_proj,0.0000000385,0.10000,0.575
8,mlp.experts.106.gate_proj,0.0000000193,0.10000,0.577
8,mlp.experts.107.gate_proj,0.0000012314,0.10000,0.581
8,mlp.experts.108.gate_proj,0.0000000928,0.10000,0.576
8,mlp.experts.109.gate_proj,0.0000000264,0.10000,0.568
8,mlp.experts.110.gate_proj,0.0000000354,0.10000,0.573
8,mlp.experts.111.gate_proj,0.0000001811,0.10000,0.575
8,mlp.experts.112.gate_proj,0.0000078273,0.10000,0.575
8,mlp.experts.113.gate_proj,0.0000004178,0.10000,0.574
8,mlp.experts.114.gate_proj,0.0000001476,0.10000,0.594
8,mlp.experts.115.gate_proj,0.0000004592,0.10000,0.569
8,mlp.experts.116.gate_proj,0.0000000276,0.10000,0.573
8,mlp.experts.117.gate_proj,0.0000001571,0.10000,0.576
8,mlp.experts.118.gate_proj,0.0000005178,0.10000,0.570
8,mlp.experts.119.gate_proj,0.0000006795,0.10000,0.575
8,mlp.experts.120.gate_proj,0.0000004622,0.10000,0.579
8,mlp.experts.121.gate_proj,0.0000000244,0.10000,0.569
8,mlp.experts.122.gate_proj,0.0000000151,0.10000,0.575
8,mlp.experts.123.gate_proj,0.0000001413,0.10000,0.573
8,mlp.experts.124.gate_proj,0.0000002995,0.10000,0.575
8,mlp.experts.125.gate_proj,0.0000001692,0.10000,0.575
8,mlp.experts.126.gate_proj,0.0000020933,0.10000,0.574
8,mlp.experts.127.gate_proj,0.0000000762,0.10000,0.576
8,mlp.experts.0.down_proj,0.0000001709,0.10000,0.217
8,mlp.experts.1.down_proj,0.0000003436,0.10000,0.214
8,mlp.experts.2.down_proj,0.0000000049,0.10000,0.218
8,mlp.experts.3.down_proj,0.0000000029,0.10000,0.219
8,mlp.experts.4.down_proj,0.0000000075,0.10000,0.211
8,mlp.experts.5.down_proj,0.0000000029,0.10000,0.237
8,mlp.experts.6.down_proj,0.0000000102,0.10000,0.231
8,mlp.experts.7.down_proj,0.0000003134,0.10000,0.223
8,mlp.experts.8.down_proj,0.0000000028,0.10000,0.218
8,mlp.experts.9.down_proj,0.0000000081,0.10000,0.216
8,mlp.experts.10.down_proj,0.0000000327,0.10000,0.217
8,mlp.experts.11.down_proj,0.0000000482,0.10000,0.230
8,mlp.experts.12.down_proj,0.0000015234,0.10000,0.231
8,mlp.experts.13.down_proj,0.0000000183,0.10000,0.230
8,mlp.experts.14.down_proj,0.0000000031,0.10000,0.215
8,mlp.experts.15.down_proj,0.0000000049,0.10000,0.215
8,mlp.experts.16.down_proj,0.0000000677,0.10000,0.217
8,mlp.experts.17.down_proj,0.0000000115,0.10000,0.218
8,mlp.experts.18.down_proj,0.0000000129,0.10000,0.217
8,mlp.experts.19.down_proj,0.0000000378,0.10000,0.237
8,mlp.experts.20.down_proj,0.0000000060,0.10000,0.233
8,mlp.experts.21.down_proj,0.0000000023,0.10000,0.221
8,mlp.experts.22.down_proj,0.0000000069,0.10000,0.222
8,mlp.experts.23.down_proj,0.0000000063,0.10000,0.223
8,mlp.experts.24.down_proj,0.0000000042,0.10000,0.223
8,mlp.experts.25.down_proj,0.0000000051,0.10000,0.224
8,mlp.experts.26.down_proj,0.0000000305,0.10000,0.218
8,mlp.experts.27.down_proj,0.0000000038,0.10000,0.222
8,mlp.experts.28.down_proj,0.0000000033,0.10000,0.237
8,mlp.experts.29.down_proj,0.0000000378,0.10000,0.233
8,mlp.experts.30.down_proj,0.0000000207,0.10000,0.230
8,mlp.experts.31.down_proj,0.0000001081,0.10000,0.224
8,mlp.experts.32.down_proj,0.0000000050,0.10000,0.244
8,mlp.experts.33.down_proj,0.0000000016,0.10000,0.266
8,mlp.experts.34.down_proj,0.0000000514,0.10000,0.265
8,mlp.experts.35.down_proj,0.0000000023,0.10000,0.266
8,mlp.experts.36.down_proj,0.0000000020,0.10000,0.244
8,mlp.experts.37.down_proj,0.0000000050,0.10000,0.235
8,mlp.experts.38.down_proj,0.0000000061,0.10000,0.236
8,mlp.experts.39.down_proj,0.0000000027,0.10000,0.228
8,mlp.experts.40.down_proj,0.0000000476,0.10000,0.233
8,mlp.experts.41.down_proj,0.0000001745,0.10000,0.222
8,mlp.experts.42.down_proj,0.0000000271,0.10000,0.221
8,mlp.experts.43.down_proj,0.0000000066,0.10000,0.236
8,mlp.experts.44.down_proj,0.0000000014,0.10000,0.248
8,mlp.experts.45.down_proj,0.0000000037,0.10000,0.229
8,mlp.experts.46.down_proj,0.0000000183,0.10000,0.235
8,mlp.experts.47.down_proj,0.0000000041,0.10000,0.235
8,mlp.experts.48.down_proj,0.0000000088,0.10000,0.235
8,mlp.experts.49.down_proj,0.0000001323,0.10000,0.220
8,mlp.experts.50.down_proj,0.0000000292,0.10000,0.228
8,mlp.experts.51.down_proj,0.0000000055,0.10000,0.220
8,mlp.experts.52.down_proj,0.0000002231,0.10000,0.221
8,mlp.experts.53.down_proj,0.0000000126,0.10000,0.222
8,mlp.experts.54.down_proj,0.0000000191,0.10000,0.233
8,mlp.experts.55.down_proj,0.0000000030,0.10000,0.234
8,mlp.experts.56.down_proj,0.0000000031,0.10000,0.222
8,mlp.experts.57.down_proj,0.0000000118,0.10000,0.215
8,mlp.experts.58.down_proj,0.0000002496,0.10000,0.224
8,mlp.experts.59.down_proj,0.0000000360,0.10000,0.224
8,mlp.experts.60.down_proj,0.0000000193,0.10000,0.226
8,mlp.experts.61.down_proj,0.0000000019,0.10000,0.234
8,mlp.experts.62.down_proj,0.0000000040,0.10000,0.230
8,mlp.experts.63.down_proj,0.0000001599,0.10000,0.227
8,mlp.experts.64.down_proj,0.0000000035,0.10000,0.226
8,mlp.experts.65.down_proj,0.0000000040,0.10000,0.226
8,mlp.experts.66.down_proj,0.0000000063,0.10000,0.228
8,mlp.experts.67.down_proj,0.0000000130,0.10000,0.226
8,mlp.experts.68.down_proj,0.0000000224,0.10000,0.224
8,mlp.experts.69.down_proj,0.0000000053,0.10000,0.228
8,mlp.experts.70.down_proj,0.0000000048,0.10000,0.227
8,mlp.experts.71.down_proj,0.0000004911,0.10000,0.228
8,mlp.experts.72.down_proj,0.0000000051,0.10000,0.225
8,mlp.experts.73.down_proj,0.0000007228,0.10000,0.222
8,mlp.experts.74.down_proj,0.0000000057,0.10000,0.226
8,mlp.experts.75.down_proj,0.0000000550,0.10000,0.225
8,mlp.experts.76.down_proj,0.0000000525,0.10000,0.236
8,mlp.experts.77.down_proj,0.0000000182,0.10000,0.255
8,mlp.experts.78.down_proj,0.0000000176,0.10000,0.263
8,mlp.experts.79.down_proj,0.0000000100,0.10000,0.259
8,mlp.experts.80.down_proj,0.0000000019,0.10000,0.246
8,mlp.experts.81.down_proj,0.0000001809,0.10000,0.246
8,mlp.experts.82.down_proj,0.0000000029,0.10000,0.241
8,mlp.experts.83.down_proj,0.0000000496,0.10000,0.247
8,mlp.experts.84.down_proj,0.0000000022,0.10000,0.244
8,mlp.experts.85.down_proj,0.0000000145,0.10000,0.250
8,mlp.experts.86.down_proj,0.0000000011,0.10000,0.244
8,mlp.experts.87.down_proj,0.0000000186,0.10000,0.231
8,mlp.experts.88.down_proj,0.0000000255,0.10000,0.243
8,mlp.experts.89.down_proj,0.0000002340,0.10000,0.237
8,mlp.experts.90.down_proj,0.0000000007,0.10000,0.229
8,mlp.experts.91.down_proj,0.0000000031,0.10000,0.231
8,mlp.experts.92.down_proj,0.0000000258,0.10000,0.230
8,mlp.experts.93.down_proj,0.0000000487,0.10000,0.231
8,mlp.experts.94.down_proj,0.0000000101,0.10000,0.231
8,mlp.experts.95.down_proj,0.0000000015,0.10000,0.228
8,mlp.experts.96.down_proj,0.0000000164,0.10000,0.222
8,mlp.experts.97.down_proj,0.0000001186,0.10000,0.221
8,mlp.experts.98.down_proj,0.0000000455,0.10000,0.221
8,mlp.experts.99.down_proj,0.0000000040,0.10000,0.231
8,mlp.experts.100.down_proj,0.0000000059,0.10000,0.222
8,mlp.experts.101.down_proj,0.0000000158,0.10000,0.227
8,mlp.experts.102.down_proj,0.0000000257,0.10000,0.224
8,mlp.experts.103.down_proj,0.0000000034,0.10000,0.223
8,mlp.experts.104.down_proj,0.0000000021,0.10000,0.224
8,mlp.experts.105.down_proj,0.0000000032,0.10000,0.221
8,mlp.experts.106.down_proj,0.0000000022,0.10000,0.225
8,mlp.experts.107.down_proj,0.0000002061,0.10000,0.225
8,mlp.experts.108.down_proj,0.0000000086,0.10000,0.225
8,mlp.experts.109.down_proj,0.0000000039,0.10000,0.222
8,mlp.experts.110.down_proj,0.0000000035,0.10000,0.232
8,mlp.experts.111.down_proj,0.0000000245,0.10000,0.234
8,mlp.experts.112.down_proj,0.0000010319,0.10000,0.232
8,mlp.experts.113.down_proj,0.0000000494,0.10000,0.261
8,mlp.experts.114.down_proj,0.0000000128,0.10000,0.256
8,mlp.experts.115.down_proj,0.0000000460,0.10000,0.262
8,mlp.experts.116.down_proj,0.0000000028,0.10000,0.264
8,mlp.experts.117.down_proj,0.0000000171,0.10000,0.256
8,mlp.experts.118.down_proj,0.0000000597,0.10000,0.256
8,mlp.experts.119.down_proj,0.0000000775,0.10000,0.242
8,mlp.experts.120.down_proj,0.0000000280,0.10000,0.235
8,mlp.experts.121.down_proj,0.0000000031,0.10000,0.233
8,mlp.experts.122.down_proj,0.0000000017,0.10000,0.242
8,mlp.experts.123.down_proj,0.0000000155,0.10000,0.266
8,mlp.experts.124.down_proj,0.0000000300,0.10000,0.256
8,mlp.experts.125.down_proj,0.0000000273,0.10000,0.252
8,mlp.experts.126.down_proj,0.0000000433,0.10000,0.226
8,mlp.experts.127.down_proj,0.0000000082,0.10000,0.241
9,self_attn.q_proj,0.0000000002,0.10000,0.594
9,self_attn.k_proj,0.0000000000,0.10000,0.575
9,self_attn.v_proj,0.0000000000,0.10000,0.574
9,self_attn.o_proj,0.0000000000,0.10000,1.125
9,mlp.gate,0.0000000065,0.10000,0.574
9,mlp.experts.0.up_proj,0.0000000407,0.10000,0.677
9,mlp.experts.1.up_proj,0.0000000139,0.10000,0.598
9,mlp.experts.2.up_proj,0.0000000627,0.10000,0.605
9,mlp.experts.3.up_proj,0.0000037203,0.10000,0.573
9,mlp.experts.4.up_proj,0.0000025048,0.10000,0.568
9,mlp.experts.5.up_proj,0.0000000148,0.10000,0.602
9,mlp.experts.6.up_proj,0.0000001419,0.10000,0.608
9,mlp.experts.7.up_proj,0.0000000366,0.10000,0.646
9,mlp.experts.8.up_proj,0.0000003742,0.10000,0.608
9,mlp.experts.9.up_proj,0.0000000218,0.10000,0.592
9,mlp.experts.10.up_proj,0.0000000898,0.10000,0.566
9,mlp.experts.11.up_proj,0.0000004409,0.10000,0.584
9,mlp.experts.12.up_proj,0.0000036850,0.10000,0.601
9,mlp.experts.13.up_proj,0.0000005904,0.10000,0.568
9,mlp.experts.14.up_proj,0.0000005082,0.10000,0.571
9,mlp.experts.15.up_proj,0.0000000914,0.10000,0.570
9,mlp.experts.16.up_proj,0.0000007025,0.10000,0.623
9,mlp.experts.17.up_proj,0.0000000282,0.10000,0.603
9,mlp.experts.18.up_proj,0.0000021655,0.10000,0.572
9,mlp.experts.19.up_proj,0.0000000797,0.10000,0.611
9,mlp.experts.20.up_proj,0.0000008818,0.10000,0.606
9,mlp.experts.21.up_proj,0.0000003262,0.10000,0.577
9,mlp.experts.22.up_proj,0.0000000166,0.10000,0.605
9,mlp.experts.23.up_proj,0.0000000940,0.10000,0.692
9,mlp.experts.24.up_proj,0.0000000160,0.10000,0.688
9,mlp.experts.25.up_proj,0.0000000565,0.10000,0.667
9,mlp.experts.26.up_proj,0.0000001228,0.10000,0.593
9,mlp.experts.27.up_proj,0.0000009866,0.10000,0.591
9,mlp.experts.28.up_proj,0.0000001374,0.10000,0.562
9,mlp.experts.29.up_proj,0.0000152376,0.10000,0.566
9,mlp.experts.30.up_proj,0.0000007059,0.10000,0.570
9,mlp.experts.31.up_proj,0.0000012883,0.10000,0.615
9,mlp.experts.32.up_proj,0.0000000367,0.10000,0.595
9,mlp.experts.33.up_proj,0.0000000251,0.10000,0.604
9,mlp.experts.34.up_proj,0.0000004737,0.10000,0.601
9,mlp.experts.35.up_proj,0.0000000189,0.10000,0.606
9,mlp.experts.36.up_proj,0.0000012514,0.10000,0.680
9,mlp.experts.37.up_proj,0.0000000551,0.10000,0.675
9,mlp.experts.38.up_proj,0.0000002987,0.10000,0.644
9,mlp.experts.39.up_proj,0.0000010283,0.10000,0.659
9,mlp.experts.40.up_proj,0.0000001132,0.10000,0.602
9,mlp.experts.41.up_proj,0.0000000618,0.10000,0.590
9,mlp.experts.42.up_proj,0.0000016043,0.10000,0.567
9,mlp.experts.43.up_proj,0.0000000229,0.10000,0.566
9,mlp.experts.44.up_proj,0.0000012792,0.10000,0.565
9,mlp.experts.45.up_proj,0.0000000307,0.10000,0.565
9,mlp.experts.46.up_proj,0.0000001284,0.10000,0.574
9,mlp.experts.47.up_proj,0.0000003068,0.10000,0.570
9,mlp.experts.48.up_proj,0.0000000195,0.10000,0.569
9,mlp.experts.49.up_proj,0.0000000661,0.10000,0.569
9,mlp.experts.50.up_proj,0.0000004958,0.10000,0.579
9,mlp.experts.51.up_proj,0.0000001124,0.10000,0.566
9,mlp.experts.52.up_proj,0.0000000143,0.10000,0.570
9,mlp.experts.53.up_proj,0.0000002817,0.10000,0.576
9,mlp.experts.54.up_proj,0.0000002021,0.10000,0.570
9,mlp.experts.55.up_proj,0.0000008927,0.10000,0.574
9,mlp.experts.56.up_proj,0.0000003315,0.10000,0.580
9,mlp.experts.57.up_proj,0.0000000186,0.10000,0.613
9,mlp.experts.58.up_proj,0.0000000783,0.10000,0.606
9,mlp.experts.59.up_proj,0.0000001421,0.10000,0.587
9,mlp.experts.60.up_proj,0.0000000393,0.10000,0.597
9,mlp.experts.61.up_proj,0.0000007643,0.10000,0.609
9,mlp.experts.62.up_proj,0.0000000265,0.10000,0.574
9,mlp.experts.63.up_proj,0.0000003106,0.10000,0.571
9,mlp.experts.64.up_proj,0.0000001568,0.10000,0.570
9,mlp.experts.65.up_proj,0.0000000169,0.10000,0.573
9,mlp.experts.66.up_proj,0.0000000241,0.10000,0.571
9,mlp.experts.67.up_proj,0.0000002085,0.10000,0.568
9,mlp.experts.68.up_proj,0.0000000525,0.10000,0.564
9,mlp.experts.69.up_proj,0.0000000564,0.10000,0.575
9,mlp.experts.70.up_proj,0.0000001118,0.10000,0.565
9,mlp.experts.71.up_proj,0.0000000130,0.10000,0.574
9,mlp.experts.72.up_proj,0.0000001861,0.10000,0.574
9,mlp.experts.73.up_proj,0.0000000815,0.10000,0.608
9,mlp.experts.74.up_proj,0.0000020507,0.10000,0.598
9,mlp.experts.75.up_proj,0.0000015990,0.10000,0.568
9,mlp.experts.76.up_proj,0.0000000233,0.10000,0.567
9,mlp.experts.77.up_proj,0.0000001449,0.10000,0.570
9,mlp.experts.78.up_proj,0.0000004615,0.10000,0.568
9,mlp.experts.79.up_proj,0.0000000518,0.10000,0.603
9,mlp.experts.80.up_proj,0.0000000187,0.10000,0.591
9,mlp.experts.81.up_proj,0.0000000393,0.10000,0.571
9,mlp.experts.82.up_proj,0.0000000323,0.10000,0.570
9,mlp.experts.83.up_proj,0.0000000739,0.10000,0.575
9,mlp.experts.84.up_proj,0.0000000571,0.10000,0.572
9,mlp.experts.85.up_proj,0.0000002909,0.10000,0.570
9,mlp.experts.86.up_proj,0.0000000341,0.10000,0.570
9,mlp.experts.87.up_proj,0.0000002757,0.10000,0.576
9,mlp.experts.88.up_proj,0.0000008044,0.10000,0.578
9,mlp.experts.89.up_proj,0.0000000240,0.10000,0.580
9,mlp.experts.90.up_proj,0.0000008246,0.10000,0.571
9,mlp.experts.91.up_proj,0.0000001153,0.10000,0.571
9,mlp.experts.92.up_proj,0.0000001773,0.10000,0.577
9,mlp.experts.93.up_proj,0.0000007962,0.10000,0.576
9,mlp.experts.94.up_proj,0.0000000191,0.10000,0.628
9,mlp.experts.95.up_proj,0.0000005136,0.10000,0.598
9,mlp.experts.96.up_proj,0.0000000207,0.10000,0.605
9,mlp.experts.97.up_proj,0.0000000113,0.10000,0.614
9,mlp.experts.98.up_proj,0.0000000363,0.10000,0.601
9,mlp.experts.99.up_proj,0.0000000360,0.10000,0.599
9,mlp.experts.100.up_proj,0.0000000753,0.10000,0.567
9,mlp.experts.101.up_proj,0.0000008504,0.10000,0.572
9,mlp.experts.102.up_proj,0.0000000152,0.10000,0.608
9,mlp.experts.103.up_proj,0.0000000263,0.10000,0.603
9,mlp.experts.104.up_proj,0.0000000838,0.10000,0.626
9,mlp.experts.105.up_proj,0.0000000331,0.10000,0.598
9,mlp.experts.106.up_proj,0.0000000624,0.10000,0.684
9,mlp.experts.107.up_proj,0.0000004932,0.10000,0.601
9,mlp.experts.108.up_proj,0.0000007698,0.10000,0.590
9,mlp.experts.109.up_proj,0.0000009790,0.10000,0.622
9,mlp.experts.110.up_proj,0.0000000213,0.10000,0.594
9,mlp.experts.111.up_proj,0.0000000274,0.10000,0.568
9,mlp.experts.112.up_proj,0.0000000900,0.10000,0.575
9,mlp.experts.113.up_proj,0.0000000199,0.10000,0.607
9,mlp.experts.114.up_proj,0.0000001852,0.10000,0.606
9,mlp.experts.115.up_proj,0.0000008101,0.10000,0.612
9,mlp.experts.116.up_proj,0.0000000706,0.10000,0.608
9,mlp.experts.117.up_proj,0.0000000559,0.10000,0.567
9,mlp.experts.118.up_proj,0.0000000186,0.10000,0.609
9,mlp.experts.119.up_proj,0.0000036478,0.10000,0.603
9,mlp.experts.120.up_proj,0.0000093279,0.10000,0.607
9,mlp.experts.121.up_proj,0.0000021014,0.10000,0.673
9,mlp.experts.122.up_proj,0.0000000795,0.10000,0.591
9,mlp.experts.123.up_proj,0.0000004359,0.10000,0.660
9,mlp.experts.124.up_proj,0.0000003674,0.10000,0.600
9,mlp.experts.125.up_proj,0.0000000572,0.10000,0.606
9,mlp.experts.126.up_proj,0.0000005674,0.10000,0.574
9,mlp.experts.127.up_proj,0.0000000118,0.10000,0.574
9,mlp.experts.0.gate_proj,0.0000000433,0.10000,0.567
9,mlp.experts.1.gate_proj,0.0000000144,0.10000,0.572
9,mlp.experts.2.gate_proj,0.0000000679,0.10000,0.572
9,mlp.experts.3.gate_proj,0.0000039161,0.10000,0.571
9,mlp.experts.4.gate_proj,0.0000026431,0.10000,0.570
9,mlp.experts.5.gate_proj,0.0000000155,0.10000,0.564
9,mlp.experts.6.gate_proj,0.0000001479,0.10000,0.566
9,mlp.experts.7.gate_proj,0.0000000379,0.10000,0.563
9,mlp.experts.8.gate_proj,0.0000003810,0.10000,0.565
9,mlp.experts.9.gate_proj,0.0000000220,0.10000,0.571
9,mlp.experts.10.gate_proj,0.0000000947,0.10000,0.570
9,mlp.experts.11.gate_proj,0.0000004655,0.10000,0.564
9,mlp.experts.12.gate_proj,0.0000039214,0.10000,0.605
9,mlp.experts.13.gate_proj,0.0000006491,0.10000,0.607
9,mlp.experts.14.gate_proj,0.0000005233,0.10000,0.607
9,mlp.experts.15.gate_proj,0.0000000973,0.10000,0.575
9,mlp.experts.16.gate_proj,0.0000007159,0.10000,0.573
9,mlp.experts.17.gate_proj,0.0000000289,0.10000,0.587
9,mlp.experts.18.gate_proj,0.0000023538,0.10000,0.609
9,mlp.experts.19.gate_proj,0.0000000879,0.10000,0.565
9,mlp.experts.20.gate_proj,0.0000009410,0.10000,0.571
9,mlp.experts.21.gate_proj,0.0000003463,0.10000,0.564
9,mlp.experts.22.gate_proj,0.0000000169,0.10000,0.567
9,mlp.experts.23.gate_proj,0.0000000965,0.10000,0.569
9,mlp.experts.24.gate_proj,0.0000000158,0.10000,0.563
9,mlp.experts.25.gate_proj,0.0000000563,0.10000,0.565
9,mlp.experts.26.gate_proj,0.0000001276,0.10000,0.586
9,mlp.experts.27.gate_proj,0.0000010977,0.10000,0.586
9,mlp.experts.28.gate_proj,0.0000001441,0.10000,0.575
9,mlp.experts.29.gate_proj,0.0000150656,0.10000,0.575
9,mlp.experts.30.gate_proj,0.0000007218,0.10000,0.572
9,mlp.experts.31.gate_proj,0.0000013687,0.10000,0.605
9,mlp.experts.32.gate_proj,0.0000000398,0.10000,0.604
9,mlp.experts.33.gate_proj,0.0000000273,0.10000,0.599
9,mlp.experts.34.gate_proj,0.0000004838,0.10000,0.566
9,mlp.experts.35.gate_proj,0.0000000164,0.10000,0.596
9,mlp.experts.36.gate_proj,0.0000013403,0.10000,0.607
9,mlp.experts.37.gate_proj,0.0000000581,0.10000,0.611
9,mlp.experts.38.gate_proj,0.0000003051,0.10000,0.579
9,mlp.experts.39.gate_proj,0.0000010312,0.10000,0.571
9,mlp.experts.40.gate_proj,0.0000001016,0.10000,0.581
9,mlp.experts.41.gate_proj,0.0000000617,0.10000,0.576
9,mlp.experts.42.gate_proj,0.0000016581,0.10000,0.585
9,mlp.experts.43.gate_proj,0.0000000238,0.10000,0.577
9,mlp.experts.44.gate_proj,0.0000013630,0.10000,0.577
9,mlp.experts.45.gate_proj,0.0000000306,0.10000,0.579
9,mlp.experts.46.gate_proj,0.0000001360,0.10000,0.573
9,mlp.experts.47.gate_proj,0.0000003057,0.10000,0.597
9,mlp.experts.48.gate_proj,0.0000000199,0.10000,0.601
9,mlp.experts.49.gate_proj,0.0000000689,0.10000,0.590
9,mlp.experts.50.gate_proj,0.0000005235,0.10000,0.572
9,mlp.experts.51.gate_proj,0.0000001164,0.10000,0.571
9,mlp.experts.52.gate_proj,0.0000000146,0.10000,0.567
9,mlp.experts.53.gate_proj,0.0000002965,0.10000,0.579
9,mlp.experts.54.gate_proj,0.0000002074,0.10000,0.607
9,mlp.experts.55.gate_proj,0.0000009454,0.10000,0.612
9,mlp.experts.56.gate_proj,0.0000003556,0.10000,0.576
9,mlp.experts.57.gate_proj,0.0000000196,0.10000,0.575
9,mlp.experts.58.gate_proj,0.0000000829,0.10000,0.615
9,mlp.experts.59.gate_proj,0.0000001504,0.10000,0.613
9,mlp.experts.60.gate_proj,0.0000000408,0.10000,0.581
9,mlp.experts.61.gate_proj,0.0000008340,0.10000,0.574
9,mlp.experts.62.gate_proj,0.0000000274,0.10000,0.577
9,mlp.experts.63.gate_proj,0.0000003361,0.10000,0.580
9,mlp.experts.64.gate_proj,0.0000001759,0.10000,0.574
9,mlp.experts.65.gate_proj,0.0000000176,0.10000,0.580
9,mlp.experts.66.gate_proj,0.0000000246,0.10000,0.578
9,mlp.experts.67.gate_proj,0.0000002213,0.10000,0.578
9,mlp.experts.68.gate_proj,0.0000000548,0.10000,0.576
9,mlp.experts.69.gate_proj,0.0000001670,0.10000,0.613
9,mlp.experts.70.gate_proj,0.0000001226,0.10000,0.579
9,mlp.experts.71.gate_proj,0.0000000135,0.10000,0.594
9,mlp.experts.72.gate_proj,0.0000001972,0.10000,0.622
9,mlp.experts.73.gate_proj,0.0000000846,0.10000,0.581
9,mlp.experts.74.gate_proj,0.0000021880,0.10000,0.692
9,mlp.experts.75.gate_proj,0.0000016871,0.10000,0.665
9,mlp.experts.76.gate_proj,0.0000000250,0.10000,0.660
9,mlp.experts.77.gate_proj,0.0000001493,0.10000,0.647
9,mlp.experts.78.gate_proj,0.0000004954,0.10000,0.610
9,mlp.experts.79.gate_proj,0.0000000550,0.10000,0.575
9,mlp.experts.80.gate_proj,0.0000000199,0.10000,0.568
9,mlp.experts.81.gate_proj,0.0000000421,0.10000,0.607
9,mlp.experts.82.gate_proj,0.0000000347,0.10000,0.615
9,mlp.experts.83.gate_proj,0.0000000777,0.10000,0.610
9,mlp.experts.84.gate_proj,0.0000000597,0.10000,0.657
9,mlp.experts.85.gate_proj,0.0000003192,0.10000,0.684
9,mlp.experts.86.gate_proj,0.0000000362,0.10000,0.613
9,mlp.experts.87.gate_proj,0.0000002908,0.10000,0.604
9,mlp.experts.88.gate_proj,0.0000008435,0.10000,0.610
9,mlp.experts.89.gate_proj,0.0000000251,0.10000,0.578
9,mlp.experts.90.gate_proj,0.0000008849,0.10000,0.585
9,mlp.experts.91.gate_proj,0.0000001286,0.10000,0.578
9,mlp.experts.92.gate_proj,0.0000001820,0.10000,0.571
9,mlp.experts.93.gate_proj,0.0000008436,0.10000,0.573
9,mlp.experts.94.gate_proj,0.0000000216,0.10000,0.580
9,mlp.experts.95.gate_proj,0.0000005472,0.10000,0.578
9,mlp.experts.96.gate_proj,0.0000000213,0.10000,0.578
9,mlp.experts.97.gate_proj,0.0000000118,0.10000,0.582
9,mlp.experts.98.gate_proj,0.0000000378,0.10000,0.576
9,mlp.experts.99.gate_proj,0.0000000375,0.10000,0.576
9,mlp.experts.100.gate_proj,0.0000000849,0.10000,0.580
9,mlp.experts.101.gate_proj,0.0000008796,0.10000,0.582
9,mlp.experts.102.gate_proj,0.0000000153,0.10000,0.582
9,mlp.experts.103.gate_proj,0.0000000262,0.10000,0.577
9,mlp.experts.104.gate_proj,0.0000000902,0.10000,0.585
9,mlp.experts.105.gate_proj,0.0000000354,0.10000,0.580
9,mlp.experts.106.gate_proj,0.0000000651,0.10000,0.580
9,mlp.experts.107.gate_proj,0.0000005073,0.10000,0.578
9,mlp.experts.108.gate_proj,0.0000007947,0.10000,0.576
9,mlp.experts.109.gate_proj,0.0000010443,0.10000,0.604
9,mlp.experts.110.gate_proj,0.0000000207,0.10000,0.598
9,mlp.experts.111.gate_proj,0.0000000278,0.10000,0.579
9,mlp.experts.112.gate_proj,0.0000000902,0.10000,0.580
9,mlp.experts.113.gate_proj,0.0000000203,0.10000,0.587
9,mlp.experts.114.gate_proj,0.0000001923,0.10000,0.605
9,mlp.experts.115.gate_proj,0.0000008391,0.10000,0.610
9,mlp.experts.116.gate_proj,0.0000000729,0.10000,0.592
9,mlp.experts.117.gate_proj,0.0000000541,0.10000,0.613
9,mlp.experts.118.gate_proj,0.0000000184,0.10000,0.605
9,mlp.experts.119.gate_proj,0.0000038468,0.10000,0.580
9,mlp.experts.120.gate_proj,0.0000101724,0.10000,0.583
9,mlp.experts.121.gate_proj,0.0000022513,0.10000,0.584
9,mlp.experts.122.gate_proj,0.0000000853,0.10000,0.579
9,mlp.experts.123.gate_proj,0.0000004599,0.10000,0.577
9,mlp.experts.124.gate_proj,0.0000003813,0.10000,0.583
9,mlp.experts.125.gate_proj,0.0000000577,0.10000,0.584
9,mlp.experts.126.gate_proj,0.0000006073,0.10000,0.613
9,mlp.experts.127.gate_proj,0.0000000117,0.10000,0.609
9,mlp.experts.0.down_proj,0.0000000033,0.10000,0.241
9,mlp.experts.1.down_proj,0.0000000016,0.10000,0.229
9,mlp.experts.2.down_proj,0.0000000047,0.10000,0.230
9,mlp.experts.3.down_proj,0.0000006104,0.10000,0.238
9,mlp.experts.4.down_proj,0.0000002903,0.10000,0.225
9,mlp.experts.5.down_proj,0.0000000019,0.10000,0.215
9,mlp.experts.6.down_proj,0.0000000126,0.10000,0.219
9,mlp.experts.7.down_proj,0.0000000046,0.10000,0.231
9,mlp.experts.8.down_proj,0.0000000403,0.10000,0.231
9,mlp.experts.9.down_proj,0.0000000030,0.10000,0.219
9,mlp.experts.10.down_proj,0.0000000163,0.10000,0.219
9,mlp.experts.11.down_proj,0.0000000464,0.10000,0.223
9,mlp.experts.12.down_proj,0.0000000620,0.10000,0.218
9,mlp.experts.13.down_proj,0.0000000166,0.10000,0.218
9,mlp.experts.14.down_proj,0.0000000536,0.10000,0.214
9,mlp.experts.15.down_proj,0.0000000089,0.10000,0.241
9,mlp.experts.16.down_proj,0.0000000592,0.10000,0.232
9,mlp.experts.17.down_proj,0.0000000033,0.10000,0.218
9,mlp.experts.18.down_proj,0.0000005228,0.10000,0.222
9,mlp.experts.19.down_proj,0.0000000080,0.10000,0.216
9,mlp.experts.20.down_proj,0.0000001421,0.10000,0.208
9,mlp.experts.21.down_proj,0.0000000364,0.10000,0.243
9,mlp.experts.22.down_proj,0.0000000024,0.10000,0.229
9,mlp.experts.23.down_proj,0.0000000072,0.10000,0.222
9,mlp.experts.24.down_proj,0.0000000020,0.10000,0.229
9,mlp.experts.25.down_proj,0.0000000096,0.10000,0.229
9,mlp.experts.26.down_proj,0.0000000140,0.10000,0.227
9,mlp.experts.27.down_proj,0.0000001527,0.10000,0.222
9,mlp.experts.28.down_proj,0.0000000198,0.10000,0.235
9,mlp.experts.29.down_proj,0.0000006290,0.10000,0.232
9,mlp.experts.30.down_proj,0.0000001310,0.10000,0.239
9,mlp.experts.31.down_proj,0.0000001921,0.10000,0.238
9,mlp.experts.32.down_proj,0.0000000053,0.10000,0.230
9,mlp.experts.33.down_proj,0.0000000035,0.10000,0.240
9,mlp.experts.34.down_proj,0.0000000547,0.10000,0.232
9,mlp.experts.35.down_proj,0.0000000024,0.10000,0.221
9,mlp.experts.36.down_proj,0.0000001986,0.10000,0.231
9,mlp.experts.37.down_proj,0.0000000064,0.10000,0.222
9,mlp.experts.38.down_proj,0.0000000321,0.10000,0.220
9,mlp.experts.39.down_proj,0.0000000374,0.10000,0.220
9,mlp.experts.40.down_proj,0.0000000151,0.10000,0.238
9,mlp.experts.41.down_proj,0.0000000072,0.10000,0.237
9,mlp.experts.42.down_proj,0.0000001354,0.10000,0.225
9,mlp.experts.43.down_proj,0.0000000033,0.10000,0.225
9,mlp.experts.44.down_proj,0.0000000494,0.10000,0.223
9,mlp.experts.45.down_proj,0.0000000043,0.10000,0.216
9,mlp.experts.46.down_proj,0.0000000091,0.10000,0.225
9,mlp.experts.47.down_proj,0.0000000096,0.10000,0.235
9,mlp.experts.48.down_proj,0.0000000028,0.10000,0.221
9,mlp.experts.49.down_proj,0.0000000086,0.10000,0.223
9,mlp.experts.50.down_proj,0.0000000695,0.10000,0.221
9,mlp.experts.51.down_proj,0.0000000090,0.10000,0.222
9,mlp.experts.52.down_proj,0.0000000017,0.10000,0.226
9,mlp.experts.53.down_proj,0.0000000297,0.10000,0.231
9,mlp.experts.54.down_proj,0.0000000269,0.10000,0.227
9,mlp.experts.55.down_proj,0.0000001200,0.10000,0.225
9,mlp.experts.56.down_proj,0.0000000359,0.10000,0.227
9,mlp.experts.57.down_proj,0.0000000025,0.10000,0.222
9,mlp.experts.58.down_proj,0.0000000078,0.10000,0.226
9,mlp.experts.59.down_proj,0.0000000224,0.10000,0.224
9,mlp.experts.60.down_proj,0.0000000043,0.10000,0.228
9,mlp.experts.61.down_proj,0.0000000951,0.10000,0.224
9,mlp.experts.62.down_proj,0.0000000041,0.10000,0.223
9,mlp.experts.63.down_proj,0.0000000367,0.10000,0.221
9,mlp.experts.64.down_proj,0.0000000179,0.10000,0.224
9,mlp.experts.65.down_proj,0.0000000028,0.10000,0.220
9,mlp.experts.66.down_proj,0.0000000035,0.10000,0.221
9,mlp.experts.67.down_proj,0.0000000245,0.10000,0.223
9,mlp.experts.68.down_proj,0.0000000062,0.10000,0.238
9,mlp.experts.69.down_proj,0.0000000029,0.10000,0.224
9,mlp.experts.70.down_proj,0.0000000102,0.10000,0.234
9,mlp.experts.71.down_proj,0.0000000015,0.10000,0.239
9,mlp.experts.72.down_proj,0.0000000263,0.10000,0.225
9,mlp.experts.73.down_proj,0.0000000084,0.10000,0.221
9,mlp.experts.74.down_proj,0.0000006222,0.10000,0.222
9,mlp.experts.75.down_proj,0.0000002783,0.10000,0.229
9,mlp.experts.76.down_proj,0.0000000029,0.10000,0.224
9,mlp.experts.77.down_proj,0.0000000079,0.10000,0.222
9,mlp.experts.78.down_proj,0.0000000643,0.10000,0.265
9,mlp.experts.79.down_proj,0.0000000072,0.10000,0.264
9,mlp.experts.80.down_proj,0.0000000018,0.10000,0.246
9,mlp.experts.81.down_proj,0.0000000038,0.10000,0.238
9,mlp.experts.82.down_proj,0.0000000033,0.10000,0.236
9,mlp.experts.83.down_proj,0.0000000127,0.10000,0.220
9,mlp.experts.84.down_proj,0.0000000061,0.10000,0.205
9,mlp.experts.85.down_proj,0.0000000156,0.10000,0.220
9,mlp.experts.86.down_proj,0.0000000046,0.10000,0.221
9,mlp.experts.87.down_proj,0.0000000283,0.10000,0.229
9,mlp.experts.88.down_proj,0.0000001376,0.10000,0.236
9,mlp.experts.89.down_proj,0.0000000025,0.10000,0.221
9,mlp.experts.90.down_proj,0.0000001854,0.10000,0.224
9,mlp.experts.91.down_proj,0.0000000120,0.10000,0.235
9,mlp.experts.92.down_proj,0.0000000167,0.10000,0.221
9,mlp.experts.93.down_proj,0.0000001447,0.10000,0.242
9,mlp.experts.94.down_proj,0.0000000029,0.10000,0.223
9,mlp.experts.95.down_proj,0.0000000557,0.10000,0.238
9,mlp.experts.96.down_proj,0.0000000025,0.10000,0.238
9,mlp.experts.97.down_proj,0.0000000013,0.10000,0.246
9,mlp.experts.98.down_proj,0.0000000058,0.10000,0.238
9,mlp.experts.99.down_proj,0.0000000037,0.10000,0.235
9,mlp.experts.100.down_proj,0.0000000152,0.10000,0.227
9,mlp.experts.101.down_proj,0.0000001819,0.10000,0.234
9,mlp.experts.102.down_proj,0.0000000018,0.10000,0.240
9,mlp.experts.103.down_proj,0.0000000030,0.10000,0.245
9,mlp.experts.104.down_proj,0.0000000155,0.10000,0.239
9,mlp.experts.105.down_proj,0.0000000047,0.10000,0.249
9,mlp.experts.106.down_proj,0.0000000091,0.10000,0.235
9,mlp.experts.107.down_proj,0.0000000584,0.10000,0.223
9,mlp.experts.108.down_proj,0.0000001224,0.10000,0.272
9,mlp.experts.109.down_proj,0.0000001556,0.10000,0.268
9,mlp.experts.110.down_proj,0.0000000028,0.10000,0.242
9,mlp.experts.111.down_proj,0.0000000037,0.10000,0.262
9,mlp.experts.112.down_proj,0.0000000109,0.10000,0.240
9,mlp.experts.113.down_proj,0.0000000029,0.10000,0.239
9,mlp.experts.114.down_proj,0.0000000332,0.10000,0.217
9,mlp.experts.115.down_proj,0.0000000968,0.10000,0.224
9,mlp.experts.116.down_proj,0.0000000093,0.10000,0.233
9,mlp.experts.117.down_proj,0.0000000075,0.10000,0.224
9,mlp.experts.118.down_proj,0.0000000024,0.10000,0.227
9,mlp.experts.119.down_proj,0.0000007620,0.10000,0.225
9,mlp.experts.120.down_proj,0.0000017257,0.10000,0.226
9,mlp.experts.121.down_proj,0.0000005130,0.10000,0.223
9,mlp.experts.122.down_proj,0.0000000116,0.10000,0.225
9,mlp.experts.123.down_proj,0.0000000524,0.10000,0.237
9,mlp.experts.124.down_proj,0.0000000363,0.10000,0.236
9,mlp.experts.125.down_proj,0.0000000031,0.10000,0.239
9,mlp.experts.126.down_proj,0.0000000739,0.10000,0.229
9,mlp.experts.127.down_proj,0.0000000013,0.10000,0.227
10,self_attn.q_proj,0.0000000001,0.10000,0.633
10,self_attn.k_proj,0.0000000000,0.10000,0.613
10,self_attn.v_proj,0.0000000000,0.10000,0.576
10,self_attn.o_proj,0.0000000000,0.10000,1.181
10,mlp.gate,0.0000000064,0.10000,0.578
10,mlp.experts.0.up_proj,0.0000001372,0.10000,0.579
10,mlp.experts.1.up_proj,0.0000001007,0.10000,0.575
10,mlp.experts.2.up_proj,0.0000000542,0.10000,0.575
10,mlp.experts.3.up_proj,0.0000000314,0.10000,0.596
10,mlp.experts.4.up_proj,0.0000000694,0.10000,0.614
10,mlp.experts.5.up_proj,0.0000001045,0.10000,0.587
10,mlp.experts.6.up_proj,0.0000000607,0.10000,0.580
10,mlp.experts.7.up_proj,0.0000003568,0.10000,0.603
10,mlp.experts.8.up_proj,0.0000002653,0.10000,0.593
10,mlp.experts.9.up_proj,0.0000002083,0.10000,0.573
10,mlp.experts.10.up_proj,0.0000000356,0.10000,0.604
10,mlp.experts.11.up_proj,0.0000231707,0.10000,0.601
10,mlp.experts.12.up_proj,0.0000001964,0.10000,0.689
10,mlp.experts.13.up_proj,0.0000000250,0.10000,0.617
10,mlp.experts.14.up_proj,0.0000000345,0.10000,0.601
10,mlp.experts.15.up_proj,0.0000003991,0.10000,0.582
10,mlp.experts.16.up_proj,0.0000000639,0.10000,0.577
10,mlp.experts.17.up_proj,0.0000006504,0.10000,0.567
10,mlp.experts.18.up_proj,0.0000000122,0.10000,0.575
10,mlp.experts.19.up_proj,0.0000002744,0.10000,0.573
10,mlp.experts.20.up_proj,0.0000000979,0.10000,0.573
10,mlp.experts.21.up_proj,0.0000001847,0.10000,0.575
10,mlp.experts.22.up_proj,0.0000002305,0.10000,0.574
10,mlp.experts.23.up_proj,0.0000001178,0.10000,0.600
10,mlp.experts.24.up_proj,0.0000060189,0.10000,0.709
10,mlp.experts.25.up_proj,0.0000000717,0.10000,0.648
10,mlp.experts.26.up_proj,0.0000000220,0.10000,0.642
10,mlp.experts.27.up_proj,0.0000000808,0.10000,0.639
10,mlp.experts.28.up_proj,0.0000007959,0.10000,0.633
10,mlp.experts.29.up_proj,0.0000002017,0.10000,0.588
10,mlp.experts.30.up_proj,0.0000000084,0.10000,0.604
10,mlp.experts.31.up_proj,0.0000002583,0.10000,0.567
10,mlp.experts.32.up_proj,0.0000000580,0.10000,0.570
10,mlp.experts.33.up_proj,0.0000000702,0.10000,0.568
10,mlp.experts.34.up_proj,0.0000007785,0.10000,0.560
10,mlp.experts.35.up_proj,0.0000000156,0.10000,0.572
10,mlp.experts.36.up_proj,0.0000001215,0.10000,0.566
10,mlp.experts.37.up_proj,0.0000002652,0.10000,0.604
10,mlp.experts.38.up_proj,0.0000039935,0.10000,0.584
10,mlp.experts.39.up_proj,0.0000000274,0.10000,0.683
10,mlp.experts.40.up_proj,0.0000000194,0.10000,0.610
10,mlp.experts.41.up_proj,0.0000000397,0.10000,0.585
10,mlp.experts.42.up_proj,0.0000011047,0.10000,0.579
10,mlp.experts.43.up_proj,0.0000000502,0.10000,0.593
10,mlp.experts.44.up_proj,0.0000010626,0.10000,0.601
10,mlp.experts.45.up_proj,0.0000000486,0.10000,0.583
10,mlp.experts.46.up_proj,0.0000010128,0.10000,0.616
10,mlp.experts.47.up_proj,0.0000005096,0.10000,0.569
10,mlp.experts.48.up_proj,0.0000002839,0.10000,0.586
10,mlp.experts.49.up_proj,0.0000058743,0.10000,0.606
10,mlp.experts.50.up_proj,0.0000000239,0.10000,0.682
10,mlp.experts.51.up_proj,0.0000003047,0.10000,0.637
10,mlp.experts.52.up_proj,0.0000000155,0.10000,0.632
10,mlp.experts.53.up_proj,0.0000003598,0.10000,0.649
10,mlp.experts.54.up_proj,0.0000005229,0.10000,0.623
10,mlp.experts.55.up_proj,0.0000000846,0.10000,0.630
10,mlp.experts.56.up_proj,0.0000002091,0.10000,0.632
10,mlp.experts.57.up_proj,0.0000001868,0.10000,0.632
10,mlp.experts.58.up_proj,0.0000000620,0.10000,0.611
10,mlp.experts.59.up_proj,0.0000003936,0.10000,0.574
10,mlp.experts.60.up_proj,0.0000011312,0.10000,0.573
10,mlp.experts.61.up_proj,0.0000000248,0.10000,0.599
10,mlp.experts.62.up_proj,0.0000000155,0.10000,0.598
10,mlp.experts.63.up_proj,0.0000001343,0.10000,0.565
10,mlp.experts.64.up_proj,0.0000000102,0.10000,0.592
10,mlp.experts.65.up_proj,0.0000001190,0.10000,0.608
10,mlp.experts.66.up_proj,0.0000002310,0.10000,0.581
10,mlp.experts.67.up_proj,0.0000004228,0.10000,0.583
10,mlp.experts.68.up_proj,0.0000001142,0.10000,0.589
10,mlp.experts.69.up_proj,0.0000000330,0.10000,0.691
10,mlp.experts.70.up_proj,0.0000000408,0.10000,0.636
10,mlp.experts.71.up_proj,0.0000000754,0.10000,0.719
10,mlp.experts.72.up_proj,0.0000010872,0.10000,0.610
10,mlp.experts.73.up_proj,0.0000000254,0.10000,0.566
10,mlp.experts.74.up_proj,0.0000000238,0.10000,0.576
10,mlp.experts.75.up_proj,0.0000001196,0.10000,0.616
10,mlp.experts.76.up_proj,0.0000000250,0.10000,0.597
10,mlp.experts.77.up_proj,0.0000006841,0.10000,0.568
10,mlp.experts.78.up_proj,0.0000000542,0.10000,0.567
10,mlp.experts.79.up_proj,0.0000047782,0.10000,0.566
10,mlp.experts.80.up_proj,0.0000000234,0.10000,0.566
10,mlp.experts.81.up_proj,0.0000034439,0.10000,0.594
10,mlp.experts.82.up_proj,0.0000000327,0.10000,0.611
10,mlp.experts.83.up_proj,0.0000000305,0.10000,0.570
10,mlp.experts.84.up_proj,0.0000004108,0.10000,0.586
10,mlp.experts.85.up_proj,0.0000000190,0.10000,0.598
10,mlp.experts.86.up_proj,0.0000000794,0.10000,0.577
10,mlp.experts.87.up_proj,0.0000002501,0.10000,0.567
10,mlp.experts.88.up_proj,0.0000000338,0.10000,0.568
10,mlp.experts.89.up_proj,0.0000009828,0.10000,0.568
10,mlp.experts.90.up_proj,0.0000000691,0.10000,0.581
10,mlp.experts.91.up_proj,0.0000000116,0.10000,0.567
10,mlp.experts.92.up_proj,0.0000001208,0.10000,0.565
10,mlp.experts.93.up_proj,0.0000018809,0.10000,0.566
10,mlp.experts.94.up_proj,0.0000000217,0.10000,0.565
10,mlp.experts.95.up_proj,0.0000000225,0.10000,0.568
10,mlp.experts.96.up_proj,0.0000001200,0.10000,0.569
10,mlp.experts.97.up_proj,0.0000000463,0.10000,0.571
10,mlp.experts.98.up_proj,0.0000000193,0.10000,0.575
10,mlp.experts.99.up_proj,0.0000000464,0.10000,0.569
10,mlp.experts.100.up_proj,0.0000002468,0.10000,0.571
10,mlp.experts.101.up_proj,0.0000000545,0.10000,0.575
10,mlp.experts.102.up_proj,0.0000001273,0.10000,0.571
10,mlp.experts.103.up_proj,0.0000000309,0.10000,0.571
10,mlp.experts.104.up_proj,0.0000005713,0.10000,0.566
10,mlp.experts.105.up_proj,0.0000000252,0.10000,0.568
10,mlp.experts.106.up_proj,0.0000017901,0.10000,0.571
10,mlp.experts.107.up_proj,0.0000000201,0.10000,0.570
10,mlp.experts.108.up_proj,0.0000000196,0.10000,0.572
10,mlp.experts.109.up_proj,0.0000000505,0.10000,0.595
10,mlp.experts.110.up_proj,0.0000000287,0.10000,0.600
10,mlp.experts.111.up_proj,0.0000003992,0.10000,0.591
10,mlp.experts.112.up_proj,0.0000000272,0.10000,0.573
10,mlp.experts.113.up_proj,0.0000000310,0.10000,0.571
10,mlp.experts.114.up_proj,0.0000021223,0.10000,0.605
10,mlp.experts.115.up_proj,0.0000021903,0.10000,0.608
10,mlp.experts.116.up_proj,0.0000003663,0.10000,0.574
10,mlp.experts.117.up_proj,0.0000037679,0.10000,0.577
10,mlp.experts.118.up_proj,0.0000007380,0.10000,0.570
10,mlp.experts.119.up_proj,0.0000000323,0.10000,0.571
10,mlp.experts.120.up_proj,0.0000000238,0.10000,0.580
10,mlp.experts.121.up_proj,0.0000010395,0.10000,0.571
10,mlp.experts.122.up_proj,0.0000011081,0.10000,0.576
10,mlp.experts.123.up_proj,0.0000000208,0.10000,0.575
10,mlp.experts.124.up_proj,0.0000000614,0.10000,0.594
10,mlp.experts.125.up_proj,0.0000014452,0.10000,0.603
10,mlp.experts.126.up_proj,0.0000000763,0.10000,0.571
10,mlp.experts.127.up_proj,0.0000004092,0.10000,0.568
10,mlp.experts.0.gate_proj,0.0000001458,0.10000,0.569
10,mlp.experts.1.gate_proj,0.0000001041,0.10000,0.575
10,mlp.experts.2.gate_proj,0.0000000560,0.10000,0.572
10,mlp.experts.3.gate_proj,0.0000000327,0.10000,0.577
10,mlp.experts.4.gate_proj,0.0000000778,0.10000,0.568
10,mlp.experts.5.gate_proj,0.0000001096,0.10000,0.571
10,mlp.experts.6.gate_proj,0.0000000608,0.10000,0.577
10,mlp.experts.7.gate_proj,0.0000003771,0.10000,0.571
10,mlp.experts.8.gate_proj,0.0000002853,0.10000,0.697
10,mlp.experts.9.gate_proj,0.0000002112,0.10000,0.662
10,mlp.experts.10.gate_proj,0.0000000360,0.10000,0.635
10,mlp.experts.11.gate_proj,0.0000242341,0.10000,0.639
10,mlp.experts.12.gate_proj,0.0000002056,0.10000,0.637
10,mlp.experts.13.gate_proj,0.0000000251,0.10000,0.641
10,mlp.experts.14.gate_proj,0.0000000352,0.10000,0.691
10,mlp.experts.15.gate_proj,0.0000004015,0.10000,0.637
10,mlp.experts.16.gate_proj,0.0000000673,0.10000,0.647
10,mlp.experts.17.gate_proj,0.0000006707,0.10000,0.606
10,mlp.experts.18.gate_proj,0.0000000121,0.10000,0.604
10,mlp.experts.19.gate_proj,0.0000002782,0.10000,0.597
10,mlp.experts.20.gate_proj,0.0000000994,0.10000,0.588
10,mlp.experts.21.gate_proj,0.0000001938,0.10000,0.572
10,mlp.experts.22.gate_proj,0.0000002398,0.10000,0.584
10,mlp.experts.23.gate_proj,0.0000001079,0.10000,0.582
10,mlp.experts.24.gate_proj,0.0000066517,0.10000,0.613
10,mlp.experts.25.gate_proj,0.0000000741,0.10000,0.614
10,mlp.experts.26.gate_proj,0.0000000227,0.10000,0.584
10,mlp.experts.27.gate_proj,0.0000000894,0.10000,0.578
10,mlp.experts.28.gate_proj,0.0000008262,0.10000,0.574
10,mlp.experts.29.gate_proj,0.0000002107,0.10000,0.603
10,mlp.experts.30.gate_proj,0.0000000083,0.10000,0.578
10,mlp.experts.31.gate_proj,0.0000002676,0.10000,0.573
10,mlp.experts.32.gate_proj,0.0000000602,0.10000,0.577
10,mlp.experts.33.gate_proj,0.0000000728,0.10000,0.603
10,mlp.experts.34.gate_proj,0.0000008098,0.10000,0.601
10,mlp.experts.35.gate_proj,0.0000000169,0.10000,0.583
10,mlp.experts.36.gate_proj,0.0000001227,0.10000,0.582
10,mlp.experts.37.gate_proj,0.0000002687,0.10000,0.560
10,mlp.experts.38.gate_proj,0.0000255574,0.10000,0.570
10,mlp.experts.39.gate_proj,0.0000000281,0.10000,0.576
10,mlp.experts.40.gate_proj,0.0000000201,0.10000,0.573
10,mlp.experts.41.gate_proj,0.0000000393,0.10000,0.576
10,mlp.experts.42.gate_proj,0.0000011895,0.10000,0.575
10,mlp.experts.43.gate_proj,0.0000000559,0.10000,0.572
10,mlp.experts.44.gate_proj,0.0000011056,0.10000,0.570
10,mlp.experts.45.gate_proj,0.0000000506,0.10000,0.566
10,mlp.experts.46.gate_proj,0.0000010621,0.10000,0.575
10,mlp.experts.47.gate_proj,0.0000005418,0.10000,0.567
10,mlp.experts.48.gate_proj,0.0000002857,0.10000,0.572
10,mlp.experts.49.gate_proj,0.0000061762,0.10000,0.588
10,mlp.experts.50.gate_proj,0.0000000241,0.10000,0.604
10,mlp.experts.51.gate_proj,0.0000003136,0.10000,0.604
10,mlp.experts.52.gate_proj,0.0000000155,0.10000,0.583
10,mlp.experts.53.gate_proj,0.0000003894,0.10000,0.577
10,mlp.experts.54.gate_proj,0.0000005374,0.10000,0.594
10,mlp.experts.55.gate_proj,0.0000001106,0.10000,0.618
10,mlp.experts.56.gate_proj,0.0000002072,0.10000,0.589
10,mlp.experts.57.gate_proj,0.0000002065,0.10000,0.576
10,mlp.experts.58.gate_proj,0.0000000656,0.10000,0.586
10,mlp.experts.59.gate_proj,0.0000004064,0.10000,0.610
10,mlp.experts.60.gate_proj,0.0000011822,0.10000,0.584
10,mlp.experts.61.gate_proj,0.0000000234,0.10000,0.575
10,mlp.experts.62.gate_proj,0.0000000151,0.10000,0.580
10,mlp.experts.63.gate_proj,0.0000001428,0.10000,0.579
10,mlp.experts.64.gate_proj,0.0000000099,0.10000,0.578
10,mlp.experts.65.gate_proj,0.0000001186,0.10000,0.578
10,mlp.experts.66.gate_proj,0.0000002392,0.10000,0.602
10,mlp.experts.67.gate_proj,0.0000004400,0.10000,0.582
10,mlp.experts.68.gate_proj,0.0000001186,0.10000,0.578
10,mlp.experts.69.gate_proj,0.0000000361,0.10000,0.576
10,mlp.experts.70.gate_proj,0.0000000462,0.10000,0.572
10,mlp.experts.71.gate_proj,0.0000000975,0.10000,0.570
10,mlp.experts.72.gate_proj,0.0000011642,0.10000,0.575
10,mlp.experts.73.gate_proj,0.0000000274,0.10000,0.580
10,mlp.experts.74.gate_proj,0.0000000241,0.10000,0.575
10,mlp.experts.75.gate_proj,0.0000001277,0.10000,0.574
10,mlp.experts.76.gate_proj,0.0000000256,0.10000,0.574
10,mlp.experts.77.gate_proj,0.0000007575,0.10000,0.575
10,mlp.experts.78.gate_proj,0.0000000551,0.10000,0.578
10,mlp.experts.79.gate_proj,0.0000049675,0.10000,0.574
10,mlp.experts.80.gate_proj,0.0000000247,0.10000,0.575
10,mlp.experts.81.gate_proj,0.0000036263,0.10000,0.593
10,mlp.experts.82.gate_proj,0.0000000335,0.10000,0.585
10,mlp.experts.83.gate_proj,0.0000000297,0.10000,0.580
10,mlp.experts.84.gate_proj,0.0000004313,0.10000,0.572
10,mlp.experts.85.gate_proj,0.0000000196,0.10000,0.595
10,mlp.experts.86.gate_proj,0.0000000809,0.10000,0.700
10,mlp.experts.87.gate_proj,0.0000002612,0.10000,0.651
10,mlp.experts.88.gate_proj,0.0000000342,0.10000,0.605
10,mlp.experts.89.gate_proj,0.0000010627,0.10000,0.571
10,mlp.experts.90.gate_proj,0.0000000699,0.10000,0.574
10,mlp.experts.91.gate_proj,0.0000000119,0.10000,0.577
10,mlp.experts.92.gate_proj,0.0000001256,0.10000,0.566
10,mlp.experts.93.gate_proj,0.0000019304,0.10000,0.576
10,mlp.experts.94.gate_proj,0.0000000243,0.10000,0.689
10,mlp.experts.95.gate_proj,0.0000000213,0.10000,0.674
10,mlp.experts.96.gate_proj,0.0000001237,0.10000,0.650
10,mlp.experts.97.gate_proj,0.0000000503,0.10000,0.641
10,mlp.experts.98.gate_proj,0.0000000200,0.10000,0.660
10,mlp.experts.99.gate_proj,0.0000000501,0.10000,0.635
10,mlp.experts.100.gate_proj,0.0000002511,0.10000,0.647
10,mlp.experts.101.gate_proj,0.0000000546,0.10000,0.638
10,mlp.experts.102.gate_proj,0.0000001376,0.10000,0.640
10,mlp.experts.103.gate_proj,0.0000000314,0.10000,0.616
10,mlp.experts.104.gate_proj,0.0000005830,0.10000,0.610
10,mlp.experts.105.gate_proj,0.0000000250,0.10000,0.586
10,mlp.experts.106.gate_proj,0.0000018744,0.10000,0.623
10,mlp.experts.107.gate_proj,0.0000000219,0.10000,0.586
10,mlp.experts.108.gate_proj,0.0000000199,0.10000,0.599
10,mlp.experts.109.gate_proj,0.0000000516,0.10000,0.604
10,mlp.experts.110.gate_proj,0.0000000311,0.10000,0.689
10,mlp.experts.111.gate_proj,0.0000004107,0.10000,0.652
10,mlp.experts.112.gate_proj,0.0000000288,0.10000,0.644
10,mlp.experts.113.gate_proj,0.0000000312,0.10000,0.647
10,mlp.experts.114.gate_proj,0.0000022406,0.10000,0.650
10,mlp.experts.115.gate_proj,0.0000022848,0.10000,0.640
10,mlp.experts.116.gate_proj,0.0000003846,0.10000,0.650
10,mlp.experts.117.gate_proj,0.0000039948,0.10000,0.602
10,mlp.experts.118.gate_proj,0.0000007861,0.10000,0.607
10,mlp.experts.119.gate_proj,0.0000000334,0.10000,0.605
10,mlp.experts.120.gate_proj,0.0000000254,0.10000,0.608
10,mlp.experts.121.gate_proj,0.0000009996,0.10000,0.594
10,mlp.experts.122.gate_proj,0.0000011434,0.10000,0.617
10,mlp.experts.123.gate_proj,0.0000000212,0.10000,0.592
10,mlp.experts.124.gate_proj,0.0000000598,0.10000,0.598
10,mlp.experts.125.gate_proj,0.0000015147,0.10000,0.616
10,mlp.experts.126.gate_proj,0.0000000850,0.10000,0.615
10,mlp.experts.127.gate_proj,0.0000004177,0.10000,0.606
10,mlp.experts.0.down_proj,0.0000000113,0.10000,0.211
10,mlp.experts.1.down_proj,0.0000000087,0.10000,0.208
10,mlp.experts.2.down_proj,0.0000000094,0.10000,0.223
10,mlp.experts.3.down_proj,0.0000000024,0.10000,0.227
10,mlp.experts.4.down_proj,0.0000000151,0.10000,0.228
10,mlp.experts.5.down_proj,0.0000000060,0.10000,0.228
10,mlp.experts.6.down_proj,0.0000000016,0.10000,0.217
10,mlp.experts.7.down_proj,0.0000000438,0.10000,0.217
10,mlp.experts.8.down_proj,0.0000000240,0.10000,0.229
10,mlp.experts.9.down_proj,0.0000000136,0.10000,0.227
10,mlp.experts.10.down_proj,0.0000000062,0.10000,0.216
10,mlp.experts.11.down_proj,0.0000105541,0.10000,0.215
10,mlp.experts.12.down_proj,0.0000000219,0.10000,0.217
10,mlp.experts.13.down_proj,0.0000000032,0.10000,0.218
10,mlp.experts.14.down_proj,0.0000000047,0.10000,0.222
10,mlp.experts.15.down_proj,0.0000000584,0.10000,0.218
10,mlp.experts.16.down_proj,0.0000000070,0.10000,0.219
10,mlp.experts.17.down_proj,0.0000000852,0.10000,0.231
10,mlp.experts.18.down_proj,0.0000000014,0.10000,0.231
10,mlp.experts.19.down_proj,0.0000000256,0.10000,0.235
10,mlp.experts.20.down_proj,0.0000000107,0.10000,0.226
10,mlp.experts.21.down_proj,0.0000000277,0.10000,0.221
10,mlp.experts.22.down_proj,0.0000000238,0.10000,0.268
10,mlp.experts.23.down_proj,0.0000000132,0.10000,0.251
10,mlp.experts.24.down_proj,0.0000010812,0.10000,0.254
10,mlp.experts.25.down_proj,0.0000000051,0.10000,0.235
10,mlp.experts.26.down_proj,0.0000000022,0.10000,0.234
10,mlp.experts.27.down_proj,0.0000000166,0.10000,0.231
10,mlp.experts.28.down_proj,0.0000000960,0.10000,0.227
10,mlp.experts.29.down_proj,0.0000000201,0.10000,0.220
10,mlp.experts.30.down_proj,0.0000000010,0.10000,0.224
10,mlp.experts.31.down_proj,0.0000000470,0.10000,0.244
10,mlp.experts.32.down_proj,0.0000000049,0.10000,0.227
10,mlp.experts.33.down_proj,0.0000000117,0.10000,0.227
10,mlp.experts.34.down_proj,0.0000000872,0.10000,0.226
10,mlp.experts.35.down_proj,0.0000000025,0.10000,0.279
10,mlp.experts.36.down_proj,0.0000000077,0.10000,0.267
10,mlp.experts.37.down_proj,0.0000000364,0.10000,0.257
10,mlp.experts.38.down_proj,0.0000000255,0.10000,0.237
10,mlp.experts.39.down_proj,0.0000000036,0.10000,0.246
10,mlp.experts.40.down_proj,0.0000000026,0.10000,0.243
10,mlp.experts.41.down_proj,0.0000000054,0.10000,0.244
10,mlp.experts.42.down_proj,0.0000000527,0.10000,0.244
10,mlp.experts.43.down_proj,0.0000000072,0.10000,0.246
10,mlp.experts.44.down_proj,0.0000001899,0.10000,0.250
10,mlp.experts.45.down_proj,0.0000000087,0.10000,0.250
10,mlp.experts.46.down_proj,0.0000002298,0.10000,0.241
10,mlp.experts.47.down_proj,0.0000000885,0.10000,0.233
10,mlp.experts.48.down_proj,0.0000000236,0.10000,0.228
10,mlp.experts.49.down_proj,0.0000002156,0.10000,0.225
10,mlp.experts.50.down_proj,0.0000000026,0.10000,0.224
10,mlp.experts.51.down_proj,0.0000000369,0.10000,0.220
10,mlp.experts.52.down_proj,0.0000000016,0.10000,0.219
10,mlp.experts.53.down_proj,0.0000000485,0.10000,0.222
10,mlp.experts.54.down_proj,0.0000000420,0.10000,0.225
10,mlp.experts.55.down_proj,0.0000000119,0.10000,0.218
10,mlp.experts.56.down_proj,0.0000000125,0.10000,0.222
10,mlp.experts.57.down_proj,0.0000000372,0.10000,0.222
10,mlp.experts.58.down_proj,0.0000000063,0.10000,0.211
10,mlp.experts.59.down_proj,0.0000000366,0.10000,0.220
10,mlp.experts.60.down_proj,0.0000001977,0.10000,0.254
10,mlp.experts.61.down_proj,0.0000000032,0.10000,0.264
10,mlp.experts.62.down_proj,0.0000000022,0.10000,0.261
10,mlp.experts.63.down_proj,0.0000000192,0.10000,0.246
10,mlp.experts.64.down_proj,0.0000000011,0.10000,0.246
10,mlp.experts.65.down_proj,0.0000000177,0.10000,0.254
10,mlp.experts.66.down_proj,0.0000000244,0.10000,0.233
10,mlp.experts.67.down_proj,0.0000000378,0.10000,0.261
10,mlp.experts.68.down_proj,0.0000000131,0.10000,0.249
10,mlp.experts.69.down_proj,0.0000000025,0.10000,0.246
10,mlp.experts.70.down_proj,0.0000000053,0.10000,0.250
10,mlp.experts.71.down_proj,0.0000000101,0.10000,0.221
10,mlp.experts.72.down_proj,0.0000001822,0.10000,0.236
10,mlp.experts.73.down_proj,0.0000000041,0.10000,0.228
10,mlp.experts.74.down_proj,0.0000000037,0.10000,0.244
10,mlp.experts.75.down_proj,0.0000000116,0.10000,0.233
10,mlp.experts.76.down_proj,0.0000000026,0.10000,0.228
10,mlp.experts.77.down_proj,0.0000001051,0.10000,0.231
10,mlp.experts.78.down_proj,0.0000000047,0.10000,0.235
10,mlp.experts.79.down_proj,0.0000005512,0.10000,0.226
10,mlp.experts.80.down_proj,0.0000000020,0.10000,0.226
10,mlp.experts.81.down_proj,0.0000000786,0.10000,0.239
10,mlp.experts.82.down_proj,0.0000000056,0.10000,0.225
10,mlp.experts.83.down_proj,0.0000000044,0.10000,0.227
10,mlp.experts.84.down_proj,0.0000000383,0.10000,0.228
10,mlp.experts.85.down_proj,0.0000000025,0.10000,0.227
10,mlp.experts.86.down_proj,0.0000000113,0.10000,0.232
10,mlp.experts.87.down_proj,0.0000000416,0.10000,0.235
10,mlp.experts.88.down_proj,0.0000000046,0.10000,0.237
10,mlp.experts.89.down_proj,0.0000001381,0.10000,0.221
10,mlp.experts.90.down_proj,0.0000000104,0.10000,0.226
10,mlp.experts.91.down_proj,0.0000000012,0.10000,0.235
10,mlp.experts.92.down_proj,0.0000000109,0.10000,0.234
10,mlp.experts.93.down_proj,0.0000004274,0.10000,0.230
10,mlp.experts.94.down_proj,0.0000000029,0.10000,0.236
10,mlp.experts.95.down_proj,0.0000000039,0.10000,0.233
10,mlp.experts.96.down_proj,0.0000000138,0.10000,0.218
10,mlp.experts.97.down_proj,0.0000000051,0.10000,0.222
10,mlp.experts.98.down_proj,0.0000000015,0.10000,0.229
10,mlp.experts.99.down_proj,0.0000000072,0.10000,0.229
10,mlp.experts.100.down_proj,0.0000000419,0.10000,0.238
10,mlp.experts.101.down_proj,0.0000000080,0.10000,0.237
10,mlp.experts.102.down_proj,0.0000000115,0.10000,0.216
10,mlp.experts.103.down_proj,0.0000000047,0.10000,0.233
10,mlp.experts.104.down_proj,0.0000000763,0.10000,0.243
10,mlp.experts.105.down_proj,0.0000000034,0.10000,0.268
10,mlp.experts.106.down_proj,0.0000001702,0.10000,0.234
10,mlp.experts.107.down_proj,0.0000000032,0.10000,0.235
10,mlp.experts.108.down_proj,0.0000000029,0.10000,0.237
10,mlp.experts.109.down_proj,0.0000000091,0.10000,0.227
10,mlp.experts.110.down_proj,0.0000000041,0.10000,0.244
10,mlp.experts.111.down_proj,0.0000000718,0.10000,0.223
10,mlp.experts.112.down_proj,0.0000000032,0.10000,0.229
10,mlp.experts.113.down_proj,0.0000000040,0.10000,0.224
10,mlp.experts.114.down_proj,0.0000002545,0.10000,0.234
10,mlp.experts.115.down_proj,0.0000000702,0.10000,0.263
10,mlp.experts.116.down_proj,0.0000000412,0.10000,0.263
10,mlp.experts.117.down_proj,0.0000008252,0.10000,0.250
10,mlp.experts.118.down_proj,0.0000000789,0.10000,0.225
10,mlp.experts.119.down_proj,0.0000000051,0.10000,0.237
10,mlp.experts.120.down_proj,0.0000000039,0.10000,0.228
10,mlp.experts.121.down_proj,0.0000000371,0.10000,0.233
10,mlp.experts.122.down_proj,0.0000000970,0.10000,0.224
10,mlp.experts.123.down_proj,0.0000000029,0.10000,0.233
10,mlp.experts.124.down_proj,0.0000000079,0.10000,0.222
10,mlp.experts.125.down_proj,0.0000002744,0.10000,0.214
10,mlp.experts.126.down_proj,0.0000000104,0.10000,0.236
10,mlp.experts.127.down_proj,0.0000000841,0.10000,0.236
11,self_attn.q_proj,0.0000000002,0.10000,0.630
11,self_attn.k_proj,0.0000000000,0.10000,0.617
11,self_attn.v_proj,0.0000000000,0.10000,0.604
11,self_attn.o_proj,0.0000000000,0.10000,1.190
11,mlp.gate,0.0000000063,0.10000,0.566
11,mlp.experts.0.up_proj,0.0000000323,0.10000,0.606
11,mlp.experts.1.up_proj,0.0000002588,0.10000,0.603
11,mlp.experts.2.up_proj,0.0000000717,0.10000,0.575
11,mlp.experts.3.up_proj,0.0000000691,0.10000,0.578
11,mlp.experts.4.up_proj,0.0000005839,0.10000,0.683
11,mlp.experts.5.up_proj,0.0000006228,0.10000,0.603
11,mlp.experts.6.up_proj,0.0000008308,0.10000,0.561
11,mlp.experts.7.up_proj,0.0000001612,0.10000,0.569
11,mlp.experts.8.up_proj,0.0000000232,0.10000,0.610
11,mlp.experts.9.up_proj,0.0000000863,0.10000,0.704
11,mlp.experts.10.up_proj,0.0000008981,0.10000,0.639
11,mlp.experts.11.up_proj,0.0000006444,0.10000,0.637
11,mlp.experts.12.up_proj,0.0000000401,0.10000,0.647
11,mlp.experts.13.up_proj,0.0000000344,0.10000,0.624
11,mlp.experts.14.up_proj,0.0000002069,0.10000,0.600
11,mlp.experts.15.up_proj,0.0000001613,0.10000,0.577
11,mlp.experts.16.up_proj,0.0000000188,0.10000,0.568
11,mlp.experts.17.up_proj,0.0000003589,0.10000,0.563
11,mlp.experts.18.up_proj,0.0000000347,0.10000,0.563
11,mlp.experts.19.up_proj,0.0000003625,0.10000,0.572
11,mlp.experts.20.up_proj,0.0000000476,0.10000,0.593
11,mlp.experts.21.up_proj,0.0000000791,0.10000,0.612
11,mlp.experts.22.up_proj,0.0000000831,0.10000,0.573
11,mlp.experts.23.up_proj,0.0000001703,0.10000,0.585
11,mlp.experts.24.up_proj,0.0000000342,0.10000,0.577
11,mlp.experts.25.up_proj,0.0000000759,0.10000,0.577
11,mlp.experts.26.up_proj,0.0000000302,0.10000,0.571
11,mlp.experts.27.up_proj,0.0000032989,0.10000,0.575
11,mlp.experts.28.up_proj,0.0000001028,0.10000,0.582
11,mlp.experts.29.up_proj,0.0000000201,0.10000,0.571
11,mlp.experts.30.up_proj,0.0000000857,0.10000,0.571
11,mlp.experts.31.up_proj,0.0000000656,0.10000,0.571
11,mlp.experts.32.up_proj,0.0000003160,0.10000,0.601
11,mlp.experts.33.up_proj,0.0000000159,0.10000,0.602
11,mlp.experts.34.up_proj,0.0000018858,0.10000,0.603
11,mlp.experts.35.up_proj,0.0000043658,0.10000,0.602
11,mlp.experts.36.up_proj,0.0000008162,0.10000,0.581
11,mlp.experts.37.up_proj,0.0000000359,0.10000,0.594
11,mlp.experts.38.up_proj,0.0000011228,0.10000,0.679
11,mlp.experts.39.up_proj,0.0000000243,0.10000,0.604
11,mlp.experts.40.up_proj,0.0000001216,0.10000,0.605
11,mlp.experts.41.up_proj,0.0000000399,0.10000,0.567
11,mlp.experts.42.up_proj,0.0000000722,0.10000,0.591
11,mlp.experts.43.up_proj,0.0000000208,0.10000,0.581
11,mlp.experts.44.up_proj,0.0000029412,0.10000,0.567
11,mlp.experts.45.up_proj,0.0000000591,0.10000,0.573
11,mlp.experts.46.up_proj,0.0000000606,0.10000,0.576
11,mlp.experts.47.up_proj,0.0000000238,0.10000,0.595
11,mlp.experts.48.up_proj,0.0000000605,0.10000,0.576
11,mlp.experts.49.up_proj,0.0000000286,0.10000,0.571
11,mlp.experts.50.up_proj,0.0000000303,0.10000,0.567
11,mlp.experts.51.up_proj,0.0000004557,0.10000,0.572
11,mlp.experts.52.up_proj,0.0000001699,0.10000,0.571
11,mlp.experts.53.up_proj,0.0000000792,0.10000,0.574
11,mlp.experts.54.up_proj,0.0000001195,0.10000,0.594
11,mlp.experts.55.up_proj,0.0000000510,0.10000,0.625
11,mlp.experts.56.up_proj,0.0000003212,0.10000,0.569
11,mlp.experts.57.up_proj,0.0000065186,0.10000,0.611
11,mlp.experts.58.up_proj,0.0000000237,0.10000,0.592
11,mlp.experts.59.up_proj,0.0000000411,0.10000,0.587
11,mlp.experts.60.up_proj,0.0000000287,0.10000,0.578
11,mlp.experts.61.up_proj,0.0000000249,0.10000,0.577
11,mlp.experts.62.up_proj,0.0000001422,0.10000,0.578
11,mlp.experts.63.up_proj,0.0000001976,0.10000,0.580
11,mlp.experts.64.up_proj,0.0000001425,0.10000,0.583
11,mlp.experts.65.up_proj,0.0000003259,0.10000,0.576
11,mlp.experts.66.up_proj,0.0000058127,0.10000,0.614
11,mlp.experts.67.up_proj,0.0000000319,0.10000,0.568
11,mlp.experts.68.up_proj,0.0000000508,0.10000,0.570
11,mlp.experts.69.up_proj,0.0000000212,0.10000,0.562
11,mlp.experts.70.up_proj,0.0000006567,0.10000,0.723
11,mlp.experts.71.up_proj,0.0000000233,0.10000,0.655
11,mlp.experts.72.up_proj,0.0000002442,0.10000,0.639
11,mlp.experts.73.up_proj,0.0000000684,0.10000,0.638
11,mlp.experts.74.up_proj,0.0000024048,0.10000,0.640
11,mlp.experts.75.up_proj,0.0000003644,0.10000,0.655
11,mlp.experts.76.up_proj,0.0000005430,0.10000,0.652
11,mlp.experts.77.up_proj,0.0000012676,0.10000,0.607
11,mlp.experts.78.up_proj,0.0000000266,0.10000,0.602
11,mlp.experts.79.up_proj,0.0000000235,0.10000,0.605
11,mlp.experts.80.up_proj,0.0000049829,0.10000,0.577
11,mlp.experts.81.up_proj,0.0000001142,0.10000,0.614
11,mlp.experts.82.up_proj,0.0000002132,0.10000,0.591
11,mlp.experts.83.up_proj,0.0000015270,0.10000,0.575
11,mlp.experts.84.up_proj,0.0000013708,0.10000,0.577
11,mlp.experts.85.up_proj,0.0000000262,0.10000,0.570
11,mlp.experts.86.up_proj,0.0000000316,0.10000,0.659
11,mlp.experts.87.up_proj,0.0000000320,0.10000,0.694
11,mlp.experts.88.up_proj,0.0000008997,0.10000,0.635
11,mlp.experts.89.up_proj,0.0000000321,0.10000,0.600
11,mlp.experts.90.up_proj,0.0000000557,0.10000,0.598
11,mlp.experts.91.up_proj,0.0000010659,0.10000,0.566
11,mlp.experts.92.up_proj,0.0000000382,0.10000,0.573
11,mlp.experts.93.up_proj,0.0000038611,0.10000,0.573
11,mlp.experts.94.up_proj,0.0000000349,0.10000,0.571
11,mlp.experts.95.up_proj,0.0000001053,0.10000,0.568
11,mlp.experts.96.up_proj,0.0000000109,0.10000,0.588
11,mlp.experts.97.up_proj,0.0000000419,0.10000,0.586
11,mlp.experts.98.up_proj,0.0000000144,0.10000,0.614
11,mlp.experts.99.up_proj,0.0000000319,0.10000,0.591
11,mlp.experts.100.up_proj,0.0000000504,0.10000,0.613
11,mlp.experts.101.up_proj,0.0000000397,0.10000,0.607
11,mlp.experts.102.up_proj,0.0000001043,0.10000,0.710
11,mlp.experts.103.up_proj,0.0000002917,0.10000,0.658
11,mlp.experts.104.up_proj,0.0000007764,0.10000,0.640
11,mlp.experts.105.up_proj,0.0000000137,0.10000,0.638
11,mlp.experts.106.up_proj,0.0000004549,0.10000,0.611
11,mlp.experts.107.up_proj,0.0000000155,0.10000,0.608
11,mlp.experts.108.up_proj,0.0000009225,0.10000,0.618
11,mlp.experts.109.up_proj,0.0000000400,0.10000,0.599
11,mlp.experts.110.up_proj,0.0000003779,0.10000,0.617
11,mlp.experts.111.up_proj,0.0000000281,0.10000,0.605
11,mlp.experts.112.up_proj,0.0000002667,0.10000,0.604
11,mlp.experts.113.up_proj,0.0000009318,0.10000,0.613
11,mlp.experts.114.up_proj,0.0000001442,0.10000,0.677
11,mlp.experts.115.up_proj,0.0000000122,0.10000,0.597
11,mlp.experts.116.up_proj,0.0000000341,0.10000,0.599
11,mlp.experts.117.up_proj,0.0000006034,0.10000,0.617
11,mlp.experts.118.up_proj,0.0000019992,0.10000,0.621
11,mlp.experts.119.up_proj,0.0000048041,0.10000,0.691
11,mlp.experts.120.up_proj,0.0000002507,0.10000,0.623
11,mlp.experts.121.up_proj,0.0000002193,0.10000,0.595
11,mlp.experts.122.up_proj,0.0000000356,0.10000,0.613
11,mlp.experts.123.up_proj,0.0000042162,0.10000,0.577
11,mlp.experts.124.up_proj,0.0000001513,0.10000,0.571
11,mlp.experts.125.up_proj,0.0000000440,0.10000,0.562
11,mlp.experts.126.up_proj,0.0000000434,0.10000,0.569
11,mlp.experts.127.up_proj,0.0000012531,0.10000,0.576
11,mlp.experts.0.gate_proj,0.0000000317,0.10000,0.573
11,mlp.experts.1.gate_proj,0.0000002583,0.10000,0.613
11,mlp.experts.2.gate_proj,0.0000000748,0.10000,0.616
11,mlp.experts.3.gate_proj,0.0000000731,0.10000,0.613
11,mlp.experts.4.gate_proj,0.0000005911,0.10000,0.611
11,mlp.experts.5.gate_proj,0.0000006454,0.10000,0.611
11,mlp.experts.6.gate_proj,0.0000008706,0.10000,0.589
11,mlp.experts.7.gate_proj,0.0000001675,0.10000,0.605
11,mlp.experts.8.gate_proj,0.0000000252,0.10000,0.711
11,mlp.experts.9.gate_proj,0.0000002680,0.10000,0.607
11,mlp.experts.10.gate_proj,0.0000009091,0.10000,0.576
11,mlp.experts.11.gate_proj,0.0000006729,0.10000,0.572
11,mlp.experts.12.gate_proj,0.0000000410,0.10000,0.573
11,mlp.experts.13.gate_proj,0.0000000357,0.10000,0.570
11,mlp.experts.14.gate_proj,0.0000002140,0.10000,0.691
11,mlp.experts.15.gate_proj,0.0000001670,0.10000,0.601
11,mlp.experts.16.gate_proj,0.0000000180,0.10000,0.697
11,mlp.experts.17.gate_proj,0.0000003835,0.10000,0.635
11,mlp.experts.18.gate_proj,0.0000000323,0.10000,0.633
11,mlp.experts.19.gate_proj,0.0000003681,0.10000,0.651
11,mlp.experts.20.gate_proj,0.0000000533,0.10000,0.631
11,mlp.experts.21.gate_proj,0.0000000809,0.10000,0.660
11,mlp.experts.22.gate_proj,0.0000000839,0.10000,0.634
11,mlp.experts.23.gate_proj,0.0000001687,0.10000,0.643
11,mlp.experts.24.gate_proj,0.0000000349,0.10000,0.636
11,mlp.experts.25.gate_proj,0.0000001295,0.10000,0.637
11,mlp.experts.26.gate_proj,0.0000000304,0.10000,0.633
11,mlp.experts.27.gate_proj,0.0000035627,0.10000,0.635
11,mlp.experts.28.gate_proj,0.0000001045,0.10000,0.601
11,mlp.experts.29.gate_proj,0.0000000204,0.10000,0.611
11,mlp.experts.30.gate_proj,0.0000000927,0.10000,0.610
11,mlp.experts.31.gate_proj,0.0000000661,0.10000,0.577
11,mlp.experts.32.gate_proj,0.0000003207,0.10000,0.580
11,mlp.experts.33.gate_proj,0.0000000168,0.10000,0.575
11,mlp.experts.34.gate_proj,0.0000019698,0.10000,0.570
11,mlp.experts.35.gate_proj,0.0000044906,0.10000,0.580
11,mlp.experts.36.gate_proj,0.0000009003,0.10000,0.572
11,mlp.experts.37.gate_proj,0.0000000380,0.10000,0.597
11,mlp.experts.38.gate_proj,0.0000011783,0.10000,0.607
11,mlp.experts.39.gate_proj,0.0000000245,0.10000,0.588
11,mlp.experts.40.gate_proj,0.0000001245,0.10000,0.584
11,mlp.experts.41.gate_proj,0.0000000416,0.10000,0.613
11,mlp.experts.42.gate_proj,0.0000000731,0.10000,0.619
11,mlp.experts.43.gate_proj,0.0000000210,0.10000,0.563
11,mlp.experts.44.gate_proj,0.0000030454,0.10000,0.603
11,mlp.experts.45.gate_proj,0.0000000627,0.10000,0.607
11,mlp.experts.46.gate_proj,0.0000000606,0.10000,0.589
11,mlp.experts.47.gate_proj,0.0000000231,0.10000,0.574
11,mlp.experts.48.gate_proj,0.0000000663,0.10000,0.581
11,mlp.experts.49.gate_proj,0.0000000288,0.10000,0.579
11,mlp.experts.50.gate_proj,0.0000000307,0.10000,0.589
11,mlp.experts.51.gate_proj,0.0000004588,0.10000,0.596
11,mlp.experts.52.gate_proj,0.0000001760,0.10000,0.611
11,mlp.experts.53.gate_proj,0.0000000837,0.10000,0.608
11,mlp.experts.54.gate_proj,0.0000001227,0.10000,0.605
11,mlp.experts.55.gate_proj,0.0000000549,0.10000,0.589
11,mlp.experts.56.gate_proj,0.0000003555,0.10000,0.598
11,mlp.experts.57.gate_proj,0.0000067642,0.10000,0.610
11,mlp.experts.58.gate_proj,0.0000000259,0.10000,0.587
11,mlp.experts.59.gate_proj,0.0000000370,0.10000,0.572
11,mlp.experts.60.gate_proj,0.0000000295,0.10000,0.585
11,mlp.experts.61.gate_proj,0.0000000220,0.10000,0.585
11,mlp.experts.62.gate_proj,0.0000001461,0.10000,0.582
11,mlp.experts.63.gate_proj,0.0000002061,0.10000,0.576
11,mlp.experts.64.gate_proj,0.0000001461,0.10000,0.575
11,mlp.experts.65.gate_proj,0.0000003376,0.10000,0.619
11,mlp.experts.66.gate_proj,0.0000062772,0.10000,0.628
11,mlp.experts.67.gate_proj,0.0000000298,0.10000,0.574
11,mlp.experts.68.gate_proj,0.0000000532,0.10000,0.579
11,mlp.experts.69.gate_proj,0.0000000222,0.10000,0.581
11,mlp.experts.70.gate_proj,0.0000006738,0.10000,0.609
11,mlp.experts.71.gate_proj,0.0000000258,0.10000,0.633
11,mlp.experts.72.gate_proj,0.0000002472,0.10000,0.620
11,mlp.experts.73.gate_proj,0.0000000640,0.10000,0.662
11,mlp.experts.74.gate_proj,0.0000024818,0.10000,0.609
11,mlp.experts.75.gate_proj,0.0000003727,0.10000,0.595
11,mlp.experts.76.gate_proj,0.0000005753,0.10000,0.594
11,mlp.experts.77.gate_proj,0.0000013252,0.10000,0.597
11,mlp.experts.78.gate_proj,0.0000000278,0.10000,0.629
11,mlp.experts.79.gate_proj,0.0000000249,0.10000,0.619
11,mlp.experts.80.gate_proj,0.0000051365,0.10000,0.589
11,mlp.experts.81.gate_proj,0.0000001188,0.10000,0.590
11,mlp.experts.82.gate_proj,0.0000002136,0.10000,0.605
11,mlp.experts.83.gate_proj,0.0000016407,0.10000,0.626
11,mlp.experts.84.gate_proj,0.0000014449,0.10000,0.595
11,mlp.experts.85.gate_proj,0.0000000270,0.10000,0.596
11,mlp.experts.86.gate_proj,0.0000000318,0.10000,0.600
11,mlp.experts.87.gate_proj,0.0000000334,0.10000,0.617
11,mlp.experts.88.gate_proj,0.0000009248,0.10000,0.716
11,mlp.experts.89.gate_proj,0.0000000336,0.10000,0.656
11,mlp.experts.90.gate_proj,0.0000000548,0.10000,0.645
11,mlp.experts.91.gate_proj,0.0000011003,0.10000,0.703
11,mlp.experts.92.gate_proj,0.0000000429,0.10000,0.621
11,mlp.experts.93.gate_proj,0.0000039758,0.10000,0.586
11,mlp.experts.94.gate_proj,0.0000000380,0.10000,0.591
11,mlp.experts.95.gate_proj,0.0000001137,0.10000,0.581
11,mlp.experts.96.gate_proj,0.0000000111,0.10000,0.590
11,mlp.experts.97.gate_proj,0.0000000422,0.10000,0.587
11,mlp.experts.98.gate_proj,0.0000000146,0.10000,0.739
11,mlp.experts.99.gate_proj,0.0000000330,0.10000,0.676
11,mlp.experts.100.gate_proj,0.0000000522,0.10000,0.634
11,mlp.experts.101.gate_proj,0.0000000394,0.10000,0.611
11,mlp.experts.102.gate_proj,0.0000001104,0.10000,0.633
11,mlp.experts.103.gate_proj,0.0000003082,0.10000,0.615
11,mlp.experts.104.gate_proj,0.0000008013,0.10000,0.627
11,mlp.experts.105.gate_proj,0.0000000140,0.10000,0.658
11,mlp.experts.106.gate_proj,0.0000004668,0.10000,0.712
11,mlp.experts.107.gate_proj,0.0000000157,0.10000,0.657
11,mlp.experts.108.gate_proj,0.0000009501,0.10000,0.653
11,mlp.experts.109.gate_proj,0.0000000412,0.10000,0.630
11,mlp.experts.110.gate_proj,0.0000003949,0.10000,0.628
11,mlp.experts.111.gate_proj,0.0000000320,0.10000,0.723
11,mlp.experts.112.gate_proj,0.0000002777,0.10000,0.657
11,mlp.experts.113.gate_proj,0.0000009683,0.10000,0.648
11,mlp.experts.114.gate_proj,0.0000001450,0.10000,0.601
11,mlp.experts.115.gate_proj,0.0000000126,0.10000,0.583
11,mlp.experts.116.gate_proj,0.0000000350,0.10000,0.631
11,mlp.experts.117.gate_proj,0.0000006254,0.10000,0.719
11,mlp.experts.118.gate_proj,0.0000020459,0.10000,0.582
11,mlp.experts.119.gate_proj,0.0000049473,0.10000,0.597
11,mlp.experts.120.gate_proj,0.0000002568,0.10000,0.602
11,mlp.experts.121.gate_proj,0.0000002260,0.10000,0.632
11,mlp.experts.122.gate_proj,0.0000000346,0.10000,0.612
11,mlp.experts.123.gate_proj,0.0000042424,0.10000,0.589
11,mlp.experts.124.gate_proj,0.0000001683,0.10000,0.603
11,mlp.experts.125.gate_proj,0.0000000450,0.10000,0.609
11,mlp.experts.126.gate_proj,0.0000000433,0.10000,0.619
11,mlp.experts.127.gate_proj,0.0000012734,0.10000,0.603
11,mlp.experts.0.down_proj,0.0000000037,0.10000,0.236
11,mlp.experts.1.down_proj,0.0000000397,0.10000,0.233
11,mlp.experts.2.down_proj,0.0000000065,0.10000,0.229
11,mlp.experts.3.down_proj,0.0000000031,0.10000,0.227
11,mlp.experts.4.down_proj,0.0000000044,0.10000,0.227
11,mlp.experts.5.down_proj,0.0000000920,0.10000,0.234
11,mlp.experts.6.down_proj,0.0000000909,0.10000,0.229
11,mlp.experts.7.down_proj,0.0000000151,0.10000,0.230
11,mlp.experts.8.down_proj,0.0000000038,0.10000,0.221
11,mlp.experts.9.down_proj,0.0000000015,0.10000,0.225
11,mlp.experts.10.down_proj,0.0000002075,0.10000,0.220
11,mlp.experts.11.down_proj,0.0000000778,0.10000,0.229
11,mlp.experts.12.down_proj,0.0000000040,0.10000,0.228
11,mlp.experts.13.down_proj,0.0000000052,0.10000,0.215
11,mlp.experts.14.down_proj,0.0000000207,0.10000,0.217
11,mlp.experts.15.down_proj,0.0000000187,0.10000,0.220
11,mlp.experts.16.down_proj,0.0000000029,0.10000,0.214
11,mlp.experts.17.down_proj,0.0000000345,0.10000,0.238
11,mlp.experts.18.down_proj,0.0000000037,0.10000,0.233
11,mlp.experts.19.down_proj,0.0000000620,0.10000,0.226
11,mlp.experts.20.down_proj,0.0000000046,0.10000,0.227
11,mlp.experts.21.down_proj,0.0000000085,0.10000,0.225
11,mlp.experts.22.down_proj,0.0000000076,0.10000,0.228
11,mlp.experts.23.down_proj,0.0000000140,0.10000,0.226
11,mlp.experts.24.down_proj,0.0000000042,0.10000,0.223
11,mlp.experts.25.down_proj,0.0000000120,0.10000,0.230
11,mlp.experts.26.down_proj,0.0000000044,0.10000,0.222
11,mlp.experts.27.down_proj,0.0000005924,0.10000,0.227
11,mlp.experts.28.down_proj,0.0000000092,0.10000,0.244
11,mlp.experts.29.down_proj,0.0000000024,0.10000,0.227
11,mlp.experts.30.down_proj,0.0000000132,0.10000,0.234
11,mlp.experts.31.down_proj,0.0000000046,0.10000,0.235
11,mlp.experts.32.down_proj,0.0000000351,0.10000,0.223
11,mlp.experts.33.down_proj,0.0000000015,0.10000,0.224
11,mlp.experts.34.down_proj,0.0000002855,0.10000,0.234
11,mlp.experts.35.down_proj,0.0000011928,0.10000,0.217
11,mlp.experts.36.down_proj,0.0000000160,0.10000,0.224
11,mlp.experts.37.down_proj,0.0000000046,0.10000,0.218
11,mlp.experts.38.down_proj,0.0000002019,0.10000,0.218
11,mlp.experts.39.down_proj,0.0000000032,0.10000,0.223
11,mlp.experts.40.down_proj,0.0000000120,0.10000,0.231
11,mlp.experts.41.down_proj,0.0000000037,0.10000,0.229
11,mlp.experts.42.down_proj,0.0000000116,0.10000,0.218
11,mlp.experts.43.down_proj,0.0000000019,0.10000,0.220
11,mlp.experts.44.down_proj,0.0000005290,0.10000,0.222
11,mlp.experts.45.down_proj,0.0000000132,0.10000,0.241
11,mlp.experts.46.down_proj,0.0000000078,0.10000,0.240
11,mlp.experts.47.down_proj,0.0000000040,0.10000,0.230
11,mlp.experts.48.down_proj,0.0000000060,0.10000,0.228
11,mlp.experts.49.down_proj,0.0000000044,0.10000,0.230
11,mlp.experts.50.down_proj,0.0000000051,0.10000,0.236
11,mlp.experts.51.down_proj,0.0000000628,0.10000,0.227
11,mlp.experts.52.down_proj,0.0000000095,0.10000,0.236
11,mlp.experts.53.down_proj,0.0000000078,0.10000,0.226
11,mlp.experts.54.down_proj,0.0000000147,0.10000,0.227
11,mlp.experts.55.down_proj,0.0000000107,0.10000,0.228
11,mlp.experts.56.down_proj,0.0000000165,0.10000,0.224
11,mlp.experts.57.down_proj,0.0000009538,0.10000,0.236
11,mlp.experts.58.down_proj,0.0000000035,0.10000,0.242
11,mlp.experts.59.down_proj,0.0000000047,0.10000,0.228
11,mlp.experts.60.down_proj,0.0000000029,0.10000,0.242
11,mlp.experts.61.down_proj,0.0000000031,0.10000,0.252
11,mlp.experts.62.down_proj,0.0000000140,0.10000,0.238
11,mlp.experts.63.down_proj,0.0000000337,0.10000,0.246
11,mlp.experts.64.down_proj,0.0000000262,0.10000,0.242
11,mlp.experts.65.down_proj,0.0000000246,0.10000,0.234
11,mlp.experts.66.down_proj,0.0000007364,0.10000,0.237
11,mlp.experts.67.down_proj,0.0000000037,0.10000,0.235
11,mlp.experts.68.down_proj,0.0000000066,0.10000,0.226
11,mlp.experts.69.down_proj,0.0000000038,0.10000,0.222
11,mlp.experts.70.down_proj,0.0000000895,0.10000,0.235
11,mlp.experts.71.down_proj,0.0000000032,0.10000,0.237
11,mlp.experts.72.down_proj,0.0000000157,0.10000,0.238
11,mlp.experts.73.down_proj,0.0000000079,0.10000,0.223
11,mlp.experts.74.down_proj,0.0000004913,0.10000,0.224
11,mlp.experts.75.down_proj,0.0000000300,0.10000,0.222
11,mlp.experts.76.down_proj,0.0000000234,0.10000,0.223
11,mlp.experts.77.down_proj,0.0000001556,0.10000,0.223
11,mlp.experts.78.down_proj,0.0000000039,0.10000,0.228
11,mlp.experts.79.down_proj,0.0000000036,0.10000,0.225
11,mlp.experts.80.down_proj,0.0000007918,0.10000,0.225
11,mlp.experts.81.down_proj,0.0000000120,0.10000,0.228
11,mlp.experts.82.down_proj,0.0000000159,0.10000,0.228
11,mlp.experts.83.down_proj,0.0000002933,0.10000,0.238
11,mlp.experts.84.down_proj,0.0000000709,0.10000,0.223
11,mlp.experts.85.down_proj,0.0000000033,0.10000,0.223
11,mlp.experts.86.down_proj,0.0000000057,0.10000,0.219
11,mlp.experts.87.down_proj,0.0000000047,0.10000,0.222
11,mlp.experts.88.down_proj,0.0000001697,0.10000,0.235
11,mlp.experts.89.down_proj,0.0000000044,0.10000,0.255
11,mlp.experts.90.down_proj,0.0000000062,0.10000,0.256
11,mlp.experts.91.down_proj,0.0000001956,0.10000,0.262
11,mlp.experts.92.down_proj,0.0000000086,0.10000,0.250
11,mlp.experts.93.down_proj,0.0000008184,0.10000,0.257
11,mlp.experts.94.down_proj,0.0000000050,0.10000,0.248
11,mlp.experts.95.down_proj,0.0000000159,0.10000,0.238
11,mlp.experts.96.down_proj,0.0000000008,0.10000,0.223
11,mlp.experts.97.down_proj,0.0000000061,0.10000,0.224
11,mlp.experts.98.down_proj,0.0000000018,0.10000,0.266
11,mlp.experts.99.down_proj,0.0000000029,0.10000,0.246
11,mlp.experts.100.down_proj,0.0000000070,0.10000,0.230
11,mlp.experts.101.down_proj,0.0000000036,0.10000,0.275
11,mlp.experts.102.down_proj,0.0000000149,0.10000,0.264
11,mlp.experts.103.down_proj,0.0000000584,0.10000,0.232
11,mlp.experts.104.down_proj,0.0000000770,0.10000,0.246
11,mlp.experts.105.down_proj,0.0000000018,0.10000,0.245
11,mlp.experts.106.down_proj,0.0000000318,0.10000,0.254
11,mlp.experts.107.down_proj,0.0000000012,0.10000,0.237
11,mlp.experts.108.down_proj,0.0000001067,0.10000,0.218
11,mlp.experts.109.down_proj,0.0000000041,0.10000,0.245
11,mlp.experts.110.down_proj,0.0000000443,0.10000,0.266
11,mlp.experts.111.down_proj,0.0000000043,0.10000,0.252
11,mlp.experts.112.down_proj,0.0000000248,0.10000,0.246
11,mlp.experts.113.down_proj,0.0000001302,0.10000,0.247
11,mlp.experts.114.down_proj,0.0000000218,0.10000,0.248
11,mlp.experts.115.down_proj,0.0000000018,0.10000,0.239
11,mlp.experts.116.down_proj,0.0000000055,0.10000,0.242
11,mlp.experts.117.down_proj,0.0000000597,0.10000,0.237
11,mlp.experts.118.down_proj,0.0000004400,0.10000,0.232
11,mlp.experts.119.down_proj,0.0000007531,0.10000,0.238
11,mlp.experts.120.down_proj,0.0000000254,0.10000,0.221
11,mlp.experts.121.down_proj,0.0000000226,0.10000,0.211
11,mlp.experts.122.down_proj,0.0000000054,0.10000,0.221
11,mlp.experts.123.down_proj,0.0000008539,0.10000,0.231
11,mlp.experts.124.down_proj,0.0000000144,0.10000,0.228
11,mlp.experts.125.down_proj,0.0000000034,0.10000,0.247
11,mlp.experts.126.down_proj,0.0000000055,0.10000,0.222
11,mlp.experts.127.down_proj,0.0000002254,0.10000,0.235
12,self_attn.q_proj,0.0000000002,0.10000,0.660
12,self_attn.k_proj,0.0000000000,0.10000,0.673
12,self_attn.v_proj,0.0000000000,0.10000,0.611
12,self_attn.o_proj,0.0000000000,0.10000,1.181
12,mlp.gate,0.0000000070,0.10000,0.635
12,mlp.experts.0.up_proj,0.0000000668,0.10000,0.598
12,mlp.experts.1.up_proj,0.0000011992,0.10000,0.717
12,mlp.experts.2.up_proj,0.0000000136,0.10000,0.647
12,mlp.experts.3.up_proj,0.0000008674,0.10000,0.620
12,mlp.experts.4.up_proj,0.0000000841,0.10000,0.684
12,mlp.experts.5.up_proj,0.0000052850,0.10000,0.637
12,mlp.experts.6.up_proj,0.0000000607,0.10000,0.633
12,mlp.experts.7.up_proj,0.0000000911,0.10000,0.638
12,mlp.experts.8.up_proj,0.0000000725,0.10000,0.603
12,mlp.experts.9.up_proj,0.0000000864,0.10000,0.613
12,mlp.experts.10.up_proj,0.0000090647,0.10000,0.576
12,mlp.experts.11.up_proj,0.0000002572,0.10000,0.576
12,mlp.experts.12.up_proj,0.0000000380,0.10000,0.610
12,mlp.experts.13.up_proj,0.0000082159,0.10000,0.591
12,mlp.experts.14.up_proj,0.0000000232,0.10000,0.567
12,mlp.experts.15.up_proj,0.0000000316,0.10000,0.579
12,mlp.experts.16.up_proj,0.0000006024,0.10000,0.588
12,mlp.experts.17.up_proj,0.0000000401,0.10000,0.578
12,mlp.experts.18.up_proj,0.0000000239,0.10000,0.577
12,mlp.experts.19.up_proj,0.0000026618,0.10000,0.596
12,mlp.experts.20.up_proj,0.0000004813,0.10000,0.692
12,mlp.experts.21.up_proj,0.0000001732,0.10000,0.574
12,mlp.experts.22.up_proj,0.0000000939,0.10000,0.581
12,mlp.experts.23.up_proj,0.0000000947,0.10000,0.585
12,mlp.experts.24.up_proj,0.0000000598,0.10000,0.581
12,mlp.experts.25.up_proj,0.0000000296,0.10000,0.608
12,mlp.experts.26.up_proj,0.0000000301,0.10000,0.588
12,mlp.experts.27.up_proj,0.0000000301,0.10000,0.574
12,mlp.experts.28.up_proj,0.0000001627,0.10000,0.574
12,mlp.experts.29.up_proj,0.0000006950,0.10000,0.573
12,mlp.experts.30.up_proj,0.0000000652,0.10000,0.573
12,mlp.experts.31.up_proj,0.0000003215,0.10000,0.573
12,mlp.experts.32.up_proj,0.0000000192,0.10000,0.570
12,mlp.experts.33.up_proj,0.0000011033,0.10000,0.567
12,mlp.experts.34.up_proj,0.0000000369,0.10000,0.564
12,mlp.experts.35.up_proj,0.0000002911,0.10000,0.606
12,mlp.experts.36.up_proj,0.0000000348,0.10000,0.686
12,mlp.experts.37.up_proj,0.0000004819,0.10000,0.634
12,mlp.experts.38.up_proj,0.0000000320,0.10000,0.626
12,mlp.experts.39.up_proj,0.0000002147,0.10000,0.616
12,mlp.experts.40.up_proj,0.0000000963,0.10000,0.596
12,mlp.experts.41.up_proj,0.0000002581,0.10000,0.568
12,mlp.experts.42.up_proj,0.0000000104,0.10000,0.576
12,mlp.experts.43.up_proj,0.0000000423,0.10000,0.603
12,mlp.experts.44.up_proj,0.0000000519,0.10000,0.597
12,mlp.experts.45.up_proj,0.0000013705,0.10000,0.604
12,mlp.experts.46.up_proj,0.0000000139,0.10000,0.572
12,mlp.experts.47.up_proj,0.0000003657,0.10000,0.586
12,mlp.experts.48.up_proj,0.0000041390,0.10000,0.584
12,mlp.experts.49.up_proj,0.0000001302,0.10000,0.597
12,mlp.experts.50.up_proj,0.0000000988,0.10000,0.609
12,mlp.experts.51.up_proj,0.0000000966,0.10000,0.572
12,mlp.experts.52.up_proj,0.0000000221,0.10000,0.608
12,mlp.experts.53.up_proj,0.0000000217,0.10000,0.587
12,mlp.experts.54.up_proj,0.0000009602,0.10000,0.576
12,mlp.experts.55.up_proj,0.0000012396,0.10000,0.576
12,mlp.experts.56.up_proj,0.0000001373,0.10000,0.577
12,mlp.experts.57.up_proj,0.0000004168,0.10000,0.603
12,mlp.experts.58.up_proj,0.0000000263,0.10000,0.579
12,mlp.experts.59.up_proj,0.0000013759,0.10000,0.568
12,mlp.experts.60.up_proj,0.0000002152,0.10000,0.593
12,mlp.experts.61.up_proj,0.0000000252,0.10000,0.595
12,mlp.experts.62.up_proj,0.0000000576,0.10000,0.564
12,mlp.experts.63.up_proj,0.0000000231,0.10000,0.601
12,mlp.experts.64.up_proj,0.0000001022,0.10000,0.609
12,mlp.experts.65.up_proj,0.0000000320,0.10000,0.576
12,mlp.experts.66.up_proj,0.0000002716,0.10000,0.597
12,mlp.experts.67.up_proj,0.0000001300,0.10000,0.573
12,mlp.experts.68.up_proj,0.0000000230,0.10000,0.571
12,mlp.experts.69.up_proj,0.0000000306,0.10000,0.576
12,mlp.experts.70.up_proj,0.0000013152,0.10000,0.597
12,mlp.experts.71.up_proj,0.0000000691,0.10000,0.593
12,mlp.experts.72.up_proj,0.0000029513,0.10000,0.575
12,mlp.experts.73.up_proj,0.0000000342,0.10000,0.576
12,mlp.experts.74.up_proj,0.0000000442,0.10000,0.577
12,mlp.experts.75.up_proj,0.0000000596,0.10000,0.615
12,mlp.experts.76.up_proj,0.0000000301,0.10000,0.699
12,mlp.experts.77.up_proj,0.0000010857,0.10000,0.622
12,mlp.experts.78.up_proj,0.0000002827,0.10000,0.608
12,mlp.experts.79.up_proj,0.0000000443,0.10000,0.592
12,mlp.experts.80.up_proj,0.0000000510,0.10000,0.566
12,mlp.experts.81.up_proj,0.0000024935,0.10000,0.565
12,mlp.experts.82.up_proj,0.0000010594,0.10000,0.570
12,mlp.experts.83.up_proj,0.0000025147,0.10000,0.570
12,mlp.experts.84.up_proj,0.0000012667,0.10000,0.574
12,mlp.experts.85.up_proj,0.0000000335,0.10000,0.595
12,mlp.experts.86.up_proj,0.0000070398,0.10000,0.612
12,mlp.experts.87.up_proj,0.0000000135,0.10000,0.594
12,mlp.experts.88.up_proj,0.0000051579,0.10000,0.584
12,mlp.experts.89.up_proj,0.0000000836,0.10000,0.652
12,mlp.experts.90.up_proj,0.0000000493,0.10000,0.611
12,mlp.experts.91.up_proj,0.0000003659,0.10000,0.598
12,mlp.experts.92.up_proj,0.0000001488,0.10000,0.705
12,mlp.experts.93.up_proj,0.0000013258,0.10000,0.663
12,mlp.experts.94.up_proj,0.0000003281,0.10000,0.648
12,mlp.experts.95.up_proj,0.0000000727,0.10000,0.643
12,mlp.experts.96.up_proj,0.0000000730,0.10000,0.653
12,mlp.experts.97.up_proj,0.0000000143,0.10000,0.651
12,mlp.experts.98.up_proj,0.0000014961,0.10000,0.639
12,mlp.experts.99.up_proj,0.0000000344,0.10000,0.632
12,mlp.experts.100.up_proj,0.0000000221,0.10000,0.631
12,mlp.experts.101.up_proj,0.0000002678,0.10000,0.641
12,mlp.experts.102.up_proj,0.0000000152,0.10000,0.635
12,mlp.experts.103.up_proj,0.0000000312,0.10000,0.637
12,mlp.experts.104.up_proj,0.0000178758,0.10000,0.639
12,mlp.experts.105.up_proj,0.0000003844,0.10000,0.633
12,mlp.experts.106.up_proj,0.0000024170,0.10000,0.627
12,mlp.experts.107.up_proj,0.0000000336,0.10000,0.683
12,mlp.experts.108.up_proj,0.0000004155,0.10000,0.632
12,mlp.experts.109.up_proj,0.0000054124,0.10000,0.633
12,mlp.experts.110.up_proj,0.0000005623,0.10000,0.654
12,mlp.experts.111.up_proj,0.0000003711,0.10000,0.643
12,mlp.experts.112.up_proj,0.0000002830,0.10000,0.641
12,mlp.experts.113.up_proj,0.0000008651,0.10000,0.637
12,mlp.experts.114.up_proj,0.0000000422,0.10000,0.627
12,mlp.experts.115.up_proj,0.0000000363,0.10000,0.635
12,mlp.experts.116.up_proj,0.0000000410,0.10000,0.654
12,mlp.experts.117.up_proj,0.0000001311,0.10000,0.632
12,mlp.experts.118.up_proj,0.0000000293,0.10000,0.606
12,mlp.experts.119.up_proj,0.0000005083,0.10000,0.704
12,mlp.experts.120.up_proj,0.0000000532,0.10000,0.686
12,mlp.experts.121.up_proj,0.0000000567,0.10000,0.647
12,mlp.experts.122.up_proj,0.0000005471,0.10000,0.630
12,mlp.experts.123.up_proj,0.0000000683,0.10000,0.636
12,mlp.experts.124.up_proj,0.0000000320,0.10000,0.638
12,mlp.experts.125.up_proj,0.0000003083,0.10000,0.633
12,mlp.experts.126.up_proj,0.0000003098,0.10000,0.627
12,mlp.experts.127.up_proj,0.0000000304,0.10000,0.633
12,mlp.experts.0.gate_proj,0.0000000664,0.10000,0.640
12,mlp.experts.1.gate_proj,0.0000012372,0.10000,0.649
12,mlp.experts.2.gate_proj,0.0000000138,0.10000,0.695
12,mlp.experts.3.gate_proj,0.0000008755,0.10000,0.609
12,mlp.experts.4.gate_proj,0.0000000876,0.10000,0.608
12,mlp.experts.5.gate_proj,0.0000055113,0.10000,0.571
12,mlp.experts.6.gate_proj,0.0000000617,0.10000,0.575
12,mlp.experts.7.gate_proj,0.0000000923,0.10000,0.572
12,mlp.experts.8.gate_proj,0.0000000751,0.10000,0.571
12,mlp.experts.9.gate_proj,0.0000000858,0.10000,0.576
12,mlp.experts.10.gate_proj,0.0000411347,0.10000,0.582
12,mlp.experts.11.gate_proj,0.0000002646,0.10000,0.694
12,mlp.experts.12.gate_proj,0.0000000389,0.10000,0.681
12,mlp.experts.13.gate_proj,0.0000084027,0.10000,0.661
12,mlp.experts.14.gate_proj,0.0000000233,0.10000,0.639
12,mlp.experts.15.gate_proj,0.0000000320,0.10000,0.603
12,mlp.experts.16.gate_proj,0.0000006535,0.10000,0.589
12,mlp.experts.17.gate_proj,0.0000000406,0.10000,0.579
12,mlp.experts.18.gate_proj,0.0000000240,0.10000,0.574
12,mlp.experts.19.gate_proj,0.0000027568,0.10000,0.574
12,mlp.experts.20.gate_proj,0.0000004923,0.10000,0.576
12,mlp.experts.21.gate_proj,0.0000001783,0.10000,0.710
12,mlp.experts.22.gate_proj,0.0000001087,0.10000,0.696
12,mlp.experts.23.gate_proj,0.0000000962,0.10000,0.651
12,mlp.experts.24.gate_proj,0.0000000690,0.10000,0.655
12,mlp.experts.25.gate_proj,0.0000000297,0.10000,0.623
12,mlp.experts.26.gate_proj,0.0000000310,0.10000,0.584
12,mlp.experts.27.gate_proj,0.0000000305,0.10000,0.620
12,mlp.experts.28.gate_proj,0.0000001686,0.10000,0.588
12,mlp.experts.29.gate_proj,0.0000007102,0.10000,0.592
12,mlp.experts.30.gate_proj,0.0000000671,0.10000,0.591
12,mlp.experts.31.gate_proj,0.0000003324,0.10000,0.610
12,mlp.experts.32.gate_proj,0.0000000197,0.10000,0.624
12,mlp.experts.33.gate_proj,0.0000011328,0.10000,0.607
12,mlp.experts.34.gate_proj,0.0000000377,0.10000,0.613
12,mlp.experts.35.gate_proj,0.0000003093,0.10000,0.599
12,mlp.experts.36.gate_proj,0.0000000354,0.10000,0.639
12,mlp.experts.37.gate_proj,0.0000004917,0.10000,0.630
12,mlp.experts.38.gate_proj,0.0000000312,0.10000,0.597
12,mlp.experts.39.gate_proj,0.0000002199,0.10000,0.617
12,mlp.experts.40.gate_proj,0.0000001000,0.10000,0.621
12,mlp.experts.41.gate_proj,0.0000002663,0.10000,0.594
12,mlp.experts.42.gate_proj,0.0000000103,0.10000,0.717
12,mlp.experts.43.gate_proj,0.0000000437,0.10000,0.625
12,mlp.experts.44.gate_proj,0.0000000525,0.10000,0.619
12,mlp.experts.45.gate_proj,0.0000013911,0.10000,0.576
12,mlp.experts.46.gate_proj,0.0000000138,0.10000,0.599
12,mlp.experts.47.gate_proj,0.0000003732,0.10000,0.615
12,mlp.experts.48.gate_proj,0.0000041607,0.10000,0.588
12,mlp.experts.49.gate_proj,0.0000001333,0.10000,0.587
12,mlp.experts.50.gate_proj,0.0000001033,0.10000,0.636
12,mlp.experts.51.gate_proj,0.0000000983,0.10000,0.677
12,mlp.experts.52.gate_proj,0.0000000246,0.10000,0.640
12,mlp.experts.53.gate_proj,0.0000000226,0.10000,0.579
12,mlp.experts.54.gate_proj,0.0000009873,0.10000,0.650
12,mlp.experts.55.gate_proj,0.0000012791,0.10000,0.709
12,mlp.experts.56.gate_proj,0.0000001430,0.10000,0.625
12,mlp.experts.57.gate_proj,0.0000004227,0.10000,0.613
12,mlp.experts.58.gate_proj,0.0000000259,0.10000,0.631
12,mlp.experts.59.gate_proj,0.0000014299,0.10000,0.629
12,mlp.experts.60.gate_proj,0.0000002117,0.10000,0.627
12,mlp.experts.61.gate_proj,0.0000000247,0.10000,0.599
12,mlp.experts.62.gate_proj,0.0000000591,0.10000,0.601
12,mlp.experts.63.gate_proj,0.0000000235,0.10000,0.599
12,mlp.experts.64.gate_proj,0.0000001075,0.10000,0.591
12,mlp.experts.65.gate_proj,0.0000000339,0.10000,0.592
12,mlp.experts.66.gate_proj,0.0000002762,0.10000,0.588
12,mlp.experts.67.gate_proj,0.0000001338,0.10000,0.606
12,mlp.experts.68.gate_proj,0.0000000224,0.10000,0.599
12,mlp.experts.69.gate_proj,0.0000000319,0.10000,0.603
12,mlp.experts.70.gate_proj,0.0000013783,0.10000,0.601
12,mlp.experts.71.gate_proj,0.0000000696,0.10000,0.604
12,mlp.experts.72.gate_proj,0.0000030190,0.10000,0.606
12,mlp.experts.73.gate_proj,0.0000000372,0.10000,0.595
12,mlp.experts.74.gate_proj,0.0000000436,0.10000,0.597
12,mlp.experts.75.gate_proj,0.0000000607,0.10000,0.583
12,mlp.experts.76.gate_proj,0.0000000297,0.10000,0.593
12,mlp.experts.77.gate_proj,0.0000010973,0.10000,0.598
12,mlp.experts.78.gate_proj,0.0000002908,0.10000,0.604
12,mlp.experts.79.gate_proj,0.0000000448,0.10000,0.607
12,mlp.experts.80.gate_proj,0.0000000505,0.10000,0.602
12,mlp.experts.81.gate_proj,0.0000026026,0.10000,0.596
12,mlp.experts.82.gate_proj,0.0000010865,0.10000,0.606
12,mlp.experts.83.gate_proj,0.0000026394,0.10000,0.616
12,mlp.experts.84.gate_proj,0.0000013677,0.10000,0.631
12,mlp.experts.85.gate_proj,0.0000000351,0.10000,0.609
12,mlp.experts.86.gate_proj,0.0000081330,0.10000,0.624
12,mlp.experts.87.gate_proj,0.0000000132,0.10000,0.590
12,mlp.experts.88.gate_proj,0.0000053084,0.10000,0.597
12,mlp.experts.89.gate_proj,0.0000000856,0.10000,0.598
12,mlp.experts.90.gate_proj,0.0000000502,0.10000,0.579
12,mlp.experts.91.gate_proj,0.0000003783,0.10000,0.583
12,mlp.experts.92.gate_proj,0.0000001552,0.10000,0.592
12,mlp.experts.93.gate_proj,0.0000013807,0.10000,0.599
12,mlp.experts.94.gate_proj,0.0000003076,0.10000,0.593
12,mlp.experts.95.gate_proj,0.0000000723,0.10000,0.592
12,mlp.experts.96.gate_proj,0.0000000738,0.10000,0.604
12,mlp.experts.97.gate_proj,0.0000000146,0.10000,0.623
12,mlp.experts.98.gate_proj,0.0000015140,0.10000,0.598
12,mlp.experts.99.gate_proj,0.0000000323,0.10000,0.596
12,mlp.experts.100.gate_proj,0.0000000218,0.10000,0.622
12,mlp.experts.101.gate_proj,0.0000002824,0.10000,0.633
12,mlp.experts.102.gate_proj,0.0000000151,0.10000,0.615
12,mlp.experts.103.gate_proj,0.0000000340,0.10000,0.612
12,mlp.experts.104.gate_proj,0.0000171095,0.10000,0.579
12,mlp.experts.105.gate_proj,0.0000004147,0.10000,0.662
12,mlp.experts.106.gate_proj,0.0000025159,0.10000,0.602
12,mlp.experts.107.gate_proj,0.0000000339,0.10000,0.627
12,mlp.experts.108.gate_proj,0.0000004282,0.10000,0.609
12,mlp.experts.109.gate_proj,0.0000058864,0.10000,0.593
12,mlp.experts.110.gate_proj,0.0000005695,0.10000,0.592
12,mlp.experts.111.gate_proj,0.0000003767,0.10000,0.587
12,mlp.experts.112.gate_proj,0.0000003018,0.10000,0.585
12,mlp.experts.113.gate_proj,0.0000008861,0.10000,0.598
12,mlp.experts.114.gate_proj,0.0000000441,0.10000,0.606
12,mlp.experts.115.gate_proj,0.0000000367,0.10000,0.628
12,mlp.experts.116.gate_proj,0.0000000415,0.10000,0.606
12,mlp.experts.117.gate_proj,0.0000001418,0.10000,0.602
12,mlp.experts.118.gate_proj,0.0000000297,0.10000,0.605
12,mlp.experts.119.gate_proj,0.0000005277,0.10000,0.597
12,mlp.experts.120.gate_proj,0.0000000538,0.10000,0.589
12,mlp.experts.121.gate_proj,0.0000000579,0.10000,0.614
12,mlp.experts.122.gate_proj,0.0000005587,0.10000,0.621
12,mlp.experts.123.gate_proj,0.0000000679,0.10000,0.591
12,mlp.experts.124.gate_proj,0.0000000322,0.10000,0.598
12,mlp.experts.125.gate_proj,0.0000003283,0.10000,0.609
12,mlp.experts.126.gate_proj,0.0000003113,0.10000,0.616
12,mlp.experts.127.gate_proj,0.0000000319,0.10000,0.615
12,mlp.experts.0.down_proj,0.0000000107,0.10000,0.250
12,mlp.experts.1.down_proj,0.0000002171,0.10000,0.239
12,mlp.experts.2.down_proj,0.0000000013,0.10000,0.243
12,mlp.experts.3.down_proj,0.0000002050,0.10000,0.241
12,mlp.experts.4.down_proj,0.0000000102,0.10000,0.234
12,mlp.experts.5.down_proj,0.0000000476,0.10000,0.233
12,mlp.experts.6.down_proj,0.0000000064,0.10000,0.217
12,mlp.experts.7.down_proj,0.0000000162,0.10000,0.223
12,mlp.experts.8.down_proj,0.0000000064,0.10000,0.228
12,mlp.experts.9.down_proj,0.0000000130,0.10000,0.220
12,mlp.experts.10.down_proj,0.0000000073,0.10000,0.216
12,mlp.experts.11.down_proj,0.0000000210,0.10000,0.215
12,mlp.experts.12.down_proj,0.0000000062,0.10000,0.223
12,mlp.experts.13.down_proj,0.0000012131,0.10000,0.227
12,mlp.experts.14.down_proj,0.0000000039,0.10000,0.226
12,mlp.experts.15.down_proj,0.0000000051,0.10000,0.221
12,mlp.experts.16.down_proj,0.0000000675,0.10000,0.223
12,mlp.experts.17.down_proj,0.0000000051,0.10000,0.246
12,mlp.experts.18.down_proj,0.0000000021,0.10000,0.243
12,mlp.experts.19.down_proj,0.0000003342,0.10000,0.226
12,mlp.experts.20.down_proj,0.0000000444,0.10000,0.222
12,mlp.experts.21.down_proj,0.0000000123,0.10000,0.227
12,mlp.experts.22.down_proj,0.0000000090,0.10000,0.231
12,mlp.experts.23.down_proj,0.0000000088,0.10000,0.242
12,mlp.experts.24.down_proj,0.0000000061,0.10000,0.227
12,mlp.experts.25.down_proj,0.0000000007,0.10000,0.228
12,mlp.experts.26.down_proj,0.0000000065,0.10000,0.218
12,mlp.experts.27.down_proj,0.0000000026,0.10000,0.223
12,mlp.experts.28.down_proj,0.0000000143,0.10000,0.227
12,mlp.experts.29.down_proj,0.0000000560,0.10000,0.226
12,mlp.experts.30.down_proj,0.0000000129,0.10000,0.226
12,mlp.experts.31.down_proj,0.0000000459,0.10000,0.223
12,mlp.experts.32.down_proj,0.0000000024,0.10000,0.226
12,mlp.experts.33.down_proj,0.0000001098,0.10000,0.248
12,mlp.experts.34.down_proj,0.0000000040,0.10000,0.264
12,mlp.experts.35.down_proj,0.0000000676,0.10000,0.233
12,mlp.experts.36.down_proj,0.0000000046,0.10000,0.233
12,mlp.experts.37.down_proj,0.0000000405,0.10000,0.236
12,mlp.experts.38.down_proj,0.0000000049,0.10000,0.233
12,mlp.experts.39.down_proj,0.0000000250,0.10000,0.221
12,mlp.experts.40.down_proj,0.0000000081,0.10000,0.219
12,mlp.experts.41.down_proj,0.0000000248,0.10000,0.238
12,mlp.experts.42.down_proj,0.0000000012,0.10000,0.236
12,mlp.experts.43.down_proj,0.0000000068,0.10000,0.222
12,mlp.experts.44.down_proj,0.0000000063,0.10000,0.235
12,mlp.experts.45.down_proj,0.0000001451,0.10000,0.227
12,mlp.experts.46.down_proj,0.0000000015,0.10000,0.226
12,mlp.experts.47.down_proj,0.0000000296,0.10000,0.224
12,mlp.experts.48.down_proj,0.0000007904,0.10000,0.225
12,mlp.experts.49.down_proj,0.0000000098,0.10000,0.224
12,mlp.experts.50.down_proj,0.0000000070,0.10000,0.227
12,mlp.experts.51.down_proj,0.0000000162,0.10000,0.245
12,mlp.experts.52.down_proj,0.0000000030,0.10000,0.241
12,mlp.experts.53.down_proj,0.0000000030,0.10000,0.240
12,mlp.experts.54.down_proj,0.0000000762,0.10000,0.221
12,mlp.experts.55.down_proj,0.0000004277,0.10000,0.232
12,mlp.experts.56.down_proj,0.0000000192,0.10000,0.236
12,mlp.experts.57.down_proj,0.0000000441,0.10000,0.231
12,mlp.experts.58.down_proj,0.0000000039,0.10000,0.234
12,mlp.experts.59.down_proj,0.0000001573,0.10000,0.220
12,mlp.experts.60.down_proj,0.0000000341,0.10000,0.224
12,mlp.experts.61.down_proj,0.0000000023,0.10000,0.222
12,mlp.experts.62.down_proj,0.0000000054,0.10000,0.220
12,mlp.experts.63.down_proj,0.0000000031,0.10000,0.220
12,mlp.experts.64.down_proj,0.0000000124,0.10000,0.224
12,mlp.experts.65.down_proj,0.0000000040,0.10000,0.229
12,mlp.experts.66.down_proj,0.0000000382,0.10000,0.237
12,mlp.experts.67.down_proj,0.0000000228,0.10000,0.234
12,mlp.experts.68.down_proj,0.0000000034,0.10000,0.226
12,mlp.experts.69.down_proj,0.0000000042,0.10000,0.227
12,mlp.experts.70.down_proj,0.0000002025,0.10000,0.221
12,mlp.experts.71.down_proj,0.0000000021,0.10000,0.217
12,mlp.experts.72.down_proj,0.0000005104,0.10000,0.226
12,mlp.experts.73.down_proj,0.0000000040,0.10000,0.222
12,mlp.experts.74.down_proj,0.0000000064,0.10000,0.224
12,mlp.experts.75.down_proj,0.0000000060,0.10000,0.226
12,mlp.experts.76.down_proj,0.0000000036,0.10000,0.219
12,mlp.experts.77.down_proj,0.0000001096,0.10000,0.221
12,mlp.experts.78.down_proj,0.0000000287,0.10000,0.221
12,mlp.experts.79.down_proj,0.0000000059,0.10000,0.223
12,mlp.experts.80.down_proj,0.0000000070,0.10000,0.223
12,mlp.experts.81.down_proj,0.0000004664,0.10000,0.231
12,mlp.experts.82.down_proj,0.0000001852,0.10000,0.218
12,mlp.experts.83.down_proj,0.0000002893,0.10000,0.219
12,mlp.experts.84.down_proj,0.0000000355,0.10000,0.224
12,mlp.experts.85.down_proj,0.0000000029,0.10000,0.223
12,mlp.experts.86.down_proj,0.0000000874,0.10000,0.221
12,mlp.experts.87.down_proj,0.0000000013,0.10000,0.223
12,mlp.experts.88.down_proj,0.0000006904,0.10000,0.222
12,mlp.experts.89.down_proj,0.0000000111,0.10000,0.222
12,mlp.experts.90.down_proj,0.0000000048,0.10000,0.221
12,mlp.experts.91.down_proj,0.0000000321,0.10000,0.222
12,mlp.experts.92.down_proj,0.0000000113,0.10000,0.226
12,mlp.experts.93.down_proj,0.0000001641,0.10000,0.222
12,mlp.experts.94.down_proj,0.0000000444,0.10000,0.220
12,mlp.experts.95.down_proj,0.0000000095,0.10000,0.217
12,mlp.experts.96.down_proj,0.0000000076,0.10000,0.223
12,mlp.experts.97.down_proj,0.0000000017,0.10000,0.224
12,mlp.experts.98.down_proj,0.0000003033,0.10000,0.238
12,mlp.experts.99.down_proj,0.0000000054,0.10000,0.226
12,mlp.experts.100.down_proj,0.0000000032,0.10000,0.263
12,mlp.experts.101.down_proj,0.0000000219,0.10000,0.265
12,mlp.experts.102.down_proj,0.0000000018,0.10000,0.241
12,mlp.experts.103.down_proj,0.0000000048,0.10000,0.241
12,mlp.experts.104.down_proj,0.0000026551,0.10000,0.240
12,mlp.experts.105.down_proj,0.0000000718,0.10000,0.222
12,mlp.experts.106.down_proj,0.0000003318,0.10000,0.236
12,mlp.experts.107.down_proj,0.0000000060,0.10000,0.237
12,mlp.experts.108.down_proj,0.0000000371,0.10000,0.232
12,mlp.experts.109.down_proj,0.0000000660,0.10000,0.235
12,mlp.experts.110.down_proj,0.0000000689,0.10000,0.233
12,mlp.experts.111.down_proj,0.0000000261,0.10000,0.231
12,mlp.experts.112.down_proj,0.0000000294,0.10000,0.229
12,mlp.experts.113.down_proj,0.0000001410,0.10000,0.224
12,mlp.experts.114.down_proj,0.0000000059,0.10000,0.228
12,mlp.experts.115.down_proj,0.0000000050,0.10000,0.226
12,mlp.experts.116.down_proj,0.0000000057,0.10000,0.235
12,mlp.experts.117.down_proj,0.0000000188,0.10000,0.231
12,mlp.experts.118.down_proj,0.0000000045,0.10000,0.227
12,mlp.experts.119.down_proj,0.0000000502,0.10000,0.225
12,mlp.experts.120.down_proj,0.0000000071,0.10000,0.220
12,mlp.experts.121.down_proj,0.0000000075,0.10000,0.222
12,mlp.experts.122.down_proj,0.0000000467,0.10000,0.242
12,mlp.experts.123.down_proj,0.0000000101,0.10000,0.230
12,mlp.experts.124.down_proj,0.0000000050,0.10000,0.221
12,mlp.experts.125.down_proj,0.0000000440,0.10000,0.227
12,mlp.experts.126.down_proj,0.0000000371,0.10000,0.225
12,mlp.experts.127.down_proj,0.0000000044,0.10000,0.224
13,self_attn.q_proj,0.0000000002,0.10000,0.606
13,self_attn.k_proj,0.0000000000,0.10000,0.569
13,self_attn.v_proj,0.0000000000,0.10000,0.689
13,self_attn.o_proj,0.0000000000,0.10000,1.112
13,mlp.gate,0.0000000063,0.10000,0.585
13,mlp.experts.0.up_proj,0.0000000596,0.10000,0.587
13,mlp.experts.1.up_proj,0.0000001369,0.10000,0.583
13,mlp.experts.2.up_proj,0.0000000197,0.10000,0.562
13,mlp.experts.3.up_proj,0.0000216776,0.10000,0.580
13,mlp.experts.4.up_proj,0.0000001287,0.10000,0.575
13,mlp.experts.5.up_proj,0.0000013946,0.10000,0.572
13,mlp.experts.6.up_proj,0.0000000243,0.10000,0.571
13,mlp.experts.7.up_proj,0.0000004803,0.10000,0.573
13,mlp.experts.8.up_proj,0.0000001129,0.10000,0.610
13,mlp.experts.9.up_proj,0.0000048376,0.10000,0.615
13,mlp.experts.10.up_proj,0.0000000090,0.10000,0.597
13,mlp.experts.11.up_proj,0.0000004321,0.10000,0.566
13,mlp.experts.12.up_proj,0.0000000438,0.10000,0.558
13,mlp.experts.13.up_proj,0.0000005696,0.10000,0.619
13,mlp.experts.14.up_proj,0.0000001379,0.10000,0.600
13,mlp.experts.15.up_proj,0.0000000394,0.10000,0.573
13,mlp.experts.16.up_proj,0.0000000367,0.10000,0.558
13,mlp.experts.17.up_proj,0.0000016960,0.10000,0.581
13,mlp.experts.18.up_proj,0.0000002211,0.10000,0.584
13,mlp.experts.19.up_proj,0.0000000940,0.10000,0.575
13,mlp.experts.20.up_proj,0.0000001409,0.10000,0.585
13,mlp.experts.21.up_proj,0.0000000347,0.10000,0.581
13,mlp.experts.22.up_proj,0.0000044736,0.10000,0.576
13,mlp.experts.23.up_proj,0.0000000545,0.10000,0.571
13,mlp.experts.24.up_proj,0.0000000305,0.10000,0.572
13,mlp.experts.25.up_proj,0.0000001199,0.10000,0.591
13,mlp.experts.26.up_proj,0.0000000740,0.10000,0.578
13,mlp.experts.27.up_proj,0.0000002923,0.10000,0.577
13,mlp.experts.28.up_proj,0.0000000271,0.10000,0.577
13,mlp.experts.29.up_proj,0.0000000835,0.10000,0.577
13,mlp.experts.30.up_proj,0.0000025957,0.10000,0.564
13,mlp.experts.31.up_proj,0.0000002986,0.10000,0.564
13,mlp.experts.32.up_proj,0.0000004256,0.10000,0.564
13,mlp.experts.33.up_proj,0.0000001479,0.10000,0.582
13,mlp.experts.34.up_proj,0.0000002397,0.10000,0.579
13,mlp.experts.35.up_proj,0.0000017074,0.10000,0.572
13,mlp.experts.36.up_proj,0.0000000515,0.10000,0.572
13,mlp.experts.37.up_proj,0.0000014124,0.10000,0.571
13,mlp.experts.38.up_proj,0.0000003360,0.10000,0.581
13,mlp.experts.39.up_proj,0.0000021906,0.10000,0.599
13,mlp.experts.40.up_proj,0.0000000156,0.10000,0.682
13,mlp.experts.41.up_proj,0.0000000353,0.10000,0.623
13,mlp.experts.42.up_proj,0.0000000564,0.10000,0.593
13,mlp.experts.43.up_proj,0.0000008810,0.10000,0.605
13,mlp.experts.44.up_proj,0.0000000285,0.10000,0.590
13,mlp.experts.45.up_proj,0.0000000472,0.10000,0.567
13,mlp.experts.46.up_proj,0.0000090959,0.10000,0.597
13,mlp.experts.47.up_proj,0.0000000722,0.10000,0.606
13,mlp.experts.48.up_proj,0.0000012715,0.10000,0.579
13,mlp.experts.49.up_proj,0.0000000930,0.10000,0.586
13,mlp.experts.50.up_proj,0.0000012412,0.10000,0.593
13,mlp.experts.51.up_proj,0.0000018565,0.10000,0.599
13,mlp.experts.52.up_proj,0.0000000953,0.10000,0.581
13,mlp.experts.53.up_proj,0.0000003268,0.10000,0.568
13,mlp.experts.54.up_proj,0.0000028652,0.10000,0.684
13,mlp.experts.55.up_proj,0.0000000331,0.10000,0.658
13,mlp.experts.56.up_proj,0.0000013985,0.10000,0.638
13,mlp.experts.57.up_proj,0.0000000441,0.10000,0.636
13,mlp.experts.58.up_proj,0.0000000516,0.10000,0.615
13,mlp.experts.59.up_proj,0.0000000621,0.10000,0.578
13,mlp.experts.60.up_proj,0.0000021222,0.10000,0.571
13,mlp.experts.61.up_proj,0.0000000565,0.10000,0.574
13,mlp.experts.62.up_proj,0.0000000972,0.10000,0.565
13,mlp.experts.63.up_proj,0.0000001562,0.10000,0.568
13,mlp.experts.64.up_proj,0.0000020302,0.10000,0.575
13,mlp.experts.65.up_proj,0.0000000235,0.10000,0.580
13,mlp.experts.66.up_proj,0.0000000267,0.10000,0.573
13,mlp.experts.67.up_proj,0.0000000957,0.10000,0.575
13,mlp.experts.68.up_proj,0.0000002403,0.10000,0.561
13,mlp.experts.69.up_proj,0.0000117908,0.10000,0.565
13,mlp.experts.70.up_proj,0.0000003405,0.10000,0.569
13,mlp.experts.71.up_proj,0.0000000213,0.10000,0.567
13,mlp.experts.72.up_proj,0.0000025322,0.10000,0.572
13,mlp.experts.73.up_proj,0.0000000478,0.10000,0.559
13,mlp.experts.74.up_proj,0.0000010890,0.10000,0.564
13,mlp.experts.75.up_proj,0.0000000200,0.10000,0.568
13,mlp.experts.76.up_proj,0.0000000232,0.10000,0.573
13,mlp.experts.77.up_proj,0.0000000291,0.10000,0.572
13,mlp.experts.78.up_proj,0.0000000687,0.10000,0.576
13,mlp.experts.79.up_proj,0.0000000236,0.10000,0.571
13,mlp.experts.80.up_proj,0.0000000627,0.10000,0.571
13,mlp.experts.81.up_proj,0.0000004246,0.10000,0.567
13,mlp.experts.82.up_proj,0.0000000326,0.10000,0.565
13,mlp.experts.83.up_proj,0.0000000494,0.10000,0.574
13,mlp.experts.84.up_proj,0.0000004038,0.10000,0.578
13,mlp.experts.85.up_proj,0.0000001717,0.10000,0.569
13,mlp.experts.86.up_proj,0.0000021221,0.10000,0.566
13,mlp.experts.87.up_proj,0.0000002908,0.10000,0.568
13,mlp.experts.88.up_proj,0.0000022356,0.10000,0.569
13,mlp.experts.89.up_proj,0.0000001273,0.10000,0.592
13,mlp.experts.90.up_proj,0.0000013716,0.10000,0.695
13,mlp.experts.91.up_proj,0.0000000273,0.10000,0.701
13,mlp.experts.92.up_proj,0.0000000317,0.10000,0.634
13,mlp.experts.93.up_proj,0.0000000870,0.10000,0.632
13,mlp.experts.94.up_proj,0.0000046490,0.10000,0.633
13,mlp.experts.95.up_proj,0.0000000237,0.10000,0.655
13,mlp.experts.96.up_proj,0.0000048666,0.10000,0.633
13,mlp.experts.97.up_proj,0.0000005679,0.10000,0.625
13,mlp.experts.98.up_proj,0.0000000238,0.10000,0.642
13,mlp.experts.99.up_proj,0.0000196654,0.10000,0.643
13,mlp.experts.100.up_proj,0.0000077535,0.10000,0.650
13,mlp.experts.101.up_proj,0.0000000116,0.10000,0.607
13,mlp.experts.102.up_proj,0.0000000284,0.10000,0.700
13,mlp.experts.103.up_proj,0.0000000713,0.10000,0.634
13,mlp.experts.104.up_proj,0.0000000870,0.10000,0.611
13,mlp.experts.105.up_proj,0.0000000670,0.10000,0.719
13,mlp.experts.106.up_proj,0.0000000146,0.10000,0.599
13,mlp.experts.107.up_proj,0.0000001155,0.10000,0.656
13,mlp.experts.108.up_proj,0.0000005660,0.10000,0.610
13,mlp.experts.109.up_proj,0.0000000258,0.10000,0.606
13,mlp.experts.110.up_proj,0.0000004653,0.10000,0.571
13,mlp.experts.111.up_proj,0.0000024302,0.10000,0.575
13,mlp.experts.112.up_proj,0.0000000284,0.10000,0.569
13,mlp.experts.113.up_proj,0.0000000377,0.10000,0.582
13,mlp.experts.114.up_proj,0.0000098296,0.10000,0.584
13,mlp.experts.115.up_proj,0.0000000646,0.10000,0.580
13,mlp.experts.116.up_proj,0.0000017568,0.10000,0.587
13,mlp.experts.117.up_proj,0.0000001524,0.10000,0.572
13,mlp.experts.118.up_proj,0.0000000919,0.10000,0.575
13,mlp.experts.119.up_proj,0.0000002822,0.10000,0.577
13,mlp.experts.120.up_proj,0.0000000408,0.10000,0.581
13,mlp.experts.121.up_proj,0.0000000365,0.10000,0.578
13,mlp.experts.122.up_proj,0.0000001878,0.10000,0.572
13,mlp.experts.123.up_proj,0.0000000255,0.10000,0.575
13,mlp.experts.124.up_proj,0.0000000639,0.10000,0.571
13,mlp.experts.125.up_proj,0.0000001211,0.10000,0.577
13,mlp.experts.126.up_proj,0.0000013246,0.10000,0.580
13,mlp.experts.127.up_proj,0.0000000484,0.10000,0.596
13,mlp.experts.0.gate_proj,0.0000000617,0.10000,0.585
13,mlp.experts.1.gate_proj,0.0000001437,0.10000,0.581
13,mlp.experts.2.gate_proj,0.0000000204,0.10000,0.573
13,mlp.experts.3.gate_proj,0.0000223930,0.10000,0.578
13,mlp.experts.4.gate_proj,0.0000001348,0.10000,0.582
13,mlp.experts.5.gate_proj,0.0000014629,0.10000,0.594
13,mlp.experts.6.gate_proj,0.0000000213,0.10000,0.689
13,mlp.experts.7.gate_proj,0.0000005025,0.10000,0.697
13,mlp.experts.8.gate_proj,0.0000001274,0.10000,0.634
13,mlp.experts.9.gate_proj,0.0000051495,0.10000,0.637
13,mlp.experts.10.gate_proj,0.0000000086,0.10000,0.632
13,mlp.experts.11.gate_proj,0.0000004413,0.10000,0.673
13,mlp.experts.12.gate_proj,0.0000000485,0.10000,0.642
13,mlp.experts.13.gate_proj,0.0000005762,0.10000,0.664
13,mlp.experts.14.gate_proj,0.0000001422,0.10000,0.644
13,mlp.experts.15.gate_proj,0.0000000413,0.10000,0.642
13,mlp.experts.16.gate_proj,0.0000000380,0.10000,0.644
13,mlp.experts.17.gate_proj,0.0000018612,0.10000,0.590
13,mlp.experts.18.gate_proj,0.0000002258,0.10000,0.589
13,mlp.experts.19.gate_proj,0.0000001042,0.10000,0.605
13,mlp.experts.20.gate_proj,0.0000001467,0.10000,0.571
13,mlp.experts.21.gate_proj,0.0000000339,0.10000,0.573
13,mlp.experts.22.gate_proj,0.0000045686,0.10000,0.570
13,mlp.experts.23.gate_proj,0.0000000542,0.10000,0.573
13,mlp.experts.24.gate_proj,0.0000000333,0.10000,0.742
13,mlp.experts.25.gate_proj,0.0000001203,0.10000,0.690
13,mlp.experts.26.gate_proj,0.0000000794,0.10000,0.645
13,mlp.experts.27.gate_proj,0.0000002950,0.10000,0.619
13,mlp.experts.28.gate_proj,0.0000000261,0.10000,0.588
13,mlp.experts.29.gate_proj,0.0000000888,0.10000,0.583
13,mlp.experts.30.gate_proj,0.0000027480,0.10000,0.604
13,mlp.experts.31.gate_proj,0.0000003107,0.10000,0.691
13,mlp.experts.32.gate_proj,0.0000004299,0.10000,0.683
13,mlp.experts.33.gate_proj,0.0000001462,0.10000,0.607
13,mlp.experts.34.gate_proj,0.0000002523,0.10000,0.580
13,mlp.experts.35.gate_proj,0.0000068491,0.10000,0.619
13,mlp.experts.36.gate_proj,0.0000000573,0.10000,0.602
13,mlp.experts.37.gate_proj,0.0000015624,0.10000,0.574
13,mlp.experts.38.gate_proj,0.0000003407,0.10000,0.659
13,mlp.experts.39.gate_proj,0.0000022464,0.10000,0.689
13,mlp.experts.40.gate_proj,0.0000000152,0.10000,0.589
13,mlp.experts.41.gate_proj,0.0000000376,0.10000,0.697
13,mlp.experts.42.gate_proj,0.0000000569,0.10000,0.643
13,mlp.experts.43.gate_proj,0.0000009059,0.10000,0.685
13,mlp.experts.44.gate_proj,0.0000000293,0.10000,0.612
13,mlp.experts.45.gate_proj,0.0000000437,0.10000,0.568
13,mlp.experts.46.gate_proj,0.0000093580,0.10000,0.595
13,mlp.experts.47.gate_proj,0.0000000739,0.10000,0.609
13,mlp.experts.48.gate_proj,0.0000013422,0.10000,0.580
13,mlp.experts.49.gate_proj,0.0000001009,0.10000,0.573
13,mlp.experts.50.gate_proj,0.0000012641,0.10000,0.595
13,mlp.experts.51.gate_proj,0.0000020208,0.10000,0.575
13,mlp.experts.52.gate_proj,0.0000001021,0.10000,0.586
13,mlp.experts.53.gate_proj,0.0000003463,0.10000,0.585
13,mlp.experts.54.gate_proj,0.0000029924,0.10000,0.699
13,mlp.experts.55.gate_proj,0.0000000325,0.10000,0.649
13,mlp.experts.56.gate_proj,0.0000014044,0.10000,0.641
13,mlp.experts.57.gate_proj,0.0000000426,0.10000,0.623
13,mlp.experts.58.gate_proj,0.0000000523,0.10000,0.616
13,mlp.experts.59.gate_proj,0.0000000745,0.10000,0.629
13,mlp.experts.60.gate_proj,0.0000021338,0.10000,0.625
13,mlp.experts.61.gate_proj,0.0000000737,0.10000,0.576
13,mlp.experts.62.gate_proj,0.0000000977,0.10000,0.588
13,mlp.experts.63.gate_proj,0.0000001578,0.10000,0.592
13,mlp.experts.64.gate_proj,0.0000021647,0.10000,0.585
13,mlp.experts.65.gate_proj,0.0000000231,0.10000,0.580
13,mlp.experts.66.gate_proj,0.0000000283,0.10000,0.582
13,mlp.experts.67.gate_proj,0.0000001078,0.10000,0.629
13,mlp.experts.68.gate_proj,0.0000002422,0.10000,0.718
13,mlp.experts.69.gate_proj,0.0000119991,0.10000,0.612
13,mlp.experts.70.gate_proj,0.0000003457,0.10000,0.627
13,mlp.experts.71.gate_proj,0.0000000214,0.10000,0.586
13,mlp.experts.72.gate_proj,0.0000026523,0.10000,0.587
13,mlp.experts.73.gate_proj,0.0000000485,0.10000,0.581
13,mlp.experts.74.gate_proj,0.0000011178,0.10000,0.608
13,mlp.experts.75.gate_proj,0.0000000213,0.10000,0.594
13,mlp.experts.76.gate_proj,0.0000000234,0.10000,0.611
13,mlp.experts.77.gate_proj,0.0000000312,0.10000,0.600
13,mlp.experts.78.gate_proj,0.0000000781,0.10000,0.593
13,mlp.experts.79.gate_proj,0.0000000244,0.10000,0.600
13,mlp.experts.80.gate_proj,0.0000000601,0.10000,0.603
13,mlp.experts.81.gate_proj,0.0000004425,0.10000,0.605
13,mlp.experts.82.gate_proj,0.0000000327,0.10000,0.587
13,mlp.experts.83.gate_proj,0.0000000512,0.10000,0.598
13,mlp.experts.84.gate_proj,0.0000004154,0.10000,0.601
13,mlp.experts.85.gate_proj,0.0000001767,0.10000,0.601
13,mlp.experts.86.gate_proj,0.0000022184,0.10000,0.590
13,mlp.experts.87.gate_proj,0.0000003146,0.10000,0.591
13,mlp.experts.88.gate_proj,0.0000023849,0.10000,0.636
13,mlp.experts.89.gate_proj,0.0000001284,0.10000,0.611
13,mlp.experts.90.gate_proj,0.0000014113,0.10000,0.631
13,mlp.experts.91.gate_proj,0.0000000298,0.10000,0.609
13,mlp.experts.92.gate_proj,0.0000000347,0.10000,0.598
13,mlp.experts.93.gate_proj,0.0000000902,0.10000,0.606
13,mlp.experts.94.gate_proj,0.0000048372,0.10000,0.633
13,mlp.experts.95.gate_proj,0.0000000243,0.10000,0.629
13,mlp.experts.96.gate_proj,0.0000050007,0.10000,0.614
13,mlp.experts.97.gate_proj,0.0000005801,0.10000,0.709
13,mlp.experts.98.gate_proj,0.0000000249,0.10000,0.674
13,mlp.experts.99.gate_proj,0.0000188467,0.10000,0.640
13,mlp.experts.100.gate_proj,0.0000080672,0.10000,0.618
13,mlp.experts.101.gate_proj,0.0000000112,0.10000,0.591
13,mlp.experts.102.gate_proj,0.0000000300,0.10000,0.631
13,mlp.experts.103.gate_proj,0.0000000741,0.10000,0.600
13,mlp.experts.104.gate_proj,0.0000000906,0.10000,0.602
13,mlp.experts.105.gate_proj,0.0000000685,0.10000,0.592
13,mlp.experts.106.gate_proj,0.0000000145,0.10000,0.630
13,mlp.experts.107.gate_proj,0.0000001152,0.10000,0.607
13,mlp.experts.108.gate_proj,0.0000006033,0.10000,0.590
13,mlp.experts.109.gate_proj,0.0000000242,0.10000,0.607
13,mlp.experts.110.gate_proj,0.0000004793,0.10000,0.628
13,mlp.experts.111.gate_proj,0.0000024538,0.10000,0.602
13,mlp.experts.112.gate_proj,0.0000000312,0.10000,0.587
13,mlp.experts.113.gate_proj,0.0000000374,0.10000,0.597
13,mlp.experts.114.gate_proj,0.0000105661,0.10000,0.603
13,mlp.experts.115.gate_proj,0.0000000648,0.10000,0.599
13,mlp.experts.116.gate_proj,0.0000018815,0.10000,0.597
13,mlp.experts.117.gate_proj,0.0000001565,0.10000,0.592
13,mlp.experts.118.gate_proj,0.0000000941,0.10000,0.597
13,mlp.experts.119.gate_proj,0.0000002864,0.10000,0.632
13,mlp.experts.120.gate_proj,0.0000000411,0.10000,0.609
13,mlp.experts.121.gate_proj,0.0000000359,0.10000,0.645
13,mlp.experts.122.gate_proj,0.0000001950,0.10000,0.593
13,mlp.experts.123.gate_proj,0.0000000244,0.10000,0.680
13,mlp.experts.124.gate_proj,0.0000000675,0.10000,0.644
13,mlp.experts.125.gate_proj,0.0000001225,0.10000,0.608
13,mlp.experts.126.gate_proj,0.0000014017,0.10000,0.592
13,mlp.experts.127.gate_proj,0.0000000487,0.10000,0.584
13,mlp.experts.0.down_proj,0.0000000074,0.10000,0.231
13,mlp.experts.1.down_proj,0.0000000179,0.10000,0.223
13,mlp.experts.2.down_proj,0.0000000035,0.10000,0.228
13,mlp.experts.3.down_proj,0.0000025522,0.10000,0.227
13,mlp.experts.4.down_proj,0.0000000256,0.10000,0.222
13,mlp.experts.5.down_proj,0.0000002927,0.10000,0.221
13,mlp.experts.6.down_proj,0.0000000037,0.10000,0.234
13,mlp.experts.7.down_proj,0.0000000576,0.10000,0.221
13,mlp.experts.8.down_proj,0.0000000257,0.10000,0.219
13,mlp.experts.9.down_proj,0.0000010685,0.10000,0.220
13,mlp.experts.10.down_proj,0.0000000010,0.10000,0.218
13,mlp.experts.11.down_proj,0.0000000447,0.10000,0.216
13,mlp.experts.12.down_proj,0.0000000066,0.10000,0.219
13,mlp.experts.13.down_proj,0.0000000371,0.10000,0.220
13,mlp.experts.14.down_proj,0.0000000162,0.10000,0.220
13,mlp.experts.15.down_proj,0.0000000074,0.10000,0.219
13,mlp.experts.16.down_proj,0.0000000062,0.10000,0.224
13,mlp.experts.17.down_proj,0.0000003883,0.10000,0.222
13,mlp.experts.18.down_proj,0.0000000311,0.10000,0.287
13,mlp.experts.19.down_proj,0.0000000156,0.10000,0.258
13,mlp.experts.20.down_proj,0.0000000110,0.10000,0.267
13,mlp.experts.21.down_proj,0.0000000065,0.10000,0.246
13,mlp.experts.22.down_proj,0.0000010126,0.10000,0.238
13,mlp.experts.23.down_proj,0.0000000068,0.10000,0.274
13,mlp.experts.24.down_proj,0.0000000056,0.10000,0.237
13,mlp.experts.25.down_proj,0.0000000186,0.10000,0.237
13,mlp.experts.26.down_proj,0.0000000125,0.10000,0.225
13,mlp.experts.27.down_proj,0.0000000298,0.10000,0.249
13,mlp.experts.28.down_proj,0.0000000050,0.10000,0.263
13,mlp.experts.29.down_proj,0.0000000075,0.10000,0.241
13,mlp.experts.30.down_proj,0.0000004088,0.10000,0.243
13,mlp.experts.31.down_proj,0.0000000365,0.10000,0.242
13,mlp.experts.32.down_proj,0.0000000962,0.10000,0.244
13,mlp.experts.33.down_proj,0.0000000209,0.10000,0.253
13,mlp.experts.34.down_proj,0.0000000220,0.10000,0.267
13,mlp.experts.35.down_proj,0.0000000358,0.10000,0.245
13,mlp.experts.36.down_proj,0.0000000069,0.10000,0.243
13,mlp.experts.37.down_proj,0.0000001957,0.10000,0.244
13,mlp.experts.38.down_proj,0.0000000760,0.10000,0.244
13,mlp.experts.39.down_proj,0.0000005382,0.10000,0.260
13,mlp.experts.40.down_proj,0.0000000018,0.10000,0.267
13,mlp.experts.41.down_proj,0.0000000061,0.10000,0.241
13,mlp.experts.42.down_proj,0.0000000108,0.10000,0.236
13,mlp.experts.43.down_proj,0.0000000961,0.10000,0.233
13,mlp.experts.44.down_proj,0.0000000049,0.10000,0.225
13,mlp.experts.45.down_proj,0.0000000050,0.10000,0.233
13,mlp.experts.46.down_proj,0.0000013490,0.10000,0.213
13,mlp.experts.47.down_proj,0.0000000100,0.10000,0.232
13,mlp.experts.48.down_proj,0.0000001111,0.10000,0.238
13,mlp.experts.49.down_proj,0.0000000193,0.10000,0.243
13,mlp.experts.50.down_proj,0.0000002358,0.10000,0.235
13,mlp.experts.51.down_proj,0.0000003981,0.10000,0.224
13,mlp.experts.52.down_proj,0.0000000087,0.10000,0.239
13,mlp.experts.53.down_proj,0.0000000165,0.10000,0.220
13,mlp.experts.54.down_proj,0.0000004263,0.10000,0.243
13,mlp.experts.55.down_proj,0.0000000054,0.10000,0.251
13,mlp.experts.56.down_proj,0.0000003329,0.10000,0.222
13,mlp.experts.57.down_proj,0.0000000072,0.10000,0.236
13,mlp.experts.58.down_proj,0.0000000046,0.10000,0.232
13,mlp.experts.59.down_proj,0.0000000059,0.10000,0.220
13,mlp.experts.60.down_proj,0.0000005568,0.10000,0.226
13,mlp.experts.61.down_proj,0.0000000077,0.10000,0.229
13,mlp.experts.62.down_proj,0.0000000097,0.10000,0.224
13,mlp.experts.63.down_proj,0.0000000147,0.10000,0.217
13,mlp.experts.64.down_proj,0.0000007675,0.10000,0.223
13,mlp.experts.65.down_proj,0.0000000033,0.10000,0.223
13,mlp.experts.66.down_proj,0.0000000049,0.10000,0.222
13,mlp.experts.67.down_proj,0.0000000220,0.10000,0.233
13,mlp.experts.68.down_proj,0.0000000322,0.10000,0.224
13,mlp.experts.69.down_proj,0.0000016052,0.10000,0.230
13,mlp.experts.70.down_proj,0.0000000648,0.10000,0.245
13,mlp.experts.71.down_proj,0.0000000022,0.10000,0.238
13,mlp.experts.72.down_proj,0.0000003059,0.10000,0.231
13,mlp.experts.73.down_proj,0.0000000050,0.10000,0.231
13,mlp.experts.74.down_proj,0.0000001505,0.10000,0.236
13,mlp.experts.75.down_proj,0.0000000034,0.10000,0.232
13,mlp.experts.76.down_proj,0.0000000026,0.10000,0.223
13,mlp.experts.77.down_proj,0.0000000039,0.10000,0.226
13,mlp.experts.78.down_proj,0.0000000073,0.10000,0.224
13,mlp.experts.79.down_proj,0.0000000036,0.10000,0.227
13,mlp.experts.80.down_proj,0.0000000108,0.10000,0.219
13,mlp.experts.81.down_proj,0.0000000866,0.10000,0.223
13,mlp.experts.82.down_proj,0.0000000041,0.10000,0.219
13,mlp.experts.83.down_proj,0.0000000092,0.10000,0.211
13,mlp.experts.84.down_proj,0.0000000394,0.10000,0.223
13,mlp.experts.85.down_proj,0.0000000161,0.10000,0.226
13,mlp.experts.86.down_proj,0.0000001546,0.10000,0.227
13,mlp.experts.87.down_proj,0.0000000315,0.10000,0.226
13,mlp.experts.88.down_proj,0.0000005718,0.10000,0.229
13,mlp.experts.89.down_proj,0.0000000240,0.10000,0.225
13,mlp.experts.90.down_proj,0.0000002074,0.10000,0.225
13,mlp.experts.91.down_proj,0.0000000029,0.10000,0.224
13,mlp.experts.92.down_proj,0.0000000040,0.10000,0.224
13,mlp.experts.93.down_proj,0.0000000081,0.10000,0.225
13,mlp.experts.94.down_proj,0.0000008209,0.10000,0.220
13,mlp.experts.95.down_proj,0.0000000038,0.10000,0.219
13,mlp.experts.96.down_proj,0.0000006882,0.10000,0.220
13,mlp.experts.97.down_proj,0.0000000552,0.10000,0.219
13,mlp.experts.98.down_proj,0.0000000044,0.10000,0.226
13,mlp.experts.99.down_proj,0.0000027453,0.10000,0.226
13,mlp.experts.100.down_proj,0.0000012346,0.10000,0.224
13,mlp.experts.101.down_proj,0.0000000014,0.10000,0.221
13,mlp.experts.102.down_proj,0.0000000049,0.10000,0.247
13,mlp.experts.103.down_proj,0.0000000102,0.10000,0.278
13,mlp.experts.104.down_proj,0.0000000084,0.10000,0.254
13,mlp.experts.105.down_proj,0.0000000079,0.10000,0.237
13,mlp.experts.106.down_proj,0.0000000017,0.10000,0.233
13,mlp.experts.107.down_proj,0.0000000171,0.10000,0.244
13,mlp.experts.108.down_proj,0.0000000816,0.10000,0.236
13,mlp.experts.109.down_proj,0.0000000042,0.10000,0.252
13,mlp.experts.110.down_proj,0.0000000506,0.10000,0.262
13,mlp.experts.111.down_proj,0.0000005616,0.10000,0.242
13,mlp.experts.112.down_proj,0.0000000039,0.10000,0.253
13,mlp.experts.113.down_proj,0.0000000064,0.10000,0.226
13,mlp.experts.114.down_proj,0.0000016594,0.10000,0.231
13,mlp.experts.115.down_proj,0.0000000091,0.10000,0.237
13,mlp.experts.116.down_proj,0.0000003845,0.10000,0.236
13,mlp.experts.117.down_proj,0.0000000198,0.10000,0.237
13,mlp.experts.118.down_proj,0.0000000136,0.10000,0.238
13,mlp.experts.119.down_proj,0.0000000264,0.10000,0.225
13,mlp.experts.120.down_proj,0.0000000042,0.10000,0.218
13,mlp.experts.121.down_proj,0.0000000064,0.10000,0.225
13,mlp.experts.122.down_proj,0.0000000123,0.10000,0.222
13,mlp.experts.123.down_proj,0.0000000042,0.10000,0.217
13,mlp.experts.124.down_proj,0.0000000083,0.10000,0.217
13,mlp.experts.125.down_proj,0.0000000077,0.10000,0.224
13,mlp.experts.126.down_proj,0.0000001640,0.10000,0.218
13,mlp.experts.127.down_proj,0.0000000057,0.10000,0.222
14,self_attn.q_proj,0.0000000006,0.10000,0.621
14,self_attn.k_proj,0.0000000001,0.10000,0.615
14,self_attn.v_proj,0.0000000001,0.10000,0.589
14,self_attn.o_proj,0.0000000001,0.10000,1.266
14,mlp.gate,0.0000000066,0.10000,0.608
14,mlp.experts.0.up_proj,0.0000008702,0.10000,0.616
14,mlp.experts.1.up_proj,0.0000003683,0.10000,0.605
14,mlp.experts.2.up_proj,0.0000002344,0.10000,0.606
14,mlp.experts.3.up_proj,0.0000000128,0.10000,0.578
14,mlp.experts.4.up_proj,0.0000001157,0.10000,0.575
14,mlp.experts.5.up_proj,0.0000013894,0.10000,0.580
14,mlp.experts.6.up_proj,0.0000000238,0.10000,0.570
14,mlp.experts.7.up_proj,0.0000000403,0.10000,0.571
14,mlp.experts.8.up_proj,0.0000000308,0.10000,0.566
14,mlp.experts.9.up_proj,0.0000026147,0.10000,0.576
14,mlp.experts.10.up_proj,0.0000000352,0.10000,0.572
14,mlp.experts.11.up_proj,0.0000001542,0.10000,0.577
14,mlp.experts.12.up_proj,0.0000004668,0.10000,0.576
14,mlp.experts.13.up_proj,0.0000003192,0.10000,0.586
14,mlp.experts.14.up_proj,0.0000001349,0.10000,0.581
14,mlp.experts.15.up_proj,0.0000000514,0.10000,0.582
14,mlp.experts.16.up_proj,0.0000000404,0.10000,0.592
14,mlp.experts.17.up_proj,0.0000000415,0.10000,0.610
14,mlp.experts.18.up_proj,0.0000000397,0.10000,0.585
14,mlp.experts.19.up_proj,0.0000002467,0.10000,0.579
14,mlp.experts.20.up_proj,0.0000000372,0.10000,0.580
14,mlp.experts.21.up_proj,0.0000004369,0.10000,0.578
14,mlp.experts.22.up_proj,0.0000000444,0.10000,0.582
14,mlp.experts.23.up_proj,0.0000000230,0.10000,0.579
14,mlp.experts.24.up_proj,0.0000003643,0.10000,0.566
14,mlp.experts.25.up_proj,0.0000008527,0.10000,0.580
14,mlp.experts.26.up_proj,0.0000002468,0.10000,0.576
14,mlp.experts.27.up_proj,0.0000002947,0.10000,0.573
14,mlp.experts.28.up_proj,0.0000000303,0.10000,0.573
14,mlp.experts.29.up_proj,0.0000001924,0.10000,0.571
14,mlp.experts.30.up_proj,0.0000001176,0.10000,0.581
14,mlp.experts.31.up_proj,0.0000000823,0.10000,0.573
14,mlp.experts.32.up_proj,0.0000005437,0.10000,0.572
14,mlp.experts.33.up_proj,0.0000001436,0.10000,0.599
14,mlp.experts.34.up_proj,0.0000000121,0.10000,0.600
14,mlp.experts.35.up_proj,0.0000022848,0.10000,0.673
14,mlp.experts.36.up_proj,0.0000000508,0.10000,0.660
14,mlp.experts.37.up_proj,0.0000000480,0.10000,0.639
14,mlp.experts.38.up_proj,0.0000000146,0.10000,0.617
14,mlp.experts.39.up_proj,0.0000000178,0.10000,0.617
14,mlp.experts.40.up_proj,0.0000000524,0.10000,0.588
14,mlp.experts.41.up_proj,0.0000029286,0.10000,0.584
14,mlp.experts.42.up_proj,0.0000008351,0.10000,0.578
14,mlp.experts.43.up_proj,0.0000051853,0.10000,0.586
14,mlp.experts.44.up_proj,0.0000000129,0.10000,0.576
14,mlp.experts.45.up_proj,0.0000061240,0.10000,0.577
14,mlp.experts.46.up_proj,0.0000015814,0.10000,0.576
14,mlp.experts.47.up_proj,0.0000000653,0.10000,0.593
14,mlp.experts.48.up_proj,0.0000000271,0.10000,0.606
14,mlp.experts.49.up_proj,0.0000001537,0.10000,0.591
14,mlp.experts.50.up_proj,0.0000000414,0.10000,0.702
14,mlp.experts.51.up_proj,0.0000000817,0.10000,0.653
14,mlp.experts.52.up_proj,0.0000006519,0.10000,0.633
14,mlp.experts.53.up_proj,0.0000000160,0.10000,0.631
14,mlp.experts.54.up_proj,0.0000014950,0.10000,0.645
14,mlp.experts.55.up_proj,0.0000000122,0.10000,0.657
14,mlp.experts.56.up_proj,0.0000011022,0.10000,0.610
14,mlp.experts.57.up_proj,0.0000000292,0.10000,0.605
14,mlp.experts.58.up_proj,0.0000005145,0.10000,0.581
14,mlp.experts.59.up_proj,0.0000004414,0.10000,0.604
14,mlp.experts.60.up_proj,0.0000000401,0.10000,0.606
14,mlp.experts.61.up_proj,0.0000004808,0.10000,0.579
14,mlp.experts.62.up_proj,0.0000000386,0.10000,0.566
14,mlp.experts.63.up_proj,0.0000002556,0.10000,0.569
14,mlp.experts.64.up_proj,0.0000000814,0.10000,0.576
14,mlp.experts.65.up_proj,0.0000048897,0.10000,0.569
14,mlp.experts.66.up_proj,0.0000001139,0.10000,0.572
14,mlp.experts.67.up_proj,0.0000001640,0.10000,0.575
14,mlp.experts.68.up_proj,0.0000000538,0.10000,0.683
14,mlp.experts.69.up_proj,0.0000000443,0.10000,0.642
14,mlp.experts.70.up_proj,0.0000032345,0.10000,0.638
14,mlp.experts.71.up_proj,0.0000000941,0.10000,0.631
14,mlp.experts.72.up_proj,0.0000010519,0.10000,0.623
14,mlp.experts.73.up_proj,0.0000047543,0.10000,0.611
14,mlp.experts.74.up_proj,0.0000001491,0.10000,0.612
14,mlp.experts.75.up_proj,0.0000000099,0.10000,0.725
14,mlp.experts.76.up_proj,0.0000000371,0.10000,0.661
14,mlp.experts.77.up_proj,0.0000000893,0.10000,0.603
14,mlp.experts.78.up_proj,0.0000015401,0.10000,0.608
14,mlp.experts.79.up_proj,0.0000000249,0.10000,0.609
14,mlp.experts.80.up_proj,0.0000000324,0.10000,0.601
14,mlp.experts.81.up_proj,0.0000001375,0.10000,0.611
14,mlp.experts.82.up_proj,0.0000000410,0.10000,0.584
14,mlp.experts.83.up_proj,0.0000072783,0.10000,0.577
14,mlp.experts.84.up_proj,0.0000000670,0.10000,0.615
14,mlp.experts.85.up_proj,0.0000004600,0.10000,0.593
14,mlp.experts.86.up_proj,0.0000000585,0.10000,0.612
14,mlp.experts.87.up_proj,0.0000000892,0.10000,0.599
14,mlp.experts.88.up_proj,0.0000001582,0.10000,0.568
14,mlp.experts.89.up_proj,0.0000004904,0.10000,0.576
14,mlp.experts.90.up_proj,0.0000001849,0.10000,0.612
14,mlp.experts.91.up_proj,0.0000012265,0.10000,0.603
14,mlp.experts.92.up_proj,0.0000000649,0.10000,0.574
14,mlp.experts.93.up_proj,0.0000004138,0.10000,0.573
14,mlp.experts.94.up_proj,0.0000003515,0.10000,0.583
14,mlp.experts.95.up_proj,0.0000000277,0.10000,0.575
14,mlp.experts.96.up_proj,0.0000001126,0.10000,0.574
14,mlp.experts.97.up_proj,0.0000032522,0.10000,0.579
14,mlp.experts.98.up_proj,0.0000010392,0.10000,0.583
14,mlp.experts.99.up_proj,0.0000000269,0.10000,0.571
14,mlp.experts.100.up_proj,0.0000000797,0.10000,0.581
14,mlp.experts.101.up_proj,0.0000000251,0.10000,0.577
14,mlp.experts.102.up_proj,0.0000000456,0.10000,0.572
14,mlp.experts.103.up_proj,0.0000031608,0.10000,0.583
14,mlp.experts.104.up_proj,0.0000005825,0.10000,0.580
14,mlp.experts.105.up_proj,0.0000000402,0.10000,0.589
14,mlp.experts.106.up_proj,0.0000038799,0.10000,0.578
14,mlp.experts.107.up_proj,0.0000001352,0.10000,0.583
14,mlp.experts.108.up_proj,0.0000000422,0.10000,0.585
14,mlp.experts.109.up_proj,0.0000000751,0.10000,0.579
14,mlp.experts.110.up_proj,0.0000000562,0.10000,0.582
14,mlp.experts.111.up_proj,0.0000000266,0.10000,0.593
14,mlp.experts.112.up_proj,0.0000001100,0.10000,0.583
14,mlp.experts.113.up_proj,0.0000005788,0.10000,0.583
14,mlp.experts.114.up_proj,0.0000001334,0.10000,0.580
14,mlp.experts.115.up_proj,0.0000000307,0.10000,0.569
14,mlp.experts.116.up_proj,0.0000043898,0.10000,0.578
14,mlp.experts.117.up_proj,0.0000089275,0.10000,0.578
14,mlp.experts.118.up_proj,0.0000009805,0.10000,0.572
14,mlp.experts.119.up_proj,0.0000001361,0.10000,0.578
14,mlp.experts.120.up_proj,0.0000011954,0.10000,0.580
14,mlp.experts.121.up_proj,0.0000001718,0.10000,0.582
14,mlp.experts.122.up_proj,0.0000024197,0.10000,0.573
14,mlp.experts.123.up_proj,0.0000001525,0.10000,0.587
14,mlp.experts.124.up_proj,0.0000009277,0.10000,0.569
14,mlp.experts.125.up_proj,0.0000001868,0.10000,0.582
14,mlp.experts.126.up_proj,0.0000003769,0.10000,0.583
14,mlp.experts.127.up_proj,0.0000074450,0.10000,0.567
14,mlp.experts.0.gate_proj,0.0000009038,0.10000,0.587
14,mlp.experts.1.gate_proj,0.0000003883,0.10000,0.590
14,mlp.experts.2.gate_proj,0.0000002423,0.10000,0.582
14,mlp.experts.3.gate_proj,0.0000000126,0.10000,0.576
14,mlp.experts.4.gate_proj,0.0000001249,0.10000,0.621
14,mlp.experts.5.gate_proj,0.0000013663,0.10000,0.582
14,mlp.experts.6.gate_proj,0.0000000234,0.10000,0.589
14,mlp.experts.7.gate_proj,0.0000000408,0.10000,0.619
14,mlp.experts.8.gate_proj,0.0000000303,0.10000,0.576
14,mlp.experts.9.gate_proj,0.0000030001,0.10000,0.583
14,mlp.experts.10.gate_proj,0.0000000359,0.10000,0.581
14,mlp.experts.11.gate_proj,0.0000001580,0.10000,0.583
14,mlp.experts.12.gate_proj,0.0000004850,0.10000,0.591
14,mlp.experts.13.gate_proj,0.0000003264,0.10000,0.587
14,mlp.experts.14.gate_proj,0.0000001473,0.10000,0.588
14,mlp.experts.15.gate_proj,0.0000000529,0.10000,0.592
14,mlp.experts.16.gate_proj,0.0000000442,0.10000,0.579
14,mlp.experts.17.gate_proj,0.0000000439,0.10000,0.571
14,mlp.experts.18.gate_proj,0.0000000369,0.10000,0.575
14,mlp.experts.19.gate_proj,0.0000002552,0.10000,0.576
14,mlp.experts.20.gate_proj,0.0000000406,0.10000,0.594
14,mlp.experts.21.gate_proj,0.0000004323,0.10000,0.612
14,mlp.experts.22.gate_proj,0.0000000502,0.10000,0.577
14,mlp.experts.23.gate_proj,0.0000000229,0.10000,0.579
14,mlp.experts.24.gate_proj,0.0000003749,0.10000,0.573
14,mlp.experts.25.gate_proj,0.0000008577,0.10000,0.575
14,mlp.experts.26.gate_proj,0.0000002770,0.10000,0.572
14,mlp.experts.27.gate_proj,0.0000003008,0.10000,0.578
14,mlp.experts.28.gate_proj,0.0000000289,0.10000,0.578
14,mlp.experts.29.gate_proj,0.0000001968,0.10000,0.615
14,mlp.experts.30.gate_proj,0.0000001194,0.10000,0.581
14,mlp.experts.31.gate_proj,0.0000000816,0.10000,0.586
14,mlp.experts.32.gate_proj,0.0000005950,0.10000,0.713
14,mlp.experts.33.gate_proj,0.0000001823,0.10000,0.655
14,mlp.experts.34.gate_proj,0.0000000116,0.10000,0.637
14,mlp.experts.35.gate_proj,0.0000024157,0.10000,0.636
14,mlp.experts.36.gate_proj,0.0000000525,0.10000,0.647
14,mlp.experts.37.gate_proj,0.0000000491,0.10000,0.596
14,mlp.experts.38.gate_proj,0.0000000151,0.10000,0.572
14,mlp.experts.39.gate_proj,0.0000000168,0.10000,0.599
14,mlp.experts.40.gate_proj,0.0000000528,0.10000,0.593
14,mlp.experts.41.gate_proj,0.0000030754,0.10000,0.586
14,mlp.experts.42.gate_proj,0.0000009763,0.10000,0.572
14,mlp.experts.43.gate_proj,0.0000053144,0.10000,0.687
14,mlp.experts.44.gate_proj,0.0000000127,0.10000,0.668
14,mlp.experts.45.gate_proj,0.0000063399,0.10000,0.648
14,mlp.experts.46.gate_proj,0.0000015313,0.10000,0.631
14,mlp.experts.47.gate_proj,0.0000000687,0.10000,0.643
14,mlp.experts.48.gate_proj,0.0000000266,0.10000,0.620
14,mlp.experts.49.gate_proj,0.0000001597,0.10000,0.588
14,mlp.experts.50.gate_proj,0.0000000422,0.10000,0.614
14,mlp.experts.51.gate_proj,0.0000000832,0.10000,0.570
14,mlp.experts.52.gate_proj,0.0000006342,0.10000,0.575
14,mlp.experts.53.gate_proj,0.0000000163,0.10000,0.577
14,mlp.experts.54.gate_proj,0.0000015373,0.10000,0.576
14,mlp.experts.55.gate_proj,0.0000000148,0.10000,0.603
14,mlp.experts.56.gate_proj,0.0000011525,0.10000,0.652
14,mlp.experts.57.gate_proj,0.0000000292,0.10000,0.579
14,mlp.experts.58.gate_proj,0.0000004925,0.10000,0.602
14,mlp.experts.59.gate_proj,0.0000004531,0.10000,0.577
14,mlp.experts.60.gate_proj,0.0000000359,0.10000,0.752
14,mlp.experts.61.gate_proj,0.0000005403,0.10000,0.681
14,mlp.experts.62.gate_proj,0.0000000436,0.10000,0.629
14,mlp.experts.63.gate_proj,0.0000002611,0.10000,0.616
14,mlp.experts.64.gate_proj,0.0000000838,0.10000,0.629
14,mlp.experts.65.gate_proj,0.0000050989,0.10000,0.623
14,mlp.experts.66.gate_proj,0.0000001170,0.10000,0.614
14,mlp.experts.67.gate_proj,0.0000001731,0.10000,0.605
14,mlp.experts.68.gate_proj,0.0000000564,0.10000,0.594
14,mlp.experts.69.gate_proj,0.0000000453,0.10000,0.604
14,mlp.experts.70.gate_proj,0.0000033409,0.10000,0.599
14,mlp.experts.71.gate_proj,0.0000000944,0.10000,0.592
14,mlp.experts.72.gate_proj,0.0000010714,0.10000,0.580
14,mlp.experts.73.gate_proj,0.0000046385,0.10000,0.596
14,mlp.experts.74.gate_proj,0.0000001602,0.10000,0.604
14,mlp.experts.75.gate_proj,0.0000000100,0.10000,0.602
14,mlp.experts.76.gate_proj,0.0000000374,0.10000,0.588
14,mlp.experts.77.gate_proj,0.0000000927,0.10000,0.701
14,mlp.experts.78.gate_proj,0.0000015926,0.10000,0.647
14,mlp.experts.79.gate_proj,0.0000000263,0.10000,0.652
14,mlp.experts.80.gate_proj,0.0000000359,0.10000,0.634
14,mlp.experts.81.gate_proj,0.0000001423,0.10000,0.611
14,mlp.experts.82.gate_proj,0.0000000439,0.10000,0.621
14,mlp.experts.83.gate_proj,0.0000080623,0.10000,0.598
14,mlp.experts.84.gate_proj,0.0000000717,0.10000,0.611
14,mlp.experts.85.gate_proj,0.0000004834,0.10000,0.623
14,mlp.experts.86.gate_proj,0.0000000638,0.10000,0.600
14,mlp.experts.87.gate_proj,0.0000000921,0.10000,0.596
14,mlp.experts.88.gate_proj,0.0000001573,0.10000,0.604
14,mlp.experts.89.gate_proj,0.0000005096,0.10000,0.604
14,mlp.experts.90.gate_proj,0.0000001858,0.10000,0.610
14,mlp.experts.91.gate_proj,0.0000012711,0.10000,0.616
14,mlp.experts.92.gate_proj,0.0000000760,0.10000,0.593
14,mlp.experts.93.gate_proj,0.0000004294,0.10000,0.600
14,mlp.experts.94.gate_proj,0.0000003801,0.10000,0.590
14,mlp.experts.95.gate_proj,0.0000000276,0.10000,0.597
14,mlp.experts.96.gate_proj,0.0000001124,0.10000,0.593
14,mlp.experts.97.gate_proj,0.0000033712,0.10000,0.605
14,mlp.experts.98.gate_proj,0.0000010714,0.10000,0.588
14,mlp.experts.99.gate_proj,0.0000000269,0.10000,0.587
14,mlp.experts.100.gate_proj,0.0000000892,0.10000,0.600
14,mlp.experts.101.gate_proj,0.0000000267,0.10000,0.589
14,mlp.experts.102.gate_proj,0.0000000482,0.10000,0.602
14,mlp.experts.103.gate_proj,0.0000032159,0.10000,0.600
14,mlp.experts.104.gate_proj,0.0000005914,0.10000,0.599
14,mlp.experts.105.gate_proj,0.0000000427,0.10000,0.617
14,mlp.experts.106.gate_proj,0.0000039538,0.10000,0.625
14,mlp.experts.107.gate_proj,0.0000001404,0.10000,0.619
14,mlp.experts.108.gate_proj,0.0000000440,0.10000,0.636
14,mlp.experts.109.gate_proj,0.0000000800,0.10000,0.593
14,mlp.experts.110.gate_proj,0.0000000570,0.10000,0.592
14,mlp.experts.111.gate_proj,0.0000000261,0.10000,0.603
14,mlp.experts.112.gate_proj,0.0000001116,0.10000,0.602
14,mlp.experts.113.gate_proj,0.0000006024,0.10000,0.604
14,mlp.experts.114.gate_proj,0.0000001412,0.10000,0.605
14,mlp.experts.115.gate_proj,0.0000000324,0.10000,0.595
14,mlp.experts.116.gate_proj,0.0000044402,0.10000,0.596
14,mlp.experts.117.gate_proj,0.0000530768,0.10000,0.593
14,mlp.experts.118.gate_proj,0.0000009711,0.10000,0.594
14,mlp.experts.119.gate_proj,0.0000001392,0.10000,0.591
14,mlp.experts.120.gate_proj,0.0000012743,0.10000,0.706
14,mlp.experts.121.gate_proj,0.0000001785,0.10000,0.617
14,mlp.experts.122.gate_proj,0.0000024463,0.10000,0.627
14,mlp.experts.123.gate_proj,0.0000001560,0.10000,0.633
14,mlp.experts.124.gate_proj,0.0000009681,0.10000,0.592
14,mlp.experts.125.gate_proj,0.0000001875,0.10000,0.612
14,mlp.experts.126.gate_proj,0.0000004039,0.10000,0.628
14,mlp.experts.127.gate_proj,0.0000075968,0.10000,0.594
14,mlp.experts.0.down_proj,0.0000001187,0.10000,0.291
14,mlp.experts.1.down_proj,0.0000000166,0.10000,0.226
14,mlp.experts.2.down_proj,0.0000000225,0.10000,0.230
14,mlp.experts.3.down_proj,0.0000000016,0.10000,0.230
14,mlp.experts.4.down_proj,0.0000000171,0.10000,0.227
14,mlp.experts.5.down_proj,0.0000002190,0.10000,0.215
14,mlp.experts.6.down_proj,0.0000000034,0.10000,0.216
14,mlp.experts.7.down_proj,0.0000000074,0.10000,0.213
14,mlp.experts.8.down_proj,0.0000000051,0.10000,0.244
14,mlp.experts.9.down_proj,0.0000000719,0.10000,0.240
14,mlp.experts.10.down_proj,0.0000000068,0.10000,0.233
14,mlp.experts.11.down_proj,0.0000000427,0.10000,0.225
14,mlp.experts.12.down_proj,0.0000000657,0.10000,0.218
14,mlp.experts.13.down_proj,0.0000000352,0.10000,0.218
14,mlp.experts.14.down_proj,0.0000000084,0.10000,0.220
14,mlp.experts.15.down_proj,0.0000000084,0.10000,0.218
14,mlp.experts.16.down_proj,0.0000000068,0.10000,0.217
14,mlp.experts.17.down_proj,0.0000000061,0.10000,0.217
14,mlp.experts.18.down_proj,0.0000000077,0.10000,0.217
14,mlp.experts.19.down_proj,0.0000000242,0.10000,0.219
14,mlp.experts.20.down_proj,0.0000000063,0.10000,0.220
14,mlp.experts.21.down_proj,0.0000000757,0.10000,0.221
14,mlp.experts.22.down_proj,0.0000000078,0.10000,0.221
14,mlp.experts.23.down_proj,0.0000000029,0.10000,0.222
14,mlp.experts.24.down_proj,0.0000000310,0.10000,0.226
14,mlp.experts.25.down_proj,0.0000001819,0.10000,0.220
14,mlp.experts.26.down_proj,0.0000000381,0.10000,0.221
14,mlp.experts.27.down_proj,0.0000000335,0.10000,0.225
14,mlp.experts.28.down_proj,0.0000000059,0.10000,0.222
14,mlp.experts.29.down_proj,0.0000000161,0.10000,0.223
14,mlp.experts.30.down_proj,0.0000000099,0.10000,0.220
14,mlp.experts.31.down_proj,0.0000000119,0.10000,0.211
14,mlp.experts.32.down_proj,0.0000001568,0.10000,0.233
14,mlp.experts.33.down_proj,0.0000000266,0.10000,0.223
14,mlp.experts.34.down_proj,0.0000000015,0.10000,0.230
14,mlp.experts.35.down_proj,0.0000003498,0.10000,0.221
14,mlp.experts.36.down_proj,0.0000000068,0.10000,0.220
14,mlp.experts.37.down_proj,0.0000000051,0.10000,0.245
14,mlp.experts.38.down_proj,0.0000000016,0.10000,0.235
14,mlp.experts.39.down_proj,0.0000000030,0.10000,0.218
14,mlp.experts.40.down_proj,0.0000000064,0.10000,0.223
14,mlp.experts.41.down_proj,0.0000005956,0.10000,0.258
14,mlp.experts.42.down_proj,0.0000001169,0.10000,0.269
14,mlp.experts.43.down_proj,0.0000008362,0.10000,0.249
14,mlp.experts.44.down_proj,0.0000000016,0.10000,0.239
14,mlp.experts.45.down_proj,0.0000009083,0.10000,0.239
14,mlp.experts.46.down_proj,0.0000003802,0.10000,0.235
14,mlp.experts.47.down_proj,0.0000000140,0.10000,0.242
14,mlp.experts.48.down_proj,0.0000000046,0.10000,0.236
14,mlp.experts.49.down_proj,0.0000000177,0.10000,0.229
14,mlp.experts.50.down_proj,0.0000000055,0.10000,0.221
14,mlp.experts.51.down_proj,0.0000000101,0.10000,0.229
14,mlp.experts.52.down_proj,0.0000001192,0.10000,0.228
14,mlp.experts.53.down_proj,0.0000000019,0.10000,0.222
14,mlp.experts.54.down_proj,0.0000002121,0.10000,0.236
14,mlp.experts.55.down_proj,0.0000000013,0.10000,0.244
14,mlp.experts.56.down_proj,0.0000002415,0.10000,0.239
14,mlp.experts.57.down_proj,0.0000000034,0.10000,0.238
14,mlp.experts.58.down_proj,0.0000001251,0.10000,0.225
14,mlp.experts.59.down_proj,0.0000000447,0.10000,0.223
14,mlp.experts.60.down_proj,0.0000000065,0.10000,0.236
14,mlp.experts.61.down_proj,0.0000000270,0.10000,0.223
14,mlp.experts.62.down_proj,0.0000000087,0.10000,0.225
14,mlp.experts.63.down_proj,0.0000000194,0.10000,0.227
14,mlp.experts.64.down_proj,0.0000000189,0.10000,0.233
14,mlp.experts.65.down_proj,0.0000005889,0.10000,0.222
14,mlp.experts.66.down_proj,0.0000000118,0.10000,0.220
14,mlp.experts.67.down_proj,0.0000000151,0.10000,0.223
14,mlp.experts.68.down_proj,0.0000000129,0.10000,0.231
14,mlp.experts.69.down_proj,0.0000000069,0.10000,0.227
14,mlp.experts.70.down_proj,0.0000006751,0.10000,0.220
14,mlp.experts.71.down_proj,0.0000000116,0.10000,0.224
14,mlp.experts.72.down_proj,0.0000001306,0.10000,0.225
14,mlp.experts.73.down_proj,0.0000004385,0.10000,0.216
14,mlp.experts.74.down_proj,0.0000000140,0.10000,0.212
14,mlp.experts.75.down_proj,0.0000000017,0.10000,0.225
14,mlp.experts.76.down_proj,0.0000000037,0.10000,0.226
14,mlp.experts.77.down_proj,0.0000000093,0.10000,0.223
14,mlp.experts.78.down_proj,0.0000001773,0.10000,0.235
14,mlp.experts.79.down_proj,0.0000000041,0.10000,0.228
14,mlp.experts.80.down_proj,0.0000000068,0.10000,0.224
14,mlp.experts.81.down_proj,0.0000000142,0.10000,0.222
14,mlp.experts.82.down_proj,0.0000000088,0.10000,0.223
14,mlp.experts.83.down_proj,0.0000001618,0.10000,0.223
14,mlp.experts.84.down_proj,0.0000000118,0.10000,0.226
14,mlp.experts.85.down_proj,0.0000000701,0.10000,0.241
14,mlp.experts.86.down_proj,0.0000000050,0.10000,0.213
14,mlp.experts.87.down_proj,0.0000000080,0.10000,0.245
14,mlp.experts.88.down_proj,0.0000000304,0.10000,0.233
14,mlp.experts.89.down_proj,0.0000000527,0.10000,0.242
14,mlp.experts.90.down_proj,0.0000000213,0.10000,0.223
14,mlp.experts.91.down_proj,0.0000001506,0.10000,0.225
14,mlp.experts.92.down_proj,0.0000000069,0.10000,0.224
14,mlp.experts.93.down_proj,0.0000000632,0.10000,0.227
14,mlp.experts.94.down_proj,0.0000000482,0.10000,0.230
14,mlp.experts.95.down_proj,0.0000000035,0.10000,0.226
14,mlp.experts.96.down_proj,0.0000000193,0.10000,0.226
14,mlp.experts.97.down_proj,0.0000001148,0.10000,0.225
14,mlp.experts.98.down_proj,0.0000000286,0.10000,0.249
14,mlp.experts.99.down_proj,0.0000000033,0.10000,0.239
14,mlp.experts.100.down_proj,0.0000000119,0.10000,0.264
14,mlp.experts.101.down_proj,0.0000000042,0.10000,0.266
14,mlp.experts.102.down_proj,0.0000000106,0.10000,0.244
14,mlp.experts.103.down_proj,0.0000006605,0.10000,0.244
14,mlp.experts.104.down_proj,0.0000000908,0.10000,0.246
14,mlp.experts.105.down_proj,0.0000000050,0.10000,0.246
14,mlp.experts.106.down_proj,0.0000006635,0.10000,0.242
14,mlp.experts.107.down_proj,0.0000000223,0.10000,0.244
14,mlp.experts.108.down_proj,0.0000000055,0.10000,0.233
14,mlp.experts.109.down_proj,0.0000000068,0.10000,0.253
14,mlp.experts.110.down_proj,0.0000000053,0.10000,0.226
14,mlp.experts.111.down_proj,0.0000000041,0.10000,0.235
14,mlp.experts.112.down_proj,0.0000000180,0.10000,0.218
14,mlp.experts.113.down_proj,0.0000000483,0.10000,0.223
14,mlp.experts.114.down_proj,0.0000000176,0.10000,0.225
14,mlp.experts.115.down_proj,0.0000000042,0.10000,0.219
14,mlp.experts.116.down_proj,0.0000000891,0.10000,0.220
14,mlp.experts.117.down_proj,0.0000000094,0.10000,0.235
14,mlp.experts.118.down_proj,0.0000001972,0.10000,0.267
14,mlp.experts.119.down_proj,0.0000000316,0.10000,0.271
14,mlp.experts.120.down_proj,0.0000002165,0.10000,0.232
14,mlp.experts.121.down_proj,0.0000000274,0.10000,0.236
14,mlp.experts.122.down_proj,0.0000004807,0.10000,0.236
14,mlp.experts.123.down_proj,0.0000000086,0.10000,0.231
14,mlp.experts.124.down_proj,0.0000001393,0.10000,0.233
14,mlp.experts.125.down_proj,0.0000000231,0.10000,0.215
14,mlp.experts.126.down_proj,0.0000001176,0.10000,0.263
14,mlp.experts.127.down_proj,0.0000015566,0.10000,0.250
15,self_attn.q_proj,0.0000000003,0.10000,0.617
15,self_attn.k_proj,0.0000000000,0.10000,0.605
15,self_attn.v_proj,0.0000000001,0.10000,0.572
15,self_attn.o_proj,0.0000000001,0.10000,1.125
15,mlp.gate,0.0000000074,0.10000,0.642
15,mlp.experts.0.up_proj,0.0000000858,0.10000,0.576
15,mlp.experts.1.up_proj,0.0000000151,0.10000,0.606
15,mlp.experts.2.up_proj,0.0000001854,0.10000,0.612
15,mlp.experts.3.up_proj,0.0000000273,0.10000,0.581
15,mlp.experts.4.up_proj,0.0000005803,0.10000,0.575
15,mlp.experts.5.up_proj,0.0000014636,0.10000,0.574
15,mlp.experts.6.up_proj,0.0000000328,0.10000,0.576
15,mlp.experts.7.up_proj,0.0000000264,0.10000,0.574
15,mlp.experts.8.up_proj,0.0000000226,0.10000,0.575
15,mlp.experts.9.up_proj,0.0000000392,0.10000,0.568
15,mlp.experts.10.up_proj,0.0000001925,0.10000,0.566
15,mlp.experts.11.up_proj,0.0000000906,0.10000,0.569
15,mlp.experts.12.up_proj,0.0000017393,0.10000,0.573
15,mlp.experts.13.up_proj,0.0000001719,0.10000,0.567
15,mlp.experts.14.up_proj,0.0000003211,0.10000,0.566
15,mlp.experts.15.up_proj,0.0000016059,0.10000,0.561
15,mlp.experts.16.up_proj,0.0000000146,0.10000,0.581
15,mlp.experts.17.up_proj,0.0000000283,0.10000,0.573
15,mlp.experts.18.up_proj,0.0000005979,0.10000,0.575
15,mlp.experts.19.up_proj,0.0000010456,0.10000,0.592
15,mlp.experts.20.up_proj,0.0000000454,0.10000,0.603
15,mlp.experts.21.up_proj,0.0000009965,0.10000,0.567
15,mlp.experts.22.up_proj,0.0000023261,0.10000,0.600
15,mlp.experts.23.up_proj,0.0000000386,0.10000,0.604
15,mlp.experts.24.up_proj,0.0000017530,0.10000,0.594
15,mlp.experts.25.up_proj,0.0000003236,0.10000,0.607
15,mlp.experts.26.up_proj,0.0000023772,0.10000,0.617
15,mlp.experts.27.up_proj,0.0000006093,0.10000,0.704
15,mlp.experts.28.up_proj,0.0000005230,0.10000,0.606
15,mlp.experts.29.up_proj,0.0000001273,0.10000,0.615
15,mlp.experts.30.up_proj,0.0000001006,0.10000,0.597
15,mlp.experts.31.up_proj,0.0000000993,0.10000,0.574
15,mlp.experts.32.up_proj,0.0000000386,0.10000,0.567
15,mlp.experts.33.up_proj,0.0000002796,0.10000,0.569
15,mlp.experts.34.up_proj,0.0000000503,0.10000,0.571
15,mlp.experts.35.up_proj,0.0000000247,0.10000,0.571
15,mlp.experts.36.up_proj,0.0000012393,0.10000,0.572
15,mlp.experts.37.up_proj,0.0000000486,0.10000,0.572
15,mlp.experts.38.up_proj,0.0000000281,0.10000,0.575
15,mlp.experts.39.up_proj,0.0000000802,0.10000,0.569
15,mlp.experts.40.up_proj,0.0000000122,0.10000,0.571
15,mlp.experts.41.up_proj,0.0000010319,0.10000,0.605
15,mlp.experts.42.up_proj,0.0000014984,0.10000,0.592
15,mlp.experts.43.up_proj,0.0000023548,0.10000,0.573
15,mlp.experts.44.up_proj,0.0000042826,0.10000,0.573
15,mlp.experts.45.up_proj,0.0000001539,0.10000,0.612
15,mlp.experts.46.up_proj,0.0000008413,0.10000,0.583
15,mlp.experts.47.up_proj,0.0000006487,0.10000,0.566
15,mlp.experts.48.up_proj,0.0000001763,0.10000,0.604
15,mlp.experts.49.up_proj,0.0000000618,0.10000,0.607
15,mlp.experts.50.up_proj,0.0000001083,0.10000,0.567
15,mlp.experts.51.up_proj,0.0000000804,0.10000,0.575
15,mlp.experts.52.up_proj,0.0000003812,0.10000,0.570
15,mlp.experts.53.up_proj,0.0000008290,0.10000,0.583
15,mlp.experts.54.up_proj,0.0000001285,0.10000,0.585
15,mlp.experts.55.up_proj,0.0000000261,0.10000,0.593
15,mlp.experts.56.up_proj,0.0000000433,0.10000,0.577
15,mlp.experts.57.up_proj,0.0000001857,0.10000,0.578
15,mlp.experts.58.up_proj,0.0000000677,0.10000,0.577
15,mlp.experts.59.up_proj,0.0000002734,0.10000,0.572
15,mlp.experts.60.up_proj,0.0000000363,0.10000,0.578
15,mlp.experts.61.up_proj,0.0000001475,0.10000,0.571
15,mlp.experts.62.up_proj,0.0000011893,0.10000,0.568
15,mlp.experts.63.up_proj,0.0000001850,0.10000,0.562
15,mlp.experts.64.up_proj,0.0000005337,0.10000,0.568
15,mlp.experts.65.up_proj,0.0000054819,0.10000,0.575
15,mlp.experts.66.up_proj,0.0000004322,0.10000,0.571
15,mlp.experts.67.up_proj,0.0000051704,0.10000,0.567
15,mlp.experts.68.up_proj,0.0000003908,0.10000,0.580
15,mlp.experts.69.up_proj,0.0000000428,0.10000,0.601
15,mlp.experts.70.up_proj,0.0000000670,0.10000,0.568
15,mlp.experts.71.up_proj,0.0000000696,0.10000,0.574
15,mlp.experts.72.up_proj,0.0000000560,0.10000,0.688
15,mlp.experts.73.up_proj,0.0000008816,0.10000,0.648
15,mlp.experts.74.up_proj,0.0000037073,0.10000,0.662
15,mlp.experts.75.up_proj,0.0000003864,0.10000,0.637
15,mlp.experts.76.up_proj,0.0000001849,0.10000,0.638
15,mlp.experts.77.up_proj,0.0000000209,0.10000,0.631
15,mlp.experts.78.up_proj,0.0000000615,0.10000,0.654
15,mlp.experts.79.up_proj,0.0000007018,0.10000,0.642
15,mlp.experts.80.up_proj,0.0000002320,0.10000,0.638
15,mlp.experts.81.up_proj,0.0000003409,0.10000,0.631
15,mlp.experts.82.up_proj,0.0000000162,0.10000,0.634
15,mlp.experts.83.up_proj,0.0000002688,0.10000,0.639
15,mlp.experts.84.up_proj,0.0000001431,0.10000,0.605
15,mlp.experts.85.up_proj,0.0000000285,0.10000,0.573
15,mlp.experts.86.up_proj,0.0000000177,0.10000,0.694
15,mlp.experts.87.up_proj,0.0000000201,0.10000,0.668
15,mlp.experts.88.up_proj,0.0000010232,0.10000,0.637
15,mlp.experts.89.up_proj,0.0000000224,0.10000,0.641
15,mlp.experts.90.up_proj,0.0000000468,0.10000,0.635
15,mlp.experts.91.up_proj,0.0000000281,0.10000,0.652
15,mlp.experts.92.up_proj,0.0000047613,0.10000,0.630
15,mlp.experts.93.up_proj,0.0000006832,0.10000,0.570
15,mlp.experts.94.up_proj,0.0000000273,0.10000,0.715
15,mlp.experts.95.up_proj,0.0000000181,0.10000,0.676
15,mlp.experts.96.up_proj,0.0000001035,0.10000,0.638
15,mlp.experts.97.up_proj,0.0000027669,0.10000,0.654
15,mlp.experts.98.up_proj,0.0000000171,0.10000,0.641
15,mlp.experts.99.up_proj,0.0000003634,0.10000,0.637
15,mlp.experts.100.up_proj,0.0000000450,0.10000,0.655
15,mlp.experts.101.up_proj,0.0000000494,0.10000,0.629
15,mlp.experts.102.up_proj,0.0000002973,0.10000,0.598
15,mlp.experts.103.up_proj,0.0000001065,0.10000,0.611
15,mlp.experts.104.up_proj,0.0000005005,0.10000,0.665
15,mlp.experts.105.up_proj,0.0000026785,0.10000,0.603
15,mlp.experts.106.up_proj,0.0000001279,0.10000,0.618
15,mlp.experts.107.up_proj,0.0000004880,0.10000,0.567
15,mlp.experts.108.up_proj,0.0000156833,0.10000,0.579
15,mlp.experts.109.up_proj,0.0000001251,0.10000,0.580
15,mlp.experts.110.up_proj,0.0000002995,0.10000,0.710
15,mlp.experts.111.up_proj,0.0000010147,0.10000,0.652
15,mlp.experts.112.up_proj,0.0000005678,0.10000,0.643
15,mlp.experts.113.up_proj,0.0000003888,0.10000,0.625
15,mlp.experts.114.up_proj,0.0000373799,0.10000,0.644
15,mlp.experts.115.up_proj,0.0000001916,0.10000,0.640
15,mlp.experts.116.up_proj,0.0000000615,0.10000,0.638
15,mlp.experts.117.up_proj,0.0000008481,0.10000,0.609
15,mlp.experts.118.up_proj,0.0000002409,0.10000,0.590
15,mlp.experts.119.up_proj,0.0000007857,0.10000,0.569
15,mlp.experts.120.up_proj,0.0000000201,0.10000,0.590
15,mlp.experts.121.up_proj,0.0000000194,0.10000,0.575
15,mlp.experts.122.up_proj,0.0000018795,0.10000,0.575
15,mlp.experts.123.up_proj,0.0000001993,0.10000,0.567
15,mlp.experts.124.up_proj,0.0000132401,0.10000,0.567
15,mlp.experts.125.up_proj,0.0000000772,0.10000,0.574
15,mlp.experts.126.up_proj,0.0000000915,0.10000,0.577
15,mlp.experts.127.up_proj,0.0000001934,0.10000,0.572
15,mlp.experts.0.gate_proj,0.0000001074,0.10000,0.568
15,mlp.experts.1.gate_proj,0.0000000145,0.10000,0.574
15,mlp.experts.2.gate_proj,0.0000001907,0.10000,0.572
15,mlp.experts.3.gate_proj,0.0000000260,0.10000,0.571
15,mlp.experts.4.gate_proj,0.0000005284,0.10000,0.575
15,mlp.experts.5.gate_proj,0.0000015026,0.10000,0.580
15,mlp.experts.6.gate_proj,0.0000000323,0.10000,0.570
15,mlp.experts.7.gate_proj,0.0000000269,0.10000,0.697
15,mlp.experts.8.gate_proj,0.0000000231,0.10000,0.671
15,mlp.experts.9.gate_proj,0.0000000413,0.10000,0.625
15,mlp.experts.10.gate_proj,0.0000001910,0.10000,0.634
15,mlp.experts.11.gate_proj,0.0000000994,0.10000,0.642
15,mlp.experts.12.gate_proj,0.0000018007,0.10000,0.639
15,mlp.experts.13.gate_proj,0.0000001747,0.10000,0.642
15,mlp.experts.14.gate_proj,0.0000003322,0.10000,0.649
15,mlp.experts.15.gate_proj,0.0000016814,0.10000,0.637
15,mlp.experts.16.gate_proj,0.0000000146,0.10000,0.645
15,mlp.experts.17.gate_proj,0.0000000283,0.10000,0.647
15,mlp.experts.18.gate_proj,0.0000005604,0.10000,0.599
15,mlp.experts.19.gate_proj,0.0000010784,0.10000,0.614
15,mlp.experts.20.gate_proj,0.0000000437,0.10000,0.584
15,mlp.experts.21.gate_proj,0.0000010367,0.10000,0.582
15,mlp.experts.22.gate_proj,0.0000022769,0.10000,0.572
15,mlp.experts.23.gate_proj,0.0000000376,0.10000,0.595
15,mlp.experts.24.gate_proj,0.0000018662,0.10000,0.620
15,mlp.experts.25.gate_proj,0.0000004024,0.10000,0.695
15,mlp.experts.26.gate_proj,0.0000024696,0.10000,0.684
15,mlp.experts.27.gate_proj,0.0000006276,0.10000,0.605
15,mlp.experts.28.gate_proj,0.0000005542,0.10000,0.577
15,mlp.experts.29.gate_proj,0.0000001375,0.10000,0.573
15,mlp.experts.30.gate_proj,0.0000001020,0.10000,0.578
15,mlp.experts.31.gate_proj,0.0000001002,0.10000,0.569
15,mlp.experts.32.gate_proj,0.0000000465,0.10000,0.574
15,mlp.experts.33.gate_proj,0.0000002915,0.10000,0.570
15,mlp.experts.34.gate_proj,0.0000000516,0.10000,0.568
15,mlp.experts.35.gate_proj,0.0000000239,0.10000,0.571
15,mlp.experts.36.gate_proj,0.0000012291,0.10000,0.563
15,mlp.experts.37.gate_proj,0.0000000508,0.10000,0.569
15,mlp.experts.38.gate_proj,0.0000000272,0.10000,0.562
15,mlp.experts.39.gate_proj,0.0000000840,0.10000,0.564
15,mlp.experts.40.gate_proj,0.0000000121,0.10000,0.569
15,mlp.experts.41.gate_proj,0.0000010790,0.10000,0.590
15,mlp.experts.42.gate_proj,0.0000015689,0.10000,0.614
15,mlp.experts.43.gate_proj,0.0000026359,0.10000,0.581
15,mlp.experts.44.gate_proj,0.0000044698,0.10000,0.587
15,mlp.experts.45.gate_proj,0.0000001587,0.10000,0.578
15,mlp.experts.46.gate_proj,0.0000009076,0.10000,0.576
15,mlp.experts.47.gate_proj,0.0000006697,0.10000,0.572
15,mlp.experts.48.gate_proj,0.0000001807,0.10000,0.581
15,mlp.experts.49.gate_proj,0.0000000659,0.10000,0.589
15,mlp.experts.50.gate_proj,0.0000001088,0.10000,0.617
15,mlp.experts.51.gate_proj,0.0000000881,0.10000,0.614
15,mlp.experts.52.gate_proj,0.0000004798,0.10000,0.582
15,mlp.experts.53.gate_proj,0.0000008378,0.10000,0.583
15,mlp.experts.54.gate_proj,0.0000001261,0.10000,0.577
15,mlp.experts.55.gate_proj,0.0000000254,0.10000,0.575
15,mlp.experts.56.gate_proj,0.0000000434,0.10000,0.590
15,mlp.experts.57.gate_proj,0.0000001911,0.10000,0.578
15,mlp.experts.58.gate_proj,0.0000000701,0.10000,0.574
15,mlp.experts.59.gate_proj,0.0000002936,0.10000,0.605
15,mlp.experts.60.gate_proj,0.0000000367,0.10000,0.583
15,mlp.experts.61.gate_proj,0.0000001471,0.10000,0.578
15,mlp.experts.62.gate_proj,0.0000012408,0.10000,0.620
15,mlp.experts.63.gate_proj,0.0000001918,0.10000,0.567
15,mlp.experts.64.gate_proj,0.0000005470,0.10000,0.600
15,mlp.experts.65.gate_proj,0.0000055693,0.10000,0.595
15,mlp.experts.66.gate_proj,0.0000004773,0.10000,0.601
15,mlp.experts.67.gate_proj,0.0000053212,0.10000,0.692
15,mlp.experts.68.gate_proj,0.0000004113,0.10000,0.646
15,mlp.experts.69.gate_proj,0.0000000416,0.10000,0.605
15,mlp.experts.70.gate_proj,0.0000000689,0.10000,0.575
15,mlp.experts.71.gate_proj,0.0000000693,0.10000,0.574
15,mlp.experts.72.gate_proj,0.0000000599,0.10000,0.619
15,mlp.experts.73.gate_proj,0.0000042897,0.10000,0.579
15,mlp.experts.74.gate_proj,0.0000039004,0.10000,0.581
15,mlp.experts.75.gate_proj,0.0000004097,0.10000,0.586
15,mlp.experts.76.gate_proj,0.0000001824,0.10000,0.611
15,mlp.experts.77.gate_proj,0.0000000212,0.10000,0.617
15,mlp.experts.78.gate_proj,0.0000000625,0.10000,0.577
15,mlp.experts.79.gate_proj,0.0000007234,0.10000,0.682
15,mlp.experts.80.gate_proj,0.0000002952,0.10000,0.687
15,mlp.experts.81.gate_proj,0.0000003523,0.10000,0.638
15,mlp.experts.82.gate_proj,0.0000000159,0.10000,0.620
15,mlp.experts.83.gate_proj,0.0000002646,0.10000,0.587
15,mlp.experts.84.gate_proj,0.0000001462,0.10000,0.586
15,mlp.experts.85.gate_proj,0.0000000268,0.10000,0.626
15,mlp.experts.86.gate_proj,0.0000000173,0.10000,0.705
15,mlp.experts.87.gate_proj,0.0000000232,0.10000,0.638
15,mlp.experts.88.gate_proj,0.0000010566,0.10000,0.601
15,mlp.experts.89.gate_proj,0.0000000235,0.10000,0.578
15,mlp.experts.90.gate_proj,0.0000000509,0.10000,0.619
15,mlp.experts.91.gate_proj,0.0000000273,0.10000,0.580
15,mlp.experts.92.gate_proj,0.0000050402,0.10000,0.581
15,mlp.experts.93.gate_proj,0.0000007079,0.10000,0.732
15,mlp.experts.94.gate_proj,0.0000000274,0.10000,0.648
15,mlp.experts.95.gate_proj,0.0000000182,0.10000,0.625
15,mlp.experts.96.gate_proj,0.0000001031,0.10000,0.679
15,mlp.experts.97.gate_proj,0.0000028599,0.10000,0.692
15,mlp.experts.98.gate_proj,0.0000000177,0.10000,0.624
15,mlp.experts.99.gate_proj,0.0000003733,0.10000,0.623
15,mlp.experts.100.gate_proj,0.0000000499,0.10000,0.592
15,mlp.experts.101.gate_proj,0.0000000538,0.10000,0.602
15,mlp.experts.102.gate_proj,0.0000003270,0.10000,0.631
15,mlp.experts.103.gate_proj,0.0000001068,0.10000,0.610
15,mlp.experts.104.gate_proj,0.0000005089,0.10000,0.583
15,mlp.experts.105.gate_proj,0.0000027328,0.10000,0.577
15,mlp.experts.106.gate_proj,0.0000001355,0.10000,0.573
15,mlp.experts.107.gate_proj,0.0000004981,0.10000,0.584
15,mlp.experts.108.gate_proj,0.0000166585,0.10000,0.605
15,mlp.experts.109.gate_proj,0.0000001323,0.10000,0.626
15,mlp.experts.110.gate_proj,0.0000003050,0.10000,0.708
15,mlp.experts.111.gate_proj,0.0000010509,0.10000,0.649
15,mlp.experts.112.gate_proj,0.0000005961,0.10000,0.653
15,mlp.experts.113.gate_proj,0.0000003995,0.10000,0.640
15,mlp.experts.114.gate_proj,0.0000390544,0.10000,0.646
15,mlp.experts.115.gate_proj,0.0000001911,0.10000,0.646
15,mlp.experts.116.gate_proj,0.0000000656,0.10000,0.653
15,mlp.experts.117.gate_proj,0.0000009089,0.10000,0.638
15,mlp.experts.118.gate_proj,0.0000002447,0.10000,0.668
15,mlp.experts.119.gate_proj,0.0000009024,0.10000,0.618
15,mlp.experts.120.gate_proj,0.0000000209,0.10000,0.635
15,mlp.experts.121.gate_proj,0.0000000191,0.10000,0.625
15,mlp.experts.122.gate_proj,0.0000019786,0.10000,0.598
15,mlp.experts.123.gate_proj,0.0000002093,0.10000,0.597
15,mlp.experts.124.gate_proj,0.0000135957,0.10000,0.602
15,mlp.experts.125.gate_proj,0.0000000819,0.10000,0.630
15,mlp.experts.126.gate_proj,0.0000000921,0.10000,0.623
15,mlp.experts.127.gate_proj,0.0000002038,0.10000,0.630
15,mlp.experts.0.down_proj,0.0000000114,0.10000,0.258
15,mlp.experts.1.down_proj,0.0000000021,0.10000,0.245
15,mlp.experts.2.down_proj,0.0000000222,0.10000,0.242
15,mlp.experts.3.down_proj,0.0000000042,0.10000,0.249
15,mlp.experts.4.down_proj,0.0000000956,0.10000,0.263
15,mlp.experts.5.down_proj,0.0000001964,0.10000,0.222
15,mlp.experts.6.down_proj,0.0000000045,0.10000,0.254
15,mlp.experts.7.down_proj,0.0000000034,0.10000,0.239
15,mlp.experts.8.down_proj,0.0000000025,0.10000,0.251
15,mlp.experts.9.down_proj,0.0000000052,0.10000,0.234
15,mlp.experts.10.down_proj,0.0000000291,0.10000,0.230
15,mlp.experts.11.down_proj,0.0000000096,0.10000,0.233
15,mlp.experts.12.down_proj,0.0000002477,0.10000,0.220
15,mlp.experts.13.down_proj,0.0000000181,0.10000,0.242
15,mlp.experts.14.down_proj,0.0000000344,0.10000,0.239
15,mlp.experts.15.down_proj,0.0000001838,0.10000,0.231
15,mlp.experts.16.down_proj,0.0000000016,0.10000,0.240
15,mlp.experts.17.down_proj,0.0000000032,0.10000,0.243
15,mlp.experts.18.down_proj,0.0000000504,0.10000,0.238
15,mlp.experts.19.down_proj,0.0000001067,0.10000,0.223
15,mlp.experts.20.down_proj,0.0000000066,0.10000,0.225
15,mlp.experts.21.down_proj,0.0000000945,0.10000,0.234
15,mlp.experts.22.down_proj,0.0000006345,0.10000,0.235
15,mlp.experts.23.down_proj,0.0000000073,0.10000,0.229
15,mlp.experts.24.down_proj,0.0000000518,0.10000,0.216
15,mlp.experts.25.down_proj,0.0000000217,0.10000,0.239
15,mlp.experts.26.down_proj,0.0000000791,0.10000,0.245
15,mlp.experts.27.down_proj,0.0000000703,0.10000,0.235
15,mlp.experts.28.down_proj,0.0000001119,0.10000,0.226
15,mlp.experts.29.down_proj,0.0000000216,0.10000,0.222
15,mlp.experts.30.down_proj,0.0000000187,0.10000,0.227
15,mlp.experts.31.down_proj,0.0000000132,0.10000,0.239
15,mlp.experts.32.down_proj,0.0000000059,0.10000,0.223
15,mlp.experts.33.down_proj,0.0000000456,0.10000,0.224
15,mlp.experts.34.down_proj,0.0000000084,0.10000,0.208
15,mlp.experts.35.down_proj,0.0000000042,0.10000,0.222
15,mlp.experts.36.down_proj,0.0000003495,0.10000,0.225
15,mlp.experts.37.down_proj,0.0000000097,0.10000,0.237
15,mlp.experts.38.down_proj,0.0000000011,0.10000,0.238
15,mlp.experts.39.down_proj,0.0000000089,0.10000,0.245
15,mlp.experts.40.down_proj,0.0000000015,0.10000,0.227
15,mlp.experts.41.down_proj,0.0000001838,0.10000,0.211
15,mlp.experts.42.down_proj,0.0000003519,0.10000,0.222
15,mlp.experts.43.down_proj,0.0000007705,0.10000,0.252
15,mlp.experts.44.down_proj,0.0000005343,0.10000,0.263
15,mlp.experts.45.down_proj,0.0000000224,0.10000,0.267
15,mlp.experts.46.down_proj,0.0000002200,0.10000,0.232
15,mlp.experts.47.down_proj,0.0000001360,0.10000,0.244
15,mlp.experts.48.down_proj,0.0000000179,0.10000,0.248
15,mlp.experts.49.down_proj,0.0000000081,0.10000,0.247
15,mlp.experts.50.down_proj,0.0000000094,0.10000,0.245
15,mlp.experts.51.down_proj,0.0000000141,0.10000,0.238
15,mlp.experts.52.down_proj,0.0000000948,0.10000,0.261
15,mlp.experts.53.down_proj,0.0000001847,0.10000,0.237
15,mlp.experts.54.down_proj,0.0000000209,0.10000,0.267
15,mlp.experts.55.down_proj,0.0000000038,0.10000,0.249
15,mlp.experts.56.down_proj,0.0000000056,0.10000,0.251
15,mlp.experts.57.down_proj,0.0000000298,0.10000,0.247
15,mlp.experts.58.down_proj,0.0000000067,0.10000,0.239
15,mlp.experts.59.down_proj,0.0000000333,0.10000,0.239
15,mlp.experts.60.down_proj,0.0000000057,0.10000,0.233
15,mlp.experts.61.down_proj,0.0000000220,0.10000,0.248
15,mlp.experts.62.down_proj,0.0000002346,0.10000,0.245
15,mlp.experts.63.down_proj,0.0000000157,0.10000,0.243
15,mlp.experts.64.down_proj,0.0000000472,0.10000,0.233
15,mlp.experts.65.down_proj,0.0000013008,0.10000,0.229
15,mlp.experts.66.down_proj,0.0000000629,0.10000,0.235
15,mlp.experts.67.down_proj,0.0000008357,0.10000,0.223
15,mlp.experts.68.down_proj,0.0000000428,0.10000,0.227
15,mlp.experts.69.down_proj,0.0000000076,0.10000,0.226
15,mlp.experts.70.down_proj,0.0000000110,0.10000,0.225
15,mlp.experts.71.down_proj,0.0000000125,0.10000,0.226
15,mlp.experts.72.down_proj,0.0000000093,0.10000,0.238
15,mlp.experts.73.down_proj,0.0000000255,0.10000,0.236
15,mlp.experts.74.down_proj,0.0000007849,0.10000,0.238
15,mlp.experts.75.down_proj,0.0000000427,0.10000,0.247
15,mlp.experts.76.down_proj,0.0000000284,0.10000,0.227
15,mlp.experts.77.down_proj,0.0000000030,0.10000,0.232
15,mlp.experts.78.down_proj,0.0000000102,0.10000,0.229
15,mlp.experts.79.down_proj,0.0000000625,0.10000,0.234
15,mlp.experts.80.down_proj,0.0000000527,0.10000,0.236
15,mlp.experts.81.down_proj,0.0000000352,0.10000,0.230
15,mlp.experts.82.down_proj,0.0000000021,0.10000,0.226
15,mlp.experts.83.down_proj,0.0000000184,0.10000,0.226
15,mlp.experts.84.down_proj,0.0000000144,0.10000,0.233
15,mlp.experts.85.down_proj,0.0000000038,0.10000,0.236
15,mlp.experts.86.down_proj,0.0000000027,0.10000,0.225
15,mlp.experts.87.down_proj,0.0000000027,0.10000,0.248
15,mlp.experts.88.down_proj,0.0000001128,0.10000,0.239
15,mlp.experts.89.down_proj,0.0000000028,0.10000,0.245
15,mlp.experts.90.down_proj,0.0000000076,0.10000,0.247
15,mlp.experts.91.down_proj,0.0000000040,0.10000,0.246
15,mlp.experts.92.down_proj,0.0000007265,0.10000,0.224
15,mlp.experts.93.down_proj,0.0000001328,0.10000,0.237
15,mlp.experts.94.down_proj,0.0000000034,0.10000,0.236
15,mlp.experts.95.down_proj,0.0000000024,0.10000,0.237
15,mlp.experts.96.down_proj,0.0000000137,0.10000,0.230
15,mlp.experts.97.down_proj,0.0000005052,0.10000,0.223
15,mlp.experts.98.down_proj,0.0000000023,0.10000,0.225
15,mlp.experts.99.down_proj,0.0000000410,0.10000,0.224
15,mlp.experts.100.down_proj,0.0000000069,0.10000,0.223
15,mlp.experts.101.down_proj,0.0000000083,0.10000,0.226
15,mlp.experts.102.down_proj,0.0000000357,0.10000,0.226
15,mlp.experts.103.down_proj,0.0000000198,0.10000,0.234
15,mlp.experts.104.down_proj,0.0000000747,0.10000,0.233
15,mlp.experts.105.down_proj,0.0000005694,0.10000,0.224
15,mlp.experts.106.down_proj,0.0000000149,0.10000,0.221
15,mlp.experts.107.down_proj,0.0000000577,0.10000,0.222
15,mlp.experts.108.down_proj,0.0000024288,0.10000,0.223
15,mlp.experts.109.down_proj,0.0000000140,0.10000,0.225
15,mlp.experts.110.down_proj,0.0000000213,0.10000,0.223
15,mlp.experts.111.down_proj,0.0000001029,0.10000,0.227
15,mlp.experts.112.down_proj,0.0000000612,0.10000,0.229
15,mlp.experts.113.down_proj,0.0000000654,0.10000,0.221
15,mlp.experts.114.down_proj,0.0000007454,0.10000,0.227
15,mlp.experts.115.down_proj,0.0000000282,0.10000,0.222
15,mlp.experts.116.down_proj,0.0000000074,0.10000,0.226
15,mlp.experts.117.down_proj,0.0000000286,0.10000,0.226
15,mlp.experts.118.down_proj,0.0000000293,0.10000,0.224
15,mlp.experts.119.down_proj,0.0000001112,0.10000,0.241
15,mlp.experts.120.down_proj,0.0000000030,0.10000,0.237
15,mlp.experts.121.down_proj,0.0000000028,0.10000,0.223
15,mlp.experts.122.down_proj,0.0000000482,0.10000,0.222
15,mlp.experts.123.down_proj,0.0000000321,0.10000,0.210
15,mlp.experts.124.down_proj,0.0000030311,0.10000,0.233
15,mlp.experts.125.down_proj,0.0000000078,0.10000,0.233
15,mlp.experts.126.down_proj,0.0000000096,0.10000,0.217
15,mlp.experts.127.down_proj,0.0000000180,0.10000,0.253
16,self_attn.q_proj,0.0000000004,0.10000,0.598
16,self_attn.k_proj,0.0000000001,0.10000,0.566
16,self_attn.v_proj,0.0000000001,0.10000,0.573
16,self_attn.o_proj,0.0000000001,0.10000,1.128
16,mlp.gate,0.0000000071,0.10000,0.574
16,mlp.experts.0.up_proj,0.0000001173,0.10000,0.582
16,mlp.experts.1.up_proj,0.0000003732,0.10000,0.606
16,mlp.experts.2.up_proj,0.0000288157,0.10000,0.579
16,mlp.experts.3.up_proj,0.0000102345,0.10000,0.569
16,mlp.experts.4.up_proj,0.0000001141,0.10000,0.612
16,mlp.experts.5.up_proj,0.0000027017,0.10000,0.572
16,mlp.experts.6.up_proj,0.0000003408,0.10000,0.575
16,mlp.experts.7.up_proj,0.0000000484,0.10000,0.574
16,mlp.experts.8.up_proj,0.0000000312,0.10000,0.575
16,mlp.experts.9.up_proj,0.0000000422,0.10000,0.567
16,mlp.experts.10.up_proj,0.0000011775,0.10000,0.594
16,mlp.experts.11.up_proj,0.0000000315,0.10000,0.608
16,mlp.experts.12.up_proj,0.0000001801,0.10000,0.590
16,mlp.experts.13.up_proj,0.0000000566,0.10000,0.569
16,mlp.experts.14.up_proj,0.0000000269,0.10000,0.569
16,mlp.experts.15.up_proj,0.0000000496,0.10000,0.569
16,mlp.experts.16.up_proj,0.0000000299,0.10000,0.572
16,mlp.experts.17.up_proj,0.0000005869,0.10000,0.576
16,mlp.experts.18.up_proj,0.0000000226,0.10000,0.571
16,mlp.experts.19.up_proj,0.0000001506,0.10000,0.568
16,mlp.experts.20.up_proj,0.0000000471,0.10000,0.595
16,mlp.experts.21.up_proj,0.0000050941,0.10000,0.615
16,mlp.experts.22.up_proj,0.0000006569,0.10000,0.583
16,mlp.experts.23.up_proj,0.0000002490,0.10000,0.583
16,mlp.experts.24.up_proj,0.0000000216,0.10000,0.581
16,mlp.experts.25.up_proj,0.0000006634,0.10000,0.615
16,mlp.experts.26.up_proj,0.0000000431,0.10000,0.613
16,mlp.experts.27.up_proj,0.0000003353,0.10000,0.573
16,mlp.experts.28.up_proj,0.0000002698,0.10000,0.569
16,mlp.experts.29.up_proj,0.0000000546,0.10000,0.563
16,mlp.experts.30.up_proj,0.0000000120,0.10000,0.616
16,mlp.experts.31.up_proj,0.0000025129,0.10000,0.591
16,mlp.experts.32.up_proj,0.0000004544,0.10000,0.572
16,mlp.experts.33.up_proj,0.0000000727,0.10000,0.564
16,mlp.experts.34.up_proj,0.0000006684,0.10000,0.570
16,mlp.experts.35.up_proj,0.0000000975,0.10000,0.614
16,mlp.experts.36.up_proj,0.0000007959,0.10000,0.574
16,mlp.experts.37.up_proj,0.0000000300,0.10000,0.572
16,mlp.experts.38.up_proj,0.0000041087,0.10000,0.570
16,mlp.experts.39.up_proj,0.0000001315,0.10000,0.570
16,mlp.experts.40.up_proj,0.0000000358,0.10000,0.569
16,mlp.experts.41.up_proj,0.0000012709,0.10000,0.577
16,mlp.experts.42.up_proj,0.0000002536,0.10000,0.573
16,mlp.experts.43.up_proj,0.0000000306,0.10000,0.567
16,mlp.experts.44.up_proj,0.0000001590,0.10000,0.573
16,mlp.experts.45.up_proj,0.0000000196,0.10000,0.568
16,mlp.experts.46.up_proj,0.0000002848,0.10000,0.567
16,mlp.experts.47.up_proj,0.0000008959,0.10000,0.577
16,mlp.experts.48.up_proj,0.0000000978,0.10000,0.585
16,mlp.experts.49.up_proj,0.0000014751,0.10000,0.590
16,mlp.experts.50.up_proj,0.0000000426,0.10000,0.574
16,mlp.experts.51.up_proj,0.0000000410,0.10000,0.566
16,mlp.experts.52.up_proj,0.0000001815,0.10000,0.607
16,mlp.experts.53.up_proj,0.0000008877,0.10000,0.584
16,mlp.experts.54.up_proj,0.0000002341,0.10000,0.697
16,mlp.experts.55.up_proj,0.0000000474,0.10000,0.641
16,mlp.experts.56.up_proj,0.0000015393,0.10000,0.632
16,mlp.experts.57.up_proj,0.0000000310,0.10000,0.639
16,mlp.experts.58.up_proj,0.0000022283,0.10000,0.634
16,mlp.experts.59.up_proj,0.0000002010,0.10000,0.642
16,mlp.experts.60.up_proj,0.0000000548,0.10000,0.637
16,mlp.experts.61.up_proj,0.0000058993,0.10000,0.647
16,mlp.experts.62.up_proj,0.0000001095,0.10000,0.664
16,mlp.experts.63.up_proj,0.0000008954,0.10000,0.607
16,mlp.experts.64.up_proj,0.0000048843,0.10000,0.564
16,mlp.experts.65.up_proj,0.0000000449,0.10000,0.606
16,mlp.experts.66.up_proj,0.0000024706,0.10000,0.580
16,mlp.experts.67.up_proj,0.0000005788,0.10000,0.569
16,mlp.experts.68.up_proj,0.0000003017,0.10000,0.583
16,mlp.experts.69.up_proj,0.0000028236,0.10000,0.571
16,mlp.experts.70.up_proj,0.0000004959,0.10000,0.580
16,mlp.experts.71.up_proj,0.0000062683,0.10000,0.578
16,mlp.experts.72.up_proj,0.0000000863,0.10000,0.573
16,mlp.experts.73.up_proj,0.0000000730,0.10000,0.577
16,mlp.experts.74.up_proj,0.0000023787,0.10000,0.566
16,mlp.experts.75.up_proj,0.0000000197,0.10000,0.607
16,mlp.experts.76.up_proj,0.0000002380,0.10000,0.605
16,mlp.experts.77.up_proj,0.0000000442,0.10000,0.568
16,mlp.experts.78.up_proj,0.0000000443,0.10000,0.573
16,mlp.experts.79.up_proj,0.0000000405,0.10000,0.571
16,mlp.experts.80.up_proj,0.0000000162,0.10000,0.612
16,mlp.experts.81.up_proj,0.0000000651,0.10000,0.610
16,mlp.experts.82.up_proj,0.0000001194,0.10000,0.568
16,mlp.experts.83.up_proj,0.0000000261,0.10000,0.599
16,mlp.experts.84.up_proj,0.0000000391,0.10000,0.603
16,mlp.experts.85.up_proj,0.0000003608,0.10000,0.569
16,mlp.experts.86.up_proj,0.0000024703,0.10000,0.570
16,mlp.experts.87.up_proj,0.0000011051,0.10000,0.572
16,mlp.experts.88.up_proj,0.0000009490,0.10000,0.569
16,mlp.experts.89.up_proj,0.0000001614,0.10000,0.573
16,mlp.experts.90.up_proj,0.0000000922,0.10000,0.611
16,mlp.experts.91.up_proj,0.0000002510,0.10000,0.600
16,mlp.experts.92.up_proj,0.0000014376,0.10000,0.565
16,mlp.experts.93.up_proj,0.0000000852,0.10000,0.591
16,mlp.experts.94.up_proj,0.0000000416,0.10000,0.582
16,mlp.experts.95.up_proj,0.0000048780,0.10000,0.579
16,mlp.experts.96.up_proj,0.0000008671,0.10000,0.605
16,mlp.experts.97.up_proj,0.0000001480,0.10000,0.604
16,mlp.experts.98.up_proj,0.0000000423,0.10000,0.591
16,mlp.experts.99.up_proj,0.0000021685,0.10000,0.609
16,mlp.experts.100.up_proj,0.0000001057,0.10000,0.590
16,mlp.experts.101.up_proj,0.0000000470,0.10000,0.611
16,mlp.experts.102.up_proj,0.0000000257,0.10000,0.606
16,mlp.experts.103.up_proj,0.0000001254,0.10000,0.595
16,mlp.experts.104.up_proj,0.0000026382,0.10000,0.598
16,mlp.experts.105.up_proj,0.0000000763,0.10000,0.572
16,mlp.experts.106.up_proj,0.0000003471,0.10000,0.570
16,mlp.experts.107.up_proj,0.0000006085,0.10000,0.573
16,mlp.experts.108.up_proj,0.0000000350,0.10000,0.591
16,mlp.experts.109.up_proj,0.0000001528,0.10000,0.615
16,mlp.experts.110.up_proj,0.0000000583,0.10000,0.589
16,mlp.experts.111.up_proj,0.0000001832,0.10000,0.580
16,mlp.experts.112.up_proj,0.0000003324,0.10000,0.622
16,mlp.experts.113.up_proj,0.0000001696,0.10000,0.608
16,mlp.experts.114.up_proj,0.0000000241,0.10000,0.701
16,mlp.experts.115.up_proj,0.0000000564,0.10000,0.593
16,mlp.experts.116.up_proj,0.0000017187,0.10000,0.696
16,mlp.experts.117.up_proj,0.0000000165,0.10000,0.638
16,mlp.experts.118.up_proj,0.0000555980,0.10000,0.638
16,mlp.experts.119.up_proj,0.0000000519,0.10000,0.617
16,mlp.experts.120.up_proj,0.0000024138,0.10000,0.611
16,mlp.experts.121.up_proj,0.0000000472,0.10000,0.602
16,mlp.experts.122.up_proj,0.0000026636,0.10000,0.613
16,mlp.experts.123.up_proj,0.0000000306,0.10000,0.598
16,mlp.experts.124.up_proj,0.0000000288,0.10000,0.571
16,mlp.experts.125.up_proj,0.0000060160,0.10000,0.567
16,mlp.experts.126.up_proj,0.0000005297,0.10000,0.569
16,mlp.experts.127.up_proj,0.0000000300,0.10000,0.568
16,mlp.experts.0.gate_proj,0.0000001411,0.10000,0.565
16,mlp.experts.1.gate_proj,0.0000003907,0.10000,0.578
16,mlp.experts.2.gate_proj,0.0000316921,0.10000,0.573
16,mlp.experts.3.gate_proj,0.0000104838,0.10000,0.575
16,mlp.experts.4.gate_proj,0.0000001203,0.10000,0.571
16,mlp.experts.5.gate_proj,0.0000028243,0.10000,0.582
16,mlp.experts.6.gate_proj,0.0000003520,0.10000,0.570
16,mlp.experts.7.gate_proj,0.0000000516,0.10000,0.556
16,mlp.experts.8.gate_proj,0.0000000304,0.10000,0.561
16,mlp.experts.9.gate_proj,0.0000000446,0.10000,0.602
16,mlp.experts.10.gate_proj,0.0000011903,0.10000,0.615
16,mlp.experts.11.gate_proj,0.0000000319,0.10000,0.695
16,mlp.experts.12.gate_proj,0.0000001815,0.10000,0.651
16,mlp.experts.13.gate_proj,0.0000000568,0.10000,0.609
16,mlp.experts.14.gate_proj,0.0000000287,0.10000,0.700
16,mlp.experts.15.gate_proj,0.0000000505,0.10000,0.609
16,mlp.experts.16.gate_proj,0.0000000325,0.10000,0.562
16,mlp.experts.17.gate_proj,0.0000005902,0.10000,0.568
16,mlp.experts.18.gate_proj,0.0000000230,0.10000,0.593
16,mlp.experts.19.gate_proj,0.0000001521,0.10000,0.597
16,mlp.experts.20.gate_proj,0.0000000465,0.10000,0.612
16,mlp.experts.21.gate_proj,0.0000058896,0.10000,0.578
16,mlp.experts.22.gate_proj,0.0000006780,0.10000,0.582
16,mlp.experts.23.gate_proj,0.0000002624,0.10000,0.578
16,mlp.experts.24.gate_proj,0.0000000228,0.10000,0.610
16,mlp.experts.25.gate_proj,0.0000007026,0.10000,0.583
16,mlp.experts.26.gate_proj,0.0000000467,0.10000,0.574
16,mlp.experts.27.gate_proj,0.0000003393,0.10000,0.604
16,mlp.experts.28.gate_proj,0.0000002802,0.10000,0.622
16,mlp.experts.29.gate_proj,0.0000000540,0.10000,0.609
16,mlp.experts.30.gate_proj,0.0000000134,0.10000,0.620
16,mlp.experts.31.gate_proj,0.0000027291,0.10000,0.583
16,mlp.experts.32.gate_proj,0.0000005292,0.10000,0.579
16,mlp.experts.33.gate_proj,0.0000000751,0.10000,0.576
16,mlp.experts.34.gate_proj,0.0000006776,0.10000,0.579
16,mlp.experts.35.gate_proj,0.0000001117,0.10000,0.626
16,mlp.experts.36.gate_proj,0.0000008042,0.10000,0.713
16,mlp.experts.37.gate_proj,0.0000000326,0.10000,0.634
16,mlp.experts.38.gate_proj,0.0000043422,0.10000,0.658
16,mlp.experts.39.gate_proj,0.0000001335,0.10000,0.649
16,mlp.experts.40.gate_proj,0.0000000402,0.10000,0.655
16,mlp.experts.41.gate_proj,0.0000014162,0.10000,0.620
16,mlp.experts.42.gate_proj,0.0000002897,0.10000,0.580
16,mlp.experts.43.gate_proj,0.0000000301,0.10000,0.610
16,mlp.experts.44.gate_proj,0.0000001480,0.10000,0.600
16,mlp.experts.45.gate_proj,0.0000000193,0.10000,0.593
16,mlp.experts.46.gate_proj,0.0000002886,0.10000,0.600
16,mlp.experts.47.gate_proj,0.0000009375,0.10000,0.610
16,mlp.experts.48.gate_proj,0.0000000991,0.10000,0.628
16,mlp.experts.49.gate_proj,0.0000015540,0.10000,0.709
16,mlp.experts.50.gate_proj,0.0000000470,0.10000,0.651
16,mlp.experts.51.gate_proj,0.0000000433,0.10000,0.661
16,mlp.experts.52.gate_proj,0.0000001873,0.10000,0.607
16,mlp.experts.53.gate_proj,0.0000009100,0.10000,0.630
16,mlp.experts.54.gate_proj,0.0000002391,0.10000,0.711
16,mlp.experts.55.gate_proj,0.0000000491,0.10000,0.655
16,mlp.experts.56.gate_proj,0.0000016035,0.10000,0.651
16,mlp.experts.57.gate_proj,0.0000000325,0.10000,0.636
16,mlp.experts.58.gate_proj,0.0000022694,0.10000,0.624
16,mlp.experts.59.gate_proj,0.0000002082,0.10000,0.595
16,mlp.experts.60.gate_proj,0.0000000560,0.10000,0.596
16,mlp.experts.61.gate_proj,0.0000063260,0.10000,0.605
16,mlp.experts.62.gate_proj,0.0000001107,0.10000,0.605
16,mlp.experts.63.gate_proj,0.0000008832,0.10000,0.598
16,mlp.experts.64.gate_proj,0.0000048840,0.10000,0.599
16,mlp.experts.65.gate_proj,0.0000000480,0.10000,0.608
16,mlp.experts.66.gate_proj,0.0000026381,0.10000,0.605
16,mlp.experts.67.gate_proj,0.0000006170,0.10000,0.622
16,mlp.experts.68.gate_proj,0.0000003246,0.10000,0.628
16,mlp.experts.69.gate_proj,0.0000028041,0.10000,0.595
16,mlp.experts.70.gate_proj,0.0000005124,0.10000,0.602
16,mlp.experts.71.gate_proj,0.0000065790,0.10000,0.585
16,mlp.experts.72.gate_proj,0.0000000991,0.10000,0.608
16,mlp.experts.73.gate_proj,0.0000000725,0.10000,0.602
16,mlp.experts.74.gate_proj,0.0000123491,0.10000,0.607
16,mlp.experts.75.gate_proj,0.0000000204,0.10000,0.601
16,mlp.experts.76.gate_proj,0.0000002579,0.10000,0.595
16,mlp.experts.77.gate_proj,0.0000000420,0.10000,0.595
16,mlp.experts.78.gate_proj,0.0000000464,0.10000,0.595
16,mlp.experts.79.gate_proj,0.0000000437,0.10000,0.599
16,mlp.experts.80.gate_proj,0.0000000175,0.10000,0.582
16,mlp.experts.81.gate_proj,0.0000000673,0.10000,0.596
16,mlp.experts.82.gate_proj,0.0000001244,0.10000,0.603
16,mlp.experts.83.gate_proj,0.0000000267,0.10000,0.588
16,mlp.experts.84.gate_proj,0.0000000425,0.10000,0.624
16,mlp.experts.85.gate_proj,0.0000003791,0.10000,0.621
16,mlp.experts.86.gate_proj,0.0000026681,0.10000,0.712
16,mlp.experts.87.gate_proj,0.0000011451,0.10000,0.688
16,mlp.experts.88.gate_proj,0.0000009788,0.10000,0.624
16,mlp.experts.89.gate_proj,0.0000001696,0.10000,0.709
16,mlp.experts.90.gate_proj,0.0000000955,0.10000,0.636
16,mlp.experts.91.gate_proj,0.0000002569,0.10000,0.651
16,mlp.experts.92.gate_proj,0.0000014757,0.10000,0.625
16,mlp.experts.93.gate_proj,0.0000000916,0.10000,0.620
16,mlp.experts.94.gate_proj,0.0000000426,0.10000,0.597
16,mlp.experts.95.gate_proj,0.0000050135,0.10000,0.607
16,mlp.experts.96.gate_proj,0.0000009474,0.10000,0.603
16,mlp.experts.97.gate_proj,0.0000001564,0.10000,0.647
16,mlp.experts.98.gate_proj,0.0000000425,0.10000,0.722
16,mlp.experts.99.gate_proj,0.0000023095,0.10000,0.611
16,mlp.experts.100.gate_proj,0.0000001055,0.10000,0.592
16,mlp.experts.101.gate_proj,0.0000000497,0.10000,0.718
16,mlp.experts.102.gate_proj,0.0000000255,0.10000,0.653
16,mlp.experts.103.gate_proj,0.0000001323,0.10000,0.661
16,mlp.experts.104.gate_proj,0.0000028791,0.10000,0.674
16,mlp.experts.105.gate_proj,0.0000000757,0.10000,0.621
16,mlp.experts.106.gate_proj,0.0000003537,0.10000,0.618
16,mlp.experts.107.gate_proj,0.0000006281,0.10000,0.605
16,mlp.experts.108.gate_proj,0.0000000334,0.10000,0.592
16,mlp.experts.109.gate_proj,0.0000001704,0.10000,0.632
16,mlp.experts.110.gate_proj,0.0000000605,0.10000,0.607
16,mlp.experts.111.gate_proj,0.0000001885,0.10000,0.716
16,mlp.experts.112.gate_proj,0.0000003385,0.10000,0.630
16,mlp.experts.113.gate_proj,0.0000002021,0.10000,0.634
16,mlp.experts.114.gate_proj,0.0000000250,0.10000,0.597
16,mlp.experts.115.gate_proj,0.0000000531,0.10000,0.635
16,mlp.experts.116.gate_proj,0.0000017845,0.10000,0.600
16,mlp.experts.117.gate_proj,0.0000000161,0.10000,0.590
16,mlp.experts.118.gate_proj,0.0000591074,0.10000,0.585
16,mlp.experts.119.gate_proj,0.0000000558,0.10000,0.596
16,mlp.experts.120.gate_proj,0.0000025112,0.10000,0.596
16,mlp.experts.121.gate_proj,0.0000000516,0.10000,0.588
16,mlp.experts.122.gate_proj,0.0000027406,0.10000,0.626
16,mlp.experts.123.gate_proj,0.0000000363,0.10000,0.614
16,mlp.experts.124.gate_proj,0.0000000288,0.10000,0.587
16,mlp.experts.125.gate_proj,0.0000062792,0.10000,0.604
16,mlp.experts.126.gate_proj,0.0000006062,0.10000,0.609
16,mlp.experts.127.gate_proj,0.0000000316,0.10000,0.601
16,mlp.experts.0.down_proj,0.0000000294,0.10000,0.243
16,mlp.experts.1.down_proj,0.0000000447,0.10000,0.219
16,mlp.experts.2.down_proj,0.0000056738,0.10000,0.221
16,mlp.experts.3.down_proj,0.0000020039,0.10000,0.219
16,mlp.experts.4.down_proj,0.0000000187,0.10000,0.223
16,mlp.experts.5.down_proj,0.0000006393,0.10000,0.224
16,mlp.experts.6.down_proj,0.0000000655,0.10000,0.220
16,mlp.experts.7.down_proj,0.0000000086,0.10000,0.270
16,mlp.experts.8.down_proj,0.0000000048,0.10000,0.242
16,mlp.experts.9.down_proj,0.0000000054,0.10000,0.229
16,mlp.experts.10.down_proj,0.0000001522,0.10000,0.227
16,mlp.experts.11.down_proj,0.0000000055,0.10000,0.215
16,mlp.experts.12.down_proj,0.0000000204,0.10000,0.213
16,mlp.experts.13.down_proj,0.0000000080,0.10000,0.217
16,mlp.experts.14.down_proj,0.0000000034,0.10000,0.218
16,mlp.experts.15.down_proj,0.0000000090,0.10000,0.217
16,mlp.experts.16.down_proj,0.0000000045,0.10000,0.216
16,mlp.experts.17.down_proj,0.0000001117,0.10000,0.221
16,mlp.experts.18.down_proj,0.0000000035,0.10000,0.228
16,mlp.experts.19.down_proj,0.0000000190,0.10000,0.219
16,mlp.experts.20.down_proj,0.0000000081,0.10000,0.221
16,mlp.experts.21.down_proj,0.0000000946,0.10000,0.216
16,mlp.experts.22.down_proj,0.0000001164,0.10000,0.223
16,mlp.experts.23.down_proj,0.0000000459,0.10000,0.220
16,mlp.experts.24.down_proj,0.0000000025,0.10000,0.222
16,mlp.experts.25.down_proj,0.0000000775,0.10000,0.220
16,mlp.experts.26.down_proj,0.0000000042,0.10000,0.220
16,mlp.experts.27.down_proj,0.0000000347,0.10000,0.227
16,mlp.experts.28.down_proj,0.0000000309,0.10000,0.279
16,mlp.experts.29.down_proj,0.0000000080,0.10000,0.277
16,mlp.experts.30.down_proj,0.0000000014,0.10000,0.260
16,mlp.experts.31.down_proj,0.0000005387,0.10000,0.258
16,mlp.experts.32.down_proj,0.0000000233,0.10000,0.245
16,mlp.experts.33.down_proj,0.0000000148,0.10000,0.244
16,mlp.experts.34.down_proj,0.0000000760,0.10000,0.235
16,mlp.experts.35.down_proj,0.0000000115,0.10000,0.234
16,mlp.experts.36.down_proj,0.0000002190,0.10000,0.246
16,mlp.experts.37.down_proj,0.0000000043,0.10000,0.255
16,mlp.experts.38.down_proj,0.0000008898,0.10000,0.254
16,mlp.experts.39.down_proj,0.0000000103,0.10000,0.239
16,mlp.experts.40.down_proj,0.0000000059,0.10000,0.230
16,mlp.experts.41.down_proj,0.0000002328,0.10000,0.246
16,mlp.experts.42.down_proj,0.0000000162,0.10000,0.248
16,mlp.experts.43.down_proj,0.0000000046,0.10000,0.231
16,mlp.experts.44.down_proj,0.0000000316,0.10000,0.248
16,mlp.experts.45.down_proj,0.0000000027,0.10000,0.230
16,mlp.experts.46.down_proj,0.0000000295,0.10000,0.218
16,mlp.experts.47.down_proj,0.0000001709,0.10000,0.221
16,mlp.experts.48.down_proj,0.0000000066,0.10000,0.219
16,mlp.experts.49.down_proj,0.0000002285,0.10000,0.224
16,mlp.experts.50.down_proj,0.0000000060,0.10000,0.213
16,mlp.experts.51.down_proj,0.0000000066,0.10000,0.235
16,mlp.experts.52.down_proj,0.0000000263,0.10000,0.236
16,mlp.experts.53.down_proj,0.0000001053,0.10000,0.223
16,mlp.experts.54.down_proj,0.0000000273,0.10000,0.231
16,mlp.experts.55.down_proj,0.0000000073,0.10000,0.224
16,mlp.experts.56.down_proj,0.0000002629,0.10000,0.228
16,mlp.experts.57.down_proj,0.0000000042,0.10000,0.237
16,mlp.experts.58.down_proj,0.0000003260,0.10000,0.234
16,mlp.experts.59.down_proj,0.0000000376,0.10000,0.237
16,mlp.experts.60.down_proj,0.0000000096,0.10000,0.233
16,mlp.experts.61.down_proj,0.0000012714,0.10000,0.224
16,mlp.experts.62.down_proj,0.0000000089,0.10000,0.219
16,mlp.experts.63.down_proj,0.0000000983,0.10000,0.219
16,mlp.experts.64.down_proj,0.0000009120,0.10000,0.225
16,mlp.experts.65.down_proj,0.0000000056,0.10000,0.237
16,mlp.experts.66.down_proj,0.0000005399,0.10000,0.239
16,mlp.experts.67.down_proj,0.0000001206,0.10000,0.228
16,mlp.experts.68.down_proj,0.0000000383,0.10000,0.237
16,mlp.experts.69.down_proj,0.0000004088,0.10000,0.237
16,mlp.experts.70.down_proj,0.0000000556,0.10000,0.223
16,mlp.experts.71.down_proj,0.0000007941,0.10000,0.223
16,mlp.experts.72.down_proj,0.0000000105,0.10000,0.220
16,mlp.experts.73.down_proj,0.0000000073,0.10000,0.221
16,mlp.experts.74.down_proj,0.0000000814,0.10000,0.223
16,mlp.experts.75.down_proj,0.0000000026,0.10000,0.236
16,mlp.experts.76.down_proj,0.0000000165,0.10000,0.239
16,mlp.experts.77.down_proj,0.0000000062,0.10000,0.223
16,mlp.experts.78.down_proj,0.0000000048,0.10000,0.214
16,mlp.experts.79.down_proj,0.0000000051,0.10000,0.241
16,mlp.experts.80.down_proj,0.0000000022,0.10000,0.247
16,mlp.experts.81.down_proj,0.0000000082,0.10000,0.225
16,mlp.experts.82.down_proj,0.0000000149,0.10000,0.241
16,mlp.experts.83.down_proj,0.0000000043,0.10000,0.224
16,mlp.experts.84.down_proj,0.0000000063,0.10000,0.227
16,mlp.experts.85.down_proj,0.0000000468,0.10000,0.224
16,mlp.experts.86.down_proj,0.0000004640,0.10000,0.257
16,mlp.experts.87.down_proj,0.0000001841,0.10000,0.243
16,mlp.experts.88.down_proj,0.0000001443,0.10000,0.231
16,mlp.experts.89.down_proj,0.0000000290,0.10000,0.238
16,mlp.experts.90.down_proj,0.0000000172,0.10000,0.236
16,mlp.experts.91.down_proj,0.0000000268,0.10000,0.224
16,mlp.experts.92.down_proj,0.0000003195,0.10000,0.224
16,mlp.experts.93.down_proj,0.0000000104,0.10000,0.225
16,mlp.experts.94.down_proj,0.0000000066,0.10000,0.220
16,mlp.experts.95.down_proj,0.0000016287,0.10000,0.219
16,mlp.experts.96.down_proj,0.0000001327,0.10000,0.243
16,mlp.experts.97.down_proj,0.0000000124,0.10000,0.239
16,mlp.experts.98.down_proj,0.0000000049,0.10000,0.233
16,mlp.experts.99.down_proj,0.0000003545,0.10000,0.235
16,mlp.experts.100.down_proj,0.0000000083,0.10000,0.242
16,mlp.experts.101.down_proj,0.0000000063,0.10000,0.244
16,mlp.experts.102.down_proj,0.0000000034,0.10000,0.228
16,mlp.experts.103.down_proj,0.0000000137,0.10000,0.225
16,mlp.experts.104.down_proj,0.0000004795,0.10000,0.227
16,mlp.experts.105.down_proj,0.0000000103,0.10000,0.223
16,mlp.experts.106.down_proj,0.0000000363,0.10000,0.224
16,mlp.experts.107.down_proj,0.0000000587,0.10000,0.235
16,mlp.experts.108.down_proj,0.0000000042,0.10000,0.238
16,mlp.experts.109.down_proj,0.0000000280,0.10000,0.225
16,mlp.experts.110.down_proj,0.0000000093,0.10000,0.226
16,mlp.experts.111.down_proj,0.0000000286,0.10000,0.236
16,mlp.experts.112.down_proj,0.0000000666,0.10000,0.267
16,mlp.experts.113.down_proj,0.0000000095,0.10000,0.268
16,mlp.experts.114.down_proj,0.0000000041,0.10000,0.236
16,mlp.experts.115.down_proj,0.0000000063,0.10000,0.223
16,mlp.experts.116.down_proj,0.0000002843,0.10000,0.233
16,mlp.experts.117.down_proj,0.0000000023,0.10000,0.239
16,mlp.experts.118.down_proj,0.0000073049,0.10000,0.246
16,mlp.experts.119.down_proj,0.0000000094,0.10000,0.237
16,mlp.experts.120.down_proj,0.0000004633,0.10000,0.235
16,mlp.experts.121.down_proj,0.0000000070,0.10000,0.243
16,mlp.experts.122.down_proj,0.0000000821,0.10000,0.235
16,mlp.experts.123.down_proj,0.0000000048,0.10000,0.223
16,mlp.experts.124.down_proj,0.0000000038,0.10000,0.219
16,mlp.experts.125.down_proj,0.0000011909,0.10000,0.220
16,mlp.experts.126.down_proj,0.0000000277,0.10000,0.222
16,mlp.experts.127.down_proj,0.0000000042,0.10000,0.220
17,self_attn.q_proj,0.0000000004,0.10000,0.593
17,self_attn.k_proj,0.0000000001,0.10000,0.575
17,self_attn.v_proj,0.0000000001,0.10000,0.574
17,self_attn.o_proj,0.0000000001,0.10000,1.210
17,mlp.gate,0.0000000068,0.10000,0.580
17,mlp.experts.0.up_proj,0.0000000445,0.10000,0.590
17,mlp.experts.1.up_proj,0.0000000117,0.10000,0.612
17,mlp.experts.2.up_proj,0.0000000383,0.10000,0.614
17,mlp.experts.3.up_proj,0.0000011548,0.10000,0.582
17,mlp.experts.4.up_proj,0.0000010010,0.10000,0.613
17,mlp.experts.5.up_proj,0.0000000886,0.10000,0.682
17,mlp.experts.6.up_proj,0.0000000618,0.10000,0.683
17,mlp.experts.7.up_proj,0.0000001720,0.10000,0.607
17,mlp.experts.8.up_proj,0.0000010397,0.10000,0.562
17,mlp.experts.9.up_proj,0.0000000134,0.10000,0.559
17,mlp.experts.10.up_proj,0.0000006847,0.10000,0.565
17,mlp.experts.11.up_proj,0.0000001708,0.10000,0.560
17,mlp.experts.12.up_proj,0.0000011609,0.10000,0.567
17,mlp.experts.13.up_proj,0.0000002894,0.10000,0.564
17,mlp.experts.14.up_proj,0.0000000425,0.10000,0.575
17,mlp.experts.15.up_proj,0.0000000325,0.10000,0.573
17,mlp.experts.16.up_proj,0.0000002821,0.10000,0.572
17,mlp.experts.17.up_proj,0.0000000176,0.10000,0.565
17,mlp.experts.18.up_proj,0.0000000291,0.10000,0.569
17,mlp.experts.19.up_proj,0.0000000312,0.10000,0.738
17,mlp.experts.20.up_proj,0.0000000371,0.10000,0.600
17,mlp.experts.21.up_proj,0.0000000728,0.10000,0.601
17,mlp.experts.22.up_proj,0.0000001153,0.10000,0.587
17,mlp.experts.23.up_proj,0.0000132049,0.10000,0.575
17,mlp.experts.24.up_proj,0.0000017652,0.10000,0.576
17,mlp.experts.25.up_proj,0.0000013603,0.10000,0.571
17,mlp.experts.26.up_proj,0.0000002262,0.10000,0.565
17,mlp.experts.27.up_proj,0.0000007739,0.10000,0.587
17,mlp.experts.28.up_proj,0.0000035623,0.10000,0.585
17,mlp.experts.29.up_proj,0.0000050059,0.10000,0.562
17,mlp.experts.30.up_proj,0.0000001111,0.10000,0.559
17,mlp.experts.31.up_proj,0.0000010752,0.10000,0.569
17,mlp.experts.32.up_proj,0.0000010539,0.10000,0.564
17,mlp.experts.33.up_proj,0.0000026537,0.10000,0.706
17,mlp.experts.34.up_proj,0.0000002638,0.10000,0.652
17,mlp.experts.35.up_proj,0.0000000879,0.10000,0.646
17,mlp.experts.36.up_proj,0.0000000469,0.10000,0.638
17,mlp.experts.37.up_proj,0.0000006707,0.10000,0.645
17,mlp.experts.38.up_proj,0.0000061153,0.10000,0.631
17,mlp.experts.39.up_proj,0.0000001802,0.10000,0.639
17,mlp.experts.40.up_proj,0.0000006836,0.10000,0.635
17,mlp.experts.41.up_proj,0.0000027501,0.10000,0.585
17,mlp.experts.42.up_proj,0.0000001063,0.10000,0.565
17,mlp.experts.43.up_proj,0.0000046976,0.10000,0.566
17,mlp.experts.44.up_proj,0.0000003616,0.10000,0.576
17,mlp.experts.45.up_proj,0.0000000325,0.10000,0.713
17,mlp.experts.46.up_proj,0.0000000893,0.10000,0.612
17,mlp.experts.47.up_proj,0.0000000590,0.10000,0.581
17,mlp.experts.48.up_proj,0.0000010949,0.10000,0.570
17,mlp.experts.49.up_proj,0.0000001561,0.10000,0.571
17,mlp.experts.50.up_proj,0.0000001399,0.10000,0.567
17,mlp.experts.51.up_proj,0.0000008894,0.10000,0.569
17,mlp.experts.52.up_proj,0.0000001115,0.10000,0.560
17,mlp.experts.53.up_proj,0.0000000463,0.10000,0.565
17,mlp.experts.54.up_proj,0.0000001828,0.10000,0.568
17,mlp.experts.55.up_proj,0.0000001190,0.10000,0.565
17,mlp.experts.56.up_proj,0.0000069836,0.10000,0.595
17,mlp.experts.57.up_proj,0.0000001164,0.10000,0.608
17,mlp.experts.58.up_proj,0.0000000368,0.10000,0.597
17,mlp.experts.59.up_proj,0.0000004518,0.10000,0.603
17,mlp.experts.60.up_proj,0.0000008264,0.10000,0.603
17,mlp.experts.61.up_proj,0.0000000824,0.10000,0.567
17,mlp.experts.62.up_proj,0.0000000206,0.10000,0.574
17,mlp.experts.63.up_proj,0.0000001757,0.10000,0.688
17,mlp.experts.64.up_proj,0.0000000405,0.10000,0.598
17,mlp.experts.65.up_proj,0.0000000351,0.10000,0.605
17,mlp.experts.66.up_proj,0.0000000309,0.10000,0.622
17,mlp.experts.67.up_proj,0.0000030720,0.10000,0.598
17,mlp.experts.68.up_proj,0.0000000363,0.10000,0.563
17,mlp.experts.69.up_proj,0.0000000351,0.10000,0.587
17,mlp.experts.70.up_proj,0.0000011369,0.10000,0.604
17,mlp.experts.71.up_proj,0.0000008547,0.10000,0.571
17,mlp.experts.72.up_proj,0.0000000540,0.10000,0.565
17,mlp.experts.73.up_proj,0.0000002656,0.10000,0.574
17,mlp.experts.74.up_proj,0.0000045809,0.10000,0.573
17,mlp.experts.75.up_proj,0.0000004150,0.10000,0.597
17,mlp.experts.76.up_proj,0.0000111860,0.10000,0.597
17,mlp.experts.77.up_proj,0.0000000388,0.10000,0.579
17,mlp.experts.78.up_proj,0.0000001872,0.10000,0.566
17,mlp.experts.79.up_proj,0.0000000505,0.10000,0.625
17,mlp.experts.80.up_proj,0.0000001074,0.10000,0.608
17,mlp.experts.81.up_proj,0.0000001516,0.10000,0.695
17,mlp.experts.82.up_proj,0.0000000168,0.10000,0.637
17,mlp.experts.83.up_proj,0.0000000644,0.10000,0.624
17,mlp.experts.84.up_proj,0.0000000440,0.10000,0.620
17,mlp.experts.85.up_proj,0.0000000186,0.10000,0.605
17,mlp.experts.86.up_proj,0.0000002243,0.10000,0.572
17,mlp.experts.87.up_proj,0.0000000844,0.10000,0.568
17,mlp.experts.88.up_proj,0.0000002277,0.10000,0.566
17,mlp.experts.89.up_proj,0.0000004719,0.10000,0.609
17,mlp.experts.90.up_proj,0.0000002428,0.10000,0.587
17,mlp.experts.91.up_proj,0.0000013464,0.10000,0.574
17,mlp.experts.92.up_proj,0.0000000451,0.10000,0.599
17,mlp.experts.93.up_proj,0.0000000657,0.10000,0.713
17,mlp.experts.94.up_proj,0.0000007011,0.10000,0.687
17,mlp.experts.95.up_proj,0.0000001608,0.10000,0.638
17,mlp.experts.96.up_proj,0.0000054985,0.10000,0.633
17,mlp.experts.97.up_proj,0.0000001076,0.10000,0.627
17,mlp.experts.98.up_proj,0.0000023493,0.10000,0.693
17,mlp.experts.99.up_proj,0.0000000216,0.10000,0.619
17,mlp.experts.100.up_proj,0.0000000479,0.10000,0.598
17,mlp.experts.101.up_proj,0.0000010496,0.10000,0.606
17,mlp.experts.102.up_proj,0.0000000235,0.10000,0.613
17,mlp.experts.103.up_proj,0.0000000276,0.10000,0.571
17,mlp.experts.104.up_proj,0.0000002697,0.10000,0.572
17,mlp.experts.105.up_proj,0.0000002078,0.10000,0.579
17,mlp.experts.106.up_proj,0.0000000127,0.10000,0.572
17,mlp.experts.107.up_proj,0.0000002686,0.10000,0.570
17,mlp.experts.108.up_proj,0.0000010947,0.10000,0.573
17,mlp.experts.109.up_proj,0.0000023105,0.10000,0.574
17,mlp.experts.110.up_proj,0.0000011686,0.10000,0.618
17,mlp.experts.111.up_proj,0.0000019004,0.10000,0.602
17,mlp.experts.112.up_proj,0.0000000156,0.10000,0.575
17,mlp.experts.113.up_proj,0.0000000784,0.10000,0.569
17,mlp.experts.114.up_proj,0.0000005191,0.10000,0.584
17,mlp.experts.115.up_proj,0.0000003124,0.10000,0.573
17,mlp.experts.116.up_proj,0.0000001380,0.10000,0.572
17,mlp.experts.117.up_proj,0.0000000318,0.10000,0.578
17,mlp.experts.118.up_proj,0.0000002442,0.10000,0.573
17,mlp.experts.119.up_proj,0.0000142648,0.10000,0.576
17,mlp.experts.120.up_proj,0.0000000404,0.10000,0.571
17,mlp.experts.121.up_proj,0.0000000221,0.10000,0.569
17,mlp.experts.122.up_proj,0.0000000474,0.10000,0.571
17,mlp.experts.123.up_proj,0.0000001654,0.10000,0.572
17,mlp.experts.124.up_proj,0.0000004819,0.10000,0.593
17,mlp.experts.125.up_proj,0.0000021114,0.10000,0.571
17,mlp.experts.126.up_proj,0.0000000829,0.10000,0.571
17,mlp.experts.127.up_proj,0.0000015494,0.10000,0.589
17,mlp.experts.0.gate_proj,0.0000000406,0.10000,0.589
17,mlp.experts.1.gate_proj,0.0000000115,0.10000,0.686
17,mlp.experts.2.gate_proj,0.0000000378,0.10000,0.684
17,mlp.experts.3.gate_proj,0.0000011735,0.10000,0.629
17,mlp.experts.4.gate_proj,0.0000010084,0.10000,0.640
17,mlp.experts.5.gate_proj,0.0000000926,0.10000,0.631
17,mlp.experts.6.gate_proj,0.0000000639,0.10000,0.633
17,mlp.experts.7.gate_proj,0.0000001745,0.10000,0.639
17,mlp.experts.8.gate_proj,0.0000011041,0.10000,0.631
17,mlp.experts.9.gate_proj,0.0000000138,0.10000,0.575
17,mlp.experts.10.gate_proj,0.0000007155,0.10000,0.583
17,mlp.experts.11.gate_proj,0.0000001446,0.10000,0.570
17,mlp.experts.12.gate_proj,0.0000012106,0.10000,0.586
17,mlp.experts.13.gate_proj,0.0000003010,0.10000,0.601
17,mlp.experts.14.gate_proj,0.0000000434,0.10000,0.574
17,mlp.experts.15.gate_proj,0.0000000324,0.10000,0.563
17,mlp.experts.16.gate_proj,0.0000003045,0.10000,0.578
17,mlp.experts.17.gate_proj,0.0000000160,0.10000,0.576
17,mlp.experts.18.gate_proj,0.0000000280,0.10000,0.614
17,mlp.experts.19.gate_proj,0.0000000284,0.10000,0.577
17,mlp.experts.20.gate_proj,0.0000000372,0.10000,0.578
17,mlp.experts.21.gate_proj,0.0000000752,0.10000,0.576
17,mlp.experts.22.gate_proj,0.0000001195,0.10000,0.574
17,mlp.experts.23.gate_proj,0.0000144464,0.10000,0.574
17,mlp.experts.24.gate_proj,0.0000019066,0.10000,0.615
17,mlp.experts.25.gate_proj,0.0000013715,0.10000,0.602
17,mlp.experts.26.gate_proj,0.0000002425,0.10000,0.579
17,mlp.experts.27.gate_proj,0.0000007614,0.10000,0.583
17,mlp.experts.28.gate_proj,0.0000034799,0.10000,0.574
17,mlp.experts.29.gate_proj,0.0000053324,0.10000,0.578
17,mlp.experts.30.gate_proj,0.0000001202,0.10000,0.569
17,mlp.experts.31.gate_proj,0.0000011338,0.10000,0.577
17,mlp.experts.32.gate_proj,0.0000011476,0.10000,0.597
17,mlp.experts.33.gate_proj,0.0000026695,0.10000,0.600
17,mlp.experts.34.gate_proj,0.0000002687,0.10000,0.569
17,mlp.experts.35.gate_proj,0.0000000890,0.10000,0.574
17,mlp.experts.36.gate_proj,0.0000000275,0.10000,0.589
17,mlp.experts.37.gate_proj,0.0000006894,0.10000,0.578
17,mlp.experts.38.gate_proj,0.0000066303,0.10000,0.575
17,mlp.experts.39.gate_proj,0.0000001869,0.10000,0.607
17,mlp.experts.40.gate_proj,0.0000006830,0.10000,0.596
17,mlp.experts.41.gate_proj,0.0000029369,0.10000,0.571
17,mlp.experts.42.gate_proj,0.0000001123,0.10000,0.584
17,mlp.experts.43.gate_proj,0.0000047770,0.10000,0.573
17,mlp.experts.44.gate_proj,0.0000003715,0.10000,0.585
17,mlp.experts.45.gate_proj,0.0000000335,0.10000,0.582
17,mlp.experts.46.gate_proj,0.0000000867,0.10000,0.593
17,mlp.experts.47.gate_proj,0.0000000660,0.10000,0.589
17,mlp.experts.48.gate_proj,0.0000049408,0.10000,0.613
17,mlp.experts.49.gate_proj,0.0000001670,0.10000,0.610
17,mlp.experts.50.gate_proj,0.0000001513,0.10000,0.707
17,mlp.experts.51.gate_proj,0.0000009001,0.10000,0.645
17,mlp.experts.52.gate_proj,0.0000001119,0.10000,0.639
17,mlp.experts.53.gate_proj,0.0000000472,0.10000,0.647
17,mlp.experts.54.gate_proj,0.0000001903,0.10000,0.636
17,mlp.experts.55.gate_proj,0.0000001211,0.10000,0.639
17,mlp.experts.56.gate_proj,0.0000070219,0.10000,0.635
17,mlp.experts.57.gate_proj,0.0000001375,0.10000,0.644
17,mlp.experts.58.gate_proj,0.0000000382,0.10000,0.613
17,mlp.experts.59.gate_proj,0.0000004637,0.10000,0.586
17,mlp.experts.60.gate_proj,0.0000008262,0.10000,0.619
17,mlp.experts.61.gate_proj,0.0000000883,0.10000,0.577
17,mlp.experts.62.gate_proj,0.0000000223,0.10000,0.570
17,mlp.experts.63.gate_proj,0.0000001735,0.10000,0.570
17,mlp.experts.64.gate_proj,0.0000000378,0.10000,0.728
17,mlp.experts.65.gate_proj,0.0000000317,0.10000,0.648
17,mlp.experts.66.gate_proj,0.0000000306,0.10000,0.648
17,mlp.experts.67.gate_proj,0.0000030944,0.10000,0.629
17,mlp.experts.68.gate_proj,0.0000000398,0.10000,0.641
17,mlp.experts.69.gate_proj,0.0000000337,0.10000,0.654
17,mlp.experts.70.gate_proj,0.0000011562,0.10000,0.645
17,mlp.experts.71.gate_proj,0.0000008874,0.10000,0.621
17,mlp.experts.72.gate_proj,0.0000000517,0.10000,0.600
17,mlp.experts.73.gate_proj,0.0000002882,0.10000,0.577
17,mlp.experts.74.gate_proj,0.0000046653,0.10000,0.588
17,mlp.experts.75.gate_proj,0.0000004151,0.10000,0.597
17,mlp.experts.76.gate_proj,0.0000120287,0.10000,0.581
17,mlp.experts.77.gate_proj,0.0000000419,0.10000,0.628
17,mlp.experts.78.gate_proj,0.0000001858,0.10000,0.607
17,mlp.experts.79.gate_proj,0.0000000582,0.10000,0.590
17,mlp.experts.80.gate_proj,0.0000001241,0.10000,0.596
17,mlp.experts.81.gate_proj,0.0000001560,0.10000,0.588
17,mlp.experts.82.gate_proj,0.0000000180,0.10000,0.597
17,mlp.experts.83.gate_proj,0.0000000638,0.10000,0.582
17,mlp.experts.84.gate_proj,0.0000000438,0.10000,0.603
17,mlp.experts.85.gate_proj,0.0000000171,0.10000,0.589
17,mlp.experts.86.gate_proj,0.0000002447,0.10000,0.612
17,mlp.experts.87.gate_proj,0.0000000940,0.10000,0.623
17,mlp.experts.88.gate_proj,0.0000002368,0.10000,0.594
17,mlp.experts.89.gate_proj,0.0000005036,0.10000,0.598
17,mlp.experts.90.gate_proj,0.0000002432,0.10000,0.595
17,mlp.experts.91.gate_proj,0.0000014243,0.10000,0.609
17,mlp.experts.92.gate_proj,0.0000000462,0.10000,0.633
17,mlp.experts.93.gate_proj,0.0000000680,0.10000,0.600
17,mlp.experts.94.gate_proj,0.0000007062,0.10000,0.597
17,mlp.experts.95.gate_proj,0.0000001647,0.10000,0.601
17,mlp.experts.96.gate_proj,0.0000055909,0.10000,0.666
17,mlp.experts.97.gate_proj,0.0000001033,0.10000,0.633
17,mlp.experts.98.gate_proj,0.0000024854,0.10000,0.593
17,mlp.experts.99.gate_proj,0.0000000208,0.10000,0.591
17,mlp.experts.100.gate_proj,0.0000000477,0.10000,0.644
17,mlp.experts.101.gate_proj,0.0000010437,0.10000,0.617
17,mlp.experts.102.gate_proj,0.0000000236,0.10000,0.600
17,mlp.experts.103.gate_proj,0.0000000264,0.10000,0.638
17,mlp.experts.104.gate_proj,0.0000002787,0.10000,0.625
17,mlp.experts.105.gate_proj,0.0000002089,0.10000,0.712
17,mlp.experts.106.gate_proj,0.0000000127,0.10000,0.689
17,mlp.experts.107.gate_proj,0.0000002631,0.10000,0.652
17,mlp.experts.108.gate_proj,0.0000010909,0.10000,0.665
17,mlp.experts.109.gate_proj,0.0000023633,0.10000,0.645
17,mlp.experts.110.gate_proj,0.0000012913,0.10000,0.663
17,mlp.experts.111.gate_proj,0.0000018797,0.10000,0.623
17,mlp.experts.112.gate_proj,0.0000000160,0.10000,0.612
17,mlp.experts.113.gate_proj,0.0000000830,0.10000,0.625
17,mlp.experts.114.gate_proj,0.0000005415,0.10000,0.593
17,mlp.experts.115.gate_proj,0.0000003157,0.10000,0.602
17,mlp.experts.116.gate_proj,0.0000001430,0.10000,0.594
17,mlp.experts.117.gate_proj,0.0000000303,0.10000,0.596
17,mlp.experts.118.gate_proj,0.0000002500,0.10000,0.590
17,mlp.experts.119.gate_proj,0.0000151761,0.10000,0.605
17,mlp.experts.120.gate_proj,0.0000000405,0.10000,0.600
17,mlp.experts.121.gate_proj,0.0000000243,0.10000,0.601
17,mlp.experts.122.gate_proj,0.0000000450,0.10000,0.710
17,mlp.experts.123.gate_proj,0.0000001695,0.10000,0.616
17,mlp.experts.124.gate_proj,0.0000004877,0.10000,0.631
17,mlp.experts.125.gate_proj,0.0000021796,0.10000,0.608
17,mlp.experts.126.gate_proj,0.0000000841,0.10000,0.605
17,mlp.experts.127.gate_proj,0.0000016665,0.10000,0.631
17,mlp.experts.0.down_proj,0.0000000057,0.10000,0.219
17,mlp.experts.1.down_proj,0.0000000005,0.10000,0.236
17,mlp.experts.2.down_proj,0.0000000054,0.10000,0.237
17,mlp.experts.3.down_proj,0.0000001399,0.10000,0.244
17,mlp.experts.4.down_proj,0.0000001486,0.10000,0.234
17,mlp.experts.5.down_proj,0.0000000197,0.10000,0.240
17,mlp.experts.6.down_proj,0.0000000068,0.10000,0.227
17,mlp.experts.7.down_proj,0.0000000207,0.10000,0.215
17,mlp.experts.8.down_proj,0.0000001119,0.10000,0.223
17,mlp.experts.9.down_proj,0.0000000019,0.10000,0.238
17,mlp.experts.10.down_proj,0.0000000798,0.10000,0.237
17,mlp.experts.11.down_proj,0.0000000280,0.10000,0.225
17,mlp.experts.12.down_proj,0.0000001487,0.10000,0.225
17,mlp.experts.13.down_proj,0.0000000348,0.10000,0.224
17,mlp.experts.14.down_proj,0.0000000049,0.10000,0.215
17,mlp.experts.15.down_proj,0.0000000050,0.10000,0.226
17,mlp.experts.16.down_proj,0.0000000425,0.10000,0.241
17,mlp.experts.17.down_proj,0.0000000025,0.10000,0.240
17,mlp.experts.18.down_proj,0.0000000028,0.10000,0.248
17,mlp.experts.19.down_proj,0.0000000038,0.10000,0.240
17,mlp.experts.20.down_proj,0.0000000061,0.10000,0.242
17,mlp.experts.21.down_proj,0.0000000085,0.10000,0.239
17,mlp.experts.22.down_proj,0.0000000168,0.10000,0.223
17,mlp.experts.23.down_proj,0.0000001644,0.10000,0.240
17,mlp.experts.24.down_proj,0.0000002928,0.10000,0.229
17,mlp.experts.25.down_proj,0.0000002044,0.10000,0.220
17,mlp.experts.26.down_proj,0.0000000360,0.10000,0.237
17,mlp.experts.27.down_proj,0.0000000818,0.10000,0.234
17,mlp.experts.28.down_proj,0.0000008189,0.10000,0.214
17,mlp.experts.29.down_proj,0.0000000931,0.10000,0.269
17,mlp.experts.30.down_proj,0.0000000175,0.10000,0.266
17,mlp.experts.31.down_proj,0.0000001882,0.10000,0.247
17,mlp.experts.32.down_proj,0.0000001305,0.10000,0.248
17,mlp.experts.33.down_proj,0.0000004210,0.10000,0.241
17,mlp.experts.34.down_proj,0.0000000136,0.10000,0.236
17,mlp.experts.35.down_proj,0.0000000148,0.10000,0.250
17,mlp.experts.36.down_proj,0.0000000042,0.10000,0.247
17,mlp.experts.37.down_proj,0.0000000910,0.10000,0.251
17,mlp.experts.38.down_proj,0.0000016508,0.10000,0.250
17,mlp.experts.39.down_proj,0.0000000267,0.10000,0.247
17,mlp.experts.40.down_proj,0.0000000910,0.10000,0.249
17,mlp.experts.41.down_proj,0.0000006004,0.10000,0.251
17,mlp.experts.42.down_proj,0.0000000133,0.10000,0.246
17,mlp.experts.43.down_proj,0.0000008405,0.10000,0.236
17,mlp.experts.44.down_proj,0.0000000700,0.10000,0.235
17,mlp.experts.45.down_proj,0.0000000041,0.10000,0.235
17,mlp.experts.46.down_proj,0.0000000103,0.10000,0.237
17,mlp.experts.47.down_proj,0.0000000088,0.10000,0.223
17,mlp.experts.48.down_proj,0.0000000290,0.10000,0.221
17,mlp.experts.49.down_proj,0.0000000201,0.10000,0.225
17,mlp.experts.50.down_proj,0.0000000254,0.10000,0.221
17,mlp.experts.51.down_proj,0.0000001129,0.10000,0.231
17,mlp.experts.52.down_proj,0.0000000159,0.10000,0.227
17,mlp.experts.53.down_proj,0.0000000066,0.10000,0.228
17,mlp.experts.54.down_proj,0.0000000222,0.10000,0.222
17,mlp.experts.55.down_proj,0.0000000129,0.10000,0.224
17,mlp.experts.56.down_proj,0.0000017983,0.10000,0.224
17,mlp.experts.57.down_proj,0.0000000334,0.10000,0.224
17,mlp.experts.58.down_proj,0.0000000055,0.10000,0.222
17,mlp.experts.59.down_proj,0.0000000498,0.10000,0.222
17,mlp.experts.60.down_proj,0.0000001065,0.10000,0.223
17,mlp.experts.61.down_proj,0.0000000128,0.10000,0.219
17,mlp.experts.62.down_proj,0.0000000032,0.10000,0.225
17,mlp.experts.63.down_proj,0.0000000173,0.10000,0.242
17,mlp.experts.64.down_proj,0.0000000044,0.10000,0.229
17,mlp.experts.65.down_proj,0.0000000034,0.10000,0.227
17,mlp.experts.66.down_proj,0.0000000036,0.10000,0.233
17,mlp.experts.67.down_proj,0.0000007650,0.10000,0.233
17,mlp.experts.68.down_proj,0.0000000035,0.10000,0.211
17,mlp.experts.69.down_proj,0.0000000041,0.10000,0.221
17,mlp.experts.70.down_proj,0.0000001872,0.10000,0.225
17,mlp.experts.71.down_proj,0.0000001800,0.10000,0.223
17,mlp.experts.72.down_proj,0.0000000055,0.10000,0.220
17,mlp.experts.73.down_proj,0.0000000111,0.10000,0.219
17,mlp.experts.74.down_proj,0.0000009170,0.10000,0.246
17,mlp.experts.75.down_proj,0.0000000427,0.10000,0.236
17,mlp.experts.76.down_proj,0.0000022773,0.10000,0.211
17,mlp.experts.77.down_proj,0.0000000056,0.10000,0.223
17,mlp.experts.78.down_proj,0.0000000226,0.10000,0.223
17,mlp.experts.79.down_proj,0.0000000069,0.10000,0.226
17,mlp.experts.80.down_proj,0.0000000106,0.10000,0.223
17,mlp.experts.81.down_proj,0.0000000191,0.10000,0.223
17,mlp.experts.82.down_proj,0.0000000018,0.10000,0.221
17,mlp.experts.83.down_proj,0.0000000076,0.10000,0.223
17,mlp.experts.84.down_proj,0.0000000059,0.10000,0.224
17,mlp.experts.85.down_proj,0.0000000022,0.10000,0.225
17,mlp.experts.86.down_proj,0.0000000448,0.10000,0.219
17,mlp.experts.87.down_proj,0.0000000122,0.10000,0.229
17,mlp.experts.88.down_proj,0.0000000334,0.10000,0.217
17,mlp.experts.89.down_proj,0.0000000574,0.10000,0.241
17,mlp.experts.90.down_proj,0.0000000276,0.10000,0.239
17,mlp.experts.91.down_proj,0.0000003034,0.10000,0.235
17,mlp.experts.92.down_proj,0.0000000057,0.10000,0.212
17,mlp.experts.93.down_proj,0.0000000059,0.10000,0.225
17,mlp.experts.94.down_proj,0.0000000948,0.10000,0.223
17,mlp.experts.95.down_proj,0.0000000193,0.10000,0.226
17,mlp.experts.96.down_proj,0.0000005471,0.10000,0.225
17,mlp.experts.97.down_proj,0.0000000187,0.10000,0.226
17,mlp.experts.98.down_proj,0.0000006712,0.10000,0.223
17,mlp.experts.99.down_proj,0.0000000012,0.10000,0.228
17,mlp.experts.100.down_proj,0.0000000038,0.10000,0.223
17,mlp.experts.101.down_proj,0.0000001519,0.10000,0.221
17,mlp.experts.102.down_proj,0.0000000033,0.10000,0.223
17,mlp.experts.103.down_proj,0.0000000036,0.10000,0.221
17,mlp.experts.104.down_proj,0.0000000286,0.10000,0.222
17,mlp.experts.105.down_proj,0.0000000223,0.10000,0.225
17,mlp.experts.106.down_proj,0.0000000015,0.10000,0.225
17,mlp.experts.107.down_proj,0.0000000365,0.10000,0.223
17,mlp.experts.108.down_proj,0.0000002277,0.10000,0.221
17,mlp.experts.109.down_proj,0.0000001778,0.10000,0.227
17,mlp.experts.110.down_proj,0.0000001884,0.10000,0.222
17,mlp.experts.111.down_proj,0.0000002826,0.10000,0.223
17,mlp.experts.112.down_proj,0.0000000020,0.10000,0.248
17,mlp.experts.113.down_proj,0.0000000139,0.10000,0.242
17,mlp.experts.114.down_proj,0.0000000690,0.10000,0.272
17,mlp.experts.115.down_proj,0.0000000509,0.10000,0.270
17,mlp.experts.116.down_proj,0.0000000194,0.10000,0.248
17,mlp.experts.117.down_proj,0.0000000053,0.10000,0.247
17,mlp.experts.118.down_proj,0.0000000146,0.10000,0.245
17,mlp.experts.119.down_proj,0.0000033406,0.10000,0.238
17,mlp.experts.120.down_proj,0.0000000030,0.10000,0.240
17,mlp.experts.121.down_proj,0.0000000033,0.10000,0.219
17,mlp.experts.122.down_proj,0.0000000011,0.10000,0.247
17,mlp.experts.123.down_proj,0.0000000176,0.10000,0.244
17,mlp.experts.124.down_proj,0.0000000544,0.10000,0.236
17,mlp.experts.125.down_proj,0.0000003479,0.10000,0.239
17,mlp.experts.126.down_proj,0.0000000152,0.10000,0.234
17,mlp.experts.127.down_proj,0.0000003624,0.10000,0.238
18,self_attn.q_proj,0.0000000005,0.10000,0.588
18,self_attn.k_proj,0.0000000001,0.10000,0.619
18,self_attn.v_proj,0.0000000001,0.10000,0.615
18,self_attn.o_proj,0.0000000001,0.10000,1.235
18,mlp.gate,0.0000000071,0.10000,0.584
18,mlp.experts.0.up_proj,0.0000000535,0.10000,0.575
18,mlp.experts.1.up_proj,0.0000003244,0.10000,0.582
18,mlp.experts.2.up_proj,0.0000102452,0.10000,0.579
18,mlp.experts.3.up_proj,0.0000001026,0.10000,0.574
18,mlp.experts.4.up_proj,0.0000000384,0.10000,0.571
18,mlp.experts.5.up_proj,0.0000026756,0.10000,0.579
18,mlp.experts.6.up_proj,0.0000004569,0.10000,0.574
18,mlp.experts.7.up_proj,0.0000000280,0.10000,0.584
18,mlp.experts.8.up_proj,0.0000006544,0.10000,0.609
18,mlp.experts.9.up_proj,0.0000000748,0.10000,0.583
18,mlp.experts.10.up_proj,0.0000000232,0.10000,0.577
18,mlp.experts.11.up_proj,0.0000113951,0.10000,0.592
18,mlp.experts.12.up_proj,0.0000003863,0.10000,0.604
18,mlp.experts.13.up_proj,0.0000000343,0.10000,0.564
18,mlp.experts.14.up_proj,0.0000000703,0.10000,0.574
18,mlp.experts.15.up_proj,0.0000030066,0.10000,0.611
18,mlp.experts.16.up_proj,0.0000020696,0.10000,0.583
18,mlp.experts.17.up_proj,0.0000002045,0.10000,0.570
18,mlp.experts.18.up_proj,0.0000005960,0.10000,0.580
18,mlp.experts.19.up_proj,0.0000001111,0.10000,0.599
18,mlp.experts.20.up_proj,0.0000001983,0.10000,0.586
18,mlp.experts.21.up_proj,0.0000010536,0.10000,0.574
18,mlp.experts.22.up_proj,0.0000000239,0.10000,0.600
18,mlp.experts.23.up_proj,0.0000000242,0.10000,0.611
18,mlp.experts.24.up_proj,0.0000002940,0.10000,0.581
18,mlp.experts.25.up_proj,0.0000000649,0.10000,0.572
18,mlp.experts.26.up_proj,0.0000001152,0.10000,0.603
18,mlp.experts.27.up_proj,0.0000012363,0.10000,0.594
18,mlp.experts.28.up_proj,0.0000000619,0.10000,0.666
18,mlp.experts.29.up_proj,0.0000018959,0.10000,0.606
18,mlp.experts.30.up_proj,0.0000002191,0.10000,0.566
18,mlp.experts.31.up_proj,0.0000008346,0.10000,0.570
18,mlp.experts.32.up_proj,0.0000005311,0.10000,0.591
18,mlp.experts.33.up_proj,0.0000003132,0.10000,0.596
18,mlp.experts.34.up_proj,0.0000000657,0.10000,0.615
18,mlp.experts.35.up_proj,0.0000006220,0.10000,0.570
18,mlp.experts.36.up_proj,0.0000004589,0.10000,0.577
18,mlp.experts.37.up_proj,0.0000001336,0.10000,0.578
18,mlp.experts.38.up_proj,0.0000000396,0.10000,0.570
18,mlp.experts.39.up_proj,0.0000000539,0.10000,0.596
18,mlp.experts.40.up_proj,0.0000017209,0.10000,0.601
18,mlp.experts.41.up_proj,0.0000000954,0.10000,0.602
18,mlp.experts.42.up_proj,0.0000000363,0.10000,0.610
18,mlp.experts.43.up_proj,0.0000024475,0.10000,0.566
18,mlp.experts.44.up_proj,0.0000000575,0.10000,0.565
18,mlp.experts.45.up_proj,0.0000036156,0.10000,0.600
18,mlp.experts.46.up_proj,0.0000000497,0.10000,0.619
18,mlp.experts.47.up_proj,0.0000006097,0.10000,0.570
18,mlp.experts.48.up_proj,0.0000001946,0.10000,0.575
18,mlp.experts.49.up_proj,0.0000001729,0.10000,0.586
18,mlp.experts.50.up_proj,0.0000011153,0.10000,0.614
18,mlp.experts.51.up_proj,0.0000002705,0.10000,0.585
18,mlp.experts.52.up_proj,0.0000000214,0.10000,0.606
18,mlp.experts.53.up_proj,0.0000020136,0.10000,0.610
18,mlp.experts.54.up_proj,0.0000000507,0.10000,0.567
18,mlp.experts.55.up_proj,0.0000001139,0.10000,0.570
18,mlp.experts.56.up_proj,0.0000000215,0.10000,0.723
18,mlp.experts.57.up_proj,0.0000005085,0.10000,0.652
18,mlp.experts.58.up_proj,0.0000000921,0.10000,0.682
18,mlp.experts.59.up_proj,0.0000015190,0.10000,0.638
18,mlp.experts.60.up_proj,0.0000032621,0.10000,0.638
18,mlp.experts.61.up_proj,0.0000000970,0.10000,0.644
18,mlp.experts.62.up_proj,0.0000000831,0.10000,0.633
18,mlp.experts.63.up_proj,0.0000000442,0.10000,0.632
18,mlp.experts.64.up_proj,0.0000000192,0.10000,0.633
18,mlp.experts.65.up_proj,0.0000001586,0.10000,0.647
18,mlp.experts.66.up_proj,0.0000010535,0.10000,0.613
18,mlp.experts.67.up_proj,0.0000001919,0.10000,0.596
18,mlp.experts.68.up_proj,0.0000005509,0.10000,0.576
18,mlp.experts.69.up_proj,0.0000013857,0.10000,0.570
18,mlp.experts.70.up_proj,0.0000002200,0.10000,0.577
18,mlp.experts.71.up_proj,0.0000001008,0.10000,0.574
18,mlp.experts.72.up_proj,0.0000002088,0.10000,0.569
18,mlp.experts.73.up_proj,0.0000073326,0.10000,0.572
18,mlp.experts.74.up_proj,0.0000002899,0.10000,0.595
18,mlp.experts.75.up_proj,0.0000000674,0.10000,0.598
18,mlp.experts.76.up_proj,0.0000004694,0.10000,0.580
18,mlp.experts.77.up_proj,0.0000001287,0.10000,0.578
18,mlp.experts.78.up_proj,0.0000001790,0.10000,0.575
18,mlp.experts.79.up_proj,0.0000000332,0.10000,0.575
18,mlp.experts.80.up_proj,0.0000004273,0.10000,0.573
18,mlp.experts.81.up_proj,0.0000037521,0.10000,0.565
18,mlp.experts.82.up_proj,0.0000003766,0.10000,0.583
18,mlp.experts.83.up_proj,0.0000000900,0.10000,0.580
18,mlp.experts.84.up_proj,0.0000001321,0.10000,0.580
18,mlp.experts.85.up_proj,0.0000000305,0.10000,0.571
18,mlp.experts.86.up_proj,0.0000000507,0.10000,0.571
18,mlp.experts.87.up_proj,0.0000000494,0.10000,0.573
18,mlp.experts.88.up_proj,0.0000001964,0.10000,0.574
18,mlp.experts.89.up_proj,0.0000000767,0.10000,0.615
18,mlp.experts.90.up_proj,0.0000027242,0.10000,0.697
18,mlp.experts.91.up_proj,0.0000012712,0.10000,0.613
18,mlp.experts.92.up_proj,0.0000001718,0.10000,0.614
18,mlp.experts.93.up_proj,0.0000001271,0.10000,0.586
18,mlp.experts.94.up_proj,0.0000003350,0.10000,0.586
18,mlp.experts.95.up_proj,0.0000021927,0.10000,0.591
18,mlp.experts.96.up_proj,0.0000000452,0.10000,0.573
18,mlp.experts.97.up_proj,0.0000000341,0.10000,0.571
18,mlp.experts.98.up_proj,0.0000004340,0.10000,0.585
18,mlp.experts.99.up_proj,0.0000000851,0.10000,0.582
18,mlp.experts.100.up_proj,0.0000000465,0.10000,0.578
18,mlp.experts.101.up_proj,0.0000000323,0.10000,0.707
18,mlp.experts.102.up_proj,0.0000002705,0.10000,0.610
18,mlp.experts.103.up_proj,0.0000001233,0.10000,0.608
18,mlp.experts.104.up_proj,0.0000013571,0.10000,0.576
18,mlp.experts.105.up_proj,0.0000000451,0.10000,0.571
18,mlp.experts.106.up_proj,0.0000038209,0.10000,0.588
18,mlp.experts.107.up_proj,0.0000001148,0.10000,0.583
18,mlp.experts.108.up_proj,0.0000128254,0.10000,0.576
18,mlp.experts.109.up_proj,0.0000001339,0.10000,0.586
18,mlp.experts.110.up_proj,0.0000000228,0.10000,0.581
18,mlp.experts.111.up_proj,0.0000020514,0.10000,0.577
18,mlp.experts.112.up_proj,0.0000002651,0.10000,0.599
18,mlp.experts.113.up_proj,0.0000013876,0.10000,0.616
18,mlp.experts.114.up_proj,0.0000000581,0.10000,0.578
18,mlp.experts.115.up_proj,0.0000000828,0.10000,0.570
18,mlp.experts.116.up_proj,0.0000000187,0.10000,0.578
18,mlp.experts.117.up_proj,0.0000051297,0.10000,0.585
18,mlp.experts.118.up_proj,0.0000001442,0.10000,0.577
18,mlp.experts.119.up_proj,0.0000000994,0.10000,0.569
18,mlp.experts.120.up_proj,0.0000013084,0.10000,0.567
18,mlp.experts.121.up_proj,0.0000002138,0.10000,0.574
18,mlp.experts.122.up_proj,0.0000002693,0.10000,0.574
18,mlp.experts.123.up_proj,0.0000002750,0.10000,0.575
18,mlp.experts.124.up_proj,0.0000005533,0.10000,0.580
18,mlp.experts.125.up_proj,0.0000000909,0.10000,0.579
18,mlp.experts.126.up_proj,0.0000001689,0.10000,0.577
18,mlp.experts.127.up_proj,0.0000000464,0.10000,0.580
18,mlp.experts.0.gate_proj,0.0000000625,0.10000,0.596
18,mlp.experts.1.gate_proj,0.0000003589,0.10000,0.581
18,mlp.experts.2.gate_proj,0.0000099364,0.10000,0.619
18,mlp.experts.3.gate_proj,0.0000001263,0.10000,0.598
18,mlp.experts.4.gate_proj,0.0000000447,0.10000,0.576
18,mlp.experts.5.gate_proj,0.0000027903,0.10000,0.573
18,mlp.experts.6.gate_proj,0.0000005522,0.10000,0.577
18,mlp.experts.7.gate_proj,0.0000000296,0.10000,0.580
18,mlp.experts.8.gate_proj,0.0000007668,0.10000,0.595
18,mlp.experts.9.gate_proj,0.0000000845,0.10000,0.609
18,mlp.experts.10.gate_proj,0.0000000202,0.10000,0.595
18,mlp.experts.11.gate_proj,0.0000129340,0.10000,0.618
18,mlp.experts.12.gate_proj,0.0000004406,0.10000,0.583
18,mlp.experts.13.gate_proj,0.0000000412,0.10000,0.569
18,mlp.experts.14.gate_proj,0.0000000685,0.10000,0.580
18,mlp.experts.15.gate_proj,0.0000038461,0.10000,0.724
18,mlp.experts.16.gate_proj,0.0000024964,0.10000,0.666
18,mlp.experts.17.gate_proj,0.0000002339,0.10000,0.636
18,mlp.experts.18.gate_proj,0.0000006585,0.10000,0.648
18,mlp.experts.19.gate_proj,0.0000001008,0.10000,0.613
18,mlp.experts.20.gate_proj,0.0000002602,0.10000,0.566
18,mlp.experts.21.gate_proj,0.0000012891,0.10000,0.568
18,mlp.experts.22.gate_proj,0.0000000278,0.10000,0.571
18,mlp.experts.23.gate_proj,0.0000000231,0.10000,0.571
18,mlp.experts.24.gate_proj,0.0000002969,0.10000,0.569
18,mlp.experts.25.gate_proj,0.0000000804,0.10000,0.729
18,mlp.experts.26.gate_proj,0.0000001364,0.10000,0.656
18,mlp.experts.27.gate_proj,0.0000013777,0.10000,0.613
18,mlp.experts.28.gate_proj,0.0000000727,0.10000,0.611
18,mlp.experts.29.gate_proj,0.0000025248,0.10000,0.595
18,mlp.experts.30.gate_proj,0.0000002068,0.10000,0.598
18,mlp.experts.31.gate_proj,0.0000009938,0.10000,0.617
18,mlp.experts.32.gate_proj,0.0000007183,0.10000,0.590
18,mlp.experts.33.gate_proj,0.0000003894,0.10000,0.586
18,mlp.experts.34.gate_proj,0.0000000675,0.10000,0.639
18,mlp.experts.35.gate_proj,0.0000005552,0.10000,0.613
18,mlp.experts.36.gate_proj,0.0000004909,0.10000,0.617
18,mlp.experts.37.gate_proj,0.0000001713,0.10000,0.630
18,mlp.experts.38.gate_proj,0.0000000429,0.10000,0.602
18,mlp.experts.39.gate_proj,0.0000000610,0.10000,0.574
18,mlp.experts.40.gate_proj,0.0000020935,0.10000,0.602
18,mlp.experts.41.gate_proj,0.0000001032,0.10000,0.594
18,mlp.experts.42.gate_proj,0.0000000357,0.10000,0.616
18,mlp.experts.43.gate_proj,0.0000024377,0.10000,0.666
18,mlp.experts.44.gate_proj,0.0000000725,0.10000,0.608
18,mlp.experts.45.gate_proj,0.0000038703,0.10000,0.618
18,mlp.experts.46.gate_proj,0.0000000574,0.10000,0.591
18,mlp.experts.47.gate_proj,0.0000006852,0.10000,0.604
18,mlp.experts.48.gate_proj,0.0000002245,0.10000,0.601
18,mlp.experts.49.gate_proj,0.0000002133,0.10000,0.598
18,mlp.experts.50.gate_proj,0.0000013500,0.10000,0.611
18,mlp.experts.51.gate_proj,0.0000003469,0.10000,0.596
18,mlp.experts.52.gate_proj,0.0000000210,0.10000,0.599
18,mlp.experts.53.gate_proj,0.0000024177,0.10000,0.634
18,mlp.experts.54.gate_proj,0.0000000602,0.10000,0.598
18,mlp.experts.55.gate_proj,0.0000001193,0.10000,0.633
18,mlp.experts.56.gate_proj,0.0000000218,0.10000,0.626
18,mlp.experts.57.gate_proj,0.0000005795,0.10000,0.598
18,mlp.experts.58.gate_proj,0.0000001171,0.10000,0.600
18,mlp.experts.59.gate_proj,0.0000018109,0.10000,0.603
18,mlp.experts.60.gate_proj,0.0000033588,0.10000,0.621
18,mlp.experts.61.gate_proj,0.0000001118,0.10000,0.602
18,mlp.experts.62.gate_proj,0.0000000963,0.10000,0.610
18,mlp.experts.63.gate_proj,0.0000000530,0.10000,0.621
18,mlp.experts.64.gate_proj,0.0000000187,0.10000,0.647
18,mlp.experts.65.gate_proj,0.0000001755,0.10000,0.582
18,mlp.experts.66.gate_proj,0.0000012618,0.10000,0.646
18,mlp.experts.67.gate_proj,0.0000002287,0.10000,0.728
18,mlp.experts.68.gate_proj,0.0000006665,0.10000,0.659
18,mlp.experts.69.gate_proj,0.0000016635,0.10000,0.623
18,mlp.experts.70.gate_proj,0.0000002689,0.10000,0.629
18,mlp.experts.71.gate_proj,0.0000001327,0.10000,0.630
18,mlp.experts.72.gate_proj,0.0000002542,0.10000,0.598
18,mlp.experts.73.gate_proj,0.0000078791,0.10000,0.606
18,mlp.experts.74.gate_proj,0.0000003564,0.10000,0.599
18,mlp.experts.75.gate_proj,0.0000000676,0.10000,0.590
18,mlp.experts.76.gate_proj,0.0000005409,0.10000,0.593
18,mlp.experts.77.gate_proj,0.0000001454,0.10000,0.634
18,mlp.experts.78.gate_proj,0.0000001994,0.10000,0.598
18,mlp.experts.79.gate_proj,0.0000000346,0.10000,0.611
18,mlp.experts.80.gate_proj,0.0000004572,0.10000,0.626
18,mlp.experts.81.gate_proj,0.0000039872,0.10000,0.638
18,mlp.experts.82.gate_proj,0.0000004504,0.10000,0.632
18,mlp.experts.83.gate_proj,0.0000000877,0.10000,0.602
18,mlp.experts.84.gate_proj,0.0000001531,0.10000,0.597
18,mlp.experts.85.gate_proj,0.0000000265,0.10000,0.625
18,mlp.experts.86.gate_proj,0.0000000498,0.10000,0.592
18,mlp.experts.87.gate_proj,0.0000000549,0.10000,0.599
18,mlp.experts.88.gate_proj,0.0000001968,0.10000,0.595
18,mlp.experts.89.gate_proj,0.0000000883,0.10000,0.595
18,mlp.experts.90.gate_proj,0.0000035014,0.10000,0.603
18,mlp.experts.91.gate_proj,0.0000013783,0.10000,0.630
18,mlp.experts.92.gate_proj,0.0000002175,0.10000,0.596
18,mlp.experts.93.gate_proj,0.0000001418,0.10000,0.594
18,mlp.experts.94.gate_proj,0.0000004211,0.10000,0.588
18,mlp.experts.95.gate_proj,0.0000024017,0.10000,0.589
18,mlp.experts.96.gate_proj,0.0000000531,0.10000,0.599
18,mlp.experts.97.gate_proj,0.0000000388,0.10000,0.596
18,mlp.experts.98.gate_proj,0.0000003801,0.10000,0.599
18,mlp.experts.99.gate_proj,0.0000000928,0.10000,0.599
18,mlp.experts.100.gate_proj,0.0000000451,0.10000,0.613
18,mlp.experts.101.gate_proj,0.0000000400,0.10000,0.630
18,mlp.experts.102.gate_proj,0.0000003330,0.10000,0.589
18,mlp.experts.103.gate_proj,0.0000001419,0.10000,0.595
18,mlp.experts.104.gate_proj,0.0000015325,0.10000,0.593
18,mlp.experts.105.gate_proj,0.0000000397,0.10000,0.594
18,mlp.experts.106.gate_proj,0.0000042772,0.10000,0.587
18,mlp.experts.107.gate_proj,0.0000001312,0.10000,0.593
18,mlp.experts.108.gate_proj,0.0000133603,0.10000,0.594
18,mlp.experts.109.gate_proj,0.0000001560,0.10000,0.586
18,mlp.experts.110.gate_proj,0.0000000219,0.10000,0.622
18,mlp.experts.111.gate_proj,0.0000020795,0.10000,0.613
18,mlp.experts.112.gate_proj,0.0000002711,0.10000,0.589
18,mlp.experts.113.gate_proj,0.0000015839,0.10000,0.596
18,mlp.experts.114.gate_proj,0.0000000714,0.10000,0.598
18,mlp.experts.115.gate_proj,0.0000000884,0.10000,0.595
18,mlp.experts.116.gate_proj,0.0000000218,0.10000,0.608
18,mlp.experts.117.gate_proj,0.0000060872,0.10000,0.603
18,mlp.experts.118.gate_proj,0.0000001430,0.10000,0.604
18,mlp.experts.119.gate_proj,0.0000001272,0.10000,0.600
18,mlp.experts.120.gate_proj,0.0000013556,0.10000,0.613
18,mlp.experts.121.gate_proj,0.0000002636,0.10000,0.629
18,mlp.experts.122.gate_proj,0.0000003248,0.10000,0.601
18,mlp.experts.123.gate_proj,0.0000002513,0.10000,0.606
18,mlp.experts.124.gate_proj,0.0000006310,0.10000,0.603
18,mlp.experts.125.gate_proj,0.0000000980,0.10000,0.592
18,mlp.experts.126.gate_proj,0.0000001784,0.10000,0.597
18,mlp.experts.127.gate_proj,0.0000000503,0.10000,0.626
18,mlp.experts.0.down_proj,0.0000000081,0.10000,0.244
18,mlp.experts.1.down_proj,0.0000000728,0.10000,0.240
18,mlp.experts.2.down_proj,0.0000014694,0.10000,0.238
18,mlp.experts.3.down_proj,0.0000000157,0.10000,0.236
18,mlp.experts.4.down_proj,0.0000000065,0.10000,0.241
18,mlp.experts.5.down_proj,0.0000006375,0.10000,0.241
18,mlp.experts.6.down_proj,0.0000000609,0.10000,0.231
18,mlp.experts.7.down_proj,0.0000000041,0.10000,0.238
18,mlp.experts.8.down_proj,0.0000001085,0.10000,0.240
18,mlp.experts.9.down_proj,0.0000000076,0.10000,0.240
18,mlp.experts.10.down_proj,0.0000000031,0.10000,0.240
18,mlp.experts.11.down_proj,0.0000022414,0.10000,0.259
18,mlp.experts.12.down_proj,0.0000000504,0.10000,0.229
18,mlp.experts.13.down_proj,0.0000000032,0.10000,0.247
18,mlp.experts.14.down_proj,0.0000000131,0.10000,0.232
18,mlp.experts.15.down_proj,0.0000004900,0.10000,0.212
18,mlp.experts.16.down_proj,0.0000004305,0.10000,0.262
18,mlp.experts.17.down_proj,0.0000000481,0.10000,0.260
18,mlp.experts.18.down_proj,0.0000000779,0.10000,0.252
18,mlp.experts.19.down_proj,0.0000000142,0.10000,0.243
18,mlp.experts.20.down_proj,0.0000000426,0.10000,0.244
18,mlp.experts.21.down_proj,0.0000001806,0.10000,0.246
18,mlp.experts.22.down_proj,0.0000000032,0.10000,0.250
18,mlp.experts.23.down_proj,0.0000000032,0.10000,0.234
18,mlp.experts.24.down_proj,0.0000000504,0.10000,0.245
18,mlp.experts.25.down_proj,0.0000000075,0.10000,0.236
18,mlp.experts.26.down_proj,0.0000000164,0.10000,0.255
18,mlp.experts.27.down_proj,0.0000001747,0.10000,0.231
18,mlp.experts.28.down_proj,0.0000000100,0.10000,0.238
18,mlp.experts.29.down_proj,0.0000004118,0.10000,0.244
18,mlp.experts.30.down_proj,0.0000000306,0.10000,0.225
18,mlp.experts.31.down_proj,0.0000002074,0.10000,0.222
18,mlp.experts.32.down_proj,0.0000000925,0.10000,0.222
18,mlp.experts.33.down_proj,0.0000000253,0.10000,0.223
18,mlp.experts.34.down_proj,0.0000000085,0.10000,0.226
18,mlp.experts.35.down_proj,0.0000001092,0.10000,0.234
18,mlp.experts.36.down_proj,0.0000000523,0.10000,0.223
18,mlp.experts.37.down_proj,0.0000000222,0.10000,0.233
18,mlp.experts.38.down_proj,0.0000000053,0.10000,0.223
18,mlp.experts.39.down_proj,0.0000000076,0.10000,0.222
18,mlp.experts.40.down_proj,0.0000003449,0.10000,0.221
18,mlp.experts.41.down_proj,0.0000000135,0.10000,0.223
18,mlp.experts.42.down_proj,0.0000000049,0.10000,0.236
18,mlp.experts.43.down_proj,0.0000004056,0.10000,0.222
18,mlp.experts.44.down_proj,0.0000000080,0.10000,0.221
18,mlp.experts.45.down_proj,0.0000008322,0.10000,0.219
18,mlp.experts.46.down_proj,0.0000000094,0.10000,0.217
18,mlp.experts.47.down_proj,0.0000001060,0.10000,0.221
18,mlp.experts.48.down_proj,0.0000000224,0.10000,0.232
18,mlp.experts.49.down_proj,0.0000000292,0.10000,0.220
18,mlp.experts.50.down_proj,0.0000002180,0.10000,0.220
18,mlp.experts.51.down_proj,0.0000000524,0.10000,0.220
18,mlp.experts.52.down_proj,0.0000000026,0.10000,0.221
18,mlp.experts.53.down_proj,0.0000003257,0.10000,0.221
18,mlp.experts.54.down_proj,0.0000000063,0.10000,0.220
18,mlp.experts.55.down_proj,0.0000000187,0.10000,0.218
18,mlp.experts.56.down_proj,0.0000000025,0.10000,0.222
18,mlp.experts.57.down_proj,0.0000000720,0.10000,0.237
18,mlp.experts.58.down_proj,0.0000000107,0.10000,0.235
18,mlp.experts.59.down_proj,0.0000003265,0.10000,0.235
18,mlp.experts.60.down_proj,0.0000008528,0.10000,0.223
18,mlp.experts.61.down_proj,0.0000000123,0.10000,0.227
18,mlp.experts.62.down_proj,0.0000000124,0.10000,0.222
18,mlp.experts.63.down_proj,0.0000000061,0.10000,0.225
18,mlp.experts.64.down_proj,0.0000000026,0.10000,0.219
18,mlp.experts.65.down_proj,0.0000000196,0.10000,0.250
18,mlp.experts.66.down_proj,0.0000000475,0.10000,0.251
18,mlp.experts.67.down_proj,0.0000000293,0.10000,0.236
18,mlp.experts.68.down_proj,0.0000000931,0.10000,0.233
18,mlp.experts.69.down_proj,0.0000002533,0.10000,0.234
18,mlp.experts.70.down_proj,0.0000000486,0.10000,0.230
18,mlp.experts.71.down_proj,0.0000000115,0.10000,0.228
18,mlp.experts.72.down_proj,0.0000000235,0.10000,0.225
18,mlp.experts.73.down_proj,0.0000016169,0.10000,0.243
18,mlp.experts.74.down_proj,0.0000000465,0.10000,0.233
18,mlp.experts.75.down_proj,0.0000000085,0.10000,0.220
18,mlp.experts.76.down_proj,0.0000000887,0.10000,0.224
18,mlp.experts.77.down_proj,0.0000000212,0.10000,0.222
18,mlp.experts.78.down_proj,0.0000000277,0.10000,0.228
18,mlp.experts.79.down_proj,0.0000000052,0.10000,0.261
18,mlp.experts.80.down_proj,0.0000000721,0.10000,0.233
18,mlp.experts.81.down_proj,0.0000008387,0.10000,0.235
18,mlp.experts.82.down_proj,0.0000000512,0.10000,0.254
18,mlp.experts.83.down_proj,0.0000000118,0.10000,0.223
18,mlp.experts.84.down_proj,0.0000000185,0.10000,0.232
18,mlp.experts.85.down_proj,0.0000000040,0.10000,0.235
18,mlp.experts.86.down_proj,0.0000000062,0.10000,0.240
18,mlp.experts.87.down_proj,0.0000000068,0.10000,0.230
18,mlp.experts.88.down_proj,0.0000000349,0.10000,0.243
18,mlp.experts.89.down_proj,0.0000000123,0.10000,0.235
18,mlp.experts.90.down_proj,0.0000004286,0.10000,0.232
18,mlp.experts.91.down_proj,0.0000002169,0.10000,0.246
18,mlp.experts.92.down_proj,0.0000000254,0.10000,0.233
18,mlp.experts.93.down_proj,0.0000000211,0.10000,0.234
18,mlp.experts.94.down_proj,0.0000000503,0.10000,0.245
18,mlp.experts.95.down_proj,0.0000005536,0.10000,0.237
18,mlp.experts.96.down_proj,0.0000000074,0.10000,0.241
18,mlp.experts.97.down_proj,0.0000000044,0.10000,0.286
18,mlp.experts.98.down_proj,0.0000000209,0.10000,0.266
18,mlp.experts.99.down_proj,0.0000000162,0.10000,0.255
18,mlp.experts.100.down_proj,0.0000000064,0.10000,0.241
18,mlp.experts.101.down_proj,0.0000000052,0.10000,0.240
18,mlp.experts.102.down_proj,0.0000000497,0.10000,0.247
18,mlp.experts.103.down_proj,0.0000000143,0.10000,0.230
18,mlp.experts.104.down_proj,0.0000000640,0.10000,0.226
18,mlp.experts.105.down_proj,0.0000000055,0.10000,0.240
18,mlp.experts.106.down_proj,0.0000008240,0.10000,0.234
18,mlp.experts.107.down_proj,0.0000000096,0.10000,0.220
18,mlp.experts.108.down_proj,0.0000003629,0.10000,0.221
18,mlp.experts.109.down_proj,0.0000000247,0.10000,0.222
18,mlp.experts.110.down_proj,0.0000000034,0.10000,0.221
18,mlp.experts.111.down_proj,0.0000003355,0.10000,0.213
18,mlp.experts.112.down_proj,0.0000000431,0.10000,0.233
18,mlp.experts.113.down_proj,0.0000002992,0.10000,0.227
18,mlp.experts.114.down_proj,0.0000000103,0.10000,0.226
18,mlp.experts.115.down_proj,0.0000000189,0.10000,0.224
18,mlp.experts.116.down_proj,0.0000000027,0.10000,0.223
18,mlp.experts.117.down_proj,0.0000000935,0.10000,0.221
18,mlp.experts.118.down_proj,0.0000000294,0.10000,0.224
18,mlp.experts.119.down_proj,0.0000000221,0.10000,0.221
18,mlp.experts.120.down_proj,0.0000001327,0.10000,0.220
18,mlp.experts.121.down_proj,0.0000000313,0.10000,0.220
18,mlp.experts.122.down_proj,0.0000000402,0.10000,0.221
18,mlp.experts.123.down_proj,0.0000000450,0.10000,0.225
18,mlp.experts.124.down_proj,0.0000000937,0.10000,0.220
18,mlp.experts.125.down_proj,0.0000000122,0.10000,0.235
18,mlp.experts.126.down_proj,0.0000000311,0.10000,0.239
18,mlp.experts.127.down_proj,0.0000000080,0.10000,0.229
19,self_attn.q_proj,0.0000000003,0.10000,0.585
19,self_attn.k_proj,0.0000000001,0.10000,0.588
19,self_attn.v_proj,0.0000000001,0.10000,0.583
19,self_attn.o_proj,0.0000000001,0.10000,1.119
19,mlp.gate,0.0000000069,0.10000,0.578
19,mlp.experts.0.up_proj,0.0000018617,0.10000,0.573
19,mlp.experts.1.up_proj,0.0000000768,0.10000,0.609
19,mlp.experts.2.up_proj,0.0000000856,0.10000,0.605
19,mlp.experts.3.up_proj,0.0000000397,0.10000,0.581
19,mlp.experts.4.up_proj,0.0000000406,0.10000,0.598
19,mlp.experts.5.up_proj,0.0000000284,0.10000,0.599
19,mlp.experts.6.up_proj,0.0000001096,0.10000,0.567
19,mlp.experts.7.up_proj,0.0000005029,0.10000,0.570
19,mlp.experts.8.up_proj,0.0000004018,0.10000,0.567
19,mlp.experts.9.up_proj,0.0000000515,0.10000,0.569
19,mlp.experts.10.up_proj,0.0000009016,0.10000,0.575
19,mlp.experts.11.up_proj,0.0000001155,0.10000,0.564
19,mlp.experts.12.up_proj,0.0000000723,0.10000,0.571
19,mlp.experts.13.up_proj,0.0000000854,0.10000,0.569
19,mlp.experts.14.up_proj,0.0000005231,0.10000,0.575
19,mlp.experts.15.up_proj,0.0000002111,0.10000,0.613
19,mlp.experts.16.up_proj,0.0000014006,0.10000,0.626
19,mlp.experts.17.up_proj,0.0000000520,0.10000,0.609
19,mlp.experts.18.up_proj,0.0000015254,0.10000,0.580
19,mlp.experts.19.up_proj,0.0000001863,0.10000,0.572
19,mlp.experts.20.up_proj,0.0000000377,0.10000,0.584
19,mlp.experts.21.up_proj,0.0000000190,0.10000,0.605
19,mlp.experts.22.up_proj,0.0000000989,0.10000,0.579
19,mlp.experts.23.up_proj,0.0000014228,0.10000,0.577
19,mlp.experts.24.up_proj,0.0000000594,0.10000,0.581
19,mlp.experts.25.up_proj,0.0000000697,0.10000,0.571
19,mlp.experts.26.up_proj,0.0000000195,0.10000,0.620
19,mlp.experts.27.up_proj,0.0000001885,0.10000,0.692
19,mlp.experts.28.up_proj,0.0000130335,0.10000,0.617
19,mlp.experts.29.up_proj,0.0000001825,0.10000,0.610
19,mlp.experts.30.up_proj,0.0000007770,0.10000,0.612
19,mlp.experts.31.up_proj,0.0000000274,0.10000,0.591
19,mlp.experts.32.up_proj,0.0000001206,0.10000,0.598
19,mlp.experts.33.up_proj,0.0000000190,0.10000,0.640
19,mlp.experts.34.up_proj,0.0000000577,0.10000,0.693
19,mlp.experts.35.up_proj,0.0000011215,0.10000,0.645
19,mlp.experts.36.up_proj,0.0000000441,0.10000,0.607
19,mlp.experts.37.up_proj,0.0000276848,0.10000,0.606
19,mlp.experts.38.up_proj,0.0000001470,0.10000,0.595
19,mlp.experts.39.up_proj,0.0000001142,0.10000,0.574
19,mlp.experts.40.up_proj,0.0000005528,0.10000,0.576
19,mlp.experts.41.up_proj,0.0000001825,0.10000,0.568
19,mlp.experts.42.up_proj,0.0000067752,0.10000,0.571
19,mlp.experts.43.up_proj,0.0000001275,0.10000,0.574
19,mlp.experts.44.up_proj,0.0000000732,0.10000,0.579
19,mlp.experts.45.up_proj,0.0000000713,0.10000,0.612
19,mlp.experts.46.up_proj,0.0000002945,0.10000,0.571
19,mlp.experts.47.up_proj,0.0000001506,0.10000,0.578
19,mlp.experts.48.up_proj,0.0000000268,0.10000,0.567
19,mlp.experts.49.up_proj,0.0000000425,0.10000,0.606
19,mlp.experts.50.up_proj,0.0000000874,0.10000,0.604
19,mlp.experts.51.up_proj,0.0000000350,0.10000,0.688
19,mlp.experts.52.up_proj,0.0000002042,0.10000,0.681
19,mlp.experts.53.up_proj,0.0000000487,0.10000,0.616
19,mlp.experts.54.up_proj,0.0000109934,0.10000,0.601
19,mlp.experts.55.up_proj,0.0000019248,0.10000,0.576
19,mlp.experts.56.up_proj,0.0000002346,0.10000,0.595
19,mlp.experts.57.up_proj,0.0000047586,0.10000,0.604
19,mlp.experts.58.up_proj,0.0000001109,0.10000,0.569
19,mlp.experts.59.up_proj,0.0000000454,0.10000,0.573
19,mlp.experts.60.up_proj,0.0000001090,0.10000,0.585
19,mlp.experts.61.up_proj,0.0000000841,0.10000,0.676
19,mlp.experts.62.up_proj,0.0000006148,0.10000,0.661
19,mlp.experts.63.up_proj,0.0000001109,0.10000,0.636
19,mlp.experts.64.up_proj,0.0000000988,0.10000,0.618
19,mlp.experts.65.up_proj,0.0000045730,0.10000,0.583
19,mlp.experts.66.up_proj,0.0000000338,0.10000,0.600
19,mlp.experts.67.up_proj,0.0000002766,0.10000,0.594
19,mlp.experts.68.up_proj,0.0000004667,0.10000,0.614
19,mlp.experts.69.up_proj,0.0000005022,0.10000,0.581
19,mlp.experts.70.up_proj,0.0000010343,0.10000,0.575
19,mlp.experts.71.up_proj,0.0000021546,0.10000,0.574
19,mlp.experts.72.up_proj,0.0000000747,0.10000,0.577
19,mlp.experts.73.up_proj,0.0000000312,0.10000,0.579
19,mlp.experts.74.up_proj,0.0000002266,0.10000,0.574
19,mlp.experts.75.up_proj,0.0000000865,0.10000,0.584
19,mlp.experts.76.up_proj,0.0000008835,0.10000,0.573
19,mlp.experts.77.up_proj,0.0000069806,0.10000,0.569
19,mlp.experts.78.up_proj,0.0000002357,0.10000,0.578
19,mlp.experts.79.up_proj,0.0000002099,0.10000,0.580
19,mlp.experts.80.up_proj,0.0000064651,0.10000,0.585
19,mlp.experts.81.up_proj,0.0000003601,0.10000,0.580
19,mlp.experts.82.up_proj,0.0000000453,0.10000,0.578
19,mlp.experts.83.up_proj,0.0000000921,0.10000,0.574
19,mlp.experts.84.up_proj,0.0000005932,0.10000,0.586
19,mlp.experts.85.up_proj,0.0000010061,0.10000,0.571
19,mlp.experts.86.up_proj,0.0000000860,0.10000,0.571
19,mlp.experts.87.up_proj,0.0000000492,0.10000,0.575
19,mlp.experts.88.up_proj,0.0000000383,0.10000,0.581
19,mlp.experts.89.up_proj,0.0000000370,0.10000,0.579
19,mlp.experts.90.up_proj,0.0000016565,0.10000,0.586
19,mlp.experts.91.up_proj,0.0000002655,0.10000,0.578
19,mlp.experts.92.up_proj,0.0000021462,0.10000,0.615
19,mlp.experts.93.up_proj,0.0000000347,0.10000,0.607
19,mlp.experts.94.up_proj,0.0000000192,0.10000,0.574
19,mlp.experts.95.up_proj,0.0000000455,0.10000,0.573
19,mlp.experts.96.up_proj,0.0000004040,0.10000,0.616
19,mlp.experts.97.up_proj,0.0000013109,0.10000,0.597
19,mlp.experts.98.up_proj,0.0000000346,0.10000,0.572
19,mlp.experts.99.up_proj,0.0000001226,0.10000,0.579
19,mlp.experts.100.up_proj,0.0000000450,0.10000,0.577
19,mlp.experts.101.up_proj,0.0000003495,0.10000,0.605
19,mlp.experts.102.up_proj,0.0000015960,0.10000,0.680
19,mlp.experts.103.up_proj,0.0000003180,0.10000,0.676
19,mlp.experts.104.up_proj,0.0000007198,0.10000,0.659
19,mlp.experts.105.up_proj,0.0000012298,0.10000,0.622
19,mlp.experts.106.up_proj,0.0000000407,0.10000,0.607
19,mlp.experts.107.up_proj,0.0000011679,0.10000,0.602
19,mlp.experts.108.up_proj,0.0000001438,0.10000,0.697
19,mlp.experts.109.up_proj,0.0000005686,0.10000,0.645
19,mlp.experts.110.up_proj,0.0000000201,0.10000,0.642
19,mlp.experts.111.up_proj,0.0000008061,0.10000,0.644
19,mlp.experts.112.up_proj,0.0000000512,0.10000,0.639
19,mlp.experts.113.up_proj,0.0000005956,0.10000,0.632
19,mlp.experts.114.up_proj,0.0000005168,0.10000,0.611
19,mlp.experts.115.up_proj,0.0000004680,0.10000,0.613
19,mlp.experts.116.up_proj,0.0000000318,0.10000,0.612
19,mlp.experts.117.up_proj,0.0000004318,0.10000,0.602
19,mlp.experts.118.up_proj,0.0000005525,0.10000,0.570
19,mlp.experts.119.up_proj,0.0000001678,0.10000,0.600
19,mlp.experts.120.up_proj,0.0000004900,0.10000,0.609
19,mlp.experts.121.up_proj,0.0000018864,0.10000,0.599
19,mlp.experts.122.up_proj,0.0000016154,0.10000,0.611
19,mlp.experts.123.up_proj,0.0000001715,0.10000,0.610
19,mlp.experts.124.up_proj,0.0000001006,0.10000,0.575
19,mlp.experts.125.up_proj,0.0000000603,0.10000,0.605
19,mlp.experts.126.up_proj,0.0000080412,0.10000,0.599
19,mlp.experts.127.up_proj,0.0000002506,0.10000,0.595
19,mlp.experts.0.gate_proj,0.0000021313,0.10000,0.734
19,mlp.experts.1.gate_proj,0.0000000857,0.10000,0.617
19,mlp.experts.2.gate_proj,0.0000000821,0.10000,0.700
19,mlp.experts.3.gate_proj,0.0000000388,0.10000,0.635
19,mlp.experts.4.gate_proj,0.0000000447,0.10000,0.615
19,mlp.experts.5.gate_proj,0.0000000295,0.10000,0.612
19,mlp.experts.6.gate_proj,0.0000001293,0.10000,0.598
19,mlp.experts.7.gate_proj,0.0000004791,0.10000,0.577
19,mlp.experts.8.gate_proj,0.0000004230,0.10000,0.589
19,mlp.experts.9.gate_proj,0.0000000610,0.10000,0.596
19,mlp.experts.10.gate_proj,0.0000009387,0.10000,0.576
19,mlp.experts.11.gate_proj,0.0000001353,0.10000,0.583
19,mlp.experts.12.gate_proj,0.0000000871,0.10000,0.583
19,mlp.experts.13.gate_proj,0.0000000941,0.10000,0.577
19,mlp.experts.14.gate_proj,0.0000006423,0.10000,0.592
19,mlp.experts.15.gate_proj,0.0000002335,0.10000,0.593
19,mlp.experts.16.gate_proj,0.0000013979,0.10000,0.622
19,mlp.experts.17.gate_proj,0.0000000600,0.10000,0.592
19,mlp.experts.18.gate_proj,0.0000018223,0.10000,0.601
19,mlp.experts.19.gate_proj,0.0000001862,0.10000,0.613
19,mlp.experts.20.gate_proj,0.0000000402,0.10000,0.589
19,mlp.experts.21.gate_proj,0.0000000211,0.10000,0.602
19,mlp.experts.22.gate_proj,0.0000001155,0.10000,0.606
19,mlp.experts.23.gate_proj,0.0000015197,0.10000,0.574
19,mlp.experts.24.gate_proj,0.0000000689,0.10000,0.586
19,mlp.experts.25.gate_proj,0.0000000759,0.10000,0.566
19,mlp.experts.26.gate_proj,0.0000000210,0.10000,0.617
19,mlp.experts.27.gate_proj,0.0000002023,0.10000,0.653
19,mlp.experts.28.gate_proj,0.0000162576,0.10000,0.618
19,mlp.experts.29.gate_proj,0.0000002080,0.10000,0.610
19,mlp.experts.30.gate_proj,0.0000008701,0.10000,0.611
19,mlp.experts.31.gate_proj,0.0000000277,0.10000,0.602
19,mlp.experts.32.gate_proj,0.0000001370,0.10000,0.687
19,mlp.experts.33.gate_proj,0.0000000211,0.10000,0.669
19,mlp.experts.34.gate_proj,0.0000000510,0.10000,0.611
19,mlp.experts.35.gate_proj,0.0000013334,0.10000,0.630
19,mlp.experts.36.gate_proj,0.0000000494,0.10000,0.621
19,mlp.experts.37.gate_proj,0.0000303133,0.10000,0.605
19,mlp.experts.38.gate_proj,0.0000001687,0.10000,0.617
19,mlp.experts.39.gate_proj,0.0000001131,0.10000,0.620
19,mlp.experts.40.gate_proj,0.0000006297,0.10000,0.594
19,mlp.experts.41.gate_proj,0.0000002027,0.10000,0.598
19,mlp.experts.42.gate_proj,0.0000075979,0.10000,0.595
19,mlp.experts.43.gate_proj,0.0000001185,0.10000,0.627
19,mlp.experts.44.gate_proj,0.0000000845,0.10000,0.658
19,mlp.experts.45.gate_proj,0.0000000757,0.10000,0.684
19,mlp.experts.46.gate_proj,0.0000002994,0.10000,0.643
19,mlp.experts.47.gate_proj,0.0000001684,0.10000,0.650
19,mlp.experts.48.gate_proj,0.0000000248,0.10000,0.644
19,mlp.experts.49.gate_proj,0.0000000387,0.10000,0.660
19,mlp.experts.50.gate_proj,0.0000000818,0.10000,0.689
19,mlp.experts.51.gate_proj,0.0000000331,0.10000,0.651
19,mlp.experts.52.gate_proj,0.0000002383,0.10000,0.619
19,mlp.experts.53.gate_proj,0.0000000493,0.10000,0.613
19,mlp.experts.54.gate_proj,0.0000130630,0.10000,0.632
19,mlp.experts.55.gate_proj,0.0000018136,0.10000,0.623
19,mlp.experts.56.gate_proj,0.0000002532,0.10000,0.622
19,mlp.experts.57.gate_proj,0.0000049980,0.10000,0.614
19,mlp.experts.58.gate_proj,0.0000001240,0.10000,0.597
19,mlp.experts.59.gate_proj,0.0000000522,0.10000,0.602
19,mlp.experts.60.gate_proj,0.0000001090,0.10000,0.604
19,mlp.experts.61.gate_proj,0.0000000943,0.10000,0.608
19,mlp.experts.62.gate_proj,0.0000006361,0.10000,0.596
19,mlp.experts.63.gate_proj,0.0000001273,0.10000,0.601
19,mlp.experts.64.gate_proj,0.0000001004,0.10000,0.604
19,mlp.experts.65.gate_proj,0.0000055781,0.10000,0.593
19,mlp.experts.66.gate_proj,0.0000000379,0.10000,0.596
19,mlp.experts.67.gate_proj,0.0000002966,0.10000,0.600
19,mlp.experts.68.gate_proj,0.0000005289,0.10000,0.608
19,mlp.experts.69.gate_proj,0.0000005476,0.10000,0.588
19,mlp.experts.70.gate_proj,0.0000011548,0.10000,0.601
19,mlp.experts.71.gate_proj,0.0000025052,0.10000,0.606
19,mlp.experts.72.gate_proj,0.0000000870,0.10000,0.596
19,mlp.experts.73.gate_proj,0.0000000328,0.10000,0.603
19,mlp.experts.74.gate_proj,0.0000002267,0.10000,0.622
19,mlp.experts.75.gate_proj,0.0000000973,0.10000,0.642
19,mlp.experts.76.gate_proj,0.0000010017,0.10000,0.709
19,mlp.experts.77.gate_proj,0.0000073049,0.10000,0.640
19,mlp.experts.78.gate_proj,0.0000002861,0.10000,0.644
19,mlp.experts.79.gate_proj,0.0000002512,0.10000,0.669
19,mlp.experts.80.gate_proj,0.0000071654,0.10000,0.656
19,mlp.experts.81.gate_proj,0.0000003893,0.10000,0.605
19,mlp.experts.82.gate_proj,0.0000000525,0.10000,0.586
19,mlp.experts.83.gate_proj,0.0000001049,0.10000,0.742
19,mlp.experts.84.gate_proj,0.0000006548,0.10000,0.632
19,mlp.experts.85.gate_proj,0.0000010560,0.10000,0.619
19,mlp.experts.86.gate_proj,0.0000000937,0.10000,0.638
19,mlp.experts.87.gate_proj,0.0000000537,0.10000,0.632
19,mlp.experts.88.gate_proj,0.0000000432,0.10000,0.620
19,mlp.experts.89.gate_proj,0.0000000414,0.10000,0.617
19,mlp.experts.90.gate_proj,0.0000018476,0.10000,0.636
19,mlp.experts.91.gate_proj,0.0000003054,0.10000,0.624
19,mlp.experts.92.gate_proj,0.0000024418,0.10000,0.596
19,mlp.experts.93.gate_proj,0.0000000357,0.10000,0.594
19,mlp.experts.94.gate_proj,0.0000000215,0.10000,0.592
19,mlp.experts.95.gate_proj,0.0000000446,0.10000,0.629
19,mlp.experts.96.gate_proj,0.0000003959,0.10000,0.596
19,mlp.experts.97.gate_proj,0.0000015984,0.10000,0.594
19,mlp.experts.98.gate_proj,0.0000000309,0.10000,0.594
19,mlp.experts.99.gate_proj,0.0000001357,0.10000,0.591
19,mlp.experts.100.gate_proj,0.0000000442,0.10000,0.607
19,mlp.experts.101.gate_proj,0.0000003856,0.10000,0.611
19,mlp.experts.102.gate_proj,0.0000016800,0.10000,0.630
19,mlp.experts.103.gate_proj,0.0000003036,0.10000,0.586
19,mlp.experts.104.gate_proj,0.0000008494,0.10000,0.633
19,mlp.experts.105.gate_proj,0.0000014624,0.10000,0.591
19,mlp.experts.106.gate_proj,0.0000000445,0.10000,0.625
19,mlp.experts.107.gate_proj,0.0000013446,0.10000,0.596
19,mlp.experts.108.gate_proj,0.0000001723,0.10000,0.631
19,mlp.experts.109.gate_proj,0.0000006748,0.10000,0.696
19,mlp.experts.110.gate_proj,0.0000000199,0.10000,0.615
19,mlp.experts.111.gate_proj,0.0000008733,0.10000,0.640
19,mlp.experts.112.gate_proj,0.0000000511,0.10000,0.634
19,mlp.experts.113.gate_proj,0.0000005233,0.10000,0.629
19,mlp.experts.114.gate_proj,0.0000006184,0.10000,0.610
19,mlp.experts.115.gate_proj,0.0000012229,0.10000,0.615
19,mlp.experts.116.gate_proj,0.0000000337,0.10000,0.618
19,mlp.experts.117.gate_proj,0.0000004515,0.10000,0.588
19,mlp.experts.118.gate_proj,0.0000006968,0.10000,0.593
19,mlp.experts.119.gate_proj,0.0000001734,0.10000,0.627
19,mlp.experts.120.gate_proj,0.0000005312,0.10000,0.701
19,mlp.experts.121.gate_proj,0.0000020724,0.10000,0.667
19,mlp.experts.122.gate_proj,0.0000016800,0.10000,0.635
19,mlp.experts.123.gate_proj,0.0000001896,0.10000,0.602
19,mlp.experts.124.gate_proj,0.0000000976,0.10000,0.635
19,mlp.experts.125.gate_proj,0.0000000668,0.10000,0.624
19,mlp.experts.126.gate_proj,0.0000101343,0.10000,0.591
19,mlp.experts.127.gate_proj,0.0000002826,0.10000,0.589
19,mlp.experts.0.down_proj,0.0000003857,0.10000,0.223
19,mlp.experts.1.down_proj,0.0000000104,0.10000,0.219
19,mlp.experts.2.down_proj,0.0000000157,0.10000,0.219
19,mlp.experts.3.down_proj,0.0000000052,0.10000,0.220
19,mlp.experts.4.down_proj,0.0000000063,0.10000,0.237
19,mlp.experts.5.down_proj,0.0000000043,0.10000,0.217
19,mlp.experts.6.down_proj,0.0000000253,0.10000,0.218
19,mlp.experts.7.down_proj,0.0000000216,0.10000,0.205
19,mlp.experts.8.down_proj,0.0000000805,0.10000,0.223
19,mlp.experts.9.down_proj,0.0000000083,0.10000,0.217
19,mlp.experts.10.down_proj,0.0000001386,0.10000,0.216
19,mlp.experts.11.down_proj,0.0000000190,0.10000,0.216
19,mlp.experts.12.down_proj,0.0000000106,0.10000,0.221
19,mlp.experts.13.down_proj,0.0000000116,0.10000,0.217
19,mlp.experts.14.down_proj,0.0000001057,0.10000,0.218
19,mlp.experts.15.down_proj,0.0000000335,0.10000,0.228
19,mlp.experts.16.down_proj,0.0000002984,0.10000,0.224
19,mlp.experts.17.down_proj,0.0000000086,0.10000,0.222
19,mlp.experts.18.down_proj,0.0000002710,0.10000,0.226
19,mlp.experts.19.down_proj,0.0000000224,0.10000,0.219
19,mlp.experts.20.down_proj,0.0000000055,0.10000,0.223
19,mlp.experts.21.down_proj,0.0000000029,0.10000,0.225
19,mlp.experts.22.down_proj,0.0000000174,0.10000,0.223
19,mlp.experts.23.down_proj,0.0000002859,0.10000,0.219
19,mlp.experts.24.down_proj,0.0000000082,0.10000,0.230
19,mlp.experts.25.down_proj,0.0000000086,0.10000,0.222
19,mlp.experts.26.down_proj,0.0000000021,0.10000,0.206
19,mlp.experts.27.down_proj,0.0000000365,0.10000,0.218
19,mlp.experts.28.down_proj,0.0000000762,0.10000,0.219
19,mlp.experts.29.down_proj,0.0000000279,0.10000,0.221
19,mlp.experts.30.down_proj,0.0000001908,0.10000,0.224
19,mlp.experts.31.down_proj,0.0000000039,0.10000,0.230
19,mlp.experts.32.down_proj,0.0000000167,0.10000,0.225
19,mlp.experts.33.down_proj,0.0000000027,0.10000,0.227
19,mlp.experts.34.down_proj,0.0000000086,0.10000,0.224
19,mlp.experts.35.down_proj,0.0000002015,0.10000,0.229
19,mlp.experts.36.down_proj,0.0000000061,0.10000,0.220
19,mlp.experts.37.down_proj,0.0000045861,0.10000,0.230
19,mlp.experts.38.down_proj,0.0000000278,0.10000,0.238
19,mlp.experts.39.down_proj,0.0000000158,0.10000,0.220
19,mlp.experts.40.down_proj,0.0000000934,0.10000,0.215
19,mlp.experts.41.down_proj,0.0000000292,0.10000,0.250
19,mlp.experts.42.down_proj,0.0000013668,0.10000,0.251
19,mlp.experts.43.down_proj,0.0000000279,0.10000,0.243
19,mlp.experts.44.down_proj,0.0000000131,0.10000,0.241
19,mlp.experts.45.down_proj,0.0000000088,0.10000,0.232
19,mlp.experts.46.down_proj,0.0000000452,0.10000,0.216
19,mlp.experts.47.down_proj,0.0000000226,0.10000,0.242
19,mlp.experts.48.down_proj,0.0000000032,0.10000,0.230
19,mlp.experts.49.down_proj,0.0000000061,0.10000,0.243
19,mlp.experts.50.down_proj,0.0000000145,0.10000,0.221
19,mlp.experts.51.down_proj,0.0000000054,0.10000,0.209
19,mlp.experts.52.down_proj,0.0000000301,0.10000,0.228
19,mlp.experts.53.down_proj,0.0000000069,0.10000,0.223
19,mlp.experts.54.down_proj,0.0000025238,0.10000,0.233
19,mlp.experts.55.down_proj,0.0000004770,0.10000,0.217
19,mlp.experts.56.down_proj,0.0000000189,0.10000,0.221
19,mlp.experts.57.down_proj,0.0000011571,0.10000,0.222
19,mlp.experts.58.down_proj,0.0000000240,0.10000,0.220
19,mlp.experts.59.down_proj,0.0000000066,0.10000,0.222
19,mlp.experts.60.down_proj,0.0000000179,0.10000,0.222
19,mlp.experts.61.down_proj,0.0000000130,0.10000,0.222
19,mlp.experts.62.down_proj,0.0000001288,0.10000,0.221
19,mlp.experts.63.down_proj,0.0000000214,0.10000,0.222
19,mlp.experts.64.down_proj,0.0000000176,0.10000,0.219
19,mlp.experts.65.down_proj,0.0000013309,0.10000,0.219
19,mlp.experts.66.down_proj,0.0000000051,0.10000,0.224
19,mlp.experts.67.down_proj,0.0000000427,0.10000,0.219
19,mlp.experts.68.down_proj,0.0000000783,0.10000,0.219
19,mlp.experts.69.down_proj,0.0000001032,0.10000,0.219
19,mlp.experts.70.down_proj,0.0000002046,0.10000,0.215
19,mlp.experts.71.down_proj,0.0000005584,0.10000,0.271
19,mlp.experts.72.down_proj,0.0000000106,0.10000,0.268
19,mlp.experts.73.down_proj,0.0000000041,0.10000,0.248
19,mlp.experts.74.down_proj,0.0000000299,0.10000,0.249
19,mlp.experts.75.down_proj,0.0000000123,0.10000,0.237
19,mlp.experts.76.down_proj,0.0000001721,0.10000,0.231
19,mlp.experts.77.down_proj,0.0000015515,0.10000,0.222
19,mlp.experts.78.down_proj,0.0000000505,0.10000,0.221
19,mlp.experts.79.down_proj,0.0000000246,0.10000,0.221
19,mlp.experts.80.down_proj,0.0000019022,0.10000,0.233
19,mlp.experts.81.down_proj,0.0000000602,0.10000,0.230
19,mlp.experts.82.down_proj,0.0000000081,0.10000,0.209
19,mlp.experts.83.down_proj,0.0000000160,0.10000,0.218
19,mlp.experts.84.down_proj,0.0000000857,0.10000,0.219
19,mlp.experts.85.down_proj,0.0000001984,0.10000,0.222
19,mlp.experts.86.down_proj,0.0000000134,0.10000,0.228
19,mlp.experts.87.down_proj,0.0000000075,0.10000,0.211
19,mlp.experts.88.down_proj,0.0000000044,0.10000,0.229
19,mlp.experts.89.down_proj,0.0000000046,0.10000,0.269
19,mlp.experts.90.down_proj,0.0000003905,0.10000,0.269
19,mlp.experts.91.down_proj,0.0000000290,0.10000,0.241
19,mlp.experts.92.down_proj,0.0000000648,0.10000,0.236
19,mlp.experts.93.down_proj,0.0000000042,0.10000,0.219
19,mlp.experts.94.down_proj,0.0000000034,0.10000,0.246
19,mlp.experts.95.down_proj,0.0000000064,0.10000,0.223
19,mlp.experts.96.down_proj,0.0000000744,0.10000,0.221
19,mlp.experts.97.down_proj,0.0000002842,0.10000,0.221
19,mlp.experts.98.down_proj,0.0000000053,0.10000,0.271
19,mlp.experts.99.down_proj,0.0000000168,0.10000,0.220
19,mlp.experts.100.down_proj,0.0000000071,0.10000,0.269
19,mlp.experts.101.down_proj,0.0000000553,0.10000,0.268
19,mlp.experts.102.down_proj,0.0000003006,0.10000,0.245
19,mlp.experts.103.down_proj,0.0000000602,0.10000,0.253
19,mlp.experts.104.down_proj,0.0000001273,0.10000,0.265
19,mlp.experts.105.down_proj,0.0000002835,0.10000,0.260
19,mlp.experts.106.down_proj,0.0000000065,0.10000,0.241
19,mlp.experts.107.down_proj,0.0000003145,0.10000,0.246
19,mlp.experts.108.down_proj,0.0000000208,0.10000,0.247
19,mlp.experts.109.down_proj,0.0000000884,0.10000,0.256
19,mlp.experts.110.down_proj,0.0000000030,0.10000,0.233
19,mlp.experts.111.down_proj,0.0000002136,0.10000,0.220
19,mlp.experts.112.down_proj,0.0000000060,0.10000,0.218
19,mlp.experts.113.down_proj,0.0000000566,0.10000,0.224
19,mlp.experts.114.down_proj,0.0000000936,0.10000,0.218
19,mlp.experts.115.down_proj,0.0000000303,0.10000,0.226
19,mlp.experts.116.down_proj,0.0000000044,0.10000,0.218
19,mlp.experts.117.down_proj,0.0000000835,0.10000,0.268
19,mlp.experts.118.down_proj,0.0000000643,0.10000,0.266
19,mlp.experts.119.down_proj,0.0000000197,0.10000,0.248
19,mlp.experts.120.down_proj,0.0000000784,0.10000,0.244
19,mlp.experts.121.down_proj,0.0000003041,0.10000,0.244
19,mlp.experts.122.down_proj,0.0000003158,0.10000,0.245
19,mlp.experts.123.down_proj,0.0000000239,0.10000,0.245
19,mlp.experts.124.down_proj,0.0000000168,0.10000,0.246
19,mlp.experts.125.down_proj,0.0000000090,0.10000,0.256
19,mlp.experts.126.down_proj,0.0000001311,0.10000,0.247
19,mlp.experts.127.down_proj,0.0000000452,0.10000,0.246
20,self_attn.q_proj,0.0000000004,0.10000,0.630
20,self_attn.k_proj,0.0000000001,0.10000,0.582
20,self_attn.v_proj,0.0000000001,0.10000,0.618
20,self_attn.o_proj,0.0000000001,0.10000,1.207
20,mlp.gate,0.0000000076,0.10000,0.573
20,mlp.experts.0.up_proj,0.0000025084,0.10000,0.604
20,mlp.experts.1.up_proj,0.0000048435,0.10000,0.598
20,mlp.experts.2.up_proj,0.0000001059,0.10000,0.607
20,mlp.experts.3.up_proj,0.0000000580,0.10000,0.621
20,mlp.experts.4.up_proj,0.0000000896,0.10000,0.579
20,mlp.experts.5.up_proj,0.0000000456,0.10000,0.566
20,mlp.experts.6.up_proj,0.0000001648,0.10000,0.594
20,mlp.experts.7.up_proj,0.0000025731,0.10000,0.573
20,mlp.experts.8.up_proj,0.0000000517,0.10000,0.570
20,mlp.experts.9.up_proj,0.0000001898,0.10000,0.596
20,mlp.experts.10.up_proj,0.0000008657,0.10000,0.691
20,mlp.experts.11.up_proj,0.0000009033,0.10000,0.630
20,mlp.experts.12.up_proj,0.0000424146,0.10000,0.631
20,mlp.experts.13.up_proj,0.0000003173,0.10000,0.646
20,mlp.experts.14.up_proj,0.0000000380,0.10000,0.650
20,mlp.experts.15.up_proj,0.0000000810,0.10000,0.602
20,mlp.experts.16.up_proj,0.0000008913,0.10000,0.606
20,mlp.experts.17.up_proj,0.0000001029,0.10000,0.613
20,mlp.experts.18.up_proj,0.0000001875,0.10000,0.594
20,mlp.experts.19.up_proj,0.0000005413,0.10000,0.566
20,mlp.experts.20.up_proj,0.0000002361,0.10000,0.567
20,mlp.experts.21.up_proj,0.0000000314,0.10000,0.568
20,mlp.experts.22.up_proj,0.0000000553,0.10000,0.577
20,mlp.experts.23.up_proj,0.0000000812,0.10000,0.569
20,mlp.experts.24.up_proj,0.0000000815,0.10000,0.568
20,mlp.experts.25.up_proj,0.0000000727,0.10000,0.604
20,mlp.experts.26.up_proj,0.0000011744,0.10000,0.590
20,mlp.experts.27.up_proj,0.0000001338,0.10000,0.575
20,mlp.experts.28.up_proj,0.0000000718,0.10000,0.598
20,mlp.experts.29.up_proj,0.0000007067,0.10000,0.586
20,mlp.experts.30.up_proj,0.0000002400,0.10000,0.572
20,mlp.experts.31.up_proj,0.0000008730,0.10000,0.575
20,mlp.experts.32.up_proj,0.0000000486,0.10000,0.571
20,mlp.experts.33.up_proj,0.0000000293,0.10000,0.569
20,mlp.experts.34.up_proj,0.0000006013,0.10000,0.570
20,mlp.experts.35.up_proj,0.0000000506,0.10000,0.564
20,mlp.experts.36.up_proj,0.0000000394,0.10000,0.582
20,mlp.experts.37.up_proj,0.0000000896,0.10000,0.565
20,mlp.experts.38.up_proj,0.0000000886,0.10000,0.565
20,mlp.experts.39.up_proj,0.0000000485,0.10000,0.571
20,mlp.experts.40.up_proj,0.0000006814,0.10000,0.567
20,mlp.experts.41.up_proj,0.0000014766,0.10000,0.573
20,mlp.experts.42.up_proj,0.0000005155,0.10000,0.573
20,mlp.experts.43.up_proj,0.0000000953,0.10000,0.587
20,mlp.experts.44.up_proj,0.0000000218,0.10000,0.567
20,mlp.experts.45.up_proj,0.0000000438,0.10000,0.580
20,mlp.experts.46.up_proj,0.0000002414,0.10000,0.568
20,mlp.experts.47.up_proj,0.0000000636,0.10000,0.567
20,mlp.experts.48.up_proj,0.0000001588,0.10000,0.588
20,mlp.experts.49.up_proj,0.0000014482,0.10000,0.607
20,mlp.experts.50.up_proj,0.0000003243,0.10000,0.593
20,mlp.experts.51.up_proj,0.0000001232,0.10000,0.604
20,mlp.experts.52.up_proj,0.0000027362,0.10000,0.574
20,mlp.experts.53.up_proj,0.0000000959,0.10000,0.601
20,mlp.experts.54.up_proj,0.0000002668,0.10000,0.605
20,mlp.experts.55.up_proj,0.0000000512,0.10000,0.695
20,mlp.experts.56.up_proj,0.0000000354,0.10000,0.635
20,mlp.experts.57.up_proj,0.0000001178,0.10000,0.642
20,mlp.experts.58.up_proj,0.0000085494,0.10000,0.633
20,mlp.experts.59.up_proj,0.0000008993,0.10000,0.629
20,mlp.experts.60.up_proj,0.0000002130,0.10000,0.637
20,mlp.experts.61.up_proj,0.0000000310,0.10000,0.630
20,mlp.experts.62.up_proj,0.0000000606,0.10000,0.696
20,mlp.experts.63.up_proj,0.0000015055,0.10000,0.648
20,mlp.experts.64.up_proj,0.0000000520,0.10000,0.635
20,mlp.experts.65.up_proj,0.0000000560,0.10000,0.642
20,mlp.experts.66.up_proj,0.0000001022,0.10000,0.635
20,mlp.experts.67.up_proj,0.0000003168,0.10000,0.635
20,mlp.experts.68.up_proj,0.0000002725,0.10000,0.640
20,mlp.experts.69.up_proj,0.0000000809,0.10000,0.642
20,mlp.experts.70.up_proj,0.0000000802,0.10000,0.621
20,mlp.experts.71.up_proj,0.0000041341,0.10000,0.585
20,mlp.experts.72.up_proj,0.0000000668,0.10000,0.572
20,mlp.experts.73.up_proj,0.0000032070,0.10000,0.572
20,mlp.experts.74.up_proj,0.0000000895,0.10000,0.699
20,mlp.experts.75.up_proj,0.0000010718,0.10000,0.678
20,mlp.experts.76.up_proj,0.0000007375,0.10000,0.657
20,mlp.experts.77.up_proj,0.0000002041,0.10000,0.619
20,mlp.experts.78.up_proj,0.0000002770,0.10000,0.605
20,mlp.experts.79.up_proj,0.0000001866,0.10000,0.608
20,mlp.experts.80.up_proj,0.0000000252,0.10000,0.596
20,mlp.experts.81.up_proj,0.0000019889,0.10000,0.691
20,mlp.experts.82.up_proj,0.0000000344,0.10000,0.608
20,mlp.experts.83.up_proj,0.0000006284,0.10000,0.608
20,mlp.experts.84.up_proj,0.0000000395,0.10000,0.607
20,mlp.experts.85.up_proj,0.0000003153,0.10000,0.580
20,mlp.experts.86.up_proj,0.0000000161,0.10000,0.583
20,mlp.experts.87.up_proj,0.0000001889,0.10000,0.574
20,mlp.experts.88.up_proj,0.0000004331,0.10000,0.695
20,mlp.experts.89.up_proj,0.0000025854,0.10000,0.639
20,mlp.experts.90.up_proj,0.0000000135,0.10000,0.640
20,mlp.experts.91.up_proj,0.0000000371,0.10000,0.646
20,mlp.experts.92.up_proj,0.0000002939,0.10000,0.634
20,mlp.experts.93.up_proj,0.0000005721,0.10000,0.638
20,mlp.experts.94.up_proj,0.0000001081,0.10000,0.636
20,mlp.experts.95.up_proj,0.0000000310,0.10000,0.620
20,mlp.experts.96.up_proj,0.0000110793,0.10000,0.614
20,mlp.experts.97.up_proj,0.0000013671,0.10000,0.608
20,mlp.experts.98.up_proj,0.0000009030,0.10000,0.593
20,mlp.experts.99.up_proj,0.0000000977,0.10000,0.577
20,mlp.experts.100.up_proj,0.0000000474,0.10000,0.580
20,mlp.experts.101.up_proj,0.0000002384,0.10000,0.580
20,mlp.experts.102.up_proj,0.0000004678,0.10000,0.577
20,mlp.experts.103.up_proj,0.0000000641,0.10000,0.598
20,mlp.experts.104.up_proj,0.0000000335,0.10000,0.614
20,mlp.experts.105.up_proj,0.0000000421,0.10000,0.592
20,mlp.experts.106.up_proj,0.0000000304,0.10000,0.605
20,mlp.experts.107.up_proj,0.0000027864,0.10000,0.613
20,mlp.experts.108.up_proj,0.0000001151,0.10000,0.583
20,mlp.experts.109.up_proj,0.0000002269,0.10000,0.570
20,mlp.experts.110.up_proj,0.0000000467,0.10000,0.595
20,mlp.experts.111.up_proj,0.0000003132,0.10000,0.595
20,mlp.experts.112.up_proj,0.0000236585,0.10000,0.590
20,mlp.experts.113.up_proj,0.0000009821,0.10000,0.576
20,mlp.experts.114.up_proj,0.0000000859,0.10000,0.575
20,mlp.experts.115.up_proj,0.0000008825,0.10000,0.606
20,mlp.experts.116.up_proj,0.0000000310,0.10000,0.613
20,mlp.experts.117.up_proj,0.0000002179,0.10000,0.614
20,mlp.experts.118.up_proj,0.0000011431,0.10000,0.579
20,mlp.experts.119.up_proj,0.0000025647,0.10000,0.586
20,mlp.experts.120.up_proj,0.0000003771,0.10000,0.580
20,mlp.experts.121.up_proj,0.0000000449,0.10000,0.576
20,mlp.experts.122.up_proj,0.0000000290,0.10000,0.582
20,mlp.experts.123.up_proj,0.0000002310,0.10000,0.586
20,mlp.experts.124.up_proj,0.0000000886,0.10000,0.596
20,mlp.experts.125.up_proj,0.0000005361,0.10000,0.606
20,mlp.experts.126.up_proj,0.0000066069,0.10000,0.578
20,mlp.experts.127.up_proj,0.0000001912,0.10000,0.565
20,mlp.experts.0.gate_proj,0.0000026682,0.10000,0.571
20,mlp.experts.1.gate_proj,0.0000049581,0.10000,0.572
20,mlp.experts.2.gate_proj,0.0000001087,0.10000,0.571
20,mlp.experts.3.gate_proj,0.0000000619,0.10000,0.580
20,mlp.experts.4.gate_proj,0.0000000855,0.10000,0.580
20,mlp.experts.5.gate_proj,0.0000000468,0.10000,0.583
20,mlp.experts.6.gate_proj,0.0000001639,0.10000,0.579
20,mlp.experts.7.gate_proj,0.0000027739,0.10000,0.569
20,mlp.experts.8.gate_proj,0.0000000537,0.10000,0.586
20,mlp.experts.9.gate_proj,0.0000001892,0.10000,0.582
20,mlp.experts.10.gate_proj,0.0000008971,0.10000,0.583
20,mlp.experts.11.gate_proj,0.0000009125,0.10000,0.577
20,mlp.experts.12.gate_proj,0.0000420111,0.10000,0.594
20,mlp.experts.13.gate_proj,0.0000003528,0.10000,0.592
20,mlp.experts.14.gate_proj,0.0000000339,0.10000,0.577
20,mlp.experts.15.gate_proj,0.0000000770,0.10000,0.584
20,mlp.experts.16.gate_proj,0.0000009427,0.10000,0.574
20,mlp.experts.17.gate_proj,0.0000001141,0.10000,0.581
20,mlp.experts.18.gate_proj,0.0000001984,0.10000,0.578
20,mlp.experts.19.gate_proj,0.0000005198,0.10000,0.589
20,mlp.experts.20.gate_proj,0.0000002055,0.10000,0.579
20,mlp.experts.21.gate_proj,0.0000000328,0.10000,0.579
20,mlp.experts.22.gate_proj,0.0000000604,0.10000,0.577
20,mlp.experts.23.gate_proj,0.0000000819,0.10000,0.578
20,mlp.experts.24.gate_proj,0.0000000869,0.10000,0.585
20,mlp.experts.25.gate_proj,0.0000000730,0.10000,0.620
20,mlp.experts.26.gate_proj,0.0000013046,0.10000,0.609
20,mlp.experts.27.gate_proj,0.0000001215,0.10000,0.601
20,mlp.experts.28.gate_proj,0.0000000748,0.10000,0.621
20,mlp.experts.29.gate_proj,0.0000007501,0.10000,0.585
20,mlp.experts.30.gate_proj,0.0000002398,0.10000,0.590
20,mlp.experts.31.gate_proj,0.0000009612,0.10000,0.591
20,mlp.experts.32.gate_proj,0.0000000538,0.10000,0.614
20,mlp.experts.33.gate_proj,0.0000000295,0.10000,0.613
20,mlp.experts.34.gate_proj,0.0000006254,0.10000,0.672
20,mlp.experts.35.gate_proj,0.0000000464,0.10000,0.627
20,mlp.experts.36.gate_proj,0.0000000392,0.10000,0.625
20,mlp.experts.37.gate_proj,0.0000000899,0.10000,0.611
20,mlp.experts.38.gate_proj,0.0000000825,0.10000,0.576
20,mlp.experts.39.gate_proj,0.0000000401,0.10000,0.600
20,mlp.experts.40.gate_proj,0.0000006935,0.10000,0.598
20,mlp.experts.41.gate_proj,0.0000015011,0.10000,0.612
20,mlp.experts.42.gate_proj,0.0000005405,0.10000,0.608
20,mlp.experts.43.gate_proj,0.0000000920,0.10000,0.594
20,mlp.experts.44.gate_proj,0.0000000200,0.10000,0.586
20,mlp.experts.45.gate_proj,0.0000000467,0.10000,0.618
20,mlp.experts.46.gate_proj,0.0000002351,0.10000,0.633
20,mlp.experts.47.gate_proj,0.0000000666,0.10000,0.616
20,mlp.experts.48.gate_proj,0.0000001789,0.10000,0.614
20,mlp.experts.49.gate_proj,0.0000015500,0.10000,0.608
20,mlp.experts.50.gate_proj,0.0000003331,0.10000,0.613
20,mlp.experts.51.gate_proj,0.0000001214,0.10000,0.618
20,mlp.experts.52.gate_proj,0.0000026235,0.10000,0.601
20,mlp.experts.53.gate_proj,0.0000001032,0.10000,0.598
20,mlp.experts.54.gate_proj,0.0000002714,0.10000,0.605
20,mlp.experts.55.gate_proj,0.0000000516,0.10000,0.611
20,mlp.experts.56.gate_proj,0.0000000372,0.10000,0.616
20,mlp.experts.57.gate_proj,0.0000001290,0.10000,0.618
20,mlp.experts.58.gate_proj,0.0000086708,0.10000,0.641
20,mlp.experts.59.gate_proj,0.0000008751,0.10000,0.603
20,mlp.experts.60.gate_proj,0.0000002208,0.10000,0.625
20,mlp.experts.61.gate_proj,0.0000000283,0.10000,0.595
20,mlp.experts.62.gate_proj,0.0000000616,0.10000,0.623
20,mlp.experts.63.gate_proj,0.0000015956,0.10000,0.621
20,mlp.experts.64.gate_proj,0.0000000500,0.10000,0.595
20,mlp.experts.65.gate_proj,0.0000000569,0.10000,0.586
20,mlp.experts.66.gate_proj,0.0000001044,0.10000,0.597
20,mlp.experts.67.gate_proj,0.0000003389,0.10000,0.600
20,mlp.experts.68.gate_proj,0.0000002712,0.10000,0.609
20,mlp.experts.69.gate_proj,0.0000000826,0.10000,0.601
20,mlp.experts.70.gate_proj,0.0000000804,0.10000,0.601
20,mlp.experts.71.gate_proj,0.0000043157,0.10000,0.628
20,mlp.experts.72.gate_proj,0.0000000702,0.10000,0.618
20,mlp.experts.73.gate_proj,0.0000033620,0.10000,0.619
20,mlp.experts.74.gate_proj,0.0000000920,0.10000,0.588
20,mlp.experts.75.gate_proj,0.0000010977,0.10000,0.588
20,mlp.experts.76.gate_proj,0.0000007802,0.10000,0.605
20,mlp.experts.77.gate_proj,0.0000002256,0.10000,0.638
20,mlp.experts.78.gate_proj,0.0000002945,0.10000,0.603
20,mlp.experts.79.gate_proj,0.0000001752,0.10000,0.598
20,mlp.experts.80.gate_proj,0.0000000246,0.10000,0.588
20,mlp.experts.81.gate_proj,0.0000019274,0.10000,0.599
20,mlp.experts.82.gate_proj,0.0000000344,0.10000,0.597
20,mlp.experts.83.gate_proj,0.0000006579,0.10000,0.606
20,mlp.experts.84.gate_proj,0.0000000340,0.10000,0.601
20,mlp.experts.85.gate_proj,0.0000003490,0.10000,0.600
20,mlp.experts.86.gate_proj,0.0000000160,0.10000,0.608
20,mlp.experts.87.gate_proj,0.0000001976,0.10000,0.588
20,mlp.experts.88.gate_proj,0.0000004888,0.10000,0.599
20,mlp.experts.89.gate_proj,0.0000026679,0.10000,0.593
20,mlp.experts.90.gate_proj,0.0000000138,0.10000,0.592
20,mlp.experts.91.gate_proj,0.0000000379,0.10000,0.597
20,mlp.experts.92.gate_proj,0.0000003287,0.10000,0.615
20,mlp.experts.93.gate_proj,0.0000006039,0.10000,0.619
20,mlp.experts.94.gate_proj,0.0000000726,0.10000,0.591
20,mlp.experts.95.gate_proj,0.0000000301,0.10000,0.603
20,mlp.experts.96.gate_proj,0.0000381907,0.10000,0.596
20,mlp.experts.97.gate_proj,0.0000014677,0.10000,0.595
20,mlp.experts.98.gate_proj,0.0000009579,0.10000,0.607
20,mlp.experts.99.gate_proj,0.0000000964,0.10000,0.722
20,mlp.experts.100.gate_proj,0.0000000499,0.10000,0.702
20,mlp.experts.101.gate_proj,0.0000002423,0.10000,0.659
20,mlp.experts.102.gate_proj,0.0000004938,0.10000,0.648
20,mlp.experts.103.gate_proj,0.0000000584,0.10000,0.648
20,mlp.experts.104.gate_proj,0.0000000343,0.10000,0.675
20,mlp.experts.105.gate_proj,0.0000000441,0.10000,0.622
20,mlp.experts.106.gate_proj,0.0000000276,0.10000,0.601
20,mlp.experts.107.gate_proj,0.0000027628,0.10000,0.639
20,mlp.experts.108.gate_proj,0.0000001166,0.10000,0.608
20,mlp.experts.109.gate_proj,0.0000002274,0.10000,0.598
20,mlp.experts.110.gate_proj,0.0000000508,0.10000,0.591
20,mlp.experts.111.gate_proj,0.0000003213,0.10000,0.586
20,mlp.experts.112.gate_proj,0.0000237820,0.10000,0.604
20,mlp.experts.113.gate_proj,0.0000009915,0.10000,0.608
20,mlp.experts.114.gate_proj,0.0000000935,0.10000,0.598
20,mlp.experts.115.gate_proj,0.0000009265,0.10000,0.612
20,mlp.experts.116.gate_proj,0.0000000313,0.10000,0.601
20,mlp.experts.117.gate_proj,0.0000002188,0.10000,0.604
20,mlp.experts.118.gate_proj,0.0000011760,0.10000,0.606
20,mlp.experts.119.gate_proj,0.0000030764,0.10000,0.598
20,mlp.experts.120.gate_proj,0.0000004217,0.10000,0.605
20,mlp.experts.121.gate_proj,0.0000000399,0.10000,0.598
20,mlp.experts.122.gate_proj,0.0000000262,0.10000,0.606
20,mlp.experts.123.gate_proj,0.0000002375,0.10000,0.595
20,mlp.experts.124.gate_proj,0.0000000915,0.10000,0.597
20,mlp.experts.125.gate_proj,0.0000005199,0.10000,0.592
20,mlp.experts.126.gate_proj,0.0000067764,0.10000,0.598
20,mlp.experts.127.gate_proj,0.0000001792,0.10000,0.586
20,mlp.experts.0.down_proj,0.0000005357,0.10000,0.219
20,mlp.experts.1.down_proj,0.0000006962,0.10000,0.207
20,mlp.experts.2.down_proj,0.0000000177,0.10000,0.231
20,mlp.experts.3.down_proj,0.0000000069,0.10000,0.238
20,mlp.experts.4.down_proj,0.0000000180,0.10000,0.224
20,mlp.experts.5.down_proj,0.0000000044,0.10000,0.232
20,mlp.experts.6.down_proj,0.0000000260,0.10000,0.221
20,mlp.experts.7.down_proj,0.0000007604,0.10000,0.225
20,mlp.experts.8.down_proj,0.0000000069,0.10000,0.223
20,mlp.experts.9.down_proj,0.0000000234,0.10000,0.223
20,mlp.experts.10.down_proj,0.0000001038,0.10000,0.224
20,mlp.experts.11.down_proj,0.0000001651,0.10000,0.229
20,mlp.experts.12.down_proj,0.0000121314,0.10000,0.225
20,mlp.experts.13.down_proj,0.0000000511,0.10000,0.229
20,mlp.experts.14.down_proj,0.0000000065,0.10000,0.231
20,mlp.experts.15.down_proj,0.0000000149,0.10000,0.214
20,mlp.experts.16.down_proj,0.0000001593,0.10000,0.231
20,mlp.experts.17.down_proj,0.0000000128,0.10000,0.238
20,mlp.experts.18.down_proj,0.0000000444,0.10000,0.238
20,mlp.experts.19.down_proj,0.0000001152,0.10000,0.225
20,mlp.experts.20.down_proj,0.0000000487,0.10000,0.214
20,mlp.experts.21.down_proj,0.0000000046,0.10000,0.225
20,mlp.experts.22.down_proj,0.0000000076,0.10000,0.227
20,mlp.experts.23.down_proj,0.0000000132,0.10000,0.213
20,mlp.experts.24.down_proj,0.0000000128,0.10000,0.227
20,mlp.experts.25.down_proj,0.0000000109,0.10000,0.227
20,mlp.experts.26.down_proj,0.0000001444,0.10000,0.229
20,mlp.experts.27.down_proj,0.0000000244,0.10000,0.240
20,mlp.experts.28.down_proj,0.0000000107,0.10000,0.227
20,mlp.experts.29.down_proj,0.0000000983,0.10000,0.226
20,mlp.experts.30.down_proj,0.0000000422,0.10000,0.233
20,mlp.experts.31.down_proj,0.0000003038,0.10000,0.227
20,mlp.experts.32.down_proj,0.0000000079,0.10000,0.233
20,mlp.experts.33.down_proj,0.0000000040,0.10000,0.220
20,mlp.experts.34.down_proj,0.0000001429,0.10000,0.248
20,mlp.experts.35.down_proj,0.0000000100,0.10000,0.224
20,mlp.experts.36.down_proj,0.0000000064,0.10000,0.238
20,mlp.experts.37.down_proj,0.0000000130,0.10000,0.239
20,mlp.experts.38.down_proj,0.0000000122,0.10000,0.224
20,mlp.experts.39.down_proj,0.0000000079,0.10000,0.223
20,mlp.experts.40.down_proj,0.0000001146,0.10000,0.221
20,mlp.experts.41.down_proj,0.0000003864,0.10000,0.265
20,mlp.experts.42.down_proj,0.0000000831,0.10000,0.266
20,mlp.experts.43.down_proj,0.0000000174,0.10000,0.250
20,mlp.experts.44.down_proj,0.0000000033,0.10000,0.243
20,mlp.experts.45.down_proj,0.0000000056,0.10000,0.240
20,mlp.experts.46.down_proj,0.0000000424,0.10000,0.247
20,mlp.experts.47.down_proj,0.0000000101,0.10000,0.247
20,mlp.experts.48.down_proj,0.0000000233,0.10000,0.235
20,mlp.experts.49.down_proj,0.0000003615,0.10000,0.236
20,mlp.experts.50.down_proj,0.0000000574,0.10000,0.228
20,mlp.experts.51.down_proj,0.0000000244,0.10000,0.224
20,mlp.experts.52.down_proj,0.0000008414,0.10000,0.219
20,mlp.experts.53.down_proj,0.0000000129,0.10000,0.221
20,mlp.experts.54.down_proj,0.0000000380,0.10000,0.226
20,mlp.experts.55.down_proj,0.0000000086,0.10000,0.225
20,mlp.experts.56.down_proj,0.0000000060,0.10000,0.237
20,mlp.experts.57.down_proj,0.0000000180,0.10000,0.235
20,mlp.experts.58.down_proj,0.0000017482,0.10000,0.229
20,mlp.experts.59.down_proj,0.0000001797,0.10000,0.230
20,mlp.experts.60.down_proj,0.0000000473,0.10000,0.226
20,mlp.experts.61.down_proj,0.0000000055,0.10000,0.243
20,mlp.experts.62.down_proj,0.0000000099,0.10000,0.230
20,mlp.experts.63.down_proj,0.0000003703,0.10000,0.239
20,mlp.experts.64.down_proj,0.0000000084,0.10000,0.226
20,mlp.experts.65.down_proj,0.0000000083,0.10000,0.227
20,mlp.experts.66.down_proj,0.0000000199,0.10000,0.225
20,mlp.experts.67.down_proj,0.0000000375,0.10000,0.213
20,mlp.experts.68.down_proj,0.0000000421,0.10000,0.243
20,mlp.experts.69.down_proj,0.0000000088,0.10000,0.239
20,mlp.experts.70.down_proj,0.0000000113,0.10000,0.245
20,mlp.experts.71.down_proj,0.0000016019,0.10000,0.268
20,mlp.experts.72.down_proj,0.0000000090,0.10000,0.249
20,mlp.experts.73.down_proj,0.0000008937,0.10000,0.256
20,mlp.experts.74.down_proj,0.0000000118,0.10000,0.247
20,mlp.experts.75.down_proj,0.0000001975,0.10000,0.240
20,mlp.experts.76.down_proj,0.0000001148,0.10000,0.249
20,mlp.experts.77.down_proj,0.0000000550,0.10000,0.248
20,mlp.experts.78.down_proj,0.0000000453,0.10000,0.243
20,mlp.experts.79.down_proj,0.0000000385,0.10000,0.235
20,mlp.experts.80.down_proj,0.0000000039,0.10000,0.236
20,mlp.experts.81.down_proj,0.0000006113,0.10000,0.249
20,mlp.experts.82.down_proj,0.0000000059,0.10000,0.249
20,mlp.experts.83.down_proj,0.0000001251,0.10000,0.246
20,mlp.experts.84.down_proj,0.0000000054,0.10000,0.239
20,mlp.experts.85.down_proj,0.0000000370,0.10000,0.248
20,mlp.experts.86.down_proj,0.0000000024,0.10000,0.219
20,mlp.experts.87.down_proj,0.0000000320,0.10000,0.226
20,mlp.experts.88.down_proj,0.0000000933,0.10000,0.223
20,mlp.experts.89.down_proj,0.0000008447,0.10000,0.229
20,mlp.experts.90.down_proj,0.0000000015,0.10000,0.241
20,mlp.experts.91.down_proj,0.0000000050,0.10000,0.239
20,mlp.experts.92.down_proj,0.0000000525,0.10000,0.228
20,mlp.experts.93.down_proj,0.0000001510,0.10000,0.231
20,mlp.experts.94.down_proj,0.0000000185,0.10000,0.229
20,mlp.experts.95.down_proj,0.0000000040,0.10000,0.228
20,mlp.experts.96.down_proj,0.0000000353,0.10000,0.217
20,mlp.experts.97.down_proj,0.0000003402,0.10000,0.229
20,mlp.experts.98.down_proj,0.0000002068,0.10000,0.231
20,mlp.experts.99.down_proj,0.0000000155,0.10000,0.224
20,mlp.experts.100.down_proj,0.0000000080,0.10000,0.224
20,mlp.experts.101.down_proj,0.0000000228,0.10000,0.236
20,mlp.experts.102.down_proj,0.0000000895,0.10000,0.244
20,mlp.experts.103.down_proj,0.0000000100,0.10000,0.245
20,mlp.experts.104.down_proj,0.0000000047,0.10000,0.241
20,mlp.experts.105.down_proj,0.0000000046,0.10000,0.235
20,mlp.experts.106.down_proj,0.0000000044,0.10000,0.221
20,mlp.experts.107.down_proj,0.0000007442,0.10000,0.225
20,mlp.experts.108.down_proj,0.0000000152,0.10000,0.221
20,mlp.experts.109.down_proj,0.0000000385,0.10000,0.223
20,mlp.experts.110.down_proj,0.0000000065,0.10000,0.223
20,mlp.experts.111.down_proj,0.0000000580,0.10000,0.224
20,mlp.experts.112.down_proj,0.0000039678,0.10000,0.225
20,mlp.experts.113.down_proj,0.0000001684,0.10000,0.235
20,mlp.experts.114.down_proj,0.0000000151,0.10000,0.224
20,mlp.experts.115.down_proj,0.0000001273,0.10000,0.211
20,mlp.experts.116.down_proj,0.0000000045,0.10000,0.213
20,mlp.experts.117.down_proj,0.0000000319,0.10000,0.227
20,mlp.experts.118.down_proj,0.0000001483,0.10000,0.227
20,mlp.experts.119.down_proj,0.0000000803,0.10000,0.224
20,mlp.experts.120.down_proj,0.0000000837,0.10000,0.226
20,mlp.experts.121.down_proj,0.0000000067,0.10000,0.241
20,mlp.experts.122.down_proj,0.0000000050,0.10000,0.241
20,mlp.experts.123.down_proj,0.0000000323,0.10000,0.241
20,mlp.experts.124.down_proj,0.0000000057,0.10000,0.229
20,mlp.experts.125.down_proj,0.0000001219,0.10000,0.246
20,mlp.experts.126.down_proj,0.0000002309,0.10000,0.229
20,mlp.experts.127.down_proj,0.0000000304,0.10000,0.231
21,self_attn.q_proj,0.0000000005,0.10000,0.616
21,self_attn.k_proj,0.0000000001,0.10000,0.584
21,self_attn.v_proj,0.0000000001,0.10000,0.582
21,self_attn.o_proj,0.0000000001,0.10000,1.215
21,mlp.gate,0.0000000079,0.10000,0.585
21,mlp.experts.0.up_proj,0.0000000676,0.10000,0.585
21,mlp.experts.1.up_proj,0.0000000245,0.10000,0.571
21,mlp.experts.2.up_proj,0.0000000717,0.10000,0.583
21,mlp.experts.3.up_proj,0.0000088728,0.10000,0.590
21,mlp.experts.4.up_proj,0.0000081726,0.10000,0.604
21,mlp.experts.5.up_proj,0.0000000257,0.10000,0.574
21,mlp.experts.6.up_proj,0.0000003692,0.10000,0.611
21,mlp.experts.7.up_proj,0.0000000538,0.10000,0.598
21,mlp.experts.8.up_proj,0.0000006928,0.10000,0.568
21,mlp.experts.9.up_proj,0.0000000360,0.10000,0.612
21,mlp.experts.10.up_proj,0.0000002543,0.10000,0.584
21,mlp.experts.11.up_proj,0.0000011296,0.10000,0.602
21,mlp.experts.12.up_proj,0.0000058888,0.10000,0.695
21,mlp.experts.13.up_proj,0.0000001678,0.10000,0.612
21,mlp.experts.14.up_proj,0.0000008064,0.10000,0.591
21,mlp.experts.15.up_proj,0.0000001998,0.10000,0.705
21,mlp.experts.16.up_proj,0.0000012328,0.10000,0.668
21,mlp.experts.17.up_proj,0.0000000511,0.10000,0.658
21,mlp.experts.18.up_proj,0.0000040993,0.10000,0.641
21,mlp.experts.19.up_proj,0.0000001574,0.10000,0.635
21,mlp.experts.20.up_proj,0.0000010899,0.10000,0.632
21,mlp.experts.21.up_proj,0.0000005009,0.10000,0.634
21,mlp.experts.22.up_proj,0.0000000270,0.10000,0.637
21,mlp.experts.23.up_proj,0.0000001710,0.10000,0.638
21,mlp.experts.24.up_proj,0.0000000257,0.10000,0.634
21,mlp.experts.25.up_proj,0.0000000805,0.10000,0.634
21,mlp.experts.26.up_proj,0.0000004754,0.10000,0.648
21,mlp.experts.27.up_proj,0.0000015378,0.10000,0.644
21,mlp.experts.28.up_proj,0.0000002330,0.10000,0.614
21,mlp.experts.29.up_proj,0.0000026390,0.10000,0.588
21,mlp.experts.30.up_proj,0.0000010889,0.10000,0.609
21,mlp.experts.31.up_proj,0.0000025563,0.10000,0.574
21,mlp.experts.32.up_proj,0.0000002098,0.10000,0.581
21,mlp.experts.33.up_proj,0.0000000388,0.10000,0.589
21,mlp.experts.34.up_proj,0.0000010541,0.10000,0.693
21,mlp.experts.35.up_proj,0.0000000373,0.10000,0.614
21,mlp.experts.36.up_proj,0.0000015645,0.10000,0.609
21,mlp.experts.37.up_proj,0.0000000898,0.10000,0.583
21,mlp.experts.38.up_proj,0.0000006487,0.10000,0.575
21,mlp.experts.39.up_proj,0.0000009463,0.10000,0.579
21,mlp.experts.40.up_proj,0.0000001870,0.10000,0.581
21,mlp.experts.41.up_proj,0.0000001869,0.10000,0.685
21,mlp.experts.42.up_proj,0.0000012383,0.10000,0.694
21,mlp.experts.43.up_proj,0.0000000489,0.10000,0.609
21,mlp.experts.44.up_proj,0.0000008770,0.10000,0.606
21,mlp.experts.45.up_proj,0.0000000931,0.10000,0.612
21,mlp.experts.46.up_proj,0.0000001415,0.10000,0.604
21,mlp.experts.47.up_proj,0.0000001862,0.10000,0.568
21,mlp.experts.48.up_proj,0.0000000439,0.10000,0.589
21,mlp.experts.49.up_proj,0.0000001071,0.10000,0.601
21,mlp.experts.50.up_proj,0.0000003949,0.10000,0.591
21,mlp.experts.51.up_proj,0.0000002725,0.10000,0.592
21,mlp.experts.52.up_proj,0.0000000239,0.10000,0.617
21,mlp.experts.53.up_proj,0.0000005831,0.10000,0.602
21,mlp.experts.54.up_proj,0.0000003887,0.10000,0.598
21,mlp.experts.55.up_proj,0.0000016940,0.10000,0.604
21,mlp.experts.56.up_proj,0.0000004429,0.10000,0.610
21,mlp.experts.57.up_proj,0.0000000420,0.10000,0.561
21,mlp.experts.58.up_proj,0.0000001276,0.10000,0.577
21,mlp.experts.59.up_proj,0.0000001918,0.10000,0.575
21,mlp.experts.60.up_proj,0.0000000615,0.10000,0.574
21,mlp.experts.61.up_proj,0.0000009632,0.10000,0.570
21,mlp.experts.62.up_proj,0.0000000697,0.10000,0.588
21,mlp.experts.63.up_proj,0.0000005054,0.10000,0.567
21,mlp.experts.64.up_proj,0.0000005316,0.10000,0.575
21,mlp.experts.65.up_proj,0.0000000411,0.10000,0.581
21,mlp.experts.66.up_proj,0.0000000284,0.10000,0.574
21,mlp.experts.67.up_proj,0.0000004861,0.10000,0.582
21,mlp.experts.68.up_proj,0.0000000696,0.10000,0.608
21,mlp.experts.69.up_proj,0.0000000494,0.10000,0.597
21,mlp.experts.70.up_proj,0.0000003663,0.10000,0.607
21,mlp.experts.71.up_proj,0.0000000227,0.10000,0.714
21,mlp.experts.72.up_proj,0.0000003725,0.10000,0.606
21,mlp.experts.73.up_proj,0.0000001279,0.10000,0.594
21,mlp.experts.74.up_proj,0.0000034080,0.10000,0.614
21,mlp.experts.75.up_proj,0.0000025714,0.10000,0.577
21,mlp.experts.76.up_proj,0.0000000327,0.10000,0.578
21,mlp.experts.77.up_proj,0.0000002099,0.10000,0.576
21,mlp.experts.78.up_proj,0.0000006763,0.10000,0.607
21,mlp.experts.79.up_proj,0.0000000824,0.10000,0.610
21,mlp.experts.80.up_proj,0.0000000215,0.10000,0.599
21,mlp.experts.81.up_proj,0.0000000922,0.10000,0.694
21,mlp.experts.82.up_proj,0.0000000507,0.10000,0.647
21,mlp.experts.83.up_proj,0.0000002012,0.10000,0.634
21,mlp.experts.84.up_proj,0.0000000798,0.10000,0.630
21,mlp.experts.85.up_proj,0.0000004220,0.10000,0.613
21,mlp.experts.86.up_proj,0.0000000546,0.10000,0.585
21,mlp.experts.87.up_proj,0.0000004850,0.10000,0.576
21,mlp.experts.88.up_proj,0.0000026234,0.10000,0.571
21,mlp.experts.89.up_proj,0.0000000384,0.10000,0.573
21,mlp.experts.90.up_proj,0.0000015158,0.10000,0.576
21,mlp.experts.91.up_proj,0.0000004518,0.10000,0.613
21,mlp.experts.92.up_proj,0.0000003236,0.10000,0.598
21,mlp.experts.93.up_proj,0.0000011146,0.10000,0.578
21,mlp.experts.94.up_proj,0.0000000343,0.10000,0.580
21,mlp.experts.95.up_proj,0.0000022907,0.10000,0.590
21,mlp.experts.96.up_proj,0.0000000302,0.10000,0.568
21,mlp.experts.97.up_proj,0.0000000205,0.10000,0.579
21,mlp.experts.98.up_proj,0.0000000830,0.10000,0.582
21,mlp.experts.99.up_proj,0.0000000359,0.10000,0.570
21,mlp.experts.100.up_proj,0.0000001612,0.10000,0.577
21,mlp.experts.101.up_proj,0.0000031627,0.10000,0.593
21,mlp.experts.102.up_proj,0.0000000246,0.10000,0.605
21,mlp.experts.103.up_proj,0.0000000383,0.10000,0.571
21,mlp.experts.104.up_proj,0.0000002943,0.10000,0.574
21,mlp.experts.105.up_proj,0.0000000779,0.10000,0.722
21,mlp.experts.106.up_proj,0.0000001285,0.10000,0.671
21,mlp.experts.107.up_proj,0.0000009737,0.10000,0.613
21,mlp.experts.108.up_proj,0.0000014827,0.10000,0.599
21,mlp.experts.109.up_proj,0.0000025184,0.10000,0.585
21,mlp.experts.110.up_proj,0.0000000400,0.10000,0.581
21,mlp.experts.111.up_proj,0.0000000240,0.10000,0.616
21,mlp.experts.112.up_proj,0.0000001836,0.10000,0.659
21,mlp.experts.113.up_proj,0.0000000396,0.10000,0.602
21,mlp.experts.114.up_proj,0.0000002926,0.10000,0.582
21,mlp.experts.115.up_proj,0.0000014591,0.10000,0.589
21,mlp.experts.116.up_proj,0.0000001507,0.10000,0.580
21,mlp.experts.117.up_proj,0.0000001721,0.10000,0.585
21,mlp.experts.118.up_proj,0.0000000316,0.10000,0.617
21,mlp.experts.119.up_proj,0.0000074930,0.10000,0.606
21,mlp.experts.120.up_proj,0.0000164962,0.10000,0.581
21,mlp.experts.121.up_proj,0.0000025399,0.10000,0.586
21,mlp.experts.122.up_proj,0.0000000871,0.10000,0.615
21,mlp.experts.123.up_proj,0.0000004700,0.10000,0.590
21,mlp.experts.124.up_proj,0.0000006453,0.10000,0.581
21,mlp.experts.125.up_proj,0.0000000521,0.10000,0.583
21,mlp.experts.126.up_proj,0.0000008462,0.10000,0.580
21,mlp.experts.127.up_proj,0.0000000288,0.10000,0.622
21,mlp.experts.0.gate_proj,0.0000000671,0.10000,0.606
21,mlp.experts.1.gate_proj,0.0000000226,0.10000,0.612
21,mlp.experts.2.gate_proj,0.0000000789,0.10000,0.585
21,mlp.experts.3.gate_proj,0.0000089885,0.10000,0.702
21,mlp.experts.4.gate_proj,0.0000085466,0.10000,0.621
21,mlp.experts.5.gate_proj,0.0000000249,0.10000,0.608
21,mlp.experts.6.gate_proj,0.0000003941,0.10000,0.575
21,mlp.experts.7.gate_proj,0.0000000472,0.10000,0.577
21,mlp.experts.8.gate_proj,0.0000006902,0.10000,0.606
21,mlp.experts.9.gate_proj,0.0000000322,0.10000,0.608
21,mlp.experts.10.gate_proj,0.0000002452,0.10000,0.599
21,mlp.experts.11.gate_proj,0.0000011772,0.10000,0.575
21,mlp.experts.12.gate_proj,0.0000061013,0.10000,0.573
21,mlp.experts.13.gate_proj,0.0000001692,0.10000,0.574
21,mlp.experts.14.gate_proj,0.0000008120,0.10000,0.581
21,mlp.experts.15.gate_proj,0.0000002045,0.10000,0.579
21,mlp.experts.16.gate_proj,0.0000012573,0.10000,0.582
21,mlp.experts.17.gate_proj,0.0000000506,0.10000,0.586
21,mlp.experts.18.gate_proj,0.0000041028,0.10000,0.587
21,mlp.experts.19.gate_proj,0.0000001618,0.10000,0.572
21,mlp.experts.20.gate_proj,0.0000011085,0.10000,0.571
21,mlp.experts.21.gate_proj,0.0000005144,0.10000,0.575
21,mlp.experts.22.gate_proj,0.0000000242,0.10000,0.572
21,mlp.experts.23.gate_proj,0.0000001692,0.10000,0.573
21,mlp.experts.24.gate_proj,0.0000000226,0.10000,0.577
21,mlp.experts.25.gate_proj,0.0000000757,0.10000,0.573
21,mlp.experts.26.gate_proj,0.0000004834,0.10000,0.583
21,mlp.experts.27.gate_proj,0.0000015797,0.10000,0.584
21,mlp.experts.28.gate_proj,0.0000002314,0.10000,0.589
21,mlp.experts.29.gate_proj,0.0000027065,0.10000,0.618
21,mlp.experts.30.gate_proj,0.0000010267,0.10000,0.637
21,mlp.experts.31.gate_proj,0.0000023128,0.10000,0.712
21,mlp.experts.32.gate_proj,0.0000004343,0.10000,0.708
21,mlp.experts.33.gate_proj,0.0000000393,0.10000,0.662
21,mlp.experts.34.gate_proj,0.0000010580,0.10000,0.645
21,mlp.experts.35.gate_proj,0.0000000225,0.10000,0.662
21,mlp.experts.36.gate_proj,0.0000016322,0.10000,0.642
21,mlp.experts.37.gate_proj,0.0000000875,0.10000,0.639
21,mlp.experts.38.gate_proj,0.0000006569,0.10000,0.637
21,mlp.experts.39.gate_proj,0.0000009487,0.10000,0.661
21,mlp.experts.40.gate_proj,0.0000001223,0.10000,0.611
21,mlp.experts.41.gate_proj,0.0000001685,0.10000,0.618
21,mlp.experts.42.gate_proj,0.0000012866,0.10000,0.624
21,mlp.experts.43.gate_proj,0.0000000485,0.10000,0.605
21,mlp.experts.44.gate_proj,0.0000008863,0.10000,0.600
21,mlp.experts.45.gate_proj,0.0000000814,0.10000,0.598
21,mlp.experts.46.gate_proj,0.0000001419,0.10000,0.716
21,mlp.experts.47.gate_proj,0.0000001747,0.10000,0.654
21,mlp.experts.48.gate_proj,0.0000000389,0.10000,0.656
21,mlp.experts.49.gate_proj,0.0000001011,0.10000,0.679
21,mlp.experts.50.gate_proj,0.0000003990,0.10000,0.678
21,mlp.experts.51.gate_proj,0.0000002793,0.10000,0.655
21,mlp.experts.52.gate_proj,0.0000000195,0.10000,0.618
21,mlp.experts.53.gate_proj,0.0000006056,0.10000,0.629
21,mlp.experts.54.gate_proj,0.0000003642,0.10000,0.618
21,mlp.experts.55.gate_proj,0.0000017447,0.10000,0.644
21,mlp.experts.56.gate_proj,0.0000004624,0.10000,0.657
21,mlp.experts.57.gate_proj,0.0000000417,0.10000,0.729
21,mlp.experts.58.gate_proj,0.0000001326,0.10000,0.664
21,mlp.experts.59.gate_proj,0.0000001946,0.10000,0.679
21,mlp.experts.60.gate_proj,0.0000000596,0.10000,0.628
21,mlp.experts.61.gate_proj,0.0000010469,0.10000,0.589
21,mlp.experts.62.gate_proj,0.0000000671,0.10000,0.591
21,mlp.experts.63.gate_proj,0.0000005286,0.10000,0.741
21,mlp.experts.64.gate_proj,0.0000005788,0.10000,0.658
21,mlp.experts.65.gate_proj,0.0000000403,0.10000,0.630
21,mlp.experts.66.gate_proj,0.0000000279,0.10000,0.624
21,mlp.experts.67.gate_proj,0.0000004963,0.10000,0.638
21,mlp.experts.68.gate_proj,0.0000000673,0.10000,0.602
21,mlp.experts.69.gate_proj,0.0000000766,0.10000,0.617
21,mlp.experts.70.gate_proj,0.0000003823,0.10000,0.614
21,mlp.experts.71.gate_proj,0.0000000229,0.10000,0.629
21,mlp.experts.72.gate_proj,0.0000003871,0.10000,0.606
21,mlp.experts.73.gate_proj,0.0000001268,0.10000,0.613
21,mlp.experts.74.gate_proj,0.0000034956,0.10000,0.699
21,mlp.experts.75.gate_proj,0.0000026170,0.10000,0.670
21,mlp.experts.76.gate_proj,0.0000000333,0.10000,0.630
21,mlp.experts.77.gate_proj,0.0000002109,0.10000,0.585
21,mlp.experts.78.gate_proj,0.0000007251,0.10000,0.584
21,mlp.experts.79.gate_proj,0.0000000802,0.10000,0.737
21,mlp.experts.80.gate_proj,0.0000000219,0.10000,0.657
21,mlp.experts.81.gate_proj,0.0000000954,0.10000,0.619
21,mlp.experts.82.gate_proj,0.0000000458,0.10000,0.614
21,mlp.experts.83.gate_proj,0.0000002006,0.10000,0.604
21,mlp.experts.84.gate_proj,0.0000000814,0.10000,0.639
21,mlp.experts.85.gate_proj,0.0000004287,0.10000,0.633
21,mlp.experts.86.gate_proj,0.0000000538,0.10000,0.598
21,mlp.experts.87.gate_proj,0.0000004832,0.10000,0.618
21,mlp.experts.88.gate_proj,0.0000025000,0.10000,0.622
21,mlp.experts.89.gate_proj,0.0000000377,0.10000,0.594
21,mlp.experts.90.gate_proj,0.0000013926,0.10000,0.603
21,mlp.experts.91.gate_proj,0.0000004842,0.10000,0.593
21,mlp.experts.92.gate_proj,0.0000003425,0.10000,0.607
21,mlp.experts.93.gate_proj,0.0000011337,0.10000,0.608
21,mlp.experts.94.gate_proj,0.0000000364,0.10000,0.605
21,mlp.experts.95.gate_proj,0.0000022454,0.10000,0.600
21,mlp.experts.96.gate_proj,0.0000000296,0.10000,0.598
21,mlp.experts.97.gate_proj,0.0000000195,0.10000,0.595
21,mlp.experts.98.gate_proj,0.0000000772,0.10000,0.592
21,mlp.experts.99.gate_proj,0.0000000353,0.10000,0.602
21,mlp.experts.100.gate_proj,0.0000001741,0.10000,0.633
21,mlp.experts.101.gate_proj,0.0000028418,0.10000,0.601
21,mlp.experts.102.gate_proj,0.0000000233,0.10000,0.600
21,mlp.experts.103.gate_proj,0.0000000354,0.10000,0.590
21,mlp.experts.104.gate_proj,0.0000002939,0.10000,0.590
21,mlp.experts.105.gate_proj,0.0000000750,0.10000,0.598
21,mlp.experts.106.gate_proj,0.0000001260,0.10000,0.599
21,mlp.experts.107.gate_proj,0.0000009851,0.10000,0.639
21,mlp.experts.108.gate_proj,0.0000014500,0.10000,0.629
21,mlp.experts.109.gate_proj,0.0000025987,0.10000,0.594
21,mlp.experts.110.gate_proj,0.0000000355,0.10000,0.597
21,mlp.experts.111.gate_proj,0.0000000214,0.10000,0.599
21,mlp.experts.112.gate_proj,0.0000001652,0.10000,0.588
21,mlp.experts.113.gate_proj,0.0000000364,0.10000,0.592
21,mlp.experts.114.gate_proj,0.0000002832,0.10000,0.608
21,mlp.experts.115.gate_proj,0.0000015071,0.10000,0.712
21,mlp.experts.116.gate_proj,0.0000001449,0.10000,0.632
21,mlp.experts.117.gate_proj,0.0000001487,0.10000,0.621
21,mlp.experts.118.gate_proj,0.0000000289,0.10000,0.595
21,mlp.experts.119.gate_proj,0.0000073060,0.10000,0.612
21,mlp.experts.120.gate_proj,0.0000168002,0.10000,0.704
21,mlp.experts.121.gate_proj,0.0000026042,0.10000,0.640
21,mlp.experts.122.gate_proj,0.0000000900,0.10000,0.609
21,mlp.experts.123.gate_proj,0.0000004885,0.10000,0.671
21,mlp.experts.124.gate_proj,0.0000006647,0.10000,0.710
21,mlp.experts.125.gate_proj,0.0000000376,0.10000,0.652
21,mlp.experts.126.gate_proj,0.0000008787,0.10000,0.620
21,mlp.experts.127.gate_proj,0.0000000229,0.10000,0.591
21,mlp.experts.0.down_proj,0.0000000104,0.10000,0.223
21,mlp.experts.1.down_proj,0.0000000033,0.10000,0.217
21,mlp.experts.2.down_proj,0.0000000068,0.10000,0.222
21,mlp.experts.3.down_proj,0.0000022164,0.10000,0.222
21,mlp.experts.4.down_proj,0.0000008986,0.10000,0.222
21,mlp.experts.5.down_proj,0.0000000042,0.10000,0.221
21,mlp.experts.6.down_proj,0.0000000212,0.10000,0.224
21,mlp.experts.7.down_proj,0.0000000077,0.10000,0.223
21,mlp.experts.8.down_proj,0.0000000852,0.10000,0.222
21,mlp.experts.9.down_proj,0.0000000063,0.10000,0.219
21,mlp.experts.10.down_proj,0.0000000545,0.10000,0.217
21,mlp.experts.11.down_proj,0.0000001360,0.10000,0.222
21,mlp.experts.12.down_proj,0.0000001547,0.10000,0.218
21,mlp.experts.13.down_proj,0.0000000229,0.10000,0.219
21,mlp.experts.14.down_proj,0.0000000913,0.10000,0.220
21,mlp.experts.15.down_proj,0.0000000248,0.10000,0.223
21,mlp.experts.16.down_proj,0.0000003355,0.10000,0.223
21,mlp.experts.17.down_proj,0.0000000086,0.10000,0.223
21,mlp.experts.18.down_proj,0.0000010765,0.10000,0.229
21,mlp.experts.19.down_proj,0.0000000210,0.10000,0.226
21,mlp.experts.20.down_proj,0.0000001911,0.10000,0.234
21,mlp.experts.21.down_proj,0.0000000571,0.10000,0.228
21,mlp.experts.22.down_proj,0.0000000044,0.10000,0.225
21,mlp.experts.23.down_proj,0.0000000224,0.10000,0.228
21,mlp.experts.24.down_proj,0.0000000040,0.10000,0.223
21,mlp.experts.25.down_proj,0.0000000195,0.10000,0.223
21,mlp.experts.26.down_proj,0.0000000603,0.10000,0.225
21,mlp.experts.27.down_proj,0.0000003709,0.10000,0.226
21,mlp.experts.28.down_proj,0.0000000478,0.10000,0.219
21,mlp.experts.29.down_proj,0.0000007589,0.10000,0.237
21,mlp.experts.30.down_proj,0.0000003180,0.10000,0.223
21,mlp.experts.31.down_proj,0.0000006460,0.10000,0.226
21,mlp.experts.32.down_proj,0.0000000169,0.10000,0.234
21,mlp.experts.33.down_proj,0.0000000061,0.10000,0.240
21,mlp.experts.34.down_proj,0.0000001628,0.10000,0.225
21,mlp.experts.35.down_proj,0.0000000058,0.10000,0.227
21,mlp.experts.36.down_proj,0.0000002995,0.10000,0.227
21,mlp.experts.37.down_proj,0.0000000131,0.10000,0.225
21,mlp.experts.38.down_proj,0.0000000780,0.10000,0.222
21,mlp.experts.39.down_proj,0.0000001260,0.10000,0.221
21,mlp.experts.40.down_proj,0.0000000322,0.10000,0.223
21,mlp.experts.41.down_proj,0.0000000265,0.10000,0.223
21,mlp.experts.42.down_proj,0.0000002881,0.10000,0.223
21,mlp.experts.43.down_proj,0.0000000077,0.10000,0.237
21,mlp.experts.44.down_proj,0.0000001032,0.10000,0.234
21,mlp.experts.45.down_proj,0.0000000165,0.10000,0.225
21,mlp.experts.46.down_proj,0.0000000187,0.10000,0.228
21,mlp.experts.47.down_proj,0.0000000417,0.10000,0.215
21,mlp.experts.48.down_proj,0.0000000073,0.10000,0.248
21,mlp.experts.49.down_proj,0.0000000171,0.10000,0.232
21,mlp.experts.50.down_proj,0.0000000701,0.10000,0.223
21,mlp.experts.51.down_proj,0.0000000276,0.10000,0.228
21,mlp.experts.52.down_proj,0.0000000029,0.10000,0.238
21,mlp.experts.53.down_proj,0.0000000872,0.10000,0.230
21,mlp.experts.54.down_proj,0.0000000717,0.10000,0.223
21,mlp.experts.55.down_proj,0.0000002765,0.10000,0.225
21,mlp.experts.56.down_proj,0.0000000574,0.10000,0.227
21,mlp.experts.57.down_proj,0.0000000078,0.10000,0.223
21,mlp.experts.58.down_proj,0.0000000154,0.10000,0.224
21,mlp.experts.59.down_proj,0.0000000415,0.10000,0.224
21,mlp.experts.60.down_proj,0.0000000095,0.10000,0.225
21,mlp.experts.61.down_proj,0.0000001551,0.10000,0.225
21,mlp.experts.62.down_proj,0.0000000163,0.10000,0.225
21,mlp.experts.63.down_proj,0.0000000656,0.10000,0.228
21,mlp.experts.64.down_proj,0.0000000811,0.10000,0.236
21,mlp.experts.65.down_proj,0.0000000068,0.10000,0.234
21,mlp.experts.66.down_proj,0.0000000055,0.10000,0.238
21,mlp.experts.67.down_proj,0.0000000722,0.10000,0.230
21,mlp.experts.68.down_proj,0.0000000107,0.10000,0.230
21,mlp.experts.69.down_proj,0.0000000048,0.10000,0.228
21,mlp.experts.70.down_proj,0.0000000388,0.10000,0.228
21,mlp.experts.71.down_proj,0.0000000035,0.10000,0.233
21,mlp.experts.72.down_proj,0.0000000832,0.10000,0.232
21,mlp.experts.73.down_proj,0.0000000166,0.10000,0.228
21,mlp.experts.74.down_proj,0.0000012297,0.10000,0.242
21,mlp.experts.75.down_proj,0.0000004432,0.10000,0.228
21,mlp.experts.76.down_proj,0.0000000054,0.10000,0.227
21,mlp.experts.77.down_proj,0.0000000227,0.10000,0.227
21,mlp.experts.78.down_proj,0.0000001270,0.10000,0.228
21,mlp.experts.79.down_proj,0.0000000155,0.10000,0.230
21,mlp.experts.80.down_proj,0.0000000027,0.10000,0.226
21,mlp.experts.81.down_proj,0.0000000085,0.10000,0.226
21,mlp.experts.82.down_proj,0.0000000065,0.10000,0.227
21,mlp.experts.83.down_proj,0.0000000504,0.10000,0.269
21,mlp.experts.84.down_proj,0.0000000119,0.10000,0.267
21,mlp.experts.85.down_proj,0.0000000300,0.10000,0.257
21,mlp.experts.86.down_proj,0.0000000089,0.10000,0.244
21,mlp.experts.87.down_proj,0.0000000623,0.10000,0.249
21,mlp.experts.88.down_proj,0.0000008238,0.10000,0.249
21,mlp.experts.89.down_proj,0.0000000052,0.10000,0.247
21,mlp.experts.90.down_proj,0.0000004388,0.10000,0.247
21,mlp.experts.91.down_proj,0.0000000282,0.10000,0.236
21,mlp.experts.92.down_proj,0.0000000345,0.10000,0.250
21,mlp.experts.93.down_proj,0.0000003055,0.10000,0.248
21,mlp.experts.94.down_proj,0.0000000052,0.10000,0.248
21,mlp.experts.95.down_proj,0.0000000699,0.10000,0.258
21,mlp.experts.96.down_proj,0.0000000050,0.10000,0.236
21,mlp.experts.97.down_proj,0.0000000030,0.10000,0.234
21,mlp.experts.98.down_proj,0.0000000146,0.10000,0.244
21,mlp.experts.99.down_proj,0.0000000043,0.10000,0.239
21,mlp.experts.100.down_proj,0.0000000411,0.10000,0.248
21,mlp.experts.101.down_proj,0.0000009361,0.10000,0.241
21,mlp.experts.102.down_proj,0.0000000039,0.10000,0.216
21,mlp.experts.103.down_proj,0.0000000060,0.10000,0.222
21,mlp.experts.104.down_proj,0.0000000880,0.10000,0.216
21,mlp.experts.105.down_proj,0.0000000118,0.10000,0.264
21,mlp.experts.106.down_proj,0.0000000275,0.10000,0.257
21,mlp.experts.107.down_proj,0.0000001328,0.10000,0.234
21,mlp.experts.108.down_proj,0.0000003084,0.10000,0.234
21,mlp.experts.109.down_proj,0.0000005041,0.10000,0.236
21,mlp.experts.110.down_proj,0.0000000065,0.10000,0.253
21,mlp.experts.111.down_proj,0.0000000039,0.10000,0.255
21,mlp.experts.112.down_proj,0.0000000306,0.10000,0.240
21,mlp.experts.113.down_proj,0.0000000072,0.10000,0.232
21,mlp.experts.114.down_proj,0.0000000681,0.10000,0.238
21,mlp.experts.115.down_proj,0.0000001798,0.10000,0.240
21,mlp.experts.116.down_proj,0.0000000288,0.10000,0.238
21,mlp.experts.117.down_proj,0.0000000282,0.10000,0.244
21,mlp.experts.118.down_proj,0.0000000052,0.10000,0.242
21,mlp.experts.119.down_proj,0.0000020001,0.10000,0.234
21,mlp.experts.120.down_proj,0.0000042154,0.10000,0.250
21,mlp.experts.121.down_proj,0.0000008977,0.10000,0.226
21,mlp.experts.122.down_proj,0.0000000166,0.10000,0.247
21,mlp.experts.123.down_proj,0.0000000598,0.10000,0.239
21,mlp.experts.124.down_proj,0.0000000805,0.10000,0.218
21,mlp.experts.125.down_proj,0.0000000065,0.10000,0.229
21,mlp.experts.126.down_proj,0.0000001521,0.10000,0.286
21,mlp.experts.127.down_proj,0.0000000041,0.10000,0.250
22,self_attn.q_proj,0.0000000006,0.10000,0.630
22,self_attn.k_proj,0.0000000001,0.10000,0.587
22,self_attn.v_proj,0.0000000001,0.10000,0.581
22,self_attn.o_proj,0.0000000001,0.10000,1.155
22,mlp.gate,0.0000000077,0.10000,0.577
22,mlp.experts.0.up_proj,0.0000002304,0.10000,0.574
22,mlp.experts.1.up_proj,0.0000002080,0.10000,0.606
22,mlp.experts.2.up_proj,0.0000001543,0.10000,0.604
22,mlp.experts.3.up_proj,0.0000000916,0.10000,0.574
22,mlp.experts.4.up_proj,0.0000001571,0.10000,0.588
22,mlp.experts.5.up_proj,0.0000002635,0.10000,0.584
22,mlp.experts.6.up_proj,0.0000002494,0.10000,0.575
22,mlp.experts.7.up_proj,0.0000005559,0.10000,0.606
22,mlp.experts.8.up_proj,0.0000007365,0.10000,0.604
22,mlp.experts.9.up_proj,0.0000000949,0.10000,0.568
22,mlp.experts.10.up_proj,0.0000000599,0.10000,0.566
22,mlp.experts.11.up_proj,0.0000395919,0.10000,0.568
22,mlp.experts.12.up_proj,0.0000003191,0.10000,0.596
22,mlp.experts.13.up_proj,0.0000000651,0.10000,0.601
22,mlp.experts.14.up_proj,0.0000000811,0.10000,0.604
22,mlp.experts.15.up_proj,0.0000005842,0.10000,0.622
22,mlp.experts.16.up_proj,0.0000000905,0.10000,0.604
22,mlp.experts.17.up_proj,0.0000011005,0.10000,0.584
22,mlp.experts.18.up_proj,0.0000000214,0.10000,0.583
22,mlp.experts.19.up_proj,0.0000001123,0.10000,0.597
22,mlp.experts.20.up_proj,0.0000002083,0.10000,0.610
22,mlp.experts.21.up_proj,0.0000003793,0.10000,0.575
22,mlp.experts.22.up_proj,0.0000012147,0.10000,0.576
22,mlp.experts.23.up_proj,0.0000001094,0.10000,0.573
22,mlp.experts.24.up_proj,0.0000078114,0.10000,0.567
22,mlp.experts.25.up_proj,0.0000000547,0.10000,0.568
22,mlp.experts.26.up_proj,0.0000000455,0.10000,0.576
22,mlp.experts.27.up_proj,0.0000001972,0.10000,0.570
22,mlp.experts.28.up_proj,0.0000017868,0.10000,0.572
22,mlp.experts.29.up_proj,0.0000003998,0.10000,0.567
22,mlp.experts.30.up_proj,0.0000000163,0.10000,0.572
22,mlp.experts.31.up_proj,0.0000003807,0.10000,0.574
22,mlp.experts.32.up_proj,0.0000001153,0.10000,0.570
22,mlp.experts.33.up_proj,0.0000001543,0.10000,0.568
22,mlp.experts.34.up_proj,0.0000014866,0.10000,0.575
22,mlp.experts.35.up_proj,0.0000000237,0.10000,0.583
22,mlp.experts.36.up_proj,0.0000002346,0.10000,0.577
22,mlp.experts.37.up_proj,0.0000007245,0.10000,0.574
22,mlp.experts.38.up_proj,0.0000114579,0.10000,0.579
22,mlp.experts.39.up_proj,0.0000000519,0.10000,0.579
22,mlp.experts.40.up_proj,0.0000000370,0.10000,0.578
22,mlp.experts.41.up_proj,0.0000000641,0.10000,0.583
22,mlp.experts.42.up_proj,0.0000012671,0.10000,0.606
22,mlp.experts.43.up_proj,0.0000000603,0.10000,0.618
22,mlp.experts.44.up_proj,0.0000017766,0.10000,0.601
22,mlp.experts.45.up_proj,0.0000001031,0.10000,0.613
22,mlp.experts.46.up_proj,0.0000023486,0.10000,0.588
22,mlp.experts.47.up_proj,0.0000010254,0.10000,0.598
22,mlp.experts.48.up_proj,0.0000004766,0.10000,0.583
22,mlp.experts.49.up_proj,0.0000016353,0.10000,0.563
22,mlp.experts.50.up_proj,0.0000000349,0.10000,0.580
22,mlp.experts.51.up_proj,0.0000006833,0.10000,0.579
22,mlp.experts.52.up_proj,0.0000000287,0.10000,0.611
22,mlp.experts.53.up_proj,0.0000031402,0.10000,0.600
22,mlp.experts.54.up_proj,0.0000009390,0.10000,0.585
22,mlp.experts.55.up_proj,0.0000001347,0.10000,0.590
22,mlp.experts.56.up_proj,0.0000000687,0.10000,0.578
22,mlp.experts.57.up_proj,0.0000004558,0.10000,0.597
22,mlp.experts.58.up_proj,0.0000000957,0.10000,0.605
22,mlp.experts.59.up_proj,0.0000008093,0.10000,0.611
22,mlp.experts.60.up_proj,0.0000008939,0.10000,0.579
22,mlp.experts.61.up_proj,0.0000000429,0.10000,0.580
22,mlp.experts.62.up_proj,0.0000000256,0.10000,0.578
22,mlp.experts.63.up_proj,0.0000002198,0.10000,0.574
22,mlp.experts.64.up_proj,0.0000000207,0.10000,0.585
22,mlp.experts.65.up_proj,0.0000002163,0.10000,0.604
22,mlp.experts.66.up_proj,0.0000011319,0.10000,0.610
22,mlp.experts.67.up_proj,0.0000010655,0.10000,0.567
22,mlp.experts.68.up_proj,0.0000001084,0.10000,0.601
22,mlp.experts.69.up_proj,0.0000000325,0.10000,0.606
22,mlp.experts.70.up_proj,0.0000001203,0.10000,0.566
22,mlp.experts.71.up_proj,0.0000001929,0.10000,0.645
22,mlp.experts.72.up_proj,0.0000021814,0.10000,0.603
22,mlp.experts.73.up_proj,0.0000000565,0.10000,0.577
22,mlp.experts.74.up_proj,0.0000000541,0.10000,0.583
22,mlp.experts.75.up_proj,0.0000003079,0.10000,0.576
22,mlp.experts.76.up_proj,0.0000000381,0.10000,0.631
22,mlp.experts.77.up_proj,0.0000020305,0.10000,0.622
22,mlp.experts.78.up_proj,0.0000000705,0.10000,0.701
22,mlp.experts.79.up_proj,0.0000088004,0.10000,0.611
22,mlp.experts.80.up_proj,0.0000000556,0.10000,0.584
22,mlp.experts.81.up_proj,0.0000067821,0.10000,0.584
22,mlp.experts.82.up_proj,0.0000000531,0.10000,0.577
22,mlp.experts.83.up_proj,0.0000000930,0.10000,0.575
22,mlp.experts.84.up_proj,0.0000008103,0.10000,0.575
22,mlp.experts.85.up_proj,0.0000000297,0.10000,0.575
22,mlp.experts.86.up_proj,0.0000001311,0.10000,0.593
22,mlp.experts.87.up_proj,0.0000006478,0.10000,0.610
22,mlp.experts.88.up_proj,0.0000000689,0.10000,0.608
22,mlp.experts.89.up_proj,0.0000038661,0.10000,0.583
22,mlp.experts.90.up_proj,0.0000001181,0.10000,0.604
22,mlp.experts.91.up_proj,0.0000000171,0.10000,0.596
22,mlp.experts.92.up_proj,0.0000001845,0.10000,0.700
22,mlp.experts.93.up_proj,0.0000029617,0.10000,0.617
22,mlp.experts.94.up_proj,0.0000000345,0.10000,0.579
22,mlp.experts.95.up_proj,0.0000000317,0.10000,0.581
22,mlp.experts.96.up_proj,0.0000001693,0.10000,0.576
22,mlp.experts.97.up_proj,0.0000000614,0.10000,0.574
22,mlp.experts.98.up_proj,0.0000000272,0.10000,0.604
22,mlp.experts.99.up_proj,0.0000000975,0.10000,0.584
22,mlp.experts.100.up_proj,0.0000009513,0.10000,0.578
22,mlp.experts.101.up_proj,0.0000001322,0.10000,0.576
22,mlp.experts.102.up_proj,0.0000006772,0.10000,0.587
22,mlp.experts.103.up_proj,0.0000000490,0.10000,0.581
22,mlp.experts.104.up_proj,0.0000009170,0.10000,0.584
22,mlp.experts.105.up_proj,0.0000000410,0.10000,0.576
22,mlp.experts.106.up_proj,0.0000093137,0.10000,0.578
22,mlp.experts.107.up_proj,0.0000000306,0.10000,0.576
22,mlp.experts.108.up_proj,0.0000000353,0.10000,0.608
22,mlp.experts.109.up_proj,0.0000001013,0.10000,0.613
22,mlp.experts.110.up_proj,0.0000000576,0.10000,0.583
22,mlp.experts.111.up_proj,0.0000007427,0.10000,0.588
22,mlp.experts.112.up_proj,0.0000000351,0.10000,0.600
22,mlp.experts.113.up_proj,0.0000000475,0.10000,0.612
22,mlp.experts.114.up_proj,0.0000029037,0.10000,0.589
22,mlp.experts.115.up_proj,0.0000011748,0.10000,0.585
22,mlp.experts.116.up_proj,0.0000007950,0.10000,0.595
22,mlp.experts.117.up_proj,0.0000092084,0.10000,0.587
22,mlp.experts.118.up_proj,0.0000025062,0.10000,0.576
22,mlp.experts.119.up_proj,0.0000000662,0.10000,0.586
22,mlp.experts.120.up_proj,0.0000000366,0.10000,0.583
22,mlp.experts.121.up_proj,0.0000010958,0.10000,0.585
22,mlp.experts.122.up_proj,0.0000019133,0.10000,0.587
22,mlp.experts.123.up_proj,0.0000000577,0.10000,0.579
22,mlp.experts.124.up_proj,0.0000000630,0.10000,0.580
22,mlp.experts.125.up_proj,0.0000019689,0.10000,0.580
22,mlp.experts.126.up_proj,0.0000001347,0.10000,0.597
22,mlp.experts.127.up_proj,0.0000007355,0.10000,0.596
22,mlp.experts.0.gate_proj,0.0000002394,0.10000,0.583
22,mlp.experts.1.gate_proj,0.0000002140,0.10000,0.600
22,mlp.experts.2.gate_proj,0.0000001379,0.10000,0.615
22,mlp.experts.3.gate_proj,0.0000000905,0.10000,0.572
22,mlp.experts.4.gate_proj,0.0000001676,0.10000,0.570
22,mlp.experts.5.gate_proj,0.0000002751,0.10000,0.581
22,mlp.experts.6.gate_proj,0.0000002660,0.10000,0.579
22,mlp.experts.7.gate_proj,0.0000005653,0.10000,0.580
22,mlp.experts.8.gate_proj,0.0000007610,0.10000,0.590
22,mlp.experts.9.gate_proj,0.0000001069,0.10000,0.668
22,mlp.experts.10.gate_proj,0.0000000579,0.10000,0.611
22,mlp.experts.11.gate_proj,0.0000353868,0.10000,0.692
22,mlp.experts.12.gate_proj,0.0000003339,0.10000,0.629
22,mlp.experts.13.gate_proj,0.0000000571,0.10000,0.618
22,mlp.experts.14.gate_proj,0.0000000781,0.10000,0.589
22,mlp.experts.15.gate_proj,0.0000005033,0.10000,0.619
22,mlp.experts.16.gate_proj,0.0000000924,0.10000,0.651
22,mlp.experts.17.gate_proj,0.0000011060,0.10000,0.602
22,mlp.experts.18.gate_proj,0.0000000193,0.10000,0.573
22,mlp.experts.19.gate_proj,0.0000001155,0.10000,0.720
22,mlp.experts.20.gate_proj,0.0000001984,0.10000,0.623
22,mlp.experts.21.gate_proj,0.0000003910,0.10000,0.607
22,mlp.experts.22.gate_proj,0.0000012494,0.10000,0.612
22,mlp.experts.23.gate_proj,0.0000001105,0.10000,0.565
22,mlp.experts.24.gate_proj,0.0000079736,0.10000,0.583
22,mlp.experts.25.gate_proj,0.0000000543,0.10000,0.586
22,mlp.experts.26.gate_proj,0.0000000453,0.10000,0.676
22,mlp.experts.27.gate_proj,0.0000002117,0.10000,0.666
22,mlp.experts.28.gate_proj,0.0000018110,0.10000,0.639
22,mlp.experts.29.gate_proj,0.0000004074,0.10000,0.619
22,mlp.experts.30.gate_proj,0.0000000150,0.10000,0.619
22,mlp.experts.31.gate_proj,0.0000003667,0.10000,0.594
22,mlp.experts.32.gate_proj,0.0000001135,0.10000,0.587
22,mlp.experts.33.gate_proj,0.0000001489,0.10000,0.583
22,mlp.experts.34.gate_proj,0.0000015420,0.10000,0.579
22,mlp.experts.35.gate_proj,0.0000000243,0.10000,0.681
22,mlp.experts.36.gate_proj,0.0000002455,0.10000,0.659
22,mlp.experts.37.gate_proj,0.0000007099,0.10000,0.639
22,mlp.experts.38.gate_proj,0.0000528784,0.10000,0.621
22,mlp.experts.39.gate_proj,0.0000000476,0.10000,0.618
22,mlp.experts.40.gate_proj,0.0000000328,0.10000,0.575
22,mlp.experts.41.gate_proj,0.0000000583,0.10000,0.570
22,mlp.experts.42.gate_proj,0.0000013172,0.10000,0.580
22,mlp.experts.43.gate_proj,0.0000000586,0.10000,0.621
22,mlp.experts.44.gate_proj,0.0000018363,0.10000,0.719
22,mlp.experts.45.gate_proj,0.0000001025,0.10000,0.629
22,mlp.experts.46.gate_proj,0.0000022864,0.10000,0.584
22,mlp.experts.47.gate_proj,0.0000010407,0.10000,0.576
22,mlp.experts.48.gate_proj,0.0000004802,0.10000,0.623
22,mlp.experts.49.gate_proj,0.0000016514,0.10000,0.615
22,mlp.experts.50.gate_proj,0.0000000331,0.10000,0.599
22,mlp.experts.51.gate_proj,0.0000006697,0.10000,0.629
22,mlp.experts.52.gate_proj,0.0000000254,0.10000,0.608
22,mlp.experts.53.gate_proj,0.0000025541,0.10000,0.586
22,mlp.experts.54.gate_proj,0.0000009348,0.10000,0.603
22,mlp.experts.55.gate_proj,0.0000001457,0.10000,0.618
22,mlp.experts.56.gate_proj,0.0000000642,0.10000,0.588
22,mlp.experts.57.gate_proj,0.0000004410,0.10000,0.620
22,mlp.experts.58.gate_proj,0.0000000966,0.10000,0.580
22,mlp.experts.59.gate_proj,0.0000008187,0.10000,0.579
22,mlp.experts.60.gate_proj,0.0000008706,0.10000,0.579
22,mlp.experts.61.gate_proj,0.0000000344,0.10000,0.568
22,mlp.experts.62.gate_proj,0.0000000228,0.10000,0.580
22,mlp.experts.63.gate_proj,0.0000002397,0.10000,0.621
22,mlp.experts.64.gate_proj,0.0000000187,0.10000,0.616
22,mlp.experts.65.gate_proj,0.0000001991,0.10000,0.701
22,mlp.experts.66.gate_proj,0.0000012066,0.10000,0.653
22,mlp.experts.67.gate_proj,0.0000011091,0.10000,0.656
22,mlp.experts.68.gate_proj,0.0000001078,0.10000,0.614
22,mlp.experts.69.gate_proj,0.0000000294,0.10000,0.588
22,mlp.experts.70.gate_proj,0.0000001305,0.10000,0.593
22,mlp.experts.71.gate_proj,0.0000002550,0.10000,0.608
22,mlp.experts.72.gate_proj,0.0000021248,0.10000,0.624
22,mlp.experts.73.gate_proj,0.0000000561,0.10000,0.588
22,mlp.experts.74.gate_proj,0.0000000517,0.10000,0.590
22,mlp.experts.75.gate_proj,0.0000003165,0.10000,0.594
22,mlp.experts.76.gate_proj,0.0000000366,0.10000,0.603
22,mlp.experts.77.gate_proj,0.0000021297,0.10000,0.620
22,mlp.experts.78.gate_proj,0.0000000719,0.10000,0.580
22,mlp.experts.79.gate_proj,0.0000087701,0.10000,0.591
22,mlp.experts.80.gate_proj,0.0000000564,0.10000,0.603
22,mlp.experts.81.gate_proj,0.0000067531,0.10000,0.628
22,mlp.experts.82.gate_proj,0.0000000483,0.10000,0.596
22,mlp.experts.83.gate_proj,0.0000000895,0.10000,0.597
22,mlp.experts.84.gate_proj,0.0000008269,0.10000,0.582
22,mlp.experts.85.gate_proj,0.0000000290,0.10000,0.587
22,mlp.experts.86.gate_proj,0.0000001259,0.10000,0.589
22,mlp.experts.87.gate_proj,0.0000006464,0.10000,0.605
22,mlp.experts.88.gate_proj,0.0000000609,0.10000,0.621
22,mlp.experts.89.gate_proj,0.0000040748,0.10000,0.620
22,mlp.experts.90.gate_proj,0.0000001081,0.10000,0.597
22,mlp.experts.91.gate_proj,0.0000000165,0.10000,0.594
22,mlp.experts.92.gate_proj,0.0000002005,0.10000,0.590
22,mlp.experts.93.gate_proj,0.0000028015,0.10000,0.589
22,mlp.experts.94.gate_proj,0.0000000358,0.10000,0.604
22,mlp.experts.95.gate_proj,0.0000000265,0.10000,0.599
22,mlp.experts.96.gate_proj,0.0000001636,0.10000,0.620
22,mlp.experts.97.gate_proj,0.0000000641,0.10000,0.693
22,mlp.experts.98.gate_proj,0.0000000281,0.10000,0.645
22,mlp.experts.99.gate_proj,0.0000000974,0.10000,0.699
22,mlp.experts.100.gate_proj,0.0000008045,0.10000,0.655
22,mlp.experts.101.gate_proj,0.0000001181,0.10000,0.649
22,mlp.experts.102.gate_proj,0.0000006925,0.10000,0.681
22,mlp.experts.103.gate_proj,0.0000000468,0.10000,0.617
22,mlp.experts.104.gate_proj,0.0000008565,0.10000,0.631
22,mlp.experts.105.gate_proj,0.0000000352,0.10000,0.632
22,mlp.experts.106.gate_proj,0.0000096982,0.10000,0.607
22,mlp.experts.107.gate_proj,0.0000000275,0.10000,0.607
22,mlp.experts.108.gate_proj,0.0000000326,0.10000,0.634
22,mlp.experts.109.gate_proj,0.0000000975,0.10000,0.608
22,mlp.experts.110.gate_proj,0.0000000548,0.10000,0.589
22,mlp.experts.111.gate_proj,0.0000007133,0.10000,0.607
22,mlp.experts.112.gate_proj,0.0000000331,0.10000,0.594
22,mlp.experts.113.gate_proj,0.0000000432,0.10000,0.594
22,mlp.experts.114.gate_proj,0.0000030112,0.10000,0.640
22,mlp.experts.115.gate_proj,0.0000012076,0.10000,0.615
22,mlp.experts.116.gate_proj,0.0000008030,0.10000,0.602
22,mlp.experts.117.gate_proj,0.0000094133,0.10000,0.655
22,mlp.experts.118.gate_proj,0.0000026429,0.10000,0.714
22,mlp.experts.119.gate_proj,0.0000000623,0.10000,0.650
22,mlp.experts.120.gate_proj,0.0000000358,0.10000,0.653
22,mlp.experts.121.gate_proj,0.0000011220,0.10000,0.674
22,mlp.experts.122.gate_proj,0.0000019388,0.10000,0.644
22,mlp.experts.123.gate_proj,0.0000000523,0.10000,0.617
22,mlp.experts.124.gate_proj,0.0000000495,0.10000,0.600
22,mlp.experts.125.gate_proj,0.0000020724,0.10000,0.595
22,mlp.experts.126.gate_proj,0.0000001480,0.10000,0.588
22,mlp.experts.127.gate_proj,0.0000007049,0.10000,0.698
22,mlp.experts.0.down_proj,0.0000000219,0.10000,0.244
22,mlp.experts.1.down_proj,0.0000000222,0.10000,0.250
22,mlp.experts.2.down_proj,0.0000000321,0.10000,0.226
22,mlp.experts.3.down_proj,0.0000000093,0.10000,0.233
22,mlp.experts.4.down_proj,0.0000000348,0.10000,0.234
22,mlp.experts.5.down_proj,0.0000000175,0.10000,0.228
22,mlp.experts.6.down_proj,0.0000000875,0.10000,0.226
22,mlp.experts.7.down_proj,0.0000000858,0.10000,0.235
22,mlp.experts.8.down_proj,0.0000000883,0.10000,0.222
22,mlp.experts.9.down_proj,0.0000000140,0.10000,0.217
22,mlp.experts.10.down_proj,0.0000000130,0.10000,0.222
22,mlp.experts.11.down_proj,0.0000075813,0.10000,0.225
22,mlp.experts.12.down_proj,0.0000000502,0.10000,0.233
22,mlp.experts.13.down_proj,0.0000000137,0.10000,0.226
22,mlp.experts.14.down_proj,0.0000000133,0.10000,0.225
22,mlp.experts.15.down_proj,0.0000001099,0.10000,0.228
22,mlp.experts.16.down_proj,0.0000000140,0.10000,0.238
22,mlp.experts.17.down_proj,0.0000002971,0.10000,0.240
22,mlp.experts.18.down_proj,0.0000000035,0.10000,0.228
22,mlp.experts.19.down_proj,0.0000000319,0.10000,0.235
22,mlp.experts.20.down_proj,0.0000000381,0.10000,0.243
22,mlp.experts.21.down_proj,0.0000000861,0.10000,0.228
22,mlp.experts.22.down_proj,0.0000000557,0.10000,0.228
22,mlp.experts.23.down_proj,0.0000000434,0.10000,0.227
22,mlp.experts.24.down_proj,0.0000018765,0.10000,0.236
22,mlp.experts.25.down_proj,0.0000000073,0.10000,0.214
22,mlp.experts.26.down_proj,0.0000000062,0.10000,0.228
22,mlp.experts.27.down_proj,0.0000000528,0.10000,0.214
22,mlp.experts.28.down_proj,0.0000002888,0.10000,0.228
22,mlp.experts.29.down_proj,0.0000000461,0.10000,0.226
22,mlp.experts.30.down_proj,0.0000000026,0.10000,0.213
22,mlp.experts.31.down_proj,0.0000001459,0.10000,0.228
22,mlp.experts.32.down_proj,0.0000000118,0.10000,0.217
22,mlp.experts.33.down_proj,0.0000000433,0.10000,0.242
22,mlp.experts.34.down_proj,0.0000001952,0.10000,0.248
22,mlp.experts.35.down_proj,0.0000000043,0.10000,0.239
22,mlp.experts.36.down_proj,0.0000000970,0.10000,0.237
22,mlp.experts.37.down_proj,0.0000001725,0.10000,0.239
22,mlp.experts.38.down_proj,0.0000000221,0.10000,0.275
22,mlp.experts.39.down_proj,0.0000000092,0.10000,0.278
22,mlp.experts.40.down_proj,0.0000000057,0.10000,0.250
22,mlp.experts.41.down_proj,0.0000000096,0.10000,0.249
22,mlp.experts.42.down_proj,0.0000001424,0.10000,0.257
22,mlp.experts.43.down_proj,0.0000000097,0.10000,0.271
22,mlp.experts.44.down_proj,0.0000005675,0.10000,0.255
22,mlp.experts.45.down_proj,0.0000000279,0.10000,0.241
22,mlp.experts.46.down_proj,0.0000007907,0.10000,0.248
22,mlp.experts.47.down_proj,0.0000002745,0.10000,0.262
22,mlp.experts.48.down_proj,0.0000000445,0.10000,0.239
22,mlp.experts.49.down_proj,0.0000005657,0.10000,0.220
22,mlp.experts.50.down_proj,0.0000000053,0.10000,0.246
22,mlp.experts.51.down_proj,0.0000001089,0.10000,0.246
22,mlp.experts.52.down_proj,0.0000000037,0.10000,0.236
22,mlp.experts.53.down_proj,0.0000010605,0.10000,0.240
22,mlp.experts.54.down_proj,0.0000001115,0.10000,0.229
22,mlp.experts.55.down_proj,0.0000000237,0.10000,0.240
22,mlp.experts.56.down_proj,0.0000000117,0.10000,0.247
22,mlp.experts.57.down_proj,0.0000000982,0.10000,0.241
22,mlp.experts.58.down_proj,0.0000000129,0.10000,0.258
22,mlp.experts.59.down_proj,0.0000000985,0.10000,0.260
22,mlp.experts.60.down_proj,0.0000001170,0.10000,0.217
22,mlp.experts.61.down_proj,0.0000000072,0.10000,0.230
22,mlp.experts.62.down_proj,0.0000000045,0.10000,0.243
22,mlp.experts.63.down_proj,0.0000000291,0.10000,0.249
22,mlp.experts.64.down_proj,0.0000000028,0.10000,0.248
22,mlp.experts.65.down_proj,0.0000000476,0.10000,0.233
22,mlp.experts.66.down_proj,0.0000000541,0.10000,0.227
22,mlp.experts.67.down_proj,0.0000001181,0.10000,0.227
22,mlp.experts.68.down_proj,0.0000000147,0.10000,0.230
22,mlp.experts.69.down_proj,0.0000000039,0.10000,0.232
22,mlp.experts.70.down_proj,0.0000000115,0.10000,0.228
22,mlp.experts.71.down_proj,0.0000000178,0.10000,0.226
22,mlp.experts.72.down_proj,0.0000006205,0.10000,0.231
22,mlp.experts.73.down_proj,0.0000000107,0.10000,0.235
22,mlp.experts.74.down_proj,0.0000000094,0.10000,0.226
22,mlp.experts.75.down_proj,0.0000000470,0.10000,0.231
22,mlp.experts.76.down_proj,0.0000000051,0.10000,0.235
22,mlp.experts.77.down_proj,0.0000003787,0.10000,0.231
22,mlp.experts.78.down_proj,0.0000000134,0.10000,0.228
22,mlp.experts.79.down_proj,0.0000015155,0.10000,0.227
22,mlp.experts.80.down_proj,0.0000000057,0.10000,0.231
22,mlp.experts.81.down_proj,0.0000001403,0.10000,0.224
22,mlp.experts.82.down_proj,0.0000000119,0.10000,0.229
22,mlp.experts.83.down_proj,0.0000000181,0.10000,0.229
22,mlp.experts.84.down_proj,0.0000000842,0.10000,0.222
22,mlp.experts.85.down_proj,0.0000000055,0.10000,0.240
22,mlp.experts.86.down_proj,0.0000000258,0.10000,0.247
22,mlp.experts.87.down_proj,0.0000001780,0.10000,0.231
22,mlp.experts.88.down_proj,0.0000000109,0.10000,0.224
22,mlp.experts.89.down_proj,0.0000006038,0.10000,0.225
22,mlp.experts.90.down_proj,0.0000000205,0.10000,0.230
22,mlp.experts.91.down_proj,0.0000000024,0.10000,0.223
22,mlp.experts.92.down_proj,0.0000000336,0.10000,0.221
22,mlp.experts.93.down_proj,0.0000011163,0.10000,0.224
22,mlp.experts.94.down_proj,0.0000000051,0.10000,0.235
22,mlp.experts.95.down_proj,0.0000000074,0.10000,0.229
22,mlp.experts.96.down_proj,0.0000000241,0.10000,0.223
22,mlp.experts.97.down_proj,0.0000000104,0.10000,0.244
22,mlp.experts.98.down_proj,0.0000000043,0.10000,0.235
22,mlp.experts.99.down_proj,0.0000000195,0.10000,0.224
22,mlp.experts.100.down_proj,0.0000002527,0.10000,0.224
22,mlp.experts.101.down_proj,0.0000000244,0.10000,0.227
22,mlp.experts.102.down_proj,0.0000000690,0.10000,0.224
22,mlp.experts.103.down_proj,0.0000000115,0.10000,0.224
22,mlp.experts.104.down_proj,0.0000001563,0.10000,0.223
22,mlp.experts.105.down_proj,0.0000000075,0.10000,0.227
22,mlp.experts.106.down_proj,0.0000027081,0.10000,0.225
22,mlp.experts.107.down_proj,0.0000000052,0.10000,0.216
22,mlp.experts.108.down_proj,0.0000000065,0.10000,0.223
22,mlp.experts.109.down_proj,0.0000000246,0.10000,0.249
22,mlp.experts.110.down_proj,0.0000000083,0.10000,0.245
22,mlp.experts.111.down_proj,0.0000001952,0.10000,0.241
22,mlp.experts.112.down_proj,0.0000000047,0.10000,0.228
22,mlp.experts.113.down_proj,0.0000000078,0.10000,0.228
22,mlp.experts.114.down_proj,0.0000003531,0.10000,0.234
22,mlp.experts.115.down_proj,0.0000001605,0.10000,0.246
22,mlp.experts.116.down_proj,0.0000001091,0.10000,0.230
22,mlp.experts.117.down_proj,0.0000026844,0.10000,0.232
22,mlp.experts.118.down_proj,0.0000003872,0.10000,0.233
22,mlp.experts.119.down_proj,0.0000000156,0.10000,0.244
22,mlp.experts.120.down_proj,0.0000000071,0.10000,0.240
22,mlp.experts.121.down_proj,0.0000001345,0.10000,0.238
22,mlp.experts.122.down_proj,0.0000002328,0.10000,0.231
22,mlp.experts.123.down_proj,0.0000000097,0.10000,0.227
22,mlp.experts.124.down_proj,0.0000000134,0.10000,0.229
22,mlp.experts.125.down_proj,0.0000005774,0.10000,0.257
22,mlp.experts.126.down_proj,0.0000000232,0.10000,0.273
22,mlp.experts.127.down_proj,0.0000003950,0.10000,0.270
23,self_attn.q_proj,0.0000000006,0.10000,0.649
23,self_attn.k_proj,0.0000000001,0.10000,0.619
23,self_attn.v_proj,0.0000000001,0.10000,0.613
23,self_attn.o_proj,0.0000000001,0.10000,1.162
23,mlp.gate,0.0000000079,0.10000,0.613
23,mlp.experts.0.up_proj,0.0000000361,0.10000,0.580
23,mlp.experts.1.up_proj,0.0000002632,0.10000,0.575
23,mlp.experts.2.up_proj,0.0000001831,0.10000,0.575
23,mlp.experts.3.up_proj,0.0000000675,0.10000,0.575
23,mlp.experts.4.up_proj,0.0000001302,0.10000,0.567
23,mlp.experts.5.up_proj,0.0000010035,0.10000,0.564
23,mlp.experts.6.up_proj,0.0000017497,0.10000,0.583
23,mlp.experts.7.up_proj,0.0000001132,0.10000,0.561
23,mlp.experts.8.up_proj,0.0000000389,0.10000,0.572
23,mlp.experts.9.up_proj,0.0000002068,0.10000,0.564
23,mlp.experts.10.up_proj,0.0000036799,0.10000,0.561
23,mlp.experts.11.up_proj,0.0000010759,0.10000,0.563
23,mlp.experts.12.up_proj,0.0000000719,0.10000,0.567
23,mlp.experts.13.up_proj,0.0000000835,0.10000,0.568
23,mlp.experts.14.up_proj,0.0000002527,0.10000,0.578
23,mlp.experts.15.up_proj,0.0000003800,0.10000,0.578
23,mlp.experts.16.up_proj,0.0000000394,0.10000,0.582
23,mlp.experts.17.up_proj,0.0000013704,0.10000,0.567
23,mlp.experts.18.up_proj,0.0000000645,0.10000,0.563
23,mlp.experts.19.up_proj,0.0000009847,0.10000,0.563
23,mlp.experts.20.up_proj,0.0000000377,0.10000,0.571
23,mlp.experts.21.up_proj,0.0000000682,0.10000,0.571
23,mlp.experts.22.up_proj,0.0000000799,0.10000,0.579
23,mlp.experts.23.up_proj,0.0000000673,0.10000,0.576
23,mlp.experts.24.up_proj,0.0000000466,0.10000,0.573
23,mlp.experts.25.up_proj,0.0000001010,0.10000,0.557
23,mlp.experts.26.up_proj,0.0000000754,0.10000,0.581
23,mlp.experts.27.up_proj,0.0000062549,0.10000,0.565
23,mlp.experts.28.up_proj,0.0000002618,0.10000,0.576
23,mlp.experts.29.up_proj,0.0000000396,0.10000,0.683
23,mlp.experts.30.up_proj,0.0000001269,0.10000,0.665
23,mlp.experts.31.up_proj,0.0000001412,0.10000,0.633
23,mlp.experts.32.up_proj,0.0000007706,0.10000,0.632
23,mlp.experts.33.up_proj,0.0000000289,0.10000,0.645
23,mlp.experts.34.up_proj,0.0000024983,0.10000,0.597
23,mlp.experts.35.up_proj,0.0000056883,0.10000,0.564
23,mlp.experts.36.up_proj,0.0000009859,0.10000,0.590
23,mlp.experts.37.up_proj,0.0000000529,0.10000,0.606
23,mlp.experts.38.up_proj,0.0000032679,0.10000,0.603
23,mlp.experts.39.up_proj,0.0000000535,0.10000,0.613
23,mlp.experts.40.up_proj,0.0000002371,0.10000,0.617
23,mlp.experts.41.up_proj,0.0000000701,0.10000,0.567
23,mlp.experts.42.up_proj,0.0000000666,0.10000,0.582
23,mlp.experts.43.up_proj,0.0000000364,0.10000,0.573
23,mlp.experts.44.up_proj,0.0000105695,0.10000,0.610
23,mlp.experts.45.up_proj,0.0000001417,0.10000,0.583
23,mlp.experts.46.up_proj,0.0000001033,0.10000,0.575
23,mlp.experts.47.up_proj,0.0000000533,0.10000,0.577
23,mlp.experts.48.up_proj,0.0000001034,0.10000,0.580
23,mlp.experts.49.up_proj,0.0000000459,0.10000,0.581
23,mlp.experts.50.up_proj,0.0000000599,0.10000,0.574
23,mlp.experts.51.up_proj,0.0000008088,0.10000,0.579
23,mlp.experts.52.up_proj,0.0000003135,0.10000,0.592
23,mlp.experts.53.up_proj,0.0000001461,0.10000,0.587
23,mlp.experts.54.up_proj,0.0000001135,0.10000,0.583
23,mlp.experts.55.up_proj,0.0000000768,0.10000,0.599
23,mlp.experts.56.up_proj,0.0000002103,0.10000,0.577
23,mlp.experts.57.up_proj,0.0000112387,0.10000,0.573
23,mlp.experts.58.up_proj,0.0000000500,0.10000,0.600
23,mlp.experts.59.up_proj,0.0000000420,0.10000,0.620
23,mlp.experts.60.up_proj,0.0000000431,0.10000,0.612
23,mlp.experts.61.up_proj,0.0000000426,0.10000,0.579
23,mlp.experts.62.up_proj,0.0000004534,0.10000,0.584
23,mlp.experts.63.up_proj,0.0000004316,0.10000,0.613
23,mlp.experts.64.up_proj,0.0000002560,0.10000,0.623
23,mlp.experts.65.up_proj,0.0000006189,0.10000,0.623
23,mlp.experts.66.up_proj,0.0000176048,0.10000,0.620
23,mlp.experts.67.up_proj,0.0000001132,0.10000,0.603
23,mlp.experts.68.up_proj,0.0000001148,0.10000,0.569
23,mlp.experts.69.up_proj,0.0000000357,0.10000,0.580
23,mlp.experts.70.up_proj,0.0000013760,0.10000,0.580
23,mlp.experts.71.up_proj,0.0000000557,0.10000,0.581
23,mlp.experts.72.up_proj,0.0000001994,0.10000,0.577
23,mlp.experts.73.up_proj,0.0000001184,0.10000,0.582
23,mlp.experts.74.up_proj,0.0000040905,0.10000,0.577
23,mlp.experts.75.up_proj,0.0000007510,0.10000,0.647
23,mlp.experts.76.up_proj,0.0000007158,0.10000,0.688
23,mlp.experts.77.up_proj,0.0000037621,0.10000,0.640
23,mlp.experts.78.up_proj,0.0000000915,0.10000,0.644
23,mlp.experts.79.up_proj,0.0000000524,0.10000,0.642
23,mlp.experts.80.up_proj,0.0000061559,0.10000,0.637
23,mlp.experts.81.up_proj,0.0000002175,0.10000,0.710
23,mlp.experts.82.up_proj,0.0000002391,0.10000,0.644
23,mlp.experts.83.up_proj,0.0000027724,0.10000,0.638
23,mlp.experts.84.up_proj,0.0000012096,0.10000,0.614
23,mlp.experts.85.up_proj,0.0000000478,0.10000,0.626
23,mlp.experts.86.up_proj,0.0000000471,0.10000,0.613
23,mlp.experts.87.up_proj,0.0000000932,0.10000,0.588
23,mlp.experts.88.up_proj,0.0000013846,0.10000,0.585
23,mlp.experts.89.up_proj,0.0000000793,0.10000,0.600
23,mlp.experts.90.up_proj,0.0000001275,0.10000,0.616
23,mlp.experts.91.up_proj,0.0000017821,0.10000,0.577
23,mlp.experts.92.up_proj,0.0000000579,0.10000,0.588
23,mlp.experts.93.up_proj,0.0000128436,0.10000,0.608
23,mlp.experts.94.up_proj,0.0000000931,0.10000,0.709
23,mlp.experts.95.up_proj,0.0000002160,0.10000,0.648
23,mlp.experts.96.up_proj,0.0000000141,0.10000,0.649
23,mlp.experts.97.up_proj,0.0000000462,0.10000,0.636
23,mlp.experts.98.up_proj,0.0000000293,0.10000,0.644
23,mlp.experts.99.up_proj,0.0000000501,0.10000,0.580
23,mlp.experts.100.up_proj,0.0000001015,0.10000,0.710
23,mlp.experts.101.up_proj,0.0000000782,0.10000,0.639
23,mlp.experts.102.up_proj,0.0000002850,0.10000,0.642
23,mlp.experts.103.up_proj,0.0000006783,0.10000,0.635
23,mlp.experts.104.up_proj,0.0000020351,0.10000,0.624
23,mlp.experts.105.up_proj,0.0000000241,0.10000,0.619
23,mlp.experts.106.up_proj,0.0000034986,0.10000,0.589
23,mlp.experts.107.up_proj,0.0000000312,0.10000,0.580
23,mlp.experts.108.up_proj,0.0000022818,0.10000,0.571
23,mlp.experts.109.up_proj,0.0000001220,0.10000,0.591
23,mlp.experts.110.up_proj,0.0000010305,0.10000,0.580
23,mlp.experts.111.up_proj,0.0000000660,0.10000,0.583
23,mlp.experts.112.up_proj,0.0000007450,0.10000,0.585
23,mlp.experts.113.up_proj,0.0000019350,0.10000,0.590
23,mlp.experts.114.up_proj,0.0000002517,0.10000,0.575
23,mlp.experts.115.up_proj,0.0000000200,0.10000,0.588
23,mlp.experts.116.up_proj,0.0000000429,0.10000,0.592
23,mlp.experts.117.up_proj,0.0000033324,0.10000,0.628
23,mlp.experts.118.up_proj,0.0000041178,0.10000,0.584
23,mlp.experts.119.up_proj,0.0000074217,0.10000,0.582
23,mlp.experts.120.up_proj,0.0000014782,0.10000,0.590
23,mlp.experts.121.up_proj,0.0000002461,0.10000,0.585
23,mlp.experts.122.up_proj,0.0000000577,0.10000,0.608
23,mlp.experts.123.up_proj,0.0000078830,0.10000,0.617
23,mlp.experts.124.up_proj,0.0000007004,0.10000,0.571
23,mlp.experts.125.up_proj,0.0000000655,0.10000,0.615
23,mlp.experts.126.up_proj,0.0000000754,0.10000,0.611
23,mlp.experts.127.up_proj,0.0000035035,0.10000,0.578
23,mlp.experts.0.gate_proj,0.0000000333,0.10000,0.712
23,mlp.experts.1.gate_proj,0.0000002119,0.10000,0.618
23,mlp.experts.2.gate_proj,0.0000001886,0.10000,0.591
23,mlp.experts.3.gate_proj,0.0000000627,0.10000,0.601
23,mlp.experts.4.gate_proj,0.0000002075,0.10000,0.622
23,mlp.experts.5.gate_proj,0.0000010049,0.10000,0.609
23,mlp.experts.6.gate_proj,0.0000018244,0.10000,0.598
23,mlp.experts.7.gate_proj,0.0000001128,0.10000,0.583
23,mlp.experts.8.gate_proj,0.0000000385,0.10000,0.584
23,mlp.experts.9.gate_proj,0.0000002072,0.10000,0.599
23,mlp.experts.10.gate_proj,0.0000034891,0.10000,0.620
23,mlp.experts.11.gate_proj,0.0000011036,0.10000,0.634
23,mlp.experts.12.gate_proj,0.0000000707,0.10000,0.630
23,mlp.experts.13.gate_proj,0.0000000816,0.10000,0.597
23,mlp.experts.14.gate_proj,0.0000002648,0.10000,0.593
23,mlp.experts.15.gate_proj,0.0000003903,0.10000,0.589
23,mlp.experts.16.gate_proj,0.0000000439,0.10000,0.638
23,mlp.experts.17.gate_proj,0.0000013703,0.10000,0.621
23,mlp.experts.18.gate_proj,0.0000000459,0.10000,0.592
23,mlp.experts.19.gate_proj,0.0000009353,0.10000,0.593
23,mlp.experts.20.gate_proj,0.0000000367,0.10000,0.587
23,mlp.experts.21.gate_proj,0.0000000685,0.10000,0.625
23,mlp.experts.22.gate_proj,0.0000000742,0.10000,0.638
23,mlp.experts.23.gate_proj,0.0000000618,0.10000,0.688
23,mlp.experts.24.gate_proj,0.0000000404,0.10000,0.658
23,mlp.experts.25.gate_proj,0.0000001731,0.10000,0.633
23,mlp.experts.26.gate_proj,0.0000000654,0.10000,0.623
23,mlp.experts.27.gate_proj,0.0000061801,0.10000,0.599
23,mlp.experts.28.gate_proj,0.0000002424,0.10000,0.603
23,mlp.experts.29.gate_proj,0.0000000383,0.10000,0.592
23,mlp.experts.30.gate_proj,0.0000001245,0.10000,0.586
23,mlp.experts.31.gate_proj,0.0000001415,0.10000,0.591
23,mlp.experts.32.gate_proj,0.0000007410,0.10000,0.617
23,mlp.experts.33.gate_proj,0.0000000289,0.10000,0.635
23,mlp.experts.34.gate_proj,0.0000024802,0.10000,0.630
23,mlp.experts.35.gate_proj,0.0000053473,0.10000,0.630
23,mlp.experts.36.gate_proj,0.0000010296,0.10000,0.600
23,mlp.experts.37.gate_proj,0.0000000521,0.10000,0.594
23,mlp.experts.38.gate_proj,0.0000033482,0.10000,0.602
23,mlp.experts.39.gate_proj,0.0000000517,0.10000,0.595
23,mlp.experts.40.gate_proj,0.0000002305,0.10000,0.625
23,mlp.experts.41.gate_proj,0.0000000695,0.10000,0.608
23,mlp.experts.42.gate_proj,0.0000000610,0.10000,0.613
23,mlp.experts.43.gate_proj,0.0000000348,0.10000,0.610
23,mlp.experts.44.gate_proj,0.0000096737,0.10000,0.617
23,mlp.experts.45.gate_proj,0.0000001411,0.10000,0.614
23,mlp.experts.46.gate_proj,0.0000000951,0.10000,0.605
23,mlp.experts.47.gate_proj,0.0000000471,0.10000,0.620
23,mlp.experts.48.gate_proj,0.0000001028,0.10000,0.594
23,mlp.experts.49.gate_proj,0.0000000425,0.10000,0.635
23,mlp.experts.50.gate_proj,0.0000000576,0.10000,0.633
23,mlp.experts.51.gate_proj,0.0000008021,0.10000,0.630
23,mlp.experts.52.gate_proj,0.0000003211,0.10000,0.622
23,mlp.experts.53.gate_proj,0.0000001528,0.10000,0.629
23,mlp.experts.54.gate_proj,0.0000001093,0.10000,0.604
23,mlp.experts.55.gate_proj,0.0000000800,0.10000,0.610
23,mlp.experts.56.gate_proj,0.0000002218,0.10000,0.606
23,mlp.experts.57.gate_proj,0.0000112093,0.10000,0.596
23,mlp.experts.58.gate_proj,0.0000000519,0.10000,0.605
23,mlp.experts.59.gate_proj,0.0000000300,0.10000,0.590
23,mlp.experts.60.gate_proj,0.0000000427,0.10000,0.608
23,mlp.experts.61.gate_proj,0.0000000321,0.10000,0.632
23,mlp.experts.62.gate_proj,0.0000004664,0.10000,0.630
23,mlp.experts.63.gate_proj,0.0000004278,0.10000,0.623
23,mlp.experts.64.gate_proj,0.0000002534,0.10000,0.596
23,mlp.experts.65.gate_proj,0.0000006306,0.10000,0.717
23,mlp.experts.66.gate_proj,0.0000184195,0.10000,0.645
23,mlp.experts.67.gate_proj,0.0000000914,0.10000,0.622
23,mlp.experts.68.gate_proj,0.0000001139,0.10000,0.601
23,mlp.experts.69.gate_proj,0.0000000344,0.10000,0.602
23,mlp.experts.70.gate_proj,0.0000013974,0.10000,0.602
23,mlp.experts.71.gate_proj,0.0000000550,0.10000,0.590
23,mlp.experts.72.gate_proj,0.0000002021,0.10000,0.598
23,mlp.experts.73.gate_proj,0.0000000902,0.10000,0.589
23,mlp.experts.74.gate_proj,0.0000040215,0.10000,0.624
23,mlp.experts.75.gate_proj,0.0000007557,0.10000,0.629
23,mlp.experts.76.gate_proj,0.0000007464,0.10000,0.590
23,mlp.experts.77.gate_proj,0.0000038907,0.10000,0.635
23,mlp.experts.78.gate_proj,0.0000000917,0.10000,0.684
23,mlp.experts.79.gate_proj,0.0000000521,0.10000,0.687
23,mlp.experts.80.gate_proj,0.0000061701,0.10000,0.634
23,mlp.experts.81.gate_proj,0.0000002250,0.10000,0.699
23,mlp.experts.82.gate_proj,0.0000002387,0.10000,0.636
23,mlp.experts.83.gate_proj,0.0000028571,0.10000,0.693
23,mlp.experts.84.gate_proj,0.0000012052,0.10000,0.627
23,mlp.experts.85.gate_proj,0.0000000461,0.10000,0.618
23,mlp.experts.86.gate_proj,0.0000000451,0.10000,0.614
23,mlp.experts.87.gate_proj,0.0000000938,0.10000,0.601
23,mlp.experts.88.gate_proj,0.0000013655,0.10000,0.598
23,mlp.experts.89.gate_proj,0.0000000757,0.10000,0.597
23,mlp.experts.90.gate_proj,0.0000000922,0.10000,0.604
23,mlp.experts.91.gate_proj,0.0000018375,0.10000,0.592
23,mlp.experts.92.gate_proj,0.0000000595,0.10000,0.597
23,mlp.experts.93.gate_proj,0.0000123378,0.10000,0.592
23,mlp.experts.94.gate_proj,0.0000000948,0.10000,0.590
23,mlp.experts.95.gate_proj,0.0000002281,0.10000,0.605
23,mlp.experts.96.gate_proj,0.0000000141,0.10000,0.607
23,mlp.experts.97.gate_proj,0.0000000409,0.10000,0.632
23,mlp.experts.98.gate_proj,0.0000000263,0.10000,0.598
23,mlp.experts.99.gate_proj,0.0000000489,0.10000,0.631
23,mlp.experts.100.gate_proj,0.0000001021,0.10000,0.625
23,mlp.experts.101.gate_proj,0.0000000729,0.10000,0.704
23,mlp.experts.102.gate_proj,0.0000002958,0.10000,0.629
23,mlp.experts.103.gate_proj,0.0000006843,0.10000,0.618
23,mlp.experts.104.gate_proj,0.0000021057,0.10000,0.600
23,mlp.experts.105.gate_proj,0.0000000231,0.10000,0.616
23,mlp.experts.106.gate_proj,0.0000036822,0.10000,0.639
23,mlp.experts.107.gate_proj,0.0000000293,0.10000,0.717
23,mlp.experts.108.gate_proj,0.0000022885,0.10000,0.673
23,mlp.experts.109.gate_proj,0.0000001237,0.10000,0.626
23,mlp.experts.110.gate_proj,0.0000010602,0.10000,0.624
23,mlp.experts.111.gate_proj,0.0000000646,0.10000,0.717
23,mlp.experts.112.gate_proj,0.0000007552,0.10000,0.640
23,mlp.experts.113.gate_proj,0.0000019536,0.10000,0.592
23,mlp.experts.114.gate_proj,0.0000002434,0.10000,0.585
23,mlp.experts.115.gate_proj,0.0000000194,0.10000,0.620
23,mlp.experts.116.gate_proj,0.0000000397,0.10000,0.627
23,mlp.experts.117.gate_proj,0.0000035569,0.10000,0.589
23,mlp.experts.118.gate_proj,0.0000039496,0.10000,0.678
23,mlp.experts.119.gate_proj,0.0000071156,0.10000,0.615
23,mlp.experts.120.gate_proj,0.0000015392,0.10000,0.627
23,mlp.experts.121.gate_proj,0.0000002559,0.10000,0.696
23,mlp.experts.122.gate_proj,0.0000000477,0.10000,0.662
23,mlp.experts.123.gate_proj,0.0000069823,0.10000,0.657
23,mlp.experts.124.gate_proj,0.0000007843,0.10000,0.659
23,mlp.experts.125.gate_proj,0.0000000677,0.10000,0.653
23,mlp.experts.126.gate_proj,0.0000000692,0.10000,0.680
23,mlp.experts.127.gate_proj,0.0000033109,0.10000,0.620
23,mlp.experts.0.down_proj,0.0000000051,0.10000,0.222
23,mlp.experts.1.down_proj,0.0000000558,0.10000,0.221
23,mlp.experts.2.down_proj,0.0000000141,0.10000,0.229
23,mlp.experts.3.down_proj,0.0000000072,0.10000,0.223
23,mlp.experts.4.down_proj,0.0000000044,0.10000,0.223
23,mlp.experts.5.down_proj,0.0000001763,0.10000,0.222
23,mlp.experts.6.down_proj,0.0000002502,0.10000,0.223
23,mlp.experts.7.down_proj,0.0000000166,0.10000,0.219
23,mlp.experts.8.down_proj,0.0000000072,0.10000,0.223
23,mlp.experts.9.down_proj,0.0000000787,0.10000,0.224
23,mlp.experts.10.down_proj,0.0000014681,0.10000,0.243
23,mlp.experts.11.down_proj,0.0000001844,0.10000,0.221
23,mlp.experts.12.down_proj,0.0000000095,0.10000,0.223
23,mlp.experts.13.down_proj,0.0000000163,0.10000,0.225
23,mlp.experts.14.down_proj,0.0000000337,0.10000,0.234
23,mlp.experts.15.down_proj,0.0000000520,0.10000,0.247
23,mlp.experts.16.down_proj,0.0000000072,0.10000,0.230
23,mlp.experts.17.down_proj,0.0000001919,0.10000,0.228
23,mlp.experts.18.down_proj,0.0000000090,0.10000,0.235
23,mlp.experts.19.down_proj,0.0000003074,0.10000,0.233
23,mlp.experts.20.down_proj,0.0000000048,0.10000,0.242
23,mlp.experts.21.down_proj,0.0000000130,0.10000,0.228
23,mlp.experts.22.down_proj,0.0000000258,0.10000,0.239
23,mlp.experts.23.down_proj,0.0000000163,0.10000,0.228
23,mlp.experts.24.down_proj,0.0000000084,0.10000,0.228
23,mlp.experts.25.down_proj,0.0000000177,0.10000,0.233
23,mlp.experts.26.down_proj,0.0000000126,0.10000,0.229
23,mlp.experts.27.down_proj,0.0000018490,0.10000,0.229
23,mlp.experts.28.down_proj,0.0000000295,0.10000,0.229
23,mlp.experts.29.down_proj,0.0000000074,0.10000,0.235
23,mlp.experts.30.down_proj,0.0000000234,0.10000,0.241
23,mlp.experts.31.down_proj,0.0000000163,0.10000,0.242
23,mlp.experts.32.down_proj,0.0000001018,0.10000,0.246
23,mlp.experts.33.down_proj,0.0000000034,0.10000,0.241
23,mlp.experts.34.down_proj,0.0000005350,0.10000,0.235
23,mlp.experts.35.down_proj,0.0000028352,0.10000,0.254
23,mlp.experts.36.down_proj,0.0000000263,0.10000,0.237
23,mlp.experts.37.down_proj,0.0000000089,0.10000,0.225
23,mlp.experts.38.down_proj,0.0000006863,0.10000,0.226
23,mlp.experts.39.down_proj,0.0000000104,0.10000,0.236
23,mlp.experts.40.down_proj,0.0000000334,0.10000,0.233
23,mlp.experts.41.down_proj,0.0000000093,0.10000,0.228
23,mlp.experts.42.down_proj,0.0000000146,0.10000,0.228
23,mlp.experts.43.down_proj,0.0000000049,0.10000,0.225
23,mlp.experts.44.down_proj,0.0000022712,0.10000,0.257
23,mlp.experts.45.down_proj,0.0000000449,0.10000,0.228
23,mlp.experts.46.down_proj,0.0000000213,0.10000,0.228
23,mlp.experts.47.down_proj,0.0000000113,0.10000,0.237
23,mlp.experts.48.down_proj,0.0000000136,0.10000,0.226
23,mlp.experts.49.down_proj,0.0000000097,0.10000,0.228
23,mlp.experts.50.down_proj,0.0000000125,0.10000,0.229
23,mlp.experts.51.down_proj,0.0000001765,0.10000,0.225
23,mlp.experts.52.down_proj,0.0000000287,0.10000,0.227
23,mlp.experts.53.down_proj,0.0000000192,0.10000,0.223
23,mlp.experts.54.down_proj,0.0000000287,0.10000,0.244
23,mlp.experts.55.down_proj,0.0000000187,0.10000,0.251
23,mlp.experts.56.down_proj,0.0000000424,0.10000,0.235
23,mlp.experts.57.down_proj,0.0000027220,0.10000,0.231
23,mlp.experts.58.down_proj,0.0000000085,0.10000,0.234
23,mlp.experts.59.down_proj,0.0000000047,0.10000,0.239
23,mlp.experts.60.down_proj,0.0000000054,0.10000,0.244
23,mlp.experts.61.down_proj,0.0000000063,0.10000,0.230
23,mlp.experts.62.down_proj,0.0000000560,0.10000,0.223
23,mlp.experts.63.down_proj,0.0000001030,0.10000,0.231
23,mlp.experts.64.down_proj,0.0000000599,0.10000,0.228
23,mlp.experts.65.down_proj,0.0000000640,0.10000,0.232
23,mlp.experts.66.down_proj,0.0000015716,0.10000,0.232
23,mlp.experts.67.down_proj,0.0000000179,0.10000,0.224
23,mlp.experts.68.down_proj,0.0000000209,0.10000,0.239
23,mlp.experts.69.down_proj,0.0000000075,0.10000,0.253
23,mlp.experts.70.down_proj,0.0000002155,0.10000,0.249
23,mlp.experts.71.down_proj,0.0000000081,0.10000,0.244
23,mlp.experts.72.down_proj,0.0000000434,0.10000,0.217
23,mlp.experts.73.down_proj,0.0000000141,0.10000,0.240
23,mlp.experts.74.down_proj,0.0000013708,0.10000,0.232
23,mlp.experts.75.down_proj,0.0000000853,0.10000,0.232
23,mlp.experts.76.down_proj,0.0000000761,0.10000,0.229
23,mlp.experts.77.down_proj,0.0000006926,0.10000,0.231
23,mlp.experts.78.down_proj,0.0000000154,0.10000,0.245
23,mlp.experts.79.down_proj,0.0000000099,0.10000,0.222
23,mlp.experts.80.down_proj,0.0000018096,0.10000,0.253
23,mlp.experts.81.down_proj,0.0000000306,0.10000,0.245
23,mlp.experts.82.down_proj,0.0000000388,0.10000,0.215
23,mlp.experts.83.down_proj,0.0000005152,0.10000,0.230
23,mlp.experts.84.down_proj,0.0000001832,0.10000,0.232
23,mlp.experts.85.down_proj,0.0000000084,0.10000,0.229
23,mlp.experts.86.down_proj,0.0000000099,0.10000,0.235
23,mlp.experts.87.down_proj,0.0000000163,0.10000,0.225
23,mlp.experts.88.down_proj,0.0000004165,0.10000,0.227
23,mlp.experts.89.down_proj,0.0000000148,0.10000,0.225
23,mlp.experts.90.down_proj,0.0000000183,0.10000,0.229
23,mlp.experts.91.down_proj,0.0000005604,0.10000,0.226
23,mlp.experts.92.down_proj,0.0000000160,0.10000,0.232
23,mlp.experts.93.down_proj,0.0000028350,0.10000,0.225
23,mlp.experts.94.down_proj,0.0000000113,0.10000,0.249
23,mlp.experts.95.down_proj,0.0000000405,0.10000,0.249
23,mlp.experts.96.down_proj,0.0000000020,0.10000,0.237
23,mlp.experts.97.down_proj,0.0000000106,0.10000,0.226
23,mlp.experts.98.down_proj,0.0000000047,0.10000,0.228
23,mlp.experts.99.down_proj,0.0000000062,0.10000,0.227
23,mlp.experts.100.down_proj,0.0000000248,0.10000,0.256
23,mlp.experts.101.down_proj,0.0000000095,0.10000,0.245
23,mlp.experts.102.down_proj,0.0000000342,0.10000,0.270
23,mlp.experts.103.down_proj,0.0000002422,0.10000,0.271
23,mlp.experts.104.down_proj,0.0000002598,0.10000,0.257
23,mlp.experts.105.down_proj,0.0000000038,0.10000,0.260
23,mlp.experts.106.down_proj,0.0000010809,0.10000,0.250
23,mlp.experts.107.down_proj,0.0000000031,0.10000,0.264
23,mlp.experts.108.down_proj,0.0000004036,0.10000,0.238
23,mlp.experts.109.down_proj,0.0000000125,0.10000,0.241
23,mlp.experts.110.down_proj,0.0000001434,0.10000,0.228
23,mlp.experts.111.down_proj,0.0000000123,0.10000,0.226
23,mlp.experts.112.down_proj,0.0000001043,0.10000,0.230
23,mlp.experts.113.down_proj,0.0000003359,0.10000,0.236
23,mlp.experts.114.down_proj,0.0000000590,0.10000,0.231
23,mlp.experts.115.down_proj,0.0000000037,0.10000,0.232
23,mlp.experts.116.down_proj,0.0000000076,0.10000,0.235
23,mlp.experts.117.down_proj,0.0000000939,0.10000,0.231
23,mlp.experts.118.down_proj,0.0000012601,0.10000,0.230
23,mlp.experts.119.down_proj,0.0000019787,0.10000,0.223
23,mlp.experts.120.down_proj,0.0000000565,0.10000,0.223
23,mlp.experts.121.down_proj,0.0000000307,0.10000,0.227
23,mlp.experts.122.down_proj,0.0000000124,0.10000,0.230
23,mlp.experts.123.down_proj,0.0000020547,0.10000,0.227
23,mlp.experts.124.down_proj,0.0000000498,0.10000,0.228
23,mlp.experts.125.down_proj,0.0000000123,0.10000,0.224
23,mlp.experts.126.down_proj,0.0000000144,0.10000,0.225
23,mlp.experts.127.down_proj,0.0000009638,0.10000,0.224
24,self_attn.q_proj,0.0000000007,0.10000,0.606
24,self_attn.k_proj,0.0000000001,0.10000,0.592
24,self_attn.v_proj,0.0000000001,0.10000,0.585
24,self_attn.o_proj,0.0000000001,0.10000,1.144
24,mlp.gate,0.0000000082,0.10000,0.587
24,mlp.experts.0.up_proj,0.0000000565,0.10000,0.632
24,mlp.experts.1.up_proj,0.0000023829,0.10000,0.640
24,mlp.experts.2.up_proj,0.0000000195,0.10000,0.640
24,mlp.experts.3.up_proj,0.0000023747,0.10000,0.635
24,mlp.experts.4.up_proj,0.0000001040,0.10000,0.650
24,mlp.experts.5.up_proj,0.0000029804,0.10000,0.606
24,mlp.experts.6.up_proj,0.0000000877,0.10000,0.617
24,mlp.experts.7.up_proj,0.0000002894,0.10000,0.616
24,mlp.experts.8.up_proj,0.0000001393,0.10000,0.574
24,mlp.experts.9.up_proj,0.0000001960,0.10000,0.601
24,mlp.experts.10.up_proj,0.0000105155,0.10000,0.700
24,mlp.experts.11.up_proj,0.0000005784,0.10000,0.613
24,mlp.experts.12.up_proj,0.0000000897,0.10000,0.572
24,mlp.experts.13.up_proj,0.0000189667,0.10000,0.567
24,mlp.experts.14.up_proj,0.0000000296,0.10000,0.586
24,mlp.experts.15.up_proj,0.0000000475,0.10000,0.598
24,mlp.experts.16.up_proj,0.0000014192,0.10000,0.603
24,mlp.experts.17.up_proj,0.0000000713,0.10000,0.604
24,mlp.experts.18.up_proj,0.0000000791,0.10000,0.608
24,mlp.experts.19.up_proj,0.0000047027,0.10000,0.597
24,mlp.experts.20.up_proj,0.0000009217,0.10000,0.571
24,mlp.experts.21.up_proj,0.0000001686,0.10000,0.571
24,mlp.experts.22.up_proj,0.0000001261,0.10000,0.572
24,mlp.experts.23.up_proj,0.0000001456,0.10000,0.571
24,mlp.experts.24.up_proj,0.0000001467,0.10000,0.590
24,mlp.experts.25.up_proj,0.0000000736,0.10000,0.607
24,mlp.experts.26.up_proj,0.0000000624,0.10000,0.577
24,mlp.experts.27.up_proj,0.0000000499,0.10000,0.596
24,mlp.experts.28.up_proj,0.0000003271,0.10000,0.604
24,mlp.experts.29.up_proj,0.0000008684,0.10000,0.606
24,mlp.experts.30.up_proj,0.0000000911,0.10000,0.594
24,mlp.experts.31.up_proj,0.0000004917,0.10000,0.604
24,mlp.experts.32.up_proj,0.0000000268,0.10000,0.601
24,mlp.experts.33.up_proj,0.0000021080,0.10000,0.600
24,mlp.experts.34.up_proj,0.0000000537,0.10000,0.597
24,mlp.experts.35.up_proj,0.0000005021,0.10000,0.619
24,mlp.experts.36.up_proj,0.0000001077,0.10000,0.576
24,mlp.experts.37.up_proj,0.0000008611,0.10000,0.598
24,mlp.experts.38.up_proj,0.0000000444,0.10000,0.609
24,mlp.experts.39.up_proj,0.0000002104,0.10000,0.577
24,mlp.experts.40.up_proj,0.0000001948,0.10000,0.589
24,mlp.experts.41.up_proj,0.0000005502,0.10000,0.576
24,mlp.experts.42.up_proj,0.0000000179,0.10000,0.698
24,mlp.experts.43.up_proj,0.0000000677,0.10000,0.661
24,mlp.experts.44.up_proj,0.0000000956,0.10000,0.609
24,mlp.experts.45.up_proj,0.0000024418,0.10000,0.571
24,mlp.experts.46.up_proj,0.0000000270,0.10000,0.728
24,mlp.experts.47.up_proj,0.0000007107,0.10000,0.620
24,mlp.experts.48.up_proj,0.0000113449,0.10000,0.693
24,mlp.experts.49.up_proj,0.0000001913,0.10000,0.639
24,mlp.experts.50.up_proj,0.0000001165,0.10000,0.645
24,mlp.experts.51.up_proj,0.0000003019,0.10000,0.643
24,mlp.experts.52.up_proj,0.0000000329,0.10000,0.677
24,mlp.experts.53.up_proj,0.0000000403,0.10000,0.653
24,mlp.experts.54.up_proj,0.0000013412,0.10000,0.656
24,mlp.experts.55.up_proj,0.0000026566,0.10000,0.696
24,mlp.experts.56.up_proj,0.0000003364,0.10000,0.656
24,mlp.experts.57.up_proj,0.0000007277,0.10000,0.641
24,mlp.experts.58.up_proj,0.0000000356,0.10000,0.643
24,mlp.experts.59.up_proj,0.0000026424,0.10000,0.631
24,mlp.experts.60.up_proj,0.0000004926,0.10000,0.702
24,mlp.experts.61.up_proj,0.0000000378,0.10000,0.643
24,mlp.experts.62.up_proj,0.0000001261,0.10000,0.642
24,mlp.experts.63.up_proj,0.0000000473,0.10000,0.629
24,mlp.experts.64.up_proj,0.0000001922,0.10000,0.610
24,mlp.experts.65.up_proj,0.0000000573,0.10000,0.622
24,mlp.experts.66.up_proj,0.0000005452,0.10000,0.580
24,mlp.experts.67.up_proj,0.0000001305,0.10000,0.595
24,mlp.experts.68.up_proj,0.0000000407,0.10000,0.587
24,mlp.experts.69.up_proj,0.0000000728,0.10000,0.592
24,mlp.experts.70.up_proj,0.0000021940,0.10000,0.593
24,mlp.experts.71.up_proj,0.0000001835,0.10000,0.588
24,mlp.experts.72.up_proj,0.0000062005,0.10000,0.586
24,mlp.experts.73.up_proj,0.0000000279,0.10000,0.583
24,mlp.experts.74.up_proj,0.0000000803,0.10000,0.577
24,mlp.experts.75.up_proj,0.0000000639,0.10000,0.579
24,mlp.experts.76.up_proj,0.0000000492,0.10000,0.579
24,mlp.experts.77.up_proj,0.0000020961,0.10000,0.583
24,mlp.experts.78.up_proj,0.0000007198,0.10000,0.586
24,mlp.experts.79.up_proj,0.0000000597,0.10000,0.580
24,mlp.experts.80.up_proj,0.0000001410,0.10000,0.582
24,mlp.experts.81.up_proj,0.0000054374,0.10000,0.626
24,mlp.experts.82.up_proj,0.0000018295,0.10000,0.613
24,mlp.experts.83.up_proj,0.0000056821,0.10000,0.595
24,mlp.experts.84.up_proj,0.0000008323,0.10000,0.589
24,mlp.experts.85.up_proj,0.0000000749,0.10000,0.605
24,mlp.experts.86.up_proj,0.0000026636,0.10000,0.596
24,mlp.experts.87.up_proj,0.0000000248,0.10000,0.583
24,mlp.experts.88.up_proj,0.0000074001,0.10000,0.587
24,mlp.experts.89.up_proj,0.0000002231,0.10000,0.691
24,mlp.experts.90.up_proj,0.0000000692,0.10000,0.614
24,mlp.experts.91.up_proj,0.0000010986,0.10000,0.575
24,mlp.experts.92.up_proj,0.0000002917,0.10000,0.585
24,mlp.experts.93.up_proj,0.0000027397,0.10000,0.622
24,mlp.experts.94.up_proj,0.0000008618,0.10000,0.631
24,mlp.experts.95.up_proj,0.0000001389,0.10000,0.614
24,mlp.experts.96.up_proj,0.0000000722,0.10000,0.592
24,mlp.experts.97.up_proj,0.0000000315,0.10000,0.598
24,mlp.experts.98.up_proj,0.0000063346,0.10000,0.581
24,mlp.experts.99.up_proj,0.0000000514,0.10000,0.588
24,mlp.experts.100.up_proj,0.0000000378,0.10000,0.630
24,mlp.experts.101.up_proj,0.0000012080,0.10000,0.619
24,mlp.experts.102.up_proj,0.0000000220,0.10000,0.608
24,mlp.experts.103.up_proj,0.0000000646,0.10000,0.602
24,mlp.experts.104.up_proj,0.0000145497,0.10000,0.589
24,mlp.experts.105.up_proj,0.0000012488,0.10000,0.598
24,mlp.experts.106.up_proj,0.0000027827,0.10000,0.593
24,mlp.experts.107.up_proj,0.0000000644,0.10000,0.588
24,mlp.experts.108.up_proj,0.0000010042,0.10000,0.615
24,mlp.experts.109.up_proj,0.0000037084,0.10000,0.598
24,mlp.experts.110.up_proj,0.0000012951,0.10000,0.582
24,mlp.experts.111.up_proj,0.0000006630,0.10000,0.611
24,mlp.experts.112.up_proj,0.0000001121,0.10000,0.621
24,mlp.experts.113.up_proj,0.0000015766,0.10000,0.601
24,mlp.experts.114.up_proj,0.0000000734,0.10000,0.607
24,mlp.experts.115.up_proj,0.0000000517,0.10000,0.592
24,mlp.experts.116.up_proj,0.0000000637,0.10000,0.605
24,mlp.experts.117.up_proj,0.0000002661,0.10000,0.612
24,mlp.experts.118.up_proj,0.0000000441,0.10000,0.584
24,mlp.experts.119.up_proj,0.0000010746,0.10000,0.581
24,mlp.experts.120.up_proj,0.0000001028,0.10000,0.614
24,mlp.experts.121.up_proj,0.0000001484,0.10000,0.618
24,mlp.experts.122.up_proj,0.0000011217,0.10000,0.622
24,mlp.experts.123.up_proj,0.0000001055,0.10000,0.620
24,mlp.experts.124.up_proj,0.0000000723,0.10000,0.600
24,mlp.experts.125.up_proj,0.0000010088,0.10000,0.588
24,mlp.experts.126.up_proj,0.0000005519,0.10000,0.587
24,mlp.experts.127.up_proj,0.0000000428,0.10000,0.590
24,mlp.experts.0.gate_proj,0.0000000504,0.10000,0.585
24,mlp.experts.1.gate_proj,0.0000024827,0.10000,0.583
24,mlp.experts.2.gate_proj,0.0000000180,0.10000,0.604
24,mlp.experts.3.gate_proj,0.0000023044,0.10000,0.698
24,mlp.experts.4.gate_proj,0.0000001051,0.10000,0.699
24,mlp.experts.5.gate_proj,0.0000030004,0.10000,0.648
24,mlp.experts.6.gate_proj,0.0000000851,0.10000,0.640
24,mlp.experts.7.gate_proj,0.0000002734,0.10000,0.613
24,mlp.experts.8.gate_proj,0.0000001408,0.10000,0.603
24,mlp.experts.9.gate_proj,0.0000001860,0.10000,0.591
24,mlp.experts.10.gate_proj,0.0000353011,0.10000,0.586
24,mlp.experts.11.gate_proj,0.0000005990,0.10000,0.586
24,mlp.experts.12.gate_proj,0.0000000843,0.10000,0.581
24,mlp.experts.13.gate_proj,0.0000173807,0.10000,0.587
24,mlp.experts.14.gate_proj,0.0000000276,0.10000,0.580
24,mlp.experts.15.gate_proj,0.0000000453,0.10000,0.601
24,mlp.experts.16.gate_proj,0.0000015210,0.10000,0.585
24,mlp.experts.17.gate_proj,0.0000000695,0.10000,0.594
24,mlp.experts.18.gate_proj,0.0000000791,0.10000,0.589
24,mlp.experts.19.gate_proj,0.0000049568,0.10000,0.587
24,mlp.experts.20.gate_proj,0.0000009457,0.10000,0.598
24,mlp.experts.21.gate_proj,0.0000001550,0.10000,0.593
24,mlp.experts.22.gate_proj,0.0000001316,0.10000,0.622
24,mlp.experts.23.gate_proj,0.0000001519,0.10000,0.628
24,mlp.experts.24.gate_proj,0.0000001661,0.10000,0.607
24,mlp.experts.25.gate_proj,0.0000000715,0.10000,0.604
24,mlp.experts.26.gate_proj,0.0000000605,0.10000,0.611
24,mlp.experts.27.gate_proj,0.0000000489,0.10000,0.605
24,mlp.experts.28.gate_proj,0.0000003407,0.10000,0.595
24,mlp.experts.29.gate_proj,0.0000008216,0.10000,0.618
24,mlp.experts.30.gate_proj,0.0000000938,0.10000,0.601
24,mlp.experts.31.gate_proj,0.0000004595,0.10000,0.625
24,mlp.experts.32.gate_proj,0.0000000256,0.10000,0.625
24,mlp.experts.33.gate_proj,0.0000021657,0.10000,0.611
24,mlp.experts.34.gate_proj,0.0000000539,0.10000,0.626
24,mlp.experts.35.gate_proj,0.0000005090,0.10000,0.609
24,mlp.experts.36.gate_proj,0.0000000962,0.10000,0.595
24,mlp.experts.37.gate_proj,0.0000008799,0.10000,0.607
24,mlp.experts.38.gate_proj,0.0000000389,0.10000,0.605
24,mlp.experts.39.gate_proj,0.0000002270,0.10000,0.605
24,mlp.experts.40.gate_proj,0.0000001959,0.10000,0.608
24,mlp.experts.41.gate_proj,0.0000005638,0.10000,0.638
24,mlp.experts.42.gate_proj,0.0000000164,0.10000,0.627
24,mlp.experts.43.gate_proj,0.0000000643,0.10000,0.639
24,mlp.experts.44.gate_proj,0.0000000946,0.10000,0.616
24,mlp.experts.45.gate_proj,0.0000024701,0.10000,0.612
24,mlp.experts.46.gate_proj,0.0000000243,0.10000,0.611
24,mlp.experts.47.gate_proj,0.0000007278,0.10000,0.608
24,mlp.experts.48.gate_proj,0.0000103279,0.10000,0.608
24,mlp.experts.49.gate_proj,0.0000001914,0.10000,0.614
24,mlp.experts.50.gate_proj,0.0000001168,0.10000,0.657
24,mlp.experts.51.gate_proj,0.0000002751,0.10000,0.614
24,mlp.experts.52.gate_proj,0.0000000298,0.10000,0.611
24,mlp.experts.53.gate_proj,0.0000000365,0.10000,0.621
24,mlp.experts.54.gate_proj,0.0000013650,0.10000,0.603
24,mlp.experts.55.gate_proj,0.0000025224,0.10000,0.625
24,mlp.experts.56.gate_proj,0.0000003261,0.10000,0.630
24,mlp.experts.57.gate_proj,0.0000007422,0.10000,0.612
24,mlp.experts.58.gate_proj,0.0000000332,0.10000,0.638
24,mlp.experts.59.gate_proj,0.0000027486,0.10000,0.635
24,mlp.experts.60.gate_proj,0.0000004432,0.10000,0.700
24,mlp.experts.61.gate_proj,0.0000000351,0.10000,0.662
24,mlp.experts.62.gate_proj,0.0000001280,0.10000,0.648
24,mlp.experts.63.gate_proj,0.0000000438,0.10000,0.643
24,mlp.experts.64.gate_proj,0.0000001879,0.10000,0.664
24,mlp.experts.65.gate_proj,0.0000000605,0.10000,0.621
24,mlp.experts.66.gate_proj,0.0000005060,0.10000,0.629
24,mlp.experts.67.gate_proj,0.0000001345,0.10000,0.642
24,mlp.experts.68.gate_proj,0.0000000343,0.10000,0.595
24,mlp.experts.69.gate_proj,0.0000000684,0.10000,0.604
24,mlp.experts.70.gate_proj,0.0000022436,0.10000,0.608
24,mlp.experts.71.gate_proj,0.0000001844,0.10000,0.609
24,mlp.experts.72.gate_proj,0.0000061806,0.10000,0.622
24,mlp.experts.73.gate_proj,0.0000000299,0.10000,0.640
24,mlp.experts.74.gate_proj,0.0000000735,0.10000,0.638
24,mlp.experts.75.gate_proj,0.0000000612,0.10000,0.595
24,mlp.experts.76.gate_proj,0.0000000441,0.10000,0.590
24,mlp.experts.77.gate_proj,0.0000021519,0.10000,0.639
24,mlp.experts.78.gate_proj,0.0000007072,0.10000,0.631
24,mlp.experts.79.gate_proj,0.0000000564,0.10000,0.634
24,mlp.experts.80.gate_proj,0.0000001135,0.10000,0.640
24,mlp.experts.81.gate_proj,0.0000051477,0.10000,0.613
24,mlp.experts.82.gate_proj,0.0000016985,0.10000,0.615
24,mlp.experts.83.gate_proj,0.0000052666,0.10000,0.639
24,mlp.experts.84.gate_proj,0.0000008516,0.10000,0.615
24,mlp.experts.85.gate_proj,0.0000000773,0.10000,0.606
24,mlp.experts.86.gate_proj,0.0000027419,0.10000,0.609
24,mlp.experts.87.gate_proj,0.0000000217,0.10000,0.601
24,mlp.experts.88.gate_proj,0.0000071636,0.10000,0.594
24,mlp.experts.89.gate_proj,0.0000002129,0.10000,0.605
24,mlp.experts.90.gate_proj,0.0000000668,0.10000,0.718
24,mlp.experts.91.gate_proj,0.0000011176,0.10000,0.699
24,mlp.experts.92.gate_proj,0.0000003047,0.10000,0.660
24,mlp.experts.93.gate_proj,0.0000028358,0.10000,0.631
24,mlp.experts.94.gate_proj,0.0000006231,0.10000,0.616
24,mlp.experts.95.gate_proj,0.0000001284,0.10000,0.607
24,mlp.experts.96.gate_proj,0.0000000730,0.10000,0.612
24,mlp.experts.97.gate_proj,0.0000000297,0.10000,0.621
24,mlp.experts.98.gate_proj,0.0000068029,0.10000,0.631
24,mlp.experts.99.gate_proj,0.0000000375,0.10000,0.632
24,mlp.experts.100.gate_proj,0.0000000344,0.10000,0.715
24,mlp.experts.101.gate_proj,0.0000013576,0.10000,0.637
24,mlp.experts.102.gate_proj,0.0000000203,0.10000,0.629
24,mlp.experts.103.gate_proj,0.0000000588,0.10000,0.613
24,mlp.experts.104.gate_proj,0.0000125880,0.10000,0.627
24,mlp.experts.105.gate_proj,0.0000013852,0.10000,0.630
24,mlp.experts.106.gate_proj,0.0000029137,0.10000,0.628
24,mlp.experts.107.gate_proj,0.0000000606,0.10000,0.640
24,mlp.experts.108.gate_proj,0.0000010462,0.10000,0.709
24,mlp.experts.109.gate_proj,0.0000038889,0.10000,0.664
24,mlp.experts.110.gate_proj,0.0000012154,0.10000,0.659
24,mlp.experts.111.gate_proj,0.0000007310,0.10000,0.674
24,mlp.experts.112.gate_proj,0.0000001139,0.10000,0.624
24,mlp.experts.113.gate_proj,0.0000015259,0.10000,0.638
24,mlp.experts.114.gate_proj,0.0000000735,0.10000,0.640
24,mlp.experts.115.gate_proj,0.0000000496,0.10000,0.637
24,mlp.experts.116.gate_proj,0.0000000619,0.10000,0.612
24,mlp.experts.117.gate_proj,0.0000002844,0.10000,0.609
24,mlp.experts.118.gate_proj,0.0000000422,0.10000,0.607
24,mlp.experts.119.gate_proj,0.0000010313,0.10000,0.611
24,mlp.experts.120.gate_proj,0.0000000985,0.10000,0.595
24,mlp.experts.121.gate_proj,0.0000001392,0.10000,0.625
24,mlp.experts.122.gate_proj,0.0000011542,0.10000,0.623
24,mlp.experts.123.gate_proj,0.0000000920,0.10000,0.628
24,mlp.experts.124.gate_proj,0.0000000668,0.10000,0.607
24,mlp.experts.125.gate_proj,0.0000010645,0.10000,0.606
24,mlp.experts.126.gate_proj,0.0000005181,0.10000,0.602
24,mlp.experts.127.gate_proj,0.0000000411,0.10000,0.600
24,mlp.experts.0.down_proj,0.0000000121,0.10000,0.230
24,mlp.experts.1.down_proj,0.0000005522,0.10000,0.220
24,mlp.experts.2.down_proj,0.0000000027,0.10000,0.222
24,mlp.experts.3.down_proj,0.0000012589,0.10000,0.231
24,mlp.experts.4.down_proj,0.0000000181,0.10000,0.227
24,mlp.experts.5.down_proj,0.0000006647,0.10000,0.217
24,mlp.experts.6.down_proj,0.0000000128,0.10000,0.216
24,mlp.experts.7.down_proj,0.0000000832,0.10000,0.222
24,mlp.experts.8.down_proj,0.0000000178,0.10000,0.229
24,mlp.experts.9.down_proj,0.0000000429,0.10000,0.210
24,mlp.experts.10.down_proj,0.0000000957,0.10000,0.209
24,mlp.experts.11.down_proj,0.0000000582,0.10000,0.235
24,mlp.experts.12.down_proj,0.0000000184,0.10000,0.221
24,mlp.experts.13.down_proj,0.0000037023,0.10000,0.234
24,mlp.experts.14.down_proj,0.0000000073,0.10000,0.233
24,mlp.experts.15.down_proj,0.0000000121,0.10000,0.239
24,mlp.experts.16.down_proj,0.0000001961,0.10000,0.228
24,mlp.experts.17.down_proj,0.0000000149,0.10000,0.228
24,mlp.experts.18.down_proj,0.0000000102,0.10000,0.237
24,mlp.experts.19.down_proj,0.0000006250,0.10000,0.232
24,mlp.experts.20.down_proj,0.0000001089,0.10000,0.229
24,mlp.experts.21.down_proj,0.0000000178,0.10000,0.213
24,mlp.experts.22.down_proj,0.0000000138,0.10000,0.235
24,mlp.experts.23.down_proj,0.0000000426,0.10000,0.244
24,mlp.experts.24.down_proj,0.0000000168,0.10000,0.238
24,mlp.experts.25.down_proj,0.0000000195,0.10000,0.237
24,mlp.experts.26.down_proj,0.0000000177,0.10000,0.243
24,mlp.experts.27.down_proj,0.0000000063,0.10000,0.225
24,mlp.experts.28.down_proj,0.0000000400,0.10000,0.277
24,mlp.experts.29.down_proj,0.0000001682,0.10000,0.271
24,mlp.experts.30.down_proj,0.0000000281,0.10000,0.260
24,mlp.experts.31.down_proj,0.0000001052,0.10000,0.234
24,mlp.experts.32.down_proj,0.0000000040,0.10000,0.259
24,mlp.experts.33.down_proj,0.0000002420,0.10000,0.262
24,mlp.experts.34.down_proj,0.0000000089,0.10000,0.243
24,mlp.experts.35.down_proj,0.0000001997,0.10000,0.223
24,mlp.experts.36.down_proj,0.0000000238,0.10000,0.224
24,mlp.experts.37.down_proj,0.0000000919,0.10000,0.250
24,mlp.experts.38.down_proj,0.0000000104,0.10000,0.286
24,mlp.experts.39.down_proj,0.0000000794,0.10000,0.267
24,mlp.experts.40.down_proj,0.0000000226,0.10000,0.256
24,mlp.experts.41.down_proj,0.0000000707,0.10000,0.237
24,mlp.experts.42.down_proj,0.0000000028,0.10000,0.232
24,mlp.experts.43.down_proj,0.0000000146,0.10000,0.239
24,mlp.experts.44.down_proj,0.0000000168,0.10000,0.238
24,mlp.experts.45.down_proj,0.0000003381,0.10000,0.223
24,mlp.experts.46.down_proj,0.0000000039,0.10000,0.225
24,mlp.experts.47.down_proj,0.0000000766,0.10000,0.226
24,mlp.experts.48.down_proj,0.0000030429,0.10000,0.225
24,mlp.experts.49.down_proj,0.0000000205,0.10000,0.225
24,mlp.experts.50.down_proj,0.0000000171,0.10000,0.227
24,mlp.experts.51.down_proj,0.0000000673,0.10000,0.228
24,mlp.experts.52.down_proj,0.0000000044,0.10000,0.214
24,mlp.experts.53.down_proj,0.0000000068,0.10000,0.230
24,mlp.experts.54.down_proj,0.0000001641,0.10000,0.231
24,mlp.experts.55.down_proj,0.0000014755,0.10000,0.229
24,mlp.experts.56.down_proj,0.0000000650,0.10000,0.226
24,mlp.experts.57.down_proj,0.0000001106,0.10000,0.215
24,mlp.experts.58.down_proj,0.0000000063,0.10000,0.227
24,mlp.experts.59.down_proj,0.0000003814,0.10000,0.225
24,mlp.experts.60.down_proj,0.0000001252,0.10000,0.247
24,mlp.experts.61.down_proj,0.0000000046,0.10000,0.242
24,mlp.experts.62.down_proj,0.0000000162,0.10000,0.238
24,mlp.experts.63.down_proj,0.0000000098,0.10000,0.222
24,mlp.experts.64.down_proj,0.0000000332,0.10000,0.245
24,mlp.experts.65.down_proj,0.0000000119,0.10000,0.229
24,mlp.experts.66.down_proj,0.0000001126,0.10000,0.229
24,mlp.experts.67.down_proj,0.0000000426,0.10000,0.232
24,mlp.experts.68.down_proj,0.0000000085,0.10000,0.225
24,mlp.experts.69.down_proj,0.0000000128,0.10000,0.232
24,mlp.experts.70.down_proj,0.0000004019,0.10000,0.231
24,mlp.experts.71.down_proj,0.0000000717,0.10000,0.244
24,mlp.experts.72.down_proj,0.0000018674,0.10000,0.243
24,mlp.experts.73.down_proj,0.0000000037,0.10000,0.231
24,mlp.experts.74.down_proj,0.0000000164,0.10000,0.222
24,mlp.experts.75.down_proj,0.0000000076,0.10000,0.255
24,mlp.experts.76.down_proj,0.0000000074,0.10000,0.242
24,mlp.experts.77.down_proj,0.0000002837,0.10000,0.233
24,mlp.experts.78.down_proj,0.0000000389,0.10000,0.246
24,mlp.experts.79.down_proj,0.0000000120,0.10000,0.236
24,mlp.experts.80.down_proj,0.0000000248,0.10000,0.276
24,mlp.experts.81.down_proj,0.0000015396,0.10000,0.278
24,mlp.experts.82.down_proj,0.0000004856,0.10000,0.240
24,mlp.experts.83.down_proj,0.0000009992,0.10000,0.255
24,mlp.experts.84.down_proj,0.0000001117,0.10000,0.235
24,mlp.experts.85.down_proj,0.0000000092,0.10000,0.246
24,mlp.experts.86.down_proj,0.0000008295,0.10000,0.241
24,mlp.experts.87.down_proj,0.0000000032,0.10000,0.230
24,mlp.experts.88.down_proj,0.0000022887,0.10000,0.231
24,mlp.experts.89.down_proj,0.0000000433,0.10000,0.257
24,mlp.experts.90.down_proj,0.0000000088,0.10000,0.263
24,mlp.experts.91.down_proj,0.0000001539,0.10000,0.267
24,mlp.experts.92.down_proj,0.0000000303,0.10000,0.250
24,mlp.experts.93.down_proj,0.0000004273,0.10000,0.259
24,mlp.experts.94.down_proj,0.0000001578,0.10000,0.241
24,mlp.experts.95.down_proj,0.0000000289,0.10000,0.253
24,mlp.experts.96.down_proj,0.0000000169,0.10000,0.247
24,mlp.experts.97.down_proj,0.0000000052,0.10000,0.239
24,mlp.experts.98.down_proj,0.0000002037,0.10000,0.243
24,mlp.experts.99.down_proj,0.0000000091,0.10000,0.237
24,mlp.experts.100.down_proj,0.0000000069,0.10000,0.240
24,mlp.experts.101.down_proj,0.0000000492,0.10000,0.230
24,mlp.experts.102.down_proj,0.0000000035,0.10000,0.230
24,mlp.experts.103.down_proj,0.0000000096,0.10000,0.249
24,mlp.experts.104.down_proj,0.0000072150,0.10000,0.258
24,mlp.experts.105.down_proj,0.0000001144,0.10000,0.251
24,mlp.experts.106.down_proj,0.0000003832,0.10000,0.239
24,mlp.experts.107.down_proj,0.0000000147,0.10000,0.230
24,mlp.experts.108.down_proj,0.0000000408,0.10000,0.242
24,mlp.experts.109.down_proj,0.0000006312,0.10000,0.239
24,mlp.experts.110.down_proj,0.0000002352,0.10000,0.244
24,mlp.experts.111.down_proj,0.0000000394,0.10000,0.232
24,mlp.experts.112.down_proj,0.0000000183,0.10000,0.232
24,mlp.experts.113.down_proj,0.0000001583,0.10000,0.242
24,mlp.experts.114.down_proj,0.0000000134,0.10000,0.241
24,mlp.experts.115.down_proj,0.0000000104,0.10000,0.234
24,mlp.experts.116.down_proj,0.0000000122,0.10000,0.225
24,mlp.experts.117.down_proj,0.0000000442,0.10000,0.227
24,mlp.experts.118.down_proj,0.0000000081,0.10000,0.236
24,mlp.experts.119.down_proj,0.0000002140,0.10000,0.246
24,mlp.experts.120.down_proj,0.0000000217,0.10000,0.227
24,mlp.experts.121.down_proj,0.0000000310,0.10000,0.237
24,mlp.experts.122.down_proj,0.0000001101,0.10000,0.226
24,mlp.experts.123.down_proj,0.0000000189,0.10000,0.226
24,mlp.experts.124.down_proj,0.0000000150,0.10000,0.229
24,mlp.experts.125.down_proj,0.0000001878,0.10000,0.228
24,mlp.experts.126.down_proj,0.0000000986,0.10000,0.226
24,mlp.experts.127.down_proj,0.0000000072,0.10000,0.230
25,self_attn.q_proj,0.0000000010,0.10000,0.650
25,self_attn.k_proj,0.0000000001,0.10000,0.627
25,self_attn.v_proj,0.0000000001,0.10000,0.623
25,self_attn.o_proj,0.0000000001,0.10000,1.263
25,mlp.gate,0.0000000072,0.10000,0.570
25,mlp.experts.0.up_proj,0.0000001121,0.10000,0.587
25,mlp.experts.1.up_proj,0.0000003399,0.10000,0.585
25,mlp.experts.2.up_proj,0.0000000361,0.10000,0.583
25,mlp.experts.3.up_proj,0.0000179646,0.10000,0.584
25,mlp.experts.4.up_proj,0.0000002532,0.10000,0.584
25,mlp.experts.5.up_proj,0.0000021577,0.10000,0.580
25,mlp.experts.6.up_proj,0.0000000446,0.10000,0.572
25,mlp.experts.7.up_proj,0.0000023198,0.10000,0.616
25,mlp.experts.8.up_proj,0.0000002610,0.10000,0.598
25,mlp.experts.9.up_proj,0.0000070551,0.10000,0.581
25,mlp.experts.10.up_proj,0.0000000170,0.10000,0.577
25,mlp.experts.11.up_proj,0.0000007543,0.10000,0.573
25,mlp.experts.12.up_proj,0.0000000910,0.10000,0.576
25,mlp.experts.13.up_proj,0.0000004896,0.10000,0.572
25,mlp.experts.14.up_proj,0.0000003134,0.10000,0.578
25,mlp.experts.15.up_proj,0.0000000530,0.10000,0.580
25,mlp.experts.16.up_proj,0.0000000984,0.10000,0.574
25,mlp.experts.17.up_proj,0.0000017809,0.10000,0.586
25,mlp.experts.18.up_proj,0.0000000735,0.10000,0.570
25,mlp.experts.19.up_proj,0.0000001745,0.10000,0.577
25,mlp.experts.20.up_proj,0.0000004761,0.10000,0.578
25,mlp.experts.21.up_proj,0.0000000614,0.10000,0.575
25,mlp.experts.22.up_proj,0.0000036375,0.10000,0.584
25,mlp.experts.23.up_proj,0.0000001117,0.10000,0.587
25,mlp.experts.24.up_proj,0.0000000477,0.10000,0.618
25,mlp.experts.25.up_proj,0.0000004072,0.10000,0.603
25,mlp.experts.26.up_proj,0.0000000990,0.10000,0.601
25,mlp.experts.27.up_proj,0.0000002040,0.10000,0.576
25,mlp.experts.28.up_proj,0.0000000483,0.10000,0.579
25,mlp.experts.29.up_proj,0.0000002837,0.10000,0.575
25,mlp.experts.30.up_proj,0.0000036582,0.10000,0.573
25,mlp.experts.31.up_proj,0.0000005005,0.10000,0.580
25,mlp.experts.32.up_proj,0.0000006667,0.10000,0.560
25,mlp.experts.33.up_proj,0.0000002250,0.10000,0.563
25,mlp.experts.34.up_proj,0.0000007294,0.10000,0.570
25,mlp.experts.35.up_proj,0.0000032607,0.10000,0.569
25,mlp.experts.36.up_proj,0.0000000962,0.10000,0.571
25,mlp.experts.37.up_proj,0.0000023750,0.10000,0.602
25,mlp.experts.38.up_proj,0.0000007138,0.10000,0.595
25,mlp.experts.39.up_proj,0.0000059353,0.10000,0.574
25,mlp.experts.40.up_proj,0.0000000279,0.10000,0.576
25,mlp.experts.41.up_proj,0.0000000757,0.10000,0.611
25,mlp.experts.42.up_proj,0.0000000986,0.10000,0.608
25,mlp.experts.43.up_proj,0.0000015978,0.10000,0.567
25,mlp.experts.44.up_proj,0.0000000495,0.10000,0.583
25,mlp.experts.45.up_proj,0.0000000513,0.10000,0.569
25,mlp.experts.46.up_proj,0.0000151482,0.10000,0.596
25,mlp.experts.47.up_proj,0.0000001255,0.10000,0.569
25,mlp.experts.48.up_proj,0.0000040336,0.10000,0.573
25,mlp.experts.49.up_proj,0.0000001114,0.10000,0.578
25,mlp.experts.50.up_proj,0.0000040408,0.10000,0.580
25,mlp.experts.51.up_proj,0.0000016946,0.10000,0.579
25,mlp.experts.52.up_proj,0.0000002679,0.10000,0.575
25,mlp.experts.53.up_proj,0.0000004081,0.10000,0.574
25,mlp.experts.54.up_proj,0.0000094696,0.10000,0.685
25,mlp.experts.55.up_proj,0.0000000574,0.10000,0.625
25,mlp.experts.56.up_proj,0.0000021570,0.10000,0.691
25,mlp.experts.57.up_proj,0.0000000492,0.10000,0.656
25,mlp.experts.58.up_proj,0.0000000711,0.10000,0.673
25,mlp.experts.59.up_proj,0.0000000720,0.10000,0.660
25,mlp.experts.60.up_proj,0.0000026317,0.10000,0.643
25,mlp.experts.61.up_proj,0.0000000928,0.10000,0.651
25,mlp.experts.62.up_proj,0.0000000941,0.10000,0.649
25,mlp.experts.63.up_proj,0.0000005023,0.10000,0.635
25,mlp.experts.64.up_proj,0.0000296953,0.10000,0.645
25,mlp.experts.65.up_proj,0.0000000383,0.10000,0.644
25,mlp.experts.66.up_proj,0.0000000530,0.10000,0.641
25,mlp.experts.67.up_proj,0.0000002393,0.10000,0.702
25,mlp.experts.68.up_proj,0.0000003815,0.10000,0.647
25,mlp.experts.69.up_proj,0.0000231849,0.10000,0.642
25,mlp.experts.70.up_proj,0.0000004775,0.10000,0.646
25,mlp.experts.71.up_proj,0.0000000374,0.10000,0.639
25,mlp.experts.72.up_proj,0.0000122871,0.10000,0.639
25,mlp.experts.73.up_proj,0.0000000487,0.10000,0.649
25,mlp.experts.74.up_proj,0.0000023844,0.10000,0.648
25,mlp.experts.75.up_proj,0.0000000328,0.10000,0.646
25,mlp.experts.76.up_proj,0.0000000463,0.10000,0.649
25,mlp.experts.77.up_proj,0.0000000719,0.10000,0.623
25,mlp.experts.78.up_proj,0.0000000779,0.10000,0.594
25,mlp.experts.79.up_proj,0.0000000399,0.10000,0.639
25,mlp.experts.80.up_proj,0.0000001198,0.10000,0.613
25,mlp.experts.81.up_proj,0.0000007357,0.10000,0.581
25,mlp.experts.82.up_proj,0.0000000377,0.10000,0.576
25,mlp.experts.83.up_proj,0.0000000843,0.10000,0.727
25,mlp.experts.84.up_proj,0.0000015135,0.10000,0.657
25,mlp.experts.85.up_proj,0.0000004606,0.10000,0.650
25,mlp.experts.86.up_proj,0.0000023811,0.10000,0.618
25,mlp.experts.87.up_proj,0.0000010100,0.10000,0.602
25,mlp.experts.88.up_proj,0.0000054664,0.10000,0.586
25,mlp.experts.89.up_proj,0.0000003002,0.10000,0.607
25,mlp.experts.90.up_proj,0.0000029078,0.10000,0.611
25,mlp.experts.91.up_proj,0.0000000330,0.10000,0.593
25,mlp.experts.92.up_proj,0.0000000602,0.10000,0.591
25,mlp.experts.93.up_proj,0.0000001047,0.10000,0.592
25,mlp.experts.94.up_proj,0.0000043144,0.10000,0.596
25,mlp.experts.95.up_proj,0.0000000685,0.10000,0.594
25,mlp.experts.96.up_proj,0.0000114495,0.10000,0.587
25,mlp.experts.97.up_proj,0.0000015880,0.10000,0.623
25,mlp.experts.98.up_proj,0.0000000467,0.10000,0.607
25,mlp.experts.99.up_proj,0.0000000992,0.10000,0.580
25,mlp.experts.100.up_proj,0.0000085475,0.10000,0.682
25,mlp.experts.101.up_proj,0.0000000220,0.10000,0.630
25,mlp.experts.102.up_proj,0.0000000419,0.10000,0.629
25,mlp.experts.103.up_proj,0.0000000929,0.10000,0.628
25,mlp.experts.104.up_proj,0.0000000451,0.10000,0.605
25,mlp.experts.105.up_proj,0.0000001155,0.10000,0.623
25,mlp.experts.106.up_proj,0.0000000191,0.10000,0.619
25,mlp.experts.107.up_proj,0.0000001038,0.10000,0.618
25,mlp.experts.108.up_proj,0.0000012576,0.10000,0.627
25,mlp.experts.109.up_proj,0.0000000398,0.10000,0.592
25,mlp.experts.110.up_proj,0.0000006420,0.10000,0.589
25,mlp.experts.111.up_proj,0.0000053492,0.10000,0.589
25,mlp.experts.112.up_proj,0.0000000444,0.10000,0.592
25,mlp.experts.113.up_proj,0.0000000784,0.10000,0.600
25,mlp.experts.114.up_proj,0.0000155362,0.10000,0.588
25,mlp.experts.115.up_proj,0.0000001073,0.10000,0.632
25,mlp.experts.116.up_proj,0.0000035270,0.10000,0.630
25,mlp.experts.117.up_proj,0.0000002016,0.10000,0.620
25,mlp.experts.118.up_proj,0.0000001189,0.10000,0.610
25,mlp.experts.119.up_proj,0.0000006692,0.10000,0.591
25,mlp.experts.120.up_proj,0.0000000623,0.10000,0.604
25,mlp.experts.121.up_proj,0.0000000619,0.10000,0.627
25,mlp.experts.122.up_proj,0.0000002236,0.10000,0.626
25,mlp.experts.123.up_proj,0.0000000401,0.10000,0.707
25,mlp.experts.124.up_proj,0.0000000884,0.10000,0.633
25,mlp.experts.125.up_proj,0.0000001110,0.10000,0.609
25,mlp.experts.126.up_proj,0.0000026568,0.10000,0.584
25,mlp.experts.127.up_proj,0.0000000543,0.10000,0.596
25,mlp.experts.0.gate_proj,0.0000001103,0.10000,0.599
25,mlp.experts.1.gate_proj,0.0000003575,0.10000,0.615
25,mlp.experts.2.gate_proj,0.0000000354,0.10000,0.633
25,mlp.experts.3.gate_proj,0.0000175482,0.10000,0.620
25,mlp.experts.4.gate_proj,0.0000002526,0.10000,0.717
25,mlp.experts.5.gate_proj,0.0000020828,0.10000,0.619
25,mlp.experts.6.gate_proj,0.0000000342,0.10000,0.630
25,mlp.experts.7.gate_proj,0.0000025540,0.10000,0.709
25,mlp.experts.8.gate_proj,0.0000002801,0.10000,0.621
25,mlp.experts.9.gate_proj,0.0000071963,0.10000,0.613
25,mlp.experts.10.gate_proj,0.0000000145,0.10000,0.598
25,mlp.experts.11.gate_proj,0.0000007661,0.10000,0.597
25,mlp.experts.12.gate_proj,0.0000000975,0.10000,0.596
25,mlp.experts.13.gate_proj,0.0000004983,0.10000,0.596
25,mlp.experts.14.gate_proj,0.0000003217,0.10000,0.592
25,mlp.experts.15.gate_proj,0.0000000482,0.10000,0.615
25,mlp.experts.16.gate_proj,0.0000000947,0.10000,0.692
25,mlp.experts.17.gate_proj,0.0000018286,0.10000,0.627
25,mlp.experts.18.gate_proj,0.0000000704,0.10000,0.707
25,mlp.experts.19.gate_proj,0.0000001879,0.10000,0.672
25,mlp.experts.20.gate_proj,0.0000005112,0.10000,0.624
25,mlp.experts.21.gate_proj,0.0000000571,0.10000,0.619
25,mlp.experts.22.gate_proj,0.0000032637,0.10000,0.614
25,mlp.experts.23.gate_proj,0.0000001099,0.10000,0.700
25,mlp.experts.24.gate_proj,0.0000000485,0.10000,0.659
25,mlp.experts.25.gate_proj,0.0000004009,0.10000,0.614
25,mlp.experts.26.gate_proj,0.0000001043,0.10000,0.617
25,mlp.experts.27.gate_proj,0.0000001923,0.10000,0.614
25,mlp.experts.28.gate_proj,0.0000000421,0.10000,0.626
25,mlp.experts.29.gate_proj,0.0000002919,0.10000,0.580
25,mlp.experts.30.gate_proj,0.0000038316,0.10000,0.590
25,mlp.experts.31.gate_proj,0.0000005226,0.10000,0.626
25,mlp.experts.32.gate_proj,0.0000006319,0.10000,0.627
25,mlp.experts.33.gate_proj,0.0000001735,0.10000,0.582
25,mlp.experts.34.gate_proj,0.0000007604,0.10000,0.587
25,mlp.experts.35.gate_proj,0.0000095958,0.10000,0.607
25,mlp.experts.36.gate_proj,0.0000001018,0.10000,0.615
25,mlp.experts.37.gate_proj,0.0000026232,0.10000,0.600
25,mlp.experts.38.gate_proj,0.0000006821,0.10000,0.627
25,mlp.experts.39.gate_proj,0.0000052866,0.10000,0.587
25,mlp.experts.40.gate_proj,0.0000000256,0.10000,0.599
25,mlp.experts.41.gate_proj,0.0000000767,0.10000,0.653
25,mlp.experts.42.gate_proj,0.0000000966,0.10000,0.714
25,mlp.experts.43.gate_proj,0.0000016399,0.10000,0.655
25,mlp.experts.44.gate_proj,0.0000000483,0.10000,0.631
25,mlp.experts.45.gate_proj,0.0000000381,0.10000,0.626
25,mlp.experts.46.gate_proj,0.0000142988,0.10000,0.602
25,mlp.experts.47.gate_proj,0.0000001080,0.10000,0.607
25,mlp.experts.48.gate_proj,0.0000044266,0.10000,0.592
25,mlp.experts.49.gate_proj,0.0000001259,0.10000,0.600
25,mlp.experts.50.gate_proj,0.0000040828,0.10000,0.594
25,mlp.experts.51.gate_proj,0.0000017559,0.10000,0.601
25,mlp.experts.52.gate_proj,0.0000002885,0.10000,0.591
25,mlp.experts.53.gate_proj,0.0000004295,0.10000,0.601
25,mlp.experts.54.gate_proj,0.0000095907,0.10000,0.631
25,mlp.experts.55.gate_proj,0.0000000525,0.10000,0.632
25,mlp.experts.56.gate_proj,0.0000020097,0.10000,0.642
25,mlp.experts.57.gate_proj,0.0000000434,0.10000,0.615
25,mlp.experts.58.gate_proj,0.0000000535,0.10000,0.614
25,mlp.experts.59.gate_proj,0.0000000801,0.10000,0.632
25,mlp.experts.60.gate_proj,0.0000025068,0.10000,0.605
25,mlp.experts.61.gate_proj,0.0000001195,0.10000,0.608
25,mlp.experts.62.gate_proj,0.0000000813,0.10000,0.607
25,mlp.experts.63.gate_proj,0.0000004694,0.10000,0.615
25,mlp.experts.64.gate_proj,0.0000313296,0.10000,0.609
25,mlp.experts.65.gate_proj,0.0000000330,0.10000,0.593
25,mlp.experts.66.gate_proj,0.0000000515,0.10000,0.666
25,mlp.experts.67.gate_proj,0.0000002549,0.10000,0.621
25,mlp.experts.68.gate_proj,0.0000003772,0.10000,0.587
25,mlp.experts.69.gate_proj,0.0000212528,0.10000,0.736
25,mlp.experts.70.gate_proj,0.0000004569,0.10000,0.660
25,mlp.experts.71.gate_proj,0.0000000355,0.10000,0.626
25,mlp.experts.72.gate_proj,0.0000123058,0.10000,0.587
25,mlp.experts.73.gate_proj,0.0000000464,0.10000,0.593
25,mlp.experts.74.gate_proj,0.0000024619,0.10000,0.631
25,mlp.experts.75.gate_proj,0.0000000330,0.10000,0.634
25,mlp.experts.76.gate_proj,0.0000000397,0.10000,0.589
25,mlp.experts.77.gate_proj,0.0000000680,0.10000,0.610
25,mlp.experts.78.gate_proj,0.0000000848,0.10000,0.590
25,mlp.experts.79.gate_proj,0.0000000367,0.10000,0.604
25,mlp.experts.80.gate_proj,0.0000000915,0.10000,0.696
25,mlp.experts.81.gate_proj,0.0000007344,0.10000,0.670
25,mlp.experts.82.gate_proj,0.0000000362,0.10000,0.637
25,mlp.experts.83.gate_proj,0.0000000818,0.10000,0.721
25,mlp.experts.84.gate_proj,0.0000016336,0.10000,0.664
25,mlp.experts.85.gate_proj,0.0000004734,0.10000,0.694
25,mlp.experts.86.gate_proj,0.0000024949,0.10000,0.648
25,mlp.experts.87.gate_proj,0.0000010742,0.10000,0.648
25,mlp.experts.88.gate_proj,0.0000052217,0.10000,0.644
25,mlp.experts.89.gate_proj,0.0000002871,0.10000,0.600
25,mlp.experts.90.gate_proj,0.0000028056,0.10000,0.592
25,mlp.experts.91.gate_proj,0.0000000378,0.10000,0.593
25,mlp.experts.92.gate_proj,0.0000000642,0.10000,0.620
25,mlp.experts.93.gate_proj,0.0000001097,0.10000,0.642
25,mlp.experts.94.gate_proj,0.0000043463,0.10000,0.601
25,mlp.experts.95.gate_proj,0.0000000683,0.10000,0.627
25,mlp.experts.96.gate_proj,0.0000109333,0.10000,0.604
25,mlp.experts.97.gate_proj,0.0000016179,0.10000,0.749
25,mlp.experts.98.gate_proj,0.0000000445,0.10000,0.697
25,mlp.experts.99.gate_proj,0.0000001018,0.10000,0.654
25,mlp.experts.100.gate_proj,0.0000084467,0.10000,0.620
25,mlp.experts.101.gate_proj,0.0000000195,0.10000,0.643
25,mlp.experts.102.gate_proj,0.0000000412,0.10000,0.636
25,mlp.experts.103.gate_proj,0.0000000937,0.10000,0.641
25,mlp.experts.104.gate_proj,0.0000000456,0.10000,0.724
25,mlp.experts.105.gate_proj,0.0000001133,0.10000,0.673
25,mlp.experts.106.gate_proj,0.0000000178,0.10000,0.641
25,mlp.experts.107.gate_proj,0.0000000938,0.10000,0.605
25,mlp.experts.108.gate_proj,0.0000013317,0.10000,0.607
25,mlp.experts.109.gate_proj,0.0000000346,0.10000,0.595
25,mlp.experts.110.gate_proj,0.0000006633,0.10000,0.598
25,mlp.experts.111.gate_proj,0.0000051649,0.10000,0.607
25,mlp.experts.112.gate_proj,0.0000000469,0.10000,0.608
25,mlp.experts.113.gate_proj,0.0000000748,0.10000,0.616
25,mlp.experts.114.gate_proj,0.0000151807,0.10000,0.607
25,mlp.experts.115.gate_proj,0.0000000990,0.10000,0.605
25,mlp.experts.116.gate_proj,0.0000036354,0.10000,0.606
25,mlp.experts.117.gate_proj,0.0000002026,0.10000,0.613
25,mlp.experts.118.gate_proj,0.0000001226,0.10000,0.612
25,mlp.experts.119.gate_proj,0.0000006787,0.10000,0.608
25,mlp.experts.120.gate_proj,0.0000000575,0.10000,0.604
25,mlp.experts.121.gate_proj,0.0000000588,0.10000,0.600
25,mlp.experts.122.gate_proj,0.0000002274,0.10000,0.604
25,mlp.experts.123.gate_proj,0.0000000353,0.10000,0.606
25,mlp.experts.124.gate_proj,0.0000000902,0.10000,0.616
25,mlp.experts.125.gate_proj,0.0000001039,0.10000,0.602
25,mlp.experts.126.gate_proj,0.0000028138,0.10000,0.618
25,mlp.experts.127.gate_proj,0.0000000479,0.10000,0.647
25,mlp.experts.0.down_proj,0.0000000211,0.10000,0.209
25,mlp.experts.1.down_proj,0.0000000583,0.10000,0.248
25,mlp.experts.2.down_proj,0.0000000087,0.10000,0.268
25,mlp.experts.3.down_proj,0.0000049307,0.10000,0.236
25,mlp.experts.4.down_proj,0.0000000739,0.10000,0.234
25,mlp.experts.5.down_proj,0.0000005851,0.10000,0.227
25,mlp.experts.6.down_proj,0.0000000083,0.10000,0.237
25,mlp.experts.7.down_proj,0.0000001115,0.10000,0.230
25,mlp.experts.8.down_proj,0.0000000895,0.10000,0.240
25,mlp.experts.9.down_proj,0.0000020620,0.10000,0.232
25,mlp.experts.10.down_proj,0.0000000024,0.10000,0.224
25,mlp.experts.11.down_proj,0.0000000997,0.10000,0.221
25,mlp.experts.12.down_proj,0.0000000165,0.10000,0.220
25,mlp.experts.13.down_proj,0.0000000530,0.10000,0.222
25,mlp.experts.14.down_proj,0.0000000526,0.10000,0.223
25,mlp.experts.15.down_proj,0.0000000138,0.10000,0.226
25,mlp.experts.16.down_proj,0.0000000250,0.10000,0.229
25,mlp.experts.17.down_proj,0.0000003884,0.10000,0.233
25,mlp.experts.18.down_proj,0.0000000226,0.10000,0.227
25,mlp.experts.19.down_proj,0.0000000486,0.10000,0.228
25,mlp.experts.20.down_proj,0.0000000281,0.10000,0.231
25,mlp.experts.21.down_proj,0.0000000141,0.10000,0.231
25,mlp.experts.22.down_proj,0.0000014400,0.10000,0.244
25,mlp.experts.23.down_proj,0.0000000197,0.10000,0.248
25,mlp.experts.24.down_proj,0.0000000113,0.10000,0.226
25,mlp.experts.25.down_proj,0.0000000873,0.10000,0.231
25,mlp.experts.26.down_proj,0.0000000234,0.10000,0.232
25,mlp.experts.27.down_proj,0.0000000321,0.10000,0.233
25,mlp.experts.28.down_proj,0.0000000154,0.10000,0.232
25,mlp.experts.29.down_proj,0.0000000298,0.10000,0.236
25,mlp.experts.30.down_proj,0.0000006710,0.10000,0.228
25,mlp.experts.31.down_proj,0.0000000746,0.10000,0.234
25,mlp.experts.32.down_proj,0.0000002144,0.10000,0.228
25,mlp.experts.33.down_proj,0.0000000519,0.10000,0.230
25,mlp.experts.34.down_proj,0.0000001090,0.10000,0.222
25,mlp.experts.35.down_proj,0.0000000793,0.10000,0.225
25,mlp.experts.36.down_proj,0.0000000199,0.10000,0.227
25,mlp.experts.37.down_proj,0.0000004099,0.10000,0.229
25,mlp.experts.38.down_proj,0.0000002618,0.10000,0.229
25,mlp.experts.39.down_proj,0.0000023129,0.10000,0.233
25,mlp.experts.40.down_proj,0.0000000050,0.10000,0.234
25,mlp.experts.41.down_proj,0.0000000165,0.10000,0.244
25,mlp.experts.42.down_proj,0.0000000246,0.10000,0.242
25,mlp.experts.43.down_proj,0.0000002301,0.10000,0.233
25,mlp.experts.44.down_proj,0.0000000100,0.10000,0.236
25,mlp.experts.45.down_proj,0.0000000071,0.10000,0.223
25,mlp.experts.46.down_proj,0.0000046195,0.10000,0.251
25,mlp.experts.47.down_proj,0.0000000228,0.10000,0.247
25,mlp.experts.48.down_proj,0.0000017306,0.10000,0.240
25,mlp.experts.49.down_proj,0.0000000261,0.10000,0.227
25,mlp.experts.50.down_proj,0.0000012360,0.10000,0.223
25,mlp.experts.51.down_proj,0.0000004004,0.10000,0.225
25,mlp.experts.52.down_proj,0.0000000361,0.10000,0.228
25,mlp.experts.53.down_proj,0.0000000339,0.10000,0.236
25,mlp.experts.54.down_proj,0.0000038135,0.10000,0.229
25,mlp.experts.55.down_proj,0.0000000136,0.10000,0.230
25,mlp.experts.56.down_proj,0.0000006050,0.10000,0.289
25,mlp.experts.57.down_proj,0.0000000115,0.10000,0.259
25,mlp.experts.58.down_proj,0.0000000097,0.10000,0.270
25,mlp.experts.59.down_proj,0.0000000085,0.10000,0.260
25,mlp.experts.60.down_proj,0.0000009836,0.10000,0.240
25,mlp.experts.61.down_proj,0.0000000176,0.10000,0.240
25,mlp.experts.62.down_proj,0.0000000133,0.10000,0.249
25,mlp.experts.63.down_proj,0.0000002576,0.10000,0.237
25,mlp.experts.64.down_proj,0.0000117040,0.10000,0.257
25,mlp.experts.65.down_proj,0.0000000090,0.10000,0.241
25,mlp.experts.66.down_proj,0.0000000119,0.10000,0.241
25,mlp.experts.67.down_proj,0.0000000647,0.10000,0.245
25,mlp.experts.68.down_proj,0.0000000784,0.10000,0.236
25,mlp.experts.69.down_proj,0.0000040683,0.10000,0.228
25,mlp.experts.70.down_proj,0.0000001393,0.10000,0.235
25,mlp.experts.71.down_proj,0.0000000057,0.10000,0.243
25,mlp.experts.72.down_proj,0.0000005308,0.10000,0.235
25,mlp.experts.73.down_proj,0.0000000055,0.10000,0.230
25,mlp.experts.74.down_proj,0.0000004445,0.10000,0.230
25,mlp.experts.75.down_proj,0.0000000071,0.10000,0.230
25,mlp.experts.76.down_proj,0.0000000069,0.10000,0.229
25,mlp.experts.77.down_proj,0.0000000121,0.10000,0.233
25,mlp.experts.78.down_proj,0.0000000150,0.10000,0.225
25,mlp.experts.79.down_proj,0.0000000074,0.10000,0.241
25,mlp.experts.80.down_proj,0.0000000243,0.10000,0.247
25,mlp.experts.81.down_proj,0.0000001731,0.10000,0.232
25,mlp.experts.82.down_proj,0.0000000061,0.10000,0.228
25,mlp.experts.83.down_proj,0.0000000212,0.10000,0.229
25,mlp.experts.84.down_proj,0.0000001153,0.10000,0.232
25,mlp.experts.85.down_proj,0.0000000593,0.10000,0.228
25,mlp.experts.86.down_proj,0.0000003493,0.10000,0.230
25,mlp.experts.87.down_proj,0.0000001807,0.10000,0.226
25,mlp.experts.88.down_proj,0.0000021358,0.10000,0.223
25,mlp.experts.89.down_proj,0.0000000965,0.10000,0.231
25,mlp.experts.90.down_proj,0.0000008018,0.10000,0.229
25,mlp.experts.91.down_proj,0.0000000044,0.10000,0.228
25,mlp.experts.92.down_proj,0.0000000094,0.10000,0.232
25,mlp.experts.93.down_proj,0.0000000135,0.10000,0.217
25,mlp.experts.94.down_proj,0.0000014740,0.10000,0.230
25,mlp.experts.95.down_proj,0.0000000138,0.10000,0.229
25,mlp.experts.96.down_proj,0.0000025752,0.10000,0.224
25,mlp.experts.97.down_proj,0.0000002788,0.10000,0.234
25,mlp.experts.98.down_proj,0.0000000097,0.10000,0.249
25,mlp.experts.99.down_proj,0.0000000158,0.10000,0.244
25,mlp.experts.100.down_proj,0.0000031032,0.10000,0.241
25,mlp.experts.101.down_proj,0.0000000038,0.10000,0.224
25,mlp.experts.102.down_proj,0.0000000103,0.10000,0.240
25,mlp.experts.103.down_proj,0.0000000189,0.10000,0.237
25,mlp.experts.104.down_proj,0.0000000105,0.10000,0.236
25,mlp.experts.105.down_proj,0.0000000184,0.10000,0.247
25,mlp.experts.106.down_proj,0.0000000034,0.10000,0.239
25,mlp.experts.107.down_proj,0.0000000210,0.10000,0.235
25,mlp.experts.108.down_proj,0.0000002264,0.10000,0.238
25,mlp.experts.109.down_proj,0.0000000108,0.10000,0.233
25,mlp.experts.110.down_proj,0.0000000908,0.10000,0.248
25,mlp.experts.111.down_proj,0.0000020325,0.10000,0.243
25,mlp.experts.112.down_proj,0.0000000087,0.10000,0.229
25,mlp.experts.113.down_proj,0.0000000171,0.10000,0.239
25,mlp.experts.114.down_proj,0.0000038548,0.10000,0.225
25,mlp.experts.115.down_proj,0.0000000228,0.10000,0.230
25,mlp.experts.116.down_proj,0.0000009638,0.10000,0.239
25,mlp.experts.117.down_proj,0.0000000517,0.10000,0.250
25,mlp.experts.118.down_proj,0.0000000336,0.10000,0.227
25,mlp.experts.119.down_proj,0.0000000875,0.10000,0.220
25,mlp.experts.120.down_proj,0.0000000118,0.10000,0.242
25,mlp.experts.121.down_proj,0.0000000130,0.10000,0.238
25,mlp.experts.122.down_proj,0.0000000393,0.10000,0.229
25,mlp.experts.123.down_proj,0.0000000103,0.10000,0.232
25,mlp.experts.124.down_proj,0.0000000142,0.10000,0.232
25,mlp.experts.125.down_proj,0.0000000165,0.10000,0.230
25,mlp.experts.126.down_proj,0.0000003891,0.10000,0.240
25,mlp.experts.127.down_proj,0.0000000102,0.10000,0.238
26,self_attn.q_proj,0.0000000017,0.10000,0.600
26,self_attn.k_proj,0.0000000002,0.10000,0.591
26,self_attn.v_proj,0.0000000003,0.10000,0.586
26,self_attn.o_proj,0.0000000002,0.10000,1.331
26,mlp.gate,0.0000000070,0.10000,0.610
26,mlp.experts.0.up_proj,0.0000014017,0.10000,0.700
26,mlp.experts.1.up_proj,0.0000006819,0.10000,0.561
26,mlp.experts.2.up_proj,0.0000004420,0.10000,0.694
26,mlp.experts.3.up_proj,0.0000000205,0.10000,0.657
26,mlp.experts.4.up_proj,0.0000000908,0.10000,0.663
26,mlp.experts.5.up_proj,0.0000016800,0.10000,0.607
26,mlp.experts.6.up_proj,0.0000000298,0.10000,0.606
26,mlp.experts.7.up_proj,0.0000000825,0.10000,0.577
26,mlp.experts.8.up_proj,0.0000000387,0.10000,0.573
26,mlp.experts.9.up_proj,0.0000013638,0.10000,0.562
26,mlp.experts.10.up_proj,0.0000000648,0.10000,0.577
26,mlp.experts.11.up_proj,0.0000002132,0.10000,0.572
26,mlp.experts.12.up_proj,0.0000011339,0.10000,0.578
26,mlp.experts.13.up_proj,0.0000006247,0.10000,0.575
26,mlp.experts.14.up_proj,0.0000002312,0.10000,0.575
26,mlp.experts.15.up_proj,0.0000000637,0.10000,0.569
26,mlp.experts.16.up_proj,0.0000001136,0.10000,0.566
26,mlp.experts.17.up_proj,0.0000000638,0.10000,0.577
26,mlp.experts.18.up_proj,0.0000000509,0.10000,0.569
26,mlp.experts.19.up_proj,0.0000005791,0.10000,0.590
26,mlp.experts.20.up_proj,0.0000000564,0.10000,0.576
26,mlp.experts.21.up_proj,0.0000006181,0.10000,0.577
26,mlp.experts.22.up_proj,0.0000000531,0.10000,0.577
26,mlp.experts.23.up_proj,0.0000000311,0.10000,0.624
26,mlp.experts.24.up_proj,0.0000008410,0.10000,0.614
26,mlp.experts.25.up_proj,0.0000015362,0.10000,0.611
26,mlp.experts.26.up_proj,0.0000003901,0.10000,0.576
26,mlp.experts.27.up_proj,0.0000004846,0.10000,0.583
26,mlp.experts.28.up_proj,0.0000000507,0.10000,0.581
26,mlp.experts.29.up_proj,0.0000004970,0.10000,0.620
26,mlp.experts.30.up_proj,0.0000001381,0.10000,0.611
26,mlp.experts.31.up_proj,0.0000001579,0.10000,0.579
26,mlp.experts.32.up_proj,0.0000005560,0.10000,0.575
26,mlp.experts.33.up_proj,0.0000002198,0.10000,0.586
26,mlp.experts.34.up_proj,0.0000000218,0.10000,0.578
26,mlp.experts.35.up_proj,0.0000032156,0.10000,0.578
26,mlp.experts.36.up_proj,0.0000000787,0.10000,0.582
26,mlp.experts.37.up_proj,0.0000000656,0.10000,0.587
26,mlp.experts.38.up_proj,0.0000000216,0.10000,0.603
26,mlp.experts.39.up_proj,0.0000000344,0.10000,0.622
26,mlp.experts.40.up_proj,0.0000000801,0.10000,0.616
26,mlp.experts.41.up_proj,0.0000063587,0.10000,0.618
26,mlp.experts.42.up_proj,0.0000010722,0.10000,0.585
26,mlp.experts.43.up_proj,0.0000064136,0.10000,0.586
26,mlp.experts.44.up_proj,0.0000000213,0.10000,0.577
26,mlp.experts.45.up_proj,0.0000106135,0.10000,0.594
26,mlp.experts.46.up_proj,0.0000031132,0.10000,0.592
26,mlp.experts.47.up_proj,0.0000000902,0.10000,0.687
26,mlp.experts.48.up_proj,0.0000000435,0.10000,0.614
26,mlp.experts.49.up_proj,0.0000003325,0.10000,0.625
26,mlp.experts.50.up_proj,0.0000000634,0.10000,0.618
26,mlp.experts.51.up_proj,0.0000001200,0.10000,0.585
26,mlp.experts.52.up_proj,0.0000012822,0.10000,0.587
26,mlp.experts.53.up_proj,0.0000000248,0.10000,0.585
26,mlp.experts.54.up_proj,0.0000013143,0.10000,0.587
26,mlp.experts.55.up_proj,0.0000000419,0.10000,0.581
26,mlp.experts.56.up_proj,0.0000018516,0.10000,0.590
26,mlp.experts.57.up_proj,0.0000000429,0.10000,0.583
26,mlp.experts.58.up_proj,0.0000000500,0.10000,0.586
26,mlp.experts.59.up_proj,0.0000006845,0.10000,0.622
26,mlp.experts.60.up_proj,0.0000000480,0.10000,0.697
26,mlp.experts.61.up_proj,0.0000006810,0.10000,0.621
26,mlp.experts.62.up_proj,0.0000000546,0.10000,0.616
26,mlp.experts.63.up_proj,0.0000006002,0.10000,0.582
26,mlp.experts.64.up_proj,0.0000000867,0.10000,0.618
26,mlp.experts.65.up_proj,0.0000080670,0.10000,0.595
26,mlp.experts.66.up_proj,0.0000001387,0.10000,0.584
26,mlp.experts.67.up_proj,0.0000003171,0.10000,0.593
26,mlp.experts.68.up_proj,0.0000001111,0.10000,0.583
26,mlp.experts.69.up_proj,0.0000000621,0.10000,0.595
26,mlp.experts.70.up_proj,0.0000033435,0.10000,0.587
26,mlp.experts.71.up_proj,0.0000000508,0.10000,0.600
26,mlp.experts.72.up_proj,0.0000012467,0.10000,0.602
26,mlp.experts.73.up_proj,0.0000000955,0.10000,0.572
26,mlp.experts.74.up_proj,0.0000002641,0.10000,0.589
26,mlp.experts.75.up_proj,0.0000000164,0.10000,0.585
26,mlp.experts.76.up_proj,0.0000000536,0.10000,0.584
26,mlp.experts.77.up_proj,0.0000001677,0.10000,0.620
26,mlp.experts.78.up_proj,0.0000026427,0.10000,0.588
26,mlp.experts.79.up_proj,0.0000000504,0.10000,0.595
26,mlp.experts.80.up_proj,0.0000000534,0.10000,0.613
26,mlp.experts.81.up_proj,0.0000002620,0.10000,0.620
26,mlp.experts.82.up_proj,0.0000000486,0.10000,0.598
26,mlp.experts.83.up_proj,0.0000024405,0.10000,0.593
26,mlp.experts.84.up_proj,0.0000001199,0.10000,0.601
26,mlp.experts.85.up_proj,0.0000014516,0.10000,0.600
26,mlp.experts.86.up_proj,0.0000000704,0.10000,0.602
26,mlp.experts.87.up_proj,0.0000002174,0.10000,0.592
26,mlp.experts.88.up_proj,0.0000002234,0.10000,0.585
26,mlp.experts.89.up_proj,0.0000006947,0.10000,0.616
26,mlp.experts.90.up_proj,0.0000003262,0.10000,0.611
26,mlp.experts.91.up_proj,0.0000059365,0.10000,0.626
26,mlp.experts.92.up_proj,0.0000000713,0.10000,0.604
26,mlp.experts.93.up_proj,0.0000012632,0.10000,0.621
26,mlp.experts.94.up_proj,0.0000007566,0.10000,0.621
26,mlp.experts.95.up_proj,0.0000000318,0.10000,0.593
26,mlp.experts.96.up_proj,0.0000002270,0.10000,0.600
26,mlp.experts.97.up_proj,0.0000084920,0.10000,0.600
26,mlp.experts.98.up_proj,0.0000005184,0.10000,0.709
26,mlp.experts.99.up_proj,0.0000000464,0.10000,0.641
26,mlp.experts.100.up_proj,0.0000000976,0.10000,0.695
26,mlp.experts.101.up_proj,0.0000000409,0.10000,0.642
26,mlp.experts.102.up_proj,0.0000000644,0.10000,0.709
26,mlp.experts.103.up_proj,0.0000041336,0.10000,0.654
26,mlp.experts.104.up_proj,0.0000009092,0.10000,0.656
26,mlp.experts.105.up_proj,0.0000000692,0.10000,0.650
26,mlp.experts.106.up_proj,0.0000053507,0.10000,0.647
26,mlp.experts.107.up_proj,0.0000001990,0.10000,0.664
26,mlp.experts.108.up_proj,0.0000000545,0.10000,0.676
26,mlp.experts.109.up_proj,0.0000001046,0.10000,0.627
26,mlp.experts.110.up_proj,0.0000001093,0.10000,0.634
26,mlp.experts.111.up_proj,0.0000000441,0.10000,0.594
26,mlp.experts.112.up_proj,0.0000002225,0.10000,0.603
26,mlp.experts.113.up_proj,0.0000009050,0.10000,0.737
26,mlp.experts.114.up_proj,0.0000002168,0.10000,0.670
26,mlp.experts.115.up_proj,0.0000000347,0.10000,0.656
26,mlp.experts.116.up_proj,0.0000012910,0.10000,0.654
26,mlp.experts.117.up_proj,0.0000143533,0.10000,0.653
26,mlp.experts.118.up_proj,0.0000009056,0.10000,0.662
26,mlp.experts.119.up_proj,0.0000002871,0.10000,0.639
26,mlp.experts.120.up_proj,0.0000017406,0.10000,0.670
26,mlp.experts.121.up_proj,0.0000006736,0.10000,0.621
26,mlp.experts.122.up_proj,0.0000049118,0.10000,0.603
26,mlp.experts.123.up_proj,0.0000012826,0.10000,0.591
26,mlp.experts.124.up_proj,0.0000014231,0.10000,0.600
26,mlp.experts.125.up_proj,0.0000003915,0.10000,0.640
26,mlp.experts.126.up_proj,0.0000007664,0.10000,0.592
26,mlp.experts.127.up_proj,0.0000135426,0.10000,0.612
26,mlp.experts.0.gate_proj,0.0000013150,0.10000,0.591
26,mlp.experts.1.gate_proj,0.0000007201,0.10000,0.589
26,mlp.experts.2.gate_proj,0.0000004589,0.10000,0.591
26,mlp.experts.3.gate_proj,0.0000000194,0.10000,0.616
26,mlp.experts.4.gate_proj,0.0000000917,0.10000,0.608
26,mlp.experts.5.gate_proj,0.0000016046,0.10000,0.603
26,mlp.experts.6.gate_proj,0.0000000283,0.10000,0.603
26,mlp.experts.7.gate_proj,0.0000000764,0.10000,0.595
26,mlp.experts.8.gate_proj,0.0000000370,0.10000,0.692
26,mlp.experts.9.gate_proj,0.0000015282,0.10000,0.693
26,mlp.experts.10.gate_proj,0.0000000584,0.10000,0.642
26,mlp.experts.11.gate_proj,0.0000002158,0.10000,0.622
26,mlp.experts.12.gate_proj,0.0000011795,0.10000,0.607
26,mlp.experts.13.gate_proj,0.0000006392,0.10000,0.613
26,mlp.experts.14.gate_proj,0.0000002261,0.10000,0.614
26,mlp.experts.15.gate_proj,0.0000000650,0.10000,0.600
26,mlp.experts.16.gate_proj,0.0000001189,0.10000,0.614
26,mlp.experts.17.gate_proj,0.0000000670,0.10000,0.634
26,mlp.experts.18.gate_proj,0.0000000459,0.10000,0.612
26,mlp.experts.19.gate_proj,0.0000005933,0.10000,0.610
26,mlp.experts.20.gate_proj,0.0000000597,0.10000,0.605
26,mlp.experts.21.gate_proj,0.0000005827,0.10000,0.606
26,mlp.experts.22.gate_proj,0.0000000619,0.10000,0.606
26,mlp.experts.23.gate_proj,0.0000000287,0.10000,0.605
26,mlp.experts.24.gate_proj,0.0000008567,0.10000,0.598
26,mlp.experts.25.gate_proj,0.0000014105,0.10000,0.607
26,mlp.experts.26.gate_proj,0.0000004352,0.10000,0.625
26,mlp.experts.27.gate_proj,0.0000004900,0.10000,0.635
26,mlp.experts.28.gate_proj,0.0000000463,0.10000,0.617
26,mlp.experts.29.gate_proj,0.0000005107,0.10000,0.618
26,mlp.experts.30.gate_proj,0.0000001324,0.10000,0.623
26,mlp.experts.31.gate_proj,0.0000001575,0.10000,0.629
26,mlp.experts.32.gate_proj,0.0000005767,0.10000,0.599
26,mlp.experts.33.gate_proj,0.0000002717,0.10000,0.764
26,mlp.experts.34.gate_proj,0.0000000192,0.10000,0.634
26,mlp.experts.35.gate_proj,0.0000033374,0.10000,0.639
26,mlp.experts.36.gate_proj,0.0000000746,0.10000,0.617
26,mlp.experts.37.gate_proj,0.0000000653,0.10000,0.693
26,mlp.experts.38.gate_proj,0.0000000214,0.10000,0.645
26,mlp.experts.39.gate_proj,0.0000000301,0.10000,0.600
26,mlp.experts.40.gate_proj,0.0000000780,0.10000,0.635
26,mlp.experts.41.gate_proj,0.0000062138,0.10000,0.620
26,mlp.experts.42.gate_proj,0.0000012924,0.10000,0.640
26,mlp.experts.43.gate_proj,0.0000058721,0.10000,0.633
26,mlp.experts.44.gate_proj,0.0000000200,0.10000,0.609
26,mlp.experts.45.gate_proj,0.0000108129,0.10000,0.612
26,mlp.experts.46.gate_proj,0.0000029636,0.10000,0.614
26,mlp.experts.47.gate_proj,0.0000000955,0.10000,0.617
26,mlp.experts.48.gate_proj,0.0000000417,0.10000,0.612
26,mlp.experts.49.gate_proj,0.0000003438,0.10000,0.606
26,mlp.experts.50.gate_proj,0.0000000632,0.10000,0.617
26,mlp.experts.51.gate_proj,0.0000001173,0.10000,0.643
26,mlp.experts.52.gate_proj,0.0000011773,0.10000,0.644
26,mlp.experts.53.gate_proj,0.0000000228,0.10000,0.602
26,mlp.experts.54.gate_proj,0.0000012987,0.10000,0.606
26,mlp.experts.55.gate_proj,0.0000000401,0.10000,0.616
26,mlp.experts.56.gate_proj,0.0000018527,0.10000,0.599
26,mlp.experts.57.gate_proj,0.0000000401,0.10000,0.651
26,mlp.experts.58.gate_proj,0.0000000440,0.10000,0.633
26,mlp.experts.59.gate_proj,0.0000007103,0.10000,0.622
26,mlp.experts.60.gate_proj,0.0000000384,0.10000,0.633
26,mlp.experts.61.gate_proj,0.0000007111,0.10000,0.606
26,mlp.experts.62.gate_proj,0.0000000624,0.10000,0.601
26,mlp.experts.63.gate_proj,0.0000005614,0.10000,0.622
26,mlp.experts.64.gate_proj,0.0000000879,0.10000,0.640
26,mlp.experts.65.gate_proj,0.0000077814,0.10000,0.629
26,mlp.experts.66.gate_proj,0.0000001363,0.10000,0.646
26,mlp.experts.67.gate_proj,0.0000003275,0.10000,0.605
26,mlp.experts.68.gate_proj,0.0000001091,0.10000,0.600
26,mlp.experts.69.gate_proj,0.0000000624,0.10000,0.623
26,mlp.experts.70.gate_proj,0.0000033927,0.10000,0.599
26,mlp.experts.71.gate_proj,0.0000000447,0.10000,0.636
26,mlp.experts.72.gate_proj,0.0000012750,0.10000,0.640
26,mlp.experts.73.gate_proj,0.0000000932,0.10000,0.611
26,mlp.experts.74.gate_proj,0.0000002770,0.10000,0.606
26,mlp.experts.75.gate_proj,0.0000000161,0.10000,0.620
26,mlp.experts.76.gate_proj,0.0000000510,0.10000,0.615
26,mlp.experts.77.gate_proj,0.0000001718,0.10000,0.592
26,mlp.experts.78.gate_proj,0.0000027373,0.10000,0.610
26,mlp.experts.79.gate_proj,0.0000000520,0.10000,0.609
26,mlp.experts.80.gate_proj,0.0000000595,0.10000,0.618
26,mlp.experts.81.gate_proj,0.0000002725,0.10000,0.646
26,mlp.experts.82.gate_proj,0.0000000530,0.10000,0.634
26,mlp.experts.83.gate_proj,0.0000025103,0.10000,0.620
26,mlp.experts.84.gate_proj,0.0000001272,0.10000,0.644
26,mlp.experts.85.gate_proj,0.0000015054,0.10000,0.587
26,mlp.experts.86.gate_proj,0.0000000738,0.10000,0.599
26,mlp.experts.87.gate_proj,0.0000002302,0.10000,0.620
26,mlp.experts.88.gate_proj,0.0000002160,0.10000,0.644
26,mlp.experts.89.gate_proj,0.0000007157,0.10000,0.606
26,mlp.experts.90.gate_proj,0.0000003099,0.10000,0.598
26,mlp.experts.91.gate_proj,0.0000062681,0.10000,0.597
26,mlp.experts.92.gate_proj,0.0000000836,0.10000,0.606
26,mlp.experts.93.gate_proj,0.0000011984,0.10000,0.604
26,mlp.experts.94.gate_proj,0.0000008120,0.10000,0.599
26,mlp.experts.95.gate_proj,0.0000000306,0.10000,0.610
26,mlp.experts.96.gate_proj,0.0000002239,0.10000,0.605
26,mlp.experts.97.gate_proj,0.0000085935,0.10000,0.599
26,mlp.experts.98.gate_proj,0.0000005314,0.10000,0.593
26,mlp.experts.99.gate_proj,0.0000000446,0.10000,0.595
26,mlp.experts.100.gate_proj,0.0000001097,0.10000,0.604
26,mlp.experts.101.gate_proj,0.0000000424,0.10000,0.633
26,mlp.experts.102.gate_proj,0.0000000684,0.10000,0.640
26,mlp.experts.103.gate_proj,0.0000041525,0.10000,0.618
26,mlp.experts.104.gate_proj,0.0000009080,0.10000,0.630
26,mlp.experts.105.gate_proj,0.0000000722,0.10000,0.643
26,mlp.experts.106.gate_proj,0.0000051193,0.10000,0.746
26,mlp.experts.107.gate_proj,0.0000001945,0.10000,0.683
26,mlp.experts.108.gate_proj,0.0000000552,0.10000,0.658
26,mlp.experts.109.gate_proj,0.0000001141,0.10000,0.651
26,mlp.experts.110.gate_proj,0.0000001082,0.10000,0.646
26,mlp.experts.111.gate_proj,0.0000000416,0.10000,0.665
26,mlp.experts.112.gate_proj,0.0000002036,0.10000,0.642
26,mlp.experts.113.gate_proj,0.0000009449,0.10000,0.710
26,mlp.experts.114.gate_proj,0.0000002264,0.10000,0.667
26,mlp.experts.115.gate_proj,0.0000000349,0.10000,0.665
26,mlp.experts.116.gate_proj,0.0000013395,0.10000,0.663
26,mlp.experts.117.gate_proj,0.0000554252,0.10000,0.658
26,mlp.experts.118.gate_proj,0.0000007993,0.10000,0.628
26,mlp.experts.119.gate_proj,0.0000002798,0.10000,0.618
26,mlp.experts.120.gate_proj,0.0000018207,0.10000,0.599
26,mlp.experts.121.gate_proj,0.0000007005,0.10000,0.593
26,mlp.experts.122.gate_proj,0.0000043351,0.10000,0.628
26,mlp.experts.123.gate_proj,0.0000012135,0.10000,0.630
26,mlp.experts.124.gate_proj,0.0000014245,0.10000,0.611
26,mlp.experts.125.gate_proj,0.0000003868,0.10000,0.599
26,mlp.experts.126.gate_proj,0.0000007873,0.10000,0.611
26,mlp.experts.127.gate_proj,0.0000127281,0.10000,0.629
26,mlp.experts.0.down_proj,0.0000002985,0.10000,0.218
26,mlp.experts.1.down_proj,0.0000000440,0.10000,0.221
26,mlp.experts.2.down_proj,0.0000000593,0.10000,0.232
26,mlp.experts.3.down_proj,0.0000000036,0.10000,0.224
26,mlp.experts.4.down_proj,0.0000000145,0.10000,0.217
26,mlp.experts.5.down_proj,0.0000003013,0.10000,0.233
26,mlp.experts.6.down_proj,0.0000000058,0.10000,0.220
26,mlp.experts.7.down_proj,0.0000000204,0.10000,0.217
26,mlp.experts.8.down_proj,0.0000000079,0.10000,0.221
26,mlp.experts.9.down_proj,0.0000003079,0.10000,0.236
26,mlp.experts.10.down_proj,0.0000000183,0.10000,0.221
26,mlp.experts.11.down_proj,0.0000000777,0.10000,0.220
26,mlp.experts.12.down_proj,0.0000001850,0.10000,0.223
26,mlp.experts.13.down_proj,0.0000001034,0.10000,0.225
26,mlp.experts.14.down_proj,0.0000000172,0.10000,0.222
26,mlp.experts.15.down_proj,0.0000000178,0.10000,0.221
26,mlp.experts.16.down_proj,0.0000000167,0.10000,0.229
26,mlp.experts.17.down_proj,0.0000000149,0.10000,0.228
26,mlp.experts.18.down_proj,0.0000000178,0.10000,0.214
26,mlp.experts.19.down_proj,0.0000000829,0.10000,0.224
26,mlp.experts.20.down_proj,0.0000000124,0.10000,0.227
26,mlp.experts.21.down_proj,0.0000001614,0.10000,0.262
26,mlp.experts.22.down_proj,0.0000000115,0.10000,0.272
26,mlp.experts.23.down_proj,0.0000000052,0.10000,0.271
26,mlp.experts.24.down_proj,0.0000001097,0.10000,0.250
26,mlp.experts.25.down_proj,0.0000005300,0.10000,0.272
26,mlp.experts.26.down_proj,0.0000000758,0.10000,0.253
26,mlp.experts.27.down_proj,0.0000000655,0.10000,0.252
26,mlp.experts.28.down_proj,0.0000000158,0.10000,0.250
26,mlp.experts.29.down_proj,0.0000000634,0.10000,0.251
26,mlp.experts.30.down_proj,0.0000000200,0.10000,0.252
26,mlp.experts.31.down_proj,0.0000000290,0.10000,0.244
26,mlp.experts.32.down_proj,0.0000001679,0.10000,0.251
26,mlp.experts.33.down_proj,0.0000000441,0.10000,0.252
26,mlp.experts.34.down_proj,0.0000000038,0.10000,0.252
26,mlp.experts.35.down_proj,0.0000005142,0.10000,0.249
26,mlp.experts.36.down_proj,0.0000000165,0.10000,0.270
26,mlp.experts.37.down_proj,0.0000000098,0.10000,0.245
26,mlp.experts.38.down_proj,0.0000000032,0.10000,0.257
26,mlp.experts.39.down_proj,0.0000000087,0.10000,0.246
26,mlp.experts.40.down_proj,0.0000000136,0.10000,0.246
26,mlp.experts.41.down_proj,0.0000018204,0.10000,0.240
26,mlp.experts.42.down_proj,0.0000001776,0.10000,0.241
26,mlp.experts.43.down_proj,0.0000018192,0.10000,0.225
26,mlp.experts.44.down_proj,0.0000000040,0.10000,0.228
26,mlp.experts.45.down_proj,0.0000024939,0.10000,0.234
26,mlp.experts.46.down_proj,0.0000013065,0.10000,0.247
26,mlp.experts.47.down_proj,0.0000000276,0.10000,0.238
26,mlp.experts.48.down_proj,0.0000000123,0.10000,0.233
26,mlp.experts.49.down_proj,0.0000000662,0.10000,0.234
26,mlp.experts.50.down_proj,0.0000000116,0.10000,0.228
26,mlp.experts.51.down_proj,0.0000000210,0.10000,0.244
26,mlp.experts.52.down_proj,0.0000003526,0.10000,0.243
26,mlp.experts.53.down_proj,0.0000000047,0.10000,0.248
26,mlp.experts.54.down_proj,0.0000002554,0.10000,0.226
26,mlp.experts.55.down_proj,0.0000000070,0.10000,0.227
26,mlp.experts.56.down_proj,0.0000006297,0.10000,0.238
26,mlp.experts.57.down_proj,0.0000000073,0.10000,0.213
26,mlp.experts.58.down_proj,0.0000000147,0.10000,0.227
26,mlp.experts.59.down_proj,0.0000000835,0.10000,0.225
26,mlp.experts.60.down_proj,0.0000000115,0.10000,0.230
26,mlp.experts.61.down_proj,0.0000000934,0.10000,0.241
26,mlp.experts.62.down_proj,0.0000000182,0.10000,0.225
26,mlp.experts.63.down_proj,0.0000003225,0.10000,0.232
26,mlp.experts.64.down_proj,0.0000000279,0.10000,0.242
26,mlp.experts.65.down_proj,0.0000016415,0.10000,0.231
26,mlp.experts.66.down_proj,0.0000000328,0.10000,0.235
26,mlp.experts.67.down_proj,0.0000000452,0.10000,0.243
26,mlp.experts.68.down_proj,0.0000000379,0.10000,0.234
26,mlp.experts.69.down_proj,0.0000000132,0.10000,0.225
26,mlp.experts.70.down_proj,0.0000008964,0.10000,0.230
26,mlp.experts.71.down_proj,0.0000000118,0.10000,0.228
26,mlp.experts.72.down_proj,0.0000002375,0.10000,0.229
26,mlp.experts.73.down_proj,0.0000000312,0.10000,0.227
26,mlp.experts.74.down_proj,0.0000000349,0.10000,0.227
26,mlp.experts.75.down_proj,0.0000000037,0.10000,0.228
26,mlp.experts.76.down_proj,0.0000000071,0.10000,0.222
26,mlp.experts.77.down_proj,0.0000000249,0.10000,0.245
26,mlp.experts.78.down_proj,0.0000004016,0.10000,0.249
26,mlp.experts.79.down_proj,0.0000000122,0.10000,0.235
26,mlp.experts.80.down_proj,0.0000000161,0.10000,0.263
26,mlp.experts.81.down_proj,0.0000000375,0.10000,0.229
26,mlp.experts.82.down_proj,0.0000000162,0.10000,0.222
26,mlp.experts.83.down_proj,0.0000003191,0.10000,0.222
26,mlp.experts.84.down_proj,0.0000000304,0.10000,0.223
26,mlp.experts.85.down_proj,0.0000003447,0.10000,0.241
26,mlp.experts.86.down_proj,0.0000000076,0.10000,0.230
26,mlp.experts.87.down_proj,0.0000000226,0.10000,0.273
26,mlp.experts.88.down_proj,0.0000000557,0.10000,0.272
26,mlp.experts.89.down_proj,0.0000000949,0.10000,0.248
26,mlp.experts.90.down_proj,0.0000000550,0.10000,0.243
26,mlp.experts.91.down_proj,0.0000001653,0.10000,0.251
26,mlp.experts.92.down_proj,0.0000000089,0.10000,0.228
26,mlp.experts.93.down_proj,0.0000003246,0.10000,0.292
26,mlp.experts.94.down_proj,0.0000001351,0.10000,0.274
26,mlp.experts.95.down_proj,0.0000000053,0.10000,0.254
26,mlp.experts.96.down_proj,0.0000000557,0.10000,0.251
26,mlp.experts.97.down_proj,0.0000003000,0.10000,0.246
26,mlp.experts.98.down_proj,0.0000000450,0.10000,0.258
26,mlp.experts.99.down_proj,0.0000000078,0.10000,0.245
26,mlp.experts.100.down_proj,0.0000000192,0.10000,0.237
26,mlp.experts.101.down_proj,0.0000000101,0.10000,0.222
26,mlp.experts.102.down_proj,0.0000000199,0.10000,0.242
26,mlp.experts.103.down_proj,0.0000009529,0.10000,0.241
26,mlp.experts.104.down_proj,0.0000001696,0.10000,0.236
26,mlp.experts.105.down_proj,0.0000000111,0.10000,0.228
26,mlp.experts.106.down_proj,0.0000026060,0.10000,0.228
26,mlp.experts.107.down_proj,0.0000000461,0.10000,0.239
26,mlp.experts.108.down_proj,0.0000000103,0.10000,0.227
26,mlp.experts.109.down_proj,0.0000000131,0.10000,0.232
26,mlp.experts.110.down_proj,0.0000000144,0.10000,0.233
26,mlp.experts.111.down_proj,0.0000000090,0.10000,0.240
26,mlp.experts.112.down_proj,0.0000000551,0.10000,0.253
26,mlp.experts.113.down_proj,0.0000000999,0.10000,0.248
26,mlp.experts.114.down_proj,0.0000000334,0.10000,0.245
26,mlp.experts.115.down_proj,0.0000000056,0.10000,0.226
26,mlp.experts.116.down_proj,0.0000001491,0.10000,0.227
26,mlp.experts.117.down_proj,0.0000000294,0.10000,0.239
26,mlp.experts.118.down_proj,0.0000002709,0.10000,0.231
26,mlp.experts.119.down_proj,0.0000001039,0.10000,0.235
26,mlp.experts.120.down_proj,0.0000004635,0.10000,0.238
26,mlp.experts.121.down_proj,0.0000000648,0.10000,0.243
26,mlp.experts.122.down_proj,0.0000016167,0.10000,0.236
26,mlp.experts.123.down_proj,0.0000003688,0.10000,0.227
26,mlp.experts.124.down_proj,0.0000002769,0.10000,0.233
26,mlp.experts.125.down_proj,0.0000000718,0.10000,0.229
26,mlp.experts.126.down_proj,0.0000003176,0.10000,0.233
26,mlp.experts.127.down_proj,0.0000040863,0.10000,0.233
27,self_attn.q_proj,0.0000000013,0.10000,0.637
27,self_attn.k_proj,0.0000000002,0.10000,0.642
27,self_attn.v_proj,0.0000000002,0.10000,0.638
27,self_attn.o_proj,0.0000000002,0.10000,1.213
27,mlp.gate,0.0000000078,0.10000,0.581
27,mlp.experts.0.up_proj,0.0000001196,0.10000,0.581
27,mlp.experts.1.up_proj,0.0000000252,0.10000,0.570
27,mlp.experts.2.up_proj,0.0000002001,0.10000,0.577
27,mlp.experts.3.up_proj,0.0000000329,0.10000,0.572
27,mlp.experts.4.up_proj,0.0000002003,0.10000,0.572
27,mlp.experts.5.up_proj,0.0000015038,0.10000,0.576
27,mlp.experts.6.up_proj,0.0000000499,0.10000,0.576
27,mlp.experts.7.up_proj,0.0000000397,0.10000,0.577
27,mlp.experts.8.up_proj,0.0000000437,0.10000,0.575
27,mlp.experts.9.up_proj,0.0000000516,0.10000,0.611
27,mlp.experts.10.up_proj,0.0000004562,0.10000,0.590
27,mlp.experts.11.up_proj,0.0000002172,0.10000,0.573
27,mlp.experts.12.up_proj,0.0000029578,0.10000,0.579
27,mlp.experts.13.up_proj,0.0000003661,0.10000,0.580
27,mlp.experts.14.up_proj,0.0000004853,0.10000,0.580
27,mlp.experts.15.up_proj,0.0000022610,0.10000,0.580
27,mlp.experts.16.up_proj,0.0000000216,0.10000,0.574
27,mlp.experts.17.up_proj,0.0000000390,0.10000,0.584
27,mlp.experts.18.up_proj,0.0000004375,0.10000,0.577
27,mlp.experts.19.up_proj,0.0000071294,0.10000,0.579
27,mlp.experts.20.up_proj,0.0000000551,0.10000,0.577
27,mlp.experts.21.up_proj,0.0000012271,0.10000,0.571
27,mlp.experts.22.up_proj,0.0000062887,0.10000,0.571
27,mlp.experts.23.up_proj,0.0000000451,0.10000,0.572
27,mlp.experts.24.up_proj,0.0000008208,0.10000,0.576
27,mlp.experts.25.up_proj,0.0000001085,0.10000,0.575
27,mlp.experts.26.up_proj,0.0000015513,0.10000,0.575
27,mlp.experts.27.up_proj,0.0000009780,0.10000,0.583
27,mlp.experts.28.up_proj,0.0000008192,0.10000,0.578
27,mlp.experts.29.up_proj,0.0000002429,0.10000,0.686
27,mlp.experts.30.up_proj,0.0000001766,0.10000,0.655
27,mlp.experts.31.up_proj,0.0000003443,0.10000,0.609
27,mlp.experts.32.up_proj,0.0000000454,0.10000,0.566
27,mlp.experts.33.up_proj,0.0000003892,0.10000,0.571
27,mlp.experts.34.up_proj,0.0000000699,0.10000,0.568
27,mlp.experts.35.up_proj,0.0000000340,0.10000,0.572
27,mlp.experts.36.up_proj,0.0000024168,0.10000,0.568
27,mlp.experts.37.up_proj,0.0000001136,0.10000,0.568
27,mlp.experts.38.up_proj,0.0000016142,0.10000,0.734
27,mlp.experts.39.up_proj,0.0000001078,0.10000,0.637
27,mlp.experts.40.up_proj,0.0000000193,0.10000,0.609
27,mlp.experts.41.up_proj,0.0000019152,0.10000,0.624
27,mlp.experts.42.up_proj,0.0000018773,0.10000,0.599
27,mlp.experts.43.up_proj,0.0000034043,0.10000,0.599
27,mlp.experts.44.up_proj,0.0000052291,0.10000,0.578
27,mlp.experts.45.up_proj,0.0000002534,0.10000,0.594
27,mlp.experts.46.up_proj,0.0000005291,0.10000,0.615
27,mlp.experts.47.up_proj,0.0000011124,0.10000,0.592
27,mlp.experts.48.up_proj,0.0000006541,0.10000,0.577
27,mlp.experts.49.up_proj,0.0000000778,0.10000,0.575
27,mlp.experts.50.up_proj,0.0000002779,0.10000,0.584
27,mlp.experts.51.up_proj,0.0000001081,0.10000,0.584
27,mlp.experts.52.up_proj,0.0000005807,0.10000,0.592
27,mlp.experts.53.up_proj,0.0000013188,0.10000,0.606
27,mlp.experts.54.up_proj,0.0000001163,0.10000,0.709
27,mlp.experts.55.up_proj,0.0000000441,0.10000,0.619
27,mlp.experts.56.up_proj,0.0000000515,0.10000,0.621
27,mlp.experts.57.up_proj,0.0000002441,0.10000,0.586
27,mlp.experts.58.up_proj,0.0000000992,0.10000,0.587
27,mlp.experts.59.up_proj,0.0000002528,0.10000,0.590
27,mlp.experts.60.up_proj,0.0000000721,0.10000,0.585
27,mlp.experts.61.up_proj,0.0000002100,0.10000,0.601
27,mlp.experts.62.up_proj,0.0000013578,0.10000,0.618
27,mlp.experts.63.up_proj,0.0000003967,0.10000,0.750
27,mlp.experts.64.up_proj,0.0000009413,0.10000,0.633
27,mlp.experts.65.up_proj,0.0000076968,0.10000,0.626
27,mlp.experts.66.up_proj,0.0000005538,0.10000,0.617
27,mlp.experts.67.up_proj,0.0000097916,0.10000,0.587
27,mlp.experts.68.up_proj,0.0000006031,0.10000,0.583
27,mlp.experts.69.up_proj,0.0000000588,0.10000,0.578
27,mlp.experts.70.up_proj,0.0000000752,0.10000,0.588
27,mlp.experts.71.up_proj,0.0000001123,0.10000,0.584
27,mlp.experts.72.up_proj,0.0000001262,0.10000,0.710
27,mlp.experts.73.up_proj,0.0000018727,0.10000,0.647
27,mlp.experts.74.up_proj,0.0000078667,0.10000,0.623
27,mlp.experts.75.up_proj,0.0000005130,0.10000,0.589
27,mlp.experts.76.up_proj,0.0000002141,0.10000,0.618
27,mlp.experts.77.up_proj,0.0000000318,0.10000,0.616
27,mlp.experts.78.up_proj,0.0000001425,0.10000,0.623
27,mlp.experts.79.up_proj,0.0000014438,0.10000,0.586
27,mlp.experts.80.up_proj,0.0000003771,0.10000,0.596
27,mlp.experts.81.up_proj,0.0000005930,0.10000,0.592
27,mlp.experts.82.up_proj,0.0000000224,0.10000,0.580
27,mlp.experts.83.up_proj,0.0000004475,0.10000,0.587
27,mlp.experts.84.up_proj,0.0000002789,0.10000,0.596
27,mlp.experts.85.up_proj,0.0000000478,0.10000,0.595
27,mlp.experts.86.up_proj,0.0000000234,0.10000,0.621
27,mlp.experts.87.up_proj,0.0000000685,0.10000,0.590
27,mlp.experts.88.up_proj,0.0000013422,0.10000,0.614
27,mlp.experts.89.up_proj,0.0000000347,0.10000,0.628
27,mlp.experts.90.up_proj,0.0000001091,0.10000,0.611
27,mlp.experts.91.up_proj,0.0000000411,0.10000,0.615
27,mlp.experts.92.up_proj,0.0000055726,0.10000,0.588
27,mlp.experts.93.up_proj,0.0000013340,0.10000,0.638
27,mlp.experts.94.up_proj,0.0000000416,0.10000,0.613
27,mlp.experts.95.up_proj,0.0000000316,0.10000,0.593
27,mlp.experts.96.up_proj,0.0000001379,0.10000,0.587
27,mlp.experts.97.up_proj,0.0000049816,0.10000,0.588
27,mlp.experts.98.up_proj,0.0000000264,0.10000,0.591
27,mlp.experts.99.up_proj,0.0000005878,0.10000,0.586
27,mlp.experts.100.up_proj,0.0000000810,0.10000,0.591
27,mlp.experts.101.up_proj,0.0000000719,0.10000,0.608
27,mlp.experts.102.up_proj,0.0000018295,0.10000,0.631
27,mlp.experts.103.up_proj,0.0000002257,0.10000,0.717
27,mlp.experts.104.up_proj,0.0000010173,0.10000,0.651
27,mlp.experts.105.up_proj,0.0000041145,0.10000,0.653
27,mlp.experts.106.up_proj,0.0000002290,0.10000,0.708
27,mlp.experts.107.up_proj,0.0000007562,0.10000,0.659
27,mlp.experts.108.up_proj,0.0000203943,0.10000,0.651
27,mlp.experts.109.up_proj,0.0000001519,0.10000,0.647
27,mlp.experts.110.up_proj,0.0000005992,0.10000,0.642
27,mlp.experts.111.up_proj,0.0000026862,0.10000,0.656
27,mlp.experts.112.up_proj,0.0000014220,0.10000,0.659
27,mlp.experts.113.up_proj,0.0000004254,0.10000,0.660
27,mlp.experts.114.up_proj,0.0000096998,0.10000,0.654
27,mlp.experts.115.up_proj,0.0000003313,0.10000,0.644
27,mlp.experts.116.up_proj,0.0000000854,0.10000,0.643
27,mlp.experts.117.up_proj,0.0000008033,0.10000,0.674
27,mlp.experts.118.up_proj,0.0000004270,0.10000,0.646
27,mlp.experts.119.up_proj,0.0000017169,0.10000,0.649
27,mlp.experts.120.up_proj,0.0000000274,0.10000,0.655
27,mlp.experts.121.up_proj,0.0000000282,0.10000,0.672
27,mlp.experts.122.up_proj,0.0000043156,0.10000,0.633
27,mlp.experts.123.up_proj,0.0000003099,0.10000,0.631
27,mlp.experts.124.up_proj,0.0000120175,0.10000,0.596
27,mlp.experts.125.up_proj,0.0000001312,0.10000,0.594
27,mlp.experts.126.up_proj,0.0000000558,0.10000,0.600
27,mlp.experts.127.up_proj,0.0000001256,0.10000,0.612
27,mlp.experts.0.gate_proj,0.0000001645,0.10000,0.591
27,mlp.experts.1.gate_proj,0.0000000226,0.10000,0.693
27,mlp.experts.2.gate_proj,0.0000002050,0.10000,0.688
27,mlp.experts.3.gate_proj,0.0000000282,0.10000,0.653
27,mlp.experts.4.gate_proj,0.0000001404,0.10000,0.710
27,mlp.experts.5.gate_proj,0.0000015317,0.10000,0.654
27,mlp.experts.6.gate_proj,0.0000000487,0.10000,0.636
27,mlp.experts.7.gate_proj,0.0000000379,0.10000,0.648
27,mlp.experts.8.gate_proj,0.0000000425,0.10000,0.659
27,mlp.experts.9.gate_proj,0.0000000540,0.10000,0.634
27,mlp.experts.10.gate_proj,0.0000004173,0.10000,0.587
27,mlp.experts.11.gate_proj,0.0000002338,0.10000,0.612
27,mlp.experts.12.gate_proj,0.0000030401,0.10000,0.627
27,mlp.experts.13.gate_proj,0.0000003721,0.10000,0.624
27,mlp.experts.14.gate_proj,0.0000005008,0.10000,0.621
27,mlp.experts.15.gate_proj,0.0000023614,0.10000,0.636
27,mlp.experts.16.gate_proj,0.0000000207,0.10000,0.685
27,mlp.experts.17.gate_proj,0.0000000378,0.10000,0.692
27,mlp.experts.18.gate_proj,0.0000004218,0.10000,0.644
27,mlp.experts.19.gate_proj,0.0000077906,0.10000,0.650
27,mlp.experts.20.gate_proj,0.0000000517,0.10000,0.653
27,mlp.experts.21.gate_proj,0.0000012972,0.10000,0.608
27,mlp.experts.22.gate_proj,0.0000059533,0.10000,0.613
27,mlp.experts.23.gate_proj,0.0000000411,0.10000,0.621
27,mlp.experts.24.gate_proj,0.0000008403,0.10000,0.614
27,mlp.experts.25.gate_proj,0.0000001414,0.10000,0.600
27,mlp.experts.26.gate_proj,0.0000015801,0.10000,0.594
27,mlp.experts.27.gate_proj,0.0000010128,0.10000,0.590
27,mlp.experts.28.gate_proj,0.0000008256,0.10000,0.709
27,mlp.experts.29.gate_proj,0.0000002600,0.10000,0.637
27,mlp.experts.30.gate_proj,0.0000001731,0.10000,0.632
27,mlp.experts.31.gate_proj,0.0000003059,0.10000,0.599
27,mlp.experts.32.gate_proj,0.0000000556,0.10000,0.605
27,mlp.experts.33.gate_proj,0.0000004140,0.10000,0.609
27,mlp.experts.34.gate_proj,0.0000000693,0.10000,0.628
27,mlp.experts.35.gate_proj,0.0000000319,0.10000,0.644
27,mlp.experts.36.gate_proj,0.0000022789,0.10000,0.602
27,mlp.experts.37.gate_proj,0.0000001122,0.10000,0.605
27,mlp.experts.38.gate_proj,0.0000015209,0.10000,0.624
27,mlp.experts.39.gate_proj,0.0000001113,0.10000,0.625
27,mlp.experts.40.gate_proj,0.0000000187,0.10000,0.597
27,mlp.experts.41.gate_proj,0.0000018973,0.10000,0.603
27,mlp.experts.42.gate_proj,0.0000018738,0.10000,0.596
27,mlp.experts.43.gate_proj,0.0000036362,0.10000,0.595
27,mlp.experts.44.gate_proj,0.0000054186,0.10000,0.614
27,mlp.experts.45.gate_proj,0.0000002528,0.10000,0.601
27,mlp.experts.46.gate_proj,0.0000005703,0.10000,0.596
27,mlp.experts.47.gate_proj,0.0000010683,0.10000,0.605
27,mlp.experts.48.gate_proj,0.0000006567,0.10000,0.590
27,mlp.experts.49.gate_proj,0.0000000833,0.10000,0.617
27,mlp.experts.50.gate_proj,0.0000002812,0.10000,0.614
27,mlp.experts.51.gate_proj,0.0000001212,0.10000,0.602
27,mlp.experts.52.gate_proj,0.0000007068,0.10000,0.607
27,mlp.experts.53.gate_proj,0.0000012288,0.10000,0.591
27,mlp.experts.54.gate_proj,0.0000001144,0.10000,0.606
27,mlp.experts.55.gate_proj,0.0000000419,0.10000,0.648
27,mlp.experts.56.gate_proj,0.0000000494,0.10000,0.711
27,mlp.experts.57.gate_proj,0.0000002379,0.10000,0.627
27,mlp.experts.58.gate_proj,0.0000000957,0.10000,0.625
27,mlp.experts.59.gate_proj,0.0000002697,0.10000,0.587
27,mlp.experts.60.gate_proj,0.0000000687,0.10000,0.610
27,mlp.experts.61.gate_proj,0.0000002070,0.10000,0.615
27,mlp.experts.62.gate_proj,0.0000013120,0.10000,0.583
27,mlp.experts.63.gate_proj,0.0000004102,0.10000,0.582
27,mlp.experts.64.gate_proj,0.0000009648,0.10000,0.591
27,mlp.experts.65.gate_proj,0.0000075684,0.10000,0.605
27,mlp.experts.66.gate_proj,0.0000005614,0.10000,0.602
27,mlp.experts.67.gate_proj,0.0000092902,0.10000,0.600
27,mlp.experts.68.gate_proj,0.0000006183,0.10000,0.602
27,mlp.experts.69.gate_proj,0.0000000563,0.10000,0.602
27,mlp.experts.70.gate_proj,0.0000000761,0.10000,0.598
27,mlp.experts.71.gate_proj,0.0000001080,0.10000,0.636
27,mlp.experts.72.gate_proj,0.0000001305,0.10000,0.605
27,mlp.experts.73.gate_proj,0.0000067262,0.10000,0.699
27,mlp.experts.74.gate_proj,0.0000083422,0.10000,0.680
27,mlp.experts.75.gate_proj,0.0000005590,0.10000,0.655
27,mlp.experts.76.gate_proj,0.0000001993,0.10000,0.659
27,mlp.experts.77.gate_proj,0.0000000315,0.10000,0.591
27,mlp.experts.78.gate_proj,0.0000001344,0.10000,0.584
27,mlp.experts.79.gate_proj,0.0000015089,0.10000,0.586
27,mlp.experts.80.gate_proj,0.0000004597,0.10000,0.577
27,mlp.experts.81.gate_proj,0.0000005900,0.10000,0.590
27,mlp.experts.82.gate_proj,0.0000000208,0.10000,0.613
27,mlp.experts.83.gate_proj,0.0000004673,0.10000,0.629
27,mlp.experts.84.gate_proj,0.0000002835,0.10000,0.592
27,mlp.experts.85.gate_proj,0.0000000454,0.10000,0.604
27,mlp.experts.86.gate_proj,0.0000000222,0.10000,0.590
27,mlp.experts.87.gate_proj,0.0000000741,0.10000,0.603
27,mlp.experts.88.gate_proj,0.0000013823,0.10000,0.678
27,mlp.experts.89.gate_proj,0.0000000345,0.10000,0.696
27,mlp.experts.90.gate_proj,0.0000001142,0.10000,0.663
27,mlp.experts.91.gate_proj,0.0000000381,0.10000,0.705
27,mlp.experts.92.gate_proj,0.0000060597,0.10000,0.663
27,mlp.experts.93.gate_proj,0.0000013044,0.10000,0.655
27,mlp.experts.94.gate_proj,0.0000000396,0.10000,0.646
27,mlp.experts.95.gate_proj,0.0000000285,0.10000,0.660
27,mlp.experts.96.gate_proj,0.0000001314,0.10000,0.670
27,mlp.experts.97.gate_proj,0.0000046790,0.10000,0.612
27,mlp.experts.98.gate_proj,0.0000000268,0.10000,0.669
27,mlp.experts.99.gate_proj,0.0000006076,0.10000,0.628
27,mlp.experts.100.gate_proj,0.0000000857,0.10000,0.637
27,mlp.experts.101.gate_proj,0.0000000810,0.10000,0.645
27,mlp.experts.102.gate_proj,0.0000020495,0.10000,0.697
27,mlp.experts.103.gate_proj,0.0000002185,0.10000,0.623
27,mlp.experts.104.gate_proj,0.0000009633,0.10000,0.647
27,mlp.experts.105.gate_proj,0.0000039025,0.10000,0.707
27,mlp.experts.106.gate_proj,0.0000002445,0.10000,0.675
27,mlp.experts.107.gate_proj,0.0000007702,0.10000,0.664
27,mlp.experts.108.gate_proj,0.0000203860,0.10000,0.658
27,mlp.experts.109.gate_proj,0.0000001557,0.10000,0.666
27,mlp.experts.110.gate_proj,0.0000006176,0.10000,0.692
27,mlp.experts.111.gate_proj,0.0000027995,0.10000,0.679
27,mlp.experts.112.gate_proj,0.0000015028,0.10000,0.636
27,mlp.experts.113.gate_proj,0.0000004070,0.10000,0.600
27,mlp.experts.114.gate_proj,0.0000097717,0.10000,0.625
27,mlp.experts.115.gate_proj,0.0000003237,0.10000,0.600
27,mlp.experts.116.gate_proj,0.0000000876,0.10000,0.616
27,mlp.experts.117.gate_proj,0.0000008458,0.10000,0.593
27,mlp.experts.118.gate_proj,0.0000004265,0.10000,0.593
27,mlp.experts.119.gate_proj,0.0000020493,0.10000,0.623
27,mlp.experts.120.gate_proj,0.0000000273,0.10000,0.605
27,mlp.experts.121.gate_proj,0.0000000271,0.10000,0.621
27,mlp.experts.122.gate_proj,0.0000046133,0.10000,0.697
27,mlp.experts.123.gate_proj,0.0000003007,0.10000,0.656
27,mlp.experts.124.gate_proj,0.0000120224,0.10000,0.653
27,mlp.experts.125.gate_proj,0.0000001400,0.10000,0.647
27,mlp.experts.126.gate_proj,0.0000000511,0.10000,0.645
27,mlp.experts.127.gate_proj,0.0000001254,0.10000,0.635
27,mlp.experts.0.down_proj,0.0000000190,0.10000,0.244
27,mlp.experts.1.down_proj,0.0000000046,0.10000,0.292
27,mlp.experts.2.down_proj,0.0000000363,0.10000,0.224
27,mlp.experts.3.down_proj,0.0000000103,0.10000,0.237
27,mlp.experts.4.down_proj,0.0000000482,0.10000,0.236
27,mlp.experts.5.down_proj,0.0000002615,0.10000,0.234
27,mlp.experts.6.down_proj,0.0000000090,0.10000,0.237
27,mlp.experts.7.down_proj,0.0000000065,0.10000,0.240
27,mlp.experts.8.down_proj,0.0000000061,0.10000,0.242
27,mlp.experts.9.down_proj,0.0000000090,0.10000,0.221
27,mlp.experts.10.down_proj,0.0000000906,0.10000,0.224
27,mlp.experts.11.down_proj,0.0000000322,0.10000,0.219
27,mlp.experts.12.down_proj,0.0000005316,0.10000,0.241
27,mlp.experts.13.down_proj,0.0000000556,0.10000,0.240
27,mlp.experts.14.down_proj,0.0000000747,0.10000,0.220
27,mlp.experts.15.down_proj,0.0000002902,0.10000,0.222
27,mlp.experts.16.down_proj,0.0000000031,0.10000,0.250
27,mlp.experts.17.down_proj,0.0000000065,0.10000,0.241
27,mlp.experts.18.down_proj,0.0000000955,0.10000,0.226
27,mlp.experts.19.down_proj,0.0000001324,0.10000,0.221
27,mlp.experts.20.down_proj,0.0000000119,0.10000,0.238
27,mlp.experts.21.down_proj,0.0000001406,0.10000,0.226
27,mlp.experts.22.down_proj,0.0000025033,0.10000,0.252
27,mlp.experts.23.down_proj,0.0000000135,0.10000,0.229
27,mlp.experts.24.down_proj,0.0000001170,0.10000,0.259
27,mlp.experts.25.down_proj,0.0000000180,0.10000,0.230
27,mlp.experts.26.down_proj,0.0000001985,0.10000,0.226
27,mlp.experts.27.down_proj,0.0000001479,0.10000,0.294
27,mlp.experts.28.down_proj,0.0000002138,0.10000,0.268
27,mlp.experts.29.down_proj,0.0000000496,0.10000,0.248
27,mlp.experts.30.down_proj,0.0000000456,0.10000,0.245
27,mlp.experts.31.down_proj,0.0000000642,0.10000,0.249
27,mlp.experts.32.down_proj,0.0000000093,0.10000,0.242
27,mlp.experts.33.down_proj,0.0000001022,0.10000,0.232
27,mlp.experts.34.down_proj,0.0000000185,0.10000,0.251
27,mlp.experts.35.down_proj,0.0000000077,0.10000,0.255
27,mlp.experts.36.down_proj,0.0000014152,0.10000,0.242
27,mlp.experts.37.down_proj,0.0000000333,0.10000,0.232
27,mlp.experts.38.down_proj,0.0000011847,0.10000,0.232
27,mlp.experts.39.down_proj,0.0000000160,0.10000,0.231
27,mlp.experts.40.down_proj,0.0000000033,0.10000,0.231
27,mlp.experts.41.down_proj,0.0000004602,0.10000,0.233
27,mlp.experts.42.down_proj,0.0000005697,0.10000,0.231
27,mlp.experts.43.down_proj,0.0000014961,0.10000,0.229
27,mlp.experts.44.down_proj,0.0000007161,0.10000,0.220
27,mlp.experts.45.down_proj,0.0000000613,0.10000,0.230
27,mlp.experts.46.down_proj,0.0000001617,0.10000,0.229
27,mlp.experts.47.down_proj,0.0000004178,0.10000,0.236
27,mlp.experts.48.down_proj,0.0000000443,0.10000,0.229
27,mlp.experts.49.down_proj,0.0000000133,0.10000,0.230
27,mlp.experts.50.down_proj,0.0000000366,0.10000,0.228
27,mlp.experts.51.down_proj,0.0000000233,0.10000,0.226
27,mlp.experts.52.down_proj,0.0000001744,0.10000,0.226
27,mlp.experts.53.down_proj,0.0000004122,0.10000,0.229
27,mlp.experts.54.down_proj,0.0000000269,0.10000,0.232
27,mlp.experts.55.down_proj,0.0000000082,0.10000,0.225
27,mlp.experts.56.down_proj,0.0000000080,0.10000,0.228
27,mlp.experts.57.down_proj,0.0000000526,0.10000,0.236
27,mlp.experts.58.down_proj,0.0000000135,0.10000,0.227
27,mlp.experts.59.down_proj,0.0000000350,0.10000,0.230
27,mlp.experts.60.down_proj,0.0000000167,0.10000,0.224
27,mlp.experts.61.down_proj,0.0000000443,0.10000,0.224
27,mlp.experts.62.down_proj,0.0000004137,0.10000,0.233
27,mlp.experts.63.down_proj,0.0000000470,0.10000,0.228
27,mlp.experts.64.down_proj,0.0000001073,0.10000,0.240
27,mlp.experts.65.down_proj,0.0000027989,0.10000,0.234
27,mlp.experts.66.down_proj,0.0000001517,0.10000,0.227
27,mlp.experts.67.down_proj,0.0000020695,0.10000,0.227
27,mlp.experts.68.down_proj,0.0000000862,0.10000,0.228
27,mlp.experts.69.down_proj,0.0000000142,0.10000,0.226
27,mlp.experts.70.down_proj,0.0000000183,0.10000,0.229
27,mlp.experts.71.down_proj,0.0000000271,0.10000,0.227
27,mlp.experts.72.down_proj,0.0000000278,0.10000,0.225
27,mlp.experts.73.down_proj,0.0000000570,0.10000,0.226
27,mlp.experts.74.down_proj,0.0000030766,0.10000,0.250
27,mlp.experts.75.down_proj,0.0000000762,0.10000,0.235
27,mlp.experts.76.down_proj,0.0000000438,0.10000,0.238
27,mlp.experts.77.down_proj,0.0000000076,0.10000,0.230
27,mlp.experts.78.down_proj,0.0000000368,0.10000,0.228
27,mlp.experts.79.down_proj,0.0000001797,0.10000,0.223
27,mlp.experts.80.down_proj,0.0000001033,0.10000,0.223
27,mlp.experts.81.down_proj,0.0000000989,0.10000,0.231
27,mlp.experts.82.down_proj,0.0000000040,0.10000,0.224
27,mlp.experts.83.down_proj,0.0000000426,0.10000,0.229
27,mlp.experts.84.down_proj,0.0000000416,0.10000,0.244
27,mlp.experts.85.down_proj,0.0000000085,0.10000,0.285
27,mlp.experts.86.down_proj,0.0000000045,0.10000,0.230
27,mlp.experts.87.down_proj,0.0000000126,0.10000,0.244
27,mlp.experts.88.down_proj,0.0000002123,0.10000,0.233
27,mlp.experts.89.down_proj,0.0000000057,0.10000,0.232
27,mlp.experts.90.down_proj,0.0000000283,0.10000,0.244
27,mlp.experts.91.down_proj,0.0000000084,0.10000,0.237
27,mlp.experts.92.down_proj,0.0000016140,0.10000,0.243
27,mlp.experts.93.down_proj,0.0000003805,0.10000,0.237
27,mlp.experts.94.down_proj,0.0000000071,0.10000,0.233
27,mlp.experts.95.down_proj,0.0000000055,0.10000,0.224
27,mlp.experts.96.down_proj,0.0000000248,0.10000,0.223
27,mlp.experts.97.down_proj,0.0000016036,0.10000,0.227
27,mlp.experts.98.down_proj,0.0000000060,0.10000,0.230
27,mlp.experts.99.down_proj,0.0000000880,0.10000,0.232
27,mlp.experts.100.down_proj,0.0000000162,0.10000,0.226
27,mlp.experts.101.down_proj,0.0000000192,0.10000,0.229
27,mlp.experts.102.down_proj,0.0000000856,0.10000,0.243
27,mlp.experts.103.down_proj,0.0000000619,0.10000,0.230
27,mlp.experts.104.down_proj,0.0000002657,0.10000,0.211
27,mlp.experts.105.down_proj,0.0000016508,0.10000,0.224
27,mlp.experts.106.down_proj,0.0000000382,0.10000,0.224
27,mlp.experts.107.down_proj,0.0000001246,0.10000,0.227
27,mlp.experts.108.down_proj,0.0000044777,0.10000,0.218
27,mlp.experts.109.down_proj,0.0000000212,0.10000,0.271
27,mlp.experts.110.down_proj,0.0000000714,0.10000,0.258
27,mlp.experts.111.down_proj,0.0000004170,0.10000,0.250
27,mlp.experts.112.down_proj,0.0000002217,0.10000,0.241
27,mlp.experts.113.down_proj,0.0000000863,0.10000,0.278
27,mlp.experts.114.down_proj,0.0000026617,0.10000,0.274
27,mlp.experts.115.down_proj,0.0000000852,0.10000,0.255
27,mlp.experts.116.down_proj,0.0000000130,0.10000,0.256
27,mlp.experts.117.down_proj,0.0000001355,0.10000,0.253
27,mlp.experts.118.down_proj,0.0000000699,0.10000,0.246
27,mlp.experts.119.down_proj,0.0000003771,0.10000,0.253
27,mlp.experts.120.down_proj,0.0000000053,0.10000,0.248
27,mlp.experts.121.down_proj,0.0000000056,0.10000,0.247
27,mlp.experts.122.down_proj,0.0000000958,0.10000,0.228
27,mlp.experts.123.down_proj,0.0000000666,0.10000,0.242
27,mlp.experts.124.down_proj,0.0000039560,0.10000,0.234
27,mlp.experts.125.down_proj,0.0000000182,0.10000,0.228
27,mlp.experts.126.down_proj,0.0000000139,0.10000,0.237
27,mlp.experts.127.down_proj,0.0000000187,0.10000,0.227
28,self_attn.q_proj,0.0000000013,0.10000,0.603
28,self_attn.k_proj,0.0000000002,0.10000,0.692
28,self_attn.v_proj,0.0000000002,0.10000,0.682
28,self_attn.o_proj,0.0000000002,0.10000,1.126
28,mlp.gate,0.0000000068,0.10000,0.591
28,mlp.experts.0.up_proj,0.0000002262,0.10000,0.583
28,mlp.experts.1.up_proj,0.0000007827,0.10000,0.689
28,mlp.experts.2.up_proj,0.0000289123,0.10000,0.632
28,mlp.experts.3.up_proj,0.0000157238,0.10000,0.628
28,mlp.experts.4.up_proj,0.0000001992,0.10000,0.657
28,mlp.experts.5.up_proj,0.0000048157,0.10000,0.645
28,mlp.experts.6.up_proj,0.0000003648,0.10000,0.631
28,mlp.experts.7.up_proj,0.0000001036,0.10000,0.642
28,mlp.experts.8.up_proj,0.0000000526,0.10000,0.629
28,mlp.experts.9.up_proj,0.0000000590,0.10000,0.696
28,mlp.experts.10.up_proj,0.0000012774,0.10000,0.654
28,mlp.experts.11.up_proj,0.0000000524,0.10000,0.641
28,mlp.experts.12.up_proj,0.0000004418,0.10000,0.644
28,mlp.experts.13.up_proj,0.0000000695,0.10000,0.600
28,mlp.experts.14.up_proj,0.0000000378,0.10000,0.562
28,mlp.experts.15.up_proj,0.0000000793,0.10000,0.573
28,mlp.experts.16.up_proj,0.0000000369,0.10000,0.566
28,mlp.experts.17.up_proj,0.0000009456,0.10000,0.588
28,mlp.experts.18.up_proj,0.0000000322,0.10000,0.604
28,mlp.experts.19.up_proj,0.0000002330,0.10000,0.606
28,mlp.experts.20.up_proj,0.0000000876,0.10000,0.608
28,mlp.experts.21.up_proj,0.0000022243,0.10000,0.692
28,mlp.experts.22.up_proj,0.0000009909,0.10000,0.624
28,mlp.experts.23.up_proj,0.0000002270,0.10000,0.634
28,mlp.experts.24.up_proj,0.0000000290,0.10000,0.624
28,mlp.experts.25.up_proj,0.0000010871,0.10000,0.572
28,mlp.experts.26.up_proj,0.0000000742,0.10000,0.669
28,mlp.experts.27.up_proj,0.0000005171,0.10000,0.588
28,mlp.experts.28.up_proj,0.0000004039,0.10000,0.739
28,mlp.experts.29.up_proj,0.0000000769,0.10000,0.669
28,mlp.experts.30.up_proj,0.0000000189,0.10000,0.643
28,mlp.experts.31.up_proj,0.0000040971,0.10000,0.644
28,mlp.experts.32.up_proj,0.0000011232,0.10000,0.687
28,mlp.experts.33.up_proj,0.0000001506,0.10000,0.648
28,mlp.experts.34.up_proj,0.0000015424,0.10000,0.643
28,mlp.experts.35.up_proj,0.0000000807,0.10000,0.642
28,mlp.experts.36.up_proj,0.0000012278,0.10000,0.659
28,mlp.experts.37.up_proj,0.0000000454,0.10000,0.670
28,mlp.experts.38.up_proj,0.0000046055,0.10000,0.668
28,mlp.experts.39.up_proj,0.0000001056,0.10000,0.631
28,mlp.experts.40.up_proj,0.0000000959,0.10000,0.716
28,mlp.experts.41.up_proj,0.0000021354,0.10000,0.610
28,mlp.experts.42.up_proj,0.0000002749,0.10000,0.621
28,mlp.experts.43.up_proj,0.0000000481,0.10000,0.611
28,mlp.experts.44.up_proj,0.0000000459,0.10000,0.632
28,mlp.experts.45.up_proj,0.0000000341,0.10000,0.600
28,mlp.experts.46.up_proj,0.0000006425,0.10000,0.616
28,mlp.experts.47.up_proj,0.0000010023,0.10000,0.574
28,mlp.experts.48.up_proj,0.0000001036,0.10000,0.587
28,mlp.experts.49.up_proj,0.0000025120,0.10000,0.582
28,mlp.experts.50.up_proj,0.0000000726,0.10000,0.588
28,mlp.experts.51.up_proj,0.0000000756,0.10000,0.638
28,mlp.experts.52.up_proj,0.0000002299,0.10000,0.612
28,mlp.experts.53.up_proj,0.0000014294,0.10000,0.594
28,mlp.experts.54.up_proj,0.0000003334,0.10000,0.587
28,mlp.experts.55.up_proj,0.0000001095,0.10000,0.585
28,mlp.experts.56.up_proj,0.0000022686,0.10000,0.700
28,mlp.experts.57.up_proj,0.0000000409,0.10000,0.647
28,mlp.experts.58.up_proj,0.0000047265,0.10000,0.640
28,mlp.experts.59.up_proj,0.0000002868,0.10000,0.645
28,mlp.experts.60.up_proj,0.0000000983,0.10000,0.587
28,mlp.experts.61.up_proj,0.0000078096,0.10000,0.580
28,mlp.experts.62.up_proj,0.0000004060,0.10000,0.577
28,mlp.experts.63.up_proj,0.0000011094,0.10000,0.593
28,mlp.experts.64.up_proj,0.0000157392,0.10000,0.577
28,mlp.experts.65.up_proj,0.0000000952,0.10000,0.577
28,mlp.experts.66.up_proj,0.0000044580,0.10000,0.746
28,mlp.experts.67.up_proj,0.0000007159,0.10000,0.616
28,mlp.experts.68.up_proj,0.0000005697,0.10000,0.702
28,mlp.experts.69.up_proj,0.0000055675,0.10000,0.648
28,mlp.experts.70.up_proj,0.0000008466,0.10000,0.640
28,mlp.experts.71.up_proj,0.0000147746,0.10000,0.606
28,mlp.experts.72.up_proj,0.0000001147,0.10000,0.605
28,mlp.experts.73.up_proj,0.0000000900,0.10000,0.584
28,mlp.experts.74.up_proj,0.0000027886,0.10000,0.590
28,mlp.experts.75.up_proj,0.0000000319,0.10000,0.589
28,mlp.experts.76.up_proj,0.0000001943,0.10000,0.590
28,mlp.experts.77.up_proj,0.0000000660,0.10000,0.625
28,mlp.experts.78.up_proj,0.0000000526,0.10000,0.625
28,mlp.experts.79.up_proj,0.0000000576,0.10000,0.581
28,mlp.experts.80.up_proj,0.0000000207,0.10000,0.696
28,mlp.experts.81.up_proj,0.0000000783,0.10000,0.697
28,mlp.experts.82.up_proj,0.0000001750,0.10000,0.617
28,mlp.experts.83.up_proj,0.0000000368,0.10000,0.627
28,mlp.experts.84.up_proj,0.0000000556,0.10000,0.593
28,mlp.experts.85.up_proj,0.0000004778,0.10000,0.580
28,mlp.experts.86.up_proj,0.0000036982,0.10000,0.594
28,mlp.experts.87.up_proj,0.0000013932,0.10000,0.609
28,mlp.experts.88.up_proj,0.0000015542,0.10000,0.626
28,mlp.experts.89.up_proj,0.0000002390,0.10000,0.589
28,mlp.experts.90.up_proj,0.0000001884,0.10000,0.629
28,mlp.experts.91.up_proj,0.0000003864,0.10000,0.584
28,mlp.experts.92.up_proj,0.0000025169,0.10000,0.572
28,mlp.experts.93.up_proj,0.0000000918,0.10000,0.588
28,mlp.experts.94.up_proj,0.0000000592,0.10000,0.594
28,mlp.experts.95.up_proj,0.0000070164,0.10000,0.593
28,mlp.experts.96.up_proj,0.0000012704,0.10000,0.623
28,mlp.experts.97.up_proj,0.0000002900,0.10000,0.628
28,mlp.experts.98.up_proj,0.0000001306,0.10000,0.593
28,mlp.experts.99.up_proj,0.0000041935,0.10000,0.599
28,mlp.experts.100.up_proj,0.0000001462,0.10000,0.583
28,mlp.experts.101.up_proj,0.0000000958,0.10000,0.590
28,mlp.experts.102.up_proj,0.0000000380,0.10000,0.629
28,mlp.experts.103.up_proj,0.0000001513,0.10000,0.601
28,mlp.experts.104.up_proj,0.0000036450,0.10000,0.639
28,mlp.experts.105.up_proj,0.0000000818,0.10000,0.617
28,mlp.experts.106.up_proj,0.0000007144,0.10000,0.616
28,mlp.experts.107.up_proj,0.0000009600,0.10000,0.602
28,mlp.experts.108.up_proj,0.0000000528,0.10000,0.613
28,mlp.experts.109.up_proj,0.0000001968,0.10000,0.625
28,mlp.experts.110.up_proj,0.0000000703,0.10000,0.589
28,mlp.experts.111.up_proj,0.0000004388,0.10000,0.589
28,mlp.experts.112.up_proj,0.0000004380,0.10000,0.598
28,mlp.experts.113.up_proj,0.0000003101,0.10000,0.606
28,mlp.experts.114.up_proj,0.0000000344,0.10000,0.596
28,mlp.experts.115.up_proj,0.0000002702,0.10000,0.599
28,mlp.experts.116.up_proj,0.0000037377,0.10000,0.588
28,mlp.experts.117.up_proj,0.0000000257,0.10000,0.591
28,mlp.experts.118.up_proj,0.0000951274,0.10000,0.608
28,mlp.experts.119.up_proj,0.0000000877,0.10000,0.585
28,mlp.experts.120.up_proj,0.0000047503,0.10000,0.618
28,mlp.experts.121.up_proj,0.0000000839,0.10000,0.622
28,mlp.experts.122.up_proj,0.0000025957,0.10000,0.597
28,mlp.experts.123.up_proj,0.0000000569,0.10000,0.585
28,mlp.experts.124.up_proj,0.0000000506,0.10000,0.699
28,mlp.experts.125.up_proj,0.0000109019,0.10000,0.683
28,mlp.experts.126.up_proj,0.0000004696,0.10000,0.644
28,mlp.experts.127.up_proj,0.0000000381,0.10000,0.644
28,mlp.experts.0.gate_proj,0.0000002747,0.10000,0.654
28,mlp.experts.1.gate_proj,0.0000008254,0.10000,0.655
28,mlp.experts.2.gate_proj,0.0000304608,0.10000,0.704
28,mlp.experts.3.gate_proj,0.0000151746,0.10000,0.657
28,mlp.experts.4.gate_proj,0.0000002032,0.10000,0.648
28,mlp.experts.5.gate_proj,0.0000048986,0.10000,0.618
28,mlp.experts.6.gate_proj,0.0000003882,0.10000,0.607
28,mlp.experts.7.gate_proj,0.0000001107,0.10000,0.626
28,mlp.experts.8.gate_proj,0.0000000518,0.10000,0.598
28,mlp.experts.9.gate_proj,0.0000000626,0.10000,0.587
28,mlp.experts.10.gate_proj,0.0000012850,0.10000,0.594
28,mlp.experts.11.gate_proj,0.0000000547,0.10000,0.596
28,mlp.experts.12.gate_proj,0.0000004425,0.10000,0.591
28,mlp.experts.13.gate_proj,0.0000000694,0.10000,0.590
28,mlp.experts.14.gate_proj,0.0000000394,0.10000,0.593
28,mlp.experts.15.gate_proj,0.0000000771,0.10000,0.595
28,mlp.experts.16.gate_proj,0.0000000392,0.10000,0.587
28,mlp.experts.17.gate_proj,0.0000009239,0.10000,0.601
28,mlp.experts.18.gate_proj,0.0000000319,0.10000,0.599
28,mlp.experts.19.gate_proj,0.0000002296,0.10000,0.590
28,mlp.experts.20.gate_proj,0.0000000834,0.10000,0.592
28,mlp.experts.21.gate_proj,0.0000023378,0.10000,0.597
28,mlp.experts.22.gate_proj,0.0000010013,0.10000,0.599
28,mlp.experts.23.gate_proj,0.0000002498,0.10000,0.596
28,mlp.experts.24.gate_proj,0.0000000301,0.10000,0.719
28,mlp.experts.25.gate_proj,0.0000011707,0.10000,0.693
28,mlp.experts.26.gate_proj,0.0000000783,0.10000,0.633
28,mlp.experts.27.gate_proj,0.0000005278,0.10000,0.716
28,mlp.experts.28.gate_proj,0.0000004240,0.10000,0.656
28,mlp.experts.29.gate_proj,0.0000000773,0.10000,0.632
28,mlp.experts.30.gate_proj,0.0000000208,0.10000,0.628
28,mlp.experts.31.gate_proj,0.0000043648,0.10000,0.634
28,mlp.experts.32.gate_proj,0.0000014486,0.10000,0.604
28,mlp.experts.33.gate_proj,0.0000001498,0.10000,0.592
28,mlp.experts.34.gate_proj,0.0000017240,0.10000,0.592
28,mlp.experts.35.gate_proj,0.0000001021,0.10000,0.601
28,mlp.experts.36.gate_proj,0.0000011848,0.10000,0.603
28,mlp.experts.37.gate_proj,0.0000000472,0.10000,0.597
28,mlp.experts.38.gate_proj,0.0000047331,0.10000,0.604
28,mlp.experts.39.gate_proj,0.0000000996,0.10000,0.598
28,mlp.experts.40.gate_proj,0.0000001026,0.10000,0.606
28,mlp.experts.41.gate_proj,0.0000022149,0.10000,0.629
28,mlp.experts.42.gate_proj,0.0000003240,0.10000,0.648
28,mlp.experts.43.gate_proj,0.0000000432,0.10000,0.703
28,mlp.experts.44.gate_proj,0.0000000438,0.10000,0.641
28,mlp.experts.45.gate_proj,0.0000000324,0.10000,0.638
28,mlp.experts.46.gate_proj,0.0000006518,0.10000,0.656
28,mlp.experts.47.gate_proj,0.0000009742,0.10000,0.601
28,mlp.experts.48.gate_proj,0.0000000943,0.10000,0.600
28,mlp.experts.49.gate_proj,0.0000027088,0.10000,0.648
28,mlp.experts.50.gate_proj,0.0000000790,0.10000,0.629
28,mlp.experts.51.gate_proj,0.0000000786,0.10000,0.593
28,mlp.experts.52.gate_proj,0.0000002307,0.10000,0.598
28,mlp.experts.53.gate_proj,0.0000014596,0.10000,0.597
28,mlp.experts.54.gate_proj,0.0000003479,0.10000,0.598
28,mlp.experts.55.gate_proj,0.0000001111,0.10000,0.605
28,mlp.experts.56.gate_proj,0.0000023985,0.10000,0.634
28,mlp.experts.57.gate_proj,0.0000000422,0.10000,0.636
28,mlp.experts.58.gate_proj,0.0000049250,0.10000,0.594
28,mlp.experts.59.gate_proj,0.0000002762,0.10000,0.593
28,mlp.experts.60.gate_proj,0.0000000971,0.10000,0.598
28,mlp.experts.61.gate_proj,0.0000083715,0.10000,0.601
28,mlp.experts.62.gate_proj,0.0000003289,0.10000,0.616
28,mlp.experts.63.gate_proj,0.0000010904,0.10000,0.757
28,mlp.experts.64.gate_proj,0.0000142951,0.10000,0.640
28,mlp.experts.65.gate_proj,0.0000000948,0.10000,0.632
28,mlp.experts.66.gate_proj,0.0000045309,0.10000,0.647
28,mlp.experts.67.gate_proj,0.0000007246,0.10000,0.674
28,mlp.experts.68.gate_proj,0.0000005918,0.10000,0.639
28,mlp.experts.69.gate_proj,0.0000055276,0.10000,0.718
28,mlp.experts.70.gate_proj,0.0000008794,0.10000,0.665
28,mlp.experts.71.gate_proj,0.0000139786,0.10000,0.669
28,mlp.experts.72.gate_proj,0.0000001371,0.10000,0.642
28,mlp.experts.73.gate_proj,0.0000000892,0.10000,0.644
28,mlp.experts.74.gate_proj,0.0000100837,0.10000,0.607
28,mlp.experts.75.gate_proj,0.0000000338,0.10000,0.611
28,mlp.experts.76.gate_proj,0.0000001977,0.10000,0.617
28,mlp.experts.77.gate_proj,0.0000000636,0.10000,0.600
28,mlp.experts.78.gate_proj,0.0000000545,0.10000,0.646
28,mlp.experts.79.gate_proj,0.0000000587,0.10000,0.644
28,mlp.experts.80.gate_proj,0.0000000221,0.10000,0.724
28,mlp.experts.81.gate_proj,0.0000000798,0.10000,0.633
28,mlp.experts.82.gate_proj,0.0000001995,0.10000,0.650
28,mlp.experts.83.gate_proj,0.0000000365,0.10000,0.618
28,mlp.experts.84.gate_proj,0.0000000579,0.10000,0.613
28,mlp.experts.85.gate_proj,0.0000004714,0.10000,0.619
28,mlp.experts.86.gate_proj,0.0000039857,0.10000,0.628
28,mlp.experts.87.gate_proj,0.0000014353,0.10000,0.619
28,mlp.experts.88.gate_proj,0.0000015756,0.10000,0.604
28,mlp.experts.89.gate_proj,0.0000002463,0.10000,0.606
28,mlp.experts.90.gate_proj,0.0000001909,0.10000,0.613
28,mlp.experts.91.gate_proj,0.0000003867,0.10000,0.606
28,mlp.experts.92.gate_proj,0.0000024653,0.10000,0.609
28,mlp.experts.93.gate_proj,0.0000000951,0.10000,0.599
28,mlp.experts.94.gate_proj,0.0000000622,0.10000,0.596
28,mlp.experts.95.gate_proj,0.0000072524,0.10000,0.601
28,mlp.experts.96.gate_proj,0.0000013369,0.10000,0.609
28,mlp.experts.97.gate_proj,0.0000003225,0.10000,0.650
28,mlp.experts.98.gate_proj,0.0000001329,0.10000,0.642
28,mlp.experts.99.gate_proj,0.0000045273,0.10000,0.620
28,mlp.experts.100.gate_proj,0.0000001435,0.10000,0.619
28,mlp.experts.101.gate_proj,0.0000000854,0.10000,0.607
28,mlp.experts.102.gate_proj,0.0000000369,0.10000,0.606
28,mlp.experts.103.gate_proj,0.0000001560,0.10000,0.610
28,mlp.experts.104.gate_proj,0.0000038650,0.10000,0.640
28,mlp.experts.105.gate_proj,0.0000000760,0.10000,0.613
28,mlp.experts.106.gate_proj,0.0000007023,0.10000,0.603
28,mlp.experts.107.gate_proj,0.0000009853,0.10000,0.606
28,mlp.experts.108.gate_proj,0.0000000509,0.10000,0.596
28,mlp.experts.109.gate_proj,0.0000002225,0.10000,0.607
28,mlp.experts.110.gate_proj,0.0000000778,0.10000,0.605
28,mlp.experts.111.gate_proj,0.0000004526,0.10000,0.618
28,mlp.experts.112.gate_proj,0.0000004423,0.10000,0.649
28,mlp.experts.113.gate_proj,0.0000003761,0.10000,0.629
28,mlp.experts.114.gate_proj,0.0000000344,0.10000,0.634
28,mlp.experts.115.gate_proj,0.0000002262,0.10000,0.610
28,mlp.experts.116.gate_proj,0.0000039140,0.10000,0.646
28,mlp.experts.117.gate_proj,0.0000000252,0.10000,0.638
28,mlp.experts.118.gate_proj,0.0000975198,0.10000,0.626
28,mlp.experts.119.gate_proj,0.0000000942,0.10000,0.609
28,mlp.experts.120.gate_proj,0.0000046899,0.10000,0.610
28,mlp.experts.121.gate_proj,0.0000000884,0.10000,0.612
28,mlp.experts.122.gate_proj,0.0000026709,0.10000,0.643
28,mlp.experts.123.gate_proj,0.0000000684,0.10000,0.608
28,mlp.experts.124.gate_proj,0.0000000501,0.10000,0.600
28,mlp.experts.125.gate_proj,0.0000109477,0.10000,0.620
28,mlp.experts.126.gate_proj,0.0000004421,0.10000,0.585
28,mlp.experts.127.gate_proj,0.0000000405,0.10000,0.654
28,mlp.experts.0.down_proj,0.0000000876,0.10000,0.242
28,mlp.experts.1.down_proj,0.0000001383,0.10000,0.244
28,mlp.experts.2.down_proj,0.0000077626,0.10000,0.255
28,mlp.experts.3.down_proj,0.0000039950,0.10000,0.237
28,mlp.experts.4.down_proj,0.0000000489,0.10000,0.219
28,mlp.experts.5.down_proj,0.0000014205,0.10000,0.229
28,mlp.experts.6.down_proj,0.0000000996,0.10000,0.230
28,mlp.experts.7.down_proj,0.0000000283,0.10000,0.234
28,mlp.experts.8.down_proj,0.0000000126,0.10000,0.235
28,mlp.experts.9.down_proj,0.0000000094,0.10000,0.224
28,mlp.experts.10.down_proj,0.0000001767,0.10000,0.290
28,mlp.experts.11.down_proj,0.0000000138,0.10000,0.235
28,mlp.experts.12.down_proj,0.0000000742,0.10000,0.225
28,mlp.experts.13.down_proj,0.0000000154,0.10000,0.250
28,mlp.experts.14.down_proj,0.0000000062,0.10000,0.239
28,mlp.experts.15.down_proj,0.0000000234,0.10000,0.252
28,mlp.experts.16.down_proj,0.0000000069,0.10000,0.247
28,mlp.experts.17.down_proj,0.0000002517,0.10000,0.237
28,mlp.experts.18.down_proj,0.0000000063,0.10000,0.243
28,mlp.experts.19.down_proj,0.0000000418,0.10000,0.236
28,mlp.experts.20.down_proj,0.0000000239,0.10000,0.223
28,mlp.experts.21.down_proj,0.0000005483,0.10000,0.232
28,mlp.experts.22.down_proj,0.0000002370,0.10000,0.254
28,mlp.experts.23.down_proj,0.0000000636,0.10000,0.252
28,mlp.experts.24.down_proj,0.0000000050,0.10000,0.222
28,mlp.experts.25.down_proj,0.0000001733,0.10000,0.234
28,mlp.experts.26.down_proj,0.0000000095,0.10000,0.228
28,mlp.experts.27.down_proj,0.0000000939,0.10000,0.230
28,mlp.experts.28.down_proj,0.0000000779,0.10000,0.242
28,mlp.experts.29.down_proj,0.0000000165,0.10000,0.241
28,mlp.experts.30.down_proj,0.0000000030,0.10000,0.272
28,mlp.experts.31.down_proj,0.0000014292,0.10000,0.247
28,mlp.experts.32.down_proj,0.0000000745,0.10000,0.244
28,mlp.experts.33.down_proj,0.0000000477,0.10000,0.245
28,mlp.experts.34.down_proj,0.0000000742,0.10000,0.219
28,mlp.experts.35.down_proj,0.0000000159,0.10000,0.230
28,mlp.experts.36.down_proj,0.0000004040,0.10000,0.240
28,mlp.experts.37.down_proj,0.0000000083,0.10000,0.231
28,mlp.experts.38.down_proj,0.0000013045,0.10000,0.230
28,mlp.experts.39.down_proj,0.0000000105,0.10000,0.230
28,mlp.experts.40.down_proj,0.0000000280,0.10000,0.230
28,mlp.experts.41.down_proj,0.0000005581,0.10000,0.242
28,mlp.experts.42.down_proj,0.0000000227,0.10000,0.244
28,mlp.experts.43.down_proj,0.0000000112,0.10000,0.244
28,mlp.experts.44.down_proj,0.0000000116,0.10000,0.226
28,mlp.experts.45.down_proj,0.0000000063,0.10000,0.230
28,mlp.experts.46.down_proj,0.0000000675,0.10000,0.230
28,mlp.experts.47.down_proj,0.0000002873,0.10000,0.234
28,mlp.experts.48.down_proj,0.0000000150,0.10000,0.227
28,mlp.experts.49.down_proj,0.0000004249,0.10000,0.250
28,mlp.experts.50.down_proj,0.0000000119,0.10000,0.221
28,mlp.experts.51.down_proj,0.0000000211,0.10000,0.223
28,mlp.experts.52.down_proj,0.0000000427,0.10000,0.229
28,mlp.experts.53.down_proj,0.0000002169,0.10000,0.234
28,mlp.experts.54.down_proj,0.0000000536,0.10000,0.233
28,mlp.experts.55.down_proj,0.0000000271,0.10000,0.240
28,mlp.experts.56.down_proj,0.0000006096,0.10000,0.240
28,mlp.experts.57.down_proj,0.0000000074,0.10000,0.231
28,mlp.experts.58.down_proj,0.0000009757,0.10000,0.223
28,mlp.experts.59.down_proj,0.0000000681,0.10000,0.226
28,mlp.experts.60.down_proj,0.0000000251,0.10000,0.226
28,mlp.experts.61.down_proj,0.0000030153,0.10000,0.226
28,mlp.experts.62.down_proj,0.0000000437,0.10000,0.227
28,mlp.experts.63.down_proj,0.0000001640,0.10000,0.241
28,mlp.experts.64.down_proj,0.0000001583,0.10000,0.232
28,mlp.experts.65.down_proj,0.0000000160,0.10000,0.227
28,mlp.experts.66.down_proj,0.0000013134,0.10000,0.226
28,mlp.experts.67.down_proj,0.0000001822,0.10000,0.226
28,mlp.experts.68.down_proj,0.0000001097,0.10000,0.222
28,mlp.experts.69.down_proj,0.0000010576,0.10000,0.227
28,mlp.experts.70.down_proj,0.0000001196,0.10000,0.238
28,mlp.experts.71.down_proj,0.0000028028,0.10000,0.243
28,mlp.experts.72.down_proj,0.0000000183,0.10000,0.230
28,mlp.experts.73.down_proj,0.0000000116,0.10000,0.244
28,mlp.experts.74.down_proj,0.0000000872,0.10000,0.241
28,mlp.experts.75.down_proj,0.0000000054,0.10000,0.241
28,mlp.experts.76.down_proj,0.0000000309,0.10000,0.214
28,mlp.experts.77.down_proj,0.0000000147,0.10000,0.222
28,mlp.experts.78.down_proj,0.0000000073,0.10000,0.238
28,mlp.experts.79.down_proj,0.0000000086,0.10000,0.243
28,mlp.experts.80.down_proj,0.0000000036,0.10000,0.228
28,mlp.experts.81.down_proj,0.0000000121,0.10000,0.276
28,mlp.experts.82.down_proj,0.0000000480,0.10000,0.256
28,mlp.experts.83.down_proj,0.0000000074,0.10000,0.228
28,mlp.experts.84.down_proj,0.0000000127,0.10000,0.241
28,mlp.experts.85.down_proj,0.0000000919,0.10000,0.232
28,mlp.experts.86.down_proj,0.0000010055,0.10000,0.240
28,mlp.experts.87.down_proj,0.0000002956,0.10000,0.277
28,mlp.experts.88.down_proj,0.0000003464,0.10000,0.273
28,mlp.experts.89.down_proj,0.0000000542,0.10000,0.249
28,mlp.experts.90.down_proj,0.0000000492,0.10000,0.246
28,mlp.experts.91.down_proj,0.0000001581,0.10000,0.244
28,mlp.experts.92.down_proj,0.0000008395,0.10000,0.239
28,mlp.experts.93.down_proj,0.0000000150,0.10000,0.247
28,mlp.experts.94.down_proj,0.0000000137,0.10000,0.234
28,mlp.experts.95.down_proj,0.0000027649,0.10000,0.235
28,mlp.experts.96.down_proj,0.0000002713,0.10000,0.226
28,mlp.experts.97.down_proj,0.0000000232,0.10000,0.230
28,mlp.experts.98.down_proj,0.0000000170,0.10000,0.237
28,mlp.experts.99.down_proj,0.0000009393,0.10000,0.242
28,mlp.experts.100.down_proj,0.0000000475,0.10000,0.249
28,mlp.experts.101.down_proj,0.0000000179,0.10000,0.229
28,mlp.experts.102.down_proj,0.0000000059,0.10000,0.227
28,mlp.experts.103.down_proj,0.0000000207,0.10000,0.228
28,mlp.experts.104.down_proj,0.0000010957,0.10000,0.227
28,mlp.experts.105.down_proj,0.0000000159,0.10000,0.229
28,mlp.experts.106.down_proj,0.0000001107,0.10000,0.237
28,mlp.experts.107.down_proj,0.0000001099,0.10000,0.229
28,mlp.experts.108.down_proj,0.0000000098,0.10000,0.226
28,mlp.experts.109.down_proj,0.0000000590,0.10000,0.226
28,mlp.experts.110.down_proj,0.0000000180,0.10000,0.230
28,mlp.experts.111.down_proj,0.0000000526,0.10000,0.226
28,mlp.experts.112.down_proj,0.0000001349,0.10000,0.225
28,mlp.experts.113.down_proj,0.0000000254,0.10000,0.230
28,mlp.experts.114.down_proj,0.0000000076,0.10000,0.230
28,mlp.experts.115.down_proj,0.0000000534,0.10000,0.254
28,mlp.experts.116.down_proj,0.0000009219,0.10000,0.242
28,mlp.experts.117.down_proj,0.0000000048,0.10000,0.232
28,mlp.experts.118.down_proj,0.0000138844,0.10000,0.251
28,mlp.experts.119.down_proj,0.0000000255,0.10000,0.241
28,mlp.experts.120.down_proj,0.0000013447,0.10000,0.240
28,mlp.experts.121.down_proj,0.0000000186,0.10000,0.270
28,mlp.experts.122.down_proj,0.0000002593,0.10000,0.263
28,mlp.experts.123.down_proj,0.0000000154,0.10000,0.252
28,mlp.experts.124.down_proj,0.0000000100,0.10000,0.248
28,mlp.experts.125.down_proj,0.0000030814,0.10000,0.244
28,mlp.experts.126.down_proj,0.0000000965,0.10000,0.236
28,mlp.experts.127.down_proj,0.0000000072,0.10000,0.223
29,self_attn.q_proj,0.0000000018,0.10000,0.605
29,self_attn.k_proj,0.0000000002,0.10000,0.621
29,self_attn.v_proj,0.0000000003,0.10000,0.595
29,self_attn.o_proj,0.0000000002,0.10000,1.362
29,mlp.gate,0.0000000066,0.10000,0.634
29,mlp.experts.0.up_proj,0.0000000571,0.10000,0.586
29,mlp.experts.1.up_proj,0.0000000338,0.10000,0.616
29,mlp.experts.2.up_proj,0.0000000609,0.10000,0.588
29,mlp.experts.3.up_proj,0.0000017631,0.10000,0.573
29,mlp.experts.4.up_proj,0.0000018459,0.10000,0.579
29,mlp.experts.5.up_proj,0.0000001774,0.10000,0.575
29,mlp.experts.6.up_proj,0.0000000801,0.10000,0.592
29,mlp.experts.7.up_proj,0.0000003076,0.10000,0.607
29,mlp.experts.8.up_proj,0.0000040175,0.10000,0.610
29,mlp.experts.9.up_proj,0.0000000217,0.10000,0.605
29,mlp.experts.10.up_proj,0.0000019666,0.10000,0.572
29,mlp.experts.11.up_proj,0.0000002110,0.10000,0.575
29,mlp.experts.12.up_proj,0.0000016145,0.10000,0.565
29,mlp.experts.13.up_proj,0.0000002841,0.10000,0.570
29,mlp.experts.14.up_proj,0.0000000790,0.10000,0.579
29,mlp.experts.15.up_proj,0.0000000544,0.10000,0.574
29,mlp.experts.16.up_proj,0.0000003561,0.10000,0.580
29,mlp.experts.17.up_proj,0.0000000310,0.10000,0.583
29,mlp.experts.18.up_proj,0.0000000631,0.10000,0.593
29,mlp.experts.19.up_proj,0.0000000508,0.10000,0.593
29,mlp.experts.20.up_proj,0.0000000555,0.10000,0.593
29,mlp.experts.21.up_proj,0.0000000841,0.10000,0.584
29,mlp.experts.22.up_proj,0.0000001607,0.10000,0.598
29,mlp.experts.23.up_proj,0.0000079328,0.10000,0.618
29,mlp.experts.24.up_proj,0.0000028097,0.10000,0.668
29,mlp.experts.25.up_proj,0.0000028663,0.10000,0.611
29,mlp.experts.26.up_proj,0.0000002861,0.10000,0.575
29,mlp.experts.27.up_proj,0.0000012811,0.10000,0.601
29,mlp.experts.28.up_proj,0.0000063725,0.10000,0.619
29,mlp.experts.29.up_proj,0.0000029195,0.10000,0.597
29,mlp.experts.30.up_proj,0.0000001696,0.10000,0.620
29,mlp.experts.31.up_proj,0.0000017240,0.10000,0.585
29,mlp.experts.32.up_proj,0.0000014163,0.10000,0.583
29,mlp.experts.33.up_proj,0.0000039291,0.10000,0.587
29,mlp.experts.34.up_proj,0.0000003214,0.10000,0.578
29,mlp.experts.35.up_proj,0.0000000895,0.10000,0.614
29,mlp.experts.36.up_proj,0.0000000587,0.10000,0.621
29,mlp.experts.37.up_proj,0.0000009170,0.10000,0.732
29,mlp.experts.38.up_proj,0.0000122927,0.10000,0.623
29,mlp.experts.39.up_proj,0.0000006305,0.10000,0.620
29,mlp.experts.40.up_proj,0.0000011289,0.10000,0.582
29,mlp.experts.41.up_proj,0.0000046120,0.10000,0.588
29,mlp.experts.42.up_proj,0.0000001098,0.10000,0.607
29,mlp.experts.43.up_proj,0.0000062834,0.10000,0.589
29,mlp.experts.44.up_proj,0.0000004788,0.10000,0.605
29,mlp.experts.45.up_proj,0.0000000585,0.10000,0.582
29,mlp.experts.46.up_proj,0.0000000951,0.10000,0.580
29,mlp.experts.47.up_proj,0.0000000843,0.10000,0.585
29,mlp.experts.48.up_proj,0.0000003458,0.10000,0.579
29,mlp.experts.49.up_proj,0.0000003183,0.10000,0.592
29,mlp.experts.50.up_proj,0.0000002502,0.10000,0.585
29,mlp.experts.51.up_proj,0.0000012904,0.10000,0.584
29,mlp.experts.52.up_proj,0.0000001363,0.10000,0.607
29,mlp.experts.53.up_proj,0.0000000763,0.10000,0.610
29,mlp.experts.54.up_proj,0.0000002317,0.10000,0.582
29,mlp.experts.55.up_proj,0.0000001453,0.10000,0.591
29,mlp.experts.56.up_proj,0.0000122123,0.10000,0.624
29,mlp.experts.57.up_proj,0.0000002076,0.10000,0.624
29,mlp.experts.58.up_proj,0.0000000581,0.10000,0.591
29,mlp.experts.59.up_proj,0.0000007598,0.10000,0.588
29,mlp.experts.60.up_proj,0.0000013822,0.10000,0.597
29,mlp.experts.61.up_proj,0.0000001279,0.10000,0.616
29,mlp.experts.62.up_proj,0.0000000296,0.10000,0.600
29,mlp.experts.63.up_proj,0.0000001246,0.10000,0.601
29,mlp.experts.64.up_proj,0.0000000719,0.10000,0.592
29,mlp.experts.65.up_proj,0.0000000477,0.10000,0.614
29,mlp.experts.66.up_proj,0.0000000453,0.10000,0.628
29,mlp.experts.67.up_proj,0.0000076291,0.10000,0.593
29,mlp.experts.68.up_proj,0.0000000476,0.10000,0.707
29,mlp.experts.69.up_proj,0.0000000631,0.10000,0.711
29,mlp.experts.70.up_proj,0.0000069134,0.10000,0.650
29,mlp.experts.71.up_proj,0.0000006789,0.10000,0.635
29,mlp.experts.72.up_proj,0.0000001286,0.10000,0.686
29,mlp.experts.73.up_proj,0.0000001358,0.10000,0.654
29,mlp.experts.74.up_proj,0.0000066787,0.10000,0.657
29,mlp.experts.75.up_proj,0.0000003418,0.10000,0.661
29,mlp.experts.76.up_proj,0.0000385164,0.10000,0.643
29,mlp.experts.77.up_proj,0.0000000592,0.10000,0.651
29,mlp.experts.78.up_proj,0.0000003848,0.10000,0.640
29,mlp.experts.79.up_proj,0.0000000605,0.10000,0.618
29,mlp.experts.80.up_proj,0.0000001155,0.10000,0.626
29,mlp.experts.81.up_proj,0.0000001358,0.10000,0.594
29,mlp.experts.82.up_proj,0.0000000237,0.10000,0.591
29,mlp.experts.83.up_proj,0.0000000809,0.10000,0.585
29,mlp.experts.84.up_proj,0.0000000646,0.10000,0.589
29,mlp.experts.85.up_proj,0.0000000351,0.10000,0.587
29,mlp.experts.86.up_proj,0.0000003764,0.10000,0.591
29,mlp.experts.87.up_proj,0.0000001100,0.10000,0.583
29,mlp.experts.88.up_proj,0.0000002395,0.10000,0.588
29,mlp.experts.89.up_proj,0.0000008281,0.10000,0.593
29,mlp.experts.90.up_proj,0.0000002375,0.10000,0.594
29,mlp.experts.91.up_proj,0.0000019415,0.10000,0.589
29,mlp.experts.92.up_proj,0.0000000568,0.10000,0.581
29,mlp.experts.93.up_proj,0.0000002391,0.10000,0.600
29,mlp.experts.94.up_proj,0.0000016778,0.10000,0.591
29,mlp.experts.95.up_proj,0.0000002031,0.10000,0.599
29,mlp.experts.96.up_proj,0.0000150313,0.10000,0.591
29,mlp.experts.97.up_proj,0.0000001093,0.10000,0.598
29,mlp.experts.98.up_proj,0.0000056634,0.10000,0.589
29,mlp.experts.99.up_proj,0.0000002027,0.10000,0.598
29,mlp.experts.100.up_proj,0.0000000570,0.10000,0.596
29,mlp.experts.101.up_proj,0.0000018042,0.10000,0.592
29,mlp.experts.102.up_proj,0.0000000311,0.10000,0.600
29,mlp.experts.103.up_proj,0.0000000471,0.10000,0.622
29,mlp.experts.104.up_proj,0.0000004493,0.10000,0.625
29,mlp.experts.105.up_proj,0.0000003936,0.10000,0.709
29,mlp.experts.106.up_proj,0.0000000218,0.10000,0.668
29,mlp.experts.107.up_proj,0.0000007669,0.10000,0.635
29,mlp.experts.108.up_proj,0.0000017277,0.10000,0.623
29,mlp.experts.109.up_proj,0.0000040792,0.10000,0.621
29,mlp.experts.110.up_proj,0.0000018900,0.10000,0.608
29,mlp.experts.111.up_proj,0.0000023122,0.10000,0.718
29,mlp.experts.112.up_proj,0.0000000254,0.10000,0.686
29,mlp.experts.113.up_proj,0.0000001450,0.10000,0.657
29,mlp.experts.114.up_proj,0.0000008746,0.10000,0.651
29,mlp.experts.115.up_proj,0.0000003368,0.10000,0.643
29,mlp.experts.116.up_proj,0.0000001680,0.10000,0.657
29,mlp.experts.117.up_proj,0.0000000544,0.10000,0.625
29,mlp.experts.118.up_proj,0.0000003149,0.10000,0.631
29,mlp.experts.119.up_proj,0.0000147480,0.10000,0.593
29,mlp.experts.120.up_proj,0.0000000532,0.10000,0.604
29,mlp.experts.121.up_proj,0.0000000329,0.10000,0.598
29,mlp.experts.122.up_proj,0.0000001361,0.10000,0.588
29,mlp.experts.123.up_proj,0.0000004045,0.10000,0.579
29,mlp.experts.124.up_proj,0.0000004783,0.10000,0.597
29,mlp.experts.125.up_proj,0.0000027980,0.10000,0.606
29,mlp.experts.126.up_proj,0.0000001530,0.10000,0.600
29,mlp.experts.127.up_proj,0.0000029749,0.10000,0.594
29,mlp.experts.0.gate_proj,0.0000000577,0.10000,0.602
29,mlp.experts.1.gate_proj,0.0000000281,0.10000,0.602
29,mlp.experts.2.gate_proj,0.0000000581,0.10000,0.601
29,mlp.experts.3.gate_proj,0.0000018244,0.10000,0.631
29,mlp.experts.4.gate_proj,0.0000018321,0.10000,0.597
29,mlp.experts.5.gate_proj,0.0000001755,0.10000,0.594
29,mlp.experts.6.gate_proj,0.0000000821,0.10000,0.593
29,mlp.experts.7.gate_proj,0.0000003009,0.10000,0.602
29,mlp.experts.8.gate_proj,0.0000039691,0.10000,0.583
29,mlp.experts.9.gate_proj,0.0000000217,0.10000,0.592
29,mlp.experts.10.gate_proj,0.0000014849,0.10000,0.599
29,mlp.experts.11.gate_proj,0.0000001798,0.10000,0.592
29,mlp.experts.12.gate_proj,0.0000017358,0.10000,0.590
29,mlp.experts.13.gate_proj,0.0000002829,0.10000,0.594
29,mlp.experts.14.gate_proj,0.0000000805,0.10000,0.601
29,mlp.experts.15.gate_proj,0.0000000517,0.10000,0.590
29,mlp.experts.16.gate_proj,0.0000003661,0.10000,0.582
29,mlp.experts.17.gate_proj,0.0000000275,0.10000,0.580
29,mlp.experts.18.gate_proj,0.0000000636,0.10000,0.573
29,mlp.experts.19.gate_proj,0.0000000490,0.10000,0.600
29,mlp.experts.20.gate_proj,0.0000000522,0.10000,0.615
29,mlp.experts.21.gate_proj,0.0000000828,0.10000,0.626
29,mlp.experts.22.gate_proj,0.0000001671,0.10000,0.607
29,mlp.experts.23.gate_proj,0.0000082747,0.10000,0.628
29,mlp.experts.24.gate_proj,0.0000030099,0.10000,0.590
29,mlp.experts.25.gate_proj,0.0000026919,0.10000,0.594
29,mlp.experts.26.gate_proj,0.0000003148,0.10000,0.596
29,mlp.experts.27.gate_proj,0.0000012639,0.10000,0.631
29,mlp.experts.28.gate_proj,0.0000061146,0.10000,0.718
29,mlp.experts.29.gate_proj,0.0000029499,0.10000,0.641
29,mlp.experts.30.gate_proj,0.0000001791,0.10000,0.704
29,mlp.experts.31.gate_proj,0.0000016837,0.10000,0.659
29,mlp.experts.32.gate_proj,0.0000014749,0.10000,0.653
29,mlp.experts.33.gate_proj,0.0000039943,0.10000,0.656
29,mlp.experts.34.gate_proj,0.0000003314,0.10000,0.653
29,mlp.experts.35.gate_proj,0.0000000864,0.10000,0.644
29,mlp.experts.36.gate_proj,0.0000000257,0.10000,0.678
29,mlp.experts.37.gate_proj,0.0000009255,0.10000,0.660
29,mlp.experts.38.gate_proj,0.0000128357,0.10000,0.662
29,mlp.experts.39.gate_proj,0.0000006594,0.10000,0.631
29,mlp.experts.40.gate_proj,0.0000011082,0.10000,0.599
29,mlp.experts.41.gate_proj,0.0000050611,0.10000,0.592
29,mlp.experts.42.gate_proj,0.0000001182,0.10000,0.618
29,mlp.experts.43.gate_proj,0.0000060879,0.10000,0.704
29,mlp.experts.44.gate_proj,0.0000004823,0.10000,0.666
29,mlp.experts.45.gate_proj,0.0000000545,0.10000,0.650
29,mlp.experts.46.gate_proj,0.0000000944,0.10000,0.633
29,mlp.experts.47.gate_proj,0.0000000997,0.10000,0.615
29,mlp.experts.48.gate_proj,0.0000009331,0.10000,0.625
29,mlp.experts.49.gate_proj,0.0000003288,0.10000,0.628
29,mlp.experts.50.gate_proj,0.0000002719,0.10000,0.616
29,mlp.experts.51.gate_proj,0.0000012966,0.10000,0.635
29,mlp.experts.52.gate_proj,0.0000001340,0.10000,0.663
29,mlp.experts.53.gate_proj,0.0000000762,0.10000,0.632
29,mlp.experts.54.gate_proj,0.0000002411,0.10000,0.596
29,mlp.experts.55.gate_proj,0.0000001392,0.10000,0.681
29,mlp.experts.56.gate_proj,0.0000119168,0.10000,0.620
29,mlp.experts.57.gate_proj,0.0000002412,0.10000,0.605
29,mlp.experts.58.gate_proj,0.0000000572,0.10000,0.614
29,mlp.experts.59.gate_proj,0.0000007756,0.10000,0.594
29,mlp.experts.60.gate_proj,0.0000013417,0.10000,0.601
29,mlp.experts.61.gate_proj,0.0000001387,0.10000,0.620
29,mlp.experts.62.gate_proj,0.0000000310,0.10000,0.632
29,mlp.experts.63.gate_proj,0.0000001267,0.10000,0.619
29,mlp.experts.64.gate_proj,0.0000000717,0.10000,0.640
29,mlp.experts.65.gate_proj,0.0000000463,0.10000,0.623
29,mlp.experts.66.gate_proj,0.0000000447,0.10000,0.608
29,mlp.experts.67.gate_proj,0.0000068209,0.10000,0.606
29,mlp.experts.68.gate_proj,0.0000000540,0.10000,0.598
29,mlp.experts.69.gate_proj,0.0000000622,0.10000,0.605
29,mlp.experts.70.gate_proj,0.0000068412,0.10000,0.597
29,mlp.experts.71.gate_proj,0.0000006592,0.10000,0.631
29,mlp.experts.72.gate_proj,0.0000001107,0.10000,0.645
29,mlp.experts.73.gate_proj,0.0000001491,0.10000,0.606
29,mlp.experts.74.gate_proj,0.0000066363,0.10000,0.605
29,mlp.experts.75.gate_proj,0.0000003419,0.10000,0.614
29,mlp.experts.76.gate_proj,0.0000385336,0.10000,0.602
29,mlp.experts.77.gate_proj,0.0000000630,0.10000,0.647
29,mlp.experts.78.gate_proj,0.0000003808,0.10000,0.640
29,mlp.experts.79.gate_proj,0.0000000710,0.10000,0.599
29,mlp.experts.80.gate_proj,0.0000001291,0.10000,0.608
29,mlp.experts.81.gate_proj,0.0000001313,0.10000,0.602
29,mlp.experts.82.gate_proj,0.0000000245,0.10000,0.607
29,mlp.experts.83.gate_proj,0.0000000785,0.10000,0.610
29,mlp.experts.84.gate_proj,0.0000000685,0.10000,0.606
29,mlp.experts.85.gate_proj,0.0000000331,0.10000,0.612
29,mlp.experts.86.gate_proj,0.0000003835,0.10000,0.604
29,mlp.experts.87.gate_proj,0.0000001234,0.10000,0.612
29,mlp.experts.88.gate_proj,0.0000002585,0.10000,0.600
29,mlp.experts.89.gate_proj,0.0000008426,0.10000,0.631
29,mlp.experts.90.gate_proj,0.0000002037,0.10000,0.718
29,mlp.experts.91.gate_proj,0.0000019491,0.10000,0.670
29,mlp.experts.92.gate_proj,0.0000000604,0.10000,0.657
29,mlp.experts.93.gate_proj,0.0000002348,0.10000,0.654
29,mlp.experts.94.gate_proj,0.0000016807,0.10000,0.603
29,mlp.experts.95.gate_proj,0.0000002045,0.10000,0.641
29,mlp.experts.96.gate_proj,0.0000163523,0.10000,0.600
29,mlp.experts.97.gate_proj,0.0000001010,0.10000,0.602
29,mlp.experts.98.gate_proj,0.0000059940,0.10000,0.621
29,mlp.experts.99.gate_proj,0.0000001936,0.10000,0.648
29,mlp.experts.100.gate_proj,0.0000000574,0.10000,0.631
29,mlp.experts.101.gate_proj,0.0000017836,0.10000,0.616
29,mlp.experts.102.gate_proj,0.0000000310,0.10000,0.614
29,mlp.experts.103.gate_proj,0.0000000437,0.10000,0.599
29,mlp.experts.104.gate_proj,0.0000004697,0.10000,0.625
29,mlp.experts.105.gate_proj,0.0000003962,0.10000,0.648
29,mlp.experts.106.gate_proj,0.0000000204,0.10000,0.611
29,mlp.experts.107.gate_proj,0.0000007385,0.10000,0.616
29,mlp.experts.108.gate_proj,0.0000015799,0.10000,0.608
29,mlp.experts.109.gate_proj,0.0000040659,0.10000,0.607
29,mlp.experts.110.gate_proj,0.0000019734,0.10000,0.605
29,mlp.experts.111.gate_proj,0.0000022648,0.10000,0.633
29,mlp.experts.112.gate_proj,0.0000000253,0.10000,0.598
29,mlp.experts.113.gate_proj,0.0000001370,0.10000,0.627
29,mlp.experts.114.gate_proj,0.0000009166,0.10000,0.632
29,mlp.experts.115.gate_proj,0.0000003474,0.10000,0.656
29,mlp.experts.116.gate_proj,0.0000001671,0.10000,0.639
29,mlp.experts.117.gate_proj,0.0000000510,0.10000,0.619
29,mlp.experts.118.gate_proj,0.0000002970,0.10000,0.593
29,mlp.experts.119.gate_proj,0.0000152789,0.10000,0.613
29,mlp.experts.120.gate_proj,0.0000000535,0.10000,0.612
29,mlp.experts.121.gate_proj,0.0000000348,0.10000,0.631
29,mlp.experts.122.gate_proj,0.0000000724,0.10000,0.682
29,mlp.experts.123.gate_proj,0.0000004046,0.10000,0.662
29,mlp.experts.124.gate_proj,0.0000004793,0.10000,0.692
29,mlp.experts.125.gate_proj,0.0000028707,0.10000,0.652
29,mlp.experts.126.gate_proj,0.0000001526,0.10000,0.644
29,mlp.experts.127.gate_proj,0.0000030398,0.10000,0.639
29,mlp.experts.0.down_proj,0.0000000096,0.10000,0.224
29,mlp.experts.1.down_proj,0.0000000046,0.10000,0.224
29,mlp.experts.2.down_proj,0.0000000121,0.10000,0.221
29,mlp.experts.3.down_proj,0.0000002898,0.10000,0.221
29,mlp.experts.4.down_proj,0.0000003334,0.10000,0.223
29,mlp.experts.5.down_proj,0.0000000512,0.10000,0.226
29,mlp.experts.6.down_proj,0.0000000111,0.10000,0.230
29,mlp.experts.7.down_proj,0.0000000621,0.10000,0.268
29,mlp.experts.8.down_proj,0.0000009313,0.10000,0.269
29,mlp.experts.9.down_proj,0.0000000040,0.10000,0.246
29,mlp.experts.10.down_proj,0.0000003326,0.10000,0.238
29,mlp.experts.11.down_proj,0.0000000414,0.10000,0.251
29,mlp.experts.12.down_proj,0.0000002410,0.10000,0.237
29,mlp.experts.13.down_proj,0.0000000391,0.10000,0.217
29,mlp.experts.14.down_proj,0.0000000128,0.10000,0.236
29,mlp.experts.15.down_proj,0.0000000132,0.10000,0.246
29,mlp.experts.16.down_proj,0.0000000686,0.10000,0.233
29,mlp.experts.17.down_proj,0.0000000058,0.10000,0.251
29,mlp.experts.18.down_proj,0.0000000064,0.10000,0.243
29,mlp.experts.19.down_proj,0.0000000080,0.10000,0.240
29,mlp.experts.20.down_proj,0.0000000130,0.10000,0.244
29,mlp.experts.21.down_proj,0.0000000156,0.10000,0.244
29,mlp.experts.22.down_proj,0.0000000291,0.10000,0.229
29,mlp.experts.23.down_proj,0.0000022428,0.10000,0.227
29,mlp.experts.24.down_proj,0.0000006117,0.10000,0.242
29,mlp.experts.25.down_proj,0.0000005549,0.10000,0.249
29,mlp.experts.26.down_proj,0.0000000549,0.10000,0.240
29,mlp.experts.27.down_proj,0.0000001722,0.10000,0.230
29,mlp.experts.28.down_proj,0.0000017818,0.10000,0.235
29,mlp.experts.29.down_proj,0.0000005722,0.10000,0.237
29,mlp.experts.30.down_proj,0.0000000328,0.10000,0.230
29,mlp.experts.31.down_proj,0.0000003618,0.10000,0.239
29,mlp.experts.32.down_proj,0.0000002298,0.10000,0.235
29,mlp.experts.33.down_proj,0.0000008233,0.10000,0.246
29,mlp.experts.34.down_proj,0.0000000399,0.10000,0.236
29,mlp.experts.35.down_proj,0.0000000222,0.10000,0.229
29,mlp.experts.36.down_proj,0.0000000072,0.10000,0.234
29,mlp.experts.37.down_proj,0.0000001411,0.10000,0.228
29,mlp.experts.38.down_proj,0.0000050589,0.10000,0.245
29,mlp.experts.39.down_proj,0.0000000747,0.10000,0.256
29,mlp.experts.40.down_proj,0.0000002097,0.10000,0.268
29,mlp.experts.41.down_proj,0.0000011918,0.10000,0.269
29,mlp.experts.42.down_proj,0.0000000173,0.10000,0.250
29,mlp.experts.43.down_proj,0.0000015664,0.10000,0.246
29,mlp.experts.44.down_proj,0.0000001018,0.10000,0.238
29,mlp.experts.45.down_proj,0.0000000100,0.10000,0.256
29,mlp.experts.46.down_proj,0.0000000151,0.10000,0.269
29,mlp.experts.47.down_proj,0.0000000152,0.10000,0.259
29,mlp.experts.48.down_proj,0.0000000202,0.10000,0.250
29,mlp.experts.49.down_proj,0.0000000798,0.10000,0.230
29,mlp.experts.50.down_proj,0.0000000548,0.10000,0.224
29,mlp.experts.51.down_proj,0.0000002010,0.10000,0.224
29,mlp.experts.52.down_proj,0.0000000242,0.10000,0.226
29,mlp.experts.53.down_proj,0.0000000142,0.10000,0.230
29,mlp.experts.54.down_proj,0.0000000409,0.10000,0.243
29,mlp.experts.55.down_proj,0.0000000217,0.10000,0.224
29,mlp.experts.56.down_proj,0.0000036401,0.10000,0.228
29,mlp.experts.57.down_proj,0.0000000809,0.10000,0.230
29,mlp.experts.58.down_proj,0.0000000108,0.10000,0.229
29,mlp.experts.59.down_proj,0.0000001248,0.10000,0.234
29,mlp.experts.60.down_proj,0.0000002568,0.10000,0.229
29,mlp.experts.61.down_proj,0.0000000289,0.10000,0.244
29,mlp.experts.62.down_proj,0.0000000057,0.10000,0.248
29,mlp.experts.63.down_proj,0.0000000155,0.10000,0.238
29,mlp.experts.64.down_proj,0.0000000110,0.10000,0.232
29,mlp.experts.65.down_proj,0.0000000064,0.10000,0.242
29,mlp.experts.66.down_proj,0.0000000076,0.10000,0.237
29,mlp.experts.67.down_proj,0.0000031594,0.10000,0.232
29,mlp.experts.68.down_proj,0.0000000056,0.10000,0.223
29,mlp.experts.69.down_proj,0.0000000099,0.10000,0.255
29,mlp.experts.70.down_proj,0.0000030445,0.10000,0.238
29,mlp.experts.71.down_proj,0.0000001475,0.10000,0.238
29,mlp.experts.72.down_proj,0.0000000280,0.10000,0.255
29,mlp.experts.73.down_proj,0.0000000103,0.10000,0.273
29,mlp.experts.74.down_proj,0.0000019166,0.10000,0.258
29,mlp.experts.75.down_proj,0.0000000416,0.10000,0.255
29,mlp.experts.76.down_proj,0.0000067975,0.10000,0.254
29,mlp.experts.77.down_proj,0.0000000105,0.10000,0.250
29,mlp.experts.78.down_proj,0.0000000637,0.10000,0.233
29,mlp.experts.79.down_proj,0.0000000095,0.10000,0.229
29,mlp.experts.80.down_proj,0.0000000093,0.10000,0.240
29,mlp.experts.81.down_proj,0.0000000204,0.10000,0.270
29,mlp.experts.82.down_proj,0.0000000035,0.10000,0.269
29,mlp.experts.83.down_proj,0.0000000122,0.10000,0.238
29,mlp.experts.84.down_proj,0.0000000130,0.10000,0.245
29,mlp.experts.85.down_proj,0.0000000047,0.10000,0.244
29,mlp.experts.86.down_proj,0.0000001008,0.10000,0.226
29,mlp.experts.87.down_proj,0.0000000189,0.10000,0.225
29,mlp.experts.88.down_proj,0.0000000491,0.10000,0.227
29,mlp.experts.89.down_proj,0.0000001412,0.10000,0.242
29,mlp.experts.90.down_proj,0.0000000507,0.10000,0.241
29,mlp.experts.91.down_proj,0.0000005487,0.10000,0.248
29,mlp.experts.92.down_proj,0.0000000107,0.10000,0.225
29,mlp.experts.93.down_proj,0.0000000324,0.10000,0.242
29,mlp.experts.94.down_proj,0.0000003356,0.10000,0.235
29,mlp.experts.95.down_proj,0.0000000285,0.10000,0.242
29,mlp.experts.96.down_proj,0.0000003563,0.10000,0.244
29,mlp.experts.97.down_proj,0.0000000282,0.10000,0.238
29,mlp.experts.98.down_proj,0.0000024679,0.10000,0.230
29,mlp.experts.99.down_proj,0.0000000573,0.10000,0.235
29,mlp.experts.100.down_proj,0.0000000061,0.10000,0.249
29,mlp.experts.101.down_proj,0.0000003574,0.10000,0.232
29,mlp.experts.102.down_proj,0.0000000058,0.10000,0.241
29,mlp.experts.103.down_proj,0.0000000079,0.10000,0.233
29,mlp.experts.104.down_proj,0.0000000669,0.10000,0.241
29,mlp.experts.105.down_proj,0.0000000620,0.10000,0.230
29,mlp.experts.106.down_proj,0.0000000034,0.10000,0.233
29,mlp.experts.107.down_proj,0.0000001399,0.10000,0.236
29,mlp.experts.108.down_proj,0.0000006798,0.10000,0.233
29,mlp.experts.109.down_proj,0.0000011602,0.10000,0.232
29,mlp.experts.110.down_proj,0.0000003436,0.10000,0.247
29,mlp.experts.111.down_proj,0.0000004415,0.10000,0.247
29,mlp.experts.112.down_proj,0.0000000043,0.10000,0.242
29,mlp.experts.113.down_proj,0.0000000365,0.10000,0.242
29,mlp.experts.114.down_proj,0.0000001393,0.10000,0.225
29,mlp.experts.115.down_proj,0.0000000731,0.10000,0.230
29,mlp.experts.116.down_proj,0.0000000298,0.10000,0.223
29,mlp.experts.117.down_proj,0.0000000115,0.10000,0.225
29,mlp.experts.118.down_proj,0.0000000482,0.10000,0.218
29,mlp.experts.119.down_proj,0.0000050704,0.10000,0.230
29,mlp.experts.120.down_proj,0.0000000047,0.10000,0.234
29,mlp.experts.121.down_proj,0.0000000057,0.10000,0.224
29,mlp.experts.122.down_proj,0.0000000255,0.10000,0.223
29,mlp.experts.123.down_proj,0.0000000611,0.10000,0.227
29,mlp.experts.124.down_proj,0.0000000970,0.10000,0.213
29,mlp.experts.125.down_proj,0.0000005691,0.10000,0.224
29,mlp.experts.126.down_proj,0.0000000407,0.10000,0.239
29,mlp.experts.127.down_proj,0.0000009706,0.10000,0.238
30,self_attn.q_proj,0.0000000011,0.10000,0.700
30,self_attn.k_proj,0.0000000002,0.10000,0.629
30,self_attn.v_proj,0.0000000002,0.10000,0.600
30,self_attn.o_proj,0.0000000002,0.10000,1.130
30,mlp.gate,0.0000000065,0.10000,0.622
30,mlp.experts.0.up_proj,0.0000000864,0.10000,0.595
30,mlp.experts.1.up_proj,0.0000004048,0.10000,0.604
30,mlp.experts.2.up_proj,0.0000167313,0.10000,0.606
30,mlp.experts.3.up_proj,0.0000001400,0.10000,0.603
30,mlp.experts.4.up_proj,0.0000000652,0.10000,0.574
30,mlp.experts.5.up_proj,0.0000026110,0.10000,0.575
30,mlp.experts.6.up_proj,0.0000008485,0.10000,0.566
30,mlp.experts.7.up_proj,0.0000000403,0.10000,0.581
30,mlp.experts.8.up_proj,0.0000045771,0.10000,0.574
30,mlp.experts.9.up_proj,0.0000002490,0.10000,0.577
30,mlp.experts.10.up_proj,0.0000000344,0.10000,0.577
30,mlp.experts.11.up_proj,0.0000121751,0.10000,0.606
30,mlp.experts.12.up_proj,0.0000003432,0.10000,0.572
30,mlp.experts.13.up_proj,0.0000001393,0.10000,0.586
30,mlp.experts.14.up_proj,0.0000000794,0.10000,0.607
30,mlp.experts.15.up_proj,0.0000044735,0.10000,0.606
30,mlp.experts.16.up_proj,0.0000023758,0.10000,0.610
30,mlp.experts.17.up_proj,0.0000003444,0.10000,0.606
30,mlp.experts.18.up_proj,0.0000010536,0.10000,0.609
30,mlp.experts.19.up_proj,0.0000001663,0.10000,0.605
30,mlp.experts.20.up_proj,0.0000001996,0.10000,0.580
30,mlp.experts.21.up_proj,0.0000016690,0.10000,0.577
30,mlp.experts.22.up_proj,0.0000000351,0.10000,0.612
30,mlp.experts.23.up_proj,0.0000000395,0.10000,0.602
30,mlp.experts.24.up_proj,0.0000002981,0.10000,0.574
30,mlp.experts.25.up_proj,0.0000000855,0.10000,0.573
30,mlp.experts.26.up_proj,0.0000001531,0.10000,0.589
30,mlp.experts.27.up_proj,0.0000052391,0.10000,0.583
30,mlp.experts.28.up_proj,0.0000000932,0.10000,0.580
30,mlp.experts.29.up_proj,0.0000024670,0.10000,0.582
30,mlp.experts.30.up_proj,0.0000004095,0.10000,0.581
30,mlp.experts.31.up_proj,0.0000008993,0.10000,0.575
30,mlp.experts.32.up_proj,0.0000006411,0.10000,0.595
30,mlp.experts.33.up_proj,0.0000002403,0.10000,0.591
30,mlp.experts.34.up_proj,0.0000001424,0.10000,0.582
30,mlp.experts.35.up_proj,0.0000006432,0.10000,0.595
30,mlp.experts.36.up_proj,0.0000006365,0.10000,0.587
30,mlp.experts.37.up_proj,0.0000001923,0.10000,0.592
30,mlp.experts.38.up_proj,0.0000000660,0.10000,0.589
30,mlp.experts.39.up_proj,0.0000000955,0.10000,0.594
30,mlp.experts.40.up_proj,0.0000026718,0.10000,0.591
30,mlp.experts.41.up_proj,0.0000001793,0.10000,0.587
30,mlp.experts.42.up_proj,0.0000000674,0.10000,0.575
30,mlp.experts.43.up_proj,0.0000055800,0.10000,0.586
30,mlp.experts.44.up_proj,0.0000000909,0.10000,0.586
30,mlp.experts.45.up_proj,0.0000045669,0.10000,0.588
30,mlp.experts.46.up_proj,0.0000000564,0.10000,0.595
30,mlp.experts.47.up_proj,0.0000011616,0.10000,0.586
30,mlp.experts.48.up_proj,0.0000004133,0.10000,0.596
30,mlp.experts.49.up_proj,0.0000002592,0.10000,0.592
30,mlp.experts.50.up_proj,0.0000017827,0.10000,0.606
30,mlp.experts.51.up_proj,0.0000003597,0.10000,0.619
30,mlp.experts.52.up_proj,0.0000000366,0.10000,0.592
30,mlp.experts.53.up_proj,0.0000031798,0.10000,0.591
30,mlp.experts.54.up_proj,0.0000000784,0.10000,0.588
30,mlp.experts.55.up_proj,0.0000001893,0.10000,0.586
30,mlp.experts.56.up_proj,0.0000000347,0.10000,0.591
30,mlp.experts.57.up_proj,0.0000007415,0.10000,0.594
30,mlp.experts.58.up_proj,0.0000001853,0.10000,0.592
30,mlp.experts.59.up_proj,0.0000012180,0.10000,0.614
30,mlp.experts.60.up_proj,0.0000053203,0.10000,0.626
30,mlp.experts.61.up_proj,0.0000001672,0.10000,0.588
30,mlp.experts.62.up_proj,0.0000001156,0.10000,0.619
30,mlp.experts.63.up_proj,0.0000000536,0.10000,0.628
30,mlp.experts.64.up_proj,0.0000000271,0.10000,0.617
30,mlp.experts.65.up_proj,0.0000003140,0.10000,0.628
30,mlp.experts.66.up_proj,0.0000005670,0.10000,0.630
30,mlp.experts.67.up_proj,0.0000004470,0.10000,0.592
30,mlp.experts.68.up_proj,0.0000005864,0.10000,0.581
30,mlp.experts.69.up_proj,0.0000018671,0.10000,0.613
30,mlp.experts.70.up_proj,0.0000003055,0.10000,0.719
30,mlp.experts.71.up_proj,0.0000002450,0.10000,0.645
30,mlp.experts.72.up_proj,0.0000003243,0.10000,0.649
30,mlp.experts.73.up_proj,0.0000103884,0.10000,0.647
30,mlp.experts.74.up_proj,0.0000002598,0.10000,0.618
30,mlp.experts.75.up_proj,0.0000000973,0.10000,0.629
30,mlp.experts.76.up_proj,0.0000010391,0.10000,0.587
30,mlp.experts.77.up_proj,0.0000002114,0.10000,0.594
30,mlp.experts.78.up_proj,0.0000002442,0.10000,0.594
30,mlp.experts.79.up_proj,0.0000000883,0.10000,0.598
30,mlp.experts.80.up_proj,0.0000005503,0.10000,0.601
30,mlp.experts.81.up_proj,0.0000063831,0.10000,0.597
30,mlp.experts.82.up_proj,0.0000005582,0.10000,0.594
30,mlp.experts.83.up_proj,0.0000000871,0.10000,0.604
30,mlp.experts.84.up_proj,0.0000002489,0.10000,0.603
30,mlp.experts.85.up_proj,0.0000000431,0.10000,0.588
30,mlp.experts.86.up_proj,0.0000000453,0.10000,0.596
30,mlp.experts.87.up_proj,0.0000000625,0.10000,0.605
30,mlp.experts.88.up_proj,0.0000002269,0.10000,0.641
30,mlp.experts.89.up_proj,0.0000001303,0.10000,0.632
30,mlp.experts.90.up_proj,0.0000030459,0.10000,0.625
30,mlp.experts.91.up_proj,0.0000020119,0.10000,0.590
30,mlp.experts.92.up_proj,0.0000002424,0.10000,0.615
30,mlp.experts.93.up_proj,0.0000002064,0.10000,0.639
30,mlp.experts.94.up_proj,0.0000004747,0.10000,0.636
30,mlp.experts.95.up_proj,0.0000031933,0.10000,0.610
30,mlp.experts.96.up_proj,0.0000000603,0.10000,0.633
30,mlp.experts.97.up_proj,0.0000000544,0.10000,0.589
30,mlp.experts.98.up_proj,0.0000018437,0.10000,0.604
30,mlp.experts.99.up_proj,0.0000001074,0.10000,0.606
30,mlp.experts.100.up_proj,0.0000000633,0.10000,0.599
30,mlp.experts.101.up_proj,0.0000000450,0.10000,0.593
30,mlp.experts.102.up_proj,0.0000003530,0.10000,0.590
30,mlp.experts.103.up_proj,0.0000002205,0.10000,0.599
30,mlp.experts.104.up_proj,0.0000007110,0.10000,0.594
30,mlp.experts.105.up_proj,0.0000000689,0.10000,0.596
30,mlp.experts.106.up_proj,0.0000047259,0.10000,0.601
30,mlp.experts.107.up_proj,0.0000001685,0.10000,0.589
30,mlp.experts.108.up_proj,0.0000044358,0.10000,0.593
30,mlp.experts.109.up_proj,0.0000001582,0.10000,0.604
30,mlp.experts.110.up_proj,0.0000000269,0.10000,0.592
30,mlp.experts.111.up_proj,0.0000037640,0.10000,0.585
30,mlp.experts.112.up_proj,0.0000002691,0.10000,0.595
30,mlp.experts.113.up_proj,0.0000019070,0.10000,0.594
30,mlp.experts.114.up_proj,0.0000000786,0.10000,0.642
30,mlp.experts.115.up_proj,0.0000001082,0.10000,0.611
30,mlp.experts.116.up_proj,0.0000000282,0.10000,0.623
30,mlp.experts.117.up_proj,0.0000035577,0.10000,0.598
30,mlp.experts.118.up_proj,0.0000000539,0.10000,0.617
30,mlp.experts.119.up_proj,0.0000001464,0.10000,0.600
30,mlp.experts.120.up_proj,0.0000020531,0.10000,0.593
30,mlp.experts.121.up_proj,0.0000003582,0.10000,0.595
30,mlp.experts.122.up_proj,0.0000002751,0.10000,0.603
30,mlp.experts.123.up_proj,0.0000002673,0.10000,0.701
30,mlp.experts.124.up_proj,0.0000009991,0.10000,0.661
30,mlp.experts.125.up_proj,0.0000001663,0.10000,0.657
30,mlp.experts.126.up_proj,0.0000002343,0.10000,0.658
30,mlp.experts.127.up_proj,0.0000000583,0.10000,0.655
30,mlp.experts.0.gate_proj,0.0000000939,0.10000,0.645
30,mlp.experts.1.gate_proj,0.0000003957,0.10000,0.598
30,mlp.experts.2.gate_proj,0.0000145488,0.10000,0.617
30,mlp.experts.3.gate_proj,0.0000001559,0.10000,0.589
30,mlp.experts.4.gate_proj,0.0000000746,0.10000,0.615
30,mlp.experts.5.gate_proj,0.0000024761,0.10000,0.624
30,mlp.experts.6.gate_proj,0.0000009332,0.10000,0.624
30,mlp.experts.7.gate_proj,0.0000000424,0.10000,0.624
30,mlp.experts.8.gate_proj,0.0000040170,0.10000,0.598
30,mlp.experts.9.gate_proj,0.0000002526,0.10000,0.661
30,mlp.experts.10.gate_proj,0.0000000289,0.10000,0.598
30,mlp.experts.11.gate_proj,0.0000121388,0.10000,0.589
30,mlp.experts.12.gate_proj,0.0000003531,0.10000,0.628
30,mlp.experts.13.gate_proj,0.0000001491,0.10000,0.590
30,mlp.experts.14.gate_proj,0.0000000726,0.10000,0.596
30,mlp.experts.15.gate_proj,0.0000047164,0.10000,0.597
30,mlp.experts.16.gate_proj,0.0000025104,0.10000,0.588
30,mlp.experts.17.gate_proj,0.0000003821,0.10000,0.613
30,mlp.experts.18.gate_proj,0.0000010430,0.10000,0.645
30,mlp.experts.19.gate_proj,0.0000001388,0.10000,0.606
30,mlp.experts.20.gate_proj,0.0000002189,0.10000,0.653
30,mlp.experts.21.gate_proj,0.0000017739,0.10000,0.651
30,mlp.experts.22.gate_proj,0.0000000383,0.10000,0.605
30,mlp.experts.23.gate_proj,0.0000000367,0.10000,0.630
30,mlp.experts.24.gate_proj,0.0000002801,0.10000,0.616
30,mlp.experts.25.gate_proj,0.0000000955,0.10000,0.598
30,mlp.experts.26.gate_proj,0.0000001528,0.10000,0.595
30,mlp.experts.27.gate_proj,0.0000054696,0.10000,0.605
30,mlp.experts.28.gate_proj,0.0000001028,0.10000,0.586
30,mlp.experts.29.gate_proj,0.0000027642,0.10000,0.595
30,mlp.experts.30.gate_proj,0.0000003699,0.10000,0.591
30,mlp.experts.31.gate_proj,0.0000009362,0.10000,0.587
30,mlp.experts.32.gate_proj,0.0000007259,0.10000,0.623
30,mlp.experts.33.gate_proj,0.0000002608,0.10000,0.628
30,mlp.experts.34.gate_proj,0.0000001337,0.10000,0.625
30,mlp.experts.35.gate_proj,0.0000005391,0.10000,0.633
30,mlp.experts.36.gate_proj,0.0000006485,0.10000,0.595
30,mlp.experts.37.gate_proj,0.0000002118,0.10000,0.596
30,mlp.experts.38.gate_proj,0.0000000705,0.10000,0.605
30,mlp.experts.39.gate_proj,0.0000000954,0.10000,0.597
30,mlp.experts.40.gate_proj,0.0000027072,0.10000,0.600
30,mlp.experts.41.gate_proj,0.0000001733,0.10000,0.629
30,mlp.experts.42.gate_proj,0.0000000620,0.10000,0.592
30,mlp.experts.43.gate_proj,0.0000054496,0.10000,0.591
30,mlp.experts.44.gate_proj,0.0000000999,0.10000,0.589
30,mlp.experts.45.gate_proj,0.0000041998,0.10000,0.596
30,mlp.experts.46.gate_proj,0.0000000567,0.10000,0.596
30,mlp.experts.47.gate_proj,0.0000010819,0.10000,0.590
30,mlp.experts.48.gate_proj,0.0000004430,0.10000,0.595
30,mlp.experts.49.gate_proj,0.0000002968,0.10000,0.600
30,mlp.experts.50.gate_proj,0.0000018719,0.10000,0.590
30,mlp.experts.51.gate_proj,0.0000003916,0.10000,0.763
30,mlp.experts.52.gate_proj,0.0000000345,0.10000,0.608
30,mlp.experts.53.gate_proj,0.0000033242,0.10000,0.594
30,mlp.experts.54.gate_proj,0.0000000867,0.10000,0.623
30,mlp.experts.55.gate_proj,0.0000001936,0.10000,0.627
30,mlp.experts.56.gate_proj,0.0000000290,0.10000,0.646
30,mlp.experts.57.gate_proj,0.0000007555,0.10000,0.623
30,mlp.experts.58.gate_proj,0.0000002088,0.10000,0.631
30,mlp.experts.59.gate_proj,0.0000012233,0.10000,0.585
30,mlp.experts.60.gate_proj,0.0000048189,0.10000,0.604
30,mlp.experts.61.gate_proj,0.0000001820,0.10000,0.617
30,mlp.experts.62.gate_proj,0.0000001226,0.10000,0.602
30,mlp.experts.63.gate_proj,0.0000000598,0.10000,0.603
30,mlp.experts.64.gate_proj,0.0000000256,0.10000,0.602
30,mlp.experts.65.gate_proj,0.0000003217,0.10000,0.606
30,mlp.experts.66.gate_proj,0.0000005654,0.10000,0.604
30,mlp.experts.67.gate_proj,0.0000004923,0.10000,0.602
30,mlp.experts.68.gate_proj,0.0000006059,0.10000,0.611
30,mlp.experts.69.gate_proj,0.0000019038,0.10000,0.595
30,mlp.experts.70.gate_proj,0.0000003132,0.10000,0.596
30,mlp.experts.71.gate_proj,0.0000002726,0.10000,0.603
30,mlp.experts.72.gate_proj,0.0000003545,0.10000,0.607
30,mlp.experts.73.gate_proj,0.0000100785,0.10000,0.601
30,mlp.experts.74.gate_proj,0.0000002674,0.10000,0.612
30,mlp.experts.75.gate_proj,0.0000000961,0.10000,0.721
30,mlp.experts.76.gate_proj,0.0000010292,0.10000,0.644
30,mlp.experts.77.gate_proj,0.0000002239,0.10000,0.651
30,mlp.experts.78.gate_proj,0.0000002688,0.10000,0.637
30,mlp.experts.79.gate_proj,0.0000000877,0.10000,0.640
30,mlp.experts.80.gate_proj,0.0000005167,0.10000,0.608
30,mlp.experts.81.gate_proj,0.0000057423,0.10000,0.618
30,mlp.experts.82.gate_proj,0.0000005877,0.10000,0.607
30,mlp.experts.83.gate_proj,0.0000000825,0.10000,0.605
30,mlp.experts.84.gate_proj,0.0000002697,0.10000,0.607
30,mlp.experts.85.gate_proj,0.0000000369,0.10000,0.598
30,mlp.experts.86.gate_proj,0.0000000432,0.10000,0.610
30,mlp.experts.87.gate_proj,0.0000000681,0.10000,0.612
30,mlp.experts.88.gate_proj,0.0000002161,0.10000,0.654
30,mlp.experts.89.gate_proj,0.0000001429,0.10000,0.642
30,mlp.experts.90.gate_proj,0.0000032753,0.10000,0.609
30,mlp.experts.91.gate_proj,0.0000019954,0.10000,0.589
30,mlp.experts.92.gate_proj,0.0000002800,0.10000,0.625
30,mlp.experts.93.gate_proj,0.0000002166,0.10000,0.644
30,mlp.experts.94.gate_proj,0.0000005200,0.10000,0.603
30,mlp.experts.95.gate_proj,0.0000031631,0.10000,0.601
30,mlp.experts.96.gate_proj,0.0000000661,0.10000,0.592
30,mlp.experts.97.gate_proj,0.0000000601,0.10000,0.601
30,mlp.experts.98.gate_proj,0.0000017965,0.10000,0.595
30,mlp.experts.99.gate_proj,0.0000001109,0.10000,0.605
30,mlp.experts.100.gate_proj,0.0000000616,0.10000,0.601
30,mlp.experts.101.gate_proj,0.0000000505,0.10000,0.630
30,mlp.experts.102.gate_proj,0.0000003536,0.10000,0.606
30,mlp.experts.103.gate_proj,0.0000003012,0.10000,0.600
30,mlp.experts.104.gate_proj,0.0000006801,0.10000,0.604
30,mlp.experts.105.gate_proj,0.0000000581,0.10000,0.607
30,mlp.experts.106.gate_proj,0.0000046442,0.10000,0.598
30,mlp.experts.107.gate_proj,0.0000001774,0.10000,0.642
30,mlp.experts.108.gate_proj,0.0000041670,0.10000,0.620
30,mlp.experts.109.gate_proj,0.0000001686,0.10000,0.612
30,mlp.experts.110.gate_proj,0.0000000256,0.10000,0.593
30,mlp.experts.111.gate_proj,0.0000036699,0.10000,0.597
30,mlp.experts.112.gate_proj,0.0000002421,0.10000,0.602
30,mlp.experts.113.gate_proj,0.0000018735,0.10000,0.609
30,mlp.experts.114.gate_proj,0.0000000909,0.10000,0.596
30,mlp.experts.115.gate_proj,0.0000001053,0.10000,0.646
30,mlp.experts.116.gate_proj,0.0000000269,0.10000,0.616
30,mlp.experts.117.gate_proj,0.0000037709,0.10000,0.599
30,mlp.experts.118.gate_proj,0.0000000422,0.10000,0.606
30,mlp.experts.119.gate_proj,0.0000001606,0.10000,0.603
30,mlp.experts.120.gate_proj,0.0000020745,0.10000,0.606
30,mlp.experts.121.gate_proj,0.0000004035,0.10000,0.608
30,mlp.experts.122.gate_proj,0.0000002906,0.10000,0.608
30,mlp.experts.123.gate_proj,0.0000002264,0.10000,0.605
30,mlp.experts.124.gate_proj,0.0000010515,0.10000,0.610
30,mlp.experts.125.gate_proj,0.0000001661,0.10000,0.607
30,mlp.experts.126.gate_proj,0.0000002180,0.10000,0.601
30,mlp.experts.127.gate_proj,0.0000000593,0.10000,0.601
30,mlp.experts.0.down_proj,0.0000000158,0.10000,0.220
30,mlp.experts.1.down_proj,0.0000000984,0.10000,0.261
30,mlp.experts.2.down_proj,0.0000031543,0.10000,0.266
30,mlp.experts.3.down_proj,0.0000000250,0.10000,0.252
30,mlp.experts.4.down_proj,0.0000000109,0.10000,0.245
30,mlp.experts.5.down_proj,0.0000007686,0.10000,0.257
30,mlp.experts.6.down_proj,0.0000001224,0.10000,0.270
30,mlp.experts.7.down_proj,0.0000000071,0.10000,0.257
30,mlp.experts.8.down_proj,0.0000020663,0.10000,0.237
30,mlp.experts.9.down_proj,0.0000000300,0.10000,0.223
30,mlp.experts.10.down_proj,0.0000000057,0.10000,0.220
30,mlp.experts.11.down_proj,0.0000026240,0.10000,0.220
30,mlp.experts.12.down_proj,0.0000000479,0.10000,0.220
30,mlp.experts.13.down_proj,0.0000000193,0.10000,0.289
30,mlp.experts.14.down_proj,0.0000000169,0.10000,0.272
30,mlp.experts.15.down_proj,0.0000008185,0.10000,0.252
30,mlp.experts.16.down_proj,0.0000006455,0.10000,0.242
30,mlp.experts.17.down_proj,0.0000000888,0.10000,0.246
30,mlp.experts.18.down_proj,0.0000001712,0.10000,0.265
30,mlp.experts.19.down_proj,0.0000000281,0.10000,0.259
30,mlp.experts.20.down_proj,0.0000000395,0.10000,0.250
30,mlp.experts.21.down_proj,0.0000003286,0.10000,0.251
30,mlp.experts.22.down_proj,0.0000000054,0.10000,0.262
30,mlp.experts.23.down_proj,0.0000000065,0.10000,0.243
30,mlp.experts.24.down_proj,0.0000000550,0.10000,0.250
30,mlp.experts.25.down_proj,0.0000000159,0.10000,0.291
30,mlp.experts.26.down_proj,0.0000000257,0.10000,0.223
30,mlp.experts.27.down_proj,0.0000001302,0.10000,0.224
30,mlp.experts.28.down_proj,0.0000000180,0.10000,0.225
30,mlp.experts.29.down_proj,0.0000005943,0.10000,0.225
30,mlp.experts.30.down_proj,0.0000000761,0.10000,0.225
30,mlp.experts.31.down_proj,0.0000002307,0.10000,0.228
30,mlp.experts.32.down_proj,0.0000001125,0.10000,0.293
30,mlp.experts.33.down_proj,0.0000000367,0.10000,0.273
30,mlp.experts.34.down_proj,0.0000000236,0.10000,0.262
30,mlp.experts.35.down_proj,0.0000001284,0.10000,0.254
30,mlp.experts.36.down_proj,0.0000000930,0.10000,0.256
30,mlp.experts.37.down_proj,0.0000000410,0.10000,0.231
30,mlp.experts.38.down_proj,0.0000000116,0.10000,0.232
30,mlp.experts.39.down_proj,0.0000000167,0.10000,0.228
30,mlp.experts.40.down_proj,0.0000006453,0.10000,0.241
30,mlp.experts.41.down_proj,0.0000000348,0.10000,0.241
30,mlp.experts.42.down_proj,0.0000000114,0.10000,0.230
30,mlp.experts.43.down_proj,0.0000017470,0.10000,0.224
30,mlp.experts.44.down_proj,0.0000000164,0.10000,0.227
30,mlp.experts.45.down_proj,0.0000014536,0.10000,0.224
30,mlp.experts.46.down_proj,0.0000000124,0.10000,0.232
30,mlp.experts.47.down_proj,0.0000002748,0.10000,0.228
30,mlp.experts.48.down_proj,0.0000000651,0.10000,0.243
30,mlp.experts.49.down_proj,0.0000000462,0.10000,0.211
30,mlp.experts.50.down_proj,0.0000004315,0.10000,0.211
30,mlp.experts.51.down_proj,0.0000000771,0.10000,0.223
30,mlp.experts.52.down_proj,0.0000000055,0.10000,0.224
30,mlp.experts.53.down_proj,0.0000007846,0.10000,0.226
30,mlp.experts.54.down_proj,0.0000000117,0.10000,0.242
30,mlp.experts.55.down_proj,0.0000000460,0.10000,0.241
30,mlp.experts.56.down_proj,0.0000000052,0.10000,0.269
30,mlp.experts.57.down_proj,0.0000001332,0.10000,0.235
30,mlp.experts.58.down_proj,0.0000000191,0.10000,0.241
30,mlp.experts.59.down_proj,0.0000002804,0.10000,0.244
30,mlp.experts.60.down_proj,0.0000017686,0.10000,0.228
30,mlp.experts.61.down_proj,0.0000000265,0.10000,0.228
30,mlp.experts.62.down_proj,0.0000000198,0.10000,0.239
30,mlp.experts.63.down_proj,0.0000000091,0.10000,0.252
30,mlp.experts.64.down_proj,0.0000000047,0.10000,0.257
30,mlp.experts.65.down_proj,0.0000000526,0.10000,0.242
30,mlp.experts.66.down_proj,0.0000000846,0.10000,0.238
30,mlp.experts.67.down_proj,0.0000000456,0.10000,0.242
30,mlp.experts.68.down_proj,0.0000001140,0.10000,0.233
30,mlp.experts.69.down_proj,0.0000004085,0.10000,0.243
30,mlp.experts.70.down_proj,0.0000000713,0.10000,0.240
30,mlp.experts.71.down_proj,0.0000000390,0.10000,0.236
30,mlp.experts.72.down_proj,0.0000000401,0.10000,0.235
30,mlp.experts.73.down_proj,0.0000027931,0.10000,0.227
30,mlp.experts.74.down_proj,0.0000000445,0.10000,0.231
30,mlp.experts.75.down_proj,0.0000000152,0.10000,0.242
30,mlp.experts.76.down_proj,0.0000002586,0.10000,0.234
30,mlp.experts.77.down_proj,0.0000000424,0.10000,0.246
30,mlp.experts.78.down_proj,0.0000000513,0.10000,0.284
30,mlp.experts.79.down_proj,0.0000000206,0.10000,0.274
30,mlp.experts.80.down_proj,0.0000001114,0.10000,0.268
30,mlp.experts.81.down_proj,0.0000015827,0.10000,0.250
30,mlp.experts.82.down_proj,0.0000000905,0.10000,0.253
30,mlp.experts.83.down_proj,0.0000000180,0.10000,0.250
30,mlp.experts.84.down_proj,0.0000000441,0.10000,0.249
30,mlp.experts.85.down_proj,0.0000000071,0.10000,0.258
30,mlp.experts.86.down_proj,0.0000000067,0.10000,0.238
30,mlp.experts.87.down_proj,0.0000000099,0.10000,0.251
30,mlp.experts.88.down_proj,0.0000000500,0.10000,0.241
30,mlp.experts.89.down_proj,0.0000000246,0.10000,0.236
30,mlp.experts.90.down_proj,0.0000005996,0.10000,0.231
30,mlp.experts.91.down_proj,0.0000004146,0.10000,0.233
30,mlp.experts.92.down_proj,0.0000000385,0.10000,0.245
30,mlp.experts.93.down_proj,0.0000000409,0.10000,0.236
30,mlp.experts.94.down_proj,0.0000000849,0.10000,0.243
30,mlp.experts.95.down_proj,0.0000009657,0.10000,0.237
30,mlp.experts.96.down_proj,0.0000000112,0.10000,0.238
30,mlp.experts.97.down_proj,0.0000000083,0.10000,0.235
30,mlp.experts.98.down_proj,0.0000000733,0.10000,0.231
30,mlp.experts.99.down_proj,0.0000000231,0.10000,0.228
30,mlp.experts.100.down_proj,0.0000000112,0.10000,0.240
30,mlp.experts.101.down_proj,0.0000000095,0.10000,0.242
30,mlp.experts.102.down_proj,0.0000000772,0.10000,0.247
30,mlp.experts.103.down_proj,0.0000000224,0.10000,0.215
30,mlp.experts.104.down_proj,0.0000001444,0.10000,0.232
30,mlp.experts.105.down_proj,0.0000000112,0.10000,0.227
30,mlp.experts.106.down_proj,0.0000014301,0.10000,0.222
30,mlp.experts.107.down_proj,0.0000000168,0.10000,0.222
30,mlp.experts.108.down_proj,0.0000009639,0.10000,0.226
30,mlp.experts.109.down_proj,0.0000000310,0.10000,0.230
30,mlp.experts.110.down_proj,0.0000000048,0.10000,0.229
30,mlp.experts.111.down_proj,0.0000007232,0.10000,0.228
30,mlp.experts.112.down_proj,0.0000000754,0.10000,0.224
30,mlp.experts.113.down_proj,0.0000004862,0.10000,0.226
30,mlp.experts.114.down_proj,0.0000000171,0.10000,0.215
30,mlp.experts.115.down_proj,0.0000000271,0.10000,0.229
30,mlp.experts.116.down_proj,0.0000000049,0.10000,0.219
30,mlp.experts.117.down_proj,0.0000008109,0.10000,0.244
30,mlp.experts.118.down_proj,0.0000000089,0.10000,0.263
30,mlp.experts.119.down_proj,0.0000000365,0.10000,0.256
30,mlp.experts.120.down_proj,0.0000002934,0.10000,0.241
30,mlp.experts.121.down_proj,0.0000000422,0.10000,0.256
30,mlp.experts.122.down_proj,0.0000000382,0.10000,0.250
30,mlp.experts.123.down_proj,0.0000000537,0.10000,0.236
30,mlp.experts.124.down_proj,0.0000002186,0.10000,0.269
30,mlp.experts.125.down_proj,0.0000000290,0.10000,0.272
30,mlp.experts.126.down_proj,0.0000000504,0.10000,0.250
30,mlp.experts.127.down_proj,0.0000000113,0.10000,0.242
31,self_attn.q_proj,0.0000000009,0.10000,0.589
31,self_attn.k_proj,0.0000000001,0.10000,0.583
31,self_attn.v_proj,0.0000000001,0.10000,0.580
31,self_attn.o_proj,0.0000000002,0.10000,1.164
31,mlp.gate,0.0000000064,0.10000,0.578
31,mlp.experts.0.up_proj,0.0000026656,0.10000,0.597
31,mlp.experts.1.up_proj,0.0000001002,0.10000,0.621
31,mlp.experts.2.up_proj,0.0000001064,0.10000,0.577
31,mlp.experts.3.up_proj,0.0000000693,0.10000,0.583
31,mlp.experts.4.up_proj,0.0000000737,0.10000,0.574
31,mlp.experts.5.up_proj,0.0000000371,0.10000,0.574
31,mlp.experts.6.up_proj,0.0000001350,0.10000,0.583
31,mlp.experts.7.up_proj,0.0000007599,0.10000,0.582
31,mlp.experts.8.up_proj,0.0000008321,0.10000,0.579
31,mlp.experts.9.up_proj,0.0000000865,0.10000,0.579
31,mlp.experts.10.up_proj,0.0000031064,0.10000,0.602
31,mlp.experts.11.up_proj,0.0000001780,0.10000,0.579
31,mlp.experts.12.up_proj,0.0000000855,0.10000,0.595
31,mlp.experts.13.up_proj,0.0000001168,0.10000,0.576
31,mlp.experts.14.up_proj,0.0000005810,0.10000,0.600
31,mlp.experts.15.up_proj,0.0000002533,0.10000,0.613
31,mlp.experts.16.up_proj,0.0000023366,0.10000,0.579
31,mlp.experts.17.up_proj,0.0000000647,0.10000,0.579
31,mlp.experts.18.up_proj,0.0000016759,0.10000,0.606
31,mlp.experts.19.up_proj,0.0000002640,0.10000,0.633
31,mlp.experts.20.up_proj,0.0000000496,0.10000,0.596
31,mlp.experts.21.up_proj,0.0000000271,0.10000,0.601
31,mlp.experts.22.up_proj,0.0000001444,0.10000,0.683
31,mlp.experts.23.up_proj,0.0000027905,0.10000,0.638
31,mlp.experts.24.up_proj,0.0000001268,0.10000,0.645
31,mlp.experts.25.up_proj,0.0000001380,0.10000,0.645
31,mlp.experts.26.up_proj,0.0000000315,0.10000,0.653
31,mlp.experts.27.up_proj,0.0000002031,0.10000,0.608
31,mlp.experts.28.up_proj,0.0000056887,0.10000,0.675
31,mlp.experts.29.up_proj,0.0000002796,0.10000,0.637
31,mlp.experts.30.up_proj,0.0000009863,0.10000,0.647
31,mlp.experts.31.up_proj,0.0000000495,0.10000,0.644
31,mlp.experts.32.up_proj,0.0000001622,0.10000,0.635
31,mlp.experts.33.up_proj,0.0000000254,0.10000,0.637
31,mlp.experts.34.up_proj,0.0000000694,0.10000,0.651
31,mlp.experts.35.up_proj,0.0000017366,0.10000,0.644
31,mlp.experts.36.up_proj,0.0000000638,0.10000,0.652
31,mlp.experts.37.up_proj,0.0000345014,0.10000,0.695
31,mlp.experts.38.up_proj,0.0000002120,0.10000,0.641
31,mlp.experts.39.up_proj,0.0000001654,0.10000,0.645
31,mlp.experts.40.up_proj,0.0000010194,0.10000,0.604
31,mlp.experts.41.up_proj,0.0000003136,0.10000,0.659
31,mlp.experts.42.up_proj,0.0000089406,0.10000,0.720
31,mlp.experts.43.up_proj,0.0000002186,0.10000,0.668
31,mlp.experts.44.up_proj,0.0000000764,0.10000,0.636
31,mlp.experts.45.up_proj,0.0000001087,0.10000,0.657
31,mlp.experts.46.up_proj,0.0000004222,0.10000,0.650
31,mlp.experts.47.up_proj,0.0000002361,0.10000,0.664
31,mlp.experts.48.up_proj,0.0000000438,0.10000,0.644
31,mlp.experts.49.up_proj,0.0000000704,0.10000,0.650
31,mlp.experts.50.up_proj,0.0000001465,0.10000,0.653
31,mlp.experts.51.up_proj,0.0000000454,0.10000,0.645
31,mlp.experts.52.up_proj,0.0000003767,0.10000,0.676
31,mlp.experts.53.up_proj,0.0000000772,0.10000,0.622
31,mlp.experts.54.up_proj,0.0000127813,0.10000,0.585
31,mlp.experts.55.up_proj,0.0000026342,0.10000,0.600
31,mlp.experts.56.up_proj,0.0000001189,0.10000,0.595
31,mlp.experts.57.up_proj,0.0000086231,0.10000,0.618
31,mlp.experts.58.up_proj,0.0000001533,0.10000,0.630
31,mlp.experts.59.up_proj,0.0000000910,0.10000,0.623
31,mlp.experts.60.up_proj,0.0000001876,0.10000,0.586
31,mlp.experts.61.up_proj,0.0000001366,0.10000,0.703
31,mlp.experts.62.up_proj,0.0000008779,0.10000,0.672
31,mlp.experts.63.up_proj,0.0000001416,0.10000,0.627
31,mlp.experts.64.up_proj,0.0000001303,0.10000,0.592
31,mlp.experts.65.up_proj,0.0000056864,0.10000,0.586
31,mlp.experts.66.up_proj,0.0000000461,0.10000,0.733
31,mlp.experts.67.up_proj,0.0000002961,0.10000,0.661
31,mlp.experts.68.up_proj,0.0000006133,0.10000,0.637
31,mlp.experts.69.up_proj,0.0000005636,0.10000,0.597
31,mlp.experts.70.up_proj,0.0000011225,0.10000,0.595
31,mlp.experts.71.up_proj,0.0000031405,0.10000,0.582
31,mlp.experts.72.up_proj,0.0000002315,0.10000,0.589
31,mlp.experts.73.up_proj,0.0000000362,0.10000,0.596
31,mlp.experts.74.up_proj,0.0000003049,0.10000,0.610
31,mlp.experts.75.up_proj,0.0000001052,0.10000,0.646
31,mlp.experts.76.up_proj,0.0000050134,0.10000,0.713
31,mlp.experts.77.up_proj,0.0000086007,0.10000,0.650
31,mlp.experts.78.up_proj,0.0000002940,0.10000,0.655
31,mlp.experts.79.up_proj,0.0000003228,0.10000,0.651
31,mlp.experts.80.up_proj,0.0000087662,0.10000,0.653
31,mlp.experts.81.up_proj,0.0000004835,0.10000,0.677
31,mlp.experts.82.up_proj,0.0000000469,0.10000,0.656
31,mlp.experts.83.up_proj,0.0000001100,0.10000,0.679
31,mlp.experts.84.up_proj,0.0000011312,0.10000,0.657
31,mlp.experts.85.up_proj,0.0000019760,0.10000,0.667
31,mlp.experts.86.up_proj,0.0000001115,0.10000,0.623
31,mlp.experts.87.up_proj,0.0000006093,0.10000,0.655
31,mlp.experts.88.up_proj,0.0000000967,0.10000,0.598
31,mlp.experts.89.up_proj,0.0000000614,0.10000,0.639
31,mlp.experts.90.up_proj,0.0000021142,0.10000,0.612
31,mlp.experts.91.up_proj,0.0000001879,0.10000,0.602
31,mlp.experts.92.up_proj,0.0000007031,0.10000,0.605
31,mlp.experts.93.up_proj,0.0000000492,0.10000,0.595
31,mlp.experts.94.up_proj,0.0000000289,0.10000,0.605
31,mlp.experts.95.up_proj,0.0000001343,0.10000,0.600
31,mlp.experts.96.up_proj,0.0000005497,0.10000,0.609
31,mlp.experts.97.up_proj,0.0000020624,0.10000,0.645
31,mlp.experts.98.up_proj,0.0000000469,0.10000,0.642
31,mlp.experts.99.up_proj,0.0000001932,0.10000,0.602
31,mlp.experts.100.up_proj,0.0000000728,0.10000,0.601
31,mlp.experts.101.up_proj,0.0000002610,0.10000,0.599
31,mlp.experts.102.up_proj,0.0000018486,0.10000,0.597
31,mlp.experts.103.up_proj,0.0000002732,0.10000,0.597
31,mlp.experts.104.up_proj,0.0000010611,0.10000,0.596
31,mlp.experts.105.up_proj,0.0000014185,0.10000,0.590
31,mlp.experts.106.up_proj,0.0000000479,0.10000,0.595
31,mlp.experts.107.up_proj,0.0000017105,0.10000,0.621
31,mlp.experts.108.up_proj,0.0000002200,0.10000,0.711
31,mlp.experts.109.up_proj,0.0000010558,0.10000,0.659
31,mlp.experts.110.up_proj,0.0000000268,0.10000,0.625
31,mlp.experts.111.up_proj,0.0000007970,0.10000,0.596
31,mlp.experts.112.up_proj,0.0000000938,0.10000,0.597
31,mlp.experts.113.up_proj,0.0000013360,0.10000,0.594
31,mlp.experts.114.up_proj,0.0000011639,0.10000,0.592
31,mlp.experts.115.up_proj,0.0000006248,0.10000,0.594
31,mlp.experts.116.up_proj,0.0000000436,0.10000,0.601
31,mlp.experts.117.up_proj,0.0000004199,0.10000,0.604
31,mlp.experts.118.up_proj,0.0000003881,0.10000,0.597
31,mlp.experts.119.up_proj,0.0000004209,0.10000,0.589
31,mlp.experts.120.up_proj,0.0000007891,0.10000,0.617
31,mlp.experts.121.up_proj,0.0000055817,0.10000,0.637
31,mlp.experts.122.up_proj,0.0000024758,0.10000,0.638
31,mlp.experts.123.up_proj,0.0000003323,0.10000,0.630
31,mlp.experts.124.up_proj,0.0000001092,0.10000,0.601
31,mlp.experts.125.up_proj,0.0000001593,0.10000,0.612
31,mlp.experts.126.up_proj,0.0000029567,0.10000,0.599
31,mlp.experts.127.up_proj,0.0000003761,0.10000,0.594
31,mlp.experts.0.gate_proj,0.0000027963,0.10000,0.600
31,mlp.experts.1.gate_proj,0.0000001109,0.10000,0.638
31,mlp.experts.2.gate_proj,0.0000001016,0.10000,0.634
31,mlp.experts.3.gate_proj,0.0000000638,0.10000,0.619
31,mlp.experts.4.gate_proj,0.0000000817,0.10000,0.629
31,mlp.experts.5.gate_proj,0.0000000381,0.10000,0.633
31,mlp.experts.6.gate_proj,0.0000001418,0.10000,0.614
31,mlp.experts.7.gate_proj,0.0000007896,0.10000,0.612
31,mlp.experts.8.gate_proj,0.0000008354,0.10000,0.608
31,mlp.experts.9.gate_proj,0.0000000899,0.10000,0.628
31,mlp.experts.10.gate_proj,0.0000032494,0.10000,0.600
31,mlp.experts.11.gate_proj,0.0000001991,0.10000,0.601
31,mlp.experts.12.gate_proj,0.0000001003,0.10000,0.594
31,mlp.experts.13.gate_proj,0.0000001290,0.10000,0.591
31,mlp.experts.14.gate_proj,0.0000006598,0.10000,0.593
31,mlp.experts.15.gate_proj,0.0000002729,0.10000,0.593
31,mlp.experts.16.gate_proj,0.0000021075,0.10000,0.599
31,mlp.experts.17.gate_proj,0.0000000740,0.10000,0.608
31,mlp.experts.18.gate_proj,0.0000017818,0.10000,0.652
31,mlp.experts.19.gate_proj,0.0000002562,0.10000,0.609
31,mlp.experts.20.gate_proj,0.0000000532,0.10000,0.610
31,mlp.experts.21.gate_proj,0.0000000293,0.10000,0.612
31,mlp.experts.22.gate_proj,0.0000001616,0.10000,0.611
31,mlp.experts.23.gate_proj,0.0000024997,0.10000,0.638
31,mlp.experts.24.gate_proj,0.0000001321,0.10000,0.610
31,mlp.experts.25.gate_proj,0.0000001473,0.10000,0.596
31,mlp.experts.26.gate_proj,0.0000000307,0.10000,0.604
31,mlp.experts.27.gate_proj,0.0000001983,0.10000,0.597
31,mlp.experts.28.gate_proj,0.0000062008,0.10000,0.634
31,mlp.experts.29.gate_proj,0.0000002904,0.10000,0.730
31,mlp.experts.30.gate_proj,0.0000010059,0.10000,0.636
31,mlp.experts.31.gate_proj,0.0000000479,0.10000,0.704
31,mlp.experts.32.gate_proj,0.0000001794,0.10000,0.660
31,mlp.experts.33.gate_proj,0.0000000274,0.10000,0.654
31,mlp.experts.34.gate_proj,0.0000000593,0.10000,0.676
31,mlp.experts.35.gate_proj,0.0000018467,0.10000,0.684
31,mlp.experts.36.gate_proj,0.0000000676,0.10000,0.636
31,mlp.experts.37.gate_proj,0.0000346595,0.10000,0.587
31,mlp.experts.38.gate_proj,0.0000002334,0.10000,0.608
31,mlp.experts.39.gate_proj,0.0000001611,0.10000,0.746
31,mlp.experts.40.gate_proj,0.0000011050,0.10000,0.709
31,mlp.experts.41.gate_proj,0.0000003206,0.10000,0.634
31,mlp.experts.42.gate_proj,0.0000092808,0.10000,0.636
31,mlp.experts.43.gate_proj,0.0000001886,0.10000,0.628
31,mlp.experts.44.gate_proj,0.0000000819,0.10000,0.645
31,mlp.experts.45.gate_proj,0.0000001052,0.10000,0.616
31,mlp.experts.46.gate_proj,0.0000004015,0.10000,0.647
31,mlp.experts.47.gate_proj,0.0000002536,0.10000,0.625
31,mlp.experts.48.gate_proj,0.0000000404,0.10000,0.628
31,mlp.experts.49.gate_proj,0.0000000655,0.10000,0.650
31,mlp.experts.50.gate_proj,0.0000001372,0.10000,0.626
31,mlp.experts.51.gate_proj,0.0000000423,0.10000,0.600
31,mlp.experts.52.gate_proj,0.0000004144,0.10000,0.592
31,mlp.experts.53.gate_proj,0.0000000768,0.10000,0.634
31,mlp.experts.54.gate_proj,0.0000137366,0.10000,0.633
31,mlp.experts.55.gate_proj,0.0000022996,0.10000,0.606
31,mlp.experts.56.gate_proj,0.0000001315,0.10000,0.603
31,mlp.experts.57.gate_proj,0.0000080178,0.10000,0.608
31,mlp.experts.58.gate_proj,0.0000001618,0.10000,0.602
31,mlp.experts.59.gate_proj,0.0000000953,0.10000,0.613
31,mlp.experts.60.gate_proj,0.0000001814,0.10000,0.604
31,mlp.experts.61.gate_proj,0.0000001455,0.10000,0.625
31,mlp.experts.62.gate_proj,0.0000008308,0.10000,0.600
31,mlp.experts.63.gate_proj,0.0000001612,0.10000,0.599
31,mlp.experts.64.gate_proj,0.0000001231,0.10000,0.594
31,mlp.experts.65.gate_proj,0.0000064538,0.10000,0.600
31,mlp.experts.66.gate_proj,0.0000000510,0.10000,0.626
31,mlp.experts.67.gate_proj,0.0000002904,0.10000,0.613
31,mlp.experts.68.gate_proj,0.0000006356,0.10000,0.604
31,mlp.experts.69.gate_proj,0.0000005160,0.10000,0.597
31,mlp.experts.70.gate_proj,0.0000011864,0.10000,0.603
31,mlp.experts.71.gate_proj,0.0000031292,0.10000,0.594
31,mlp.experts.72.gate_proj,0.0000002458,0.10000,0.609
31,mlp.experts.73.gate_proj,0.0000000390,0.10000,0.613
31,mlp.experts.74.gate_proj,0.0000002942,0.10000,0.603
31,mlp.experts.75.gate_proj,0.0000001059,0.10000,0.634
31,mlp.experts.76.gate_proj,0.0000057764,0.10000,0.630
31,mlp.experts.77.gate_proj,0.0000075956,0.10000,0.598
31,mlp.experts.78.gate_proj,0.0000003326,0.10000,0.580
31,mlp.experts.79.gate_proj,0.0000003485,0.10000,0.600
31,mlp.experts.80.gate_proj,0.0000091633,0.10000,0.598
31,mlp.experts.81.gate_proj,0.0000004712,0.10000,0.607
31,mlp.experts.82.gate_proj,0.0000000501,0.10000,0.627
31,mlp.experts.83.gate_proj,0.0000001216,0.10000,0.613
31,mlp.experts.84.gate_proj,0.0000011759,0.10000,0.601
31,mlp.experts.85.gate_proj,0.0000018833,0.10000,0.604
31,mlp.experts.86.gate_proj,0.0000001186,0.10000,0.608
31,mlp.experts.87.gate_proj,0.0000006170,0.10000,0.596
31,mlp.experts.88.gate_proj,0.0000001013,0.10000,0.594
31,mlp.experts.89.gate_proj,0.0000000666,0.10000,0.600
31,mlp.experts.90.gate_proj,0.0000020709,0.10000,0.604
31,mlp.experts.91.gate_proj,0.0000002110,0.10000,0.604
31,mlp.experts.92.gate_proj,0.0000007182,0.10000,0.595
31,mlp.experts.93.gate_proj,0.0000000502,0.10000,0.606
31,mlp.experts.94.gate_proj,0.0000000309,0.10000,0.618
31,mlp.experts.95.gate_proj,0.0000001266,0.10000,0.640
31,mlp.experts.96.gate_proj,0.0000004775,0.10000,0.644
31,mlp.experts.97.gate_proj,0.0000022129,0.10000,0.634
31,mlp.experts.98.gate_proj,0.0000000406,0.10000,0.614
31,mlp.experts.99.gate_proj,0.0000002071,0.10000,0.601
31,mlp.experts.100.gate_proj,0.0000000704,0.10000,0.609
31,mlp.experts.101.gate_proj,0.0000002921,0.10000,0.607
31,mlp.experts.102.gate_proj,0.0000018950,0.10000,0.628
31,mlp.experts.103.gate_proj,0.0000002317,0.10000,0.631
31,mlp.experts.104.gate_proj,0.0000011380,0.10000,0.606
31,mlp.experts.105.gate_proj,0.0000015251,0.10000,0.614
31,mlp.experts.106.gate_proj,0.0000000505,0.10000,0.606
31,mlp.experts.107.gate_proj,0.0000017878,0.10000,0.597
31,mlp.experts.108.gate_proj,0.0000002579,0.10000,0.592
31,mlp.experts.109.gate_proj,0.0000010928,0.10000,0.722
31,mlp.experts.110.gate_proj,0.0000000268,0.10000,0.640
31,mlp.experts.111.gate_proj,0.0000007921,0.10000,0.622
31,mlp.experts.112.gate_proj,0.0000000853,0.10000,0.642
31,mlp.experts.113.gate_proj,0.0000011741,0.10000,0.600
31,mlp.experts.114.gate_proj,0.0000013297,0.10000,0.613
31,mlp.experts.115.gate_proj,0.0000012443,0.10000,0.653
31,mlp.experts.116.gate_proj,0.0000000461,0.10000,0.647
31,mlp.experts.117.gate_proj,0.0000004060,0.10000,0.616
31,mlp.experts.118.gate_proj,0.0000004291,0.10000,0.598
31,mlp.experts.119.gate_proj,0.0000004198,0.10000,0.596
31,mlp.experts.120.gate_proj,0.0000008023,0.10000,0.592
31,mlp.experts.121.gate_proj,0.0000059443,0.10000,0.611
31,mlp.experts.122.gate_proj,0.0000024836,0.10000,0.608
31,mlp.experts.123.gate_proj,0.0000003348,0.10000,0.613
31,mlp.experts.124.gate_proj,0.0000000985,0.10000,0.612
31,mlp.experts.125.gate_proj,0.0000001762,0.10000,0.607
31,mlp.experts.126.gate_proj,0.0000032312,0.10000,0.617
31,mlp.experts.127.gate_proj,0.0000004058,0.10000,0.635
31,mlp.experts.0.down_proj,0.0000006439,0.10000,0.218
31,mlp.experts.1.down_proj,0.0000000179,0.10000,0.223
31,mlp.experts.2.down_proj,0.0000000253,0.10000,0.236
31,mlp.experts.3.down_proj,0.0000000122,0.10000,0.241
31,mlp.experts.4.down_proj,0.0000000142,0.10000,0.235
31,mlp.experts.5.down_proj,0.0000000065,0.10000,0.222
31,mlp.experts.6.down_proj,0.0000000345,0.10000,0.227
31,mlp.experts.7.down_proj,0.0000000416,0.10000,0.230
31,mlp.experts.8.down_proj,0.0000002330,0.10000,0.243
31,mlp.experts.9.down_proj,0.0000000180,0.10000,0.225
31,mlp.experts.10.down_proj,0.0000002079,0.10000,0.225
31,mlp.experts.11.down_proj,0.0000000336,0.10000,0.225
31,mlp.experts.12.down_proj,0.0000000179,0.10000,0.238
31,mlp.experts.13.down_proj,0.0000000181,0.10000,0.227
31,mlp.experts.14.down_proj,0.0000001129,0.10000,0.227
31,mlp.experts.15.down_proj,0.0000000421,0.10000,0.226
31,mlp.experts.16.down_proj,0.0000006479,0.10000,0.230
31,mlp.experts.17.down_proj,0.0000000113,0.10000,0.229
31,mlp.experts.18.down_proj,0.0000003881,0.10000,0.228
31,mlp.experts.19.down_proj,0.0000000393,0.10000,0.227
31,mlp.experts.20.down_proj,0.0000000089,0.10000,0.232
31,mlp.experts.21.down_proj,0.0000000048,0.10000,0.254
31,mlp.experts.22.down_proj,0.0000000282,0.10000,0.239
31,mlp.experts.23.down_proj,0.0000008224,0.10000,0.233
31,mlp.experts.24.down_proj,0.0000000229,0.10000,0.230
31,mlp.experts.25.down_proj,0.0000000226,0.10000,0.237
31,mlp.experts.26.down_proj,0.0000000048,0.10000,0.225
31,mlp.experts.27.down_proj,0.0000000467,0.10000,0.240
31,mlp.experts.28.down_proj,0.0000012366,0.10000,0.242
31,mlp.experts.29.down_proj,0.0000000495,0.10000,0.235
31,mlp.experts.30.down_proj,0.0000002737,0.10000,0.230
31,mlp.experts.31.down_proj,0.0000000095,0.10000,0.228
31,mlp.experts.32.down_proj,0.0000000266,0.10000,0.242
31,mlp.experts.33.down_proj,0.0000000040,0.10000,0.230
31,mlp.experts.34.down_proj,0.0000000141,0.10000,0.232
31,mlp.experts.35.down_proj,0.0000003720,0.10000,0.233
31,mlp.experts.36.down_proj,0.0000000104,0.10000,0.230
31,mlp.experts.37.down_proj,0.0000084804,0.10000,0.238
31,mlp.experts.38.down_proj,0.0000000479,0.10000,0.234
31,mlp.experts.39.down_proj,0.0000000299,0.10000,0.233
31,mlp.experts.40.down_proj,0.0000002181,0.10000,0.229
31,mlp.experts.41.down_proj,0.0000000748,0.10000,0.245
31,mlp.experts.42.down_proj,0.0000023002,0.10000,0.242
31,mlp.experts.43.down_proj,0.0000000569,0.10000,0.233
31,mlp.experts.44.down_proj,0.0000000131,0.10000,0.230
31,mlp.experts.45.down_proj,0.0000000156,0.10000,0.240
31,mlp.experts.46.down_proj,0.0000000763,0.10000,0.255
31,mlp.experts.47.down_proj,0.0000000431,0.10000,0.256
31,mlp.experts.48.down_proj,0.0000000064,0.10000,0.275
31,mlp.experts.49.down_proj,0.0000000122,0.10000,0.272
31,mlp.experts.50.down_proj,0.0000000346,0.10000,0.250
31,mlp.experts.51.down_proj,0.0000000089,0.10000,0.261
31,mlp.experts.52.down_proj,0.0000000718,0.10000,0.246
31,mlp.experts.53.down_proj,0.0000000134,0.10000,0.249
31,mlp.experts.54.down_proj,0.0000034115,0.10000,0.250
31,mlp.experts.55.down_proj,0.0000007913,0.10000,0.241
31,mlp.experts.56.down_proj,0.0000000197,0.10000,0.239
31,mlp.experts.57.down_proj,0.0000022992,0.10000,0.228
31,mlp.experts.58.down_proj,0.0000000373,0.10000,0.223
31,mlp.experts.59.down_proj,0.0000000162,0.10000,0.228
31,mlp.experts.60.down_proj,0.0000000407,0.10000,0.228
31,mlp.experts.61.down_proj,0.0000000280,0.10000,0.232
31,mlp.experts.62.down_proj,0.0000002175,0.10000,0.228
31,mlp.experts.63.down_proj,0.0000000198,0.10000,0.228
31,mlp.experts.64.down_proj,0.0000000258,0.10000,0.225
31,mlp.experts.65.down_proj,0.0000019889,0.10000,0.230
31,mlp.experts.66.down_proj,0.0000000077,0.10000,0.214
31,mlp.experts.67.down_proj,0.0000000520,0.10000,0.242
31,mlp.experts.68.down_proj,0.0000001134,0.10000,0.255
31,mlp.experts.69.down_proj,0.0000001253,0.10000,0.240
31,mlp.experts.70.down_proj,0.0000002535,0.10000,0.229
31,mlp.experts.71.down_proj,0.0000009372,0.10000,0.226
31,mlp.experts.72.down_proj,0.0000000569,0.10000,0.243
31,mlp.experts.73.down_proj,0.0000000057,0.10000,0.242
31,mlp.experts.74.down_proj,0.0000000507,0.10000,0.298
31,mlp.experts.75.down_proj,0.0000000207,0.10000,0.273
31,mlp.experts.76.down_proj,0.0000002713,0.10000,0.252
31,mlp.experts.77.down_proj,0.0000024510,0.10000,0.261
31,mlp.experts.78.down_proj,0.0000000659,0.10000,0.258
31,mlp.experts.79.down_proj,0.0000000556,0.10000,0.240
31,mlp.experts.80.down_proj,0.0000035510,0.10000,0.239
31,mlp.experts.81.down_proj,0.0000000922,0.10000,0.231
31,mlp.experts.82.down_proj,0.0000000080,0.10000,0.228
31,mlp.experts.83.down_proj,0.0000000200,0.10000,0.287
31,mlp.experts.84.down_proj,0.0000002101,0.10000,0.274
31,mlp.experts.85.down_proj,0.0000004937,0.10000,0.252
31,mlp.experts.86.down_proj,0.0000000199,0.10000,0.236
31,mlp.experts.87.down_proj,0.0000001398,0.10000,0.254
31,mlp.experts.88.down_proj,0.0000000125,0.10000,0.254
31,mlp.experts.89.down_proj,0.0000000093,0.10000,0.257
31,mlp.experts.90.down_proj,0.0000005688,0.10000,0.240
31,mlp.experts.91.down_proj,0.0000000341,0.10000,0.231
31,mlp.experts.92.down_proj,0.0000001146,0.10000,0.225
31,mlp.experts.93.down_proj,0.0000000075,0.10000,0.228
31,mlp.experts.94.down_proj,0.0000000059,0.10000,0.275
31,mlp.experts.95.down_proj,0.0000000293,0.10000,0.273
31,mlp.experts.96.down_proj,0.0000001273,0.10000,0.249
31,mlp.experts.97.down_proj,0.0000004594,0.10000,0.256
31,mlp.experts.98.down_proj,0.0000000090,0.10000,0.243
31,mlp.experts.99.down_proj,0.0000000319,0.10000,0.259
31,mlp.experts.100.down_proj,0.0000000145,0.10000,0.236
31,mlp.experts.101.down_proj,0.0000000635,0.10000,0.229
31,mlp.experts.102.down_proj,0.0000004446,0.10000,0.226
31,mlp.experts.103.down_proj,0.0000000589,0.10000,0.259
31,mlp.experts.104.down_proj,0.0000002210,0.10000,0.225
31,mlp.experts.105.down_proj,0.0000003362,0.10000,0.226
31,mlp.experts.106.down_proj,0.0000000084,0.10000,0.224
31,mlp.experts.107.down_proj,0.0000005506,0.10000,0.296
31,mlp.experts.108.down_proj,0.0000000374,0.10000,0.273
31,mlp.experts.109.down_proj,0.0000002432,0.10000,0.260
31,mlp.experts.110.down_proj,0.0000000053,0.10000,0.273
31,mlp.experts.111.down_proj,0.0000002242,0.10000,0.255
31,mlp.experts.112.down_proj,0.0000000162,0.10000,0.240
31,mlp.experts.113.down_proj,0.0000000910,0.10000,0.241
31,mlp.experts.114.down_proj,0.0000000825,0.10000,0.223
31,mlp.experts.115.down_proj,0.0000000521,0.10000,0.224
31,mlp.experts.116.down_proj,0.0000000072,0.10000,0.224
31,mlp.experts.117.down_proj,0.0000000849,0.10000,0.222
31,mlp.experts.118.down_proj,0.0000000812,0.10000,0.267
31,mlp.experts.119.down_proj,0.0000000740,0.10000,0.268
31,mlp.experts.120.down_proj,0.0000001497,0.10000,0.254
31,mlp.experts.121.down_proj,0.0000013731,0.10000,0.255
31,mlp.experts.122.down_proj,0.0000006593,0.10000,0.256
31,mlp.experts.123.down_proj,0.0000000559,0.10000,0.244
31,mlp.experts.124.down_proj,0.0000000215,0.10000,0.228
31,mlp.experts.125.down_proj,0.0000000225,0.10000,0.229
31,mlp.experts.126.down_proj,0.0000006178,0.10000,0.229
31,mlp.experts.127.down_proj,0.0000000794,0.10000,0.230
32,self_attn.q_proj,0.0000000011,0.10000,0.608
32,self_attn.k_proj,0.0000000001,0.10000,0.625
32,self_attn.v_proj,0.0000000002,0.10000,0.616
32,self_attn.o_proj,0.0000000002,0.10000,1.167
32,mlp.gate,0.0000000073,0.10000,0.583
32,mlp.experts.0.up_proj,0.0000035434,0.10000,0.579
32,mlp.experts.1.up_proj,0.0000081089,0.10000,0.593
32,mlp.experts.2.up_proj,0.0000002146,0.10000,0.581
32,mlp.experts.3.up_proj,0.0000000899,0.10000,0.584
32,mlp.experts.4.up_proj,0.0000001217,0.10000,0.617
32,mlp.experts.5.up_proj,0.0000001107,0.10000,0.612
32,mlp.experts.6.up_proj,0.0000002001,0.10000,0.607
32,mlp.experts.7.up_proj,0.0000039484,0.10000,0.584
32,mlp.experts.8.up_proj,0.0000000654,0.10000,0.587
32,mlp.experts.9.up_proj,0.0000002017,0.10000,0.581
32,mlp.experts.10.up_proj,0.0000014912,0.10000,0.585
32,mlp.experts.11.up_proj,0.0000016120,0.10000,0.571
32,mlp.experts.12.up_proj,0.0000640084,0.10000,0.571
32,mlp.experts.13.up_proj,0.0000005304,0.10000,0.575
32,mlp.experts.14.up_proj,0.0000000556,0.10000,0.598
32,mlp.experts.15.up_proj,0.0000001449,0.10000,0.604
32,mlp.experts.16.up_proj,0.0000010668,0.10000,0.583
32,mlp.experts.17.up_proj,0.0000001195,0.10000,0.589
32,mlp.experts.18.up_proj,0.0000008764,0.10000,0.589
32,mlp.experts.19.up_proj,0.0000006988,0.10000,0.611
32,mlp.experts.20.up_proj,0.0000000620,0.10000,0.580
32,mlp.experts.21.up_proj,0.0000000400,0.10000,0.583
32,mlp.experts.22.up_proj,0.0000000795,0.10000,0.588
32,mlp.experts.23.up_proj,0.0000001036,0.10000,0.580
32,mlp.experts.24.up_proj,0.0000000961,0.10000,0.695
32,mlp.experts.25.up_proj,0.0000000964,0.10000,0.615
32,mlp.experts.26.up_proj,0.0000022345,0.10000,0.578
32,mlp.experts.27.up_proj,0.0000001143,0.10000,0.573
32,mlp.experts.28.up_proj,0.0000001174,0.10000,0.601
32,mlp.experts.29.up_proj,0.0000010276,0.10000,0.617
32,mlp.experts.30.up_proj,0.0000004028,0.10000,0.620
32,mlp.experts.31.up_proj,0.0000012940,0.10000,0.576
32,mlp.experts.32.up_proj,0.0000000605,0.10000,0.583
32,mlp.experts.33.up_proj,0.0000000405,0.10000,0.583
32,mlp.experts.34.up_proj,0.0000008362,0.10000,0.586
32,mlp.experts.35.up_proj,0.0000000609,0.10000,0.584
32,mlp.experts.36.up_proj,0.0000000766,0.10000,0.602
32,mlp.experts.37.up_proj,0.0000001335,0.10000,0.622
32,mlp.experts.38.up_proj,0.0000001118,0.10000,0.583
32,mlp.experts.39.up_proj,0.0000001195,0.10000,0.718
32,mlp.experts.40.up_proj,0.0000011122,0.10000,0.659
32,mlp.experts.41.up_proj,0.0000019830,0.10000,0.653
32,mlp.experts.42.up_proj,0.0000006851,0.10000,0.599
32,mlp.experts.43.up_proj,0.0000001082,0.10000,0.614
32,mlp.experts.44.up_proj,0.0000000309,0.10000,0.709
32,mlp.experts.45.up_proj,0.0000000930,0.10000,0.620
32,mlp.experts.46.up_proj,0.0000002780,0.10000,0.580
32,mlp.experts.47.up_proj,0.0000000739,0.10000,0.580
32,mlp.experts.48.up_proj,0.0000002223,0.10000,0.729
32,mlp.experts.49.up_proj,0.0000019198,0.10000,0.626
32,mlp.experts.50.up_proj,0.0000004028,0.10000,0.587
32,mlp.experts.51.up_proj,0.0000003154,0.10000,0.583
32,mlp.experts.52.up_proj,0.0000039788,0.10000,0.587
32,mlp.experts.53.up_proj,0.0000001238,0.10000,0.628
32,mlp.experts.54.up_proj,0.0000003958,0.10000,0.613
32,mlp.experts.55.up_proj,0.0000000601,0.10000,0.618
32,mlp.experts.56.up_proj,0.0000000482,0.10000,0.588
32,mlp.experts.57.up_proj,0.0000002394,0.10000,0.588
32,mlp.experts.58.up_proj,0.0000069336,0.10000,0.609
32,mlp.experts.59.up_proj,0.0000013303,0.10000,0.720
32,mlp.experts.60.up_proj,0.0000002711,0.10000,0.650
32,mlp.experts.61.up_proj,0.0000000465,0.10000,0.652
32,mlp.experts.62.up_proj,0.0000000762,0.10000,0.605
32,mlp.experts.63.up_proj,0.0000019823,0.10000,0.586
32,mlp.experts.64.up_proj,0.0000001023,0.10000,0.580
32,mlp.experts.65.up_proj,0.0000000974,0.10000,0.628
32,mlp.experts.66.up_proj,0.0000001380,0.10000,0.630
32,mlp.experts.67.up_proj,0.0000002194,0.10000,0.594
32,mlp.experts.68.up_proj,0.0000002920,0.10000,0.590
32,mlp.experts.69.up_proj,0.0000001532,0.10000,0.583
32,mlp.experts.70.up_proj,0.0000001250,0.10000,0.597
32,mlp.experts.71.up_proj,0.0000047109,0.10000,0.606
32,mlp.experts.72.up_proj,0.0000001574,0.10000,0.597
32,mlp.experts.73.up_proj,0.0000063082,0.10000,0.598
32,mlp.experts.74.up_proj,0.0000001548,0.10000,0.601
32,mlp.experts.75.up_proj,0.0000021415,0.10000,0.602
32,mlp.experts.76.up_proj,0.0000010543,0.10000,0.588
32,mlp.experts.77.up_proj,0.0000003098,0.10000,0.595
32,mlp.experts.78.up_proj,0.0000003621,0.10000,0.598
32,mlp.experts.79.up_proj,0.0000002017,0.10000,0.597
32,mlp.experts.80.up_proj,0.0000000379,0.10000,0.632
32,mlp.experts.81.up_proj,0.0000028307,0.10000,0.605
32,mlp.experts.82.up_proj,0.0000000399,0.10000,0.602
32,mlp.experts.83.up_proj,0.0000008690,0.10000,0.595
32,mlp.experts.84.up_proj,0.0000000849,0.10000,0.602
32,mlp.experts.85.up_proj,0.0000005618,0.10000,0.618
32,mlp.experts.86.up_proj,0.0000000223,0.10000,0.628
32,mlp.experts.87.up_proj,0.0000003085,0.10000,0.642
32,mlp.experts.88.up_proj,0.0000004401,0.10000,0.610
32,mlp.experts.89.up_proj,0.0000035613,0.10000,0.590
32,mlp.experts.90.up_proj,0.0000000310,0.10000,0.592
32,mlp.experts.91.up_proj,0.0000000663,0.10000,0.595
32,mlp.experts.92.up_proj,0.0000003269,0.10000,0.603
32,mlp.experts.93.up_proj,0.0000007552,0.10000,0.709
32,mlp.experts.94.up_proj,0.0000001329,0.10000,0.713
32,mlp.experts.95.up_proj,0.0000000387,0.10000,0.654
32,mlp.experts.96.up_proj,0.0000173131,0.10000,0.657
32,mlp.experts.97.up_proj,0.0000015853,0.10000,0.644
32,mlp.experts.98.up_proj,0.0000013142,0.10000,0.623
32,mlp.experts.99.up_proj,0.0000001776,0.10000,0.608
32,mlp.experts.100.up_proj,0.0000000727,0.10000,0.608
32,mlp.experts.101.up_proj,0.0000002098,0.10000,0.607
32,mlp.experts.102.up_proj,0.0000008988,0.10000,0.600
32,mlp.experts.103.up_proj,0.0000000824,0.10000,0.605
32,mlp.experts.104.up_proj,0.0000000529,0.10000,0.594
32,mlp.experts.105.up_proj,0.0000000432,0.10000,0.597
32,mlp.experts.106.up_proj,0.0000000395,0.10000,0.594
32,mlp.experts.107.up_proj,0.0000034142,0.10000,0.602
32,mlp.experts.108.up_proj,0.0000002246,0.10000,0.605
32,mlp.experts.109.up_proj,0.0000001267,0.10000,0.606
32,mlp.experts.110.up_proj,0.0000000685,0.10000,0.636
32,mlp.experts.111.up_proj,0.0000003661,0.10000,0.634
32,mlp.experts.112.up_proj,0.0000271316,0.10000,0.598
32,mlp.experts.113.up_proj,0.0000014412,0.10000,0.613
32,mlp.experts.114.up_proj,0.0000001614,0.10000,0.632
32,mlp.experts.115.up_proj,0.0000014151,0.10000,0.639
32,mlp.experts.116.up_proj,0.0000000599,0.10000,0.621
32,mlp.experts.117.up_proj,0.0000003700,0.10000,0.602
32,mlp.experts.118.up_proj,0.0000020490,0.10000,0.594
32,mlp.experts.119.up_proj,0.0000018464,0.10000,0.598
32,mlp.experts.120.up_proj,0.0000005350,0.10000,0.596
32,mlp.experts.121.up_proj,0.0000000681,0.10000,0.596
32,mlp.experts.122.up_proj,0.0000000372,0.10000,0.594
32,mlp.experts.123.up_proj,0.0000003214,0.10000,0.597
32,mlp.experts.124.up_proj,0.0000003734,0.10000,0.605
32,mlp.experts.125.up_proj,0.0000005635,0.10000,0.606
32,mlp.experts.126.up_proj,0.0000072585,0.10000,0.612
32,mlp.experts.127.up_proj,0.0000003469,0.10000,0.607
32,mlp.experts.0.gate_proj,0.0000037163,0.10000,0.599
32,mlp.experts.1.gate_proj,0.0000080187,0.10000,0.633
32,mlp.experts.2.gate_proj,0.0000002115,0.10000,0.617
32,mlp.experts.3.gate_proj,0.0000000926,0.10000,0.606
32,mlp.experts.4.gate_proj,0.0000001182,0.10000,0.600
32,mlp.experts.5.gate_proj,0.0000001023,0.10000,0.623
32,mlp.experts.6.gate_proj,0.0000002064,0.10000,0.618
32,mlp.experts.7.gate_proj,0.0000039334,0.10000,0.606
32,mlp.experts.8.gate_proj,0.0000000699,0.10000,0.634
32,mlp.experts.9.gate_proj,0.0000001541,0.10000,0.583
32,mlp.experts.10.gate_proj,0.0000015167,0.10000,0.599
32,mlp.experts.11.gate_proj,0.0000016061,0.10000,0.606
32,mlp.experts.12.gate_proj,0.0000603870,0.10000,0.601
32,mlp.experts.13.gate_proj,0.0000005642,0.10000,0.619
32,mlp.experts.14.gate_proj,0.0000000508,0.10000,0.636
32,mlp.experts.15.gate_proj,0.0000001387,0.10000,0.625
32,mlp.experts.16.gate_proj,0.0000011168,0.10000,0.594
32,mlp.experts.17.gate_proj,0.0000001306,0.10000,0.596
32,mlp.experts.18.gate_proj,0.0000008910,0.10000,0.606
32,mlp.experts.19.gate_proj,0.0000006575,0.10000,0.591
32,mlp.experts.20.gate_proj,0.0000000485,0.10000,0.601
32,mlp.experts.21.gate_proj,0.0000000418,0.10000,0.597
32,mlp.experts.22.gate_proj,0.0000000798,0.10000,0.601
32,mlp.experts.23.gate_proj,0.0000001021,0.10000,0.610
32,mlp.experts.24.gate_proj,0.0000001059,0.10000,0.607
32,mlp.experts.25.gate_proj,0.0000000963,0.10000,0.618
32,mlp.experts.26.gate_proj,0.0000022245,0.10000,0.641
32,mlp.experts.27.gate_proj,0.0000001061,0.10000,0.604
32,mlp.experts.28.gate_proj,0.0000001170,0.10000,0.602
32,mlp.experts.29.gate_proj,0.0000010617,0.10000,0.708
32,mlp.experts.30.gate_proj,0.0000003925,0.10000,0.678
32,mlp.experts.31.gate_proj,0.0000013105,0.10000,0.636
32,mlp.experts.32.gate_proj,0.0000000653,0.10000,0.604
32,mlp.experts.33.gate_proj,0.0000000421,0.10000,0.599
32,mlp.experts.34.gate_proj,0.0000007465,0.10000,0.609
32,mlp.experts.35.gate_proj,0.0000000514,0.10000,0.604
32,mlp.experts.36.gate_proj,0.0000000754,0.10000,0.595
32,mlp.experts.37.gate_proj,0.0000001344,0.10000,0.597
32,mlp.experts.38.gate_proj,0.0000000951,0.10000,0.599
32,mlp.experts.39.gate_proj,0.0000000935,0.10000,0.638
32,mlp.experts.40.gate_proj,0.0000010913,0.10000,0.629
32,mlp.experts.41.gate_proj,0.0000018901,0.10000,0.629
32,mlp.experts.42.gate_proj,0.0000006797,0.10000,0.588
32,mlp.experts.43.gate_proj,0.0000001024,0.10000,0.590
32,mlp.experts.44.gate_proj,0.0000000280,0.10000,0.599
32,mlp.experts.45.gate_proj,0.0000000967,0.10000,0.599
32,mlp.experts.46.gate_proj,0.0000002672,0.10000,0.621
32,mlp.experts.47.gate_proj,0.0000000763,0.10000,0.629
32,mlp.experts.48.gate_proj,0.0000002316,0.10000,0.634
32,mlp.experts.49.gate_proj,0.0000018211,0.10000,0.608
32,mlp.experts.50.gate_proj,0.0000004142,0.10000,0.599
32,mlp.experts.51.gate_proj,0.0000003087,0.10000,0.600
32,mlp.experts.52.gate_proj,0.0000035600,0.10000,0.604
32,mlp.experts.53.gate_proj,0.0000001247,0.10000,0.607
32,mlp.experts.54.gate_proj,0.0000003905,0.10000,0.606
32,mlp.experts.55.gate_proj,0.0000000588,0.10000,0.596
32,mlp.experts.56.gate_proj,0.0000000511,0.10000,0.607
32,mlp.experts.57.gate_proj,0.0000002392,0.10000,0.636
32,mlp.experts.58.gate_proj,0.0000057955,0.10000,0.622
32,mlp.experts.59.gate_proj,0.0000012000,0.10000,0.602
32,mlp.experts.60.gate_proj,0.0000002647,0.10000,0.609
32,mlp.experts.61.gate_proj,0.0000000404,0.10000,0.618
32,mlp.experts.62.gate_proj,0.0000000764,0.10000,0.624
32,mlp.experts.63.gate_proj,0.0000019589,0.10000,0.601
32,mlp.experts.64.gate_proj,0.0000000944,0.10000,0.606
32,mlp.experts.65.gate_proj,0.0000000845,0.10000,0.603
32,mlp.experts.66.gate_proj,0.0000001312,0.10000,0.632
32,mlp.experts.67.gate_proj,0.0000002158,0.10000,0.734
32,mlp.experts.68.gate_proj,0.0000002855,0.10000,0.624
32,mlp.experts.69.gate_proj,0.0000001523,0.10000,0.642
32,mlp.experts.70.gate_proj,0.0000001247,0.10000,0.718
32,mlp.experts.71.gate_proj,0.0000047523,0.10000,0.638
32,mlp.experts.72.gate_proj,0.0000001554,0.10000,0.698
32,mlp.experts.73.gate_proj,0.0000057382,0.10000,0.655
32,mlp.experts.74.gate_proj,0.0000001568,0.10000,0.656
32,mlp.experts.75.gate_proj,0.0000021261,0.10000,0.649
32,mlp.experts.76.gate_proj,0.0000010520,0.10000,0.666
32,mlp.experts.77.gate_proj,0.0000003245,0.10000,0.712
32,mlp.experts.78.gate_proj,0.0000003827,0.10000,0.673
32,mlp.experts.79.gate_proj,0.0000001806,0.10000,0.651
32,mlp.experts.80.gate_proj,0.0000000374,0.10000,0.648
32,mlp.experts.81.gate_proj,0.0000024797,0.10000,0.649
32,mlp.experts.82.gate_proj,0.0000000394,0.10000,0.648
32,mlp.experts.83.gate_proj,0.0000009208,0.10000,0.655
32,mlp.experts.84.gate_proj,0.0000000769,0.10000,0.656
32,mlp.experts.85.gate_proj,0.0000006061,0.10000,0.646
32,mlp.experts.86.gate_proj,0.0000000222,0.10000,0.633
32,mlp.experts.87.gate_proj,0.0000003229,0.10000,0.597
32,mlp.experts.88.gate_proj,0.0000004608,0.10000,0.590
32,mlp.experts.89.gate_proj,0.0000035685,0.10000,0.610
32,mlp.experts.90.gate_proj,0.0000000304,0.10000,0.645
32,mlp.experts.91.gate_proj,0.0000000679,0.10000,0.630
32,mlp.experts.92.gate_proj,0.0000003533,0.10000,0.602
32,mlp.experts.93.gate_proj,0.0000007155,0.10000,0.635
32,mlp.experts.94.gate_proj,0.0000001080,0.10000,0.618
32,mlp.experts.95.gate_proj,0.0000000382,0.10000,0.605
32,mlp.experts.96.gate_proj,0.0000461992,0.10000,0.619
32,mlp.experts.97.gate_proj,0.0000015330,0.10000,0.615
32,mlp.experts.98.gate_proj,0.0000014875,0.10000,0.671
32,mlp.experts.99.gate_proj,0.0000001723,0.10000,0.705
32,mlp.experts.100.gate_proj,0.0000000761,0.10000,0.643
32,mlp.experts.101.gate_proj,0.0000002032,0.10000,0.592
32,mlp.experts.102.gate_proj,0.0000009083,0.10000,0.700
32,mlp.experts.103.gate_proj,0.0000000749,0.10000,0.631
32,mlp.experts.104.gate_proj,0.0000000552,0.10000,0.700
32,mlp.experts.105.gate_proj,0.0000000442,0.10000,0.651
32,mlp.experts.106.gate_proj,0.0000000371,0.10000,0.658
32,mlp.experts.107.gate_proj,0.0000032896,0.10000,0.645
32,mlp.experts.108.gate_proj,0.0000002224,0.10000,0.622
32,mlp.experts.109.gate_proj,0.0000001163,0.10000,0.616
32,mlp.experts.110.gate_proj,0.0000000773,0.10000,0.614
32,mlp.experts.111.gate_proj,0.0000003428,0.10000,0.608
32,mlp.experts.112.gate_proj,0.0000257785,0.10000,0.630
32,mlp.experts.113.gate_proj,0.0000014366,0.10000,0.622
32,mlp.experts.114.gate_proj,0.0000001578,0.10000,0.607
32,mlp.experts.115.gate_proj,0.0000014423,0.10000,0.638
32,mlp.experts.116.gate_proj,0.0000000545,0.10000,0.630
32,mlp.experts.117.gate_proj,0.0000003539,0.10000,0.593
32,mlp.experts.118.gate_proj,0.0000020636,0.10000,0.589
32,mlp.experts.119.gate_proj,0.0000018403,0.10000,0.601
32,mlp.experts.120.gate_proj,0.0000005514,0.10000,0.604
32,mlp.experts.121.gate_proj,0.0000000596,0.10000,0.606
32,mlp.experts.122.gate_proj,0.0000000338,0.10000,0.603
32,mlp.experts.123.gate_proj,0.0000003198,0.10000,0.604
32,mlp.experts.124.gate_proj,0.0000003828,0.10000,0.601
32,mlp.experts.125.gate_proj,0.0000005251,0.10000,0.594
32,mlp.experts.126.gate_proj,0.0000068014,0.10000,0.599
32,mlp.experts.127.gate_proj,0.0000003137,0.10000,0.605
32,mlp.experts.0.down_proj,0.0000009817,0.10000,0.218
32,mlp.experts.1.down_proj,0.0000017148,0.10000,0.217
32,mlp.experts.2.down_proj,0.0000000408,0.10000,0.217
32,mlp.experts.3.down_proj,0.0000000128,0.10000,0.219
32,mlp.experts.4.down_proj,0.0000000357,0.10000,0.223
32,mlp.experts.5.down_proj,0.0000000146,0.10000,0.221
32,mlp.experts.6.down_proj,0.0000000464,0.10000,0.223
32,mlp.experts.7.down_proj,0.0000012135,0.10000,0.226
32,mlp.experts.8.down_proj,0.0000000110,0.10000,0.226
32,mlp.experts.9.down_proj,0.0000000798,0.10000,0.215
32,mlp.experts.10.down_proj,0.0000002633,0.10000,0.223
32,mlp.experts.11.down_proj,0.0000004061,0.10000,0.270
32,mlp.experts.12.down_proj,0.0000159696,0.10000,0.267
32,mlp.experts.13.down_proj,0.0000001204,0.10000,0.251
32,mlp.experts.14.down_proj,0.0000000146,0.10000,0.247
32,mlp.experts.15.down_proj,0.0000000398,0.10000,0.245
32,mlp.experts.16.down_proj,0.0000002073,0.10000,0.237
32,mlp.experts.17.down_proj,0.0000000171,0.10000,0.247
32,mlp.experts.18.down_proj,0.0000000997,0.10000,0.247
32,mlp.experts.19.down_proj,0.0000001876,0.10000,0.251
32,mlp.experts.20.down_proj,0.0000000159,0.10000,0.257
32,mlp.experts.21.down_proj,0.0000000067,0.10000,0.246
32,mlp.experts.22.down_proj,0.0000000154,0.10000,0.244
32,mlp.experts.23.down_proj,0.0000000192,0.10000,0.231
32,mlp.experts.24.down_proj,0.0000000250,0.10000,0.233
32,mlp.experts.25.down_proj,0.0000000177,0.10000,0.245
32,mlp.experts.26.down_proj,0.0000004005,0.10000,0.231
32,mlp.experts.27.down_proj,0.0000000287,0.10000,0.228
32,mlp.experts.28.down_proj,0.0000000269,0.10000,0.233
32,mlp.experts.29.down_proj,0.0000001795,0.10000,0.229
32,mlp.experts.30.down_proj,0.0000000964,0.10000,0.235
32,mlp.experts.31.down_proj,0.0000004046,0.10000,0.234
32,mlp.experts.32.down_proj,0.0000000115,0.10000,0.228
32,mlp.experts.33.down_proj,0.0000000072,0.10000,0.233
32,mlp.experts.34.down_proj,0.0000002571,0.10000,0.237
32,mlp.experts.35.down_proj,0.0000000150,0.10000,0.248
32,mlp.experts.36.down_proj,0.0000000183,0.10000,0.233
32,mlp.experts.37.down_proj,0.0000000242,0.10000,0.228
32,mlp.experts.38.down_proj,0.0000000193,0.10000,0.220
32,mlp.experts.39.down_proj,0.0000000281,0.10000,0.233
32,mlp.experts.40.down_proj,0.0000002306,0.10000,0.231
32,mlp.experts.41.down_proj,0.0000005879,0.10000,0.235
32,mlp.experts.42.down_proj,0.0000001436,0.10000,0.229
32,mlp.experts.43.down_proj,0.0000000238,0.10000,0.233
32,mlp.experts.44.down_proj,0.0000000063,0.10000,0.239
32,mlp.experts.45.down_proj,0.0000000151,0.10000,0.245
32,mlp.experts.46.down_proj,0.0000000615,0.10000,0.232
32,mlp.experts.47.down_proj,0.0000000144,0.10000,0.235
32,mlp.experts.48.down_proj,0.0000000423,0.10000,0.245
32,mlp.experts.49.down_proj,0.0000005727,0.10000,0.252
32,mlp.experts.50.down_proj,0.0000000916,0.10000,0.232
32,mlp.experts.51.down_proj,0.0000001080,0.10000,0.233
32,mlp.experts.52.down_proj,0.0000013805,0.10000,0.234
32,mlp.experts.53.down_proj,0.0000000231,0.10000,0.226
32,mlp.experts.54.down_proj,0.0000000727,0.10000,0.230
32,mlp.experts.55.down_proj,0.0000000121,0.10000,0.237
32,mlp.experts.56.down_proj,0.0000000098,0.10000,0.273
32,mlp.experts.57.down_proj,0.0000000430,0.10000,0.273
32,mlp.experts.58.down_proj,0.0000025144,0.10000,0.252
32,mlp.experts.59.down_proj,0.0000003098,0.10000,0.253
32,mlp.experts.60.down_proj,0.0000000672,0.10000,0.267
32,mlp.experts.61.down_proj,0.0000000110,0.10000,0.245
32,mlp.experts.62.down_proj,0.0000000146,0.10000,0.247
32,mlp.experts.63.down_proj,0.0000005036,0.10000,0.227
32,mlp.experts.64.down_proj,0.0000000269,0.10000,0.223
32,mlp.experts.65.down_proj,0.0000000193,0.10000,0.225
32,mlp.experts.66.down_proj,0.0000000357,0.10000,0.240
32,mlp.experts.67.down_proj,0.0000000514,0.10000,0.275
32,mlp.experts.68.down_proj,0.0000000501,0.10000,0.260
32,mlp.experts.69.down_proj,0.0000000221,0.10000,0.268
32,mlp.experts.70.down_proj,0.0000000224,0.10000,0.264
32,mlp.experts.71.down_proj,0.0000023468,0.10000,0.270
32,mlp.experts.72.down_proj,0.0000000297,0.10000,0.272
32,mlp.experts.73.down_proj,0.0000024619,0.10000,0.263
32,mlp.experts.74.down_proj,0.0000000269,0.10000,0.252
32,mlp.experts.75.down_proj,0.0000004997,0.10000,0.242
32,mlp.experts.76.down_proj,0.0000002246,0.10000,0.264
32,mlp.experts.77.down_proj,0.0000000938,0.10000,0.268
32,mlp.experts.78.down_proj,0.0000000686,0.10000,0.251
32,mlp.experts.79.down_proj,0.0000000505,0.10000,0.240
32,mlp.experts.80.down_proj,0.0000000079,0.10000,0.241
32,mlp.experts.81.down_proj,0.0000011125,0.10000,0.256
32,mlp.experts.82.down_proj,0.0000000079,0.10000,0.247
32,mlp.experts.83.down_proj,0.0000002088,0.10000,0.246
32,mlp.experts.84.down_proj,0.0000000174,0.10000,0.243
32,mlp.experts.85.down_proj,0.0000000878,0.10000,0.233
32,mlp.experts.86.down_proj,0.0000000040,0.10000,0.239
32,mlp.experts.87.down_proj,0.0000000611,0.10000,0.235
32,mlp.experts.88.down_proj,0.0000001072,0.10000,0.237
32,mlp.experts.89.down_proj,0.0000014416,0.10000,0.234
32,mlp.experts.90.down_proj,0.0000000046,0.10000,0.234
32,mlp.experts.91.down_proj,0.0000000113,0.10000,0.250
32,mlp.experts.92.down_proj,0.0000000589,0.10000,0.254
32,mlp.experts.93.down_proj,0.0000002534,0.10000,0.254
32,mlp.experts.94.down_proj,0.0000000250,0.10000,0.230
32,mlp.experts.95.down_proj,0.0000000063,0.10000,0.229
32,mlp.experts.96.down_proj,0.0000000573,0.10000,0.238
32,mlp.experts.97.down_proj,0.0000004683,0.10000,0.262
32,mlp.experts.98.down_proj,0.0000001572,0.10000,0.271
32,mlp.experts.99.down_proj,0.0000000426,0.10000,0.252
32,mlp.experts.100.down_proj,0.0000000150,0.10000,0.247
32,mlp.experts.101.down_proj,0.0000000448,0.10000,0.247
32,mlp.experts.102.down_proj,0.0000002333,0.10000,0.252
32,mlp.experts.103.down_proj,0.0000000167,0.10000,0.248
32,mlp.experts.104.down_proj,0.0000000092,0.10000,0.249
32,mlp.experts.105.down_proj,0.0000000054,0.10000,0.251
32,mlp.experts.106.down_proj,0.0000000074,0.10000,0.239
32,mlp.experts.107.down_proj,0.0000010689,0.10000,0.234
32,mlp.experts.108.down_proj,0.0000000411,0.10000,0.227
32,mlp.experts.109.down_proj,0.0000000406,0.10000,0.229
32,mlp.experts.110.down_proj,0.0000000124,0.10000,0.251
32,mlp.experts.111.down_proj,0.0000000808,0.10000,0.232
32,mlp.experts.112.down_proj,0.0000067218,0.10000,0.252
32,mlp.experts.113.down_proj,0.0000003499,0.10000,0.239
32,mlp.experts.114.down_proj,0.0000000248,0.10000,0.235
32,mlp.experts.115.down_proj,0.0000002634,0.10000,0.228
32,mlp.experts.116.down_proj,0.0000000114,0.10000,0.229
32,mlp.experts.117.down_proj,0.0000000681,0.10000,0.227
32,mlp.experts.118.down_proj,0.0000004272,0.10000,0.242
32,mlp.experts.119.down_proj,0.0000004301,0.10000,0.234
32,mlp.experts.120.down_proj,0.0000001327,0.10000,0.229
32,mlp.experts.121.down_proj,0.0000000137,0.10000,0.226
32,mlp.experts.122.down_proj,0.0000000080,0.10000,0.227
32,mlp.experts.123.down_proj,0.0000000575,0.10000,0.227
32,mlp.experts.124.down_proj,0.0000001256,0.10000,0.225
32,mlp.experts.125.down_proj,0.0000001597,0.10000,0.227
32,mlp.experts.126.down_proj,0.0000003081,0.10000,0.232
32,mlp.experts.127.down_proj,0.0000000680,0.10000,0.229
33,self_attn.q_proj,0.0000000014,0.10000,0.613
33,self_attn.k_proj,0.0000000002,0.10000,0.587
33,self_attn.v_proj,0.0000000002,0.10000,0.583
33,self_attn.o_proj,0.0000000002,0.10000,1.146
33,mlp.gate,0.0000000078,0.10000,0.569
33,mlp.experts.0.up_proj,0.0000001375,0.10000,0.686
33,mlp.experts.1.up_proj,0.0000000339,0.10000,0.631
33,mlp.experts.2.up_proj,0.0000001306,0.10000,0.624
33,mlp.experts.3.up_proj,0.0000116626,0.10000,0.585
33,mlp.experts.4.up_proj,0.0000038458,0.10000,0.611
33,mlp.experts.5.up_proj,0.0000000367,0.10000,0.607
33,mlp.experts.6.up_proj,0.0000003024,0.10000,0.569
33,mlp.experts.7.up_proj,0.0000000715,0.10000,0.568
33,mlp.experts.8.up_proj,0.0000013188,0.10000,0.583
33,mlp.experts.9.up_proj,0.0000000677,0.10000,0.610
33,mlp.experts.10.up_proj,0.0000002438,0.10000,0.699
33,mlp.experts.11.up_proj,0.0000017152,0.10000,0.649
33,mlp.experts.12.up_proj,0.0000097747,0.10000,0.629
33,mlp.experts.13.up_proj,0.0000002787,0.10000,0.630
33,mlp.experts.14.up_proj,0.0000015721,0.10000,0.629
33,mlp.experts.15.up_proj,0.0000003595,0.10000,0.638
33,mlp.experts.16.up_proj,0.0000018023,0.10000,0.641
33,mlp.experts.17.up_proj,0.0000000821,0.10000,0.646
33,mlp.experts.18.up_proj,0.0000068316,0.10000,0.633
33,mlp.experts.19.up_proj,0.0000004526,0.10000,0.637
33,mlp.experts.20.up_proj,0.0000026647,0.10000,0.643
33,mlp.experts.21.up_proj,0.0000009615,0.10000,0.643
33,mlp.experts.22.up_proj,0.0000000402,0.10000,0.640
33,mlp.experts.23.up_proj,0.0000002582,0.10000,0.650
33,mlp.experts.24.up_proj,0.0000000377,0.10000,0.611
33,mlp.experts.25.up_proj,0.0000001550,0.10000,0.692
33,mlp.experts.26.up_proj,0.0000017275,0.10000,0.619
33,mlp.experts.27.up_proj,0.0000026341,0.10000,0.605
33,mlp.experts.28.up_proj,0.0000002729,0.10000,0.611
33,mlp.experts.29.up_proj,0.0000047163,0.10000,0.604
33,mlp.experts.30.up_proj,0.0000017469,0.10000,0.684
33,mlp.experts.31.up_proj,0.0000026344,0.10000,0.671
33,mlp.experts.32.up_proj,0.0000001338,0.10000,0.646
33,mlp.experts.33.up_proj,0.0000000750,0.10000,0.651
33,mlp.experts.34.up_proj,0.0000020573,0.10000,0.647
33,mlp.experts.35.up_proj,0.0000000410,0.10000,0.639
33,mlp.experts.36.up_proj,0.0000029459,0.10000,0.641
33,mlp.experts.37.up_proj,0.0000001074,0.10000,0.586
33,mlp.experts.38.up_proj,0.0000020032,0.10000,0.582
33,mlp.experts.39.up_proj,0.0000016814,0.10000,0.575
33,mlp.experts.40.up_proj,0.0000001127,0.10000,0.608
33,mlp.experts.41.up_proj,0.0000001302,0.10000,0.615
33,mlp.experts.42.up_proj,0.0000021079,0.10000,0.625
33,mlp.experts.43.up_proj,0.0000001198,0.10000,0.623
33,mlp.experts.44.up_proj,0.0000014818,0.10000,0.623
33,mlp.experts.45.up_proj,0.0000001743,0.10000,0.631
33,mlp.experts.46.up_proj,0.0000002012,0.10000,0.625
33,mlp.experts.47.up_proj,0.0000002702,0.10000,0.593
33,mlp.experts.48.up_proj,0.0000000585,0.10000,0.594
33,mlp.experts.49.up_proj,0.0000001168,0.10000,0.590
33,mlp.experts.50.up_proj,0.0000007752,0.10000,0.598
33,mlp.experts.51.up_proj,0.0000006853,0.10000,0.590
33,mlp.experts.52.up_proj,0.0000000327,0.10000,0.619
33,mlp.experts.53.up_proj,0.0000008074,0.10000,0.628
33,mlp.experts.54.up_proj,0.0000005042,0.10000,0.606
33,mlp.experts.55.up_proj,0.0000036961,0.10000,0.628
33,mlp.experts.56.up_proj,0.0000007382,0.10000,0.628
33,mlp.experts.57.up_proj,0.0000000573,0.10000,0.614
33,mlp.experts.58.up_proj,0.0000001942,0.10000,0.621
33,mlp.experts.59.up_proj,0.0000002336,0.10000,0.619
33,mlp.experts.60.up_proj,0.0000000937,0.10000,0.643
33,mlp.experts.61.up_proj,0.0000015820,0.10000,0.598
33,mlp.experts.62.up_proj,0.0000000819,0.10000,0.592
33,mlp.experts.63.up_proj,0.0000006938,0.10000,0.587
33,mlp.experts.64.up_proj,0.0000007766,0.10000,0.625
33,mlp.experts.65.up_proj,0.0000001180,0.10000,0.625
33,mlp.experts.66.up_proj,0.0000000411,0.10000,0.610
33,mlp.experts.67.up_proj,0.0000006815,0.10000,0.634
33,mlp.experts.68.up_proj,0.0000001098,0.10000,0.596
33,mlp.experts.69.up_proj,0.0000000861,0.10000,0.598
33,mlp.experts.70.up_proj,0.0000004638,0.10000,0.623
33,mlp.experts.71.up_proj,0.0000000370,0.10000,0.581
33,mlp.experts.72.up_proj,0.0000004782,0.10000,0.578
33,mlp.experts.73.up_proj,0.0000002024,0.10000,0.579
33,mlp.experts.74.up_proj,0.0000059993,0.10000,0.583
33,mlp.experts.75.up_proj,0.0000050758,0.10000,0.601
33,mlp.experts.76.up_proj,0.0000000489,0.10000,0.747
33,mlp.experts.77.up_proj,0.0000003958,0.10000,0.680
33,mlp.experts.78.up_proj,0.0000009927,0.10000,0.652
33,mlp.experts.79.up_proj,0.0000001207,0.10000,0.656
33,mlp.experts.80.up_proj,0.0000000436,0.10000,0.632
33,mlp.experts.81.up_proj,0.0000001152,0.10000,0.634
33,mlp.experts.82.up_proj,0.0000000658,0.10000,0.594
33,mlp.experts.83.up_proj,0.0000002682,0.10000,0.629
33,mlp.experts.84.up_proj,0.0000001780,0.10000,0.632
33,mlp.experts.85.up_proj,0.0000003600,0.10000,0.623
33,mlp.experts.86.up_proj,0.0000000742,0.10000,0.604
33,mlp.experts.87.up_proj,0.0000007507,0.10000,0.642
33,mlp.experts.88.up_proj,0.0000030795,0.10000,0.631
33,mlp.experts.89.up_proj,0.0000000602,0.10000,0.590
33,mlp.experts.90.up_proj,0.0000017610,0.10000,0.601
33,mlp.experts.91.up_proj,0.0000005179,0.10000,0.587
33,mlp.experts.92.up_proj,0.0000004656,0.10000,0.587
33,mlp.experts.93.up_proj,0.0000020657,0.10000,0.588
33,mlp.experts.94.up_proj,0.0000000622,0.10000,0.590
33,mlp.experts.95.up_proj,0.0000017325,0.10000,0.616
33,mlp.experts.96.up_proj,0.0000000534,0.10000,0.601
33,mlp.experts.97.up_proj,0.0000000312,0.10000,0.591
33,mlp.experts.98.up_proj,0.0000001269,0.10000,0.598
33,mlp.experts.99.up_proj,0.0000000473,0.10000,0.599
33,mlp.experts.100.up_proj,0.0000002584,0.10000,0.606
33,mlp.experts.101.up_proj,0.0000043829,0.10000,0.603
33,mlp.experts.102.up_proj,0.0000000368,0.10000,0.615
33,mlp.experts.103.up_proj,0.0000000636,0.10000,0.650
33,mlp.experts.104.up_proj,0.0000002516,0.10000,0.598
33,mlp.experts.105.up_proj,0.0000001032,0.10000,0.602
33,mlp.experts.106.up_proj,0.0000000952,0.10000,0.609
33,mlp.experts.107.up_proj,0.0000015296,0.10000,0.597
33,mlp.experts.108.up_proj,0.0000020493,0.10000,0.622
33,mlp.experts.109.up_proj,0.0000028436,0.10000,0.599
33,mlp.experts.110.up_proj,0.0000000733,0.10000,0.596
33,mlp.experts.111.up_proj,0.0000000346,0.10000,0.597
33,mlp.experts.112.up_proj,0.0000002168,0.10000,0.592
33,mlp.experts.113.up_proj,0.0000000455,0.10000,0.588
33,mlp.experts.114.up_proj,0.0000003824,0.10000,0.596
33,mlp.experts.115.up_proj,0.0000024611,0.10000,0.591
33,mlp.experts.116.up_proj,0.0000001710,0.10000,0.720
33,mlp.experts.117.up_proj,0.0000003835,0.10000,0.683
33,mlp.experts.118.up_proj,0.0000000443,0.10000,0.679
33,mlp.experts.119.up_proj,0.0000107628,0.10000,0.632
33,mlp.experts.120.up_proj,0.0000270184,0.10000,0.627
33,mlp.experts.121.up_proj,0.0000046885,0.10000,0.673
33,mlp.experts.122.up_proj,0.0000001656,0.10000,0.639
33,mlp.experts.123.up_proj,0.0000006460,0.10000,0.591
33,mlp.experts.124.up_proj,0.0000010596,0.10000,0.597
33,mlp.experts.125.up_proj,0.0000001003,0.10000,0.623
33,mlp.experts.126.up_proj,0.0000014716,0.10000,0.633
33,mlp.experts.127.up_proj,0.0000000338,0.10000,0.594
33,mlp.experts.0.gate_proj,0.0000001374,0.10000,0.603
33,mlp.experts.1.gate_proj,0.0000000309,0.10000,0.616
33,mlp.experts.2.gate_proj,0.0000001337,0.10000,0.612
33,mlp.experts.3.gate_proj,0.0000093537,0.10000,0.615
33,mlp.experts.4.gate_proj,0.0000040338,0.10000,0.599
33,mlp.experts.5.gate_proj,0.0000000364,0.10000,0.629
33,mlp.experts.6.gate_proj,0.0000003085,0.10000,0.625
33,mlp.experts.7.gate_proj,0.0000000638,0.10000,0.634
33,mlp.experts.8.gate_proj,0.0000013002,0.10000,0.627
33,mlp.experts.9.gate_proj,0.0000000631,0.10000,0.647
33,mlp.experts.10.gate_proj,0.0000002316,0.10000,0.602
33,mlp.experts.11.gate_proj,0.0000017710,0.10000,0.705
33,mlp.experts.12.gate_proj,0.0000089659,0.10000,0.629
33,mlp.experts.13.gate_proj,0.0000002723,0.10000,0.624
33,mlp.experts.14.gate_proj,0.0000015799,0.10000,0.618
33,mlp.experts.15.gate_proj,0.0000003644,0.10000,0.620
33,mlp.experts.16.gate_proj,0.0000015306,0.10000,0.609
33,mlp.experts.17.gate_proj,0.0000000792,0.10000,0.615
33,mlp.experts.18.gate_proj,0.0000065680,0.10000,0.606
33,mlp.experts.19.gate_proj,0.0000004277,0.10000,0.616
33,mlp.experts.20.gate_proj,0.0000024845,0.10000,0.600
33,mlp.experts.21.gate_proj,0.0000009778,0.10000,0.609
33,mlp.experts.22.gate_proj,0.0000000365,0.10000,0.614
33,mlp.experts.23.gate_proj,0.0000002275,0.10000,0.608
33,mlp.experts.24.gate_proj,0.0000000342,0.10000,0.611
33,mlp.experts.25.gate_proj,0.0000001491,0.10000,0.598
33,mlp.experts.26.gate_proj,0.0000018333,0.10000,0.606
33,mlp.experts.27.gate_proj,0.0000024992,0.10000,0.610
33,mlp.experts.28.gate_proj,0.0000002679,0.10000,0.622
33,mlp.experts.29.gate_proj,0.0000045451,0.10000,0.607
33,mlp.experts.30.gate_proj,0.0000013624,0.10000,0.608
33,mlp.experts.31.gate_proj,0.0000023113,0.10000,0.605
33,mlp.experts.32.gate_proj,0.0000002222,0.10000,0.601
33,mlp.experts.33.gate_proj,0.0000000789,0.10000,0.603
33,mlp.experts.34.gate_proj,0.0000020368,0.10000,0.607
33,mlp.experts.35.gate_proj,0.0000000308,0.10000,0.602
33,mlp.experts.36.gate_proj,0.0000029183,0.10000,0.599
33,mlp.experts.37.gate_proj,0.0000001038,0.10000,0.644
33,mlp.experts.38.gate_proj,0.0000020420,0.10000,0.614
33,mlp.experts.39.gate_proj,0.0000016752,0.10000,0.605
33,mlp.experts.40.gate_proj,0.0000000799,0.10000,0.611
33,mlp.experts.41.gate_proj,0.0000001349,0.10000,0.587
33,mlp.experts.42.gate_proj,0.0000020246,0.10000,0.606
33,mlp.experts.43.gate_proj,0.0000001183,0.10000,0.599
33,mlp.experts.44.gate_proj,0.0000014806,0.10000,0.595
33,mlp.experts.45.gate_proj,0.0000001476,0.10000,0.597
33,mlp.experts.46.gate_proj,0.0000002028,0.10000,0.596
33,mlp.experts.47.gate_proj,0.0000001951,0.10000,0.605
33,mlp.experts.48.gate_proj,0.0000000476,0.10000,0.605
33,mlp.experts.49.gate_proj,0.0000001125,0.10000,0.591
33,mlp.experts.50.gate_proj,0.0000007135,0.10000,0.626
33,mlp.experts.51.gate_proj,0.0000006880,0.10000,0.651
33,mlp.experts.52.gate_proj,0.0000000292,0.10000,0.618
33,mlp.experts.53.gate_proj,0.0000008231,0.10000,0.619
33,mlp.experts.54.gate_proj,0.0000004336,0.10000,0.616
33,mlp.experts.55.gate_proj,0.0000037022,0.10000,0.613
33,mlp.experts.56.gate_proj,0.0000007719,0.10000,0.614
33,mlp.experts.57.gate_proj,0.0000000529,0.10000,0.621
33,mlp.experts.58.gate_proj,0.0000001962,0.10000,0.612
33,mlp.experts.59.gate_proj,0.0000002269,0.10000,0.611
33,mlp.experts.60.gate_proj,0.0000000907,0.10000,0.711
33,mlp.experts.61.gate_proj,0.0000015899,0.10000,0.699
33,mlp.experts.62.gate_proj,0.0000000759,0.10000,0.668
33,mlp.experts.63.gate_proj,0.0000007255,0.10000,0.652
33,mlp.experts.64.gate_proj,0.0000008052,0.10000,0.738
33,mlp.experts.65.gate_proj,0.0000001157,0.10000,0.644
33,mlp.experts.66.gate_proj,0.0000000400,0.10000,0.633
33,mlp.experts.67.gate_proj,0.0000006956,0.10000,0.634
33,mlp.experts.68.gate_proj,0.0000001018,0.10000,0.601
33,mlp.experts.69.gate_proj,0.0000000885,0.10000,0.599
33,mlp.experts.70.gate_proj,0.0000004734,0.10000,0.652
33,mlp.experts.71.gate_proj,0.0000000375,0.10000,0.692
33,mlp.experts.72.gate_proj,0.0000004510,0.10000,0.646
33,mlp.experts.73.gate_proj,0.0000001966,0.10000,0.611
33,mlp.experts.74.gate_proj,0.0000055752,0.10000,0.608
33,mlp.experts.75.gate_proj,0.0000051281,0.10000,0.607
33,mlp.experts.76.gate_proj,0.0000000511,0.10000,0.605
33,mlp.experts.77.gate_proj,0.0000003954,0.10000,0.596
33,mlp.experts.78.gate_proj,0.0000009871,0.10000,0.595
33,mlp.experts.79.gate_proj,0.0000001181,0.10000,0.617
33,mlp.experts.80.gate_proj,0.0000000453,0.10000,0.633
33,mlp.experts.81.gate_proj,0.0000001169,0.10000,0.611
33,mlp.experts.82.gate_proj,0.0000000546,0.10000,0.619
33,mlp.experts.83.gate_proj,0.0000002585,0.10000,0.605
33,mlp.experts.84.gate_proj,0.0000001705,0.10000,0.663
33,mlp.experts.85.gate_proj,0.0000003557,0.10000,0.633
33,mlp.experts.86.gate_proj,0.0000000731,0.10000,0.631
33,mlp.experts.87.gate_proj,0.0000007386,0.10000,0.598
33,mlp.experts.88.gate_proj,0.0000028557,0.10000,0.638
33,mlp.experts.89.gate_proj,0.0000000591,0.10000,0.636
33,mlp.experts.90.gate_proj,0.0000015002,0.10000,0.629
33,mlp.experts.91.gate_proj,0.0000005783,0.10000,0.630
33,mlp.experts.92.gate_proj,0.0000004620,0.10000,0.622
33,mlp.experts.93.gate_proj,0.0000019328,0.10000,0.604
33,mlp.experts.94.gate_proj,0.0000000651,0.10000,0.628
33,mlp.experts.95.gate_proj,0.0000017356,0.10000,0.630
33,mlp.experts.96.gate_proj,0.0000000522,0.10000,0.672
33,mlp.experts.97.gate_proj,0.0000000304,0.10000,0.727
33,mlp.experts.98.gate_proj,0.0000001075,0.10000,0.665
33,mlp.experts.99.gate_proj,0.0000000433,0.10000,0.639
33,mlp.experts.100.gate_proj,0.0000002645,0.10000,0.641
33,mlp.experts.101.gate_proj,0.0000038421,0.10000,0.608
33,mlp.experts.102.gate_proj,0.0000000352,0.10000,0.613
33,mlp.experts.103.gate_proj,0.0000000592,0.10000,0.613
33,mlp.experts.104.gate_proj,0.0000002506,0.10000,0.617
33,mlp.experts.105.gate_proj,0.0000000971,0.10000,0.617
33,mlp.experts.106.gate_proj,0.0000000939,0.10000,0.607
33,mlp.experts.107.gate_proj,0.0000015547,0.10000,0.612
33,mlp.experts.108.gate_proj,0.0000019530,0.10000,0.608
33,mlp.experts.109.gate_proj,0.0000029443,0.10000,0.610
33,mlp.experts.110.gate_proj,0.0000000662,0.10000,0.601
33,mlp.experts.111.gate_proj,0.0000000288,0.10000,0.597
33,mlp.experts.112.gate_proj,0.0000001962,0.10000,0.615
33,mlp.experts.113.gate_proj,0.0000000434,0.10000,0.607
33,mlp.experts.114.gate_proj,0.0000003568,0.10000,0.611
33,mlp.experts.115.gate_proj,0.0000025653,0.10000,0.612
33,mlp.experts.116.gate_proj,0.0000001620,0.10000,0.627
33,mlp.experts.117.gate_proj,0.0000003294,0.10000,0.633
33,mlp.experts.118.gate_proj,0.0000000414,0.10000,0.633
33,mlp.experts.119.gate_proj,0.0000100175,0.10000,0.629
33,mlp.experts.120.gate_proj,0.0000267710,0.10000,0.641
33,mlp.experts.121.gate_proj,0.0000047505,0.10000,0.641
33,mlp.experts.122.gate_proj,0.0000001611,0.10000,0.616
33,mlp.experts.123.gate_proj,0.0000006566,0.10000,0.613
33,mlp.experts.124.gate_proj,0.0000010760,0.10000,0.611
33,mlp.experts.125.gate_proj,0.0000000647,0.10000,0.607
33,mlp.experts.126.gate_proj,0.0000014468,0.10000,0.604
33,mlp.experts.127.gate_proj,0.0000000286,0.10000,0.628
33,mlp.experts.0.down_proj,0.0000000241,0.10000,0.224
33,mlp.experts.1.down_proj,0.0000000067,0.10000,0.219
33,mlp.experts.2.down_proj,0.0000000174,0.10000,0.219
33,mlp.experts.3.down_proj,0.0000043240,0.10000,0.231
33,mlp.experts.4.down_proj,0.0000004712,0.10000,0.240
33,mlp.experts.5.down_proj,0.0000000081,0.10000,0.226
33,mlp.experts.6.down_proj,0.0000000476,0.10000,0.224
33,mlp.experts.7.down_proj,0.0000000132,0.10000,0.241
33,mlp.experts.8.down_proj,0.0000003017,0.10000,0.233
33,mlp.experts.9.down_proj,0.0000000198,0.10000,0.228
33,mlp.experts.10.down_proj,0.0000000798,0.10000,0.220
33,mlp.experts.11.down_proj,0.0000002982,0.10000,0.244
33,mlp.experts.12.down_proj,0.0000003517,0.10000,0.243
33,mlp.experts.13.down_proj,0.0000000509,0.10000,0.229
33,mlp.experts.14.down_proj,0.0000003937,0.10000,0.231
33,mlp.experts.15.down_proj,0.0000000616,0.10000,0.235
33,mlp.experts.16.down_proj,0.0000008387,0.10000,0.232
33,mlp.experts.17.down_proj,0.0000000182,0.10000,0.230
33,mlp.experts.18.down_proj,0.0000020357,0.10000,0.230
33,mlp.experts.19.down_proj,0.0000000886,0.10000,0.231
33,mlp.experts.20.down_proj,0.0000009455,0.10000,0.240
33,mlp.experts.21.down_proj,0.0000001741,0.10000,0.240
33,mlp.experts.22.down_proj,0.0000000110,0.10000,0.246
33,mlp.experts.23.down_proj,0.0000000427,0.10000,0.257
33,mlp.experts.24.down_proj,0.0000000084,0.10000,0.243
33,mlp.experts.25.down_proj,0.0000000489,0.10000,0.243
33,mlp.experts.26.down_proj,0.0000001035,0.10000,0.233
33,mlp.experts.27.down_proj,0.0000007505,0.10000,0.227
33,mlp.experts.28.down_proj,0.0000000697,0.10000,0.232
33,mlp.experts.29.down_proj,0.0000017610,0.10000,0.237
33,mlp.experts.30.down_proj,0.0000006861,0.10000,0.234
33,mlp.experts.31.down_proj,0.0000008712,0.10000,0.230
33,mlp.experts.32.down_proj,0.0000000272,0.10000,0.232
33,mlp.experts.33.down_proj,0.0000000208,0.10000,0.226
33,mlp.experts.34.down_proj,0.0000005147,0.10000,0.226
33,mlp.experts.35.down_proj,0.0000000113,0.10000,0.239
33,mlp.experts.36.down_proj,0.0000007933,0.10000,0.235
33,mlp.experts.37.down_proj,0.0000000214,0.10000,0.232
33,mlp.experts.38.down_proj,0.0000001587,0.10000,0.243
33,mlp.experts.39.down_proj,0.0000003723,0.10000,0.246
33,mlp.experts.40.down_proj,0.0000000276,0.10000,0.228
33,mlp.experts.41.down_proj,0.0000000209,0.10000,0.229
33,mlp.experts.42.down_proj,0.0000006459,0.10000,0.229
33,mlp.experts.43.down_proj,0.0000000252,0.10000,0.236
33,mlp.experts.44.down_proj,0.0000003380,0.10000,0.237
33,mlp.experts.45.down_proj,0.0000000491,0.10000,0.241
33,mlp.experts.46.down_proj,0.0000000355,0.10000,0.235
33,mlp.experts.47.down_proj,0.0000001047,0.10000,0.232
33,mlp.experts.48.down_proj,0.0000000163,0.10000,0.241
33,mlp.experts.49.down_proj,0.0000000240,0.10000,0.228
33,mlp.experts.50.down_proj,0.0000001738,0.10000,0.236
33,mlp.experts.51.down_proj,0.0000001099,0.10000,0.226
33,mlp.experts.52.down_proj,0.0000000061,0.10000,0.238
33,mlp.experts.53.down_proj,0.0000001650,0.10000,0.228
33,mlp.experts.54.down_proj,0.0000001190,0.10000,0.226
33,mlp.experts.55.down_proj,0.0000008671,0.10000,0.228
33,mlp.experts.56.down_proj,0.0000001409,0.10000,0.237
33,mlp.experts.57.down_proj,0.0000000137,0.10000,0.229
33,mlp.experts.58.down_proj,0.0000000306,0.10000,0.228
33,mlp.experts.59.down_proj,0.0000000663,0.10000,0.275
33,mlp.experts.60.down_proj,0.0000000190,0.10000,0.259
33,mlp.experts.61.down_proj,0.0000003151,0.10000,0.269
33,mlp.experts.62.down_proj,0.0000000254,0.10000,0.269
33,mlp.experts.63.down_proj,0.0000001214,0.10000,0.247
33,mlp.experts.64.down_proj,0.0000001597,0.10000,0.250
33,mlp.experts.65.down_proj,0.0000000199,0.10000,0.253
33,mlp.experts.66.down_proj,0.0000000105,0.10000,0.249
33,mlp.experts.67.down_proj,0.0000001345,0.10000,0.241
33,mlp.experts.68.down_proj,0.0000000222,0.10000,0.240
33,mlp.experts.69.down_proj,0.0000000140,0.10000,0.248
33,mlp.experts.70.down_proj,0.0000000770,0.10000,0.256
33,mlp.experts.71.down_proj,0.0000000075,0.10000,0.270
33,mlp.experts.72.down_proj,0.0000001308,0.10000,0.259
33,mlp.experts.73.down_proj,0.0000000356,0.10000,0.245
33,mlp.experts.74.down_proj,0.0000034450,0.10000,0.249
33,mlp.experts.75.down_proj,0.0000014226,0.10000,0.249
33,mlp.experts.76.down_proj,0.0000000106,0.10000,0.260
33,mlp.experts.77.down_proj,0.0000000628,0.10000,0.261
33,mlp.experts.78.down_proj,0.0000002407,0.10000,0.247
33,mlp.experts.79.down_proj,0.0000000339,0.10000,0.238
33,mlp.experts.80.down_proj,0.0000000074,0.10000,0.240
33,mlp.experts.81.down_proj,0.0000000196,0.10000,0.229
33,mlp.experts.82.down_proj,0.0000000112,0.10000,0.231
33,mlp.experts.83.down_proj,0.0000000946,0.10000,0.224
33,mlp.experts.84.down_proj,0.0000000382,0.10000,0.224
33,mlp.experts.85.down_proj,0.0000000745,0.10000,0.236
33,mlp.experts.86.down_proj,0.0000000161,0.10000,0.232
33,mlp.experts.87.down_proj,0.0000001259,0.10000,0.224
33,mlp.experts.88.down_proj,0.0000011784,0.10000,0.219
33,mlp.experts.89.down_proj,0.0000000105,0.10000,0.231
33,mlp.experts.90.down_proj,0.0000006231,0.10000,0.213
33,mlp.experts.91.down_proj,0.0000000550,0.10000,0.225
33,mlp.experts.92.down_proj,0.0000000718,0.10000,0.236
33,mlp.experts.93.down_proj,0.0000007322,0.10000,0.227
33,mlp.experts.94.down_proj,0.0000000192,0.10000,0.225
33,mlp.experts.95.down_proj,0.0000003676,0.10000,0.228
33,mlp.experts.96.down_proj,0.0000000128,0.10000,0.229
33,mlp.experts.97.down_proj,0.0000000063,0.10000,0.231
33,mlp.experts.98.down_proj,0.0000000306,0.10000,0.245
33,mlp.experts.99.down_proj,0.0000000074,0.10000,0.239
33,mlp.experts.100.down_proj,0.0000000936,0.10000,0.242
33,mlp.experts.101.down_proj,0.0000019641,0.10000,0.250
33,mlp.experts.102.down_proj,0.0000000080,0.10000,0.241
33,mlp.experts.103.down_proj,0.0000000133,0.10000,0.228
33,mlp.experts.104.down_proj,0.0000001004,0.10000,0.231
33,mlp.experts.105.down_proj,0.0000000256,0.10000,0.225
33,mlp.experts.106.down_proj,0.0000000328,0.10000,0.230
33,mlp.experts.107.down_proj,0.0000003748,0.10000,0.244
33,mlp.experts.108.down_proj,0.0000005281,0.10000,0.241
33,mlp.experts.109.down_proj,0.0000007817,0.10000,0.237
33,mlp.experts.110.down_proj,0.0000000180,0.10000,0.227
33,mlp.experts.111.down_proj,0.0000000072,0.10000,0.242
33,mlp.experts.112.down_proj,0.0000000480,0.10000,0.246
33,mlp.experts.113.down_proj,0.0000000122,0.10000,0.242
33,mlp.experts.114.down_proj,0.0000001258,0.10000,0.236
33,mlp.experts.115.down_proj,0.0000004863,0.10000,0.232
33,mlp.experts.116.down_proj,0.0000000442,0.10000,0.236
33,mlp.experts.117.down_proj,0.0000000942,0.10000,0.231
33,mlp.experts.118.down_proj,0.0000000100,0.10000,0.237
33,mlp.experts.119.down_proj,0.0000035400,0.10000,0.224
33,mlp.experts.120.down_proj,0.0000073709,0.10000,0.239
33,mlp.experts.121.down_proj,0.0000026884,0.10000,0.234
33,mlp.experts.122.down_proj,0.0000000413,0.10000,0.239
33,mlp.experts.123.down_proj,0.0000001064,0.10000,0.240
33,mlp.experts.124.down_proj,0.0000001986,0.10000,0.245
33,mlp.experts.125.down_proj,0.0000000158,0.10000,0.241
33,mlp.experts.126.down_proj,0.0000003411,0.10000,0.248
33,mlp.experts.127.down_proj,0.0000000068,0.10000,0.241
34,self_attn.q_proj,0.0000000014,0.10000,0.611
34,self_attn.k_proj,0.0000000002,0.10000,0.591
34,self_attn.v_proj,0.0000000002,0.10000,0.591
34,self_attn.o_proj,0.0000000002,0.10000,1.289
34,mlp.gate,0.0000000075,0.10000,0.574
34,mlp.experts.0.up_proj,0.0000008600,0.10000,0.596
34,mlp.experts.1.up_proj,0.0000005180,0.10000,0.603
34,mlp.experts.2.up_proj,0.0000001151,0.10000,0.582
34,mlp.experts.3.up_proj,0.0000000956,0.10000,0.576
34,mlp.experts.4.up_proj,0.0000002717,0.10000,0.575
34,mlp.experts.5.up_proj,0.0000002732,0.10000,0.609
34,mlp.experts.6.up_proj,0.0000004064,0.10000,0.603
34,mlp.experts.7.up_proj,0.0000003940,0.10000,0.579
34,mlp.experts.8.up_proj,0.0000008208,0.10000,0.583
34,mlp.experts.9.up_proj,0.0000001236,0.10000,0.577
34,mlp.experts.10.up_proj,0.0000001317,0.10000,0.567
34,mlp.experts.11.up_proj,0.0000616219,0.10000,0.581
34,mlp.experts.12.up_proj,0.0000005136,0.10000,0.582
34,mlp.experts.13.up_proj,0.0000000917,0.10000,0.599
34,mlp.experts.14.up_proj,0.0000001179,0.10000,0.617
34,mlp.experts.15.up_proj,0.0000010008,0.10000,0.617
34,mlp.experts.16.up_proj,0.0000001589,0.10000,0.601
34,mlp.experts.17.up_proj,0.0000027318,0.10000,0.579
34,mlp.experts.18.up_proj,0.0000000358,0.10000,0.575
34,mlp.experts.19.up_proj,0.0000002780,0.10000,0.565
34,mlp.experts.20.up_proj,0.0000003094,0.10000,0.574
34,mlp.experts.21.up_proj,0.0000005186,0.10000,0.577
34,mlp.experts.22.up_proj,0.0000022046,0.10000,0.569
34,mlp.experts.23.up_proj,0.0000001143,0.10000,0.578
34,mlp.experts.24.up_proj,0.0000122141,0.10000,0.624
34,mlp.experts.25.up_proj,0.0000001016,0.10000,0.616
34,mlp.experts.26.up_proj,0.0000000919,0.10000,0.604
34,mlp.experts.27.up_proj,0.0000003441,0.10000,0.604
34,mlp.experts.28.up_proj,0.0000041663,0.10000,0.587
34,mlp.experts.29.up_proj,0.0000008136,0.10000,0.576
34,mlp.experts.30.up_proj,0.0000000261,0.10000,0.595
34,mlp.experts.31.up_proj,0.0000007860,0.10000,0.695
34,mlp.experts.32.up_proj,0.0000001589,0.10000,0.643
34,mlp.experts.33.up_proj,0.0000001239,0.10000,0.609
34,mlp.experts.34.up_proj,0.0000030977,0.10000,0.625
34,mlp.experts.35.up_proj,0.0000000507,0.10000,0.584
34,mlp.experts.36.up_proj,0.0000003796,0.10000,0.585
34,mlp.experts.37.up_proj,0.0000004612,0.10000,0.587
34,mlp.experts.38.up_proj,0.0000168660,0.10000,0.588
34,mlp.experts.39.up_proj,0.0000001348,0.10000,0.589
34,mlp.experts.40.up_proj,0.0000000575,0.10000,0.598
34,mlp.experts.41.up_proj,0.0000001081,0.10000,0.586
34,mlp.experts.42.up_proj,0.0000021012,0.10000,0.587
34,mlp.experts.43.up_proj,0.0000001094,0.10000,0.592
34,mlp.experts.44.up_proj,0.0000040392,0.10000,0.588
34,mlp.experts.45.up_proj,0.0000001138,0.10000,0.584
34,mlp.experts.46.up_proj,0.0000037403,0.10000,0.583
34,mlp.experts.47.up_proj,0.0000015961,0.10000,0.589
34,mlp.experts.48.up_proj,0.0000013778,0.10000,0.598
34,mlp.experts.49.up_proj,0.0000038089,0.10000,0.614
34,mlp.experts.50.up_proj,0.0000000851,0.10000,0.632
34,mlp.experts.51.up_proj,0.0000030302,0.10000,0.623
34,mlp.experts.52.up_proj,0.0000000438,0.10000,0.691
34,mlp.experts.53.up_proj,0.0000285463,0.10000,0.644
34,mlp.experts.54.up_proj,0.0000068808,0.10000,0.650
34,mlp.experts.55.up_proj,0.0000001919,0.10000,0.649
34,mlp.experts.56.up_proj,0.0000001009,0.10000,0.655
34,mlp.experts.57.up_proj,0.0000005608,0.10000,0.658
34,mlp.experts.58.up_proj,0.0000002010,0.10000,0.660
34,mlp.experts.59.up_proj,0.0000017775,0.10000,0.624
34,mlp.experts.60.up_proj,0.0000029837,0.10000,0.584
34,mlp.experts.61.up_proj,0.0000000805,0.10000,0.591
34,mlp.experts.62.up_proj,0.0000000321,0.10000,0.591
34,mlp.experts.63.up_proj,0.0000003027,0.10000,0.593
34,mlp.experts.64.up_proj,0.0000000311,0.10000,0.747
34,mlp.experts.65.up_proj,0.0000002934,0.10000,0.673
34,mlp.experts.66.up_proj,0.0000007351,0.10000,0.634
34,mlp.experts.67.up_proj,0.0000022560,0.10000,0.591
34,mlp.experts.68.up_proj,0.0000001567,0.10000,0.720
34,mlp.experts.69.up_proj,0.0000000252,0.10000,0.680
34,mlp.experts.70.up_proj,0.0000001666,0.10000,0.679
34,mlp.experts.71.up_proj,0.0000001206,0.10000,0.685
34,mlp.experts.72.up_proj,0.0000036410,0.10000,0.671
34,mlp.experts.73.up_proj,0.0000000822,0.10000,0.655
34,mlp.experts.74.up_proj,0.0000000764,0.10000,0.667
34,mlp.experts.75.up_proj,0.0000005281,0.10000,0.696
34,mlp.experts.76.up_proj,0.0000000721,0.10000,0.654
34,mlp.experts.77.up_proj,0.0000026730,0.10000,0.653
34,mlp.experts.78.up_proj,0.0000001054,0.10000,0.658
34,mlp.experts.79.up_proj,0.0000137441,0.10000,0.647
34,mlp.experts.80.up_proj,0.0000000957,0.10000,0.665
34,mlp.experts.81.up_proj,0.0000032462,0.10000,0.666
34,mlp.experts.82.up_proj,0.0000000750,0.10000,0.657
34,mlp.experts.83.up_proj,0.0000000550,0.10000,0.635
34,mlp.experts.84.up_proj,0.0000055774,0.10000,0.588
34,mlp.experts.85.up_proj,0.0000000481,0.10000,0.598
34,mlp.experts.86.up_proj,0.0000002125,0.10000,0.597
34,mlp.experts.87.up_proj,0.0000007104,0.10000,0.606
34,mlp.experts.88.up_proj,0.0000001001,0.10000,0.590
34,mlp.experts.89.up_proj,0.0000039886,0.10000,0.597
34,mlp.experts.90.up_proj,0.0000001580,0.10000,0.620
34,mlp.experts.91.up_proj,0.0000000350,0.10000,0.630
34,mlp.experts.92.up_proj,0.0000003763,0.10000,0.658
34,mlp.experts.93.up_proj,0.0000059282,0.10000,0.708
34,mlp.experts.94.up_proj,0.0000000500,0.10000,0.646
34,mlp.experts.95.up_proj,0.0000000439,0.10000,0.677
34,mlp.experts.96.up_proj,0.0000002747,0.10000,0.628
34,mlp.experts.97.up_proj,0.0000001666,0.10000,0.635
34,mlp.experts.98.up_proj,0.0000000379,0.10000,0.641
34,mlp.experts.99.up_proj,0.0000001548,0.10000,0.615
34,mlp.experts.100.up_proj,0.0000012820,0.10000,0.613
34,mlp.experts.101.up_proj,0.0000002148,0.10000,0.602
34,mlp.experts.102.up_proj,0.0000009760,0.10000,0.601
34,mlp.experts.103.up_proj,0.0000000584,0.10000,0.604
34,mlp.experts.104.up_proj,0.0000014866,0.10000,0.628
34,mlp.experts.105.up_proj,0.0000000691,0.10000,0.629
34,mlp.experts.106.up_proj,0.0000099042,0.10000,0.634
34,mlp.experts.107.up_proj,0.0000000555,0.10000,0.589
34,mlp.experts.108.up_proj,0.0000000634,0.10000,0.602
34,mlp.experts.109.up_proj,0.0000001338,0.10000,0.644
34,mlp.experts.110.up_proj,0.0000000788,0.10000,0.632
34,mlp.experts.111.up_proj,0.0000009219,0.10000,0.604
34,mlp.experts.112.up_proj,0.0000000613,0.10000,0.588
34,mlp.experts.113.up_proj,0.0000000987,0.10000,0.593
34,mlp.experts.114.up_proj,0.0000042582,0.10000,0.605
34,mlp.experts.115.up_proj,0.0000022884,0.10000,0.603
34,mlp.experts.116.up_proj,0.0000012712,0.10000,0.601
34,mlp.experts.117.up_proj,0.0000097732,0.10000,0.623
34,mlp.experts.118.up_proj,0.0000025930,0.10000,0.634
34,mlp.experts.119.up_proj,0.0000000875,0.10000,0.629
34,mlp.experts.120.up_proj,0.0000000644,0.10000,0.628
34,mlp.experts.121.up_proj,0.0000048821,0.10000,0.625
34,mlp.experts.122.up_proj,0.0000085176,0.10000,0.639
34,mlp.experts.123.up_proj,0.0000000862,0.10000,0.629
34,mlp.experts.124.up_proj,0.0000000585,0.10000,0.612
34,mlp.experts.125.up_proj,0.0000040001,0.10000,0.608
34,mlp.experts.126.up_proj,0.0000001764,0.10000,0.611
34,mlp.experts.127.up_proj,0.0000007320,0.10000,0.641
34,mlp.experts.0.gate_proj,0.0000008732,0.10000,0.618
34,mlp.experts.1.gate_proj,0.0000005332,0.10000,0.607
34,mlp.experts.2.gate_proj,0.0000001104,0.10000,0.615
34,mlp.experts.3.gate_proj,0.0000000933,0.10000,0.613
34,mlp.experts.4.gate_proj,0.0000002781,0.10000,0.604
34,mlp.experts.5.gate_proj,0.0000002573,0.10000,0.614
34,mlp.experts.6.gate_proj,0.0000003837,0.10000,0.606
34,mlp.experts.7.gate_proj,0.0000003687,0.10000,0.611
34,mlp.experts.8.gate_proj,0.0000008115,0.10000,0.686
34,mlp.experts.9.gate_proj,0.0000001281,0.10000,0.704
34,mlp.experts.10.gate_proj,0.0000001291,0.10000,0.650
34,mlp.experts.11.gate_proj,0.0000523080,0.10000,0.597
34,mlp.experts.12.gate_proj,0.0000004909,0.10000,0.668
34,mlp.experts.13.gate_proj,0.0000000793,0.10000,0.640
34,mlp.experts.14.gate_proj,0.0000001085,0.10000,0.600
34,mlp.experts.15.gate_proj,0.0000008906,0.10000,0.611
34,mlp.experts.16.gate_proj,0.0000001504,0.10000,0.603
34,mlp.experts.17.gate_proj,0.0000024471,0.10000,0.606
34,mlp.experts.18.gate_proj,0.0000000325,0.10000,0.606
34,mlp.experts.19.gate_proj,0.0000002579,0.10000,0.618
34,mlp.experts.20.gate_proj,0.0000002831,0.10000,0.720
34,mlp.experts.21.gate_proj,0.0000005060,0.10000,0.658
34,mlp.experts.22.gate_proj,0.0000023723,0.10000,0.669
34,mlp.experts.23.gate_proj,0.0000001083,0.10000,0.659
34,mlp.experts.24.gate_proj,0.0000118754,0.10000,0.700
34,mlp.experts.25.gate_proj,0.0000001003,0.10000,0.616
34,mlp.experts.26.gate_proj,0.0000000894,0.10000,0.612
34,mlp.experts.27.gate_proj,0.0000003511,0.10000,0.638
34,mlp.experts.28.gate_proj,0.0000042216,0.10000,0.637
34,mlp.experts.29.gate_proj,0.0000008195,0.10000,0.644
34,mlp.experts.30.gate_proj,0.0000000247,0.10000,0.620
34,mlp.experts.31.gate_proj,0.0000007121,0.10000,0.630
34,mlp.experts.32.gate_proj,0.0000001513,0.10000,0.640
34,mlp.experts.33.gate_proj,0.0000001215,0.10000,0.647
34,mlp.experts.34.gate_proj,0.0000031918,0.10000,0.655
34,mlp.experts.35.gate_proj,0.0000000520,0.10000,0.637
34,mlp.experts.36.gate_proj,0.0000003675,0.10000,0.600
34,mlp.experts.37.gate_proj,0.0000004507,0.10000,0.597
34,mlp.experts.38.gate_proj,0.0000582943,0.10000,0.611
34,mlp.experts.39.gate_proj,0.0000001240,0.10000,0.693
34,mlp.experts.40.gate_proj,0.0000000514,0.10000,0.603
34,mlp.experts.41.gate_proj,0.0000001026,0.10000,0.597
34,mlp.experts.42.gate_proj,0.0000021806,0.10000,0.614
34,mlp.experts.43.gate_proj,0.0000001044,0.10000,0.712
34,mlp.experts.44.gate_proj,0.0000035261,0.10000,0.661
34,mlp.experts.45.gate_proj,0.0000001152,0.10000,0.611
34,mlp.experts.46.gate_proj,0.0000035858,0.10000,0.714
34,mlp.experts.47.gate_proj,0.0000015416,0.10000,0.663
34,mlp.experts.48.gate_proj,0.0000013585,0.10000,0.665
34,mlp.experts.49.gate_proj,0.0000035770,0.10000,0.630
34,mlp.experts.50.gate_proj,0.0000000806,0.10000,0.622
34,mlp.experts.51.gate_proj,0.0000029955,0.10000,0.614
34,mlp.experts.52.gate_proj,0.0000000399,0.10000,0.607
34,mlp.experts.53.gate_proj,0.0000185747,0.10000,0.609
34,mlp.experts.54.gate_proj,0.0000069520,0.10000,0.594
34,mlp.experts.55.gate_proj,0.0000002018,0.10000,0.596
34,mlp.experts.56.gate_proj,0.0000000831,0.10000,0.616
34,mlp.experts.57.gate_proj,0.0000005438,0.10000,0.612
34,mlp.experts.58.gate_proj,0.0000002001,0.10000,0.595
34,mlp.experts.59.gate_proj,0.0000017833,0.10000,0.602
34,mlp.experts.60.gate_proj,0.0000027597,0.10000,0.616
34,mlp.experts.61.gate_proj,0.0000000691,0.10000,0.626
34,mlp.experts.62.gate_proj,0.0000000293,0.10000,0.669
34,mlp.experts.63.gate_proj,0.0000003151,0.10000,0.641
34,mlp.experts.64.gate_proj,0.0000000276,0.10000,0.610
34,mlp.experts.65.gate_proj,0.0000002489,0.10000,0.634
34,mlp.experts.66.gate_proj,0.0000007207,0.10000,0.644
34,mlp.experts.67.gate_proj,0.0000023643,0.10000,0.637
34,mlp.experts.68.gate_proj,0.0000001381,0.10000,0.643
34,mlp.experts.69.gate_proj,0.0000000208,0.10000,0.645
34,mlp.experts.70.gate_proj,0.0000001922,0.10000,0.623
34,mlp.experts.71.gate_proj,0.0000001347,0.10000,0.600
34,mlp.experts.72.gate_proj,0.0000034940,0.10000,0.593
34,mlp.experts.73.gate_proj,0.0000000812,0.10000,0.608
34,mlp.experts.74.gate_proj,0.0000000717,0.10000,0.609
34,mlp.experts.75.gate_proj,0.0000005380,0.10000,0.630
34,mlp.experts.76.gate_proj,0.0000000724,0.10000,0.650
34,mlp.experts.77.gate_proj,0.0000028546,0.10000,0.622
34,mlp.experts.78.gate_proj,0.0000000943,0.10000,0.614
34,mlp.experts.79.gate_proj,0.0000120051,0.10000,0.604
34,mlp.experts.80.gate_proj,0.0000000961,0.10000,0.607
34,mlp.experts.81.gate_proj,0.0000032558,0.10000,0.620
34,mlp.experts.82.gate_proj,0.0000000700,0.10000,0.616
34,mlp.experts.83.gate_proj,0.0000000426,0.10000,0.628
34,mlp.experts.84.gate_proj,0.0000056557,0.10000,0.615
34,mlp.experts.85.gate_proj,0.0000000474,0.10000,0.618
34,mlp.experts.86.gate_proj,0.0000002046,0.10000,0.608
34,mlp.experts.87.gate_proj,0.0000006990,0.10000,0.642
34,mlp.experts.88.gate_proj,0.0000000915,0.10000,0.630
34,mlp.experts.89.gate_proj,0.0000042408,0.10000,0.597
34,mlp.experts.90.gate_proj,0.0000001218,0.10000,0.599
34,mlp.experts.91.gate_proj,0.0000000339,0.10000,0.624
34,mlp.experts.92.gate_proj,0.0000003882,0.10000,0.605
34,mlp.experts.93.gate_proj,0.0000054206,0.10000,0.619
34,mlp.experts.94.gate_proj,0.0000000527,0.10000,0.605
34,mlp.experts.95.gate_proj,0.0000000369,0.10000,0.614
34,mlp.experts.96.gate_proj,0.0000002665,0.10000,0.608
34,mlp.experts.97.gate_proj,0.0000001688,0.10000,0.621
34,mlp.experts.98.gate_proj,0.0000000362,0.10000,0.618
34,mlp.experts.99.gate_proj,0.0000001503,0.10000,0.656
34,mlp.experts.100.gate_proj,0.0000010616,0.10000,0.631
34,mlp.experts.101.gate_proj,0.0000001939,0.10000,0.623
34,mlp.experts.102.gate_proj,0.0000010099,0.10000,0.621
34,mlp.experts.103.gate_proj,0.0000000541,0.10000,0.706
34,mlp.experts.104.gate_proj,0.0000014010,0.10000,0.645
34,mlp.experts.105.gate_proj,0.0000000615,0.10000,0.664
34,mlp.experts.106.gate_proj,0.0000093488,0.10000,0.662
34,mlp.experts.107.gate_proj,0.0000000521,0.10000,0.664
34,mlp.experts.108.gate_proj,0.0000000588,0.10000,0.671
34,mlp.experts.109.gate_proj,0.0000001318,0.10000,0.660
34,mlp.experts.110.gate_proj,0.0000000791,0.10000,0.666
34,mlp.experts.111.gate_proj,0.0000008779,0.10000,0.655
34,mlp.experts.112.gate_proj,0.0000000570,0.10000,0.655
34,mlp.experts.113.gate_proj,0.0000000876,0.10000,0.654
34,mlp.experts.114.gate_proj,0.0000044085,0.10000,0.637
34,mlp.experts.115.gate_proj,0.0000023372,0.10000,0.629
34,mlp.experts.116.gate_proj,0.0000012720,0.10000,0.652
34,mlp.experts.117.gate_proj,0.0000089448,0.10000,0.634
34,mlp.experts.118.gate_proj,0.0000028308,0.10000,0.641
34,mlp.experts.119.gate_proj,0.0000000816,0.10000,0.643
34,mlp.experts.120.gate_proj,0.0000000654,0.10000,0.603
34,mlp.experts.121.gate_proj,0.0000051760,0.10000,0.636
34,mlp.experts.122.gate_proj,0.0000085232,0.10000,0.721
34,mlp.experts.123.gate_proj,0.0000000736,0.10000,0.662
34,mlp.experts.124.gate_proj,0.0000000450,0.10000,0.650
34,mlp.experts.125.gate_proj,0.0000038838,0.10000,0.664
34,mlp.experts.126.gate_proj,0.0000001877,0.10000,0.627
34,mlp.experts.127.gate_proj,0.0000006837,0.10000,0.611
34,mlp.experts.0.down_proj,0.0000001550,0.10000,0.216
34,mlp.experts.1.down_proj,0.0000000899,0.10000,0.208
34,mlp.experts.2.down_proj,0.0000000380,0.10000,0.206
34,mlp.experts.3.down_proj,0.0000000129,0.10000,0.217
34,mlp.experts.4.down_proj,0.0000000891,0.10000,0.206
34,mlp.experts.5.down_proj,0.0000000393,0.10000,0.228
34,mlp.experts.6.down_proj,0.0000002091,0.10000,0.231
34,mlp.experts.7.down_proj,0.0000000741,0.10000,0.225
34,mlp.experts.8.down_proj,0.0000001568,0.10000,0.224
34,mlp.experts.9.down_proj,0.0000000318,0.10000,0.228
34,mlp.experts.10.down_proj,0.0000000378,0.10000,0.224
34,mlp.experts.11.down_proj,0.0000277124,0.10000,0.234
34,mlp.experts.12.down_proj,0.0000000940,0.10000,0.221
34,mlp.experts.13.down_proj,0.0000000248,0.10000,0.234
34,mlp.experts.14.down_proj,0.0000000326,0.10000,0.225
34,mlp.experts.15.down_proj,0.0000002460,0.10000,0.235
34,mlp.experts.16.down_proj,0.0000000411,0.10000,0.230
34,mlp.experts.17.down_proj,0.0000014270,0.10000,0.229
34,mlp.experts.18.down_proj,0.0000000083,0.10000,0.229
34,mlp.experts.19.down_proj,0.0000001184,0.10000,0.234
34,mlp.experts.20.down_proj,0.0000000717,0.10000,0.233
34,mlp.experts.21.down_proj,0.0000001750,0.10000,0.244
34,mlp.experts.22.down_proj,0.0000001556,0.10000,0.259
34,mlp.experts.23.down_proj,0.0000000608,0.10000,0.277
34,mlp.experts.24.down_proj,0.0000042186,0.10000,0.256
34,mlp.experts.25.down_proj,0.0000000188,0.10000,0.247
34,mlp.experts.26.down_proj,0.0000000176,0.10000,0.250
34,mlp.experts.27.down_proj,0.0000001358,0.10000,0.243
34,mlp.experts.28.down_proj,0.0000011069,0.10000,0.230
34,mlp.experts.29.down_proj,0.0000001607,0.10000,0.242
34,mlp.experts.30.down_proj,0.0000000058,0.10000,0.226
34,mlp.experts.31.down_proj,0.0000003750,0.10000,0.227
34,mlp.experts.32.down_proj,0.0000000266,0.10000,0.224
34,mlp.experts.33.down_proj,0.0000000479,0.10000,0.229
34,mlp.experts.34.down_proj,0.0000007111,0.10000,0.236
34,mlp.experts.35.down_proj,0.0000000161,0.10000,0.245
34,mlp.experts.36.down_proj,0.0000002278,0.10000,0.232
34,mlp.experts.37.down_proj,0.0000001704,0.10000,0.231
34,mlp.experts.38.down_proj,0.0000000399,0.10000,0.235
34,mlp.experts.39.down_proj,0.0000000363,0.10000,0.287
34,mlp.experts.40.down_proj,0.0000000140,0.10000,0.273
34,mlp.experts.41.down_proj,0.0000000280,0.10000,0.250
34,mlp.experts.42.down_proj,0.0000003614,0.10000,0.251
34,mlp.experts.43.down_proj,0.0000000247,0.10000,0.253
34,mlp.experts.44.down_proj,0.0000016378,0.10000,0.251
34,mlp.experts.45.down_proj,0.0000000419,0.10000,0.256
34,mlp.experts.46.down_proj,0.0000016621,0.10000,0.261
34,mlp.experts.47.down_proj,0.0000005962,0.10000,0.252
34,mlp.experts.48.down_proj,0.0000003008,0.10000,0.256
34,mlp.experts.49.down_proj,0.0000021145,0.10000,0.254
34,mlp.experts.50.down_proj,0.0000000169,0.10000,0.247
34,mlp.experts.51.down_proj,0.0000001554,0.10000,0.251
34,mlp.experts.52.down_proj,0.0000000075,0.10000,0.247
34,mlp.experts.53.down_proj,0.0000229008,0.10000,0.248
34,mlp.experts.54.down_proj,0.0000004818,0.10000,0.244
34,mlp.experts.55.down_proj,0.0000000535,0.10000,0.258
34,mlp.experts.56.down_proj,0.0000000279,0.10000,0.248
34,mlp.experts.57.down_proj,0.0000001816,0.10000,0.248
34,mlp.experts.58.down_proj,0.0000000368,0.10000,0.261
34,mlp.experts.59.down_proj,0.0000004244,0.10000,0.241
34,mlp.experts.60.down_proj,0.0000010449,0.10000,0.270
34,mlp.experts.61.down_proj,0.0000000246,0.10000,0.261
34,mlp.experts.62.down_proj,0.0000000084,0.10000,0.255
34,mlp.experts.63.down_proj,0.0000000553,0.10000,0.232
34,mlp.experts.64.down_proj,0.0000000065,0.10000,0.241
34,mlp.experts.65.down_proj,0.0000000930,0.10000,0.254
34,mlp.experts.66.down_proj,0.0000001689,0.10000,0.240
34,mlp.experts.67.down_proj,0.0000002455,0.10000,0.241
34,mlp.experts.68.down_proj,0.0000000264,0.10000,0.231
34,mlp.experts.69.down_proj,0.0000000046,0.10000,0.244
34,mlp.experts.70.down_proj,0.0000000280,0.10000,0.230
34,mlp.experts.71.down_proj,0.0000000274,0.10000,0.213
34,mlp.experts.72.down_proj,0.0000011096,0.10000,0.233
34,mlp.experts.73.down_proj,0.0000000263,0.10000,0.231
34,mlp.experts.74.down_proj,0.0000000228,0.10000,0.231
34,mlp.experts.75.down_proj,0.0000001142,0.10000,0.230
34,mlp.experts.76.down_proj,0.0000000141,0.10000,0.237
34,mlp.experts.77.down_proj,0.0000007484,0.10000,0.230
34,mlp.experts.78.down_proj,0.0000000323,0.10000,0.229
34,mlp.experts.79.down_proj,0.0000034346,0.10000,0.240
34,mlp.experts.80.down_proj,0.0000000151,0.10000,0.239
34,mlp.experts.81.down_proj,0.0000008273,0.10000,0.226
34,mlp.experts.82.down_proj,0.0000000232,0.10000,0.226
34,mlp.experts.83.down_proj,0.0000000153,0.10000,0.225
34,mlp.experts.84.down_proj,0.0000002900,0.10000,0.225
34,mlp.experts.85.down_proj,0.0000000124,0.10000,0.226
34,mlp.experts.86.down_proj,0.0000000609,0.10000,0.227
34,mlp.experts.87.down_proj,0.0000002616,0.10000,0.227
34,mlp.experts.88.down_proj,0.0000000214,0.10000,0.226
34,mlp.experts.89.down_proj,0.0000011255,0.10000,0.255
34,mlp.experts.90.down_proj,0.0000000345,0.10000,0.224
34,mlp.experts.91.down_proj,0.0000000067,0.10000,0.270
34,mlp.experts.92.down_proj,0.0000000502,0.10000,0.275
34,mlp.experts.93.down_proj,0.0000027260,0.10000,0.252
34,mlp.experts.94.down_proj,0.0000000106,0.10000,0.244
34,mlp.experts.95.down_proj,0.0000000165,0.10000,0.236
34,mlp.experts.96.down_proj,0.0000000517,0.10000,0.241
34,mlp.experts.97.down_proj,0.0000000340,0.10000,0.243
34,mlp.experts.98.down_proj,0.0000000074,0.10000,0.220
34,mlp.experts.99.down_proj,0.0000000456,0.10000,0.234
34,mlp.experts.100.down_proj,0.0000004735,0.10000,0.235
34,mlp.experts.101.down_proj,0.0000000600,0.10000,0.238
34,mlp.experts.102.down_proj,0.0000001427,0.10000,0.234
34,mlp.experts.103.down_proj,0.0000000209,0.10000,0.226
34,mlp.experts.104.down_proj,0.0000003196,0.10000,0.231
34,mlp.experts.105.down_proj,0.0000000200,0.10000,0.235
34,mlp.experts.106.down_proj,0.0000049415,0.10000,0.232
34,mlp.experts.107.down_proj,0.0000000143,0.10000,0.233
34,mlp.experts.108.down_proj,0.0000000187,0.10000,0.231
34,mlp.experts.109.down_proj,0.0000000512,0.10000,0.239
34,mlp.experts.110.down_proj,0.0000000211,0.10000,0.234
34,mlp.experts.111.down_proj,0.0000003785,0.10000,0.234
34,mlp.experts.112.down_proj,0.0000000117,0.10000,0.232
34,mlp.experts.113.down_proj,0.0000000237,0.10000,0.231
34,mlp.experts.114.down_proj,0.0000004329,0.10000,0.226
34,mlp.experts.115.down_proj,0.0000004786,0.10000,0.214
34,mlp.experts.116.down_proj,0.0000002453,0.10000,0.229
34,mlp.experts.117.down_proj,0.0000041143,0.10000,0.229
34,mlp.experts.118.down_proj,0.0000002585,0.10000,0.228
34,mlp.experts.119.down_proj,0.0000000303,0.10000,0.228
34,mlp.experts.120.down_proj,0.0000000262,0.10000,0.241
34,mlp.experts.121.down_proj,0.0000002628,0.10000,0.232
34,mlp.experts.122.down_proj,0.0000024466,0.10000,0.233
34,mlp.experts.123.down_proj,0.0000000235,0.10000,0.230
34,mlp.experts.124.down_proj,0.0000000175,0.10000,0.232
34,mlp.experts.125.down_proj,0.0000017257,0.10000,0.231
34,mlp.experts.126.down_proj,0.0000000452,0.10000,0.229
34,mlp.experts.127.down_proj,0.0000003907,0.10000,0.232
35,self_attn.q_proj,0.0000000018,0.10000,0.680
35,self_attn.k_proj,0.0000000002,0.10000,0.650
35,self_attn.v_proj,0.0000000003,0.10000,0.632
35,self_attn.o_proj,0.0000000002,0.10000,1.158
35,mlp.gate,0.0000000074,0.10000,0.588
35,mlp.experts.0.up_proj,0.0000000630,0.10000,0.600
35,mlp.experts.1.up_proj,0.0000005974,0.10000,0.625
35,mlp.experts.2.up_proj,0.0000001891,0.10000,0.575
35,mlp.experts.3.up_proj,0.0000001617,0.10000,0.575
35,mlp.experts.4.up_proj,0.0000001779,0.10000,0.584
35,mlp.experts.5.up_proj,0.0000016761,0.10000,0.582
35,mlp.experts.6.up_proj,0.0000028221,0.10000,0.582
35,mlp.experts.7.up_proj,0.0000002189,0.10000,0.582
35,mlp.experts.8.up_proj,0.0000000582,0.10000,0.589
35,mlp.experts.9.up_proj,0.0000002045,0.10000,0.579
35,mlp.experts.10.up_proj,0.0000035707,0.10000,0.604
35,mlp.experts.11.up_proj,0.0000016770,0.10000,0.607
35,mlp.experts.12.up_proj,0.0000001090,0.10000,0.595
35,mlp.experts.13.up_proj,0.0000000863,0.10000,0.699
35,mlp.experts.14.up_proj,0.0000004074,0.10000,0.607
35,mlp.experts.15.up_proj,0.0000006811,0.10000,0.603
35,mlp.experts.16.up_proj,0.0000000565,0.10000,0.573
35,mlp.experts.17.up_proj,0.0000015703,0.10000,0.613
35,mlp.experts.18.up_proj,0.0000000979,0.10000,0.604
35,mlp.experts.19.up_proj,0.0000017941,0.10000,0.622
35,mlp.experts.20.up_proj,0.0000002087,0.10000,0.580
35,mlp.experts.21.up_proj,0.0000001165,0.10000,0.580
35,mlp.experts.22.up_proj,0.0000001675,0.10000,0.596
35,mlp.experts.23.up_proj,0.0000001073,0.10000,0.614
35,mlp.experts.24.up_proj,0.0000000755,0.10000,0.587
35,mlp.experts.25.up_proj,0.0000000945,0.10000,0.576
35,mlp.experts.26.up_proj,0.0000000865,0.10000,0.605
35,mlp.experts.27.up_proj,0.0000110054,0.10000,0.587
35,mlp.experts.28.up_proj,0.0000003003,0.10000,0.586
35,mlp.experts.29.up_proj,0.0000000615,0.10000,0.576
35,mlp.experts.30.up_proj,0.0000001268,0.10000,0.579
35,mlp.experts.31.up_proj,0.0000007398,0.10000,0.630
35,mlp.experts.32.up_proj,0.0000010909,0.10000,0.589
35,mlp.experts.33.up_proj,0.0000000425,0.10000,0.593
35,mlp.experts.34.up_proj,0.0000208902,0.10000,0.596
35,mlp.experts.35.up_proj,0.0000104398,0.10000,0.594
35,mlp.experts.36.up_proj,0.0000024416,0.10000,0.602
35,mlp.experts.37.up_proj,0.0000000605,0.10000,0.596
35,mlp.experts.38.up_proj,0.0000040276,0.10000,0.618
35,mlp.experts.39.up_proj,0.0000000855,0.10000,0.614
35,mlp.experts.40.up_proj,0.0000003979,0.10000,0.626
35,mlp.experts.41.up_proj,0.0000001159,0.10000,0.606
35,mlp.experts.42.up_proj,0.0000000673,0.10000,0.624
35,mlp.experts.43.up_proj,0.0000000831,0.10000,0.599
35,mlp.experts.44.up_proj,0.0000170041,0.10000,0.597
35,mlp.experts.45.up_proj,0.0000001885,0.10000,0.596
35,mlp.experts.46.up_proj,0.0000001353,0.10000,0.594
35,mlp.experts.47.up_proj,0.0000000557,0.10000,0.614
35,mlp.experts.48.up_proj,0.0000001564,0.10000,0.633
35,mlp.experts.49.up_proj,0.0000000773,0.10000,0.614
35,mlp.experts.50.up_proj,0.0000000819,0.10000,0.638
35,mlp.experts.51.up_proj,0.0000013154,0.10000,0.617
35,mlp.experts.52.up_proj,0.0000006317,0.10000,0.654
35,mlp.experts.53.up_proj,0.0000002812,0.10000,0.616
35,mlp.experts.54.up_proj,0.0000002344,0.10000,0.598
35,mlp.experts.55.up_proj,0.0000000949,0.10000,0.596
35,mlp.experts.56.up_proj,0.0000003908,0.10000,0.594
35,mlp.experts.57.up_proj,0.0000086566,0.10000,0.627
35,mlp.experts.58.up_proj,0.0000000719,0.10000,0.605
35,mlp.experts.59.up_proj,0.0000000532,0.10000,0.593
35,mlp.experts.60.up_proj,0.0000000832,0.10000,0.595
35,mlp.experts.61.up_proj,0.0000000747,0.10000,0.595
35,mlp.experts.62.up_proj,0.0000007540,0.10000,0.588
35,mlp.experts.63.up_proj,0.0000008947,0.10000,0.602
35,mlp.experts.64.up_proj,0.0000007932,0.10000,0.611
35,mlp.experts.65.up_proj,0.0000009657,0.10000,0.625
35,mlp.experts.66.up_proj,0.0000084081,0.10000,0.611
35,mlp.experts.67.up_proj,0.0000001266,0.10000,0.596
35,mlp.experts.68.up_proj,0.0000001342,0.10000,0.589
35,mlp.experts.69.up_proj,0.0000000475,0.10000,0.629
35,mlp.experts.70.up_proj,0.0000024624,0.10000,0.628
35,mlp.experts.71.up_proj,0.0000000680,0.10000,0.610
35,mlp.experts.72.up_proj,0.0000002991,0.10000,0.639
35,mlp.experts.73.up_proj,0.0000001089,0.10000,0.613
35,mlp.experts.74.up_proj,0.0000068942,0.10000,0.615
35,mlp.experts.75.up_proj,0.0000039261,0.10000,0.610
35,mlp.experts.76.up_proj,0.0000013256,0.10000,0.627
35,mlp.experts.77.up_proj,0.0000039423,0.10000,0.619
35,mlp.experts.78.up_proj,0.0000000778,0.10000,0.636
35,mlp.experts.79.up_proj,0.0000000757,0.10000,0.598
35,mlp.experts.80.up_proj,0.0000126011,0.10000,0.623
35,mlp.experts.81.up_proj,0.0000002844,0.10000,0.632
35,mlp.experts.82.up_proj,0.0000005678,0.10000,0.624
35,mlp.experts.83.up_proj,0.0000061985,0.10000,0.620
35,mlp.experts.84.up_proj,0.0000024909,0.10000,0.615
35,mlp.experts.85.up_proj,0.0000000613,0.10000,0.629
35,mlp.experts.86.up_proj,0.0000000744,0.10000,0.637
35,mlp.experts.87.up_proj,0.0000000918,0.10000,0.598
35,mlp.experts.88.up_proj,0.0000025568,0.10000,0.628
35,mlp.experts.89.up_proj,0.0000001460,0.10000,0.712
35,mlp.experts.90.up_proj,0.0000001506,0.10000,0.677
35,mlp.experts.91.up_proj,0.0000040020,0.10000,0.675
35,mlp.experts.92.up_proj,0.0000000822,0.10000,0.661
35,mlp.experts.93.up_proj,0.0000140359,0.10000,0.633
35,mlp.experts.94.up_proj,0.0000000995,0.10000,0.639
35,mlp.experts.95.up_proj,0.0000003203,0.10000,0.595
35,mlp.experts.96.up_proj,0.0000000230,0.10000,0.599
35,mlp.experts.97.up_proj,0.0000000534,0.10000,0.603
35,mlp.experts.98.up_proj,0.0000000411,0.10000,0.597
35,mlp.experts.99.up_proj,0.0000000726,0.10000,0.598
35,mlp.experts.100.up_proj,0.0000002087,0.10000,0.601
35,mlp.experts.101.up_proj,0.0000001732,0.10000,0.604
35,mlp.experts.102.up_proj,0.0000002982,0.10000,0.638
35,mlp.experts.103.up_proj,0.0000012855,0.10000,0.722
35,mlp.experts.104.up_proj,0.0000030065,0.10000,0.676
35,mlp.experts.105.up_proj,0.0000000323,0.10000,0.667
35,mlp.experts.106.up_proj,0.0000064363,0.10000,0.619
35,mlp.experts.107.up_proj,0.0000000475,0.10000,0.592
35,mlp.experts.108.up_proj,0.0000071495,0.10000,0.593
35,mlp.experts.109.up_proj,0.0000001154,0.10000,0.735
35,mlp.experts.110.up_proj,0.0000020604,0.10000,0.674
35,mlp.experts.111.up_proj,0.0000000916,0.10000,0.640
35,mlp.experts.112.up_proj,0.0000029438,0.10000,0.615
35,mlp.experts.113.up_proj,0.0000091131,0.10000,0.640
35,mlp.experts.114.up_proj,0.0000003041,0.10000,0.601
35,mlp.experts.115.up_proj,0.0000000313,0.10000,0.605
35,mlp.experts.116.up_proj,0.0000000959,0.10000,0.652
35,mlp.experts.117.up_proj,0.0000027926,0.10000,0.611
35,mlp.experts.118.up_proj,0.0000060051,0.10000,0.610
35,mlp.experts.119.up_proj,0.0000132679,0.10000,0.628
35,mlp.experts.120.up_proj,0.0000020921,0.10000,0.639
35,mlp.experts.121.up_proj,0.0000002949,0.10000,0.628
35,mlp.experts.122.up_proj,0.0000001056,0.10000,0.594
35,mlp.experts.123.up_proj,0.0000083989,0.10000,0.594
35,mlp.experts.124.up_proj,0.0000004833,0.10000,0.610
35,mlp.experts.125.up_proj,0.0000001133,0.10000,0.605
35,mlp.experts.126.up_proj,0.0000001266,0.10000,0.611
35,mlp.experts.127.up_proj,0.0000055338,0.10000,0.643
35,mlp.experts.0.gate_proj,0.0000000594,0.10000,0.618
35,mlp.experts.1.gate_proj,0.0000004746,0.10000,0.619
35,mlp.experts.2.gate_proj,0.0000001884,0.10000,0.626
35,mlp.experts.3.gate_proj,0.0000001259,0.10000,0.609
35,mlp.experts.4.gate_proj,0.0000001690,0.10000,0.609
35,mlp.experts.5.gate_proj,0.0000016561,0.10000,0.633
35,mlp.experts.6.gate_proj,0.0000028829,0.10000,0.633
35,mlp.experts.7.gate_proj,0.0000002097,0.10000,0.626
35,mlp.experts.8.gate_proj,0.0000000599,0.10000,0.600
35,mlp.experts.9.gate_proj,0.0000001969,0.10000,0.621
35,mlp.experts.10.gate_proj,0.0000032530,0.10000,0.599
35,mlp.experts.11.gate_proj,0.0000017261,0.10000,0.596
35,mlp.experts.12.gate_proj,0.0000001072,0.10000,0.604
35,mlp.experts.13.gate_proj,0.0000000825,0.10000,0.594
35,mlp.experts.14.gate_proj,0.0000004029,0.10000,0.610
35,mlp.experts.15.gate_proj,0.0000006951,0.10000,0.611
35,mlp.experts.16.gate_proj,0.0000000741,0.10000,0.615
35,mlp.experts.17.gate_proj,0.0000016148,0.10000,0.638
35,mlp.experts.18.gate_proj,0.0000000593,0.10000,0.616
35,mlp.experts.19.gate_proj,0.0000016084,0.10000,0.649
35,mlp.experts.20.gate_proj,0.0000001782,0.10000,0.623
35,mlp.experts.21.gate_proj,0.0000001149,0.10000,0.607
35,mlp.experts.22.gate_proj,0.0000001569,0.10000,0.615
35,mlp.experts.23.gate_proj,0.0000000828,0.10000,0.601
35,mlp.experts.24.gate_proj,0.0000000680,0.10000,0.595
35,mlp.experts.25.gate_proj,0.0000001449,0.10000,0.617
35,mlp.experts.26.gate_proj,0.0000000709,0.10000,0.604
35,mlp.experts.27.gate_proj,0.0000103429,0.10000,0.599
35,mlp.experts.28.gate_proj,0.0000002704,0.10000,0.602
35,mlp.experts.29.gate_proj,0.0000000583,0.10000,0.597
35,mlp.experts.30.gate_proj,0.0000001242,0.10000,0.610
35,mlp.experts.31.gate_proj,0.0000006708,0.10000,0.613
35,mlp.experts.32.gate_proj,0.0000010655,0.10000,0.604
35,mlp.experts.33.gate_proj,0.0000000411,0.10000,0.596
35,mlp.experts.34.gate_proj,0.0000219101,0.10000,0.616
35,mlp.experts.35.gate_proj,0.0000096689,0.10000,0.604
35,mlp.experts.36.gate_proj,0.0000020506,0.10000,0.599
35,mlp.experts.37.gate_proj,0.0000000585,0.10000,0.645
35,mlp.experts.38.gate_proj,0.0000040933,0.10000,0.642
35,mlp.experts.39.gate_proj,0.0000000823,0.10000,0.632
35,mlp.experts.40.gate_proj,0.0000003872,0.10000,0.607
35,mlp.experts.41.gate_proj,0.0000001144,0.10000,0.604
35,mlp.experts.42.gate_proj,0.0000000638,0.10000,0.602
35,mlp.experts.43.gate_proj,0.0000000808,0.10000,0.586
35,mlp.experts.44.gate_proj,0.0000151220,0.10000,0.585
35,mlp.experts.45.gate_proj,0.0000001854,0.10000,0.614
35,mlp.experts.46.gate_proj,0.0000001189,0.10000,0.640
35,mlp.experts.47.gate_proj,0.0000000471,0.10000,0.608
35,mlp.experts.48.gate_proj,0.0000001520,0.10000,0.603
35,mlp.experts.49.gate_proj,0.0000000712,0.10000,0.602
35,mlp.experts.50.gate_proj,0.0000000776,0.10000,0.607
35,mlp.experts.51.gate_proj,0.0000013041,0.10000,0.604
35,mlp.experts.52.gate_proj,0.0000006046,0.10000,0.637
35,mlp.experts.53.gate_proj,0.0000002888,0.10000,0.644
35,mlp.experts.54.gate_proj,0.0000002019,0.10000,0.602
35,mlp.experts.55.gate_proj,0.0000000981,0.10000,0.601
35,mlp.experts.56.gate_proj,0.0000003736,0.10000,0.595
35,mlp.experts.57.gate_proj,0.0000074931,0.10000,0.603
35,mlp.experts.58.gate_proj,0.0000000756,0.10000,0.621
35,mlp.experts.59.gate_proj,0.0000000360,0.10000,0.623
35,mlp.experts.60.gate_proj,0.0000000825,0.10000,0.638
35,mlp.experts.61.gate_proj,0.0000000629,0.10000,0.626
35,mlp.experts.62.gate_proj,0.0000007722,0.10000,0.614
35,mlp.experts.63.gate_proj,0.0000007975,0.10000,0.601
35,mlp.experts.64.gate_proj,0.0000008121,0.10000,0.605
35,mlp.experts.65.gate_proj,0.0000009782,0.10000,0.594
35,mlp.experts.66.gate_proj,0.0000086359,0.10000,0.593
35,mlp.experts.67.gate_proj,0.0000000890,0.10000,0.650
35,mlp.experts.68.gate_proj,0.0000001417,0.10000,0.636
35,mlp.experts.69.gate_proj,0.0000000454,0.10000,0.609
35,mlp.experts.70.gate_proj,0.0000024456,0.10000,0.598
35,mlp.experts.71.gate_proj,0.0000000688,0.10000,0.591
35,mlp.experts.72.gate_proj,0.0000002861,0.10000,0.601
35,mlp.experts.73.gate_proj,0.0000000764,0.10000,0.599
35,mlp.experts.74.gate_proj,0.0000063066,0.10000,0.627
35,mlp.experts.75.gate_proj,0.0000040480,0.10000,0.637
35,mlp.experts.76.gate_proj,0.0000013697,0.10000,0.636
35,mlp.experts.77.gate_proj,0.0000041121,0.10000,0.627
35,mlp.experts.78.gate_proj,0.0000000780,0.10000,0.591
35,mlp.experts.79.gate_proj,0.0000000755,0.10000,0.582
35,mlp.experts.80.gate_proj,0.0000114597,0.10000,0.581
35,mlp.experts.81.gate_proj,0.0000002871,0.10000,0.595
35,mlp.experts.82.gate_proj,0.0000005626,0.10000,0.592
35,mlp.experts.83.gate_proj,0.0000061380,0.10000,0.640
35,mlp.experts.84.gate_proj,0.0000024430,0.10000,0.625
35,mlp.experts.85.gate_proj,0.0000000580,0.10000,0.607
35,mlp.experts.86.gate_proj,0.0000000718,0.10000,0.606
35,mlp.experts.87.gate_proj,0.0000000944,0.10000,0.612
35,mlp.experts.88.gate_proj,0.0000023287,0.10000,0.635
35,mlp.experts.89.gate_proj,0.0000001343,0.10000,0.640
35,mlp.experts.90.gate_proj,0.0000000872,0.10000,0.602
35,mlp.experts.91.gate_proj,0.0000037095,0.10000,0.601
35,mlp.experts.92.gate_proj,0.0000000866,0.10000,0.586
35,mlp.experts.93.gate_proj,0.0000122324,0.10000,0.598
35,mlp.experts.94.gate_proj,0.0000001005,0.10000,0.604
35,mlp.experts.95.gate_proj,0.0000003314,0.10000,0.598
35,mlp.experts.96.gate_proj,0.0000000221,0.10000,0.635
35,mlp.experts.97.gate_proj,0.0000000463,0.10000,0.612
35,mlp.experts.98.gate_proj,0.0000000365,0.10000,0.635
35,mlp.experts.99.gate_proj,0.0000000699,0.10000,0.611
35,mlp.experts.100.gate_proj,0.0000002109,0.10000,0.634
35,mlp.experts.101.gate_proj,0.0000001664,0.10000,0.716
35,mlp.experts.102.gate_proj,0.0000003155,0.10000,0.661
35,mlp.experts.103.gate_proj,0.0000011881,0.10000,0.673
35,mlp.experts.104.gate_proj,0.0000030530,0.10000,0.669
35,mlp.experts.105.gate_proj,0.0000000308,0.10000,0.645
35,mlp.experts.106.gate_proj,0.0000060755,0.10000,0.627
35,mlp.experts.107.gate_proj,0.0000000466,0.10000,0.631
35,mlp.experts.108.gate_proj,0.0000070776,0.10000,0.626
35,mlp.experts.109.gate_proj,0.0000001016,0.10000,0.635
35,mlp.experts.110.gate_proj,0.0000020993,0.10000,0.621
35,mlp.experts.111.gate_proj,0.0000000919,0.10000,0.643
35,mlp.experts.112.gate_proj,0.0000027904,0.10000,0.627
35,mlp.experts.113.gate_proj,0.0000093781,0.10000,0.629
35,mlp.experts.114.gate_proj,0.0000002998,0.10000,0.639
35,mlp.experts.115.gate_proj,0.0000000304,0.10000,0.594
35,mlp.experts.116.gate_proj,0.0000000921,0.10000,0.760
35,mlp.experts.117.gate_proj,0.0000028477,0.10000,0.648
35,mlp.experts.118.gate_proj,0.0000058215,0.10000,0.710
35,mlp.experts.119.gate_proj,0.0000115019,0.10000,0.678
35,mlp.experts.120.gate_proj,0.0000021865,0.10000,0.627
35,mlp.experts.121.gate_proj,0.0000002975,0.10000,0.634
35,mlp.experts.122.gate_proj,0.0000000874,0.10000,0.611
35,mlp.experts.123.gate_proj,0.0000072186,0.10000,0.607
35,mlp.experts.124.gate_proj,0.0000005272,0.10000,0.629
35,mlp.experts.125.gate_proj,0.0000001025,0.10000,0.639
35,mlp.experts.126.gate_proj,0.0000001172,0.10000,0.612
35,mlp.experts.127.gate_proj,0.0000050875,0.10000,0.609
35,mlp.experts.0.down_proj,0.0000000129,0.10000,0.226
35,mlp.experts.1.down_proj,0.0000001802,0.10000,0.266
35,mlp.experts.2.down_proj,0.0000000348,0.10000,0.268
35,mlp.experts.3.down_proj,0.0000000177,0.10000,0.241
35,mlp.experts.4.down_proj,0.0000001535,0.10000,0.240
35,mlp.experts.5.down_proj,0.0000004586,0.10000,0.238
35,mlp.experts.6.down_proj,0.0000005603,0.10000,0.223
35,mlp.experts.7.down_proj,0.0000000437,0.10000,0.231
35,mlp.experts.8.down_proj,0.0000000176,0.10000,0.245
35,mlp.experts.9.down_proj,0.0000000970,0.10000,0.241
35,mlp.experts.10.down_proj,0.0000021881,0.10000,0.229
35,mlp.experts.11.down_proj,0.0000004102,0.10000,0.236
35,mlp.experts.12.down_proj,0.0000000203,0.10000,0.255
35,mlp.experts.13.down_proj,0.0000000274,0.10000,0.239
35,mlp.experts.14.down_proj,0.0000000717,0.10000,0.226
35,mlp.experts.15.down_proj,0.0000001697,0.10000,0.244
35,mlp.experts.16.down_proj,0.0000000184,0.10000,0.244
35,mlp.experts.17.down_proj,0.0000003264,0.10000,0.250
35,mlp.experts.18.down_proj,0.0000000243,0.10000,0.242
35,mlp.experts.19.down_proj,0.0000007138,0.10000,0.243
35,mlp.experts.20.down_proj,0.0000000439,0.10000,0.255
35,mlp.experts.21.down_proj,0.0000000293,0.10000,0.267
35,mlp.experts.22.down_proj,0.0000000683,0.10000,0.230
35,mlp.experts.23.down_proj,0.0000000365,0.10000,0.298
35,mlp.experts.24.down_proj,0.0000000256,0.10000,0.237
35,mlp.experts.25.down_proj,0.0000000320,0.10000,0.248
35,mlp.experts.26.down_proj,0.0000000241,0.10000,0.249
35,mlp.experts.27.down_proj,0.0000040791,0.10000,0.230
35,mlp.experts.28.down_proj,0.0000000452,0.10000,0.232
35,mlp.experts.29.down_proj,0.0000000170,0.10000,0.274
35,mlp.experts.30.down_proj,0.0000000324,0.10000,0.282
35,mlp.experts.31.down_proj,0.0000002014,0.10000,0.249
35,mlp.experts.32.down_proj,0.0000001958,0.10000,0.242
35,mlp.experts.33.down_proj,0.0000000075,0.10000,0.260
35,mlp.experts.34.down_proj,0.0000008383,0.10000,0.251
35,mlp.experts.35.down_proj,0.0000073590,0.10000,0.250
35,mlp.experts.36.down_proj,0.0000001807,0.10000,0.244
35,mlp.experts.37.down_proj,0.0000000150,0.10000,0.235
35,mlp.experts.38.down_proj,0.0000013774,0.10000,0.228
35,mlp.experts.39.down_proj,0.0000000232,0.10000,0.234
35,mlp.experts.40.down_proj,0.0000000836,0.10000,0.244
35,mlp.experts.41.down_proj,0.0000000234,0.10000,0.234
35,mlp.experts.42.down_proj,0.0000000249,0.10000,0.234
35,mlp.experts.43.down_proj,0.0000000157,0.10000,0.232
35,mlp.experts.44.down_proj,0.0000053253,0.10000,0.238
35,mlp.experts.45.down_proj,0.0000000881,0.10000,0.234
35,mlp.experts.46.down_proj,0.0000000356,0.10000,0.234
35,mlp.experts.47.down_proj,0.0000000204,0.10000,0.230
35,mlp.experts.48.down_proj,0.0000000261,0.10000,0.231
35,mlp.experts.49.down_proj,0.0000000285,0.10000,0.235
35,mlp.experts.50.down_proj,0.0000000339,0.10000,0.250
35,mlp.experts.51.down_proj,0.0000004320,0.10000,0.244
35,mlp.experts.52.down_proj,0.0000001038,0.10000,0.237
35,mlp.experts.53.down_proj,0.0000000534,0.10000,0.232
35,mlp.experts.54.down_proj,0.0000000790,0.10000,0.230
35,mlp.experts.55.down_proj,0.0000000457,0.10000,0.227
35,mlp.experts.56.down_proj,0.0000000977,0.10000,0.249
35,mlp.experts.57.down_proj,0.0000036205,0.10000,0.278
35,mlp.experts.58.down_proj,0.0000000263,0.10000,0.241
35,mlp.experts.59.down_proj,0.0000000087,0.10000,0.237
35,mlp.experts.60.down_proj,0.0000000149,0.10000,0.242
35,mlp.experts.61.down_proj,0.0000000210,0.10000,0.234
35,mlp.experts.62.down_proj,0.0000001566,0.10000,0.238
35,mlp.experts.63.down_proj,0.0000003381,0.10000,0.238
35,mlp.experts.64.down_proj,0.0000001275,0.10000,0.240
35,mlp.experts.65.down_proj,0.0000002346,0.10000,0.232
35,mlp.experts.66.down_proj,0.0000009965,0.10000,0.223
35,mlp.experts.67.down_proj,0.0000000346,0.10000,0.229
35,mlp.experts.68.down_proj,0.0000000507,0.10000,0.226
35,mlp.experts.69.down_proj,0.0000000141,0.10000,0.304
35,mlp.experts.70.down_proj,0.0000007331,0.10000,0.238
35,mlp.experts.71.down_proj,0.0000000175,0.10000,0.243
35,mlp.experts.72.down_proj,0.0000001148,0.10000,0.219
35,mlp.experts.73.down_proj,0.0000000213,0.10000,0.240
35,mlp.experts.74.down_proj,0.0000034269,0.10000,0.227
35,mlp.experts.75.down_proj,0.0000003115,0.10000,0.226
35,mlp.experts.76.down_proj,0.0000002343,0.10000,0.231
35,mlp.experts.77.down_proj,0.0000008526,0.10000,0.231
35,mlp.experts.78.down_proj,0.0000000231,0.10000,0.228
35,mlp.experts.79.down_proj,0.0000000265,0.10000,0.239
35,mlp.experts.80.down_proj,0.0000048250,0.10000,0.224
35,mlp.experts.81.down_proj,0.0000000624,0.10000,0.232
35,mlp.experts.82.down_proj,0.0000001440,0.10000,0.229
35,mlp.experts.83.down_proj,0.0000023258,0.10000,0.244
35,mlp.experts.84.down_proj,0.0000006537,0.10000,0.233
35,mlp.experts.85.down_proj,0.0000000154,0.10000,0.242
35,mlp.experts.86.down_proj,0.0000000288,0.10000,0.233
35,mlp.experts.87.down_proj,0.0000000352,0.10000,0.229
35,mlp.experts.88.down_proj,0.0000011327,0.10000,0.231
35,mlp.experts.89.down_proj,0.0000000447,0.10000,0.227
35,mlp.experts.90.down_proj,0.0000000303,0.10000,0.229
35,mlp.experts.91.down_proj,0.0000018832,0.10000,0.229
35,mlp.experts.92.down_proj,0.0000000324,0.10000,0.228
35,mlp.experts.93.down_proj,0.0000051720,0.10000,0.245
35,mlp.experts.94.down_proj,0.0000000257,0.10000,0.243
35,mlp.experts.95.down_proj,0.0000000931,0.10000,0.240
35,mlp.experts.96.down_proj,0.0000000049,0.10000,0.243
35,mlp.experts.97.down_proj,0.0000000189,0.10000,0.232
35,mlp.experts.98.down_proj,0.0000000113,0.10000,0.232
35,mlp.experts.99.down_proj,0.0000000137,0.10000,0.233
35,mlp.experts.100.down_proj,0.0000000756,0.10000,0.230
35,mlp.experts.101.down_proj,0.0000000332,0.10000,0.230
35,mlp.experts.102.down_proj,0.0000000773,0.10000,0.228
35,mlp.experts.103.down_proj,0.0000006709,0.10000,0.234
35,mlp.experts.104.down_proj,0.0000006569,0.10000,0.224
35,mlp.experts.105.down_proj,0.0000000085,0.10000,0.253
35,mlp.experts.106.down_proj,0.0000033924,0.10000,0.245
35,mlp.experts.107.down_proj,0.0000000072,0.10000,0.242
35,mlp.experts.108.down_proj,0.0000004623,0.10000,0.232
35,mlp.experts.109.down_proj,0.0000000230,0.10000,0.235
35,mlp.experts.110.down_proj,0.0000006073,0.10000,0.233
35,mlp.experts.111.down_proj,0.0000000306,0.10000,0.231
35,mlp.experts.112.down_proj,0.0000009781,0.10000,0.227
35,mlp.experts.113.down_proj,0.0000003814,0.10000,0.227
35,mlp.experts.114.down_proj,0.0000001012,0.10000,0.221
35,mlp.experts.115.down_proj,0.0000000097,0.10000,0.257
35,mlp.experts.116.down_proj,0.0000000291,0.10000,0.245
35,mlp.experts.117.down_proj,0.0000007621,0.10000,0.233
35,mlp.experts.118.down_proj,0.0000025423,0.10000,0.237
35,mlp.experts.119.down_proj,0.0000053803,0.10000,0.240
35,mlp.experts.120.down_proj,0.0000001599,0.10000,0.244
35,mlp.experts.121.down_proj,0.0000000449,0.10000,0.234
35,mlp.experts.122.down_proj,0.0000000314,0.10000,0.231
35,mlp.experts.123.down_proj,0.0000032989,0.10000,0.235
35,mlp.experts.124.down_proj,0.0000001032,0.10000,0.241
35,mlp.experts.125.down_proj,0.0000000381,0.10000,0.225
35,mlp.experts.126.down_proj,0.0000000363,0.10000,0.231
35,mlp.experts.127.down_proj,0.0000023484,0.10000,0.229
36,self_attn.q_proj,0.0000000024,0.10000,0.621
36,self_attn.k_proj,0.0000000003,0.10000,0.587
36,self_attn.v_proj,0.0000000004,0.10000,0.578
36,self_attn.o_proj,0.0000000003,0.10000,1.137
36,mlp.gate,0.0000000077,0.10000,0.602
36,mlp.experts.0.up_proj,0.0000000607,0.10000,0.602
36,mlp.experts.1.up_proj,0.0000019132,0.10000,0.703
36,mlp.experts.2.up_proj,0.0000000351,0.10000,0.675
36,mlp.experts.3.up_proj,0.0000024872,0.10000,0.657
36,mlp.experts.4.up_proj,0.0000001836,0.10000,0.662
36,mlp.experts.5.up_proj,0.0000122365,0.10000,0.640
36,mlp.experts.6.up_proj,0.0000001681,0.10000,0.640
36,mlp.experts.7.up_proj,0.0000002693,0.10000,0.610
36,mlp.experts.8.up_proj,0.0000002400,0.10000,0.580
36,mlp.experts.9.up_proj,0.0000001582,0.10000,0.578
36,mlp.experts.10.up_proj,0.0000213989,0.10000,0.592
36,mlp.experts.11.up_proj,0.0000011257,0.10000,0.610
36,mlp.experts.12.up_proj,0.0000001323,0.10000,0.575
36,mlp.experts.13.up_proj,0.0000406941,0.10000,0.610
36,mlp.experts.14.up_proj,0.0000000517,0.10000,0.573
36,mlp.experts.15.up_proj,0.0000000826,0.10000,0.572
36,mlp.experts.16.up_proj,0.0000029600,0.10000,0.582
36,mlp.experts.17.up_proj,0.0000001017,0.10000,0.579
36,mlp.experts.18.up_proj,0.0000001707,0.10000,0.580
36,mlp.experts.19.up_proj,0.0000089146,0.10000,0.625
36,mlp.experts.20.up_proj,0.0000012396,0.10000,0.584
36,mlp.experts.21.up_proj,0.0000002753,0.10000,0.581
36,mlp.experts.22.up_proj,0.0000004836,0.10000,0.578
36,mlp.experts.23.up_proj,0.0000001930,0.10000,0.592
36,mlp.experts.24.up_proj,0.0000001381,0.10000,0.592
36,mlp.experts.25.up_proj,0.0000001103,0.10000,0.588
36,mlp.experts.26.up_proj,0.0000000848,0.10000,0.575
36,mlp.experts.27.up_proj,0.0000000846,0.10000,0.581
36,mlp.experts.28.up_proj,0.0000006628,0.10000,0.746
36,mlp.experts.29.up_proj,0.0000001872,0.10000,0.671
36,mlp.experts.30.up_proj,0.0000000973,0.10000,0.635
36,mlp.experts.31.up_proj,0.0000006348,0.10000,0.638
36,mlp.experts.32.up_proj,0.0000000536,0.10000,0.642
36,mlp.experts.33.up_proj,0.0000107169,0.10000,0.644
36,mlp.experts.34.up_proj,0.0000001460,0.10000,0.656
36,mlp.experts.35.up_proj,0.0000008992,0.10000,0.646
36,mlp.experts.36.up_proj,0.0000001003,0.10000,0.642
36,mlp.experts.37.up_proj,0.0000020858,0.10000,0.650
36,mlp.experts.38.up_proj,0.0000000606,0.10000,0.649
36,mlp.experts.39.up_proj,0.0000003827,0.10000,0.647
36,mlp.experts.40.up_proj,0.0000002874,0.10000,0.645
36,mlp.experts.41.up_proj,0.0000009492,0.10000,0.644
36,mlp.experts.42.up_proj,0.0000000268,0.10000,0.673
36,mlp.experts.43.up_proj,0.0000001079,0.10000,0.641
36,mlp.experts.44.up_proj,0.0000001262,0.10000,0.584
36,mlp.experts.45.up_proj,0.0000037360,0.10000,0.598
36,mlp.experts.46.up_proj,0.0000000423,0.10000,0.595
36,mlp.experts.47.up_proj,0.0000010595,0.10000,0.582
36,mlp.experts.48.up_proj,0.0000176491,0.10000,0.583
36,mlp.experts.49.up_proj,0.0000004696,0.10000,0.737
36,mlp.experts.50.up_proj,0.0000003020,0.10000,0.633
36,mlp.experts.51.up_proj,0.0000003093,0.10000,0.632
36,mlp.experts.52.up_proj,0.0000000492,0.10000,0.630
36,mlp.experts.53.up_proj,0.0000000590,0.10000,0.629
36,mlp.experts.54.up_proj,0.0000037632,0.10000,0.642
36,mlp.experts.55.up_proj,0.0000025235,0.10000,0.602
36,mlp.experts.56.up_proj,0.0000004654,0.10000,0.587
36,mlp.experts.57.up_proj,0.0000014632,0.10000,0.598
36,mlp.experts.58.up_proj,0.0000000628,0.10000,0.619
36,mlp.experts.59.up_proj,0.0000064033,0.10000,0.587
36,mlp.experts.60.up_proj,0.0000008832,0.10000,0.594
36,mlp.experts.61.up_proj,0.0000000759,0.10000,0.586
36,mlp.experts.62.up_proj,0.0000001934,0.10000,0.610
36,mlp.experts.63.up_proj,0.0000000760,0.10000,0.635
36,mlp.experts.64.up_proj,0.0000002427,0.10000,0.710
36,mlp.experts.65.up_proj,0.0000001247,0.10000,0.648
36,mlp.experts.66.up_proj,0.0000005918,0.10000,0.663
36,mlp.experts.67.up_proj,0.0000001469,0.10000,0.658
36,mlp.experts.68.up_proj,0.0000000482,0.10000,0.670
36,mlp.experts.69.up_proj,0.0000000799,0.10000,0.632
36,mlp.experts.70.up_proj,0.0000046512,0.10000,0.601
36,mlp.experts.71.up_proj,0.0000005842,0.10000,0.600
36,mlp.experts.72.up_proj,0.0000084650,0.10000,0.597
36,mlp.experts.73.up_proj,0.0000000374,0.10000,0.595
36,mlp.experts.74.up_proj,0.0000001458,0.10000,0.585
36,mlp.experts.75.up_proj,0.0000001661,0.10000,0.590
36,mlp.experts.76.up_proj,0.0000000515,0.10000,0.603
36,mlp.experts.77.up_proj,0.0000057108,0.10000,0.634
36,mlp.experts.78.up_proj,0.0000015489,0.10000,0.603
36,mlp.experts.79.up_proj,0.0000001019,0.10000,0.622
36,mlp.experts.80.up_proj,0.0000001143,0.10000,0.613
36,mlp.experts.81.up_proj,0.0000069267,0.10000,0.625
36,mlp.experts.82.up_proj,0.0000020221,0.10000,0.625
36,mlp.experts.83.up_proj,0.0000081478,0.10000,0.598
36,mlp.experts.84.up_proj,0.0000014234,0.10000,0.603
36,mlp.experts.85.up_proj,0.0000001665,0.10000,0.603
36,mlp.experts.86.up_proj,0.0000066736,0.10000,0.600
36,mlp.experts.87.up_proj,0.0000000385,0.10000,0.597
36,mlp.experts.88.up_proj,0.0000155290,0.10000,0.593
36,mlp.experts.89.up_proj,0.0000004802,0.10000,0.596
36,mlp.experts.90.up_proj,0.0000001080,0.10000,0.594
36,mlp.experts.91.up_proj,0.0000012865,0.10000,0.601
36,mlp.experts.92.up_proj,0.0000001558,0.10000,0.592
36,mlp.experts.93.up_proj,0.0000055460,0.10000,0.593
36,mlp.experts.94.up_proj,0.0000008512,0.10000,0.605
36,mlp.experts.95.up_proj,0.0000002813,0.10000,0.616
36,mlp.experts.96.up_proj,0.0000001230,0.10000,0.630
36,mlp.experts.97.up_proj,0.0000000397,0.10000,0.639
36,mlp.experts.98.up_proj,0.0000069412,0.10000,0.615
36,mlp.experts.99.up_proj,0.0000000836,0.10000,0.622
36,mlp.experts.100.up_proj,0.0000000508,0.10000,0.639
36,mlp.experts.101.up_proj,0.0000023476,0.10000,0.643
36,mlp.experts.102.up_proj,0.0000000363,0.10000,0.606
36,mlp.experts.103.up_proj,0.0000000543,0.10000,0.608
36,mlp.experts.104.up_proj,0.0000001236,0.10000,0.607
36,mlp.experts.105.up_proj,0.0000016947,0.10000,0.604
36,mlp.experts.106.up_proj,0.0000052027,0.10000,0.617
36,mlp.experts.107.up_proj,0.0000000891,0.10000,0.645
36,mlp.experts.108.up_proj,0.0000003993,0.10000,0.637
36,mlp.experts.109.up_proj,0.0000075217,0.10000,0.636
36,mlp.experts.110.up_proj,0.0000015171,0.10000,0.611
36,mlp.experts.111.up_proj,0.0000005391,0.10000,0.610
36,mlp.experts.112.up_proj,0.0000001014,0.10000,0.636
36,mlp.experts.113.up_proj,0.0000033825,0.10000,0.630
36,mlp.experts.114.up_proj,0.0000001173,0.10000,0.593
36,mlp.experts.115.up_proj,0.0000001175,0.10000,0.602
36,mlp.experts.116.up_proj,0.0000001516,0.10000,0.602
36,mlp.experts.117.up_proj,0.0000003436,0.10000,0.602
36,mlp.experts.118.up_proj,0.0000000821,0.10000,0.600
36,mlp.experts.119.up_proj,0.0000020751,0.10000,0.605
36,mlp.experts.120.up_proj,0.0000000817,0.10000,0.596
36,mlp.experts.121.up_proj,0.0000001201,0.10000,0.595
36,mlp.experts.122.up_proj,0.0000034597,0.10000,0.608
36,mlp.experts.123.up_proj,0.0000001942,0.10000,0.603
36,mlp.experts.124.up_proj,0.0000000914,0.10000,0.604
36,mlp.experts.125.up_proj,0.0000010342,0.10000,0.607
36,mlp.experts.126.up_proj,0.0000007773,0.10000,0.610
36,mlp.experts.127.up_proj,0.0000000707,0.10000,0.660
36,mlp.experts.0.gate_proj,0.0000000571,0.10000,0.646
36,mlp.experts.1.gate_proj,0.0000019047,0.10000,0.734
36,mlp.experts.2.gate_proj,0.0000000326,0.10000,0.702
36,mlp.experts.3.gate_proj,0.0000023595,0.10000,0.640
36,mlp.experts.4.gate_proj,0.0000001810,0.10000,0.641
36,mlp.experts.5.gate_proj,0.0000108634,0.10000,0.618
36,mlp.experts.6.gate_proj,0.0000001646,0.10000,0.635
36,mlp.experts.7.gate_proj,0.0000002795,0.10000,0.638
36,mlp.experts.8.gate_proj,0.0000002345,0.10000,0.724
36,mlp.experts.9.gate_proj,0.0000001513,0.10000,0.652
36,mlp.experts.10.gate_proj,0.0000249452,0.10000,0.639
36,mlp.experts.11.gate_proj,0.0000011358,0.10000,0.661
36,mlp.experts.12.gate_proj,0.0000001258,0.10000,0.647
36,mlp.experts.13.gate_proj,0.0000370844,0.10000,0.718
36,mlp.experts.14.gate_proj,0.0000000493,0.10000,0.629
36,mlp.experts.15.gate_proj,0.0000000804,0.10000,0.632
36,mlp.experts.16.gate_proj,0.0000031154,0.10000,0.724
36,mlp.experts.17.gate_proj,0.0000000992,0.10000,0.668
36,mlp.experts.18.gate_proj,0.0000001698,0.10000,0.667
36,mlp.experts.19.gate_proj,0.0000091861,0.10000,0.644
36,mlp.experts.20.gate_proj,0.0000012700,0.10000,0.605
36,mlp.experts.21.gate_proj,0.0000002032,0.10000,0.625
36,mlp.experts.22.gate_proj,0.0000004607,0.10000,0.634
36,mlp.experts.23.gate_proj,0.0000001924,0.10000,0.708
36,mlp.experts.24.gate_proj,0.0000001629,0.10000,0.671
36,mlp.experts.25.gate_proj,0.0000001058,0.10000,0.628
36,mlp.experts.26.gate_proj,0.0000000828,0.10000,0.632
36,mlp.experts.27.gate_proj,0.0000000836,0.10000,0.725
36,mlp.experts.28.gate_proj,0.0000006772,0.10000,0.655
36,mlp.experts.29.gate_proj,0.0000001705,0.10000,0.653
36,mlp.experts.30.gate_proj,0.0000000992,0.10000,0.681
36,mlp.experts.31.gate_proj,0.0000005694,0.10000,0.631
36,mlp.experts.32.gate_proj,0.0000000526,0.10000,0.629
36,mlp.experts.33.gate_proj,0.0000103162,0.10000,0.618
36,mlp.experts.34.gate_proj,0.0000001463,0.10000,0.638
36,mlp.experts.35.gate_proj,0.0000008742,0.10000,0.635
36,mlp.experts.36.gate_proj,0.0000000956,0.10000,0.631
36,mlp.experts.37.gate_proj,0.0000020915,0.10000,0.614
36,mlp.experts.38.gate_proj,0.0000000570,0.10000,0.620
36,mlp.experts.39.gate_proj,0.0000003851,0.10000,0.626
36,mlp.experts.40.gate_proj,0.0000002887,0.10000,0.644
36,mlp.experts.41.gate_proj,0.0000009587,0.10000,0.625
36,mlp.experts.42.gate_proj,0.0000000251,0.10000,0.613
36,mlp.experts.43.gate_proj,0.0000001029,0.10000,0.608
36,mlp.experts.44.gate_proj,0.0000001242,0.10000,0.619
36,mlp.experts.45.gate_proj,0.0000037735,0.10000,0.721
36,mlp.experts.46.gate_proj,0.0000000381,0.10000,0.667
36,mlp.experts.47.gate_proj,0.0000010739,0.10000,0.654
36,mlp.experts.48.gate_proj,0.0000160805,0.10000,0.654
36,mlp.experts.49.gate_proj,0.0000004622,0.10000,0.646
36,mlp.experts.50.gate_proj,0.0000003174,0.10000,0.617
36,mlp.experts.51.gate_proj,0.0000002815,0.10000,0.609
36,mlp.experts.52.gate_proj,0.0000000520,0.10000,0.642
36,mlp.experts.53.gate_proj,0.0000000574,0.10000,0.641
36,mlp.experts.54.gate_proj,0.0000037637,0.10000,0.597
36,mlp.experts.55.gate_proj,0.0000024926,0.10000,0.603
36,mlp.experts.56.gate_proj,0.0000004484,0.10000,0.617
36,mlp.experts.57.gate_proj,0.0000014617,0.10000,0.620
36,mlp.experts.58.gate_proj,0.0000000595,0.10000,0.616
36,mlp.experts.59.gate_proj,0.0000065806,0.10000,0.672
36,mlp.experts.60.gate_proj,0.0000007636,0.10000,0.625
36,mlp.experts.61.gate_proj,0.0000000728,0.10000,0.667
36,mlp.experts.62.gate_proj,0.0000001919,0.10000,0.650
36,mlp.experts.63.gate_proj,0.0000000728,0.10000,0.633
36,mlp.experts.64.gate_proj,0.0000002371,0.10000,0.633
36,mlp.experts.65.gate_proj,0.0000001214,0.10000,0.641
36,mlp.experts.66.gate_proj,0.0000005169,0.10000,0.609
36,mlp.experts.67.gate_proj,0.0000001478,0.10000,0.644
36,mlp.experts.68.gate_proj,0.0000000396,0.10000,0.637
36,mlp.experts.69.gate_proj,0.0000000780,0.10000,0.608
36,mlp.experts.70.gate_proj,0.0000047347,0.10000,0.610
36,mlp.experts.71.gate_proj,0.0000005297,0.10000,0.613
36,mlp.experts.72.gate_proj,0.0000078836,0.10000,0.605
36,mlp.experts.73.gate_proj,0.0000000361,0.10000,0.612
36,mlp.experts.74.gate_proj,0.0000001353,0.10000,0.620
36,mlp.experts.75.gate_proj,0.0000001582,0.10000,0.609
36,mlp.experts.76.gate_proj,0.0000000474,0.10000,0.597
36,mlp.experts.77.gate_proj,0.0000057142,0.10000,0.610
36,mlp.experts.78.gate_proj,0.0000014990,0.10000,0.651
36,mlp.experts.79.gate_proj,0.0000000932,0.10000,0.627
36,mlp.experts.80.gate_proj,0.0000001052,0.10000,0.620
36,mlp.experts.81.gate_proj,0.0000058886,0.10000,0.617
36,mlp.experts.82.gate_proj,0.0000017821,0.10000,0.620
36,mlp.experts.83.gate_proj,0.0000069594,0.10000,0.621
36,mlp.experts.84.gate_proj,0.0000014249,0.10000,0.610
36,mlp.experts.85.gate_proj,0.0000001685,0.10000,0.632
36,mlp.experts.86.gate_proj,0.0000065286,0.10000,0.726
36,mlp.experts.87.gate_proj,0.0000000347,0.10000,0.656
36,mlp.experts.88.gate_proj,0.0000133439,0.10000,0.633
36,mlp.experts.89.gate_proj,0.0000003984,0.10000,0.651
36,mlp.experts.90.gate_proj,0.0000001052,0.10000,0.621
36,mlp.experts.91.gate_proj,0.0000013342,0.10000,0.611
36,mlp.experts.92.gate_proj,0.0000001664,0.10000,0.608
36,mlp.experts.93.gate_proj,0.0000057574,0.10000,0.602
36,mlp.experts.94.gate_proj,0.0000004730,0.10000,0.646
36,mlp.experts.95.gate_proj,0.0000002596,0.10000,0.628
36,mlp.experts.96.gate_proj,0.0000001177,0.10000,0.636
36,mlp.experts.97.gate_proj,0.0000000380,0.10000,0.656
36,mlp.experts.98.gate_proj,0.0000069286,0.10000,0.644
36,mlp.experts.99.gate_proj,0.0000000617,0.10000,0.615
36,mlp.experts.100.gate_proj,0.0000000478,0.10000,0.595
36,mlp.experts.101.gate_proj,0.0000024261,0.10000,0.615
36,mlp.experts.102.gate_proj,0.0000000350,0.10000,0.614
36,mlp.experts.103.gate_proj,0.0000000538,0.10000,0.612
36,mlp.experts.104.gate_proj,0.0000001155,0.10000,0.613
36,mlp.experts.105.gate_proj,0.0000023202,0.10000,0.615
36,mlp.experts.106.gate_proj,0.0000053048,0.10000,0.715
36,mlp.experts.107.gate_proj,0.0000000838,0.10000,0.694
36,mlp.experts.108.gate_proj,0.0000003512,0.10000,0.648
36,mlp.experts.109.gate_proj,0.0000077680,0.10000,0.603
36,mlp.experts.110.gate_proj,0.0000014537,0.10000,0.668
36,mlp.experts.111.gate_proj,0.0000005483,0.10000,0.689
36,mlp.experts.112.gate_proj,0.0000000947,0.10000,0.643
36,mlp.experts.113.gate_proj,0.0000032763,0.10000,0.614
36,mlp.experts.114.gate_proj,0.0000001129,0.10000,0.609
36,mlp.experts.115.gate_proj,0.0000001128,0.10000,0.605
36,mlp.experts.116.gate_proj,0.0000001437,0.10000,0.596
36,mlp.experts.117.gate_proj,0.0000003620,0.10000,0.606
36,mlp.experts.118.gate_proj,0.0000000822,0.10000,0.606
36,mlp.experts.119.gate_proj,0.0000019642,0.10000,0.601
36,mlp.experts.120.gate_proj,0.0000000749,0.10000,0.608
36,mlp.experts.121.gate_proj,0.0000001169,0.10000,0.611
36,mlp.experts.122.gate_proj,0.0000034771,0.10000,0.608
36,mlp.experts.123.gate_proj,0.0000001782,0.10000,0.635
36,mlp.experts.124.gate_proj,0.0000000867,0.10000,0.639
36,mlp.experts.125.gate_proj,0.0000011056,0.10000,0.619
36,mlp.experts.126.gate_proj,0.0000007320,0.10000,0.604
36,mlp.experts.127.gate_proj,0.0000000650,0.10000,0.619
36,mlp.experts.0.down_proj,0.0000000291,0.10000,0.236
36,mlp.experts.1.down_proj,0.0000007508,0.10000,0.222
36,mlp.experts.2.down_proj,0.0000000080,0.10000,0.220
36,mlp.experts.3.down_proj,0.0000019556,0.10000,0.223
36,mlp.experts.4.down_proj,0.0000000467,0.10000,0.220
36,mlp.experts.5.down_proj,0.0000043817,0.10000,0.223
36,mlp.experts.6.down_proj,0.0000000367,0.10000,0.223
36,mlp.experts.7.down_proj,0.0000001459,0.10000,0.238
36,mlp.experts.8.down_proj,0.0000000454,0.10000,0.224
36,mlp.experts.9.down_proj,0.0000000508,0.10000,0.228
36,mlp.experts.10.down_proj,0.0000010437,0.10000,0.249
36,mlp.experts.11.down_proj,0.0000002061,0.10000,0.233
36,mlp.experts.12.down_proj,0.0000000503,0.10000,0.229
36,mlp.experts.13.down_proj,0.0000156255,0.10000,0.231
36,mlp.experts.14.down_proj,0.0000000219,0.10000,0.230
36,mlp.experts.15.down_proj,0.0000000486,0.10000,0.229
36,mlp.experts.16.down_proj,0.0000008496,0.10000,0.235
36,mlp.experts.17.down_proj,0.0000000313,0.10000,0.235
36,mlp.experts.18.down_proj,0.0000000400,0.10000,0.234
36,mlp.experts.19.down_proj,0.0000017948,0.10000,0.230
36,mlp.experts.20.down_proj,0.0000003107,0.10000,0.235
36,mlp.experts.21.down_proj,0.0000000392,0.10000,0.231
36,mlp.experts.22.down_proj,0.0000001077,0.10000,0.240
36,mlp.experts.23.down_proj,0.0000000879,0.10000,0.228
36,mlp.experts.24.down_proj,0.0000000327,0.10000,0.229
36,mlp.experts.25.down_proj,0.0000000393,0.10000,0.232
36,mlp.experts.26.down_proj,0.0000000360,0.10000,0.246
36,mlp.experts.27.down_proj,0.0000000149,0.10000,0.242
36,mlp.experts.28.down_proj,0.0000001577,0.10000,0.239
36,mlp.experts.29.down_proj,0.0000000479,0.10000,0.248
36,mlp.experts.30.down_proj,0.0000000368,0.10000,0.244
36,mlp.experts.31.down_proj,0.0000002167,0.10000,0.244
36,mlp.experts.32.down_proj,0.0000000159,0.10000,0.232
36,mlp.experts.33.down_proj,0.0000006136,0.10000,0.233
36,mlp.experts.34.down_proj,0.0000000374,0.10000,0.245
36,mlp.experts.35.down_proj,0.0000004743,0.10000,0.238
36,mlp.experts.36.down_proj,0.0000000370,0.10000,0.228
36,mlp.experts.37.down_proj,0.0000006184,0.10000,0.244
36,mlp.experts.38.down_proj,0.0000000330,0.10000,0.242
36,mlp.experts.39.down_proj,0.0000002498,0.10000,0.238
36,mlp.experts.40.down_proj,0.0000000560,0.10000,0.239
36,mlp.experts.41.down_proj,0.0000001898,0.10000,0.233
36,mlp.experts.42.down_proj,0.0000000071,0.10000,0.231
36,mlp.experts.43.down_proj,0.0000000437,0.10000,0.241
36,mlp.experts.44.down_proj,0.0000000328,0.10000,0.239
36,mlp.experts.45.down_proj,0.0000009785,0.10000,0.241
36,mlp.experts.46.down_proj,0.0000000096,0.10000,0.230
36,mlp.experts.47.down_proj,0.0000002834,0.10000,0.236
36,mlp.experts.48.down_proj,0.0000067902,0.10000,0.232
36,mlp.experts.49.down_proj,0.0000000736,0.10000,0.230
36,mlp.experts.50.down_proj,0.0000000525,0.10000,0.234
36,mlp.experts.51.down_proj,0.0000001181,0.10000,0.231
36,mlp.experts.52.down_proj,0.0000000113,0.10000,0.277
36,mlp.experts.53.down_proj,0.0000000245,0.10000,0.275
36,mlp.experts.54.down_proj,0.0000011066,0.10000,0.265
36,mlp.experts.55.down_proj,0.0000015659,0.10000,0.275
36,mlp.experts.56.down_proj,0.0000001583,0.10000,0.249
36,mlp.experts.57.down_proj,0.0000005352,0.10000,0.230
36,mlp.experts.58.down_proj,0.0000000207,0.10000,0.233
36,mlp.experts.59.down_proj,0.0000018599,0.10000,0.225
36,mlp.experts.60.down_proj,0.0000003484,0.10000,0.256
36,mlp.experts.61.down_proj,0.0000000139,0.10000,0.235
36,mlp.experts.62.down_proj,0.0000000408,0.10000,0.269
36,mlp.experts.63.down_proj,0.0000000297,0.10000,0.263
36,mlp.experts.64.down_proj,0.0000000790,0.10000,0.253
36,mlp.experts.65.down_proj,0.0000000349,0.10000,0.239
36,mlp.experts.66.down_proj,0.0000002202,0.10000,0.250
36,mlp.experts.67.down_proj,0.0000000661,0.10000,0.274
36,mlp.experts.68.down_proj,0.0000000178,0.10000,0.274
36,mlp.experts.69.down_proj,0.0000000275,0.10000,0.238
36,mlp.experts.70.down_proj,0.0000020903,0.10000,0.251
36,mlp.experts.71.down_proj,0.0000003414,0.10000,0.252
36,mlp.experts.72.down_proj,0.0000045290,0.10000,0.252
36,mlp.experts.73.down_proj,0.0000000063,0.10000,0.252
36,mlp.experts.74.down_proj,0.0000000488,0.10000,0.252
36,mlp.experts.75.down_proj,0.0000000362,0.10000,0.248
36,mlp.experts.76.down_proj,0.0000000124,0.10000,0.252
36,mlp.experts.77.down_proj,0.0000019129,0.10000,0.255
36,mlp.experts.78.down_proj,0.0000004059,0.10000,0.266
36,mlp.experts.79.down_proj,0.0000000403,0.10000,0.260
36,mlp.experts.80.down_proj,0.0000000321,0.10000,0.244
36,mlp.experts.81.down_proj,0.0000028292,0.10000,0.244
36,mlp.experts.82.down_proj,0.0000007124,0.10000,0.240
36,mlp.experts.83.down_proj,0.0000019318,0.10000,0.248
36,mlp.experts.84.down_proj,0.0000003393,0.10000,0.233
36,mlp.experts.85.down_proj,0.0000000348,0.10000,0.257
36,mlp.experts.86.down_proj,0.0000040962,0.10000,0.245
36,mlp.experts.87.down_proj,0.0000000084,0.10000,0.233
36,mlp.experts.88.down_proj,0.0000067002,0.10000,0.235
36,mlp.experts.89.down_proj,0.0000001599,0.10000,0.236
36,mlp.experts.90.down_proj,0.0000000203,0.10000,0.246
36,mlp.experts.91.down_proj,0.0000004388,0.10000,0.237
36,mlp.experts.92.down_proj,0.0000000241,0.10000,0.239
36,mlp.experts.93.down_proj,0.0000013627,0.10000,0.240
36,mlp.experts.94.down_proj,0.0000002519,0.10000,0.236
36,mlp.experts.95.down_proj,0.0000001046,0.10000,0.241
36,mlp.experts.96.down_proj,0.0000000728,0.10000,0.239
36,mlp.experts.97.down_proj,0.0000000128,0.10000,0.243
36,mlp.experts.98.down_proj,0.0000006156,0.10000,0.244
36,mlp.experts.99.down_proj,0.0000000276,0.10000,0.224
36,mlp.experts.100.down_proj,0.0000000187,0.10000,0.246
36,mlp.experts.101.down_proj,0.0000001481,0.10000,0.256
36,mlp.experts.102.down_proj,0.0000000096,0.10000,0.301
36,mlp.experts.103.down_proj,0.0000000196,0.10000,0.235
36,mlp.experts.104.down_proj,0.0000000405,0.10000,0.284
36,mlp.experts.105.down_proj,0.0000002665,0.10000,0.263
36,mlp.experts.106.down_proj,0.0000010052,0.10000,0.274
36,mlp.experts.107.down_proj,0.0000000418,0.10000,0.253
36,mlp.experts.108.down_proj,0.0000000690,0.10000,0.255
36,mlp.experts.109.down_proj,0.0000022254,0.10000,0.232
36,mlp.experts.110.down_proj,0.0000003872,0.10000,0.247
36,mlp.experts.111.down_proj,0.0000001376,0.10000,0.243
36,mlp.experts.112.down_proj,0.0000000277,0.10000,0.245
36,mlp.experts.113.down_proj,0.0000010200,0.10000,0.248
36,mlp.experts.114.down_proj,0.0000000436,0.10000,0.264
36,mlp.experts.115.down_proj,0.0000000322,0.10000,0.262
36,mlp.experts.116.down_proj,0.0000000525,0.10000,0.275
36,mlp.experts.117.down_proj,0.0000000882,0.10000,0.253
36,mlp.experts.118.down_proj,0.0000000358,0.10000,0.247
36,mlp.experts.119.down_proj,0.0000006830,0.10000,0.254
36,mlp.experts.120.down_proj,0.0000000296,0.10000,0.253
36,mlp.experts.121.down_proj,0.0000000364,0.10000,0.264
36,mlp.experts.122.down_proj,0.0000008841,0.10000,0.244
36,mlp.experts.123.down_proj,0.0000000677,0.10000,0.227
36,mlp.experts.124.down_proj,0.0000000351,0.10000,0.241
36,mlp.experts.125.down_proj,0.0000003980,0.10000,0.271
36,mlp.experts.126.down_proj,0.0000002117,0.10000,0.255
36,mlp.experts.127.down_proj,0.0000000183,0.10000,0.246
37,self_attn.q_proj,0.0000000034,0.10000,0.609
37,self_attn.k_proj,0.0000000004,0.10000,0.622
37,self_attn.v_proj,0.0000000005,0.10000,0.615
37,self_attn.o_proj,0.0000000004,0.10000,1.134
37,mlp.gate,0.0000000066,0.10000,0.587
37,mlp.experts.0.up_proj,0.0000002027,0.10000,0.643
37,mlp.experts.1.up_proj,0.0000003817,0.10000,0.650
37,mlp.experts.2.up_proj,0.0000000680,0.10000,0.636
37,mlp.experts.3.up_proj,0.0000311581,0.10000,0.643
37,mlp.experts.4.up_proj,0.0000002716,0.10000,0.610
37,mlp.experts.5.up_proj,0.0000028717,0.10000,0.624
37,mlp.experts.6.up_proj,0.0000000763,0.10000,0.623
37,mlp.experts.7.up_proj,0.0000018469,0.10000,0.569
37,mlp.experts.8.up_proj,0.0000004117,0.10000,0.577
37,mlp.experts.9.up_proj,0.0000119157,0.10000,0.569
37,mlp.experts.10.up_proj,0.0000000269,0.10000,0.579
37,mlp.experts.11.up_proj,0.0000013683,0.10000,0.688
37,mlp.experts.12.up_proj,0.0000001554,0.10000,0.612
37,mlp.experts.13.up_proj,0.0000017119,0.10000,0.591
37,mlp.experts.14.up_proj,0.0000005291,0.10000,0.594
37,mlp.experts.15.up_proj,0.0000001060,0.10000,0.614
37,mlp.experts.16.up_proj,0.0000001062,0.10000,0.592
37,mlp.experts.17.up_proj,0.0000062653,0.10000,0.575
37,mlp.experts.18.up_proj,0.0000001302,0.10000,0.578
37,mlp.experts.19.up_proj,0.0000003447,0.10000,0.576
37,mlp.experts.20.up_proj,0.0000002592,0.10000,0.579
37,mlp.experts.21.up_proj,0.0000000983,0.10000,0.578
37,mlp.experts.22.up_proj,0.0000274925,0.10000,0.579
37,mlp.experts.23.up_proj,0.0000001061,0.10000,0.624
37,mlp.experts.24.up_proj,0.0000000723,0.10000,0.620
37,mlp.experts.25.up_proj,0.0000002996,0.10000,0.583
37,mlp.experts.26.up_proj,0.0000003068,0.10000,0.586
37,mlp.experts.27.up_proj,0.0000003719,0.10000,0.589
37,mlp.experts.28.up_proj,0.0000000928,0.10000,0.587
37,mlp.experts.29.up_proj,0.0000007803,0.10000,0.589
37,mlp.experts.30.up_proj,0.0000080055,0.10000,0.588
37,mlp.experts.31.up_proj,0.0000008518,0.10000,0.600
37,mlp.experts.32.up_proj,0.0000005044,0.10000,0.613
37,mlp.experts.33.up_proj,0.0000004641,0.10000,0.591
37,mlp.experts.34.up_proj,0.0000011577,0.10000,0.615
37,mlp.experts.35.up_proj,0.0000056135,0.10000,0.638
37,mlp.experts.36.up_proj,0.0000001180,0.10000,0.621
37,mlp.experts.37.up_proj,0.0000059714,0.10000,0.624
37,mlp.experts.38.up_proj,0.0000007956,0.10000,0.590
37,mlp.experts.39.up_proj,0.0000106319,0.10000,0.589
37,mlp.experts.40.up_proj,0.0000000694,0.10000,0.594
37,mlp.experts.41.up_proj,0.0000000731,0.10000,0.589
37,mlp.experts.42.up_proj,0.0000001609,0.10000,0.592
37,mlp.experts.43.up_proj,0.0000059759,0.10000,0.587
37,mlp.experts.44.up_proj,0.0000000700,0.10000,0.589
37,mlp.experts.45.up_proj,0.0000000803,0.10000,0.596
37,mlp.experts.46.up_proj,0.0000329733,0.10000,0.588
37,mlp.experts.47.up_proj,0.0000002376,0.10000,0.586
37,mlp.experts.48.up_proj,0.0000065267,0.10000,0.589
37,mlp.experts.49.up_proj,0.0000001117,0.10000,0.608
37,mlp.experts.50.up_proj,0.0000051000,0.10000,0.601
37,mlp.experts.51.up_proj,0.0000093782,0.10000,0.599
37,mlp.experts.52.up_proj,0.0000002179,0.10000,0.580
37,mlp.experts.53.up_proj,0.0000004635,0.10000,0.595
37,mlp.experts.54.up_proj,0.0000133980,0.10000,0.597
37,mlp.experts.55.up_proj,0.0000000762,0.10000,0.584
37,mlp.experts.56.up_proj,0.0000044099,0.10000,0.638
37,mlp.experts.57.up_proj,0.0000000677,0.10000,0.593
37,mlp.experts.58.up_proj,0.0000001534,0.10000,0.594
37,mlp.experts.59.up_proj,0.0000003028,0.10000,0.597
37,mlp.experts.60.up_proj,0.0000044059,0.10000,0.601
37,mlp.experts.61.up_proj,0.0000001482,0.10000,0.582
37,mlp.experts.62.up_proj,0.0000001069,0.10000,0.586
37,mlp.experts.63.up_proj,0.0000010064,0.10000,0.598
37,mlp.experts.64.up_proj,0.0000544246,0.10000,0.590
37,mlp.experts.65.up_proj,0.0000000558,0.10000,0.591
37,mlp.experts.66.up_proj,0.0000000745,0.10000,0.598
37,mlp.experts.67.up_proj,0.0000003438,0.10000,0.611
37,mlp.experts.68.up_proj,0.0000007054,0.10000,0.615
37,mlp.experts.69.up_proj,0.0000659700,0.10000,0.601
37,mlp.experts.70.up_proj,0.0000007623,0.10000,0.624
37,mlp.experts.71.up_proj,0.0000002048,0.10000,0.613
37,mlp.experts.72.up_proj,0.0000055031,0.10000,0.594
37,mlp.experts.73.up_proj,0.0000000838,0.10000,0.601
37,mlp.experts.74.up_proj,0.0000052431,0.10000,0.609
37,mlp.experts.75.up_proj,0.0000000573,0.10000,0.601
37,mlp.experts.76.up_proj,0.0000000719,0.10000,0.591
37,mlp.experts.77.up_proj,0.0000001423,0.10000,0.588
37,mlp.experts.78.up_proj,0.0000001284,0.10000,0.599
37,mlp.experts.79.up_proj,0.0000000628,0.10000,0.592
37,mlp.experts.80.up_proj,0.0000001351,0.10000,0.596
37,mlp.experts.81.up_proj,0.0000010727,0.10000,0.604
37,mlp.experts.82.up_proj,0.0000001171,0.10000,0.598
37,mlp.experts.83.up_proj,0.0000001363,0.10000,0.672
37,mlp.experts.84.up_proj,0.0000012665,0.10000,0.642
37,mlp.experts.85.up_proj,0.0000008446,0.10000,0.639
37,mlp.experts.86.up_proj,0.0000043720,0.10000,0.630
37,mlp.experts.87.up_proj,0.0000007129,0.10000,0.601
37,mlp.experts.88.up_proj,0.0000100337,0.10000,0.754
37,mlp.experts.89.up_proj,0.0000003754,0.10000,0.683
37,mlp.experts.90.up_proj,0.0000044675,0.10000,0.682
37,mlp.experts.91.up_proj,0.0000000895,0.10000,0.701
37,mlp.experts.92.up_proj,0.0000001225,0.10000,0.661
37,mlp.experts.93.up_proj,0.0000001212,0.10000,0.663
37,mlp.experts.94.up_proj,0.0000169851,0.10000,0.663
37,mlp.experts.95.up_proj,0.0000000676,0.10000,0.636
37,mlp.experts.96.up_proj,0.0000236673,0.10000,0.618
37,mlp.experts.97.up_proj,0.0000022841,0.10000,0.645
37,mlp.experts.98.up_proj,0.0000000664,0.10000,0.634
37,mlp.experts.99.up_proj,0.0000000609,0.10000,0.600
37,mlp.experts.100.up_proj,0.0000150199,0.10000,0.638
37,mlp.experts.101.up_proj,0.0000000390,0.10000,0.629
37,mlp.experts.102.up_proj,0.0000000690,0.10000,0.600
37,mlp.experts.103.up_proj,0.0000002085,0.10000,0.595
37,mlp.experts.104.up_proj,0.0000001028,0.10000,0.604
37,mlp.experts.105.up_proj,0.0000001700,0.10000,0.597
37,mlp.experts.106.up_proj,0.0000000443,0.10000,0.598
37,mlp.experts.107.up_proj,0.0000001743,0.10000,0.602
37,mlp.experts.108.up_proj,0.0000038862,0.10000,0.629
37,mlp.experts.109.up_proj,0.0000000699,0.10000,0.627
37,mlp.experts.110.up_proj,0.0000024706,0.10000,0.601
37,mlp.experts.111.up_proj,0.0000116977,0.10000,0.602
37,mlp.experts.112.up_proj,0.0000000747,0.10000,0.592
37,mlp.experts.113.up_proj,0.0000000783,0.10000,0.616
37,mlp.experts.114.up_proj,0.0000241445,0.10000,0.623
37,mlp.experts.115.up_proj,0.0000001148,0.10000,0.598
37,mlp.experts.116.up_proj,0.0000048192,0.10000,0.601
37,mlp.experts.117.up_proj,0.0000003299,0.10000,0.599
37,mlp.experts.118.up_proj,0.0000001713,0.10000,0.599
37,mlp.experts.119.up_proj,0.0000021399,0.10000,0.603
37,mlp.experts.120.up_proj,0.0000000982,0.10000,0.646
37,mlp.experts.121.up_proj,0.0000000697,0.10000,0.634
37,mlp.experts.122.up_proj,0.0000008123,0.10000,0.719
37,mlp.experts.123.up_proj,0.0000000655,0.10000,0.644
37,mlp.experts.124.up_proj,0.0000001924,0.10000,0.707
37,mlp.experts.125.up_proj,0.0000003191,0.10000,0.673
37,mlp.experts.126.up_proj,0.0000073518,0.10000,0.632
37,mlp.experts.127.up_proj,0.0000000723,0.10000,0.605
37,mlp.experts.0.gate_proj,0.0000001996,0.10000,0.623
37,mlp.experts.1.gate_proj,0.0000003987,0.10000,0.624
37,mlp.experts.2.gate_proj,0.0000000710,0.10000,0.642
37,mlp.experts.3.gate_proj,0.0000300020,0.10000,0.631
37,mlp.experts.4.gate_proj,0.0000002784,0.10000,0.601
37,mlp.experts.5.gate_proj,0.0000026673,0.10000,0.599
37,mlp.experts.6.gate_proj,0.0000000668,0.10000,0.610
37,mlp.experts.7.gate_proj,0.0000017807,0.10000,0.604
37,mlp.experts.8.gate_proj,0.0000004312,0.10000,0.604
37,mlp.experts.9.gate_proj,0.0000124951,0.10000,0.599
37,mlp.experts.10.gate_proj,0.0000000249,0.10000,0.626
37,mlp.experts.11.gate_proj,0.0000013452,0.10000,0.609
37,mlp.experts.12.gate_proj,0.0000001631,0.10000,0.599
37,mlp.experts.13.gate_proj,0.0000016894,0.10000,0.606
37,mlp.experts.14.gate_proj,0.0000005366,0.10000,0.611
37,mlp.experts.15.gate_proj,0.0000000991,0.10000,0.717
37,mlp.experts.16.gate_proj,0.0000001071,0.10000,0.676
37,mlp.experts.17.gate_proj,0.0000061827,0.10000,0.641
37,mlp.experts.18.gate_proj,0.0000001282,0.10000,0.627
37,mlp.experts.19.gate_proj,0.0000003676,0.10000,0.610
37,mlp.experts.20.gate_proj,0.0000001940,0.10000,0.625
37,mlp.experts.21.gate_proj,0.0000000888,0.10000,0.643
37,mlp.experts.22.gate_proj,0.0000244972,0.10000,0.717
37,mlp.experts.23.gate_proj,0.0000000997,0.10000,0.638
37,mlp.experts.24.gate_proj,0.0000000768,0.10000,0.622
37,mlp.experts.25.gate_proj,0.0000002891,0.10000,0.614
37,mlp.experts.26.gate_proj,0.0000003092,0.10000,0.612
37,mlp.experts.27.gate_proj,0.0000003592,0.10000,0.607
37,mlp.experts.28.gate_proj,0.0000000841,0.10000,0.612
37,mlp.experts.29.gate_proj,0.0000007023,0.10000,0.607
37,mlp.experts.30.gate_proj,0.0000082756,0.10000,0.615
37,mlp.experts.31.gate_proj,0.0000008708,0.10000,0.606
37,mlp.experts.32.gate_proj,0.0000004722,0.10000,0.608
37,mlp.experts.33.gate_proj,0.0000002785,0.10000,0.609
37,mlp.experts.34.gate_proj,0.0000011906,0.10000,0.620
37,mlp.experts.35.gate_proj,0.0000132431,0.10000,0.632
37,mlp.experts.36.gate_proj,0.0000001256,0.10000,0.604
37,mlp.experts.37.gate_proj,0.0000067737,0.10000,0.597
37,mlp.experts.38.gate_proj,0.0000007672,0.10000,0.601
37,mlp.experts.39.gate_proj,0.0000093162,0.10000,0.631
37,mlp.experts.40.gate_proj,0.0000000666,0.10000,0.624
37,mlp.experts.41.gate_proj,0.0000000796,0.10000,0.623
37,mlp.experts.42.gate_proj,0.0000001567,0.10000,0.618
37,mlp.experts.43.gate_proj,0.0000059694,0.10000,0.616
37,mlp.experts.44.gate_proj,0.0000000698,0.10000,0.611
37,mlp.experts.45.gate_proj,0.0000000607,0.10000,0.603
37,mlp.experts.46.gate_proj,0.0000308108,0.10000,0.600
37,mlp.experts.47.gate_proj,0.0000002189,0.10000,0.605
37,mlp.experts.48.gate_proj,0.0000070217,0.10000,0.609
37,mlp.experts.49.gate_proj,0.0000001252,0.10000,0.615
37,mlp.experts.50.gate_proj,0.0000050214,0.10000,0.595
37,mlp.experts.51.gate_proj,0.0000092698,0.10000,0.708
37,mlp.experts.52.gate_proj,0.0000002207,0.10000,0.701
37,mlp.experts.53.gate_proj,0.0000004694,0.10000,0.636
37,mlp.experts.54.gate_proj,0.0000132663,0.10000,0.633
37,mlp.experts.55.gate_proj,0.0000000710,0.10000,0.609
37,mlp.experts.56.gate_proj,0.0000039543,0.10000,0.636
37,mlp.experts.57.gate_proj,0.0000000630,0.10000,0.628
37,mlp.experts.58.gate_proj,0.0000001158,0.10000,0.661
37,mlp.experts.59.gate_proj,0.0000003107,0.10000,0.712
37,mlp.experts.60.gate_proj,0.0000040481,0.10000,0.662
37,mlp.experts.61.gate_proj,0.0000001695,0.10000,0.655
37,mlp.experts.62.gate_proj,0.0000000772,0.10000,0.665
37,mlp.experts.63.gate_proj,0.0000009468,0.10000,0.663
37,mlp.experts.64.gate_proj,0.0000526663,0.10000,0.640
37,mlp.experts.65.gate_proj,0.0000000492,0.10000,0.646
37,mlp.experts.66.gate_proj,0.0000000707,0.10000,0.611
37,mlp.experts.67.gate_proj,0.0000003526,0.10000,0.600
37,mlp.experts.68.gate_proj,0.0000006917,0.10000,0.610
37,mlp.experts.69.gate_proj,0.0000612537,0.10000,0.608
37,mlp.experts.70.gate_proj,0.0000007283,0.10000,0.613
37,mlp.experts.71.gate_proj,0.0000001998,0.10000,0.614
37,mlp.experts.72.gate_proj,0.0000055490,0.10000,0.618
37,mlp.experts.73.gate_proj,0.0000000779,0.10000,0.624
37,mlp.experts.74.gate_proj,0.0000052381,0.10000,0.619
37,mlp.experts.75.gate_proj,0.0000000574,0.10000,0.620
37,mlp.experts.76.gate_proj,0.0000000682,0.10000,0.620
37,mlp.experts.77.gate_proj,0.0000001461,0.10000,0.607
37,mlp.experts.78.gate_proj,0.0000001402,0.10000,0.610
37,mlp.experts.79.gate_proj,0.0000000632,0.10000,0.615
37,mlp.experts.80.gate_proj,0.0000001227,0.10000,0.616
37,mlp.experts.81.gate_proj,0.0000010586,0.10000,0.621
37,mlp.experts.82.gate_proj,0.0000001141,0.10000,0.610
37,mlp.experts.83.gate_proj,0.0000001318,0.10000,0.612
37,mlp.experts.84.gate_proj,0.0000012964,0.10000,0.612
37,mlp.experts.85.gate_proj,0.0000008522,0.10000,0.627
37,mlp.experts.86.gate_proj,0.0000044207,0.10000,0.648
37,mlp.experts.87.gate_proj,0.0000007948,0.10000,0.603
37,mlp.experts.88.gate_proj,0.0000094742,0.10000,0.607
37,mlp.experts.89.gate_proj,0.0000003677,0.10000,0.636
37,mlp.experts.90.gate_proj,0.0000039767,0.10000,0.606
37,mlp.experts.91.gate_proj,0.0000000977,0.10000,0.605
37,mlp.experts.92.gate_proj,0.0000001278,0.10000,0.620
37,mlp.experts.93.gate_proj,0.0000001142,0.10000,0.635
37,mlp.experts.94.gate_proj,0.0000163808,0.10000,0.625
37,mlp.experts.95.gate_proj,0.0000000658,0.10000,0.620
37,mlp.experts.96.gate_proj,0.0000213765,0.10000,0.653
37,mlp.experts.97.gate_proj,0.0000023272,0.10000,0.736
37,mlp.experts.98.gate_proj,0.0000000661,0.10000,0.650
37,mlp.experts.99.gate_proj,0.0000000536,0.10000,0.652
37,mlp.experts.100.gate_proj,0.0000147616,0.10000,0.614
37,mlp.experts.101.gate_proj,0.0000000371,0.10000,0.637
37,mlp.experts.102.gate_proj,0.0000000727,0.10000,0.637
37,mlp.experts.103.gate_proj,0.0000002078,0.10000,0.652
37,mlp.experts.104.gate_proj,0.0000001068,0.10000,0.627
37,mlp.experts.105.gate_proj,0.0000001664,0.10000,0.606
37,mlp.experts.106.gate_proj,0.0000000426,0.10000,0.636
37,mlp.experts.107.gate_proj,0.0000001604,0.10000,0.641
37,mlp.experts.108.gate_proj,0.0000041792,0.10000,0.628
37,mlp.experts.109.gate_proj,0.0000000653,0.10000,0.643
37,mlp.experts.110.gate_proj,0.0000023537,0.10000,0.708
37,mlp.experts.111.gate_proj,0.0000112890,0.10000,0.644
37,mlp.experts.112.gate_proj,0.0000000809,0.10000,0.599
37,mlp.experts.113.gate_proj,0.0000000725,0.10000,0.722
37,mlp.experts.114.gate_proj,0.0000238146,0.10000,0.646
37,mlp.experts.115.gate_proj,0.0000001109,0.10000,0.634
37,mlp.experts.116.gate_proj,0.0000050365,0.10000,0.623
37,mlp.experts.117.gate_proj,0.0000003130,0.10000,0.624
37,mlp.experts.118.gate_proj,0.0000001718,0.10000,0.602
37,mlp.experts.119.gate_proj,0.0000022203,0.10000,0.599
37,mlp.experts.120.gate_proj,0.0000000889,0.10000,0.599
37,mlp.experts.121.gate_proj,0.0000000657,0.10000,0.591
37,mlp.experts.122.gate_proj,0.0000008028,0.10000,0.607
37,mlp.experts.123.gate_proj,0.0000000596,0.10000,0.627
37,mlp.experts.124.gate_proj,0.0000001892,0.10000,0.619
37,mlp.experts.125.gate_proj,0.0000003025,0.10000,0.617
37,mlp.experts.126.gate_proj,0.0000077840,0.10000,0.639
37,mlp.experts.127.gate_proj,0.0000000668,0.10000,0.605
37,mlp.experts.0.down_proj,0.0000000731,0.10000,0.234
37,mlp.experts.1.down_proj,0.0000001393,0.10000,0.235
37,mlp.experts.2.down_proj,0.0000000413,0.10000,0.228
37,mlp.experts.3.down_proj,0.0000248550,0.10000,0.206
37,mlp.experts.4.down_proj,0.0000001485,0.10000,0.242
37,mlp.experts.5.down_proj,0.0000014828,0.10000,0.217
37,mlp.experts.6.down_proj,0.0000000383,0.10000,0.240
37,mlp.experts.7.down_proj,0.0000006192,0.10000,0.239
37,mlp.experts.8.down_proj,0.0000003717,0.10000,0.230
37,mlp.experts.9.down_proj,0.0000074615,0.10000,0.225
37,mlp.experts.10.down_proj,0.0000000086,0.10000,0.228
37,mlp.experts.11.down_proj,0.0000003806,0.10000,0.226
37,mlp.experts.12.down_proj,0.0000000738,0.10000,0.225
37,mlp.experts.13.down_proj,0.0000004830,0.10000,0.224
37,mlp.experts.14.down_proj,0.0000001763,0.10000,0.226
37,mlp.experts.15.down_proj,0.0000000785,0.10000,0.228
37,mlp.experts.16.down_proj,0.0000000660,0.10000,0.222
37,mlp.experts.17.down_proj,0.0000048287,0.10000,0.229
37,mlp.experts.18.down_proj,0.0000000822,0.10000,0.213
37,mlp.experts.19.down_proj,0.0000002788,0.10000,0.231
37,mlp.experts.20.down_proj,0.0000000760,0.10000,0.228
37,mlp.experts.21.down_proj,0.0000000473,0.10000,0.235
37,mlp.experts.22.down_proj,0.0000130694,0.10000,0.226
37,mlp.experts.23.down_proj,0.0000000649,0.10000,0.227
37,mlp.experts.24.down_proj,0.0000000588,0.10000,0.227
37,mlp.experts.25.down_proj,0.0000001593,0.10000,0.229
37,mlp.experts.26.down_proj,0.0000001800,0.10000,0.240
37,mlp.experts.27.down_proj,0.0000001151,0.10000,0.226
37,mlp.experts.28.down_proj,0.0000000736,0.10000,0.231
37,mlp.experts.29.down_proj,0.0000000925,0.10000,0.229
37,mlp.experts.30.down_proj,0.0000041476,0.10000,0.231
37,mlp.experts.31.down_proj,0.0000002999,0.10000,0.235
37,mlp.experts.32.down_proj,0.0000003057,0.10000,0.226
37,mlp.experts.33.down_proj,0.0000001855,0.10000,0.225
37,mlp.experts.34.down_proj,0.0000003313,0.10000,0.237
37,mlp.experts.35.down_proj,0.0000004337,0.10000,0.233
37,mlp.experts.36.down_proj,0.0000000634,0.10000,0.234
37,mlp.experts.37.down_proj,0.0000033155,0.10000,0.222
37,mlp.experts.38.down_proj,0.0000004955,0.10000,0.255
37,mlp.experts.39.down_proj,0.0000081167,0.10000,0.232
37,mlp.experts.40.down_proj,0.0000000228,0.10000,0.247
37,mlp.experts.41.down_proj,0.0000000585,0.10000,0.239
37,mlp.experts.42.down_proj,0.0000000951,0.10000,0.231
37,mlp.experts.43.down_proj,0.0000027515,0.10000,0.234
37,mlp.experts.44.down_proj,0.0000000396,0.10000,0.231
37,mlp.experts.45.down_proj,0.0000000236,0.10000,0.230
37,mlp.experts.46.down_proj,0.0000241617,0.10000,0.232
37,mlp.experts.47.down_proj,0.0000000876,0.10000,0.224
37,mlp.experts.48.down_proj,0.0000061769,0.10000,0.227
37,mlp.experts.49.down_proj,0.0000000676,0.10000,0.224
37,mlp.experts.50.down_proj,0.0000034825,0.10000,0.229
37,mlp.experts.51.down_proj,0.0000056251,0.10000,0.226
37,mlp.experts.52.down_proj,0.0000000599,0.10000,0.227
37,mlp.experts.53.down_proj,0.0000001088,0.10000,0.236
37,mlp.experts.54.down_proj,0.0000087422,0.10000,0.234
37,mlp.experts.55.down_proj,0.0000000360,0.10000,0.240
37,mlp.experts.56.down_proj,0.0000031268,0.10000,0.234
37,mlp.experts.57.down_proj,0.0000000467,0.10000,0.229
37,mlp.experts.58.down_proj,0.0000000412,0.10000,0.227
37,mlp.experts.59.down_proj,0.0000001023,0.10000,0.226
37,mlp.experts.60.down_proj,0.0000030446,0.10000,0.227
37,mlp.experts.61.down_proj,0.0000001064,0.10000,0.228
37,mlp.experts.62.down_proj,0.0000000381,0.10000,0.223
37,mlp.experts.63.down_proj,0.0000008104,0.10000,0.229
37,mlp.experts.64.down_proj,0.0000964584,0.10000,0.228
37,mlp.experts.65.down_proj,0.0000000278,0.10000,0.231
37,mlp.experts.66.down_proj,0.0000000475,0.10000,0.233
37,mlp.experts.67.down_proj,0.0000002440,0.10000,0.225
37,mlp.experts.68.down_proj,0.0000002916,0.10000,0.228
37,mlp.experts.69.down_proj,0.0000209329,0.10000,0.227
37,mlp.experts.70.down_proj,0.0000004027,0.10000,0.227
37,mlp.experts.71.down_proj,0.0000000649,0.10000,0.229
37,mlp.experts.72.down_proj,0.0000011945,0.10000,0.232
37,mlp.experts.73.down_proj,0.0000000190,0.10000,0.246
37,mlp.experts.74.down_proj,0.0000032580,0.10000,0.252
37,mlp.experts.75.down_proj,0.0000000385,0.10000,0.256
37,mlp.experts.76.down_proj,0.0000000231,0.10000,0.243
37,mlp.experts.77.down_proj,0.0000000677,0.10000,0.232
37,mlp.experts.78.down_proj,0.0000000446,0.10000,0.224
37,mlp.experts.79.down_proj,0.0000000275,0.10000,0.238
37,mlp.experts.80.down_proj,0.0000000575,0.10000,0.242
37,mlp.experts.81.down_proj,0.0000007072,0.10000,0.224
37,mlp.experts.82.down_proj,0.0000000486,0.10000,0.224
37,mlp.experts.83.down_proj,0.0000000731,0.10000,0.231
37,mlp.experts.84.down_proj,0.0000004978,0.10000,0.228
37,mlp.experts.85.down_proj,0.0000002820,0.10000,0.223
37,mlp.experts.86.down_proj,0.0000011376,0.10000,0.224
37,mlp.experts.87.down_proj,0.0000002316,0.10000,0.223
37,mlp.experts.88.down_proj,0.0000082855,0.10000,0.228
37,mlp.experts.89.down_proj,0.0000001854,0.10000,0.225
37,mlp.experts.90.down_proj,0.0000024572,0.10000,0.224
37,mlp.experts.91.down_proj,0.0000000188,0.10000,0.232
37,mlp.experts.92.down_proj,0.0000000474,0.10000,0.224
37,mlp.experts.93.down_proj,0.0000000238,0.10000,0.229
37,mlp.experts.94.down_proj,0.0000089617,0.10000,0.229
37,mlp.experts.95.down_proj,0.0000000404,0.10000,0.227
37,mlp.experts.96.down_proj,0.0000104630,0.10000,0.232
37,mlp.experts.97.down_proj,0.0000012445,0.10000,0.228
37,mlp.experts.98.down_proj,0.0000000406,0.10000,0.228
37,mlp.experts.99.down_proj,0.0000000278,0.10000,0.228
37,mlp.experts.100.down_proj,0.0000089033,0.10000,0.228
37,mlp.experts.101.down_proj,0.0000000122,0.10000,0.226
37,mlp.experts.102.down_proj,0.0000000430,0.10000,0.242
37,mlp.experts.103.down_proj,0.0000000765,0.10000,0.231
37,mlp.experts.104.down_proj,0.0000000596,0.10000,0.243
37,mlp.experts.105.down_proj,0.0000000481,0.10000,0.234
37,mlp.experts.106.down_proj,0.0000000135,0.10000,0.230
37,mlp.experts.107.down_proj,0.0000000663,0.10000,0.230
37,mlp.experts.108.down_proj,0.0000019898,0.10000,0.229
37,mlp.experts.109.down_proj,0.0000000552,0.10000,0.229
37,mlp.experts.110.down_proj,0.0000001574,0.10000,0.228
37,mlp.experts.111.down_proj,0.0000072703,0.10000,0.229
37,mlp.experts.112.down_proj,0.0000000339,0.10000,0.237
37,mlp.experts.113.down_proj,0.0000000451,0.10000,0.239
37,mlp.experts.114.down_proj,0.0000106697,0.10000,0.241
37,mlp.experts.115.down_proj,0.0000000421,0.10000,0.228
37,mlp.experts.116.down_proj,0.0000037561,0.10000,0.227
37,mlp.experts.117.down_proj,0.0000002262,0.10000,0.231
37,mlp.experts.118.down_proj,0.0000000974,0.10000,0.232
37,mlp.experts.119.down_proj,0.0000004502,0.10000,0.231
37,mlp.experts.120.down_proj,0.0000000558,0.10000,0.230
37,mlp.experts.121.down_proj,0.0000000455,0.10000,0.235
37,mlp.experts.122.down_proj,0.0000003618,0.10000,0.230
37,mlp.experts.123.down_proj,0.0000000466,0.10000,0.227
37,mlp.experts.124.down_proj,0.0000000568,0.10000,0.227
37,mlp.experts.125.down_proj,0.0000000843,0.10000,0.234
37,mlp.experts.126.down_proj,0.0000025131,0.10000,0.233
37,mlp.experts.127.down_proj,0.0000000281,0.10000,0.229
38,self_attn.q_proj,0.0000000077,0.10000,0.598
38,self_attn.k_proj,0.0000000009,0.10000,0.583
38,self_attn.v_proj,0.0000000014,0.10000,0.626
38,self_attn.o_proj,0.0000000011,0.10000,1.227
38,mlp.gate,0.0000000063,0.10000,0.587
38,mlp.experts.0.up_proj,0.0000023961,0.10000,0.697
38,mlp.experts.1.up_proj,0.0000009362,0.10000,0.577
38,mlp.experts.2.up_proj,0.0000008885,0.10000,0.586
38,mlp.experts.3.up_proj,0.0000000421,0.10000,0.570
38,mlp.experts.4.up_proj,0.0000003306,0.10000,0.581
38,mlp.experts.5.up_proj,0.0000021741,0.10000,0.576
38,mlp.experts.6.up_proj,0.0000001602,0.10000,0.560
38,mlp.experts.7.up_proj,0.0000001685,0.10000,0.575
38,mlp.experts.8.up_proj,0.0000001004,0.10000,0.602
38,mlp.experts.9.up_proj,0.0000076215,0.10000,0.585
38,mlp.experts.10.up_proj,0.0000000902,0.10000,0.568
38,mlp.experts.11.up_proj,0.0000004246,0.10000,0.564
38,mlp.experts.12.up_proj,0.0000018390,0.10000,0.568
38,mlp.experts.13.up_proj,0.0000024920,0.10000,0.706
38,mlp.experts.14.up_proj,0.0000004951,0.10000,0.639
38,mlp.experts.15.up_proj,0.0000001224,0.10000,0.610
38,mlp.experts.16.up_proj,0.0000001338,0.10000,0.590
38,mlp.experts.17.up_proj,0.0000001418,0.10000,0.671
38,mlp.experts.18.up_proj,0.0000000663,0.10000,0.594
38,mlp.experts.19.up_proj,0.0000012857,0.10000,0.587
38,mlp.experts.20.up_proj,0.0000001072,0.10000,0.581
38,mlp.experts.21.up_proj,0.0000005769,0.10000,0.591
38,mlp.experts.22.up_proj,0.0000000732,0.10000,0.589
38,mlp.experts.23.up_proj,0.0000001266,0.10000,0.603
38,mlp.experts.24.up_proj,0.0000009371,0.10000,0.630
38,mlp.experts.25.up_proj,0.0000020717,0.10000,0.622
38,mlp.experts.26.up_proj,0.0000002811,0.10000,0.586
38,mlp.experts.27.up_proj,0.0000011530,0.10000,0.590
38,mlp.experts.28.up_proj,0.0000000724,0.10000,0.583
38,mlp.experts.29.up_proj,0.0000012790,0.10000,0.593
38,mlp.experts.30.up_proj,0.0000004048,0.10000,0.591
38,mlp.experts.31.up_proj,0.0000004478,0.10000,0.583
38,mlp.experts.32.up_proj,0.0000012295,0.10000,0.586
38,mlp.experts.33.up_proj,0.0000003382,0.10000,0.585
38,mlp.experts.34.up_proj,0.0000000366,0.10000,0.612
38,mlp.experts.35.up_proj,0.0000052604,0.10000,0.625
38,mlp.experts.36.up_proj,0.0000001018,0.10000,0.584
38,mlp.experts.37.up_proj,0.0000001624,0.10000,0.596
38,mlp.experts.38.up_proj,0.0000000590,0.10000,0.704
38,mlp.experts.39.up_proj,0.0000000401,0.10000,0.682
38,mlp.experts.40.up_proj,0.0000001637,0.10000,0.655
38,mlp.experts.41.up_proj,0.0000097442,0.10000,0.669
38,mlp.experts.42.up_proj,0.0000047629,0.10000,0.653
38,mlp.experts.43.up_proj,0.0000132705,0.10000,0.647
38,mlp.experts.44.up_proj,0.0000000500,0.10000,0.653
38,mlp.experts.45.up_proj,0.0000376514,0.10000,0.645
38,mlp.experts.46.up_proj,0.0000012051,0.10000,0.645
38,mlp.experts.47.up_proj,0.0000001042,0.10000,0.659
38,mlp.experts.48.up_proj,0.0000000818,0.10000,0.649
38,mlp.experts.49.up_proj,0.0000003990,0.10000,0.650
38,mlp.experts.50.up_proj,0.0000001526,0.10000,0.656
38,mlp.experts.51.up_proj,0.0000002089,0.10000,0.658
38,mlp.experts.52.up_proj,0.0000009894,0.10000,0.609
38,mlp.experts.53.up_proj,0.0000000500,0.10000,0.581
38,mlp.experts.54.up_proj,0.0000085654,0.10000,0.590
38,mlp.experts.55.up_proj,0.0000000247,0.10000,0.619
38,mlp.experts.56.up_proj,0.0000071602,0.10000,0.616
38,mlp.experts.57.up_proj,0.0000001118,0.10000,0.623
38,mlp.experts.58.up_proj,0.0000000675,0.10000,0.582
38,mlp.experts.59.up_proj,0.0000028940,0.10000,0.600
38,mlp.experts.60.up_proj,0.0000000718,0.10000,0.607
38,mlp.experts.61.up_proj,0.0000007207,0.10000,0.591
38,mlp.experts.62.up_proj,0.0000001051,0.10000,0.609
38,mlp.experts.63.up_proj,0.0000013983,0.10000,0.626
38,mlp.experts.64.up_proj,0.0000001332,0.10000,0.621
38,mlp.experts.65.up_proj,0.0000228777,0.10000,0.600
38,mlp.experts.66.up_proj,0.0000001434,0.10000,0.599
38,mlp.experts.67.up_proj,0.0000004691,0.10000,0.594
38,mlp.experts.68.up_proj,0.0000001545,0.10000,0.637
38,mlp.experts.69.up_proj,0.0000001155,0.10000,0.718
38,mlp.experts.70.up_proj,0.0000056458,0.10000,0.640
38,mlp.experts.71.up_proj,0.0000000879,0.10000,0.627
38,mlp.experts.72.up_proj,0.0000049884,0.10000,0.605
38,mlp.experts.73.up_proj,0.0000001804,0.10000,0.596
38,mlp.experts.74.up_proj,0.0000008984,0.10000,0.607
38,mlp.experts.75.up_proj,0.0000000380,0.10000,0.606
38,mlp.experts.76.up_proj,0.0000002285,0.10000,0.611
38,mlp.experts.77.up_proj,0.0000006149,0.10000,0.594
38,mlp.experts.78.up_proj,0.0000078609,0.10000,0.615
38,mlp.experts.79.up_proj,0.0000000648,0.10000,0.607
38,mlp.experts.80.up_proj,0.0000000718,0.10000,0.647
38,mlp.experts.81.up_proj,0.0000003907,0.10000,0.717
38,mlp.experts.82.up_proj,0.0000001026,0.10000,0.667
38,mlp.experts.83.up_proj,0.0000116266,0.10000,0.645
38,mlp.experts.84.up_proj,0.0000000985,0.10000,0.644
38,mlp.experts.85.up_proj,0.0000019469,0.10000,0.608
38,mlp.experts.86.up_proj,0.0000001252,0.10000,0.603
38,mlp.experts.87.up_proj,0.0000001225,0.10000,0.603
38,mlp.experts.88.up_proj,0.0000003116,0.10000,0.608
38,mlp.experts.89.up_proj,0.0000022697,0.10000,0.601
38,mlp.experts.90.up_proj,0.0000001458,0.10000,0.651
38,mlp.experts.91.up_proj,0.0000093515,0.10000,0.646
38,mlp.experts.92.up_proj,0.0000001709,0.10000,0.615
38,mlp.experts.93.up_proj,0.0000040310,0.10000,0.611
38,mlp.experts.94.up_proj,0.0000030485,0.10000,0.620
38,mlp.experts.95.up_proj,0.0000000804,0.10000,0.607
38,mlp.experts.96.up_proj,0.0000001309,0.10000,0.614
38,mlp.experts.97.up_proj,0.0000063246,0.10000,0.610
38,mlp.experts.98.up_proj,0.0000004341,0.10000,0.603
38,mlp.experts.99.up_proj,0.0000001148,0.10000,0.601
38,mlp.experts.100.up_proj,0.0000002520,0.10000,0.606
38,mlp.experts.101.up_proj,0.0000000788,0.10000,0.623
38,mlp.experts.102.up_proj,0.0000000882,0.10000,0.625
38,mlp.experts.103.up_proj,0.0000060661,0.10000,0.607
38,mlp.experts.104.up_proj,0.0000021263,0.10000,0.640
38,mlp.experts.105.up_proj,0.0000001124,0.10000,0.710
38,mlp.experts.106.up_proj,0.0000093864,0.10000,0.648
38,mlp.experts.107.up_proj,0.0000002600,0.10000,0.610
38,mlp.experts.108.up_proj,0.0000001198,0.10000,0.598
38,mlp.experts.109.up_proj,0.0000003382,0.10000,0.598
38,mlp.experts.110.up_proj,0.0000002950,0.10000,0.607
38,mlp.experts.111.up_proj,0.0000000805,0.10000,0.600
38,mlp.experts.112.up_proj,0.0000003133,0.10000,0.612
38,mlp.experts.113.up_proj,0.0000043159,0.10000,0.599
38,mlp.experts.114.up_proj,0.0000003616,0.10000,0.611
38,mlp.experts.115.up_proj,0.0000000858,0.10000,0.624
38,mlp.experts.116.up_proj,0.0000068312,0.10000,0.623
38,mlp.experts.117.up_proj,0.0000178341,0.10000,0.691
38,mlp.experts.118.up_proj,0.0000005377,0.10000,0.682
38,mlp.experts.119.up_proj,0.0000003906,0.10000,0.626
38,mlp.experts.120.up_proj,0.0000036278,0.10000,0.697
38,mlp.experts.121.up_proj,0.0000006335,0.10000,0.701
38,mlp.experts.122.up_proj,0.0000078667,0.10000,0.679
38,mlp.experts.123.up_proj,0.0000061883,0.10000,0.656
38,mlp.experts.124.up_proj,0.0000024532,0.10000,0.655
38,mlp.experts.125.up_proj,0.0000003290,0.10000,0.602
38,mlp.experts.126.up_proj,0.0000010035,0.10000,0.645
38,mlp.experts.127.up_proj,0.0000242820,0.10000,0.723
38,mlp.experts.0.gate_proj,0.0000022785,0.10000,0.661
38,mlp.experts.1.gate_proj,0.0000009271,0.10000,0.664
38,mlp.experts.2.gate_proj,0.0000008998,0.10000,0.642
38,mlp.experts.3.gate_proj,0.0000000406,0.10000,0.652
38,mlp.experts.4.gate_proj,0.0000003125,0.10000,0.647
38,mlp.experts.5.gate_proj,0.0000021271,0.10000,0.610
38,mlp.experts.6.gate_proj,0.0000001538,0.10000,0.597
38,mlp.experts.7.gate_proj,0.0000001634,0.10000,0.602
38,mlp.experts.8.gate_proj,0.0000000946,0.10000,0.645
38,mlp.experts.9.gate_proj,0.0000085716,0.10000,0.627
38,mlp.experts.10.gate_proj,0.0000000859,0.10000,0.605
38,mlp.experts.11.gate_proj,0.0000004268,0.10000,0.603
38,mlp.experts.12.gate_proj,0.0000014342,0.10000,0.607
38,mlp.experts.13.gate_proj,0.0000024523,0.10000,0.636
38,mlp.experts.14.gate_proj,0.0000005049,0.10000,0.619
38,mlp.experts.15.gate_proj,0.0000001212,0.10000,0.600
38,mlp.experts.16.gate_proj,0.0000001335,0.10000,0.586
38,mlp.experts.17.gate_proj,0.0000001495,0.10000,0.599
38,mlp.experts.18.gate_proj,0.0000000619,0.10000,0.602
38,mlp.experts.19.gate_proj,0.0000012870,0.10000,0.597
38,mlp.experts.20.gate_proj,0.0000001196,0.10000,0.608
38,mlp.experts.21.gate_proj,0.0000005477,0.10000,0.604
38,mlp.experts.22.gate_proj,0.0000000817,0.10000,0.639
38,mlp.experts.23.gate_proj,0.0000001211,0.10000,0.635
38,mlp.experts.24.gate_proj,0.0000009842,0.10000,0.607
38,mlp.experts.25.gate_proj,0.0000019410,0.10000,0.604
38,mlp.experts.26.gate_proj,0.0000003149,0.10000,0.599
38,mlp.experts.27.gate_proj,0.0000011479,0.10000,0.599
38,mlp.experts.28.gate_proj,0.0000000684,0.10000,0.605
38,mlp.experts.29.gate_proj,0.0000012807,0.10000,0.604
38,mlp.experts.30.gate_proj,0.0000003847,0.10000,0.606
38,mlp.experts.31.gate_proj,0.0000004405,0.10000,0.601
38,mlp.experts.32.gate_proj,0.0000014616,0.10000,0.599
38,mlp.experts.33.gate_proj,0.0000003855,0.10000,0.604
38,mlp.experts.34.gate_proj,0.0000000329,0.10000,0.604
38,mlp.experts.35.gate_proj,0.0000049822,0.10000,0.607
38,mlp.experts.36.gate_proj,0.0000000988,0.10000,0.610
38,mlp.experts.37.gate_proj,0.0000001598,0.10000,0.598
38,mlp.experts.38.gate_proj,0.0000000594,0.10000,0.600
38,mlp.experts.39.gate_proj,0.0000000354,0.10000,0.640
38,mlp.experts.40.gate_proj,0.0000001617,0.10000,0.617
38,mlp.experts.41.gate_proj,0.0000097262,0.10000,0.628
38,mlp.experts.42.gate_proj,0.0000049668,0.10000,0.644
38,mlp.experts.43.gate_proj,0.0000122731,0.10000,0.599
38,mlp.experts.44.gate_proj,0.0000000494,0.10000,0.600
38,mlp.experts.45.gate_proj,0.0000380815,0.10000,0.609
38,mlp.experts.46.gate_proj,0.0000011830,0.10000,0.605
38,mlp.experts.47.gate_proj,0.0000001137,0.10000,0.607
38,mlp.experts.48.gate_proj,0.0000000793,0.10000,0.602
38,mlp.experts.49.gate_proj,0.0000004133,0.10000,0.604
38,mlp.experts.50.gate_proj,0.0000001527,0.10000,0.616
38,mlp.experts.51.gate_proj,0.0000002040,0.10000,0.613
38,mlp.experts.52.gate_proj,0.0000009240,0.10000,0.602
38,mlp.experts.53.gate_proj,0.0000000482,0.10000,0.607
38,mlp.experts.54.gate_proj,0.0000078502,0.10000,0.622
38,mlp.experts.55.gate_proj,0.0000000266,0.10000,0.620
38,mlp.experts.56.gate_proj,0.0000071020,0.10000,0.747
38,mlp.experts.57.gate_proj,0.0000001089,0.10000,0.700
38,mlp.experts.58.gate_proj,0.0000000586,0.10000,0.648
38,mlp.experts.59.gate_proj,0.0000029017,0.10000,0.659
38,mlp.experts.60.gate_proj,0.0000000578,0.10000,0.660
38,mlp.experts.61.gate_proj,0.0000007620,0.10000,0.636
38,mlp.experts.62.gate_proj,0.0000001291,0.10000,0.592
38,mlp.experts.63.gate_proj,0.0000012503,0.10000,0.592
38,mlp.experts.64.gate_proj,0.0000001356,0.10000,0.623
38,mlp.experts.65.gate_proj,0.0000218603,0.10000,0.603
38,mlp.experts.66.gate_proj,0.0000001316,0.10000,0.596
38,mlp.experts.67.gate_proj,0.0000004573,0.10000,0.611
38,mlp.experts.68.gate_proj,0.0000001606,0.10000,0.598
38,mlp.experts.69.gate_proj,0.0000001177,0.10000,0.631
38,mlp.experts.70.gate_proj,0.0000056801,0.10000,0.604
38,mlp.experts.71.gate_proj,0.0000000841,0.10000,0.588
38,mlp.experts.72.gate_proj,0.0000045988,0.10000,0.601
38,mlp.experts.73.gate_proj,0.0000001823,0.10000,0.611
38,mlp.experts.74.gate_proj,0.0000009692,0.10000,0.610
38,mlp.experts.75.gate_proj,0.0000000365,0.10000,0.606
38,mlp.experts.76.gate_proj,0.0000002196,0.10000,0.594
38,mlp.experts.77.gate_proj,0.0000006103,0.10000,0.589
38,mlp.experts.78.gate_proj,0.0000080807,0.10000,0.603
38,mlp.experts.79.gate_proj,0.0000000656,0.10000,0.597
38,mlp.experts.80.gate_proj,0.0000000749,0.10000,0.648
38,mlp.experts.81.gate_proj,0.0000003917,0.10000,0.606
38,mlp.experts.82.gate_proj,0.0000001144,0.10000,0.628
38,mlp.experts.83.gate_proj,0.0000115563,0.10000,0.720
38,mlp.experts.84.gate_proj,0.0000001050,0.10000,0.664
38,mlp.experts.85.gate_proj,0.0000019788,0.10000,0.717
38,mlp.experts.86.gate_proj,0.0000001256,0.10000,0.637
38,mlp.experts.87.gate_proj,0.0000001334,0.10000,0.597
38,mlp.experts.88.gate_proj,0.0000003054,0.10000,0.605
38,mlp.experts.89.gate_proj,0.0000022848,0.10000,0.629
38,mlp.experts.90.gate_proj,0.0000001372,0.10000,0.713
38,mlp.experts.91.gate_proj,0.0000098563,0.10000,0.676
38,mlp.experts.92.gate_proj,0.0000001643,0.10000,0.635
38,mlp.experts.93.gate_proj,0.0000037931,0.10000,0.636
38,mlp.experts.94.gate_proj,0.0000032118,0.10000,0.602
38,mlp.experts.95.gate_proj,0.0000000785,0.10000,0.606
38,mlp.experts.96.gate_proj,0.0000001216,0.10000,0.607
38,mlp.experts.97.gate_proj,0.0000063600,0.10000,0.638
38,mlp.experts.98.gate_proj,0.0000004290,0.10000,0.646
38,mlp.experts.99.gate_proj,0.0000001108,0.10000,0.612
38,mlp.experts.100.gate_proj,0.0000002691,0.10000,0.619
38,mlp.experts.101.gate_proj,0.0000000815,0.10000,0.617
38,mlp.experts.102.gate_proj,0.0000000984,0.10000,0.623
38,mlp.experts.103.gate_proj,0.0000059117,0.10000,0.623
38,mlp.experts.104.gate_proj,0.0000020680,0.10000,0.646
38,mlp.experts.105.gate_proj,0.0000001054,0.10000,0.730
38,mlp.experts.106.gate_proj,0.0000090047,0.10000,0.668
38,mlp.experts.107.gate_proj,0.0000002577,0.10000,0.642
38,mlp.experts.108.gate_proj,0.0000001213,0.10000,0.638
38,mlp.experts.109.gate_proj,0.0000003606,0.10000,0.609
38,mlp.experts.110.gate_proj,0.0000002808,0.10000,0.608
38,mlp.experts.111.gate_proj,0.0000000782,0.10000,0.608
38,mlp.experts.112.gate_proj,0.0000002906,0.10000,0.608
38,mlp.experts.113.gate_proj,0.0000043456,0.10000,0.614
38,mlp.experts.114.gate_proj,0.0000003700,0.10000,0.636
38,mlp.experts.115.gate_proj,0.0000000866,0.10000,0.709
38,mlp.experts.116.gate_proj,0.0000067957,0.10000,0.646
38,mlp.experts.117.gate_proj,0.0000458449,0.10000,0.665
38,mlp.experts.118.gate_proj,0.0000004720,0.10000,0.632
38,mlp.experts.119.gate_proj,0.0000003797,0.10000,0.646
38,mlp.experts.120.gate_proj,0.0000036738,0.10000,0.613
38,mlp.experts.121.gate_proj,0.0000006411,0.10000,0.587
38,mlp.experts.122.gate_proj,0.0000069584,0.10000,0.607
38,mlp.experts.123.gate_proj,0.0000055385,0.10000,0.606
38,mlp.experts.124.gate_proj,0.0000023954,0.10000,0.607
38,mlp.experts.125.gate_proj,0.0000002873,0.10000,0.624
38,mlp.experts.126.gate_proj,0.0000010157,0.10000,0.634
38,mlp.experts.127.gate_proj,0.0000225970,0.10000,0.644
38,mlp.experts.0.down_proj,0.0000013576,0.10000,0.227
38,mlp.experts.1.down_proj,0.0000001470,0.10000,0.223
38,mlp.experts.2.down_proj,0.0000003290,0.10000,0.225
38,mlp.experts.3.down_proj,0.0000000183,0.10000,0.225
38,mlp.experts.4.down_proj,0.0000001289,0.10000,0.211
38,mlp.experts.5.down_proj,0.0000008551,0.10000,0.244
38,mlp.experts.6.down_proj,0.0000000904,0.10000,0.242
38,mlp.experts.7.down_proj,0.0000001147,0.10000,0.228
38,mlp.experts.8.down_proj,0.0000000663,0.10000,0.244
38,mlp.experts.9.down_proj,0.0000087251,0.10000,0.228
38,mlp.experts.10.down_proj,0.0000000603,0.10000,0.272
38,mlp.experts.11.down_proj,0.0000004159,0.10000,0.241
38,mlp.experts.12.down_proj,0.0000001886,0.10000,0.239
38,mlp.experts.13.down_proj,0.0000004244,0.10000,0.223
38,mlp.experts.14.down_proj,0.0000002180,0.10000,0.224
38,mlp.experts.15.down_proj,0.0000000859,0.10000,0.287
38,mlp.experts.16.down_proj,0.0000000958,0.10000,0.274
38,mlp.experts.17.down_proj,0.0000001427,0.10000,0.259
38,mlp.experts.18.down_proj,0.0000000519,0.10000,0.250
38,mlp.experts.19.down_proj,0.0000006408,0.10000,0.253
38,mlp.experts.20.down_proj,0.0000000851,0.10000,0.241
38,mlp.experts.21.down_proj,0.0000003988,0.10000,0.253
38,mlp.experts.22.down_proj,0.0000000339,0.10000,0.262
38,mlp.experts.23.down_proj,0.0000000579,0.10000,0.252
38,mlp.experts.24.down_proj,0.0000003598,0.10000,0.274
38,mlp.experts.25.down_proj,0.0000015998,0.10000,0.264
38,mlp.experts.26.down_proj,0.0000001407,0.10000,0.247
38,mlp.experts.27.down_proj,0.0000004629,0.10000,0.245
38,mlp.experts.28.down_proj,0.0000000678,0.10000,0.231
38,mlp.experts.29.down_proj,0.0000003656,0.10000,0.246
38,mlp.experts.30.down_proj,0.0000001477,0.10000,0.237
38,mlp.experts.31.down_proj,0.0000002481,0.10000,0.242
38,mlp.experts.32.down_proj,0.0000012029,0.10000,0.256
38,mlp.experts.33.down_proj,0.0000002064,0.10000,0.232
38,mlp.experts.34.down_proj,0.0000000188,0.10000,0.215
38,mlp.experts.35.down_proj,0.0000028037,0.10000,0.244
38,mlp.experts.36.down_proj,0.0000000529,0.10000,0.245
38,mlp.experts.37.down_proj,0.0000000618,0.10000,0.229
38,mlp.experts.38.down_proj,0.0000000223,0.10000,0.231
38,mlp.experts.39.down_proj,0.0000000259,0.10000,0.227
38,mlp.experts.40.down_proj,0.0000000742,0.10000,0.229
38,mlp.experts.41.down_proj,0.0000058772,0.10000,0.230
38,mlp.experts.42.down_proj,0.0000034999,0.10000,0.229
38,mlp.experts.43.down_proj,0.0000076991,0.10000,0.233
38,mlp.experts.44.down_proj,0.0000000250,0.10000,0.226
38,mlp.experts.45.down_proj,0.0000197656,0.10000,0.227
38,mlp.experts.46.down_proj,0.0000007674,0.10000,0.267
38,mlp.experts.47.down_proj,0.0000001144,0.10000,0.273
38,mlp.experts.48.down_proj,0.0000000774,0.10000,0.263
38,mlp.experts.49.down_proj,0.0000001618,0.10000,0.261
38,mlp.experts.50.down_proj,0.0000000785,0.10000,0.247
38,mlp.experts.51.down_proj,0.0000000945,0.10000,0.262
38,mlp.experts.52.down_proj,0.0000005489,0.10000,0.237
38,mlp.experts.53.down_proj,0.0000000258,0.10000,0.233
38,mlp.experts.54.down_proj,0.0000042324,0.10000,0.246
38,mlp.experts.55.down_proj,0.0000000062,0.10000,0.244
38,mlp.experts.56.down_proj,0.0000055104,0.10000,0.234
38,mlp.experts.57.down_proj,0.0000000491,0.10000,0.230
38,mlp.experts.58.down_proj,0.0000000482,0.10000,0.228
38,mlp.experts.59.down_proj,0.0000013943,0.10000,0.237
38,mlp.experts.60.down_proj,0.0000000427,0.10000,0.223
38,mlp.experts.61.down_proj,0.0000003134,0.10000,0.236
38,mlp.experts.62.down_proj,0.0000001097,0.10000,0.241
38,mlp.experts.63.down_proj,0.0000014124,0.10000,0.231
38,mlp.experts.64.down_proj,0.0000001242,0.10000,0.249
38,mlp.experts.65.down_proj,0.0000100630,0.10000,0.235
38,mlp.experts.66.down_proj,0.0000000717,0.10000,0.231
38,mlp.experts.67.down_proj,0.0000001495,0.10000,0.233
38,mlp.experts.68.down_proj,0.0000001473,0.10000,0.229
38,mlp.experts.69.down_proj,0.0000000651,0.10000,0.232
38,mlp.experts.70.down_proj,0.0000036287,0.10000,0.228
38,mlp.experts.71.down_proj,0.0000000489,0.10000,0.230
38,mlp.experts.72.down_proj,0.0000019302,0.10000,0.230
38,mlp.experts.73.down_proj,0.0000001853,0.10000,0.230
38,mlp.experts.74.down_proj,0.0000003348,0.10000,0.234
38,mlp.experts.75.down_proj,0.0000000268,0.10000,0.231
38,mlp.experts.76.down_proj,0.0000000946,0.10000,0.232
38,mlp.experts.77.down_proj,0.0000002654,0.10000,0.231
38,mlp.experts.78.down_proj,0.0000044265,0.10000,0.228
38,mlp.experts.79.down_proj,0.0000000533,0.10000,0.228
38,mlp.experts.80.down_proj,0.0000000892,0.10000,0.229
38,mlp.experts.81.down_proj,0.0000001518,0.10000,0.256
38,mlp.experts.82.down_proj,0.0000001213,0.10000,0.258
38,mlp.experts.83.down_proj,0.0000020348,0.10000,0.240
38,mlp.experts.84.down_proj,0.0000000640,0.10000,0.237
38,mlp.experts.85.down_proj,0.0000018503,0.10000,0.235
38,mlp.experts.86.down_proj,0.0000000321,0.10000,0.230
38,mlp.experts.87.down_proj,0.0000000334,0.10000,0.233
38,mlp.experts.88.down_proj,0.0000001989,0.10000,0.233
38,mlp.experts.89.down_proj,0.0000010610,0.10000,0.269
38,mlp.experts.90.down_proj,0.0000000904,0.10000,0.273
38,mlp.experts.91.down_proj,0.0000005302,0.10000,0.252
38,mlp.experts.92.down_proj,0.0000000484,0.10000,0.270
38,mlp.experts.93.down_proj,0.0000033451,0.10000,0.251
38,mlp.experts.94.down_proj,0.0000016600,0.10000,0.259
38,mlp.experts.95.down_proj,0.0000000339,0.10000,0.261
38,mlp.experts.96.down_proj,0.0000000972,0.10000,0.244
38,mlp.experts.97.down_proj,0.0000021340,0.10000,0.243
38,mlp.experts.98.down_proj,0.0000001998,0.10000,0.259
38,mlp.experts.99.down_proj,0.0000000543,0.10000,0.243
38,mlp.experts.100.down_proj,0.0000001474,0.10000,0.247
38,mlp.experts.101.down_proj,0.0000000633,0.10000,0.241
38,mlp.experts.102.down_proj,0.0000000782,0.10000,0.239
38,mlp.experts.103.down_proj,0.0000030207,0.10000,0.274
38,mlp.experts.104.down_proj,0.0000009517,0.10000,0.262
38,mlp.experts.105.down_proj,0.0000000544,0.10000,0.261
38,mlp.experts.106.down_proj,0.0000109171,0.10000,0.276
38,mlp.experts.107.down_proj,0.0000001503,0.10000,0.254
38,mlp.experts.108.down_proj,0.0000000622,0.10000,0.254
38,mlp.experts.109.down_proj,0.0000000998,0.10000,0.255
38,mlp.experts.110.down_proj,0.0000000960,0.10000,0.254
38,mlp.experts.111.down_proj,0.0000000338,0.10000,0.253
38,mlp.experts.112.down_proj,0.0000002128,0.10000,0.259
38,mlp.experts.113.down_proj,0.0000019040,0.10000,0.268
38,mlp.experts.114.down_proj,0.0000001607,0.10000,0.245
38,mlp.experts.115.down_proj,0.0000000333,0.10000,0.226
38,mlp.experts.116.down_proj,0.0000030946,0.10000,0.227
38,mlp.experts.117.down_proj,0.0000002059,0.10000,0.238
38,mlp.experts.118.down_proj,0.0000003653,0.10000,0.243
38,mlp.experts.119.down_proj,0.0000003375,0.10000,0.239
38,mlp.experts.120.down_proj,0.0000021742,0.10000,0.243
38,mlp.experts.121.down_proj,0.0000004539,0.10000,0.248
38,mlp.experts.122.down_proj,0.0000063424,0.10000,0.241
38,mlp.experts.123.down_proj,0.0000044279,0.10000,0.243
38,mlp.experts.124.down_proj,0.0000012058,0.10000,0.232
38,mlp.experts.125.down_proj,0.0000001150,0.10000,0.247
38,mlp.experts.126.down_proj,0.0000012599,0.10000,0.243
38,mlp.experts.127.down_proj,0.0000165626,0.10000,0.243
39,self_attn.q_proj,0.0000000070,0.10000,0.634
39,self_attn.k_proj,0.0000000007,0.10000,0.694
39,self_attn.v_proj,0.0000000012,0.10000,0.645
39,self_attn.o_proj,0.0000000006,0.10000,1.285
39,mlp.gate,0.0000000069,0.10000,0.580
39,mlp.experts.0.up_proj,0.0000003331,0.10000,0.593
39,mlp.experts.1.up_proj,0.0000000452,0.10000,0.603
39,mlp.experts.2.up_proj,0.0000004526,0.10000,0.588
39,mlp.experts.3.up_proj,0.0000000523,0.10000,0.587
39,mlp.experts.4.up_proj,0.0000001174,0.10000,0.580
39,mlp.experts.5.up_proj,0.0000028647,0.10000,0.575
39,mlp.experts.6.up_proj,0.0000000939,0.10000,0.577
39,mlp.experts.7.up_proj,0.0000000735,0.10000,0.615
39,mlp.experts.8.up_proj,0.0000000858,0.10000,0.581
39,mlp.experts.9.up_proj,0.0000000850,0.10000,0.697
39,mlp.experts.10.up_proj,0.0000005118,0.10000,0.639
39,mlp.experts.11.up_proj,0.0000004056,0.10000,0.639
39,mlp.experts.12.up_proj,0.0000054452,0.10000,0.640
39,mlp.experts.13.up_proj,0.0000004999,0.10000,0.631
39,mlp.experts.14.up_proj,0.0000009032,0.10000,0.696
39,mlp.experts.15.up_proj,0.0000194466,0.10000,0.651
39,mlp.experts.16.up_proj,0.0000000747,0.10000,0.654
39,mlp.experts.17.up_proj,0.0000001207,0.10000,0.637
39,mlp.experts.18.up_proj,0.0000010806,0.10000,0.637
39,mlp.experts.19.up_proj,0.0000095087,0.10000,0.653
39,mlp.experts.20.up_proj,0.0000000695,0.10000,0.654
39,mlp.experts.21.up_proj,0.0000081662,0.10000,0.659
39,mlp.experts.22.up_proj,0.0000104097,0.10000,0.618
39,mlp.experts.23.up_proj,0.0000000701,0.10000,0.581
39,mlp.experts.24.up_proj,0.0000019760,0.10000,0.586
39,mlp.experts.25.up_proj,0.0000002292,0.10000,0.587
39,mlp.experts.26.up_proj,0.0000025309,0.10000,0.581
39,mlp.experts.27.up_proj,0.0000026954,0.10000,0.585
39,mlp.experts.28.up_proj,0.0000009539,0.10000,0.747
39,mlp.experts.29.up_proj,0.0000005743,0.10000,0.682
39,mlp.experts.30.up_proj,0.0000002101,0.10000,0.632
39,mlp.experts.31.up_proj,0.0000002876,0.10000,0.604
39,mlp.experts.32.up_proj,0.0000001400,0.10000,0.591
39,mlp.experts.33.up_proj,0.0000006740,0.10000,0.594
39,mlp.experts.34.up_proj,0.0000001276,0.10000,0.586
39,mlp.experts.35.up_proj,0.0000000746,0.10000,0.617
39,mlp.experts.36.up_proj,0.0000043174,0.10000,0.586
39,mlp.experts.37.up_proj,0.0000001634,0.10000,0.588
39,mlp.experts.38.up_proj,0.0000106835,0.10000,0.594
39,mlp.experts.39.up_proj,0.0000002617,0.10000,0.597
39,mlp.experts.40.up_proj,0.0000000409,0.10000,0.596
39,mlp.experts.41.up_proj,0.0000035797,0.10000,0.600
39,mlp.experts.42.up_proj,0.0000083617,0.10000,0.622
39,mlp.experts.43.up_proj,0.0000086634,0.10000,0.666
39,mlp.experts.44.up_proj,0.0000301454,0.10000,0.692
39,mlp.experts.45.up_proj,0.0000003928,0.10000,0.651
39,mlp.experts.46.up_proj,0.0000002816,0.10000,0.645
39,mlp.experts.47.up_proj,0.0000027057,0.10000,0.627
39,mlp.experts.48.up_proj,0.0000011188,0.10000,0.631
39,mlp.experts.49.up_proj,0.0000001924,0.10000,0.591
39,mlp.experts.50.up_proj,0.0000013302,0.10000,0.592
39,mlp.experts.51.up_proj,0.0000001242,0.10000,0.587
39,mlp.experts.52.up_proj,0.0000010326,0.10000,0.600
39,mlp.experts.53.up_proj,0.0000017391,0.10000,0.596
39,mlp.experts.54.up_proj,0.0000001717,0.10000,0.602
39,mlp.experts.55.up_proj,0.0000001337,0.10000,0.599
39,mlp.experts.56.up_proj,0.0000000842,0.10000,0.599
39,mlp.experts.57.up_proj,0.0000003538,0.10000,0.593
39,mlp.experts.58.up_proj,0.0000002558,0.10000,0.600
39,mlp.experts.59.up_proj,0.0000012665,0.10000,0.597
39,mlp.experts.60.up_proj,0.0000000834,0.10000,0.633
39,mlp.experts.61.up_proj,0.0000003422,0.10000,0.601
39,mlp.experts.62.up_proj,0.0000033979,0.10000,0.598
39,mlp.experts.63.up_proj,0.0000006756,0.10000,0.595
39,mlp.experts.64.up_proj,0.0000049370,0.10000,0.597
39,mlp.experts.65.up_proj,0.0000216769,0.10000,0.601
39,mlp.experts.66.up_proj,0.0000009922,0.10000,0.598
39,mlp.experts.67.up_proj,0.0000155497,0.10000,0.596
39,mlp.experts.68.up_proj,0.0000059463,0.10000,0.596
39,mlp.experts.69.up_proj,0.0000001583,0.10000,0.598
39,mlp.experts.70.up_proj,0.0000001748,0.10000,0.612
39,mlp.experts.71.up_proj,0.0000001374,0.10000,0.594
39,mlp.experts.72.up_proj,0.0000003198,0.10000,0.606
39,mlp.experts.73.up_proj,0.0000103325,0.10000,0.600
39,mlp.experts.74.up_proj,0.0000207065,0.10000,0.608
39,mlp.experts.75.up_proj,0.0000005553,0.10000,0.602
39,mlp.experts.76.up_proj,0.0000004965,0.10000,0.614
39,mlp.experts.77.up_proj,0.0000000627,0.10000,0.610
39,mlp.experts.78.up_proj,0.0000001261,0.10000,0.609
39,mlp.experts.79.up_proj,0.0000071609,0.10000,0.620
39,mlp.experts.80.up_proj,0.0000004679,0.10000,0.636
39,mlp.experts.81.up_proj,0.0000015345,0.10000,0.621
39,mlp.experts.82.up_proj,0.0000000660,0.10000,0.701
39,mlp.experts.83.up_proj,0.0000004361,0.10000,0.685
39,mlp.experts.84.up_proj,0.0000007152,0.10000,0.662
39,mlp.experts.85.up_proj,0.0000000946,0.10000,0.655
39,mlp.experts.86.up_proj,0.0000000499,0.10000,0.681
39,mlp.experts.87.up_proj,0.0000001159,0.10000,0.671
39,mlp.experts.88.up_proj,0.0000041139,0.10000,0.673
39,mlp.experts.89.up_proj,0.0000000943,0.10000,0.662
39,mlp.experts.90.up_proj,0.0000001023,0.10000,0.664
39,mlp.experts.91.up_proj,0.0000001876,0.10000,0.654
39,mlp.experts.92.up_proj,0.0000192787,0.10000,0.654
39,mlp.experts.93.up_proj,0.0000019645,0.10000,0.652
39,mlp.experts.94.up_proj,0.0000001042,0.10000,0.603
39,mlp.experts.95.up_proj,0.0000000539,0.10000,0.687
39,mlp.experts.96.up_proj,0.0000003407,0.10000,0.727
39,mlp.experts.97.up_proj,0.0000145095,0.10000,0.649
39,mlp.experts.98.up_proj,0.0000000707,0.10000,0.633
39,mlp.experts.99.up_proj,0.0000042031,0.10000,0.631
39,mlp.experts.100.up_proj,0.0000001280,0.10000,0.594
39,mlp.experts.101.up_proj,0.0000001428,0.10000,0.623
39,mlp.experts.102.up_proj,0.0000050897,0.10000,0.619
39,mlp.experts.103.up_proj,0.0000001254,0.10000,0.608
39,mlp.experts.104.up_proj,0.0000013057,0.10000,0.610
39,mlp.experts.105.up_proj,0.0000115528,0.10000,0.641
39,mlp.experts.106.up_proj,0.0000002438,0.10000,0.640
39,mlp.experts.107.up_proj,0.0000000922,0.10000,0.619
39,mlp.experts.108.up_proj,0.0000685380,0.10000,0.639
39,mlp.experts.109.up_proj,0.0000003766,0.10000,0.643
39,mlp.experts.110.up_proj,0.0000005566,0.10000,0.707
39,mlp.experts.111.up_proj,0.0000177989,0.10000,0.663
39,mlp.experts.112.up_proj,0.0000044713,0.10000,0.664
39,mlp.experts.113.up_proj,0.0000006934,0.10000,0.673
39,mlp.experts.114.up_proj,0.0000257408,0.10000,0.719
39,mlp.experts.115.up_proj,0.0000004429,0.10000,0.664
39,mlp.experts.116.up_proj,0.0000001288,0.10000,0.668
39,mlp.experts.117.up_proj,0.0000012964,0.10000,0.665
39,mlp.experts.118.up_proj,0.0000010810,0.10000,0.651
39,mlp.experts.119.up_proj,0.0000067914,0.10000,0.672
39,mlp.experts.120.up_proj,0.0000000587,0.10000,0.625
39,mlp.experts.121.up_proj,0.0000000644,0.10000,0.607
39,mlp.experts.122.up_proj,0.0000099164,0.10000,0.604
39,mlp.experts.123.up_proj,0.0000005000,0.10000,0.742
39,mlp.experts.124.up_proj,0.0000132266,0.10000,0.676
39,mlp.experts.125.up_proj,0.0000001648,0.10000,0.682
39,mlp.experts.126.up_proj,0.0000001056,0.10000,0.643
39,mlp.experts.127.up_proj,0.0000003420,0.10000,0.596
39,mlp.experts.0.gate_proj,0.0000003662,0.10000,0.628
39,mlp.experts.1.gate_proj,0.0000000430,0.10000,0.657
39,mlp.experts.2.gate_proj,0.0000004441,0.10000,0.628
39,mlp.experts.3.gate_proj,0.0000000452,0.10000,0.615
39,mlp.experts.4.gate_proj,0.0000000830,0.10000,0.614
39,mlp.experts.5.gate_proj,0.0000028124,0.10000,0.623
39,mlp.experts.6.gate_proj,0.0000000928,0.10000,0.618
39,mlp.experts.7.gate_proj,0.0000000714,0.10000,0.633
39,mlp.experts.8.gate_proj,0.0000000816,0.10000,0.619
39,mlp.experts.9.gate_proj,0.0000000877,0.10000,0.627
39,mlp.experts.10.gate_proj,0.0000004756,0.10000,0.624
39,mlp.experts.11.gate_proj,0.0000004070,0.10000,0.616
39,mlp.experts.12.gate_proj,0.0000054311,0.10000,0.624
39,mlp.experts.13.gate_proj,0.0000004904,0.10000,0.613
39,mlp.experts.14.gate_proj,0.0000009157,0.10000,0.616
39,mlp.experts.15.gate_proj,0.0000196867,0.10000,0.616
39,mlp.experts.16.gate_proj,0.0000000740,0.10000,0.626
39,mlp.experts.17.gate_proj,0.0000001175,0.10000,0.622
39,mlp.experts.18.gate_proj,0.0000010417,0.10000,0.629
39,mlp.experts.19.gate_proj,0.0000096177,0.10000,0.622
39,mlp.experts.20.gate_proj,0.0000000698,0.10000,0.619
39,mlp.experts.21.gate_proj,0.0000084489,0.10000,0.615
39,mlp.experts.22.gate_proj,0.0000097622,0.10000,0.610
39,mlp.experts.23.gate_proj,0.0000000652,0.10000,0.634
39,mlp.experts.24.gate_proj,0.0000019392,0.10000,0.628
39,mlp.experts.25.gate_proj,0.0000002374,0.10000,0.664
39,mlp.experts.26.gate_proj,0.0000024639,0.10000,0.643
39,mlp.experts.27.gate_proj,0.0000027673,0.10000,0.727
39,mlp.experts.28.gate_proj,0.0000009472,0.10000,0.653
39,mlp.experts.29.gate_proj,0.0000006152,0.10000,0.641
39,mlp.experts.30.gate_proj,0.0000002077,0.10000,0.645
39,mlp.experts.31.gate_proj,0.0000002691,0.10000,0.594
39,mlp.experts.32.gate_proj,0.0000001521,0.10000,0.620
39,mlp.experts.33.gate_proj,0.0000007277,0.10000,0.629
39,mlp.experts.34.gate_proj,0.0000001236,0.10000,0.656
39,mlp.experts.35.gate_proj,0.0000000711,0.10000,0.633
39,mlp.experts.36.gate_proj,0.0000039579,0.10000,0.626
39,mlp.experts.37.gate_proj,0.0000001663,0.10000,0.601
39,mlp.experts.38.gate_proj,0.0000101263,0.10000,0.624
39,mlp.experts.39.gate_proj,0.0000002541,0.10000,0.647
39,mlp.experts.40.gate_proj,0.0000000402,0.10000,0.651
39,mlp.experts.41.gate_proj,0.0000035298,0.10000,0.627
39,mlp.experts.42.gate_proj,0.0000082111,0.10000,0.626
39,mlp.experts.43.gate_proj,0.0000093108,0.10000,0.603
39,mlp.experts.44.gate_proj,0.0000294417,0.10000,0.613
39,mlp.experts.45.gate_proj,0.0000003754,0.10000,0.612
39,mlp.experts.46.gate_proj,0.0000003027,0.10000,0.637
39,mlp.experts.47.gate_proj,0.0000025928,0.10000,0.655
39,mlp.experts.48.gate_proj,0.0000011507,0.10000,0.640
39,mlp.experts.49.gate_proj,0.0000001963,0.10000,0.630
39,mlp.experts.50.gate_proj,0.0000013289,0.10000,0.596
39,mlp.experts.51.gate_proj,0.0000001428,0.10000,0.603
39,mlp.experts.52.gate_proj,0.0000012509,0.10000,0.726
39,mlp.experts.53.gate_proj,0.0000016697,0.10000,0.732
39,mlp.experts.54.gate_proj,0.0000001780,0.10000,0.639
39,mlp.experts.55.gate_proj,0.0000001259,0.10000,0.656
39,mlp.experts.56.gate_proj,0.0000000810,0.10000,0.651
39,mlp.experts.57.gate_proj,0.0000003478,0.10000,0.639
39,mlp.experts.58.gate_proj,0.0000002497,0.10000,0.627
39,mlp.experts.59.gate_proj,0.0000012802,0.10000,0.634
39,mlp.experts.60.gate_proj,0.0000000754,0.10000,0.617
39,mlp.experts.61.gate_proj,0.0000003367,0.10000,0.614
39,mlp.experts.62.gate_proj,0.0000032581,0.10000,0.618
39,mlp.experts.63.gate_proj,0.0000006755,0.10000,0.617
39,mlp.experts.64.gate_proj,0.0000046900,0.10000,0.616
39,mlp.experts.65.gate_proj,0.0000208887,0.10000,0.601
39,mlp.experts.66.gate_proj,0.0000010231,0.10000,0.616
39,mlp.experts.67.gate_proj,0.0000146714,0.10000,0.611
39,mlp.experts.68.gate_proj,0.0000055902,0.10000,0.643
39,mlp.experts.69.gate_proj,0.0000001546,0.10000,0.710
39,mlp.experts.70.gate_proj,0.0000001692,0.10000,0.695
39,mlp.experts.71.gate_proj,0.0000001405,0.10000,0.660
39,mlp.experts.72.gate_proj,0.0000003104,0.10000,0.651
39,mlp.experts.73.gate_proj,0.0000267462,0.10000,0.609
39,mlp.experts.74.gate_proj,0.0000203763,0.10000,0.618
39,mlp.experts.75.gate_proj,0.0000005445,0.10000,0.616
39,mlp.experts.76.gate_proj,0.0000004707,0.10000,0.601
39,mlp.experts.77.gate_proj,0.0000000611,0.10000,0.618
39,mlp.experts.78.gate_proj,0.0000001197,0.10000,0.730
39,mlp.experts.79.gate_proj,0.0000071849,0.10000,0.664
39,mlp.experts.80.gate_proj,0.0000005898,0.10000,0.671
39,mlp.experts.81.gate_proj,0.0000014853,0.10000,0.674
39,mlp.experts.82.gate_proj,0.0000000650,0.10000,0.672
39,mlp.experts.83.gate_proj,0.0000004381,0.10000,0.695
39,mlp.experts.84.gate_proj,0.0000007102,0.10000,0.639
39,mlp.experts.85.gate_proj,0.0000000893,0.10000,0.646
39,mlp.experts.86.gate_proj,0.0000000483,0.10000,0.614
39,mlp.experts.87.gate_proj,0.0000001229,0.10000,0.606
39,mlp.experts.88.gate_proj,0.0000040229,0.10000,0.614
39,mlp.experts.89.gate_proj,0.0000000925,0.10000,0.634
39,mlp.experts.90.gate_proj,0.0000001055,0.10000,0.642
39,mlp.experts.91.gate_proj,0.0000001768,0.10000,0.614
39,mlp.experts.92.gate_proj,0.0000198858,0.10000,0.619
39,mlp.experts.93.gate_proj,0.0000019015,0.10000,0.724
39,mlp.experts.94.gate_proj,0.0000001023,0.10000,0.688
39,mlp.experts.95.gate_proj,0.0000000506,0.10000,0.637
39,mlp.experts.96.gate_proj,0.0000003242,0.10000,0.653
39,mlp.experts.97.gate_proj,0.0000133157,0.10000,0.619
39,mlp.experts.98.gate_proj,0.0000000695,0.10000,0.607
39,mlp.experts.99.gate_proj,0.0000040444,0.10000,0.617
39,mlp.experts.100.gate_proj,0.0000001301,0.10000,0.621
39,mlp.experts.101.gate_proj,0.0000001587,0.10000,0.614
39,mlp.experts.102.gate_proj,0.0000051855,0.10000,0.612
39,mlp.experts.103.gate_proj,0.0000001136,0.10000,0.617
39,mlp.experts.104.gate_proj,0.0000012581,0.10000,0.620
39,mlp.experts.105.gate_proj,0.0000107836,0.10000,0.716
39,mlp.experts.106.gate_proj,0.0000002632,0.10000,0.690
39,mlp.experts.107.gate_proj,0.0000000842,0.10000,0.667
39,mlp.experts.108.gate_proj,0.0000666566,0.10000,0.646
39,mlp.experts.109.gate_proj,0.0000003713,0.10000,0.638
39,mlp.experts.110.gate_proj,0.0000005786,0.10000,0.636
39,mlp.experts.111.gate_proj,0.0000176512,0.10000,0.596
39,mlp.experts.112.gate_proj,0.0000045932,0.10000,0.595
39,mlp.experts.113.gate_proj,0.0000006485,0.10000,0.603
39,mlp.experts.114.gate_proj,0.0000251428,0.10000,0.604
39,mlp.experts.115.gate_proj,0.0000004141,0.10000,0.748
39,mlp.experts.116.gate_proj,0.0000001315,0.10000,0.670
39,mlp.experts.117.gate_proj,0.0000013391,0.10000,0.645
39,mlp.experts.118.gate_proj,0.0000010349,0.10000,0.607
39,mlp.experts.119.gate_proj,0.0000074777,0.10000,0.607
39,mlp.experts.120.gate_proj,0.0000000591,0.10000,0.607
39,mlp.experts.121.gate_proj,0.0000000632,0.10000,0.635
39,mlp.experts.122.gate_proj,0.0000095420,0.10000,0.638
39,mlp.experts.123.gate_proj,0.0000004845,0.10000,0.618
39,mlp.experts.124.gate_proj,0.0000125846,0.10000,0.604
39,mlp.experts.125.gate_proj,0.0000001775,0.10000,0.625
39,mlp.experts.126.gate_proj,0.0000000993,0.10000,0.620
39,mlp.experts.127.gate_proj,0.0000003393,0.10000,0.609
39,mlp.experts.0.down_proj,0.0000002670,0.10000,0.220
39,mlp.experts.1.down_proj,0.0000000244,0.10000,0.245
39,mlp.experts.2.down_proj,0.0000001999,0.10000,0.243
39,mlp.experts.3.down_proj,0.0000000416,0.10000,0.216
39,mlp.experts.4.down_proj,0.0000000630,0.10000,0.220
39,mlp.experts.5.down_proj,0.0000013740,0.10000,0.225
39,mlp.experts.6.down_proj,0.0000000454,0.10000,0.224
39,mlp.experts.7.down_proj,0.0000000301,0.10000,0.222
39,mlp.experts.8.down_proj,0.0000000348,0.10000,0.225
39,mlp.experts.9.down_proj,0.0000000380,0.10000,0.219
39,mlp.experts.10.down_proj,0.0000002666,0.10000,0.234
39,mlp.experts.11.down_proj,0.0000001792,0.10000,0.223
39,mlp.experts.12.down_proj,0.0000036063,0.10000,0.226
39,mlp.experts.13.down_proj,0.0000002451,0.10000,0.226
39,mlp.experts.14.down_proj,0.0000003466,0.10000,0.226
39,mlp.experts.15.down_proj,0.0000039799,0.10000,0.227
39,mlp.experts.16.down_proj,0.0000000324,0.10000,0.233
39,mlp.experts.17.down_proj,0.0000000548,0.10000,0.228
39,mlp.experts.18.down_proj,0.0000007688,0.10000,0.215
39,mlp.experts.19.down_proj,0.0000048016,0.10000,0.224
39,mlp.experts.20.down_proj,0.0000000673,0.10000,0.230
39,mlp.experts.21.down_proj,0.0000044298,0.10000,0.226
39,mlp.experts.22.down_proj,0.0000103304,0.10000,0.225
39,mlp.experts.23.down_proj,0.0000000528,0.10000,0.231
39,mlp.experts.24.down_proj,0.0000009111,0.10000,0.217
39,mlp.experts.25.down_proj,0.0000001240,0.10000,0.228
39,mlp.experts.26.down_proj,0.0000009754,0.10000,0.241
39,mlp.experts.27.down_proj,0.0000005712,0.10000,0.223
39,mlp.experts.28.down_proj,0.0000006153,0.10000,0.241
39,mlp.experts.29.down_proj,0.0000002313,0.10000,0.243
39,mlp.experts.30.down_proj,0.0000001554,0.10000,0.226
39,mlp.experts.31.down_proj,0.0000001382,0.10000,0.225
39,mlp.experts.32.down_proj,0.0000001441,0.10000,0.225
39,mlp.experts.33.down_proj,0.0000007306,0.10000,0.225
39,mlp.experts.34.down_proj,0.0000000943,0.10000,0.271
39,mlp.experts.35.down_proj,0.0000000532,0.10000,0.248
39,mlp.experts.36.down_proj,0.0000069584,0.10000,0.243
39,mlp.experts.37.down_proj,0.0000001673,0.10000,0.232
39,mlp.experts.38.down_proj,0.0000161709,0.10000,0.233
39,mlp.experts.39.down_proj,0.0000001065,0.10000,0.230
39,mlp.experts.40.down_proj,0.0000000181,0.10000,0.232
39,mlp.experts.41.down_proj,0.0000027633,0.10000,0.223
39,mlp.experts.42.down_proj,0.0000063994,0.10000,0.255
39,mlp.experts.43.down_proj,0.0000163512,0.10000,0.258
39,mlp.experts.44.down_proj,0.0000132171,0.10000,0.239
39,mlp.experts.45.down_proj,0.0000002838,0.10000,0.255
39,mlp.experts.46.down_proj,0.0000002032,0.10000,0.229
39,mlp.experts.47.down_proj,0.0000029649,0.10000,0.236
39,mlp.experts.48.down_proj,0.0000001981,0.10000,0.249
39,mlp.experts.49.down_proj,0.0000000956,0.10000,0.234
39,mlp.experts.50.down_proj,0.0000006852,0.10000,0.244
39,mlp.experts.51.down_proj,0.0000000653,0.10000,0.218
39,mlp.experts.52.down_proj,0.0000010944,0.10000,0.236
39,mlp.experts.53.down_proj,0.0000013183,0.10000,0.241
39,mlp.experts.54.down_proj,0.0000001008,0.10000,0.237
39,mlp.experts.55.down_proj,0.0000000749,0.10000,0.231
39,mlp.experts.56.down_proj,0.0000000344,0.10000,0.233
39,mlp.experts.57.down_proj,0.0000002081,0.10000,0.243
39,mlp.experts.58.down_proj,0.0000000914,0.10000,0.228
39,mlp.experts.59.down_proj,0.0000002568,0.10000,0.233
39,mlp.experts.60.down_proj,0.0000000785,0.10000,0.243
39,mlp.experts.61.down_proj,0.0000001892,0.10000,0.239
39,mlp.experts.62.down_proj,0.0000026013,0.10000,0.225
39,mlp.experts.63.down_proj,0.0000001896,0.10000,0.248
39,mlp.experts.64.down_proj,0.0000011412,0.10000,0.244
39,mlp.experts.65.down_proj,0.0000274777,0.10000,0.253
39,mlp.experts.66.down_proj,0.0000009534,0.10000,0.236
39,mlp.experts.67.down_proj,0.0000113309,0.10000,0.232
39,mlp.experts.68.down_proj,0.0000054600,0.10000,0.236
39,mlp.experts.69.down_proj,0.0000001163,0.10000,0.229
39,mlp.experts.70.down_proj,0.0000002623,0.10000,0.231
39,mlp.experts.71.down_proj,0.0000000892,0.10000,0.233
39,mlp.experts.72.down_proj,0.0000002196,0.10000,0.226
39,mlp.experts.73.down_proj,0.0000004462,0.10000,0.228
39,mlp.experts.74.down_proj,0.0000270037,0.10000,0.230
39,mlp.experts.75.down_proj,0.0000003973,0.10000,0.233
39,mlp.experts.76.down_proj,0.0000002666,0.10000,0.226
39,mlp.experts.77.down_proj,0.0000000391,0.10000,0.227
39,mlp.experts.78.down_proj,0.0000000847,0.10000,0.232
39,mlp.experts.79.down_proj,0.0000037137,0.10000,0.232
39,mlp.experts.80.down_proj,0.0000003522,0.10000,0.229
39,mlp.experts.81.down_proj,0.0000006974,0.10000,0.233
39,mlp.experts.82.down_proj,0.0000000303,0.10000,0.234
39,mlp.experts.83.down_proj,0.0000002100,0.10000,0.232
39,mlp.experts.84.down_proj,0.0000003242,0.10000,0.234
39,mlp.experts.85.down_proj,0.0000000833,0.10000,0.228
39,mlp.experts.86.down_proj,0.0000000288,0.10000,0.230
39,mlp.experts.87.down_proj,0.0000000881,0.10000,0.232
39,mlp.experts.88.down_proj,0.0000036532,0.10000,0.231
39,mlp.experts.89.down_proj,0.0000000548,0.10000,0.227
39,mlp.experts.90.down_proj,0.0000000715,0.10000,0.236
39,mlp.experts.91.down_proj,0.0000001081,0.10000,0.226
39,mlp.experts.92.down_proj,0.0000204561,0.10000,0.232
39,mlp.experts.93.down_proj,0.0000015384,0.10000,0.232
39,mlp.experts.94.down_proj,0.0000000435,0.10000,0.231
39,mlp.experts.95.down_proj,0.0000000286,0.10000,0.232
39,mlp.experts.96.down_proj,0.0000001557,0.10000,0.229
39,mlp.experts.97.down_proj,0.0000136956,0.10000,0.228
39,mlp.experts.98.down_proj,0.0000000504,0.10000,0.231
39,mlp.experts.99.down_proj,0.0000029986,0.10000,0.232
39,mlp.experts.100.down_proj,0.0000000852,0.10000,0.231
39,mlp.experts.101.down_proj,0.0000001905,0.10000,0.228
39,mlp.experts.102.down_proj,0.0000007082,0.10000,0.234
39,mlp.experts.103.down_proj,0.0000001599,0.10000,0.230
39,mlp.experts.104.down_proj,0.0000010957,0.10000,0.231
39,mlp.experts.105.down_proj,0.0000115273,0.10000,0.227
39,mlp.experts.106.down_proj,0.0000001060,0.10000,0.233
39,mlp.experts.107.down_proj,0.0000000639,0.10000,0.248
39,mlp.experts.108.down_proj,0.0000429688,0.10000,0.239
39,mlp.experts.109.down_proj,0.0000001461,0.10000,0.242
39,mlp.experts.110.down_proj,0.0000002447,0.10000,0.251
39,mlp.experts.111.down_proj,0.0000133585,0.10000,0.237
39,mlp.experts.112.down_proj,0.0000007251,0.10000,0.230
39,mlp.experts.113.down_proj,0.0000003523,0.10000,0.232
39,mlp.experts.114.down_proj,0.0000234752,0.10000,0.233
39,mlp.experts.115.down_proj,0.0000003707,0.10000,0.230
39,mlp.experts.116.down_proj,0.0000000498,0.10000,0.231
39,mlp.experts.117.down_proj,0.0000006976,0.10000,0.242
39,mlp.experts.118.down_proj,0.0000005779,0.10000,0.230
39,mlp.experts.119.down_proj,0.0000057629,0.10000,0.227
39,mlp.experts.120.down_proj,0.0000000306,0.10000,0.227
39,mlp.experts.121.down_proj,0.0000000348,0.10000,0.240
39,mlp.experts.122.down_proj,0.0000080131,0.10000,0.234
39,mlp.experts.123.down_proj,0.0000002816,0.10000,0.228
39,mlp.experts.124.down_proj,0.0000124861,0.10000,0.228
39,mlp.experts.125.down_proj,0.0000000581,0.10000,0.226
39,mlp.experts.126.down_proj,0.0000000890,0.10000,0.222
39,mlp.experts.127.down_proj,0.0000001779,0.10000,0.256
40,self_attn.q_proj,0.0000000112,0.10000,0.628
40,self_attn.k_proj,0.0000000013,0.10000,0.695
40,self_attn.v_proj,0.0000000018,0.10000,0.625
40,self_attn.o_proj,0.0000000013,0.10000,1.136
40,mlp.gate,0.0000000063,0.10000,0.586
40,mlp.experts.0.up_proj,0.0000004641,0.10000,0.570
40,mlp.experts.1.up_proj,0.0000019487,0.10000,0.579
40,mlp.experts.2.up_proj,0.0000840361,0.10000,0.577
40,mlp.experts.3.up_proj,0.0000331587,0.10000,0.581
40,mlp.experts.4.up_proj,0.0000003283,0.10000,0.577
40,mlp.experts.5.up_proj,0.0000072085,0.10000,0.571
40,mlp.experts.6.up_proj,0.0000005263,0.10000,0.576
40,mlp.experts.7.up_proj,0.0000001136,0.10000,0.573
40,mlp.experts.8.up_proj,0.0000001141,0.10000,0.575
40,mlp.experts.9.up_proj,0.0000001888,0.10000,0.601
40,mlp.experts.10.up_proj,0.0000125293,0.10000,0.611
40,mlp.experts.11.up_proj,0.0000001571,0.10000,0.688
40,mlp.experts.12.up_proj,0.0000003193,0.10000,0.680
40,mlp.experts.13.up_proj,0.0000001173,0.10000,0.646
40,mlp.experts.14.up_proj,0.0000001729,0.10000,0.647
40,mlp.experts.15.up_proj,0.0000001076,0.10000,0.654
40,mlp.experts.16.up_proj,0.0000001099,0.10000,0.656
40,mlp.experts.17.up_proj,0.0000002744,0.10000,0.657
40,mlp.experts.18.up_proj,0.0000000852,0.10000,0.657
40,mlp.experts.19.up_proj,0.0000008144,0.10000,0.655
40,mlp.experts.20.up_proj,0.0000001060,0.10000,0.613
40,mlp.experts.21.up_proj,0.0000073459,0.10000,0.596
40,mlp.experts.22.up_proj,0.0000011921,0.10000,0.593
40,mlp.experts.23.up_proj,0.0000003090,0.10000,0.593
40,mlp.experts.24.up_proj,0.0000001718,0.10000,0.590
40,mlp.experts.25.up_proj,0.0000087127,0.10000,0.599
40,mlp.experts.26.up_proj,0.0000002139,0.10000,0.592
40,mlp.experts.27.up_proj,0.0000006062,0.10000,0.623
40,mlp.experts.28.up_proj,0.0000004002,0.10000,0.621
40,mlp.experts.29.up_proj,0.0000000981,0.10000,0.585
40,mlp.experts.30.up_proj,0.0000000664,0.10000,0.575
40,mlp.experts.31.up_proj,0.0000123482,0.10000,0.588
40,mlp.experts.32.up_proj,0.0000042034,0.10000,0.583
40,mlp.experts.33.up_proj,0.0000004233,0.10000,0.579
40,mlp.experts.34.up_proj,0.0000071463,0.10000,0.589
40,mlp.experts.35.up_proj,0.0000002666,0.10000,0.587
40,mlp.experts.36.up_proj,0.0000019555,0.10000,0.598
40,mlp.experts.37.up_proj,0.0000001224,0.10000,0.618
40,mlp.experts.38.up_proj,0.0000226843,0.10000,0.604
40,mlp.experts.39.up_proj,0.0000005926,0.10000,0.586
40,mlp.experts.40.up_proj,0.0000001592,0.10000,0.626
40,mlp.experts.41.up_proj,0.0000043882,0.10000,0.598
40,mlp.experts.42.up_proj,0.0000006901,0.10000,0.609
40,mlp.experts.43.up_proj,0.0000000693,0.10000,0.617
40,mlp.experts.44.up_proj,0.0000000797,0.10000,0.596
40,mlp.experts.45.up_proj,0.0000000686,0.10000,0.600
40,mlp.experts.46.up_proj,0.0000020784,0.10000,0.597
40,mlp.experts.47.up_proj,0.0000034975,0.10000,0.587
40,mlp.experts.48.up_proj,0.0000003926,0.10000,0.605
40,mlp.experts.49.up_proj,0.0000082950,0.10000,0.611
40,mlp.experts.50.up_proj,0.0000002520,0.10000,0.594
40,mlp.experts.51.up_proj,0.0000001179,0.10000,0.591
40,mlp.experts.52.up_proj,0.0000004969,0.10000,0.588
40,mlp.experts.53.up_proj,0.0000055687,0.10000,0.594
40,mlp.experts.54.up_proj,0.0000003573,0.10000,0.601
40,mlp.experts.55.up_proj,0.0000001226,0.10000,0.597
40,mlp.experts.56.up_proj,0.0000079017,0.10000,0.604
40,mlp.experts.57.up_proj,0.0000001403,0.10000,0.601
40,mlp.experts.58.up_proj,0.0000079569,0.10000,0.599
40,mlp.experts.59.up_proj,0.0000005871,0.10000,0.627
40,mlp.experts.60.up_proj,0.0000001755,0.10000,0.628
40,mlp.experts.61.up_proj,0.0000296270,0.10000,0.602
40,mlp.experts.62.up_proj,0.0000021226,0.10000,0.630
40,mlp.experts.63.up_proj,0.0000017181,0.10000,0.645
40,mlp.experts.64.up_proj,0.0000201904,0.10000,0.636
40,mlp.experts.65.up_proj,0.0000001044,0.10000,0.632
40,mlp.experts.66.up_proj,0.0000138112,0.10000,0.581
40,mlp.experts.67.up_proj,0.0000010634,0.10000,0.597
40,mlp.experts.68.up_proj,0.0000019795,0.10000,0.594
40,mlp.experts.69.up_proj,0.0000159878,0.10000,0.593
40,mlp.experts.70.up_proj,0.0000011739,0.10000,0.612
40,mlp.experts.71.up_proj,0.0000272698,0.10000,0.629
40,mlp.experts.72.up_proj,0.0000003336,0.10000,0.614
40,mlp.experts.73.up_proj,0.0000001518,0.10000,0.597
40,mlp.experts.74.up_proj,0.0000032394,0.10000,0.599
40,mlp.experts.75.up_proj,0.0000001005,0.10000,0.598
40,mlp.experts.76.up_proj,0.0000006217,0.10000,0.586
40,mlp.experts.77.up_proj,0.0000000900,0.10000,0.599
40,mlp.experts.78.up_proj,0.0000002654,0.10000,0.639
40,mlp.experts.79.up_proj,0.0000001604,0.10000,0.602
40,mlp.experts.80.up_proj,0.0000000513,0.10000,0.600
40,mlp.experts.81.up_proj,0.0000002230,0.10000,0.595
40,mlp.experts.82.up_proj,0.0000003537,0.10000,0.597
40,mlp.experts.83.up_proj,0.0000000834,0.10000,0.601
40,mlp.experts.84.up_proj,0.0000001189,0.10000,0.621
40,mlp.experts.85.up_proj,0.0000010174,0.10000,0.637
40,mlp.experts.86.up_proj,0.0000254765,0.10000,0.603
40,mlp.experts.87.up_proj,0.0000040119,0.10000,0.606
40,mlp.experts.88.up_proj,0.0000072518,0.10000,0.602
40,mlp.experts.89.up_proj,0.0000009672,0.10000,0.602
40,mlp.experts.90.up_proj,0.0000003448,0.10000,0.600
40,mlp.experts.91.up_proj,0.0000009468,0.10000,0.605
40,mlp.experts.92.up_proj,0.0000044989,0.10000,0.606
40,mlp.experts.93.up_proj,0.0000001753,0.10000,0.600
40,mlp.experts.94.up_proj,0.0000001730,0.10000,0.592
40,mlp.experts.95.up_proj,0.0000105912,0.10000,0.598
40,mlp.experts.96.up_proj,0.0000116062,0.10000,0.601
40,mlp.experts.97.up_proj,0.0000016431,0.10000,0.605
40,mlp.experts.98.up_proj,0.0000006051,0.10000,0.608
40,mlp.experts.99.up_proj,0.0000080258,0.10000,0.607
40,mlp.experts.100.up_proj,0.0000002581,0.10000,0.636
40,mlp.experts.101.up_proj,0.0000001585,0.10000,0.617
40,mlp.experts.102.up_proj,0.0000001113,0.10000,0.620
40,mlp.experts.103.up_proj,0.0000005676,0.10000,0.612
40,mlp.experts.104.up_proj,0.0000119747,0.10000,0.602
40,mlp.experts.105.up_proj,0.0000001388,0.10000,0.594
40,mlp.experts.106.up_proj,0.0000009802,0.10000,0.593
40,mlp.experts.107.up_proj,0.0000008188,0.10000,0.597
40,mlp.experts.108.up_proj,0.0000000888,0.10000,0.600
40,mlp.experts.109.up_proj,0.0000002128,0.10000,0.597
40,mlp.experts.110.up_proj,0.0000001211,0.10000,0.608
40,mlp.experts.111.up_proj,0.0000003404,0.10000,0.604
40,mlp.experts.112.up_proj,0.0000005667,0.10000,0.605
40,mlp.experts.113.up_proj,0.0000016927,0.10000,0.604
40,mlp.experts.114.up_proj,0.0000000767,0.10000,0.600
40,mlp.experts.115.up_proj,0.0000001027,0.10000,0.595
40,mlp.experts.116.up_proj,0.0000109422,0.10000,0.598
40,mlp.experts.117.up_proj,0.0000000681,0.10000,0.598
40,mlp.experts.118.up_proj,0.0001224800,0.10000,0.644
40,mlp.experts.119.up_proj,0.0000002029,0.10000,0.629
40,mlp.experts.120.up_proj,0.0000120040,0.10000,0.602
40,mlp.experts.121.up_proj,0.0000001045,0.10000,0.643
40,mlp.experts.122.up_proj,0.0000048544,0.10000,0.625
40,mlp.experts.123.up_proj,0.0000001128,0.10000,0.586
40,mlp.experts.124.up_proj,0.0000001031,0.10000,0.601
40,mlp.experts.125.up_proj,0.0000251888,0.10000,0.601
40,mlp.experts.126.up_proj,0.0000013802,0.10000,0.656
40,mlp.experts.127.up_proj,0.0000001039,0.10000,0.638
40,mlp.experts.0.gate_proj,0.0000005052,0.10000,0.669
40,mlp.experts.1.gate_proj,0.0000018994,0.10000,0.633
40,mlp.experts.2.gate_proj,0.0000811548,0.10000,0.593
40,mlp.experts.3.gate_proj,0.0000313112,0.10000,0.631
40,mlp.experts.4.gate_proj,0.0000003229,0.10000,0.642
40,mlp.experts.5.gate_proj,0.0000070973,0.10000,0.594
40,mlp.experts.6.gate_proj,0.0000005860,0.10000,0.597
40,mlp.experts.7.gate_proj,0.0000001209,0.10000,0.594
40,mlp.experts.8.gate_proj,0.0000001166,0.10000,0.604
40,mlp.experts.9.gate_proj,0.0000001875,0.10000,0.608
40,mlp.experts.10.gate_proj,0.0000123742,0.10000,0.605
40,mlp.experts.11.gate_proj,0.0000001575,0.10000,0.597
40,mlp.experts.12.gate_proj,0.0000003335,0.10000,0.608
40,mlp.experts.13.gate_proj,0.0000001122,0.10000,0.626
40,mlp.experts.14.gate_proj,0.0000001709,0.10000,0.601
40,mlp.experts.15.gate_proj,0.0000001018,0.10000,0.716
40,mlp.experts.16.gate_proj,0.0000001154,0.10000,0.696
40,mlp.experts.17.gate_proj,0.0000002661,0.10000,0.650
40,mlp.experts.18.gate_proj,0.0000000798,0.10000,0.664
40,mlp.experts.19.gate_proj,0.0000007703,0.10000,0.631
40,mlp.experts.20.gate_proj,0.0000000942,0.10000,0.628
40,mlp.experts.21.gate_proj,0.0000072008,0.10000,0.645
40,mlp.experts.22.gate_proj,0.0000011833,0.10000,0.645
40,mlp.experts.23.gate_proj,0.0000003586,0.10000,0.611
40,mlp.experts.24.gate_proj,0.0000001703,0.10000,0.612
40,mlp.experts.25.gate_proj,0.0000087050,0.10000,0.708
40,mlp.experts.26.gate_proj,0.0000002124,0.10000,0.689
40,mlp.experts.27.gate_proj,0.0000006144,0.10000,0.665
40,mlp.experts.28.gate_proj,0.0000004262,0.10000,0.667
40,mlp.experts.29.gate_proj,0.0000000926,0.10000,0.616
40,mlp.experts.30.gate_proj,0.0000000710,0.10000,0.614
40,mlp.experts.31.gate_proj,0.0000124597,0.10000,0.622
40,mlp.experts.32.gate_proj,0.0000043816,0.10000,0.644
40,mlp.experts.33.gate_proj,0.0000003947,0.10000,0.639
40,mlp.experts.34.gate_proj,0.0000075454,0.10000,0.641
40,mlp.experts.35.gate_proj,0.0000002995,0.10000,0.603
40,mlp.experts.36.gate_proj,0.0000019066,0.10000,0.602
40,mlp.experts.37.gate_proj,0.0000001215,0.10000,0.591
40,mlp.experts.38.gate_proj,0.0000222630,0.10000,0.598
40,mlp.experts.39.gate_proj,0.0000005968,0.10000,0.604
40,mlp.experts.40.gate_proj,0.0000001573,0.10000,0.614
40,mlp.experts.41.gate_proj,0.0000043704,0.10000,0.596
40,mlp.experts.42.gate_proj,0.0000006793,0.10000,0.606
40,mlp.experts.43.gate_proj,0.0000000608,0.10000,0.596
40,mlp.experts.44.gate_proj,0.0000000783,0.10000,0.589
40,mlp.experts.45.gate_proj,0.0000000653,0.10000,0.611
40,mlp.experts.46.gate_proj,0.0000020499,0.10000,0.603
40,mlp.experts.47.gate_proj,0.0000033142,0.10000,0.605
40,mlp.experts.48.gate_proj,0.0000003716,0.10000,0.599
40,mlp.experts.49.gate_proj,0.0000091299,0.10000,0.596
40,mlp.experts.50.gate_proj,0.0000002585,0.10000,0.606
40,mlp.experts.51.gate_proj,0.0000001158,0.10000,0.634
40,mlp.experts.52.gate_proj,0.0000004772,0.10000,0.646
40,mlp.experts.53.gate_proj,0.0000054963,0.10000,0.606
40,mlp.experts.54.gate_proj,0.0000003574,0.10000,0.617
40,mlp.experts.55.gate_proj,0.0000001203,0.10000,0.615
40,mlp.experts.56.gate_proj,0.0000078068,0.10000,0.613
40,mlp.experts.57.gate_proj,0.0000001401,0.10000,0.611
40,mlp.experts.58.gate_proj,0.0000082121,0.10000,0.610
40,mlp.experts.59.gate_proj,0.0000005467,0.10000,0.600
40,mlp.experts.60.gate_proj,0.0000001686,0.10000,0.618
40,mlp.experts.61.gate_proj,0.0000292607,0.10000,0.599
40,mlp.experts.62.gate_proj,0.0000023272,0.10000,0.615
40,mlp.experts.63.gate_proj,0.0000016775,0.10000,0.613
40,mlp.experts.64.gate_proj,0.0000194098,0.10000,0.610
40,mlp.experts.65.gate_proj,0.0000001015,0.10000,0.604
40,mlp.experts.66.gate_proj,0.0000132247,0.10000,0.612
40,mlp.experts.67.gate_proj,0.0000010364,0.10000,0.623
40,mlp.experts.68.gate_proj,0.0000019457,0.10000,0.632
40,mlp.experts.69.gate_proj,0.0000153899,0.10000,0.627
40,mlp.experts.70.gate_proj,0.0000012025,0.10000,0.597
40,mlp.experts.71.gate_proj,0.0000246983,0.10000,0.607
40,mlp.experts.72.gate_proj,0.0000003614,0.10000,0.609
40,mlp.experts.73.gate_proj,0.0000001394,0.10000,0.613
40,mlp.experts.74.gate_proj,0.0000075091,0.10000,0.596
40,mlp.experts.75.gate_proj,0.0000001013,0.10000,0.615
40,mlp.experts.76.gate_proj,0.0000006247,0.10000,0.634
40,mlp.experts.77.gate_proj,0.0000000839,0.10000,0.640
40,mlp.experts.78.gate_proj,0.0000002573,0.10000,0.630
40,mlp.experts.79.gate_proj,0.0000001586,0.10000,0.626
40,mlp.experts.80.gate_proj,0.0000000530,0.10000,0.617
40,mlp.experts.81.gate_proj,0.0000002224,0.10000,0.600
40,mlp.experts.82.gate_proj,0.0000003885,0.10000,0.631
40,mlp.experts.83.gate_proj,0.0000000836,0.10000,0.616
40,mlp.experts.84.gate_proj,0.0000001185,0.10000,0.606
40,mlp.experts.85.gate_proj,0.0000009812,0.10000,0.709
40,mlp.experts.86.gate_proj,0.0000251003,0.10000,0.711
40,mlp.experts.87.gate_proj,0.0000039653,0.10000,0.648
40,mlp.experts.88.gate_proj,0.0000067196,0.10000,0.616
40,mlp.experts.89.gate_proj,0.0000009872,0.10000,0.621
40,mlp.experts.90.gate_proj,0.0000003411,0.10000,0.608
40,mlp.experts.91.gate_proj,0.0000008915,0.10000,0.628
40,mlp.experts.92.gate_proj,0.0000042878,0.10000,0.635
40,mlp.experts.93.gate_proj,0.0000001838,0.10000,0.630
40,mlp.experts.94.gate_proj,0.0000001751,0.10000,0.749
40,mlp.experts.95.gate_proj,0.0000101702,0.10000,0.689
40,mlp.experts.96.gate_proj,0.0000114919,0.10000,0.640
40,mlp.experts.97.gate_proj,0.0000017620,0.10000,0.638
40,mlp.experts.98.gate_proj,0.0000005971,0.10000,0.630
40,mlp.experts.99.gate_proj,0.0000083274,0.10000,0.629
40,mlp.experts.100.gate_proj,0.0000002489,0.10000,0.641
40,mlp.experts.101.gate_proj,0.0000001590,0.10000,0.621
40,mlp.experts.102.gate_proj,0.0000001114,0.10000,0.629
40,mlp.experts.103.gate_proj,0.0000005631,0.10000,0.609
40,mlp.experts.104.gate_proj,0.0000122102,0.10000,0.616
40,mlp.experts.105.gate_proj,0.0000001315,0.10000,0.617
40,mlp.experts.106.gate_proj,0.0000009696,0.10000,0.615
40,mlp.experts.107.gate_proj,0.0000008180,0.10000,0.616
40,mlp.experts.108.gate_proj,0.0000000871,0.10000,0.629
40,mlp.experts.109.gate_proj,0.0000002650,0.10000,0.624
40,mlp.experts.110.gate_proj,0.0000001251,0.10000,0.617
40,mlp.experts.111.gate_proj,0.0000003749,0.10000,0.614
40,mlp.experts.112.gate_proj,0.0000005439,0.10000,0.655
40,mlp.experts.113.gate_proj,0.0000018929,0.10000,0.646
40,mlp.experts.114.gate_proj,0.0000000796,0.10000,0.624
40,mlp.experts.115.gate_proj,0.0000001048,0.10000,0.642
40,mlp.experts.116.gate_proj,0.0000117929,0.10000,0.623
40,mlp.experts.117.gate_proj,0.0000000674,0.10000,0.721
40,mlp.experts.118.gate_proj,0.0001198588,0.10000,0.644
40,mlp.experts.119.gate_proj,0.0000002020,0.10000,0.654
40,mlp.experts.120.gate_proj,0.0000112997,0.10000,0.728
40,mlp.experts.121.gate_proj,0.0000001048,0.10000,0.642
40,mlp.experts.122.gate_proj,0.0000047882,0.10000,0.658
40,mlp.experts.123.gate_proj,0.0000001228,0.10000,0.638
40,mlp.experts.124.gate_proj,0.0000000989,0.10000,0.614
40,mlp.experts.125.gate_proj,0.0000246202,0.10000,0.605
40,mlp.experts.126.gate_proj,0.0000013526,0.10000,0.616
40,mlp.experts.127.gate_proj,0.0000001066,0.10000,0.617
40,mlp.experts.0.down_proj,0.0000009931,0.10000,0.244
40,mlp.experts.1.down_proj,0.0000014115,0.10000,0.242
40,mlp.experts.2.down_proj,0.0000761042,0.10000,0.243
40,mlp.experts.3.down_proj,0.0000233062,0.10000,0.237
40,mlp.experts.4.down_proj,0.0000003155,0.10000,0.225
40,mlp.experts.5.down_proj,0.0000077911,0.10000,0.222
40,mlp.experts.6.down_proj,0.0000006892,0.10000,0.239
40,mlp.experts.7.down_proj,0.0000001691,0.10000,0.241
40,mlp.experts.8.down_proj,0.0000001070,0.10000,0.226
40,mlp.experts.9.down_proj,0.0000001182,0.10000,0.232
40,mlp.experts.10.down_proj,0.0000077913,0.10000,0.243
40,mlp.experts.11.down_proj,0.0000001620,0.10000,0.238
40,mlp.experts.12.down_proj,0.0000004157,0.10000,0.242
40,mlp.experts.13.down_proj,0.0000001083,0.10000,0.224
40,mlp.experts.14.down_proj,0.0000001230,0.10000,0.244
40,mlp.experts.15.down_proj,0.0000001206,0.10000,0.226
40,mlp.experts.16.down_proj,0.0000000699,0.10000,0.234
40,mlp.experts.17.down_proj,0.0000002145,0.10000,0.235
40,mlp.experts.18.down_proj,0.0000000681,0.10000,0.225
40,mlp.experts.19.down_proj,0.0000005242,0.10000,0.232
40,mlp.experts.20.down_proj,0.0000001105,0.10000,0.228
40,mlp.experts.21.down_proj,0.0000057656,0.10000,0.225
40,mlp.experts.22.down_proj,0.0000010316,0.10000,0.215
40,mlp.experts.23.down_proj,0.0000003818,0.10000,0.230
40,mlp.experts.24.down_proj,0.0000001341,0.10000,0.230
40,mlp.experts.25.down_proj,0.0000081379,0.10000,0.232
40,mlp.experts.26.down_proj,0.0000001051,0.10000,0.217
40,mlp.experts.27.down_proj,0.0000004440,0.10000,0.240
40,mlp.experts.28.down_proj,0.0000002575,0.10000,0.233
40,mlp.experts.29.down_proj,0.0000001080,0.10000,0.228
40,mlp.experts.30.down_proj,0.0000000438,0.10000,0.241
40,mlp.experts.31.down_proj,0.0000159635,0.10000,0.232
40,mlp.experts.32.down_proj,0.0000046823,0.10000,0.246
40,mlp.experts.33.down_proj,0.0000007058,0.10000,0.232
40,mlp.experts.34.down_proj,0.0000010495,0.10000,0.229
40,mlp.experts.35.down_proj,0.0000003000,0.10000,0.257
40,mlp.experts.36.down_proj,0.0000020489,0.10000,0.236
40,mlp.experts.37.down_proj,0.0000000931,0.10000,0.239
40,mlp.experts.38.down_proj,0.0000228916,0.10000,0.231
40,mlp.experts.39.down_proj,0.0000004021,0.10000,0.238
40,mlp.experts.40.down_proj,0.0000001997,0.10000,0.230
40,mlp.experts.41.down_proj,0.0000040057,0.10000,0.236
40,mlp.experts.42.down_proj,0.0000004727,0.10000,0.232
40,mlp.experts.43.down_proj,0.0000000514,0.10000,0.227
40,mlp.experts.44.down_proj,0.0000000960,0.10000,0.245
40,mlp.experts.45.down_proj,0.0000000535,0.10000,0.248
40,mlp.experts.46.down_proj,0.0000011513,0.10000,0.237
40,mlp.experts.47.down_proj,0.0000037001,0.10000,0.229
40,mlp.experts.48.down_proj,0.0000001712,0.10000,0.242
40,mlp.experts.49.down_proj,0.0000086767,0.10000,0.231
40,mlp.experts.50.down_proj,0.0000001705,0.10000,0.233
40,mlp.experts.51.down_proj,0.0000001262,0.10000,0.236
40,mlp.experts.52.down_proj,0.0000003185,0.10000,0.231
40,mlp.experts.53.down_proj,0.0000043369,0.10000,0.242
40,mlp.experts.54.down_proj,0.0000002489,0.10000,0.244
40,mlp.experts.55.down_proj,0.0000001453,0.10000,0.260
40,mlp.experts.56.down_proj,0.0000116639,0.10000,0.272
40,mlp.experts.57.down_proj,0.0000000917,0.10000,0.261
40,mlp.experts.58.down_proj,0.0000053868,0.10000,0.264
40,mlp.experts.59.down_proj,0.0000005068,0.10000,0.263
40,mlp.experts.60.down_proj,0.0000001845,0.10000,0.260
40,mlp.experts.61.down_proj,0.0000316833,0.10000,0.243
40,mlp.experts.62.down_proj,0.0000005644,0.10000,0.257
40,mlp.experts.63.down_proj,0.0000009618,0.10000,0.253
40,mlp.experts.64.down_proj,0.0000005081,0.10000,0.215
40,mlp.experts.65.down_proj,0.0000000481,0.10000,0.261
40,mlp.experts.66.down_proj,0.0000158711,0.10000,0.272
40,mlp.experts.67.down_proj,0.0000007336,0.10000,0.251
40,mlp.experts.68.down_proj,0.0000015884,0.10000,0.258
40,mlp.experts.69.down_proj,0.0000097272,0.10000,0.252
40,mlp.experts.70.down_proj,0.0000005672,0.10000,0.242
40,mlp.experts.71.down_proj,0.0000206973,0.10000,0.237
40,mlp.experts.72.down_proj,0.0000001945,0.10000,0.228
40,mlp.experts.73.down_proj,0.0000001435,0.10000,0.274
40,mlp.experts.74.down_proj,0.0000006049,0.10000,0.264
40,mlp.experts.75.down_proj,0.0000000581,0.10000,0.254
40,mlp.experts.76.down_proj,0.0000003417,0.10000,0.253
40,mlp.experts.77.down_proj,0.0000000948,0.10000,0.254
40,mlp.experts.78.down_proj,0.0000001686,0.10000,0.280
40,mlp.experts.79.down_proj,0.0000000734,0.10000,0.274
40,mlp.experts.80.down_proj,0.0000000339,0.10000,0.246
40,mlp.experts.81.down_proj,0.0000001528,0.10000,0.246
40,mlp.experts.82.down_proj,0.0000004806,0.10000,0.268
40,mlp.experts.83.down_proj,0.0000000578,0.10000,0.255
40,mlp.experts.84.down_proj,0.0000001058,0.10000,0.254
40,mlp.experts.85.down_proj,0.0000006063,0.10000,0.245
40,mlp.experts.86.down_proj,0.0000257724,0.10000,0.252
40,mlp.experts.87.down_proj,0.0000023176,0.10000,0.259
40,mlp.experts.88.down_proj,0.0000058267,0.10000,0.250
40,mlp.experts.89.down_proj,0.0000009397,0.10000,0.253
40,mlp.experts.90.down_proj,0.0000003951,0.10000,0.253
40,mlp.experts.91.down_proj,0.0000013768,0.10000,0.255
40,mlp.experts.92.down_proj,0.0000056503,0.10000,0.251
40,mlp.experts.93.down_proj,0.0000000946,0.10000,0.241
40,mlp.experts.94.down_proj,0.0000001576,0.10000,0.226
40,mlp.experts.95.down_proj,0.0000137774,0.10000,0.229
40,mlp.experts.96.down_proj,0.0000191409,0.10000,0.229
40,mlp.experts.97.down_proj,0.0000004980,0.10000,0.260
40,mlp.experts.98.down_proj,0.0000004303,0.10000,0.249
40,mlp.experts.99.down_proj,0.0000080657,0.10000,0.247
40,mlp.experts.100.down_proj,0.0000003397,0.10000,0.244
40,mlp.experts.101.down_proj,0.0000001206,0.10000,0.233
40,mlp.experts.102.down_proj,0.0000000648,0.10000,0.236
40,mlp.experts.103.down_proj,0.0000002652,0.10000,0.256
40,mlp.experts.104.down_proj,0.0000161935,0.10000,0.241
40,mlp.experts.105.down_proj,0.0000001020,0.10000,0.242
40,mlp.experts.106.down_proj,0.0000003893,0.10000,0.272
40,mlp.experts.107.down_proj,0.0000001302,0.10000,0.245
40,mlp.experts.108.down_proj,0.0000000784,0.10000,0.233
40,mlp.experts.109.down_proj,0.0000001998,0.10000,0.247
40,mlp.experts.110.down_proj,0.0000001399,0.10000,0.228
40,mlp.experts.111.down_proj,0.0000004612,0.10000,0.227
40,mlp.experts.112.down_proj,0.0000007486,0.10000,0.225
40,mlp.experts.113.down_proj,0.0000010637,0.10000,0.229
40,mlp.experts.114.down_proj,0.0000000550,0.10000,0.287
40,mlp.experts.115.down_proj,0.0000000393,0.10000,0.261
40,mlp.experts.116.down_proj,0.0000135710,0.10000,0.241
40,mlp.experts.117.down_proj,0.0000000450,0.10000,0.235
40,mlp.experts.118.down_proj,0.0000954935,0.10000,0.249
40,mlp.experts.119.down_proj,0.0000001780,0.10000,0.242
40,mlp.experts.120.down_proj,0.0000121206,0.10000,0.244
40,mlp.experts.121.down_proj,0.0000000976,0.10000,0.229
40,mlp.experts.122.down_proj,0.0000038788,0.10000,0.230
40,mlp.experts.123.down_proj,0.0000001218,0.10000,0.231
40,mlp.experts.124.down_proj,0.0000001110,0.10000,0.244
40,mlp.experts.125.down_proj,0.0000221811,0.10000,0.229
40,mlp.experts.126.down_proj,0.0000005263,0.10000,0.227
40,mlp.experts.127.down_proj,0.0000000673,0.10000,0.267
41,self_attn.q_proj,0.0000000173,0.10000,0.594
41,self_attn.k_proj,0.0000000018,0.10000,0.584
41,self_attn.v_proj,0.0000000029,0.10000,0.582
41,self_attn.o_proj,0.0000000014,0.10000,1.253
41,mlp.gate,0.0000000061,0.10000,0.585
41,mlp.experts.0.up_proj,0.0000001006,0.10000,0.599
41,mlp.experts.1.up_proj,0.0000001380,0.10000,0.607
41,mlp.experts.2.up_proj,0.0000001181,0.10000,0.579
41,mlp.experts.3.up_proj,0.0000120002,0.10000,0.600
41,mlp.experts.4.up_proj,0.0001362572,0.10000,0.611
41,mlp.experts.5.up_proj,0.0000003450,0.10000,0.578
41,mlp.experts.6.up_proj,0.0000003484,0.10000,0.587
41,mlp.experts.7.up_proj,0.0000005660,0.10000,0.578
41,mlp.experts.8.up_proj,0.0000338760,0.10000,0.587
41,mlp.experts.9.up_proj,0.0000000577,0.10000,0.585
41,mlp.experts.10.up_proj,0.0000017944,0.10000,0.685
41,mlp.experts.11.up_proj,0.0000002305,0.10000,0.588
41,mlp.experts.12.up_proj,0.0000126857,0.10000,0.594
41,mlp.experts.13.up_proj,0.0000028689,0.10000,0.589
41,mlp.experts.14.up_proj,0.0000001218,0.10000,0.595
41,mlp.experts.15.up_proj,0.0000001049,0.10000,0.625
41,mlp.experts.16.up_proj,0.0000011107,0.10000,0.576
41,mlp.experts.17.up_proj,0.0000001183,0.10000,0.598
41,mlp.experts.18.up_proj,0.0000001783,0.10000,0.619
41,mlp.experts.19.up_proj,0.0000001346,0.10000,0.615
41,mlp.experts.20.up_proj,0.0000001042,0.10000,0.599
41,mlp.experts.21.up_proj,0.0000002404,0.10000,0.580
41,mlp.experts.22.up_proj,0.0000010395,0.10000,0.615
41,mlp.experts.23.up_proj,0.0000291676,0.10000,0.612
41,mlp.experts.24.up_proj,0.0000095916,0.10000,0.577
41,mlp.experts.25.up_proj,0.0000037023,0.10000,0.728
41,mlp.experts.26.up_proj,0.0000005547,0.10000,0.665
41,mlp.experts.27.up_proj,0.0000528949,0.10000,0.647
41,mlp.experts.28.up_proj,0.0000080748,0.10000,0.655
41,mlp.experts.29.up_proj,0.0000183194,0.10000,0.621
41,mlp.experts.30.up_proj,0.0000004894,0.10000,0.614
41,mlp.experts.31.up_proj,0.0000064315,0.10000,0.576
41,mlp.experts.32.up_proj,0.0000058236,0.10000,0.579
41,mlp.experts.33.up_proj,0.0000095643,0.10000,0.596
41,mlp.experts.34.up_proj,0.0000007028,0.10000,0.610
41,mlp.experts.35.up_proj,0.0000001207,0.10000,0.601
41,mlp.experts.36.up_proj,0.0000001471,0.10000,0.608
41,mlp.experts.37.up_proj,0.0000052289,0.10000,0.627
41,mlp.experts.38.up_proj,0.0000160508,0.10000,0.587
41,mlp.experts.39.up_proj,0.0000007917,0.10000,0.590
41,mlp.experts.40.up_proj,0.0000050706,0.10000,0.626
41,mlp.experts.41.up_proj,0.0000112712,0.10000,0.598
41,mlp.experts.42.up_proj,0.0000002355,0.10000,0.587
41,mlp.experts.43.up_proj,0.0000293969,0.10000,0.584
41,mlp.experts.44.up_proj,0.0000007074,0.10000,0.580
41,mlp.experts.45.up_proj,0.0000001462,0.10000,0.610
41,mlp.experts.46.up_proj,0.0000001488,0.10000,0.626
41,mlp.experts.47.up_proj,0.0000002943,0.10000,0.632
41,mlp.experts.48.up_proj,0.0000001880,0.10000,0.627
41,mlp.experts.49.up_proj,0.0000002578,0.10000,0.624
41,mlp.experts.50.up_proj,0.0000006061,0.10000,0.708
41,mlp.experts.51.up_proj,0.0000032861,0.10000,0.679
41,mlp.experts.52.up_proj,0.0000001251,0.10000,0.652
41,mlp.experts.53.up_proj,0.0000001573,0.10000,0.669
41,mlp.experts.54.up_proj,0.0000003194,0.10000,0.677
41,mlp.experts.55.up_proj,0.0000007877,0.10000,0.628
41,mlp.experts.56.up_proj,0.0000211662,0.10000,0.630
41,mlp.experts.57.up_proj,0.0000004537,0.10000,0.700
41,mlp.experts.58.up_proj,0.0000001643,0.10000,0.654
41,mlp.experts.59.up_proj,0.0000008718,0.10000,0.629
41,mlp.experts.60.up_proj,0.0000116641,0.10000,0.748
41,mlp.experts.61.up_proj,0.0000002528,0.10000,0.644
41,mlp.experts.62.up_proj,0.0000000891,0.10000,0.627
41,mlp.experts.63.up_proj,0.0000001171,0.10000,0.645
41,mlp.experts.64.up_proj,0.0000001310,0.10000,0.603
41,mlp.experts.65.up_proj,0.0000001029,0.10000,0.597
41,mlp.experts.66.up_proj,0.0000001035,0.10000,0.601
41,mlp.experts.67.up_proj,0.0000194427,0.10000,0.630
41,mlp.experts.68.up_proj,0.0000003362,0.10000,0.624
41,mlp.experts.69.up_proj,0.0000001322,0.10000,0.634
41,mlp.experts.70.up_proj,0.0000111044,0.10000,0.607
41,mlp.experts.71.up_proj,0.0000014062,0.10000,0.584
41,mlp.experts.72.up_proj,0.0000002786,0.10000,0.612
41,mlp.experts.73.up_proj,0.0000006870,0.10000,0.615
41,mlp.experts.74.up_proj,0.0000101011,0.10000,0.629
41,mlp.experts.75.up_proj,0.0000015946,0.10000,0.588
41,mlp.experts.76.up_proj,0.0001037006,0.10000,0.595
41,mlp.experts.77.up_proj,0.0000001930,0.10000,0.602
41,mlp.experts.78.up_proj,0.0000010004,0.10000,0.592
41,mlp.experts.79.up_proj,0.0000003042,0.10000,0.599
41,mlp.experts.80.up_proj,0.0000002843,0.10000,0.584
41,mlp.experts.81.up_proj,0.0000001868,0.10000,0.593
41,mlp.experts.82.up_proj,0.0000001264,0.10000,0.595
41,mlp.experts.83.up_proj,0.0000003678,0.10000,0.599
41,mlp.experts.84.up_proj,0.0000001598,0.10000,0.603
41,mlp.experts.85.up_proj,0.0000000698,0.10000,0.629
41,mlp.experts.86.up_proj,0.0000009559,0.10000,0.606
41,mlp.experts.87.up_proj,0.0000003542,0.10000,0.599
41,mlp.experts.88.up_proj,0.0000009766,0.10000,0.623
41,mlp.experts.89.up_proj,0.0000041213,0.10000,0.639
41,mlp.experts.90.up_proj,0.0000003795,0.10000,0.612
41,mlp.experts.91.up_proj,0.0000071223,0.10000,0.606
41,mlp.experts.92.up_proj,0.0000001489,0.10000,0.708
41,mlp.experts.93.up_proj,0.0000008425,0.10000,0.663
41,mlp.experts.94.up_proj,0.0000068446,0.10000,0.700
41,mlp.experts.95.up_proj,0.0000009125,0.10000,0.637
41,mlp.experts.96.up_proj,0.0000259841,0.10000,0.597
41,mlp.experts.97.up_proj,0.0000001226,0.10000,0.707
41,mlp.experts.98.up_proj,0.0000134930,0.10000,0.655
41,mlp.experts.99.up_proj,0.0000003697,0.10000,0.653
41,mlp.experts.100.up_proj,0.0000002274,0.10000,0.663
41,mlp.experts.101.up_proj,0.0000067052,0.10000,0.675
41,mlp.experts.102.up_proj,0.0000001030,0.10000,0.639
41,mlp.experts.103.up_proj,0.0000001074,0.10000,0.629
41,mlp.experts.104.up_proj,0.0000230426,0.10000,0.643
41,mlp.experts.105.up_proj,0.0000011561,0.10000,0.636
41,mlp.experts.106.up_proj,0.0000000542,0.10000,0.601
41,mlp.experts.107.up_proj,0.0000116343,0.10000,0.610
41,mlp.experts.108.up_proj,0.0000061225,0.10000,0.613
41,mlp.experts.109.up_proj,0.0000178870,0.10000,0.603
41,mlp.experts.110.up_proj,0.0000053384,0.10000,0.603
41,mlp.experts.111.up_proj,0.0000143107,0.10000,0.612
41,mlp.experts.112.up_proj,0.0000000892,0.10000,0.637
41,mlp.experts.113.up_proj,0.0000002664,0.10000,0.652
41,mlp.experts.114.up_proj,0.0000074958,0.10000,0.632
41,mlp.experts.115.up_proj,0.0000003139,0.10000,0.639
41,mlp.experts.116.up_proj,0.0000010722,0.10000,0.630
41,mlp.experts.117.up_proj,0.0000001538,0.10000,0.615
41,mlp.experts.118.up_proj,0.0000010057,0.10000,0.620
41,mlp.experts.119.up_proj,0.0000311386,0.10000,0.620
41,mlp.experts.120.up_proj,0.0000002449,0.10000,0.609
41,mlp.experts.121.up_proj,0.0000001025,0.10000,0.614
41,mlp.experts.122.up_proj,0.0000001942,0.10000,0.615
41,mlp.experts.123.up_proj,0.0000019885,0.10000,0.609
41,mlp.experts.124.up_proj,0.0000007887,0.10000,0.611
41,mlp.experts.125.up_proj,0.0000177385,0.10000,0.610
41,mlp.experts.126.up_proj,0.0000002398,0.10000,0.611
41,mlp.experts.127.up_proj,0.0000055798,0.10000,0.618
41,mlp.experts.0.gate_proj,0.0000000967,0.10000,0.610
41,mlp.experts.1.gate_proj,0.0000001359,0.10000,0.609
41,mlp.experts.2.gate_proj,0.0000001064,0.10000,0.612
41,mlp.experts.3.gate_proj,0.0000122076,0.10000,0.600
41,mlp.experts.4.gate_proj,0.0001309567,0.10000,0.599
41,mlp.experts.5.gate_proj,0.0000003355,0.10000,0.615
41,mlp.experts.6.gate_proj,0.0000003359,0.10000,0.635
41,mlp.experts.7.gate_proj,0.0000005495,0.10000,0.638
41,mlp.experts.8.gate_proj,0.0000324573,0.10000,0.646
41,mlp.experts.9.gate_proj,0.0000000570,0.10000,0.636
41,mlp.experts.10.gate_proj,0.0000017481,0.10000,0.643
41,mlp.experts.11.gate_proj,0.0000002383,0.10000,0.639
41,mlp.experts.12.gate_proj,0.0000136093,0.10000,0.640
41,mlp.experts.13.gate_proj,0.0000028678,0.10000,0.616
41,mlp.experts.14.gate_proj,0.0000001144,0.10000,0.608
41,mlp.experts.15.gate_proj,0.0000000968,0.10000,0.643
41,mlp.experts.16.gate_proj,0.0000010715,0.10000,0.641
41,mlp.experts.17.gate_proj,0.0000001093,0.10000,0.618
41,mlp.experts.18.gate_proj,0.0000001828,0.10000,0.604
41,mlp.experts.19.gate_proj,0.0000001355,0.10000,0.628
41,mlp.experts.20.gate_proj,0.0000000954,0.10000,0.696
41,mlp.experts.21.gate_proj,0.0000002371,0.10000,0.646
41,mlp.experts.22.gate_proj,0.0000010024,0.10000,0.620
41,mlp.experts.23.gate_proj,0.0000283979,0.10000,0.631
41,mlp.experts.24.gate_proj,0.0000097762,0.10000,0.679
41,mlp.experts.25.gate_proj,0.0000036143,0.10000,0.624
41,mlp.experts.26.gate_proj,0.0000006715,0.10000,0.604
41,mlp.experts.27.gate_proj,0.0000501442,0.10000,0.601
41,mlp.experts.28.gate_proj,0.0000077891,0.10000,0.631
41,mlp.experts.29.gate_proj,0.0000177029,0.10000,0.652
41,mlp.experts.30.gate_proj,0.0000004842,0.10000,0.612
41,mlp.experts.31.gate_proj,0.0000062278,0.10000,0.612
41,mlp.experts.32.gate_proj,0.0000056436,0.10000,0.613
41,mlp.experts.33.gate_proj,0.0000093262,0.10000,0.617
41,mlp.experts.34.gate_proj,0.0000006948,0.10000,0.612
41,mlp.experts.35.gate_proj,0.0000001104,0.10000,0.624
41,mlp.experts.36.gate_proj,0.0000001479,0.10000,0.621
41,mlp.experts.37.gate_proj,0.0000048560,0.10000,0.645
41,mlp.experts.38.gate_proj,0.0000164734,0.10000,0.639
41,mlp.experts.39.gate_proj,0.0000009540,0.10000,0.607
41,mlp.experts.40.gate_proj,0.0000048357,0.10000,0.608
41,mlp.experts.41.gate_proj,0.0000115967,0.10000,0.616
41,mlp.experts.42.gate_proj,0.0000002923,0.10000,0.611
41,mlp.experts.43.gate_proj,0.0000279203,0.10000,0.614
41,mlp.experts.44.gate_proj,0.0000006848,0.10000,0.609
41,mlp.experts.45.gate_proj,0.0000001462,0.10000,0.616
41,mlp.experts.46.gate_proj,0.0000001440,0.10000,0.613
41,mlp.experts.47.gate_proj,0.0000003028,0.10000,0.604
41,mlp.experts.48.gate_proj,0.0000002232,0.10000,0.613
41,mlp.experts.49.gate_proj,0.0000003028,0.10000,0.610
41,mlp.experts.50.gate_proj,0.0000006400,0.10000,0.613
41,mlp.experts.51.gate_proj,0.0000031779,0.10000,0.614
41,mlp.experts.52.gate_proj,0.0000001104,0.10000,0.611
41,mlp.experts.53.gate_proj,0.0000001501,0.10000,0.607
41,mlp.experts.54.gate_proj,0.0000003612,0.10000,0.611
41,mlp.experts.55.gate_proj,0.0000007479,0.10000,0.614
41,mlp.experts.56.gate_proj,0.0000200844,0.10000,0.608
41,mlp.experts.57.gate_proj,0.0000004630,0.10000,0.617
41,mlp.experts.58.gate_proj,0.0000001657,0.10000,0.613
41,mlp.experts.59.gate_proj,0.0000008600,0.10000,0.624
41,mlp.experts.60.gate_proj,0.0000110973,0.10000,0.645
41,mlp.experts.61.gate_proj,0.0000002815,0.10000,0.597
41,mlp.experts.62.gate_proj,0.0000000901,0.10000,0.608
41,mlp.experts.63.gate_proj,0.0000001095,0.10000,0.606
41,mlp.experts.64.gate_proj,0.0000001231,0.10000,0.613
41,mlp.experts.65.gate_proj,0.0000000972,0.10000,0.629
41,mlp.experts.66.gate_proj,0.0000000950,0.10000,0.605
41,mlp.experts.67.gate_proj,0.0000174266,0.10000,0.653
41,mlp.experts.68.gate_proj,0.0000003350,0.10000,0.632
41,mlp.experts.69.gate_proj,0.0000001256,0.10000,0.612
41,mlp.experts.70.gate_proj,0.0000115995,0.10000,0.610
41,mlp.experts.71.gate_proj,0.0000013129,0.10000,0.619
41,mlp.experts.72.gate_proj,0.0000002831,0.10000,0.610
41,mlp.experts.73.gate_proj,0.0000007018,0.10000,0.613
41,mlp.experts.74.gate_proj,0.0000094600,0.10000,0.638
41,mlp.experts.75.gate_proj,0.0000015484,0.10000,0.633
41,mlp.experts.76.gate_proj,0.0001011531,0.10000,0.636
41,mlp.experts.77.gate_proj,0.0000001991,0.10000,0.624
41,mlp.experts.78.gate_proj,0.0000009623,0.10000,0.598
41,mlp.experts.79.gate_proj,0.0000003127,0.10000,0.628
41,mlp.experts.80.gate_proj,0.0000002819,0.10000,0.613
41,mlp.experts.81.gate_proj,0.0000001831,0.10000,0.768
41,mlp.experts.82.gate_proj,0.0000001272,0.10000,0.687
41,mlp.experts.83.gate_proj,0.0000003521,0.10000,0.674
41,mlp.experts.84.gate_proj,0.0000001702,0.10000,0.648
41,mlp.experts.85.gate_proj,0.0000000653,0.10000,0.633
41,mlp.experts.86.gate_proj,0.0000009312,0.10000,0.628
41,mlp.experts.87.gate_proj,0.0000003564,0.10000,0.612
41,mlp.experts.88.gate_proj,0.0000010715,0.10000,0.598
41,mlp.experts.89.gate_proj,0.0000041845,0.10000,0.609
41,mlp.experts.90.gate_proj,0.0000003529,0.10000,0.617
41,mlp.experts.91.gate_proj,0.0000068903,0.10000,0.606
41,mlp.experts.92.gate_proj,0.0000001446,0.10000,0.612
41,mlp.experts.93.gate_proj,0.0000008668,0.10000,0.610
41,mlp.experts.94.gate_proj,0.0000066347,0.10000,0.602
41,mlp.experts.95.gate_proj,0.0000008709,0.10000,0.609
41,mlp.experts.96.gate_proj,0.0000259381,0.10000,0.605
41,mlp.experts.97.gate_proj,0.0000001082,0.10000,0.611
41,mlp.experts.98.gate_proj,0.0000135582,0.10000,0.614
41,mlp.experts.99.gate_proj,0.0000003541,0.10000,0.599
41,mlp.experts.100.gate_proj,0.0000002292,0.10000,0.646
41,mlp.experts.101.gate_proj,0.0000064551,0.10000,0.622
41,mlp.experts.102.gate_proj,0.0000000964,0.10000,0.612
41,mlp.experts.103.gate_proj,0.0000001009,0.10000,0.610
41,mlp.experts.104.gate_proj,0.0000222149,0.10000,0.628
41,mlp.experts.105.gate_proj,0.0000011313,0.10000,0.652
41,mlp.experts.106.gate_proj,0.0000000488,0.10000,0.605
41,mlp.experts.107.gate_proj,0.0000107154,0.10000,0.631
41,mlp.experts.108.gate_proj,0.0000057749,0.10000,0.633
41,mlp.experts.109.gate_proj,0.0000171748,0.10000,0.637
41,mlp.experts.110.gate_proj,0.0000052097,0.10000,0.647
41,mlp.experts.111.gate_proj,0.0000135971,0.10000,0.636
41,mlp.experts.112.gate_proj,0.0000000894,0.10000,0.632
41,mlp.experts.113.gate_proj,0.0000002510,0.10000,0.641
41,mlp.experts.114.gate_proj,0.0000072373,0.10000,0.638
41,mlp.experts.115.gate_proj,0.0000003372,0.10000,0.626
41,mlp.experts.116.gate_proj,0.0000010296,0.10000,0.728
41,mlp.experts.117.gate_proj,0.0000001478,0.10000,0.711
41,mlp.experts.118.gate_proj,0.0000009942,0.10000,0.653
41,mlp.experts.119.gate_proj,0.0000298016,0.10000,0.601
41,mlp.experts.120.gate_proj,0.0000002446,0.10000,0.626
41,mlp.experts.121.gate_proj,0.0000001052,0.10000,0.631
41,mlp.experts.122.gate_proj,0.0000002388,0.10000,0.633
41,mlp.experts.123.gate_proj,0.0000019230,0.10000,0.619
41,mlp.experts.124.gate_proj,0.0000007792,0.10000,0.621
41,mlp.experts.125.gate_proj,0.0000178966,0.10000,0.724
41,mlp.experts.126.gate_proj,0.0000002321,0.10000,0.695
41,mlp.experts.127.gate_proj,0.0000054334,0.10000,0.668
41,mlp.experts.0.down_proj,0.0000001240,0.10000,0.226
41,mlp.experts.1.down_proj,0.0000001371,0.10000,0.225
41,mlp.experts.2.down_proj,0.0000000830,0.10000,0.243
41,mlp.experts.3.down_proj,0.0000172213,0.10000,0.236
41,mlp.experts.4.down_proj,0.0001174659,0.10000,0.235
41,mlp.experts.5.down_proj,0.0000005026,0.10000,0.221
41,mlp.experts.6.down_proj,0.0000002619,0.10000,0.223
41,mlp.experts.7.down_proj,0.0000006020,0.10000,0.234
41,mlp.experts.8.down_proj,0.0000235343,0.10000,0.226
41,mlp.experts.9.down_proj,0.0000000417,0.10000,0.226
41,mlp.experts.10.down_proj,0.0000007997,0.10000,0.223
41,mlp.experts.11.down_proj,0.0000002636,0.10000,0.221
41,mlp.experts.12.down_proj,0.0000198371,0.10000,0.222
41,mlp.experts.13.down_proj,0.0000027233,0.10000,0.226
41,mlp.experts.14.down_proj,0.0000001493,0.10000,0.222
41,mlp.experts.15.down_proj,0.0000001429,0.10000,0.248
41,mlp.experts.16.down_proj,0.0000008600,0.10000,0.240
41,mlp.experts.17.down_proj,0.0000001394,0.10000,0.235
41,mlp.experts.18.down_proj,0.0000000987,0.10000,0.238
41,mlp.experts.19.down_proj,0.0000001430,0.10000,0.239
41,mlp.experts.20.down_proj,0.0000001077,0.10000,0.258
41,mlp.experts.21.down_proj,0.0000003509,0.10000,0.253
41,mlp.experts.22.down_proj,0.0000012989,0.10000,0.245
41,mlp.experts.23.down_proj,0.0000243337,0.10000,0.232
41,mlp.experts.24.down_proj,0.0000151373,0.10000,0.244
41,mlp.experts.25.down_proj,0.0000029816,0.10000,0.247
41,mlp.experts.26.down_proj,0.0000005625,0.10000,0.233
41,mlp.experts.27.down_proj,0.0000287135,0.10000,0.233
41,mlp.experts.28.down_proj,0.0000089504,0.10000,0.251
41,mlp.experts.29.down_proj,0.0000140032,0.10000,0.230
41,mlp.experts.30.down_proj,0.0000006172,0.10000,0.229
41,mlp.experts.31.down_proj,0.0000056191,0.10000,0.231
41,mlp.experts.32.down_proj,0.0000042149,0.10000,0.235
41,mlp.experts.33.down_proj,0.0000090591,0.10000,0.239
41,mlp.experts.34.down_proj,0.0000003068,0.10000,0.234
41,mlp.experts.35.down_proj,0.0000001386,0.10000,0.234
41,mlp.experts.36.down_proj,0.0000001460,0.10000,0.234
41,mlp.experts.37.down_proj,0.0000098773,0.10000,0.238
41,mlp.experts.38.down_proj,0.0000423680,0.10000,0.236
41,mlp.experts.39.down_proj,0.0000021261,0.10000,0.229
41,mlp.experts.40.down_proj,0.0000068228,0.10000,0.228
41,mlp.experts.41.down_proj,0.0000211093,0.10000,0.269
41,mlp.experts.42.down_proj,0.0000003280,0.10000,0.243
41,mlp.experts.43.down_proj,0.0000303125,0.10000,0.234
41,mlp.experts.44.down_proj,0.0000007174,0.10000,0.240
41,mlp.experts.45.down_proj,0.0000001488,0.10000,0.242
41,mlp.experts.46.down_proj,0.0000002069,0.10000,0.225
41,mlp.experts.47.down_proj,0.0000002356,0.10000,0.228
41,mlp.experts.48.down_proj,0.0000002013,0.10000,0.223
41,mlp.experts.49.down_proj,0.0000002349,0.10000,0.231
41,mlp.experts.50.down_proj,0.0000009765,0.10000,0.228
41,mlp.experts.51.down_proj,0.0000056818,0.10000,0.227
41,mlp.experts.52.down_proj,0.0000001801,0.10000,0.228
41,mlp.experts.53.down_proj,0.0000001628,0.10000,0.234
41,mlp.experts.54.down_proj,0.0000002463,0.10000,0.232
41,mlp.experts.55.down_proj,0.0000008350,0.10000,0.230
41,mlp.experts.56.down_proj,0.0000226395,0.10000,0.225
41,mlp.experts.57.down_proj,0.0000012472,0.10000,0.229
41,mlp.experts.58.down_proj,0.0000001745,0.10000,0.226
41,mlp.experts.59.down_proj,0.0000003732,0.10000,0.224
41,mlp.experts.60.down_proj,0.0000139778,0.10000,0.228
41,mlp.experts.61.down_proj,0.0000003362,0.10000,0.227
41,mlp.experts.62.down_proj,0.0000000866,0.10000,0.228
41,mlp.experts.63.down_proj,0.0000001023,0.10000,0.239
41,mlp.experts.64.down_proj,0.0000001410,0.10000,0.242
41,mlp.experts.65.down_proj,0.0000000972,0.10000,0.228
41,mlp.experts.66.down_proj,0.0000001021,0.10000,0.228
41,mlp.experts.67.down_proj,0.0000344112,0.10000,0.229
41,mlp.experts.68.down_proj,0.0000002527,0.10000,0.232
41,mlp.experts.69.down_proj,0.0000001506,0.10000,0.230
41,mlp.experts.70.down_proj,0.0000259747,0.10000,0.231
41,mlp.experts.71.down_proj,0.0000012872,0.10000,0.247
41,mlp.experts.72.down_proj,0.0000002475,0.10000,0.241
41,mlp.experts.73.down_proj,0.0000002308,0.10000,0.271
41,mlp.experts.74.down_proj,0.0000137947,0.10000,0.267
41,mlp.experts.75.down_proj,0.0000018023,0.10000,0.242
41,mlp.experts.76.down_proj,0.0001219530,0.10000,0.243
41,mlp.experts.77.down_proj,0.0000001835,0.10000,0.226
41,mlp.experts.78.down_proj,0.0000008053,0.10000,0.239
41,mlp.experts.79.down_proj,0.0000002774,0.10000,0.243
41,mlp.experts.80.down_proj,0.0000001662,0.10000,0.228
41,mlp.experts.81.down_proj,0.0000001217,0.10000,0.227
41,mlp.experts.82.down_proj,0.0000001120,0.10000,0.249
41,mlp.experts.83.down_proj,0.0000003124,0.10000,0.253
41,mlp.experts.84.down_proj,0.0000001794,0.10000,0.234
41,mlp.experts.85.down_proj,0.0000000570,0.10000,0.229
41,mlp.experts.86.down_proj,0.0000010426,0.10000,0.234
41,mlp.experts.87.down_proj,0.0000002918,0.10000,0.243
41,mlp.experts.88.down_proj,0.0000026082,0.10000,0.242
41,mlp.experts.89.down_proj,0.0000048934,0.10000,0.230
41,mlp.experts.90.down_proj,0.0000003136,0.10000,0.230
41,mlp.experts.91.down_proj,0.0000070166,0.10000,0.241
41,mlp.experts.92.down_proj,0.0000001284,0.10000,0.232
41,mlp.experts.93.down_proj,0.0000004479,0.10000,0.236
41,mlp.experts.94.down_proj,0.0000086977,0.10000,0.231
41,mlp.experts.95.down_proj,0.0000007972,0.10000,0.230
41,mlp.experts.96.down_proj,0.0000027639,0.10000,0.246
41,mlp.experts.97.down_proj,0.0000001503,0.10000,0.242
41,mlp.experts.98.down_proj,0.0000325972,0.10000,0.268
41,mlp.experts.99.down_proj,0.0000007401,0.10000,0.269
41,mlp.experts.100.down_proj,0.0000001252,0.10000,0.247
41,mlp.experts.101.down_proj,0.0000101894,0.10000,0.250
41,mlp.experts.102.down_proj,0.0000000865,0.10000,0.251
41,mlp.experts.103.down_proj,0.0000000862,0.10000,0.245
41,mlp.experts.104.down_proj,0.0000015447,0.10000,0.241
41,mlp.experts.105.down_proj,0.0000007654,0.10000,0.224
41,mlp.experts.106.down_proj,0.0000000405,0.10000,0.224
41,mlp.experts.107.down_proj,0.0000124108,0.10000,0.226
41,mlp.experts.108.down_proj,0.0000144481,0.10000,0.225
41,mlp.experts.109.down_proj,0.0000249047,0.10000,0.228
41,mlp.experts.110.down_proj,0.0000038168,0.10000,0.250
41,mlp.experts.111.down_proj,0.0000127636,0.10000,0.276
41,mlp.experts.112.down_proj,0.0000000658,0.10000,0.270
41,mlp.experts.113.down_proj,0.0000002834,0.10000,0.248
41,mlp.experts.114.down_proj,0.0000090268,0.10000,0.269
41,mlp.experts.115.down_proj,0.0000004157,0.10000,0.244
41,mlp.experts.116.down_proj,0.0000011294,0.10000,0.231
41,mlp.experts.117.down_proj,0.0000001976,0.10000,0.237
41,mlp.experts.118.down_proj,0.0000010824,0.10000,0.229
41,mlp.experts.119.down_proj,0.0000539002,0.10000,0.226
41,mlp.experts.120.down_proj,0.0000001590,0.10000,0.229
41,mlp.experts.121.down_proj,0.0000000753,0.10000,0.233
41,mlp.experts.122.down_proj,0.0000002111,0.10000,0.228
41,mlp.experts.123.down_proj,0.0000011346,0.10000,0.227
41,mlp.experts.124.down_proj,0.0000008200,0.10000,0.298
41,mlp.experts.125.down_proj,0.0000396286,0.10000,0.275
41,mlp.experts.126.down_proj,0.0000003433,0.10000,0.261
41,mlp.experts.127.down_proj,0.0000078302,0.10000,0.264
42,self_attn.q_proj,0.0000000310,0.10000,0.601
42,self_attn.k_proj,0.0000000035,0.10000,0.599
42,self_attn.v_proj,0.0000000060,0.10000,0.588
42,self_attn.o_proj,0.0000000023,0.10000,1.161
42,mlp.gate,0.0000000063,0.10000,0.700
42,mlp.experts.0.up_proj,0.0000201571,0.10000,0.586
42,mlp.experts.1.up_proj,0.0000018629,0.10000,0.588
42,mlp.experts.2.up_proj,0.0000001053,0.10000,0.582
42,mlp.experts.3.up_proj,0.0000001556,0.10000,0.608
42,mlp.experts.4.up_proj,0.0000004673,0.10000,0.577
42,mlp.experts.5.up_proj,0.0000001196,0.10000,0.714
42,mlp.experts.6.up_proj,0.0000007108,0.10000,0.641
42,mlp.experts.7.up_proj,0.0000001803,0.10000,0.632
42,mlp.experts.8.up_proj,0.0000001477,0.10000,0.624
42,mlp.experts.9.up_proj,0.0000030509,0.10000,0.655
42,mlp.experts.10.up_proj,0.0000042121,0.10000,0.638
42,mlp.experts.11.up_proj,0.0000479812,0.10000,0.635
42,mlp.experts.12.up_proj,0.0000003166,0.10000,0.633
42,mlp.experts.13.up_proj,0.0000098514,0.10000,0.647
42,mlp.experts.14.up_proj,0.0000001482,0.10000,0.596
42,mlp.experts.15.up_proj,0.0000082024,0.10000,0.570
42,mlp.experts.16.up_proj,0.0000001118,0.10000,0.569
42,mlp.experts.17.up_proj,0.0000005721,0.10000,0.573
42,mlp.experts.18.up_proj,0.0000000943,0.10000,0.570
42,mlp.experts.19.up_proj,0.0000013725,0.10000,0.729
42,mlp.experts.20.up_proj,0.0000004636,0.10000,0.616
42,mlp.experts.21.up_proj,0.0000002368,0.10000,0.569
42,mlp.experts.22.up_proj,0.0000001193,0.10000,0.583
42,mlp.experts.23.up_proj,0.0000000779,0.10000,0.633
42,mlp.experts.24.up_proj,0.0000000766,0.10000,0.570
42,mlp.experts.25.up_proj,0.0000003538,0.10000,0.568
42,mlp.experts.26.up_proj,0.0001278542,0.10000,0.569
42,mlp.experts.27.up_proj,0.0000002620,0.10000,0.584
42,mlp.experts.28.up_proj,0.0000001989,0.10000,0.707
42,mlp.experts.29.up_proj,0.0000168285,0.10000,0.639
42,mlp.experts.30.up_proj,0.0000007460,0.10000,0.661
42,mlp.experts.31.up_proj,0.0000001301,0.10000,0.646
42,mlp.experts.32.up_proj,0.0000001738,0.10000,0.640
42,mlp.experts.33.up_proj,0.0000008116,0.10000,0.644
42,mlp.experts.34.up_proj,0.0000022379,0.10000,0.623
42,mlp.experts.35.up_proj,0.0000014969,0.10000,0.595
42,mlp.experts.36.up_proj,0.0000001004,0.10000,0.621
42,mlp.experts.37.up_proj,0.0000001308,0.10000,0.608
42,mlp.experts.38.up_proj,0.0000003910,0.10000,0.584
42,mlp.experts.39.up_proj,0.0000003262,0.10000,0.611
42,mlp.experts.40.up_proj,0.0000250700,0.10000,0.611
42,mlp.experts.41.up_proj,0.0000012552,0.10000,0.593
42,mlp.experts.42.up_proj,0.0001215328,0.10000,0.597
42,mlp.experts.43.up_proj,0.0000005616,0.10000,0.594
42,mlp.experts.44.up_proj,0.0000144400,0.10000,0.611
42,mlp.experts.45.up_proj,0.0000262063,0.10000,0.644
42,mlp.experts.46.up_proj,0.0000066891,0.10000,0.725
42,mlp.experts.47.up_proj,0.0000015253,0.10000,0.656
42,mlp.experts.48.up_proj,0.0000339017,0.10000,0.702
42,mlp.experts.49.up_proj,0.0000001187,0.10000,0.648
42,mlp.experts.50.up_proj,0.0000010533,0.10000,0.654
42,mlp.experts.51.up_proj,0.0001757490,0.10000,0.658
42,mlp.experts.52.up_proj,0.0000003660,0.10000,0.657
42,mlp.experts.53.up_proj,0.0000116369,0.10000,0.660
42,mlp.experts.54.up_proj,0.0000054652,0.10000,0.708
42,mlp.experts.55.up_proj,0.0000001039,0.10000,0.707
42,mlp.experts.56.up_proj,0.0000007594,0.10000,0.653
42,mlp.experts.57.up_proj,0.0000068369,0.10000,0.660
42,mlp.experts.58.up_proj,0.0000008859,0.10000,0.623
42,mlp.experts.59.up_proj,0.0000002029,0.10000,0.626
42,mlp.experts.60.up_proj,0.0000050463,0.10000,0.610
42,mlp.experts.61.up_proj,0.0000039373,0.10000,0.612
42,mlp.experts.62.up_proj,0.0000088848,0.10000,0.717
42,mlp.experts.63.up_proj,0.0000102935,0.10000,0.633
42,mlp.experts.64.up_proj,0.0000001689,0.10000,0.593
42,mlp.experts.65.up_proj,0.0000001345,0.10000,0.668
42,mlp.experts.66.up_proj,0.0000005366,0.10000,0.635
42,mlp.experts.67.up_proj,0.0001121051,0.10000,0.589
42,mlp.experts.68.up_proj,0.0000003725,0.10000,0.724
42,mlp.experts.69.up_proj,0.0000004083,0.10000,0.650
42,mlp.experts.70.up_proj,0.0000004036,0.10000,0.653
42,mlp.experts.71.up_proj,0.0000004727,0.10000,0.646
42,mlp.experts.72.up_proj,0.0000107280,0.10000,0.629
42,mlp.experts.73.up_proj,0.0000001335,0.10000,0.623
42,mlp.experts.74.up_proj,0.0000000968,0.10000,0.630
42,mlp.experts.75.up_proj,0.0000000961,0.10000,0.606
42,mlp.experts.76.up_proj,0.0000012934,0.10000,0.607
42,mlp.experts.77.up_proj,0.0000003321,0.10000,0.630
42,mlp.experts.78.up_proj,0.0000061110,0.10000,0.623
42,mlp.experts.79.up_proj,0.0000005550,0.10000,0.741
42,mlp.experts.80.up_proj,0.0000002280,0.10000,0.689
42,mlp.experts.81.up_proj,0.0000012316,0.10000,0.662
42,mlp.experts.82.up_proj,0.0000081565,0.10000,0.613
42,mlp.experts.83.up_proj,0.0000081049,0.10000,0.590
42,mlp.experts.84.up_proj,0.0000009692,0.10000,0.626
42,mlp.experts.85.up_proj,0.0000291832,0.10000,0.643
42,mlp.experts.86.up_proj,0.0000001442,0.10000,0.622
42,mlp.experts.87.up_proj,0.0000080967,0.10000,0.623
42,mlp.experts.88.up_proj,0.0000067145,0.10000,0.630
42,mlp.experts.89.up_proj,0.0000156027,0.10000,0.603
42,mlp.experts.90.up_proj,0.0000001448,0.10000,0.601
42,mlp.experts.91.up_proj,0.0000079465,0.10000,0.602
42,mlp.experts.92.up_proj,0.0000005065,0.10000,0.604
42,mlp.experts.93.up_proj,0.0000001300,0.10000,0.598
42,mlp.experts.94.up_proj,0.0000099986,0.10000,0.613
42,mlp.experts.95.up_proj,0.0000053832,0.10000,0.592
42,mlp.experts.96.up_proj,0.0000134634,0.10000,0.609
42,mlp.experts.97.up_proj,0.0000035099,0.10000,0.608
42,mlp.experts.98.up_proj,0.0000001404,0.10000,0.602
42,mlp.experts.99.up_proj,0.0000009012,0.10000,0.624
42,mlp.experts.100.up_proj,0.0000018871,0.10000,0.631
42,mlp.experts.101.up_proj,0.0000001224,0.10000,0.616
42,mlp.experts.102.up_proj,0.0000001519,0.10000,0.600
42,mlp.experts.103.up_proj,0.0000011595,0.10000,0.611
42,mlp.experts.104.up_proj,0.0000155625,0.10000,0.597
42,mlp.experts.105.up_proj,0.0000014594,0.10000,0.606
42,mlp.experts.106.up_proj,0.0000002354,0.10000,0.600
42,mlp.experts.107.up_proj,0.0000085605,0.10000,0.634
42,mlp.experts.108.up_proj,0.0000005727,0.10000,0.634
42,mlp.experts.109.up_proj,0.0000026273,0.10000,0.623
42,mlp.experts.110.up_proj,0.0000224617,0.10000,0.639
42,mlp.experts.111.up_proj,0.0000007109,0.10000,0.634
42,mlp.experts.112.up_proj,0.0000005740,0.10000,0.626
42,mlp.experts.113.up_proj,0.0000014196,0.10000,0.598
42,mlp.experts.114.up_proj,0.0000003087,0.10000,0.605
42,mlp.experts.115.up_proj,0.0000001047,0.10000,0.606
42,mlp.experts.116.up_proj,0.0000006518,0.10000,0.599
42,mlp.experts.117.up_proj,0.0000004839,0.10000,0.594
42,mlp.experts.118.up_proj,0.0000142527,0.10000,0.601
42,mlp.experts.119.up_proj,0.0000004427,0.10000,0.605
42,mlp.experts.120.up_proj,0.0000072897,0.10000,0.601
42,mlp.experts.121.up_proj,0.0000145290,0.10000,0.605
42,mlp.experts.122.up_proj,0.0000127413,0.10000,0.603
42,mlp.experts.123.up_proj,0.0000000653,0.10000,0.596
42,mlp.experts.124.up_proj,0.0000017088,0.10000,0.599
42,mlp.experts.125.up_proj,0.0000001272,0.10000,0.596
42,mlp.experts.126.up_proj,0.0000000944,0.10000,0.595
42,mlp.experts.127.up_proj,0.0000138702,0.10000,0.609
42,mlp.experts.0.gate_proj,0.0000194224,0.10000,0.631
42,mlp.experts.1.gate_proj,0.0000017556,0.10000,0.599
42,mlp.experts.2.gate_proj,0.0000000985,0.10000,0.604
42,mlp.experts.3.gate_proj,0.0000001491,0.10000,0.603
42,mlp.experts.4.gate_proj,0.0000004517,0.10000,0.602
42,mlp.experts.5.gate_proj,0.0000001035,0.10000,0.637
42,mlp.experts.6.gate_proj,0.0000007455,0.10000,0.631
42,mlp.experts.7.gate_proj,0.0000001603,0.10000,0.599
42,mlp.experts.8.gate_proj,0.0000001679,0.10000,0.600
42,mlp.experts.9.gate_proj,0.0000029333,0.10000,0.608
42,mlp.experts.10.gate_proj,0.0000041039,0.10000,0.634
42,mlp.experts.11.gate_proj,0.0000399989,0.10000,0.627
42,mlp.experts.12.gate_proj,0.0000003060,0.10000,0.627
42,mlp.experts.13.gate_proj,0.0000088271,0.10000,0.605
42,mlp.experts.14.gate_proj,0.0000001416,0.10000,0.603
42,mlp.experts.15.gate_proj,0.0000076808,0.10000,0.622
42,mlp.experts.16.gate_proj,0.0000001082,0.10000,0.644
42,mlp.experts.17.gate_proj,0.0000005922,0.10000,0.652
42,mlp.experts.18.gate_proj,0.0000000829,0.10000,0.632
42,mlp.experts.19.gate_proj,0.0000012818,0.10000,0.623
42,mlp.experts.20.gate_proj,0.0000004500,0.10000,0.598
42,mlp.experts.21.gate_proj,0.0000002353,0.10000,0.605
42,mlp.experts.22.gate_proj,0.0000001098,0.10000,0.600
42,mlp.experts.23.gate_proj,0.0000000753,0.10000,0.705
42,mlp.experts.24.gate_proj,0.0000000717,0.10000,0.678
42,mlp.experts.25.gate_proj,0.0000003749,0.10000,0.652
42,mlp.experts.26.gate_proj,0.0001141783,0.10000,0.662
42,mlp.experts.27.gate_proj,0.0000002502,0.10000,0.677
42,mlp.experts.28.gate_proj,0.0000002103,0.10000,0.658
42,mlp.experts.29.gate_proj,0.0000156521,0.10000,0.660
42,mlp.experts.30.gate_proj,0.0000007115,0.10000,0.659
42,mlp.experts.31.gate_proj,0.0000001174,0.10000,0.662
42,mlp.experts.32.gate_proj,0.0000001680,0.10000,0.658
42,mlp.experts.33.gate_proj,0.0000008277,0.10000,0.672
42,mlp.experts.34.gate_proj,0.0000021307,0.10000,0.646
42,mlp.experts.35.gate_proj,0.0000014295,0.10000,0.686
42,mlp.experts.36.gate_proj,0.0000000934,0.10000,0.642
42,mlp.experts.37.gate_proj,0.0000001382,0.10000,0.722
42,mlp.experts.38.gate_proj,0.0000003699,0.10000,0.659
42,mlp.experts.39.gate_proj,0.0000003286,0.10000,0.658
42,mlp.experts.40.gate_proj,0.0000219871,0.10000,0.677
42,mlp.experts.41.gate_proj,0.0000012729,0.10000,0.660
42,mlp.experts.42.gate_proj,0.0001167149,0.10000,0.661
42,mlp.experts.43.gate_proj,0.0000005427,0.10000,0.667
42,mlp.experts.44.gate_proj,0.0000137671,0.10000,0.677
42,mlp.experts.45.gate_proj,0.0000248956,0.10000,0.632
42,mlp.experts.46.gate_proj,0.0000061939,0.10000,0.606
42,mlp.experts.47.gate_proj,0.0000014629,0.10000,0.596
42,mlp.experts.48.gate_proj,0.0000324329,0.10000,0.601
42,mlp.experts.49.gate_proj,0.0000001263,0.10000,0.598
42,mlp.experts.50.gate_proj,0.0000010669,0.10000,0.605
42,mlp.experts.51.gate_proj,0.0001563766,0.10000,0.601
42,mlp.experts.52.gate_proj,0.0000003689,0.10000,0.604
42,mlp.experts.53.gate_proj,0.0000119081,0.10000,0.718
42,mlp.experts.54.gate_proj,0.0000050822,0.10000,0.625
42,mlp.experts.55.gate_proj,0.0000000989,0.10000,0.614
42,mlp.experts.56.gate_proj,0.0000007210,0.10000,0.649
42,mlp.experts.57.gate_proj,0.0000063099,0.10000,0.611
42,mlp.experts.58.gate_proj,0.0000008553,0.10000,0.603
42,mlp.experts.59.gate_proj,0.0000001911,0.10000,0.602
42,mlp.experts.60.gate_proj,0.0000048148,0.10000,0.625
42,mlp.experts.61.gate_proj,0.0000038143,0.10000,0.637
42,mlp.experts.62.gate_proj,0.0000081300,0.10000,0.637
42,mlp.experts.63.gate_proj,0.0000097687,0.10000,0.598
42,mlp.experts.64.gate_proj,0.0000001519,0.10000,0.603
42,mlp.experts.65.gate_proj,0.0000001317,0.10000,0.606
42,mlp.experts.66.gate_proj,0.0000005336,0.10000,0.605
42,mlp.experts.67.gate_proj,0.0001044636,0.10000,0.599
42,mlp.experts.68.gate_proj,0.0000003831,0.10000,0.608
42,mlp.experts.69.gate_proj,0.0000004091,0.10000,0.615
42,mlp.experts.70.gate_proj,0.0000004263,0.10000,0.634
42,mlp.experts.71.gate_proj,0.0000004645,0.10000,0.707
42,mlp.experts.72.gate_proj,0.0000099758,0.10000,0.670
42,mlp.experts.73.gate_proj,0.0000001206,0.10000,0.648
42,mlp.experts.74.gate_proj,0.0000000882,0.10000,0.635
42,mlp.experts.75.gate_proj,0.0000000944,0.10000,0.610
42,mlp.experts.76.gate_proj,0.0000012031,0.10000,0.598
42,mlp.experts.77.gate_proj,0.0000003326,0.10000,0.596
42,mlp.experts.78.gate_proj,0.0000058777,0.10000,0.599
42,mlp.experts.79.gate_proj,0.0000005182,0.10000,0.601
42,mlp.experts.80.gate_proj,0.0000002159,0.10000,0.599
42,mlp.experts.81.gate_proj,0.0000011856,0.10000,0.589
42,mlp.experts.82.gate_proj,0.0000075976,0.10000,0.594
42,mlp.experts.83.gate_proj,0.0000075120,0.10000,0.605
42,mlp.experts.84.gate_proj,0.0000009181,0.10000,0.607
42,mlp.experts.85.gate_proj,0.0000277420,0.10000,0.603
42,mlp.experts.86.gate_proj,0.0000001404,0.10000,0.606
42,mlp.experts.87.gate_proj,0.0000079095,0.10000,0.607
42,mlp.experts.88.gate_proj,0.0000062493,0.10000,0.664
42,mlp.experts.89.gate_proj,0.0000157459,0.10000,0.653
42,mlp.experts.90.gate_proj,0.0000001352,0.10000,0.642
42,mlp.experts.91.gate_proj,0.0000072001,0.10000,0.711
42,mlp.experts.92.gate_proj,0.0000004983,0.10000,0.669
42,mlp.experts.93.gate_proj,0.0000001164,0.10000,0.665
42,mlp.experts.94.gate_proj,0.0000092628,0.10000,0.657
42,mlp.experts.95.gate_proj,0.0000051719,0.10000,0.672
42,mlp.experts.96.gate_proj,0.0000129921,0.10000,0.656
42,mlp.experts.97.gate_proj,0.0000031604,0.10000,0.675
42,mlp.experts.98.gate_proj,0.0000001309,0.10000,0.643
42,mlp.experts.99.gate_proj,0.0000008850,0.10000,0.643
42,mlp.experts.100.gate_proj,0.0000018357,0.10000,0.703
42,mlp.experts.101.gate_proj,0.0000001076,0.10000,0.657
42,mlp.experts.102.gate_proj,0.0000001274,0.10000,0.695
42,mlp.experts.103.gate_proj,0.0000010121,0.10000,0.710
42,mlp.experts.104.gate_proj,0.0000152852,0.10000,0.650
42,mlp.experts.105.gate_proj,0.0000013809,0.10000,0.660
42,mlp.experts.106.gate_proj,0.0000002311,0.10000,0.669
42,mlp.experts.107.gate_proj,0.0000084866,0.10000,0.690
42,mlp.experts.108.gate_proj,0.0000005468,0.10000,0.640
42,mlp.experts.109.gate_proj,0.0000025166,0.10000,0.653
42,mlp.experts.110.gate_proj,0.0000481788,0.10000,0.606
42,mlp.experts.111.gate_proj,0.0000007005,0.10000,0.623
42,mlp.experts.112.gate_proj,0.0000005438,0.10000,0.607
42,mlp.experts.113.gate_proj,0.0000013536,0.10000,0.609
42,mlp.experts.114.gate_proj,0.0000003078,0.10000,0.603
42,mlp.experts.115.gate_proj,0.0000000949,0.10000,0.610
42,mlp.experts.116.gate_proj,0.0000006454,0.10000,0.602
42,mlp.experts.117.gate_proj,0.0000004688,0.10000,0.634
42,mlp.experts.118.gate_proj,0.0000142816,0.10000,0.723
42,mlp.experts.119.gate_proj,0.0000004054,0.10000,0.699
42,mlp.experts.120.gate_proj,0.0000069424,0.10000,0.666
42,mlp.experts.121.gate_proj,0.0000131643,0.10000,0.678
42,mlp.experts.122.gate_proj,0.0000128396,0.10000,0.634
42,mlp.experts.123.gate_proj,0.0000000567,0.10000,0.639
42,mlp.experts.124.gate_proj,0.0000016293,0.10000,0.632
42,mlp.experts.125.gate_proj,0.0000001215,0.10000,0.643
42,mlp.experts.126.gate_proj,0.0000000922,0.10000,0.632
42,mlp.experts.127.gate_proj,0.0000130258,0.10000,0.598
42,mlp.experts.0.down_proj,0.0000199896,0.10000,0.222
42,mlp.experts.1.down_proj,0.0000025699,0.10000,0.232
42,mlp.experts.2.down_proj,0.0000000974,0.10000,0.233
42,mlp.experts.3.down_proj,0.0000001449,0.10000,0.251
42,mlp.experts.4.down_proj,0.0000013916,0.10000,0.245
42,mlp.experts.5.down_proj,0.0000001516,0.10000,0.238
42,mlp.experts.6.down_proj,0.0000006112,0.10000,0.235
42,mlp.experts.7.down_proj,0.0000003051,0.10000,0.231
42,mlp.experts.8.down_proj,0.0000001713,0.10000,0.241
42,mlp.experts.9.down_proj,0.0000039820,0.10000,0.236
42,mlp.experts.10.down_proj,0.0000054190,0.10000,0.240
42,mlp.experts.11.down_proj,0.0000944043,0.10000,0.241
42,mlp.experts.12.down_proj,0.0000004552,0.10000,0.226
42,mlp.experts.13.down_proj,0.0000089271,0.10000,0.272
42,mlp.experts.14.down_proj,0.0000001215,0.10000,0.263
42,mlp.experts.15.down_proj,0.0000164860,0.10000,0.258
42,mlp.experts.16.down_proj,0.0000000986,0.10000,0.247
42,mlp.experts.17.down_proj,0.0000006702,0.10000,0.251
42,mlp.experts.18.down_proj,0.0000001129,0.10000,0.250
42,mlp.experts.19.down_proj,0.0000012879,0.10000,0.242
42,mlp.experts.20.down_proj,0.0000002787,0.10000,0.260
42,mlp.experts.21.down_proj,0.0000001796,0.10000,0.248
42,mlp.experts.22.down_proj,0.0000001330,0.10000,0.250
42,mlp.experts.23.down_proj,0.0000000716,0.10000,0.256
42,mlp.experts.24.down_proj,0.0000000860,0.10000,0.253
42,mlp.experts.25.down_proj,0.0000002816,0.10000,0.255
42,mlp.experts.26.down_proj,0.0000762297,0.10000,0.238
42,mlp.experts.27.down_proj,0.0000003437,0.10000,0.248
42,mlp.experts.28.down_proj,0.0000002965,0.10000,0.253
42,mlp.experts.29.down_proj,0.0000262965,0.10000,0.258
42,mlp.experts.30.down_proj,0.0000012411,0.10000,0.244
42,mlp.experts.31.down_proj,0.0000002480,0.10000,0.234
42,mlp.experts.32.down_proj,0.0000001552,0.10000,0.246
42,mlp.experts.33.down_proj,0.0000012870,0.10000,0.247
42,mlp.experts.34.down_proj,0.0000027783,0.10000,0.232
42,mlp.experts.35.down_proj,0.0000014373,0.10000,0.232
42,mlp.experts.36.down_proj,0.0000001118,0.10000,0.259
42,mlp.experts.37.down_proj,0.0000002163,0.10000,0.249
42,mlp.experts.38.down_proj,0.0000004073,0.10000,0.237
42,mlp.experts.39.down_proj,0.0000003377,0.10000,0.246
42,mlp.experts.40.down_proj,0.0000636514,0.10000,0.232
42,mlp.experts.41.down_proj,0.0000010001,0.10000,0.229
42,mlp.experts.42.down_proj,0.0000992779,0.10000,0.230
42,mlp.experts.43.down_proj,0.0000004519,0.10000,0.238
42,mlp.experts.44.down_proj,0.0000450045,0.10000,0.242
42,mlp.experts.45.down_proj,0.0000494901,0.10000,0.230
42,mlp.experts.46.down_proj,0.0000115713,0.10000,0.229
42,mlp.experts.47.down_proj,0.0000013819,0.10000,0.236
42,mlp.experts.48.down_proj,0.0000841246,0.10000,0.231
42,mlp.experts.49.down_proj,0.0000002039,0.10000,0.238
42,mlp.experts.50.down_proj,0.0000010475,0.10000,0.238
42,mlp.experts.51.down_proj,0.0001272464,0.10000,0.261
42,mlp.experts.52.down_proj,0.0000004602,0.10000,0.256
42,mlp.experts.53.down_proj,0.0000194598,0.10000,0.251
42,mlp.experts.54.down_proj,0.0000085741,0.10000,0.280
42,mlp.experts.55.down_proj,0.0000000765,0.10000,0.276
42,mlp.experts.56.down_proj,0.0000022506,0.10000,0.250
42,mlp.experts.57.down_proj,0.0000122089,0.10000,0.248
42,mlp.experts.58.down_proj,0.0000010543,0.10000,0.252
42,mlp.experts.59.down_proj,0.0000002533,0.10000,0.247
42,mlp.experts.60.down_proj,0.0000067098,0.10000,0.248
42,mlp.experts.61.down_proj,0.0000053010,0.10000,0.221
42,mlp.experts.62.down_proj,0.0000108001,0.10000,0.237
42,mlp.experts.63.down_proj,0.0000191580,0.10000,0.244
42,mlp.experts.64.down_proj,0.0000002217,0.10000,0.247
42,mlp.experts.65.down_proj,0.0000001550,0.10000,0.225
42,mlp.experts.66.down_proj,0.0000006955,0.10000,0.242
42,mlp.experts.67.down_proj,0.0001036174,0.10000,0.242
42,mlp.experts.68.down_proj,0.0000005765,0.10000,0.224
42,mlp.experts.69.down_proj,0.0000001805,0.10000,0.231
42,mlp.experts.70.down_proj,0.0000004781,0.10000,0.231
42,mlp.experts.71.down_proj,0.0000004839,0.10000,0.234
42,mlp.experts.72.down_proj,0.0000085605,0.10000,0.231
42,mlp.experts.73.down_proj,0.0000001639,0.10000,0.234
42,mlp.experts.74.down_proj,0.0000001594,0.10000,0.232
42,mlp.experts.75.down_proj,0.0000000899,0.10000,0.231
42,mlp.experts.76.down_proj,0.0000011791,0.10000,0.219
42,mlp.experts.77.down_proj,0.0000002542,0.10000,0.234
42,mlp.experts.78.down_proj,0.0000107951,0.10000,0.232
42,mlp.experts.79.down_proj,0.0000003701,0.10000,0.258
42,mlp.experts.80.down_proj,0.0000003441,0.10000,0.257
42,mlp.experts.81.down_proj,0.0000009829,0.10000,0.235
42,mlp.experts.82.down_proj,0.0000127586,0.10000,0.240
42,mlp.experts.83.down_proj,0.0000110353,0.10000,0.243
42,mlp.experts.84.down_proj,0.0000006300,0.10000,0.233
42,mlp.experts.85.down_proj,0.0000400515,0.10000,0.230
42,mlp.experts.86.down_proj,0.0000001982,0.10000,0.236
42,mlp.experts.87.down_proj,0.0000070901,0.10000,0.240
42,mlp.experts.88.down_proj,0.0000051692,0.10000,0.232
42,mlp.experts.89.down_proj,0.0000502679,0.10000,0.237
42,mlp.experts.90.down_proj,0.0000002055,0.10000,0.240
42,mlp.experts.91.down_proj,0.0000233409,0.10000,0.239
42,mlp.experts.92.down_proj,0.0000007056,0.10000,0.283
42,mlp.experts.93.down_proj,0.0000001705,0.10000,0.272
42,mlp.experts.94.down_proj,0.0000191875,0.10000,0.266
42,mlp.experts.95.down_proj,0.0000050056,0.10000,0.250
42,mlp.experts.96.down_proj,0.0000213307,0.10000,0.261
42,mlp.experts.97.down_proj,0.0000029278,0.10000,0.256
42,mlp.experts.98.down_proj,0.0000001913,0.10000,0.256
42,mlp.experts.99.down_proj,0.0000005319,0.10000,0.256
42,mlp.experts.100.down_proj,0.0000016413,0.10000,0.260
42,mlp.experts.101.down_proj,0.0000002192,0.10000,0.240
42,mlp.experts.102.down_proj,0.0000003568,0.10000,0.252
42,mlp.experts.103.down_proj,0.0000023385,0.10000,0.250
42,mlp.experts.104.down_proj,0.0000269497,0.10000,0.246
42,mlp.experts.105.down_proj,0.0000009988,0.10000,0.246
42,mlp.experts.106.down_proj,0.0000002311,0.10000,0.239
42,mlp.experts.107.down_proj,0.0000170186,0.10000,0.231
42,mlp.experts.108.down_proj,0.0000013323,0.10000,0.241
42,mlp.experts.109.down_proj,0.0000026411,0.10000,0.241
42,mlp.experts.110.down_proj,0.0000011629,0.10000,0.245
42,mlp.experts.111.down_proj,0.0000011730,0.10000,0.246
42,mlp.experts.112.down_proj,0.0000006942,0.10000,0.246
42,mlp.experts.113.down_proj,0.0000010128,0.10000,0.231
42,mlp.experts.114.down_proj,0.0000002458,0.10000,0.227
42,mlp.experts.115.down_proj,0.0000001447,0.10000,0.227
42,mlp.experts.116.down_proj,0.0000005697,0.10000,0.216
42,mlp.experts.117.down_proj,0.0000005229,0.10000,0.228
42,mlp.experts.118.down_proj,0.0000177538,0.10000,0.257
42,mlp.experts.119.down_proj,0.0000005708,0.10000,0.244
42,mlp.experts.120.down_proj,0.0000115342,0.10000,0.255
42,mlp.experts.121.down_proj,0.0000272701,0.10000,0.246
42,mlp.experts.122.down_proj,0.0000161921,0.10000,0.227
42,mlp.experts.123.down_proj,0.0000000718,0.10000,0.239
42,mlp.experts.124.down_proj,0.0000021290,0.10000,0.260
42,mlp.experts.125.down_proj,0.0000001961,0.10000,0.244
42,mlp.experts.126.down_proj,0.0000001801,0.10000,0.229
42,mlp.experts.127.down_proj,0.0000220744,0.10000,0.274
43,self_attn.q_proj,0.0000000285,0.10000,0.645
43,self_attn.k_proj,0.0000000027,0.10000,0.703
43,self_attn.v_proj,0.0000000059,0.10000,0.657
43,self_attn.o_proj,0.0000000011,0.10000,1.400
43,mlp.gate,0.0000000064,0.10000,0.637
43,mlp.experts.0.up_proj,0.0000010837,0.10000,0.586
43,mlp.experts.1.up_proj,0.0000022996,0.10000,0.574
43,mlp.experts.2.up_proj,0.0000002517,0.10000,0.584
43,mlp.experts.3.up_proj,0.0000121113,0.10000,0.577
43,mlp.experts.4.up_proj,0.0000001305,0.10000,0.582
43,mlp.experts.5.up_proj,0.0000003098,0.10000,0.594
43,mlp.experts.6.up_proj,0.0000002001,0.10000,0.628
43,mlp.experts.7.up_proj,0.0000023387,0.10000,0.727
43,mlp.experts.8.up_proj,0.0000001156,0.10000,0.618
43,mlp.experts.9.up_proj,0.0000010222,0.10000,0.687
43,mlp.experts.10.up_proj,0.0000029369,0.10000,0.617
43,mlp.experts.11.up_proj,0.0000029438,0.10000,0.588
43,mlp.experts.12.up_proj,0.0000001549,0.10000,0.585
43,mlp.experts.13.up_proj,0.0000080942,0.10000,0.603
43,mlp.experts.14.up_proj,0.0000187599,0.10000,0.578
43,mlp.experts.15.up_proj,0.0000142107,0.10000,0.583
43,mlp.experts.16.up_proj,0.0000001838,0.10000,0.583
43,mlp.experts.17.up_proj,0.0000086122,0.10000,0.590
43,mlp.experts.18.up_proj,0.0000009928,0.10000,0.582
43,mlp.experts.19.up_proj,0.0000001309,0.10000,0.584
43,mlp.experts.20.up_proj,0.0000004682,0.10000,0.583
43,mlp.experts.21.up_proj,0.0000138163,0.10000,0.586
43,mlp.experts.22.up_proj,0.0000083493,0.10000,0.588
43,mlp.experts.23.up_proj,0.0000508262,0.10000,0.577
43,mlp.experts.24.up_proj,0.0000007881,0.10000,0.626
43,mlp.experts.25.up_proj,0.0000039839,0.10000,0.627
43,mlp.experts.26.up_proj,0.0000002744,0.10000,0.596
43,mlp.experts.27.up_proj,0.0000012092,0.10000,0.615
43,mlp.experts.28.up_proj,0.0000578971,0.10000,0.625
43,mlp.experts.29.up_proj,0.0000002933,0.10000,0.588
43,mlp.experts.30.up_proj,0.0000004692,0.10000,0.609
43,mlp.experts.31.up_proj,0.0000003614,0.10000,0.618
43,mlp.experts.32.up_proj,0.0000034474,0.10000,0.584
43,mlp.experts.33.up_proj,0.0000129173,0.10000,0.588
43,mlp.experts.34.up_proj,0.0000011921,0.10000,0.604
43,mlp.experts.35.up_proj,0.0000070840,0.10000,0.597
43,mlp.experts.36.up_proj,0.0000000727,0.10000,0.581
43,mlp.experts.37.up_proj,0.0000003003,0.10000,0.578
43,mlp.experts.38.up_proj,0.0000011982,0.10000,0.579
43,mlp.experts.39.up_proj,0.0000010373,0.10000,0.579
43,mlp.experts.40.up_proj,0.0000016775,0.10000,0.588
43,mlp.experts.41.up_proj,0.0000004560,0.10000,0.589
43,mlp.experts.42.up_proj,0.0000001939,0.10000,0.606
43,mlp.experts.43.up_proj,0.0000000954,0.10000,0.626
43,mlp.experts.44.up_proj,0.0000001366,0.10000,0.602
43,mlp.experts.45.up_proj,0.0000017006,0.10000,0.595
43,mlp.experts.46.up_proj,0.0000001688,0.10000,0.595
43,mlp.experts.47.up_proj,0.0000001372,0.10000,0.617
43,mlp.experts.48.up_proj,0.0000033190,0.10000,0.631
43,mlp.experts.49.up_proj,0.0000001255,0.10000,0.584
43,mlp.experts.50.up_proj,0.0000003618,0.10000,0.583
43,mlp.experts.51.up_proj,0.0000154848,0.10000,0.585
43,mlp.experts.52.up_proj,0.0000001226,0.10000,0.595
43,mlp.experts.53.up_proj,0.0000008455,0.10000,0.633
43,mlp.experts.54.up_proj,0.0000294140,0.10000,0.640
43,mlp.experts.55.up_proj,0.0000035050,0.10000,0.620
43,mlp.experts.56.up_proj,0.0000001175,0.10000,0.631
43,mlp.experts.57.up_proj,0.0000005495,0.10000,0.611
43,mlp.experts.58.up_proj,0.0000004355,0.10000,0.632
43,mlp.experts.59.up_proj,0.0000003351,0.10000,0.589
43,mlp.experts.60.up_proj,0.0000014459,0.10000,0.601
43,mlp.experts.61.up_proj,0.0000009625,0.10000,0.618
43,mlp.experts.62.up_proj,0.0000015729,0.10000,0.628
43,mlp.experts.63.up_proj,0.0000005576,0.10000,0.596
43,mlp.experts.64.up_proj,0.0000188364,0.10000,0.633
43,mlp.experts.65.up_proj,0.0000001826,0.10000,0.630
43,mlp.experts.66.up_proj,0.0000006650,0.10000,0.617
43,mlp.experts.67.up_proj,0.0000129346,0.10000,0.602
43,mlp.experts.68.up_proj,0.0000002725,0.10000,0.600
43,mlp.experts.69.up_proj,0.0000014041,0.10000,0.606
43,mlp.experts.70.up_proj,0.0000002206,0.10000,0.602
43,mlp.experts.71.up_proj,0.0000007541,0.10000,0.590
43,mlp.experts.72.up_proj,0.0000011445,0.10000,0.597
43,mlp.experts.73.up_proj,0.0000069417,0.10000,0.603
43,mlp.experts.74.up_proj,0.0000002203,0.10000,0.602
43,mlp.experts.75.up_proj,0.0000002787,0.10000,0.595
43,mlp.experts.76.up_proj,0.0000095140,0.10000,0.615
43,mlp.experts.77.up_proj,0.0000001205,0.10000,0.614
43,mlp.experts.78.up_proj,0.0000017195,0.10000,0.632
43,mlp.experts.79.up_proj,0.0000068688,0.10000,0.584
43,mlp.experts.80.up_proj,0.0000002184,0.10000,0.590
43,mlp.experts.81.up_proj,0.0000000987,0.10000,0.595
43,mlp.experts.82.up_proj,0.0000012720,0.10000,0.690
43,mlp.experts.83.up_proj,0.0000008543,0.10000,0.626
43,mlp.experts.84.up_proj,0.0000148772,0.10000,0.622
43,mlp.experts.85.up_proj,0.0000005414,0.10000,0.633
43,mlp.experts.86.up_proj,0.0000209060,0.10000,0.603
43,mlp.experts.87.up_proj,0.0000000793,0.10000,0.600
43,mlp.experts.88.up_proj,0.0000001553,0.10000,0.630
43,mlp.experts.89.up_proj,0.0000007081,0.10000,0.651
43,mlp.experts.90.up_proj,0.0000236120,0.10000,0.607
43,mlp.experts.91.up_proj,0.0000006994,0.10000,0.617
43,mlp.experts.92.up_proj,0.0000020200,0.10000,0.624
43,mlp.experts.93.up_proj,0.0000161747,0.10000,0.729
43,mlp.experts.94.up_proj,0.0000007668,0.10000,0.674
43,mlp.experts.95.up_proj,0.0003431924,0.10000,0.668
43,mlp.experts.96.up_proj,0.0000005306,0.10000,0.670
43,mlp.experts.97.up_proj,0.0000001341,0.10000,0.679
43,mlp.experts.98.up_proj,0.0000010670,0.10000,0.654
43,mlp.experts.99.up_proj,0.0000014740,0.10000,0.646
43,mlp.experts.100.up_proj,0.0000001785,0.10000,0.588
43,mlp.experts.101.up_proj,0.0000069859,0.10000,0.607
43,mlp.experts.102.up_proj,0.0000104200,0.10000,0.592
43,mlp.experts.103.up_proj,0.0000449214,0.10000,0.614
43,mlp.experts.104.up_proj,0.0000001132,0.10000,0.630
43,mlp.experts.105.up_proj,0.0000064065,0.10000,0.625
43,mlp.experts.106.up_proj,0.0000117656,0.10000,0.602
43,mlp.experts.107.up_proj,0.0000119531,0.10000,0.595
43,mlp.experts.108.up_proj,0.0000124419,0.10000,0.612
43,mlp.experts.109.up_proj,0.0000798912,0.10000,0.606
43,mlp.experts.110.up_proj,0.0000047429,0.10000,0.606
43,mlp.experts.111.up_proj,0.0000015405,0.10000,0.605
43,mlp.experts.112.up_proj,0.0000000592,0.10000,0.636
43,mlp.experts.113.up_proj,0.0000142254,0.10000,0.712
43,mlp.experts.114.up_proj,0.0000001231,0.10000,0.673
43,mlp.experts.115.up_proj,0.0000009737,0.10000,0.659
43,mlp.experts.116.up_proj,0.0000958691,0.10000,0.624
43,mlp.experts.117.up_proj,0.0000049738,0.10000,0.593
43,mlp.experts.118.up_proj,0.0000378831,0.10000,0.633
43,mlp.experts.119.up_proj,0.0000010154,0.10000,0.616
43,mlp.experts.120.up_proj,0.0000001504,0.10000,0.603
43,mlp.experts.121.up_proj,0.0000000779,0.10000,0.606
43,mlp.experts.122.up_proj,0.0000013097,0.10000,0.621
43,mlp.experts.123.up_proj,0.0000013056,0.10000,0.634
43,mlp.experts.124.up_proj,0.0000050935,0.10000,0.599
43,mlp.experts.125.up_proj,0.0000001745,0.10000,0.611
43,mlp.experts.126.up_proj,0.0000292858,0.10000,0.592
43,mlp.experts.127.up_proj,0.0000001125,0.10000,0.630
43,mlp.experts.0.gate_proj,0.0000009923,0.10000,0.626
43,mlp.experts.1.gate_proj,0.0000021784,0.10000,0.622
43,mlp.experts.2.gate_proj,0.0000002496,0.10000,0.597
43,mlp.experts.3.gate_proj,0.0000109831,0.10000,0.611
43,mlp.experts.4.gate_proj,0.0000001268,0.10000,0.631
43,mlp.experts.5.gate_proj,0.0000002913,0.10000,0.614
43,mlp.experts.6.gate_proj,0.0000001707,0.10000,0.628
43,mlp.experts.7.gate_proj,0.0000022145,0.10000,0.601
43,mlp.experts.8.gate_proj,0.0000001052,0.10000,0.639
43,mlp.experts.9.gate_proj,0.0000009102,0.10000,0.712
43,mlp.experts.10.gate_proj,0.0000028438,0.10000,0.662
43,mlp.experts.11.gate_proj,0.0000028202,0.10000,0.659
43,mlp.experts.12.gate_proj,0.0000001401,0.10000,0.669
43,mlp.experts.13.gate_proj,0.0000073443,0.10000,0.646
43,mlp.experts.14.gate_proj,0.0000170895,0.10000,0.630
43,mlp.experts.15.gate_proj,0.0000135189,0.10000,0.602
43,mlp.experts.16.gate_proj,0.0000001878,0.10000,0.624
43,mlp.experts.17.gate_proj,0.0000080199,0.10000,0.634
43,mlp.experts.18.gate_proj,0.0000009494,0.10000,0.602
43,mlp.experts.19.gate_proj,0.0000001135,0.10000,0.599
43,mlp.experts.20.gate_proj,0.0000004287,0.10000,0.637
43,mlp.experts.21.gate_proj,0.0000122421,0.10000,0.645
43,mlp.experts.22.gate_proj,0.0000077343,0.10000,0.612
43,mlp.experts.23.gate_proj,0.0000459877,0.10000,0.600
43,mlp.experts.24.gate_proj,0.0000007509,0.10000,0.609
43,mlp.experts.25.gate_proj,0.0000039684,0.10000,0.610
43,mlp.experts.26.gate_proj,0.0000002498,0.10000,0.722
43,mlp.experts.27.gate_proj,0.0000010667,0.10000,0.633
43,mlp.experts.28.gate_proj,0.0000556332,0.10000,0.616
43,mlp.experts.29.gate_proj,0.0000002678,0.10000,0.604
43,mlp.experts.30.gate_proj,0.0000004647,0.10000,0.601
43,mlp.experts.31.gate_proj,0.0000003496,0.10000,0.597
43,mlp.experts.32.gate_proj,0.0000032350,0.10000,0.603
43,mlp.experts.33.gate_proj,0.0000114071,0.10000,0.599
43,mlp.experts.34.gate_proj,0.0000010904,0.10000,0.624
43,mlp.experts.35.gate_proj,0.0000063123,0.10000,0.641
43,mlp.experts.36.gate_proj,0.0000000643,0.10000,0.634
43,mlp.experts.37.gate_proj,0.0000002975,0.10000,0.617
43,mlp.experts.38.gate_proj,0.0000011430,0.10000,0.607
43,mlp.experts.39.gate_proj,0.0000009288,0.10000,0.633
43,mlp.experts.40.gate_proj,0.0000015061,0.10000,0.622
43,mlp.experts.41.gate_proj,0.0000004478,0.10000,0.611
43,mlp.experts.42.gate_proj,0.0000001755,0.10000,0.708
43,mlp.experts.43.gate_proj,0.0000000802,0.10000,0.645
43,mlp.experts.44.gate_proj,0.0000001222,0.10000,0.640
43,mlp.experts.45.gate_proj,0.0000015173,0.10000,0.610
43,mlp.experts.46.gate_proj,0.0000001590,0.10000,0.622
43,mlp.experts.47.gate_proj,0.0000001301,0.10000,0.712
43,mlp.experts.48.gate_proj,0.0000031361,0.10000,0.641
43,mlp.experts.49.gate_proj,0.0000001107,0.10000,0.593
43,mlp.experts.50.gate_proj,0.0000003336,0.10000,0.597
43,mlp.experts.51.gate_proj,0.0000143454,0.10000,0.600
43,mlp.experts.52.gate_proj,0.0000001138,0.10000,0.602
43,mlp.experts.53.gate_proj,0.0000008149,0.10000,0.635
43,mlp.experts.54.gate_proj,0.0000263736,0.10000,0.645
43,mlp.experts.55.gate_proj,0.0000032544,0.10000,0.638
43,mlp.experts.56.gate_proj,0.0000001161,0.10000,0.617
43,mlp.experts.57.gate_proj,0.0000005050,0.10000,0.633
43,mlp.experts.58.gate_proj,0.0000004176,0.10000,0.631
43,mlp.experts.59.gate_proj,0.0000003040,0.10000,0.608
43,mlp.experts.60.gate_proj,0.0000013115,0.10000,0.639
43,mlp.experts.61.gate_proj,0.0000009107,0.10000,0.639
43,mlp.experts.62.gate_proj,0.0000014627,0.10000,0.722
43,mlp.experts.63.gate_proj,0.0000005161,0.10000,0.661
43,mlp.experts.64.gate_proj,0.0000162255,0.10000,0.674
43,mlp.experts.65.gate_proj,0.0000001750,0.10000,0.656
43,mlp.experts.66.gate_proj,0.0000006220,0.10000,0.668
43,mlp.experts.67.gate_proj,0.0000120362,0.10000,0.640
43,mlp.experts.68.gate_proj,0.0000002570,0.10000,0.596
43,mlp.experts.69.gate_proj,0.0000013305,0.10000,0.595
43,mlp.experts.70.gate_proj,0.0000002083,0.10000,0.737
43,mlp.experts.71.gate_proj,0.0000007724,0.10000,0.650
43,mlp.experts.72.gate_proj,0.0000011112,0.10000,0.605
43,mlp.experts.73.gate_proj,0.0000065112,0.10000,0.606
43,mlp.experts.74.gate_proj,0.0000002356,0.10000,0.602
43,mlp.experts.75.gate_proj,0.0000002726,0.10000,0.594
43,mlp.experts.76.gate_proj,0.0000089034,0.10000,0.625
43,mlp.experts.77.gate_proj,0.0000001122,0.10000,0.658
43,mlp.experts.78.gate_proj,0.0000029717,0.10000,0.703
43,mlp.experts.79.gate_proj,0.0000058945,0.10000,0.702
43,mlp.experts.80.gate_proj,0.0000002207,0.10000,0.663
43,mlp.experts.81.gate_proj,0.0000000906,0.10000,0.657
43,mlp.experts.82.gate_proj,0.0000013234,0.10000,0.653
43,mlp.experts.83.gate_proj,0.0000008144,0.10000,0.639
43,mlp.experts.84.gate_proj,0.0000141040,0.10000,0.634
43,mlp.experts.85.gate_proj,0.0000004846,0.10000,0.615
43,mlp.experts.86.gate_proj,0.0000194394,0.10000,0.597
43,mlp.experts.87.gate_proj,0.0000000679,0.10000,0.605
43,mlp.experts.88.gate_proj,0.0000001479,0.10000,0.594
43,mlp.experts.89.gate_proj,0.0000006434,0.10000,0.594
43,mlp.experts.90.gate_proj,0.0000241485,0.10000,0.613
43,mlp.experts.91.gate_proj,0.0000006686,0.10000,0.601
43,mlp.experts.92.gate_proj,0.0000019236,0.10000,0.623
43,mlp.experts.93.gate_proj,0.0000146702,0.10000,0.651
43,mlp.experts.94.gate_proj,0.0000006804,0.10000,0.617
43,mlp.experts.95.gate_proj,0.0003110782,0.10000,0.601
43,mlp.experts.96.gate_proj,0.0000004980,0.10000,0.613
43,mlp.experts.97.gate_proj,0.0000001216,0.10000,0.652
43,mlp.experts.98.gate_proj,0.0000009915,0.10000,0.669
43,mlp.experts.99.gate_proj,0.0000014175,0.10000,0.645
43,mlp.experts.100.gate_proj,0.0000001680,0.10000,0.632
43,mlp.experts.101.gate_proj,0.0000064507,0.10000,0.620
43,mlp.experts.102.gate_proj,0.0000092129,0.10000,0.613
43,mlp.experts.103.gate_proj,0.0000412702,0.10000,0.604
43,mlp.experts.104.gate_proj,0.0000000996,0.10000,0.647
43,mlp.experts.105.gate_proj,0.0000058702,0.10000,0.624
43,mlp.experts.106.gate_proj,0.0000110321,0.10000,0.610
43,mlp.experts.107.gate_proj,0.0000113151,0.10000,0.615
43,mlp.experts.108.gate_proj,0.0000113411,0.10000,0.620
43,mlp.experts.109.gate_proj,0.0000720551,0.10000,0.616
43,mlp.experts.110.gate_proj,0.0000043915,0.10000,0.608
43,mlp.experts.111.gate_proj,0.0000014402,0.10000,0.607
43,mlp.experts.112.gate_proj,0.0000000513,0.10000,0.612
43,mlp.experts.113.gate_proj,0.0000145424,0.10000,0.608
43,mlp.experts.114.gate_proj,0.0000001123,0.10000,0.614
43,mlp.experts.115.gate_proj,0.0000009426,0.10000,0.616
43,mlp.experts.116.gate_proj,0.0000813240,0.10000,0.608
43,mlp.experts.117.gate_proj,0.0000045841,0.10000,0.613
43,mlp.experts.118.gate_proj,0.0000370746,0.10000,0.616
43,mlp.experts.119.gate_proj,0.0000009186,0.10000,0.619
43,mlp.experts.120.gate_proj,0.0000001386,0.10000,0.617
43,mlp.experts.121.gate_proj,0.0000000717,0.10000,0.614
43,mlp.experts.122.gate_proj,0.0000012234,0.10000,0.608
43,mlp.experts.123.gate_proj,0.0000012444,0.10000,0.617
43,mlp.experts.124.gate_proj,0.0000048649,0.10000,0.636
43,mlp.experts.125.gate_proj,0.0000001677,0.10000,0.625
43,mlp.experts.126.gate_proj,0.0000265948,0.10000,0.614
43,mlp.experts.127.gate_proj,0.0000000998,0.10000,0.606
43,mlp.experts.0.down_proj,0.0000015376,0.10000,0.228
43,mlp.experts.1.down_proj,0.0000042107,0.10000,0.224
43,mlp.experts.2.down_proj,0.0000001928,0.10000,0.222
43,mlp.experts.3.down_proj,0.0000210097,0.10000,0.221
43,mlp.experts.4.down_proj,0.0000003203,0.10000,0.223
43,mlp.experts.5.down_proj,0.0000004784,0.10000,0.224
43,mlp.experts.6.down_proj,0.0000003385,0.10000,0.224
43,mlp.experts.7.down_proj,0.0000043509,0.10000,0.225
43,mlp.experts.8.down_proj,0.0000001167,0.10000,0.227
43,mlp.experts.9.down_proj,0.0000021606,0.10000,0.226
43,mlp.experts.10.down_proj,0.0000054918,0.10000,0.228
43,mlp.experts.11.down_proj,0.0000035574,0.10000,0.228
43,mlp.experts.12.down_proj,0.0000002570,0.10000,0.225
43,mlp.experts.13.down_proj,0.0000135442,0.10000,0.227
43,mlp.experts.14.down_proj,0.0000369104,0.10000,0.228
43,mlp.experts.15.down_proj,0.0000361481,0.10000,0.231
43,mlp.experts.16.down_proj,0.0000002915,0.10000,0.230
43,mlp.experts.17.down_proj,0.0000129271,0.10000,0.221
43,mlp.experts.18.down_proj,0.0000014300,0.10000,0.251
43,mlp.experts.19.down_proj,0.0000003074,0.10000,0.246
43,mlp.experts.20.down_proj,0.0000006790,0.10000,0.228
43,mlp.experts.21.down_proj,0.0000273406,0.10000,0.226
43,mlp.experts.22.down_proj,0.0000184441,0.10000,0.223
43,mlp.experts.23.down_proj,0.0000449334,0.10000,0.243
43,mlp.experts.24.down_proj,0.0000010057,0.10000,0.248
43,mlp.experts.25.down_proj,0.0000055692,0.10000,0.241
43,mlp.experts.26.down_proj,0.0000002889,0.10000,0.241
43,mlp.experts.27.down_proj,0.0000016223,0.10000,0.233
43,mlp.experts.28.down_proj,0.0000564489,0.10000,0.242
43,mlp.experts.29.down_proj,0.0000005149,0.10000,0.240
43,mlp.experts.30.down_proj,0.0000005784,0.10000,0.239
43,mlp.experts.31.down_proj,0.0000002757,0.10000,0.243
43,mlp.experts.32.down_proj,0.0000048385,0.10000,0.216
43,mlp.experts.33.down_proj,0.0000188631,0.10000,0.231
43,mlp.experts.34.down_proj,0.0000017392,0.10000,0.247
43,mlp.experts.35.down_proj,0.0000138696,0.10000,0.231
43,mlp.experts.36.down_proj,0.0000001398,0.10000,0.231
43,mlp.experts.37.down_proj,0.0000004142,0.10000,0.239
43,mlp.experts.38.down_proj,0.0000015599,0.10000,0.235
43,mlp.experts.39.down_proj,0.0000011991,0.10000,0.225
43,mlp.experts.40.down_proj,0.0000023430,0.10000,0.259
43,mlp.experts.41.down_proj,0.0000017234,0.10000,0.274
43,mlp.experts.42.down_proj,0.0000002691,0.10000,0.258
43,mlp.experts.43.down_proj,0.0000001583,0.10000,0.244
43,mlp.experts.44.down_proj,0.0000001864,0.10000,0.243
43,mlp.experts.45.down_proj,0.0000022062,0.10000,0.244
43,mlp.experts.46.down_proj,0.0000002689,0.10000,0.240
43,mlp.experts.47.down_proj,0.0000001588,0.10000,0.250
43,mlp.experts.48.down_proj,0.0000049570,0.10000,0.245
43,mlp.experts.49.down_proj,0.0000001824,0.10000,0.251
43,mlp.experts.50.down_proj,0.0000006506,0.10000,0.244
43,mlp.experts.51.down_proj,0.0000221697,0.10000,0.248
43,mlp.experts.52.down_proj,0.0000001526,0.10000,0.244
43,mlp.experts.53.down_proj,0.0000009510,0.10000,0.232
43,mlp.experts.54.down_proj,0.0000621167,0.10000,0.249
43,mlp.experts.55.down_proj,0.0000036910,0.10000,0.257
43,mlp.experts.56.down_proj,0.0000001378,0.10000,0.235
43,mlp.experts.57.down_proj,0.0000008451,0.10000,0.230
43,mlp.experts.58.down_proj,0.0000006516,0.10000,0.241
43,mlp.experts.59.down_proj,0.0000004414,0.10000,0.228
43,mlp.experts.60.down_proj,0.0000019613,0.10000,0.242
43,mlp.experts.61.down_proj,0.0000013784,0.10000,0.231
43,mlp.experts.62.down_proj,0.0000017941,0.10000,0.231
43,mlp.experts.63.down_proj,0.0000005031,0.10000,0.239
43,mlp.experts.64.down_proj,0.0000200780,0.10000,0.234
43,mlp.experts.65.down_proj,0.0000001541,0.10000,0.241
43,mlp.experts.66.down_proj,0.0000019986,0.10000,0.255
43,mlp.experts.67.down_proj,0.0000258693,0.10000,0.249
43,mlp.experts.68.down_proj,0.0000003183,0.10000,0.243
43,mlp.experts.69.down_proj,0.0000020727,0.10000,0.243
43,mlp.experts.70.down_proj,0.0000004461,0.10000,0.239
43,mlp.experts.71.down_proj,0.0000009879,0.10000,0.253
43,mlp.experts.72.down_proj,0.0000017569,0.10000,0.245
43,mlp.experts.73.down_proj,0.0000127338,0.10000,0.241
43,mlp.experts.74.down_proj,0.0000002667,0.10000,0.235
43,mlp.experts.75.down_proj,0.0000002664,0.10000,0.227
43,mlp.experts.76.down_proj,0.0000328723,0.10000,0.231
43,mlp.experts.77.down_proj,0.0000001758,0.10000,0.231
43,mlp.experts.78.down_proj,0.0000013910,0.10000,0.231
43,mlp.experts.79.down_proj,0.0000148387,0.10000,0.232
43,mlp.experts.80.down_proj,0.0000002667,0.10000,0.231
43,mlp.experts.81.down_proj,0.0000001482,0.10000,0.232
43,mlp.experts.82.down_proj,0.0000010439,0.10000,0.237
43,mlp.experts.83.down_proj,0.0000010994,0.10000,0.240
43,mlp.experts.84.down_proj,0.0000381200,0.10000,0.242
43,mlp.experts.85.down_proj,0.0000007358,0.10000,0.245
43,mlp.experts.86.down_proj,0.0000291952,0.10000,0.245
43,mlp.experts.87.down_proj,0.0000001281,0.10000,0.230
43,mlp.experts.88.down_proj,0.0000002008,0.10000,0.235
43,mlp.experts.89.down_proj,0.0000014091,0.10000,0.230
43,mlp.experts.90.down_proj,0.0000057119,0.10000,0.230
43,mlp.experts.91.down_proj,0.0000014035,0.10000,0.231
43,mlp.experts.92.down_proj,0.0000021451,0.10000,0.233
43,mlp.experts.93.down_proj,0.0000265988,0.10000,0.232
43,mlp.experts.94.down_proj,0.0000010537,0.10000,0.232
43,mlp.experts.95.down_proj,0.0016004538,0.10000,0.233
43,mlp.experts.96.down_proj,0.0000005097,0.10000,0.243
43,mlp.experts.97.down_proj,0.0000001159,0.10000,0.238
43,mlp.experts.98.down_proj,0.0000016370,0.10000,0.242
43,mlp.experts.99.down_proj,0.0000025481,0.10000,0.234
43,mlp.experts.100.down_proj,0.0000002513,0.10000,0.233
43,mlp.experts.101.down_proj,0.0000116940,0.10000,0.239
43,mlp.experts.102.down_proj,0.0000233926,0.10000,0.229
43,mlp.experts.103.down_proj,0.0000822629,0.10000,0.228
43,mlp.experts.104.down_proj,0.0000001277,0.10000,0.233
43,mlp.experts.105.down_proj,0.0000085426,0.10000,0.239
43,mlp.experts.106.down_proj,0.0000078326,0.10000,0.238
43,mlp.experts.107.down_proj,0.0000226986,0.10000,0.241
43,mlp.experts.108.down_proj,0.0000392257,0.10000,0.242
43,mlp.experts.109.down_proj,0.0001533885,0.10000,0.235
43,mlp.experts.110.down_proj,0.0000084122,0.10000,0.243
43,mlp.experts.111.down_proj,0.0000027569,0.10000,0.231
43,mlp.experts.112.down_proj,0.0000001027,0.10000,0.239
43,mlp.experts.113.down_proj,0.0000321773,0.10000,0.233
43,mlp.experts.114.down_proj,0.0000002381,0.10000,0.240
43,mlp.experts.115.down_proj,0.0000008363,0.10000,0.219
43,mlp.experts.116.down_proj,0.0001491598,0.10000,0.240
43,mlp.experts.117.down_proj,0.0000114726,0.10000,0.243
43,mlp.experts.118.down_proj,0.0000907876,0.10000,0.247
43,mlp.experts.119.down_proj,0.0000011250,0.10000,0.243
43,mlp.experts.120.down_proj,0.0000002308,0.10000,0.242
43,mlp.experts.121.down_proj,0.0000001252,0.10000,0.231
43,mlp.experts.122.down_proj,0.0000024871,0.10000,0.232
43,mlp.experts.123.down_proj,0.0000014894,0.10000,0.240
43,mlp.experts.124.down_proj,0.0000103542,0.10000,0.239
43,mlp.experts.125.down_proj,0.0000002711,0.10000,0.229
43,mlp.experts.126.down_proj,0.0001104785,0.10000,0.231
43,mlp.experts.127.down_proj,0.0000001334,0.10000,0.227
44,self_attn.q_proj,0.0000000387,0.10000,0.635
44,self_attn.k_proj,0.0000000028,0.10000,0.618
44,self_attn.v_proj,0.0000000058,0.10000,0.590
44,self_attn.o_proj,0.0000000008,0.10000,1.136
44,mlp.gate,0.0000000062,0.10000,0.577
44,mlp.experts.0.up_proj,0.0000001556,0.10000,0.572
44,mlp.experts.1.up_proj,0.0000007004,0.10000,0.623
44,mlp.experts.2.up_proj,0.0000031359,0.10000,0.616
44,mlp.experts.3.up_proj,0.0000001476,0.10000,0.576
44,mlp.experts.4.up_proj,0.0000104512,0.10000,0.622
44,mlp.experts.5.up_proj,0.0000008528,0.10000,0.624
44,mlp.experts.6.up_proj,0.0000001326,0.10000,0.600
44,mlp.experts.7.up_proj,0.0000009664,0.10000,0.596
44,mlp.experts.8.up_proj,0.0000016087,0.10000,0.613
44,mlp.experts.9.up_proj,0.0000004444,0.10000,0.567
44,mlp.experts.10.up_proj,0.0000102177,0.10000,0.581
44,mlp.experts.11.up_proj,0.0000001356,0.10000,0.583
44,mlp.experts.12.up_proj,0.0000013886,0.10000,0.583
44,mlp.experts.13.up_proj,0.0000002238,0.10000,0.585
44,mlp.experts.14.up_proj,0.0000015256,0.10000,0.584
44,mlp.experts.15.up_proj,0.0000006769,0.10000,0.579
44,mlp.experts.16.up_proj,0.0000020766,0.10000,0.580
44,mlp.experts.17.up_proj,0.0000019492,0.10000,0.578
44,mlp.experts.18.up_proj,0.0000014789,0.10000,0.580
44,mlp.experts.19.up_proj,0.0000012246,0.10000,0.578
44,mlp.experts.20.up_proj,0.0000001139,0.10000,0.574
44,mlp.experts.21.up_proj,0.0000019755,0.10000,0.583
44,mlp.experts.22.up_proj,0.0000000772,0.10000,0.575
44,mlp.experts.23.up_proj,0.0000002229,0.10000,0.587
44,mlp.experts.24.up_proj,0.0000008350,0.10000,0.575
44,mlp.experts.25.up_proj,0.0000040142,0.10000,0.576
44,mlp.experts.26.up_proj,0.0000038441,0.10000,0.589
44,mlp.experts.27.up_proj,0.0000001675,0.10000,0.578
44,mlp.experts.28.up_proj,0.0000239504,0.10000,0.579
44,mlp.experts.29.up_proj,0.0000005255,0.10000,0.587
44,mlp.experts.30.up_proj,0.0000016672,0.10000,0.589
44,mlp.experts.31.up_proj,0.0000023982,0.10000,0.589
44,mlp.experts.32.up_proj,0.0000033164,0.10000,0.591
44,mlp.experts.33.up_proj,0.0000005612,0.10000,0.594
44,mlp.experts.34.up_proj,0.0000018255,0.10000,0.589
44,mlp.experts.35.up_proj,0.0001006228,0.10000,0.625
44,mlp.experts.36.up_proj,0.0000011087,0.10000,0.619
44,mlp.experts.37.up_proj,0.0000001372,0.10000,0.628
44,mlp.experts.38.up_proj,0.0000000831,0.10000,0.699
44,mlp.experts.39.up_proj,0.0000002393,0.10000,0.659
44,mlp.experts.40.up_proj,0.0000037241,0.10000,0.672
44,mlp.experts.41.up_proj,0.0000120247,0.10000,0.655
44,mlp.experts.42.up_proj,0.0000005934,0.10000,0.635
44,mlp.experts.43.up_proj,0.0000118884,0.10000,0.598
44,mlp.experts.44.up_proj,0.0000001512,0.10000,0.587
44,mlp.experts.45.up_proj,0.0000001221,0.10000,0.589
44,mlp.experts.46.up_proj,0.0000009040,0.10000,0.593
44,mlp.experts.47.up_proj,0.0000010863,0.10000,0.596
44,mlp.experts.48.up_proj,0.0000001696,0.10000,0.580
44,mlp.experts.49.up_proj,0.0000021948,0.10000,0.605
44,mlp.experts.50.up_proj,0.0000019154,0.10000,0.640
44,mlp.experts.51.up_proj,0.0000110351,0.10000,0.601
44,mlp.experts.52.up_proj,0.0000013679,0.10000,0.604
44,mlp.experts.53.up_proj,0.0000001768,0.10000,0.597
44,mlp.experts.54.up_proj,0.0000001075,0.10000,0.590
44,mlp.experts.55.up_proj,0.0000111341,0.10000,0.599
44,mlp.experts.56.up_proj,0.0000002812,0.10000,0.630
44,mlp.experts.57.up_proj,0.0000029562,0.10000,0.585
44,mlp.experts.58.up_proj,0.0000007231,0.10000,0.614
44,mlp.experts.59.up_proj,0.0000024620,0.10000,0.636
44,mlp.experts.60.up_proj,0.0000016821,0.10000,0.598
44,mlp.experts.61.up_proj,0.0001657054,0.10000,0.594
44,mlp.experts.62.up_proj,0.0000006346,0.10000,0.603
44,mlp.experts.63.up_proj,0.0000218071,0.10000,0.597
44,mlp.experts.64.up_proj,0.0000015689,0.10000,0.603
44,mlp.experts.65.up_proj,0.0000179807,0.10000,0.585
44,mlp.experts.66.up_proj,0.0000037129,0.10000,0.595
44,mlp.experts.67.up_proj,0.0000058541,0.10000,0.627
44,mlp.experts.68.up_proj,0.0000030687,0.10000,0.623
44,mlp.experts.69.up_proj,0.0000000981,0.10000,0.591
44,mlp.experts.70.up_proj,0.0000018560,0.10000,0.589
44,mlp.experts.71.up_proj,0.0000001742,0.10000,0.609
44,mlp.experts.72.up_proj,0.0000002755,0.10000,0.585
44,mlp.experts.73.up_proj,0.0000001582,0.10000,0.591
44,mlp.experts.74.up_proj,0.0000093697,0.10000,0.638
44,mlp.experts.75.up_proj,0.0001545697,0.10000,0.628
44,mlp.experts.76.up_proj,0.0000034026,0.10000,0.582
44,mlp.experts.77.up_proj,0.0000149274,0.10000,0.580
44,mlp.experts.78.up_proj,0.0000151306,0.10000,0.588
44,mlp.experts.79.up_proj,0.0000022684,0.10000,0.588
44,mlp.experts.80.up_proj,0.0000000922,0.10000,0.589
44,mlp.experts.81.up_proj,0.0000000981,0.10000,0.591
44,mlp.experts.82.up_proj,0.0000013010,0.10000,0.753
44,mlp.experts.83.up_proj,0.0000001419,0.10000,0.626
44,mlp.experts.84.up_proj,0.0000008905,0.10000,0.618
44,mlp.experts.85.up_proj,0.0000920542,0.10000,0.630
44,mlp.experts.86.up_proj,0.0000279411,0.10000,0.599
44,mlp.experts.87.up_proj,0.0000119679,0.10000,0.608
44,mlp.experts.88.up_proj,0.0000001419,0.10000,0.633
44,mlp.experts.89.up_proj,0.0000003985,0.10000,0.643
44,mlp.experts.90.up_proj,0.0000003245,0.10000,0.649
44,mlp.experts.91.up_proj,0.0000203596,0.10000,0.619
44,mlp.experts.92.up_proj,0.0000003276,0.10000,0.643
44,mlp.experts.93.up_proj,0.0000116710,0.10000,0.644
44,mlp.experts.94.up_proj,0.0000001761,0.10000,0.593
44,mlp.experts.95.up_proj,0.0000119534,0.10000,0.607
44,mlp.experts.96.up_proj,0.0000020411,0.10000,0.602
44,mlp.experts.97.up_proj,0.0000018798,0.10000,0.602
44,mlp.experts.98.up_proj,0.0000001473,0.10000,0.600
44,mlp.experts.99.up_proj,0.0000002076,0.10000,0.590
44,mlp.experts.100.up_proj,0.0000054895,0.10000,0.596
44,mlp.experts.101.up_proj,0.0000054315,0.10000,0.603
44,mlp.experts.102.up_proj,0.0000020354,0.10000,0.633
44,mlp.experts.103.up_proj,0.0000088832,0.10000,0.614
44,mlp.experts.104.up_proj,0.0000012614,0.10000,0.586
44,mlp.experts.105.up_proj,0.0000008561,0.10000,0.621
44,mlp.experts.106.up_proj,0.0000053382,0.10000,0.635
44,mlp.experts.107.up_proj,0.0000002740,0.10000,0.617
44,mlp.experts.108.up_proj,0.0000003906,0.10000,0.701
44,mlp.experts.109.up_proj,0.0000207275,0.10000,0.638
44,mlp.experts.110.up_proj,0.0000001162,0.10000,0.646
44,mlp.experts.111.up_proj,0.0000012253,0.10000,0.636
44,mlp.experts.112.up_proj,0.0000080063,0.10000,0.609
44,mlp.experts.113.up_proj,0.0000002207,0.10000,0.628
44,mlp.experts.114.up_proj,0.0000065595,0.10000,0.605
44,mlp.experts.115.up_proj,0.0000398744,0.10000,0.632
44,mlp.experts.116.up_proj,0.0000001197,0.10000,0.625
44,mlp.experts.117.up_proj,0.0000213852,0.10000,0.635
44,mlp.experts.118.up_proj,0.0000003673,0.10000,0.627
44,mlp.experts.119.up_proj,0.0000006258,0.10000,0.648
44,mlp.experts.120.up_proj,0.0000102874,0.10000,0.630
44,mlp.experts.121.up_proj,0.0000004399,0.10000,0.636
44,mlp.experts.122.up_proj,0.0000001325,0.10000,0.658
44,mlp.experts.123.up_proj,0.0000058752,0.10000,0.720
44,mlp.experts.124.up_proj,0.0001144542,0.10000,0.650
44,mlp.experts.125.up_proj,0.0000025233,0.10000,0.643
44,mlp.experts.126.up_proj,0.0000105384,0.10000,0.607
44,mlp.experts.127.up_proj,0.0000070427,0.10000,0.590
44,mlp.experts.0.gate_proj,0.0000001427,0.10000,0.607
44,mlp.experts.1.gate_proj,0.0000006549,0.10000,0.611
44,mlp.experts.2.gate_proj,0.0000029873,0.10000,0.604
44,mlp.experts.3.gate_proj,0.0000001386,0.10000,0.622
44,mlp.experts.4.gate_proj,0.0000095557,0.10000,0.624
44,mlp.experts.5.gate_proj,0.0000007742,0.10000,0.608
44,mlp.experts.6.gate_proj,0.0000001201,0.10000,0.614
44,mlp.experts.7.gate_proj,0.0000009080,0.10000,0.607
44,mlp.experts.8.gate_proj,0.0000016688,0.10000,0.604
44,mlp.experts.9.gate_proj,0.0000004123,0.10000,0.624
44,mlp.experts.10.gate_proj,0.0000090037,0.10000,0.618
44,mlp.experts.11.gate_proj,0.0000001311,0.10000,0.636
44,mlp.experts.12.gate_proj,0.0000013042,0.10000,0.650
44,mlp.experts.13.gate_proj,0.0000002603,0.10000,0.651
44,mlp.experts.14.gate_proj,0.0000013631,0.10000,0.635
44,mlp.experts.15.gate_proj,0.0000006195,0.10000,0.634
44,mlp.experts.16.gate_proj,0.0000019260,0.10000,0.646
44,mlp.experts.17.gate_proj,0.0000017720,0.10000,0.612
44,mlp.experts.18.gate_proj,0.0000012872,0.10000,0.608
44,mlp.experts.19.gate_proj,0.0000011546,0.10000,0.613
44,mlp.experts.20.gate_proj,0.0000000935,0.10000,0.645
44,mlp.experts.21.gate_proj,0.0000017559,0.10000,0.645
44,mlp.experts.22.gate_proj,0.0000000699,0.10000,0.624
44,mlp.experts.23.gate_proj,0.0000002581,0.10000,0.651
44,mlp.experts.24.gate_proj,0.0000007674,0.10000,0.605
44,mlp.experts.25.gate_proj,0.0000037256,0.10000,0.616
44,mlp.experts.26.gate_proj,0.0000034061,0.10000,0.650
44,mlp.experts.27.gate_proj,0.0000001478,0.10000,0.721
44,mlp.experts.28.gate_proj,0.0000220726,0.10000,0.685
44,mlp.experts.29.gate_proj,0.0000005045,0.10000,0.680
44,mlp.experts.30.gate_proj,0.0000015967,0.10000,0.655
44,mlp.experts.31.gate_proj,0.0000023215,0.10000,0.699
44,mlp.experts.32.gate_proj,0.0000031980,0.10000,0.743
44,mlp.experts.33.gate_proj,0.0000005219,0.10000,0.680
44,mlp.experts.34.gate_proj,0.0000016560,0.10000,0.671
44,mlp.experts.35.gate_proj,0.0000916841,0.10000,0.655
44,mlp.experts.36.gate_proj,0.0000009844,0.10000,0.657
44,mlp.experts.37.gate_proj,0.0000001203,0.10000,0.716
44,mlp.experts.38.gate_proj,0.0000000735,0.10000,0.652
44,mlp.experts.39.gate_proj,0.0000002190,0.10000,0.635
44,mlp.experts.40.gate_proj,0.0000052463,0.10000,0.622
44,mlp.experts.41.gate_proj,0.0000111251,0.10000,0.635
44,mlp.experts.42.gate_proj,0.0000005415,0.10000,0.661
44,mlp.experts.43.gate_proj,0.0000105271,0.10000,0.648
44,mlp.experts.44.gate_proj,0.0000001378,0.10000,0.611
44,mlp.experts.45.gate_proj,0.0000001057,0.10000,0.660
44,mlp.experts.46.gate_proj,0.0000008286,0.10000,0.603
44,mlp.experts.47.gate_proj,0.0000010532,0.10000,0.604
44,mlp.experts.48.gate_proj,0.0000001520,0.10000,0.634
44,mlp.experts.49.gate_proj,0.0000019842,0.10000,0.645
44,mlp.experts.50.gate_proj,0.0000017741,0.10000,0.617
44,mlp.experts.51.gate_proj,0.0000104330,0.10000,0.620
44,mlp.experts.52.gate_proj,0.0000012453,0.10000,0.619
44,mlp.experts.53.gate_proj,0.0000001588,0.10000,0.616
44,mlp.experts.54.gate_proj,0.0000001011,0.10000,0.601
44,mlp.experts.55.gate_proj,0.0000099735,0.10000,0.623
44,mlp.experts.56.gate_proj,0.0000002489,0.10000,0.618
44,mlp.experts.57.gate_proj,0.0000027603,0.10000,0.624
44,mlp.experts.58.gate_proj,0.0000006838,0.10000,0.647
44,mlp.experts.59.gate_proj,0.0000024017,0.10000,0.607
44,mlp.experts.60.gate_proj,0.0000015203,0.10000,0.608
44,mlp.experts.61.gate_proj,0.0001454848,0.10000,0.609
44,mlp.experts.62.gate_proj,0.0000006130,0.10000,0.599
44,mlp.experts.63.gate_proj,0.0000202059,0.10000,0.631
44,mlp.experts.64.gate_proj,0.0000014601,0.10000,0.700
44,mlp.experts.65.gate_proj,0.0000168649,0.10000,0.702
44,mlp.experts.66.gate_proj,0.0000032280,0.10000,0.681
44,mlp.experts.67.gate_proj,0.0000053816,0.10000,0.646
44,mlp.experts.68.gate_proj,0.0000026101,0.10000,0.699
44,mlp.experts.69.gate_proj,0.0000000894,0.10000,0.635
44,mlp.experts.70.gate_proj,0.0000017132,0.10000,0.624
44,mlp.experts.71.gate_proj,0.0000001669,0.10000,0.670
44,mlp.experts.72.gate_proj,0.0000002426,0.10000,0.719
44,mlp.experts.73.gate_proj,0.0000001467,0.10000,0.666
44,mlp.experts.74.gate_proj,0.0000082614,0.10000,0.650
44,mlp.experts.75.gate_proj,0.0001311494,0.10000,0.647
44,mlp.experts.76.gate_proj,0.0000030781,0.10000,0.647
44,mlp.experts.77.gate_proj,0.0000136410,0.10000,0.605
44,mlp.experts.78.gate_proj,0.0000134865,0.10000,0.635
44,mlp.experts.79.gate_proj,0.0000019803,0.10000,0.643
44,mlp.experts.80.gate_proj,0.0000000849,0.10000,0.613
44,mlp.experts.81.gate_proj,0.0000000829,0.10000,0.593
44,mlp.experts.82.gate_proj,0.0000012200,0.10000,0.601
44,mlp.experts.83.gate_proj,0.0000001221,0.10000,0.634
44,mlp.experts.84.gate_proj,0.0000007872,0.10000,0.628
44,mlp.experts.85.gate_proj,0.0000776532,0.10000,0.631
44,mlp.experts.86.gate_proj,0.0000248350,0.10000,0.605
44,mlp.experts.87.gate_proj,0.0000110987,0.10000,0.618
44,mlp.experts.88.gate_proj,0.0000001255,0.10000,0.611
44,mlp.experts.89.gate_proj,0.0000003551,0.10000,0.604
44,mlp.experts.90.gate_proj,0.0000002939,0.10000,0.606
44,mlp.experts.91.gate_proj,0.0000183997,0.10000,0.600
44,mlp.experts.92.gate_proj,0.0000002938,0.10000,0.603
44,mlp.experts.93.gate_proj,0.0000094654,0.10000,0.605
44,mlp.experts.94.gate_proj,0.0000001733,0.10000,0.597
44,mlp.experts.95.gate_proj,0.0000103285,0.10000,0.611
44,mlp.experts.96.gate_proj,0.0000018709,0.10000,0.609
44,mlp.experts.97.gate_proj,0.0000016798,0.10000,0.629
44,mlp.experts.98.gate_proj,0.0000001307,0.10000,0.618
44,mlp.experts.99.gate_proj,0.0000001868,0.10000,0.610
44,mlp.experts.100.gate_proj,0.0000049363,0.10000,0.615
44,mlp.experts.101.gate_proj,0.0000049606,0.10000,0.633
44,mlp.experts.102.gate_proj,0.0000019225,0.10000,0.647
44,mlp.experts.103.gate_proj,0.0000081860,0.10000,0.613
44,mlp.experts.104.gate_proj,0.0000011813,0.10000,0.603
44,mlp.experts.105.gate_proj,0.0000008023,0.10000,0.611
44,mlp.experts.106.gate_proj,0.0000045110,0.10000,0.592
44,mlp.experts.107.gate_proj,0.0000002480,0.10000,0.629
44,mlp.experts.108.gate_proj,0.0000003518,0.10000,0.640
44,mlp.experts.109.gate_proj,0.0000188905,0.10000,0.613
44,mlp.experts.110.gate_proj,0.0000001096,0.10000,0.614
44,mlp.experts.111.gate_proj,0.0000011546,0.10000,0.602
44,mlp.experts.112.gate_proj,0.0000074979,0.10000,0.608
44,mlp.experts.113.gate_proj,0.0000002097,0.10000,0.619
44,mlp.experts.114.gate_proj,0.0000062430,0.10000,0.606
44,mlp.experts.115.gate_proj,0.0000338611,0.10000,0.596
44,mlp.experts.116.gate_proj,0.0000001086,0.10000,0.607
44,mlp.experts.117.gate_proj,0.0000181793,0.10000,0.724
44,mlp.experts.118.gate_proj,0.0000003285,0.10000,0.694
44,mlp.experts.119.gate_proj,0.0000005617,0.10000,0.610
44,mlp.experts.120.gate_proj,0.0000090827,0.10000,0.611
44,mlp.experts.121.gate_proj,0.0000003927,0.10000,0.608
44,mlp.experts.122.gate_proj,0.0000001176,0.10000,0.615
44,mlp.experts.123.gate_proj,0.0000053725,0.10000,0.598
44,mlp.experts.124.gate_proj,0.0000908637,0.10000,0.654
44,mlp.experts.125.gate_proj,0.0000022969,0.10000,0.668
44,mlp.experts.126.gate_proj,0.0000093222,0.10000,0.623
44,mlp.experts.127.gate_proj,0.0000066484,0.10000,0.621
44,mlp.experts.0.down_proj,0.0000002972,0.10000,0.222
44,mlp.experts.1.down_proj,0.0000011062,0.10000,0.223
44,mlp.experts.2.down_proj,0.0000025959,0.10000,0.224
44,mlp.experts.3.down_proj,0.0000001490,0.10000,0.238
44,mlp.experts.4.down_proj,0.0000129670,0.10000,0.237
44,mlp.experts.5.down_proj,0.0000007400,0.10000,0.240
44,mlp.experts.6.down_proj,0.0000001906,0.10000,0.238
44,mlp.experts.7.down_proj,0.0000009368,0.10000,0.236
44,mlp.experts.8.down_proj,0.0000035924,0.10000,0.266
44,mlp.experts.9.down_proj,0.0000004476,0.10000,0.270
44,mlp.experts.10.down_proj,0.0000158836,0.10000,0.249
44,mlp.experts.11.down_proj,0.0000001153,0.10000,0.229
44,mlp.experts.12.down_proj,0.0000019218,0.10000,0.239
44,mlp.experts.13.down_proj,0.0000003575,0.10000,0.241
44,mlp.experts.14.down_proj,0.0000027026,0.10000,0.230
44,mlp.experts.15.down_proj,0.0000007671,0.10000,0.234
44,mlp.experts.16.down_proj,0.0000041835,0.10000,0.231
44,mlp.experts.17.down_proj,0.0000043436,0.10000,0.231
44,mlp.experts.18.down_proj,0.0000032354,0.10000,0.226
44,mlp.experts.19.down_proj,0.0000015574,0.10000,0.288
44,mlp.experts.20.down_proj,0.0000001722,0.10000,0.235
44,mlp.experts.21.down_proj,0.0000028795,0.10000,0.226
44,mlp.experts.22.down_proj,0.0000001366,0.10000,0.230
44,mlp.experts.23.down_proj,0.0000003014,0.10000,0.306
44,mlp.experts.24.down_proj,0.0000007537,0.10000,0.275
44,mlp.experts.25.down_proj,0.0000012492,0.10000,0.251
44,mlp.experts.26.down_proj,0.0000081113,0.10000,0.263
44,mlp.experts.27.down_proj,0.0000001873,0.10000,0.246
44,mlp.experts.28.down_proj,0.0000954603,0.10000,0.235
44,mlp.experts.29.down_proj,0.0000006205,0.10000,0.227
44,mlp.experts.30.down_proj,0.0000018013,0.10000,0.233
44,mlp.experts.31.down_proj,0.0000039237,0.10000,0.233
44,mlp.experts.32.down_proj,0.0000039881,0.10000,0.228
44,mlp.experts.33.down_proj,0.0000009104,0.10000,0.285
44,mlp.experts.34.down_proj,0.0000031340,0.10000,0.262
44,mlp.experts.35.down_proj,0.0000928596,0.10000,0.252
44,mlp.experts.36.down_proj,0.0000015642,0.10000,0.242
44,mlp.experts.37.down_proj,0.0000002133,0.10000,0.249
44,mlp.experts.38.down_proj,0.0000001323,0.10000,0.241
44,mlp.experts.39.down_proj,0.0000003785,0.10000,0.249
44,mlp.experts.40.down_proj,0.0000015010,0.10000,0.242
44,mlp.experts.41.down_proj,0.0000032376,0.10000,0.239
44,mlp.experts.42.down_proj,0.0000009928,0.10000,0.279
44,mlp.experts.43.down_proj,0.0000198358,0.10000,0.276
44,mlp.experts.44.down_proj,0.0000001732,0.10000,0.277
44,mlp.experts.45.down_proj,0.0000002319,0.10000,0.249
44,mlp.experts.46.down_proj,0.0000013113,0.10000,0.277
44,mlp.experts.47.down_proj,0.0000008736,0.10000,0.265
44,mlp.experts.48.down_proj,0.0000004062,0.10000,0.251
44,mlp.experts.49.down_proj,0.0000016692,0.10000,0.251
44,mlp.experts.50.down_proj,0.0000029074,0.10000,0.256
44,mlp.experts.51.down_proj,0.0000156148,0.10000,0.258
44,mlp.experts.52.down_proj,0.0000020810,0.10000,0.235
44,mlp.experts.53.down_proj,0.0000003674,0.10000,0.246
44,mlp.experts.54.down_proj,0.0000001769,0.10000,0.242
44,mlp.experts.55.down_proj,0.0000233285,0.10000,0.232
44,mlp.experts.56.down_proj,0.0000004041,0.10000,0.230
44,mlp.experts.57.down_proj,0.0000070346,0.10000,0.229
44,mlp.experts.58.down_proj,0.0000013696,0.10000,0.239
44,mlp.experts.59.down_proj,0.0000039647,0.10000,0.234
44,mlp.experts.60.down_proj,0.0000040189,0.10000,0.234
44,mlp.experts.61.down_proj,0.0009298981,0.10000,0.237
44,mlp.experts.62.down_proj,0.0000014838,0.10000,0.230
44,mlp.experts.63.down_proj,0.0000379824,0.10000,0.249
44,mlp.experts.64.down_proj,0.0000022535,0.10000,0.283
44,mlp.experts.65.down_proj,0.0000195786,0.10000,0.279
44,mlp.experts.66.down_proj,0.0000052388,0.10000,0.269
44,mlp.experts.67.down_proj,0.0000157448,0.10000,0.253
44,mlp.experts.68.down_proj,0.0000058696,0.10000,0.259
44,mlp.experts.69.down_proj,0.0000001457,0.10000,0.244
44,mlp.experts.70.down_proj,0.0000025114,0.10000,0.274
44,mlp.experts.71.down_proj,0.0000004364,0.10000,0.247
44,mlp.experts.72.down_proj,0.0000002674,0.10000,0.258
44,mlp.experts.73.down_proj,0.0000003565,0.10000,0.249
44,mlp.experts.74.down_proj,0.0000220861,0.10000,0.227
44,mlp.experts.75.down_proj,0.0001700689,0.10000,0.225
44,mlp.experts.76.down_proj,0.0000055378,0.10000,0.269
44,mlp.experts.77.down_proj,0.0000385268,0.10000,0.271
44,mlp.experts.78.down_proj,0.0000235956,0.10000,0.242
44,mlp.experts.79.down_proj,0.0000042146,0.10000,0.238
44,mlp.experts.80.down_proj,0.0000001516,0.10000,0.226
44,mlp.experts.81.down_proj,0.0000001251,0.10000,0.226
44,mlp.experts.82.down_proj,0.0000015865,0.10000,0.248
44,mlp.experts.83.down_proj,0.0000001871,0.10000,0.248
44,mlp.experts.84.down_proj,0.0000014094,0.10000,0.246
44,mlp.experts.85.down_proj,0.0000664793,0.10000,0.230
44,mlp.experts.86.down_proj,0.0000316674,0.10000,0.232
44,mlp.experts.87.down_proj,0.0000195412,0.10000,0.230
44,mlp.experts.88.down_proj,0.0000002657,0.10000,0.227
44,mlp.experts.89.down_proj,0.0000004753,0.10000,0.242
44,mlp.experts.90.down_proj,0.0000011884,0.10000,0.231
44,mlp.experts.91.down_proj,0.0000473998,0.10000,0.227
44,mlp.experts.92.down_proj,0.0000004786,0.10000,0.228
44,mlp.experts.93.down_proj,0.0000484273,0.10000,0.245
44,mlp.experts.94.down_proj,0.0000001537,0.10000,0.251
44,mlp.experts.95.down_proj,0.0000292232,0.10000,0.232
44,mlp.experts.96.down_proj,0.0000022277,0.10000,0.245
44,mlp.experts.97.down_proj,0.0000028945,0.10000,0.241
44,mlp.experts.98.down_proj,0.0000002808,0.10000,0.233
44,mlp.experts.99.down_proj,0.0000003069,0.10000,0.229
44,mlp.experts.100.down_proj,0.0000097003,0.10000,0.236
44,mlp.experts.101.down_proj,0.0000077092,0.10000,0.242
44,mlp.experts.102.down_proj,0.0000020294,0.10000,0.242
44,mlp.experts.103.down_proj,0.0000188899,0.10000,0.227
44,mlp.experts.104.down_proj,0.0000013782,0.10000,0.224
44,mlp.experts.105.down_proj,0.0000009574,0.10000,0.275
44,mlp.experts.106.down_proj,0.0000152570,0.10000,0.273
44,mlp.experts.107.down_proj,0.0000004269,0.10000,0.248
44,mlp.experts.108.down_proj,0.0000007529,0.10000,0.254
44,mlp.experts.109.down_proj,0.0000558662,0.10000,0.242
44,mlp.experts.110.down_proj,0.0000001904,0.10000,0.228
44,mlp.experts.111.down_proj,0.0000010875,0.10000,0.232
44,mlp.experts.112.down_proj,0.0000165206,0.10000,0.223
44,mlp.experts.113.down_proj,0.0000001713,0.10000,0.222
44,mlp.experts.114.down_proj,0.0000096112,0.10000,0.228
44,mlp.experts.115.down_proj,0.0000494054,0.10000,0.225
44,mlp.experts.116.down_proj,0.0000001719,0.10000,0.227
44,mlp.experts.117.down_proj,0.0000365878,0.10000,0.228
44,mlp.experts.118.down_proj,0.0000005521,0.10000,0.229
44,mlp.experts.119.down_proj,0.0000008805,0.10000,0.225
44,mlp.experts.120.down_proj,0.0000137337,0.10000,0.225
44,mlp.experts.121.down_proj,0.0000006185,0.10000,0.223
44,mlp.experts.122.down_proj,0.0000001452,0.10000,0.283
44,mlp.experts.123.down_proj,0.0000088931,0.10000,0.269
44,mlp.experts.124.down_proj,0.0002052381,0.10000,0.249
44,mlp.experts.125.down_proj,0.0000055076,0.10000,0.242
44,mlp.experts.126.down_proj,0.0000431358,0.10000,0.244
44,mlp.experts.127.down_proj,0.0000075697,0.10000,0.226
45,self_attn.q_proj,0.0000000843,0.10000,0.630
45,self_attn.k_proj,0.0000000062,0.10000,0.624
45,self_attn.v_proj,0.0000000209,0.10000,0.597
45,self_attn.o_proj,0.0000000011,0.10000,1.317
45,mlp.gate,0.0000000060,0.10000,0.591
45,mlp.experts.0.up_proj,0.0000034975,0.10000,0.581
45,mlp.experts.1.up_proj,0.0000106477,0.10000,0.582
45,mlp.experts.2.up_proj,0.0000002343,0.10000,0.616
45,mlp.experts.3.up_proj,0.0000029912,0.10000,0.613
45,mlp.experts.4.up_proj,0.0000005234,0.10000,0.581
45,mlp.experts.5.up_proj,0.0000001164,0.10000,0.579
45,mlp.experts.6.up_proj,0.0000023826,0.10000,0.582
45,mlp.experts.7.up_proj,0.0000011149,0.10000,0.595
45,mlp.experts.8.up_proj,0.0000051812,0.10000,0.609
45,mlp.experts.9.up_proj,0.0000235169,0.10000,0.581
45,mlp.experts.10.up_proj,0.0000001440,0.10000,0.697
45,mlp.experts.11.up_proj,0.0000066511,0.10000,0.646
45,mlp.experts.12.up_proj,0.0000001492,0.10000,0.618
45,mlp.experts.13.up_proj,0.0000006598,0.10000,0.693
45,mlp.experts.14.up_proj,0.0000459774,0.10000,0.659
45,mlp.experts.15.up_proj,0.0000045282,0.10000,0.633
45,mlp.experts.16.up_proj,0.0000003300,0.10000,0.634
45,mlp.experts.17.up_proj,0.0000001614,0.10000,0.642
45,mlp.experts.18.up_proj,0.0000007589,0.10000,0.645
45,mlp.experts.19.up_proj,0.0000016938,0.10000,0.619
45,mlp.experts.20.up_proj,0.0000001696,0.10000,0.610
45,mlp.experts.21.up_proj,0.0000089144,0.10000,0.580
45,mlp.experts.22.up_proj,0.0000000631,0.10000,0.586
45,mlp.experts.23.up_proj,0.0000031576,0.10000,0.584
45,mlp.experts.24.up_proj,0.0000001623,0.10000,0.610
45,mlp.experts.25.up_proj,0.0000703308,0.10000,0.602
45,mlp.experts.26.up_proj,0.0000002014,0.10000,0.582
45,mlp.experts.27.up_proj,0.0000001248,0.10000,0.576
45,mlp.experts.28.up_proj,0.0000015644,0.10000,0.580
45,mlp.experts.29.up_proj,0.0000014964,0.10000,0.581
45,mlp.experts.30.up_proj,0.0000001406,0.10000,0.587
45,mlp.experts.31.up_proj,0.0000140281,0.10000,0.584
45,mlp.experts.32.up_proj,0.0000001923,0.10000,0.581
45,mlp.experts.33.up_proj,0.0000065433,0.10000,0.600
45,mlp.experts.34.up_proj,0.0000090850,0.10000,0.584
45,mlp.experts.35.up_proj,0.0000004805,0.10000,0.577
45,mlp.experts.36.up_proj,0.0000002652,0.10000,0.601
45,mlp.experts.37.up_proj,0.0000000964,0.10000,0.585
45,mlp.experts.38.up_proj,0.0000046221,0.10000,0.599
45,mlp.experts.39.up_proj,0.0000188046,0.10000,0.585
45,mlp.experts.40.up_proj,0.0000144417,0.10000,0.628
45,mlp.experts.41.up_proj,0.0000028480,0.10000,0.599
45,mlp.experts.42.up_proj,0.0000002370,0.10000,0.587
45,mlp.experts.43.up_proj,0.0000030405,0.10000,0.631
45,mlp.experts.44.up_proj,0.0000217360,0.10000,0.627
45,mlp.experts.45.up_proj,0.0000001592,0.10000,0.591
45,mlp.experts.46.up_proj,0.0000001333,0.10000,0.589
45,mlp.experts.47.up_proj,0.0000001216,0.10000,0.592
45,mlp.experts.48.up_proj,0.0000006425,0.10000,0.612
45,mlp.experts.49.up_proj,0.0000077943,0.10000,0.621
45,mlp.experts.50.up_proj,0.0000007616,0.10000,0.624
45,mlp.experts.51.up_proj,0.0000012430,0.10000,0.599
45,mlp.experts.52.up_proj,0.0000243013,0.10000,0.595
45,mlp.experts.53.up_proj,0.0000004679,0.10000,0.589
45,mlp.experts.54.up_proj,0.0000010125,0.10000,0.601
45,mlp.experts.55.up_proj,0.0000054346,0.10000,0.632
45,mlp.experts.56.up_proj,0.0000027779,0.10000,0.614
45,mlp.experts.57.up_proj,0.0000203667,0.10000,0.596
45,mlp.experts.58.up_proj,0.0000004836,0.10000,0.594
45,mlp.experts.59.up_proj,0.0000154904,0.10000,0.645
45,mlp.experts.60.up_proj,0.0000007402,0.10000,0.704
45,mlp.experts.61.up_proj,0.0000199542,0.10000,0.660
45,mlp.experts.62.up_proj,0.0000217243,0.10000,0.650
45,mlp.experts.63.up_proj,0.0000002559,0.10000,0.650
45,mlp.experts.64.up_proj,0.0000018102,0.10000,0.671
45,mlp.experts.65.up_proj,0.0000008752,0.10000,0.660
45,mlp.experts.66.up_proj,0.0000040975,0.10000,0.651
45,mlp.experts.67.up_proj,0.0000015320,0.10000,0.644
45,mlp.experts.68.up_proj,0.0000126113,0.10000,0.636
45,mlp.experts.69.up_proj,0.0000103636,0.10000,0.715
45,mlp.experts.70.up_proj,0.0000001251,0.10000,0.656
45,mlp.experts.71.up_proj,0.0000009211,0.10000,0.677
45,mlp.experts.72.up_proj,0.0000054098,0.10000,0.670
45,mlp.experts.73.up_proj,0.0000028050,0.10000,0.634
45,mlp.experts.74.up_proj,0.0000274274,0.10000,0.608
45,mlp.experts.75.up_proj,0.0000043044,0.10000,0.606
45,mlp.experts.76.up_proj,0.0000002203,0.10000,0.592
45,mlp.experts.77.up_proj,0.0000010368,0.10000,0.592
45,mlp.experts.78.up_proj,0.0000510568,0.10000,0.598
45,mlp.experts.79.up_proj,0.0000190797,0.10000,0.600
45,mlp.experts.80.up_proj,0.0000000920,0.10000,0.609
45,mlp.experts.81.up_proj,0.0000002563,0.10000,0.606
45,mlp.experts.82.up_proj,0.0000017289,0.10000,0.599
45,mlp.experts.83.up_proj,0.0000001736,0.10000,0.592
45,mlp.experts.84.up_proj,0.0000003559,0.10000,0.599
45,mlp.experts.85.up_proj,0.0000007518,0.10000,0.601
45,mlp.experts.86.up_proj,0.0000007399,0.10000,0.596
45,mlp.experts.87.up_proj,0.0000001510,0.10000,0.607
45,mlp.experts.88.up_proj,0.0000007953,0.10000,0.602
45,mlp.experts.89.up_proj,0.0000004765,0.10000,0.594
45,mlp.experts.90.up_proj,0.0000103022,0.10000,0.601
45,mlp.experts.91.up_proj,0.0000045575,0.10000,0.603
45,mlp.experts.92.up_proj,0.0000003525,0.10000,0.612
45,mlp.experts.93.up_proj,0.0000004532,0.10000,0.593
45,mlp.experts.94.up_proj,0.0000004090,0.10000,0.605
45,mlp.experts.95.up_proj,0.0000013173,0.10000,0.610
45,mlp.experts.96.up_proj,0.0000983991,0.10000,0.598
45,mlp.experts.97.up_proj,0.0003996256,0.10000,0.597
45,mlp.experts.98.up_proj,0.0000017596,0.10000,0.612
45,mlp.experts.99.up_proj,0.0000010398,0.10000,0.629
45,mlp.experts.100.up_proj,0.0000201770,0.10000,0.639
45,mlp.experts.101.up_proj,0.0000003846,0.10000,0.592
45,mlp.experts.102.up_proj,0.0001044393,0.10000,0.642
45,mlp.experts.103.up_proj,0.0000002570,0.10000,0.634
45,mlp.experts.104.up_proj,0.0000007968,0.10000,0.598
45,mlp.experts.105.up_proj,0.0000078442,0.10000,0.598
45,mlp.experts.106.up_proj,0.0000986558,0.10000,0.610
45,mlp.experts.107.up_proj,0.0000033187,0.10000,0.605
45,mlp.experts.108.up_proj,0.0000342707,0.10000,0.603
45,mlp.experts.109.up_proj,0.0000010664,0.10000,0.645
45,mlp.experts.110.up_proj,0.0000052342,0.10000,0.611
45,mlp.experts.111.up_proj,0.0000007913,0.10000,0.610
45,mlp.experts.112.up_proj,0.0000001297,0.10000,0.608
45,mlp.experts.113.up_proj,0.0000053036,0.10000,0.610
45,mlp.experts.114.up_proj,0.0000005094,0.10000,0.607
45,mlp.experts.115.up_proj,0.0000034971,0.10000,0.605
45,mlp.experts.116.up_proj,0.0000015080,0.10000,0.605
45,mlp.experts.117.up_proj,0.0000004859,0.10000,0.620
45,mlp.experts.118.up_proj,0.0000079205,0.10000,0.630
45,mlp.experts.119.up_proj,0.0000003876,0.10000,0.601
45,mlp.experts.120.up_proj,0.0000080159,0.10000,0.645
45,mlp.experts.121.up_proj,0.0000091490,0.10000,0.635
45,mlp.experts.122.up_proj,0.0000125821,0.10000,0.619
45,mlp.experts.123.up_proj,0.0000000723,0.10000,0.621
45,mlp.experts.124.up_proj,0.0000104068,0.10000,0.619
45,mlp.experts.125.up_proj,0.0000019957,0.10000,0.622
45,mlp.experts.126.up_proj,0.0000007572,0.10000,0.647
45,mlp.experts.127.up_proj,0.0000002328,0.10000,0.615
45,mlp.experts.0.gate_proj,0.0000031944,0.10000,0.628
45,mlp.experts.1.gate_proj,0.0000093892,0.10000,0.638
45,mlp.experts.2.gate_proj,0.0000002174,0.10000,0.608
45,mlp.experts.3.gate_proj,0.0000026781,0.10000,0.619
45,mlp.experts.4.gate_proj,0.0000004670,0.10000,0.659
45,mlp.experts.5.gate_proj,0.0000001105,0.10000,0.628
45,mlp.experts.6.gate_proj,0.0000021376,0.10000,0.629
45,mlp.experts.7.gate_proj,0.0000009859,0.10000,0.599
45,mlp.experts.8.gate_proj,0.0000044021,0.10000,0.613
45,mlp.experts.9.gate_proj,0.0000196643,0.10000,0.610
45,mlp.experts.10.gate_proj,0.0000001294,0.10000,0.680
45,mlp.experts.11.gate_proj,0.0000058544,0.10000,0.653
45,mlp.experts.12.gate_proj,0.0000001312,0.10000,0.666
45,mlp.experts.13.gate_proj,0.0000005785,0.10000,0.644
45,mlp.experts.14.gate_proj,0.0000416920,0.10000,0.641
45,mlp.experts.15.gate_proj,0.0000041232,0.10000,0.623
45,mlp.experts.16.gate_proj,0.0000002851,0.10000,0.606
45,mlp.experts.17.gate_proj,0.0000001405,0.10000,0.653
45,mlp.experts.18.gate_proj,0.0000006920,0.10000,0.722
45,mlp.experts.19.gate_proj,0.0000015329,0.10000,0.640
45,mlp.experts.20.gate_proj,0.0000001529,0.10000,0.635
45,mlp.experts.21.gate_proj,0.0000077412,0.10000,0.609
45,mlp.experts.22.gate_proj,0.0000000557,0.10000,0.613
45,mlp.experts.23.gate_proj,0.0000031253,0.10000,0.708
45,mlp.experts.24.gate_proj,0.0000001411,0.10000,0.672
45,mlp.experts.25.gate_proj,0.0000596407,0.10000,0.674
45,mlp.experts.26.gate_proj,0.0000001975,0.10000,0.638
45,mlp.experts.27.gate_proj,0.0000001148,0.10000,0.605
45,mlp.experts.28.gate_proj,0.0000013301,0.10000,0.686
45,mlp.experts.29.gate_proj,0.0000015109,0.10000,0.617
45,mlp.experts.30.gate_proj,0.0000001250,0.10000,0.738
45,mlp.experts.31.gate_proj,0.0000123031,0.10000,0.685
45,mlp.experts.32.gate_proj,0.0000001804,0.10000,0.641
45,mlp.experts.33.gate_proj,0.0000056050,0.10000,0.603
45,mlp.experts.34.gate_proj,0.0000080861,0.10000,0.636
45,mlp.experts.35.gate_proj,0.0000004164,0.10000,0.599
45,mlp.experts.36.gate_proj,0.0000002334,0.10000,0.722
45,mlp.experts.37.gate_proj,0.0000000838,0.10000,0.694
45,mlp.experts.38.gate_proj,0.0000046417,0.10000,0.668
45,mlp.experts.39.gate_proj,0.0000166955,0.10000,0.671
45,mlp.experts.40.gate_proj,0.0000130506,0.10000,0.672
45,mlp.experts.41.gate_proj,0.0000024209,0.10000,0.673
45,mlp.experts.42.gate_proj,0.0000002127,0.10000,0.682
45,mlp.experts.43.gate_proj,0.0000027244,0.10000,0.688
45,mlp.experts.44.gate_proj,0.0000199751,0.10000,0.670
45,mlp.experts.45.gate_proj,0.0000001431,0.10000,0.666
45,mlp.experts.46.gate_proj,0.0000001125,0.10000,0.668
45,mlp.experts.47.gate_proj,0.0000001153,0.10000,0.668
45,mlp.experts.48.gate_proj,0.0000006158,0.10000,0.667
45,mlp.experts.49.gate_proj,0.0000070240,0.10000,0.659
45,mlp.experts.50.gate_proj,0.0000006822,0.10000,0.647
45,mlp.experts.51.gate_proj,0.0000011459,0.10000,0.624
45,mlp.experts.52.gate_proj,0.0000232377,0.10000,0.624
45,mlp.experts.53.gate_proj,0.0000004161,0.10000,0.615
45,mlp.experts.54.gate_proj,0.0000009161,0.10000,0.625
45,mlp.experts.55.gate_proj,0.0000048388,0.10000,0.637
45,mlp.experts.56.gate_proj,0.0000024612,0.10000,0.654
45,mlp.experts.57.gate_proj,0.0000174642,0.10000,0.640
45,mlp.experts.58.gate_proj,0.0000004407,0.10000,0.633
45,mlp.experts.59.gate_proj,0.0000131334,0.10000,0.633
45,mlp.experts.60.gate_proj,0.0000006602,0.10000,0.621
45,mlp.experts.61.gate_proj,0.0000173933,0.10000,0.644
45,mlp.experts.62.gate_proj,0.0000186014,0.10000,0.642
45,mlp.experts.63.gate_proj,0.0000002252,0.10000,0.721
45,mlp.experts.64.gate_proj,0.0000016958,0.10000,0.639
45,mlp.experts.65.gate_proj,0.0000008174,0.10000,0.639
45,mlp.experts.66.gate_proj,0.0000037353,0.10000,0.643
45,mlp.experts.67.gate_proj,0.0000013782,0.10000,0.621
45,mlp.experts.68.gate_proj,0.0000117449,0.10000,0.601
45,mlp.experts.69.gate_proj,0.0000096998,0.10000,0.603
45,mlp.experts.70.gate_proj,0.0000001113,0.10000,0.618
45,mlp.experts.71.gate_proj,0.0000008190,0.10000,0.617
45,mlp.experts.72.gate_proj,0.0000048015,0.10000,0.622
45,mlp.experts.73.gate_proj,0.0000024939,0.10000,0.657
45,mlp.experts.74.gate_proj,0.0000254466,0.10000,0.619
45,mlp.experts.75.gate_proj,0.0000038714,0.10000,0.675
45,mlp.experts.76.gate_proj,0.0000002125,0.10000,0.734
45,mlp.experts.77.gate_proj,0.0000009473,0.10000,0.657
45,mlp.experts.78.gate_proj,0.0000442734,0.10000,0.627
45,mlp.experts.79.gate_proj,0.0000172036,0.10000,0.626
45,mlp.experts.80.gate_proj,0.0000000754,0.10000,0.602
45,mlp.experts.81.gate_proj,0.0000002291,0.10000,0.600
45,mlp.experts.82.gate_proj,0.0000016838,0.10000,0.600
45,mlp.experts.83.gate_proj,0.0000001575,0.10000,0.598
45,mlp.experts.84.gate_proj,0.0000003047,0.10000,0.678
45,mlp.experts.85.gate_proj,0.0000006722,0.10000,0.681
45,mlp.experts.86.gate_proj,0.0000006846,0.10000,0.636
45,mlp.experts.87.gate_proj,0.0000001543,0.10000,0.605
45,mlp.experts.88.gate_proj,0.0000007166,0.10000,0.604
45,mlp.experts.89.gate_proj,0.0000004200,0.10000,0.621
45,mlp.experts.90.gate_proj,0.0000095375,0.10000,0.640
45,mlp.experts.91.gate_proj,0.0000043116,0.10000,0.644
45,mlp.experts.92.gate_proj,0.0000003093,0.10000,0.600
45,mlp.experts.93.gate_proj,0.0000004012,0.10000,0.615
45,mlp.experts.94.gate_proj,0.0000003859,0.10000,0.616
45,mlp.experts.95.gate_proj,0.0000011694,0.10000,0.604
45,mlp.experts.96.gate_proj,0.0000877126,0.10000,0.617
45,mlp.experts.97.gate_proj,0.0003563238,0.10000,0.621
45,mlp.experts.98.gate_proj,0.0000015826,0.10000,0.615
45,mlp.experts.99.gate_proj,0.0000009894,0.10000,0.654
45,mlp.experts.100.gate_proj,0.0000181317,0.10000,0.616
45,mlp.experts.101.gate_proj,0.0000003727,0.10000,0.603
45,mlp.experts.102.gate_proj,0.0000949809,0.10000,0.631
45,mlp.experts.103.gate_proj,0.0000002249,0.10000,0.633
45,mlp.experts.104.gate_proj,0.0000007288,0.10000,0.614
45,mlp.experts.105.gate_proj,0.0000070635,0.10000,0.612
45,mlp.experts.106.gate_proj,0.0000852539,0.10000,0.601
45,mlp.experts.107.gate_proj,0.0000030909,0.10000,0.623
45,mlp.experts.108.gate_proj,0.0000308457,0.10000,0.607
45,mlp.experts.109.gate_proj,0.0000009437,0.10000,0.727
45,mlp.experts.110.gate_proj,0.0000048510,0.10000,0.682
45,mlp.experts.111.gate_proj,0.0000007176,0.10000,0.646
45,mlp.experts.112.gate_proj,0.0000001067,0.10000,0.679
45,mlp.experts.113.gate_proj,0.0000046447,0.10000,0.669
45,mlp.experts.114.gate_proj,0.0000004572,0.10000,0.639
45,mlp.experts.115.gate_proj,0.0000031303,0.10000,0.725
45,mlp.experts.116.gate_proj,0.0000013686,0.10000,0.654
45,mlp.experts.117.gate_proj,0.0000004356,0.10000,0.610
45,mlp.experts.118.gate_proj,0.0000074883,0.10000,0.641
45,mlp.experts.119.gate_proj,0.0000003470,0.10000,0.646
45,mlp.experts.120.gate_proj,0.0000068255,0.10000,0.648
45,mlp.experts.121.gate_proj,0.0000081413,0.10000,0.640
45,mlp.experts.122.gate_proj,0.0000109805,0.10000,0.632
45,mlp.experts.123.gate_proj,0.0000000612,0.10000,0.616
45,mlp.experts.124.gate_proj,0.0000094901,0.10000,0.619
45,mlp.experts.125.gate_proj,0.0000017678,0.10000,0.616
45,mlp.experts.126.gate_proj,0.0000006806,0.10000,0.617
45,mlp.experts.127.gate_proj,0.0000002160,0.10000,0.617
45,mlp.experts.0.down_proj,0.0000128928,0.10000,0.244
45,mlp.experts.1.down_proj,0.0000172361,0.10000,0.228
45,mlp.experts.2.down_proj,0.0000002079,0.10000,0.228
45,mlp.experts.3.down_proj,0.0000059231,0.10000,0.223
45,mlp.experts.4.down_proj,0.0000007155,0.10000,0.235
45,mlp.experts.5.down_proj,0.0000001495,0.10000,0.235
45,mlp.experts.6.down_proj,0.0000041172,0.10000,0.224
45,mlp.experts.7.down_proj,0.0000012681,0.10000,0.225
45,mlp.experts.8.down_proj,0.0000094810,0.10000,0.224
45,mlp.experts.9.down_proj,0.0000332009,0.10000,0.224
45,mlp.experts.10.down_proj,0.0000001297,0.10000,0.221
45,mlp.experts.11.down_proj,0.0000110123,0.10000,0.222
45,mlp.experts.12.down_proj,0.0000001488,0.10000,0.225
45,mlp.experts.13.down_proj,0.0000008289,0.10000,0.216
45,mlp.experts.14.down_proj,0.0000642981,0.10000,0.219
45,mlp.experts.15.down_proj,0.0000087260,0.10000,0.223
45,mlp.experts.16.down_proj,0.0000004457,0.10000,0.225
45,mlp.experts.17.down_proj,0.0000003293,0.10000,0.224
45,mlp.experts.18.down_proj,0.0000012197,0.10000,0.230
45,mlp.experts.19.down_proj,0.0000044721,0.10000,0.218
45,mlp.experts.20.down_proj,0.0000003151,0.10000,0.220
45,mlp.experts.21.down_proj,0.0000148140,0.10000,0.242
45,mlp.experts.22.down_proj,0.0000000774,0.10000,0.234
45,mlp.experts.23.down_proj,0.0000089469,0.10000,0.244
45,mlp.experts.24.down_proj,0.0000001916,0.10000,0.237
45,mlp.experts.25.down_proj,0.0000964265,0.10000,0.228
45,mlp.experts.26.down_proj,0.0000003022,0.10000,0.247
45,mlp.experts.27.down_proj,0.0000001839,0.10000,0.230
45,mlp.experts.28.down_proj,0.0000026484,0.10000,0.228
45,mlp.experts.29.down_proj,0.0000018196,0.10000,0.228
45,mlp.experts.30.down_proj,0.0000002437,0.10000,0.228
45,mlp.experts.31.down_proj,0.0000293373,0.10000,0.229
45,mlp.experts.32.down_proj,0.0000001315,0.10000,0.229
45,mlp.experts.33.down_proj,0.0000085051,0.10000,0.219
45,mlp.experts.34.down_proj,0.0000231653,0.10000,0.241
45,mlp.experts.35.down_proj,0.0000009345,0.10000,0.242
45,mlp.experts.36.down_proj,0.0000004338,0.10000,0.229
45,mlp.experts.37.down_proj,0.0000000985,0.10000,0.231
45,mlp.experts.38.down_proj,0.0000030107,0.10000,0.233
45,mlp.experts.39.down_proj,0.0000288387,0.10000,0.240
45,mlp.experts.40.down_proj,0.0000277864,0.10000,0.244
45,mlp.experts.41.down_proj,0.0000030250,0.10000,0.241
45,mlp.experts.42.down_proj,0.0000003050,0.10000,0.218
45,mlp.experts.43.down_proj,0.0000044234,0.10000,0.235
45,mlp.experts.44.down_proj,0.0000277868,0.10000,0.230
45,mlp.experts.45.down_proj,0.0000002112,0.10000,0.221
45,mlp.experts.46.down_proj,0.0000002530,0.10000,0.233
45,mlp.experts.47.down_proj,0.0000001924,0.10000,0.237
45,mlp.experts.48.down_proj,0.0000015543,0.10000,0.236
45,mlp.experts.49.down_proj,0.0000331957,0.10000,0.247
45,mlp.experts.50.down_proj,0.0000014497,0.10000,0.239
45,mlp.experts.51.down_proj,0.0000028762,0.10000,0.230
45,mlp.experts.52.down_proj,0.0000981867,0.10000,0.270
45,mlp.experts.53.down_proj,0.0000007899,0.10000,0.260
45,mlp.experts.54.down_proj,0.0000011878,0.10000,0.256
45,mlp.experts.55.down_proj,0.0000126937,0.10000,0.242
45,mlp.experts.56.down_proj,0.0000038151,0.10000,0.232
45,mlp.experts.57.down_proj,0.0000298119,0.10000,0.243
45,mlp.experts.58.down_proj,0.0000006250,0.10000,0.240
45,mlp.experts.59.down_proj,0.0000183776,0.10000,0.228
45,mlp.experts.60.down_proj,0.0000008642,0.10000,0.233
45,mlp.experts.61.down_proj,0.0000394525,0.10000,0.230
45,mlp.experts.62.down_proj,0.0000220812,0.10000,0.228
45,mlp.experts.63.down_proj,0.0000006860,0.10000,0.232
45,mlp.experts.64.down_proj,0.0000020452,0.10000,0.230
45,mlp.experts.65.down_proj,0.0000012305,0.10000,0.255
45,mlp.experts.66.down_proj,0.0000049955,0.10000,0.277
45,mlp.experts.67.down_proj,0.0000026806,0.10000,0.275
45,mlp.experts.68.down_proj,0.0000220511,0.10000,0.250
45,mlp.experts.69.down_proj,0.0000299737,0.10000,0.264
45,mlp.experts.70.down_proj,0.0000001762,0.10000,0.253
45,mlp.experts.71.down_proj,0.0000032536,0.10000,0.254
45,mlp.experts.72.down_proj,0.0000083067,0.10000,0.246
45,mlp.experts.73.down_proj,0.0000031213,0.10000,0.250
45,mlp.experts.74.down_proj,0.0000478580,0.10000,0.250
45,mlp.experts.75.down_proj,0.0000129183,0.10000,0.242
45,mlp.experts.76.down_proj,0.0000002902,0.10000,0.240
45,mlp.experts.77.down_proj,0.0000011031,0.10000,0.243
45,mlp.experts.78.down_proj,0.0000916083,0.10000,0.234
45,mlp.experts.79.down_proj,0.0000148492,0.10000,0.237
45,mlp.experts.80.down_proj,0.0000001611,0.10000,0.228
45,mlp.experts.81.down_proj,0.0000003839,0.10000,0.236
45,mlp.experts.82.down_proj,0.0000026073,0.10000,0.239
45,mlp.experts.83.down_proj,0.0000002336,0.10000,0.233
45,mlp.experts.84.down_proj,0.0000006335,0.10000,0.243
45,mlp.experts.85.down_proj,0.0000013440,0.10000,0.221
45,mlp.experts.86.down_proj,0.0000009703,0.10000,0.240
45,mlp.experts.87.down_proj,0.0000002267,0.10000,0.280
45,mlp.experts.88.down_proj,0.0000013677,0.10000,0.275
45,mlp.experts.89.down_proj,0.0000006058,0.10000,0.248
45,mlp.experts.90.down_proj,0.0000072851,0.10000,0.242
45,mlp.experts.91.down_proj,0.0000027197,0.10000,0.231
45,mlp.experts.92.down_proj,0.0000005074,0.10000,0.235
45,mlp.experts.93.down_proj,0.0000012197,0.10000,0.226
45,mlp.experts.94.down_proj,0.0000005294,0.10000,0.231
45,mlp.experts.95.down_proj,0.0000031921,0.10000,0.229
45,mlp.experts.96.down_proj,0.0002712929,0.10000,0.230
45,mlp.experts.97.down_proj,0.0003379237,0.10000,0.226
45,mlp.experts.98.down_proj,0.0000038363,0.10000,0.255
45,mlp.experts.99.down_proj,0.0000019260,0.10000,0.248
45,mlp.experts.100.down_proj,0.0000444444,0.10000,0.243
45,mlp.experts.101.down_proj,0.0000008081,0.10000,0.235
45,mlp.experts.102.down_proj,0.0000646462,0.10000,0.230
45,mlp.experts.103.down_proj,0.0000006460,0.10000,0.249
45,mlp.experts.104.down_proj,0.0000014413,0.10000,0.241
45,mlp.experts.105.down_proj,0.0000206677,0.10000,0.247
45,mlp.experts.106.down_proj,0.0000843224,0.10000,0.238
45,mlp.experts.107.down_proj,0.0000034927,0.10000,0.236
45,mlp.experts.108.down_proj,0.0000758833,0.10000,0.235
45,mlp.experts.109.down_proj,0.0000020864,0.10000,0.250
45,mlp.experts.110.down_proj,0.0000043048,0.10000,0.245
45,mlp.experts.111.down_proj,0.0000009112,0.10000,0.239
45,mlp.experts.112.down_proj,0.0000002653,0.10000,0.273
45,mlp.experts.113.down_proj,0.0000145342,0.10000,0.249
45,mlp.experts.114.down_proj,0.0000006445,0.10000,0.247
45,mlp.experts.115.down_proj,0.0000038726,0.10000,0.243
45,mlp.experts.116.down_proj,0.0000028682,0.10000,0.231
45,mlp.experts.117.down_proj,0.0000005878,0.10000,0.234
45,mlp.experts.118.down_proj,0.0000212770,0.10000,0.233
45,mlp.experts.119.down_proj,0.0000004141,0.10000,0.238
45,mlp.experts.120.down_proj,0.0000140575,0.10000,0.262
45,mlp.experts.121.down_proj,0.0000085845,0.10000,0.244
45,mlp.experts.122.down_proj,0.0000275376,0.10000,0.240
45,mlp.experts.123.down_proj,0.0000000941,0.10000,0.231
45,mlp.experts.124.down_proj,0.0000125789,0.10000,0.254
45,mlp.experts.125.down_proj,0.0000051145,0.10000,0.235
45,mlp.experts.126.down_proj,0.0000014183,0.10000,0.254
45,mlp.experts.127.down_proj,0.0000001999,0.10000,0.248
46,self_attn.q_proj,0.0000000918,0.10000,0.639
46,self_attn.k_proj,0.0000000074,0.10000,0.617
46,self_attn.v_proj,0.0000000180,0.10000,0.604
46,self_attn.o_proj,0.0000000026,0.10000,1.155
46,mlp.gate,0.0000000049,0.10000,0.617
46,mlp.experts.0.up_proj,0.0000054839,0.10000,0.697
46,mlp.experts.1.up_proj,0.0000002486,0.10000,0.688
46,mlp.experts.2.up_proj,0.0000048390,0.10000,0.627
46,mlp.experts.3.up_proj,0.0000026809,0.10000,0.624
46,mlp.experts.4.up_proj,0.0000938938,0.10000,0.728
46,mlp.experts.5.up_proj,0.0000020668,0.10000,0.619
46,mlp.experts.6.up_proj,0.0000026653,0.10000,0.608
46,mlp.experts.7.up_proj,0.0000002621,0.10000,0.606
46,mlp.experts.8.up_proj,0.0000006099,0.10000,0.705
46,mlp.experts.9.up_proj,0.0000037332,0.10000,0.646
46,mlp.experts.10.up_proj,0.0000001378,0.10000,0.640
46,mlp.experts.11.up_proj,0.0000004449,0.10000,0.639
46,mlp.experts.12.up_proj,0.0000438748,0.10000,0.639
46,mlp.experts.13.up_proj,0.0000210188,0.10000,0.643
46,mlp.experts.14.up_proj,0.0000016266,0.10000,0.637
46,mlp.experts.15.up_proj,0.0000083614,0.10000,0.657
46,mlp.experts.16.up_proj,0.0000010046,0.10000,0.636
46,mlp.experts.17.up_proj,0.0000019057,0.10000,0.634
46,mlp.experts.18.up_proj,0.0000030565,0.10000,0.629
46,mlp.experts.19.up_proj,0.0000001326,0.10000,0.634
46,mlp.experts.20.up_proj,0.0000033869,0.10000,0.645
46,mlp.experts.21.up_proj,0.0000029653,0.10000,0.666
46,mlp.experts.22.up_proj,0.0000000961,0.10000,0.637
46,mlp.experts.23.up_proj,0.0000114989,0.10000,0.641
46,mlp.experts.24.up_proj,0.0000205415,0.10000,0.644
46,mlp.experts.25.up_proj,0.0000073496,0.10000,0.634
46,mlp.experts.26.up_proj,0.0000009992,0.10000,0.630
46,mlp.experts.27.up_proj,0.0000007745,0.10000,0.586
46,mlp.experts.28.up_proj,0.0000077111,0.10000,0.585
46,mlp.experts.29.up_proj,0.0000001974,0.10000,0.589
46,mlp.experts.30.up_proj,0.0000001858,0.10000,0.587
46,mlp.experts.31.up_proj,0.0000023815,0.10000,0.586
46,mlp.experts.32.up_proj,0.0000010869,0.10000,0.595
46,mlp.experts.33.up_proj,0.0000005582,0.10000,0.591
46,mlp.experts.34.up_proj,0.0000005242,0.10000,0.595
46,mlp.experts.35.up_proj,0.0000022254,0.10000,0.614
46,mlp.experts.36.up_proj,0.0000001533,0.10000,0.623
46,mlp.experts.37.up_proj,0.0000027461,0.10000,0.606
46,mlp.experts.38.up_proj,0.0000002992,0.10000,0.619
46,mlp.experts.39.up_proj,0.0000001521,0.10000,0.587
46,mlp.experts.40.up_proj,0.0000271269,0.10000,0.583
46,mlp.experts.41.up_proj,0.0000291798,0.10000,0.594
46,mlp.experts.42.up_proj,0.0000148230,0.10000,0.600
46,mlp.experts.43.up_proj,0.0000008616,0.10000,0.597
46,mlp.experts.44.up_proj,0.0000005297,0.10000,0.593
46,mlp.experts.45.up_proj,0.0000001481,0.10000,0.706
46,mlp.experts.46.up_proj,0.0000010208,0.10000,0.648
46,mlp.experts.47.up_proj,0.0000044569,0.10000,0.600
46,mlp.experts.48.up_proj,0.0000531090,0.10000,0.589
46,mlp.experts.49.up_proj,0.0000052759,0.10000,0.601
46,mlp.experts.50.up_proj,0.0000416580,0.10000,0.595
46,mlp.experts.51.up_proj,0.0000003465,0.10000,0.586
46,mlp.experts.52.up_proj,0.0000001209,0.10000,0.647
46,mlp.experts.53.up_proj,0.0000080117,0.10000,0.641
46,mlp.experts.54.up_proj,0.0000008710,0.10000,0.613
46,mlp.experts.55.up_proj,0.0000001113,0.10000,0.615
46,mlp.experts.56.up_proj,0.0000116363,0.10000,0.657
46,mlp.experts.57.up_proj,0.0000129350,0.10000,0.734
46,mlp.experts.58.up_proj,0.0000465330,0.10000,0.668
46,mlp.experts.59.up_proj,0.0000444632,0.10000,0.635
46,mlp.experts.60.up_proj,0.0000000834,0.10000,0.604
46,mlp.experts.61.up_proj,0.0000001282,0.10000,0.603
46,mlp.experts.62.up_proj,0.0000149185,0.10000,0.597
46,mlp.experts.63.up_proj,0.0000090860,0.10000,0.590
46,mlp.experts.64.up_proj,0.0000017845,0.10000,0.593
46,mlp.experts.65.up_proj,0.0000523539,0.10000,0.593
46,mlp.experts.66.up_proj,0.0000113147,0.10000,0.597
46,mlp.experts.67.up_proj,0.0000003793,0.10000,0.598
46,mlp.experts.68.up_proj,0.0000001575,0.10000,0.600
46,mlp.experts.69.up_proj,0.0000278433,0.10000,0.591
46,mlp.experts.70.up_proj,0.0000043770,0.10000,0.591
46,mlp.experts.71.up_proj,0.0000017920,0.10000,0.596
46,mlp.experts.72.up_proj,0.0000121948,0.10000,0.590
46,mlp.experts.73.up_proj,0.0000148502,0.10000,0.592
46,mlp.experts.74.up_proj,0.0000006643,0.10000,0.589
46,mlp.experts.75.up_proj,0.0000001339,0.10000,0.594
46,mlp.experts.76.up_proj,0.0000003545,0.10000,0.592
46,mlp.experts.77.up_proj,0.0000009411,0.10000,0.601
46,mlp.experts.78.up_proj,0.0000146411,0.10000,0.607
46,mlp.experts.79.up_proj,0.0000019223,0.10000,0.603
46,mlp.experts.80.up_proj,0.0000001118,0.10000,0.603
46,mlp.experts.81.up_proj,0.0000004365,0.10000,0.612
46,mlp.experts.82.up_proj,0.0000001320,0.10000,0.596
46,mlp.experts.83.up_proj,0.0000040201,0.10000,0.619
46,mlp.experts.84.up_proj,0.0000001257,0.10000,0.644
46,mlp.experts.85.up_proj,0.0000276559,0.10000,0.592
46,mlp.experts.86.up_proj,0.0000897009,0.10000,0.600
46,mlp.experts.87.up_proj,0.0000997919,0.10000,0.602
46,mlp.experts.88.up_proj,0.0000122628,0.10000,0.607
46,mlp.experts.89.up_proj,0.0000300317,0.10000,0.596
46,mlp.experts.90.up_proj,0.0000017090,0.10000,0.602
46,mlp.experts.91.up_proj,0.0000010409,0.10000,0.591
46,mlp.experts.92.up_proj,0.0000009625,0.10000,0.599
46,mlp.experts.93.up_proj,0.0000057675,0.10000,0.600
46,mlp.experts.94.up_proj,0.0000006785,0.10000,0.593
46,mlp.experts.95.up_proj,0.0001308723,0.10000,0.594
46,mlp.experts.96.up_proj,0.0000003697,0.10000,0.595
46,mlp.experts.97.up_proj,0.0000001913,0.10000,0.598
46,mlp.experts.98.up_proj,0.0000001043,0.10000,0.599
46,mlp.experts.99.up_proj,0.0000087123,0.10000,0.649
46,mlp.experts.100.up_proj,0.0000042251,0.10000,0.634
46,mlp.experts.101.up_proj,0.0000002517,0.10000,0.635
46,mlp.experts.102.up_proj,0.0000029592,0.10000,0.630
46,mlp.experts.103.up_proj,0.0000008749,0.10000,0.709
46,mlp.experts.104.up_proj,0.0000007862,0.10000,0.645
46,mlp.experts.105.up_proj,0.0000001341,0.10000,0.614
46,mlp.experts.106.up_proj,0.0000060322,0.10000,0.596
46,mlp.experts.107.up_proj,0.0000011783,0.10000,0.593
46,mlp.experts.108.up_proj,0.0000230008,0.10000,0.601
46,mlp.experts.109.up_proj,0.0000043428,0.10000,0.630
46,mlp.experts.110.up_proj,0.0000072727,0.10000,0.609
46,mlp.experts.111.up_proj,0.0000003053,0.10000,0.615
46,mlp.experts.112.up_proj,0.0000009216,0.10000,0.638
46,mlp.experts.113.up_proj,0.0000073785,0.10000,0.714
46,mlp.experts.114.up_proj,0.0000010996,0.10000,0.684
46,mlp.experts.115.up_proj,0.0000001067,0.10000,0.675
46,mlp.experts.116.up_proj,0.0000006746,0.10000,0.632
46,mlp.experts.117.up_proj,0.0000000815,0.10000,0.758
46,mlp.experts.118.up_proj,0.0000083877,0.10000,0.649
46,mlp.experts.119.up_proj,0.0000007087,0.10000,0.609
46,mlp.experts.120.up_proj,0.0000189917,0.10000,0.693
46,mlp.experts.121.up_proj,0.0000169902,0.10000,0.594
46,mlp.experts.122.up_proj,0.0000009236,0.10000,0.597
46,mlp.experts.123.up_proj,0.0000004011,0.10000,0.598
46,mlp.experts.124.up_proj,0.0000001532,0.10000,0.616
46,mlp.experts.125.up_proj,0.0000082592,0.10000,0.605
46,mlp.experts.126.up_proj,0.0000054600,0.10000,0.627
46,mlp.experts.127.up_proj,0.0000001462,0.10000,0.618
46,mlp.experts.0.gate_proj,0.0000045634,0.10000,0.625
46,mlp.experts.1.gate_proj,0.0000002416,0.10000,0.612
46,mlp.experts.2.gate_proj,0.0000043021,0.10000,0.730
46,mlp.experts.3.gate_proj,0.0000024241,0.10000,0.655
46,mlp.experts.4.gate_proj,0.0000839013,0.10000,0.616
46,mlp.experts.5.gate_proj,0.0000021074,0.10000,0.622
46,mlp.experts.6.gate_proj,0.0000025193,0.10000,0.616
46,mlp.experts.7.gate_proj,0.0000002273,0.10000,0.611
46,mlp.experts.8.gate_proj,0.0000005646,0.10000,0.605
46,mlp.experts.9.gate_proj,0.0000035502,0.10000,0.618
46,mlp.experts.10.gate_proj,0.0000001332,0.10000,0.644
46,mlp.experts.11.gate_proj,0.0000004045,0.10000,0.640
46,mlp.experts.12.gate_proj,0.0000388352,0.10000,0.604
46,mlp.experts.13.gate_proj,0.0000189430,0.10000,0.598
46,mlp.experts.14.gate_proj,0.0000014742,0.10000,0.621
46,mlp.experts.15.gate_proj,0.0000075910,0.10000,0.611
46,mlp.experts.16.gate_proj,0.0000009435,0.10000,0.612
46,mlp.experts.17.gate_proj,0.0000017462,0.10000,0.608
46,mlp.experts.18.gate_proj,0.0000027437,0.10000,0.597
46,mlp.experts.19.gate_proj,0.0000001173,0.10000,0.619
46,mlp.experts.20.gate_proj,0.0000027643,0.10000,0.612
46,mlp.experts.21.gate_proj,0.0000025993,0.10000,0.609
46,mlp.experts.22.gate_proj,0.0000000784,0.10000,0.612
46,mlp.experts.23.gate_proj,0.0000104089,0.10000,0.620
46,mlp.experts.24.gate_proj,0.0000177876,0.10000,0.615
46,mlp.experts.25.gate_proj,0.0000074833,0.10000,0.611
46,mlp.experts.26.gate_proj,0.0000008906,0.10000,0.622
46,mlp.experts.27.gate_proj,0.0000006966,0.10000,0.607
46,mlp.experts.28.gate_proj,0.0000067352,0.10000,0.604
46,mlp.experts.29.gate_proj,0.0000001709,0.10000,0.618
46,mlp.experts.30.gate_proj,0.0000001590,0.10000,0.608
46,mlp.experts.31.gate_proj,0.0000022851,0.10000,0.645
46,mlp.experts.32.gate_proj,0.0000010344,0.10000,0.616
46,mlp.experts.33.gate_proj,0.0000005268,0.10000,0.607
46,mlp.experts.34.gate_proj,0.0000004998,0.10000,0.620
46,mlp.experts.35.gate_proj,0.0000019446,0.10000,0.604
46,mlp.experts.36.gate_proj,0.0000001398,0.10000,0.598
46,mlp.experts.37.gate_proj,0.0000025055,0.10000,0.721
46,mlp.experts.38.gate_proj,0.0000002671,0.10000,0.705
46,mlp.experts.39.gate_proj,0.0000001328,0.10000,0.661
46,mlp.experts.40.gate_proj,0.0000244581,0.10000,0.667
46,mlp.experts.41.gate_proj,0.0000266834,0.10000,0.664
46,mlp.experts.42.gate_proj,0.0000131691,0.10000,0.667
46,mlp.experts.43.gate_proj,0.0000007552,0.10000,0.666
46,mlp.experts.44.gate_proj,0.0000004974,0.10000,0.670
46,mlp.experts.45.gate_proj,0.0000001427,0.10000,0.671
46,mlp.experts.46.gate_proj,0.0000009198,0.10000,0.655
46,mlp.experts.47.gate_proj,0.0000039382,0.10000,0.643
46,mlp.experts.48.gate_proj,0.0000485200,0.10000,0.639
46,mlp.experts.49.gate_proj,0.0000045109,0.10000,0.613
46,mlp.experts.50.gate_proj,0.0000379630,0.10000,0.609
46,mlp.experts.51.gate_proj,0.0000003166,0.10000,0.614
46,mlp.experts.52.gate_proj,0.0000001063,0.10000,0.618
46,mlp.experts.53.gate_proj,0.0000068374,0.10000,0.611
46,mlp.experts.54.gate_proj,0.0000007639,0.10000,0.606
46,mlp.experts.55.gate_proj,0.0000000985,0.10000,0.606
46,mlp.experts.56.gate_proj,0.0000107605,0.10000,0.636
46,mlp.experts.57.gate_proj,0.0000116047,0.10000,0.743
46,mlp.experts.58.gate_proj,0.0000413687,0.10000,0.606
46,mlp.experts.59.gate_proj,0.0000372040,0.10000,0.613
46,mlp.experts.60.gate_proj,0.0000000732,0.10000,0.603
46,mlp.experts.61.gate_proj,0.0000001149,0.10000,0.608
46,mlp.experts.62.gate_proj,0.0000128807,0.10000,0.641
46,mlp.experts.63.gate_proj,0.0000081831,0.10000,0.652
46,mlp.experts.64.gate_proj,0.0000015905,0.10000,0.620
46,mlp.experts.65.gate_proj,0.0000467818,0.10000,0.619
46,mlp.experts.66.gate_proj,0.0000093273,0.10000,0.619
46,mlp.experts.67.gate_proj,0.0000003524,0.10000,0.611
46,mlp.experts.68.gate_proj,0.0000001455,0.10000,0.607
46,mlp.experts.69.gate_proj,0.0000250751,0.10000,0.616
46,mlp.experts.70.gate_proj,0.0000040368,0.10000,0.613
46,mlp.experts.71.gate_proj,0.0000016757,0.10000,0.601
46,mlp.experts.72.gate_proj,0.0000105196,0.10000,0.677
46,mlp.experts.73.gate_proj,0.0000134538,0.10000,0.642
46,mlp.experts.74.gate_proj,0.0000007998,0.10000,0.743
46,mlp.experts.75.gate_proj,0.0000001173,0.10000,0.702
46,mlp.experts.76.gate_proj,0.0000003298,0.10000,0.687
46,mlp.experts.77.gate_proj,0.0000008736,0.10000,0.668
46,mlp.experts.78.gate_proj,0.0000127101,0.10000,0.666
46,mlp.experts.79.gate_proj,0.0000016875,0.10000,0.682
46,mlp.experts.80.gate_proj,0.0000000912,0.10000,0.609
46,mlp.experts.81.gate_proj,0.0000003907,0.10000,0.600
46,mlp.experts.82.gate_proj,0.0000001146,0.10000,0.602
46,mlp.experts.83.gate_proj,0.0000035304,0.10000,0.730
46,mlp.experts.84.gate_proj,0.0000001141,0.10000,0.651
46,mlp.experts.85.gate_proj,0.0000263303,0.10000,0.611
46,mlp.experts.86.gate_proj,0.0000798218,0.10000,0.604
46,mlp.experts.87.gate_proj,0.0000883981,0.10000,0.638
46,mlp.experts.88.gate_proj,0.0000110793,0.10000,0.710
46,mlp.experts.89.gate_proj,0.0000273450,0.10000,0.648
46,mlp.experts.90.gate_proj,0.0000015533,0.10000,0.641
46,mlp.experts.91.gate_proj,0.0000009973,0.10000,0.609
46,mlp.experts.92.gate_proj,0.0000008615,0.10000,0.638
46,mlp.experts.93.gate_proj,0.0000050157,0.10000,0.651
46,mlp.experts.94.gate_proj,0.0000006241,0.10000,0.621
46,mlp.experts.95.gate_proj,0.0001093675,0.10000,0.725
46,mlp.experts.96.gate_proj,0.0000004176,0.10000,0.671
46,mlp.experts.97.gate_proj,0.0000001721,0.10000,0.670
46,mlp.experts.98.gate_proj,0.0000000933,0.10000,0.653
46,mlp.experts.99.gate_proj,0.0000077516,0.10000,0.650
46,mlp.experts.100.gate_proj,0.0000038712,0.10000,0.670
46,mlp.experts.101.gate_proj,0.0000002332,0.10000,0.685
46,mlp.experts.102.gate_proj,0.0000026197,0.10000,0.673
46,mlp.experts.103.gate_proj,0.0000007953,0.10000,0.659
46,mlp.experts.104.gate_proj,0.0000007365,0.10000,0.647
46,mlp.experts.105.gate_proj,0.0000001177,0.10000,0.646
46,mlp.experts.106.gate_proj,0.0000055303,0.10000,0.612
46,mlp.experts.107.gate_proj,0.0000010496,0.10000,0.613
46,mlp.experts.108.gate_proj,0.0000206080,0.10000,0.630
46,mlp.experts.109.gate_proj,0.0000036358,0.10000,0.634
46,mlp.experts.110.gate_proj,0.0000063372,0.10000,0.595
46,mlp.experts.111.gate_proj,0.0000002667,0.10000,0.625
46,mlp.experts.112.gate_proj,0.0000008059,0.10000,0.642
46,mlp.experts.113.gate_proj,0.0000056548,0.10000,0.654
46,mlp.experts.114.gate_proj,0.0000010608,0.10000,0.617
46,mlp.experts.115.gate_proj,0.0000000992,0.10000,0.617
46,mlp.experts.116.gate_proj,0.0000006088,0.10000,0.611
46,mlp.experts.117.gate_proj,0.0000000719,0.10000,0.624
46,mlp.experts.118.gate_proj,0.0000081143,0.10000,0.609
46,mlp.experts.119.gate_proj,0.0000006243,0.10000,0.643
46,mlp.experts.120.gate_proj,0.0000173431,0.10000,0.636
46,mlp.experts.121.gate_proj,0.0000151759,0.10000,0.614
46,mlp.experts.122.gate_proj,0.0000008792,0.10000,0.638
46,mlp.experts.123.gate_proj,0.0000003687,0.10000,0.593
46,mlp.experts.124.gate_proj,0.0000001371,0.10000,0.613
46,mlp.experts.125.gate_proj,0.0000072138,0.10000,0.617
46,mlp.experts.126.gate_proj,0.0000052538,0.10000,0.653
46,mlp.experts.127.gate_proj,0.0000001303,0.10000,0.630
46,mlp.experts.0.down_proj,0.0000116984,0.10000,0.224
46,mlp.experts.1.down_proj,0.0000003076,0.10000,0.234
46,mlp.experts.2.down_proj,0.0000063185,0.10000,0.225
46,mlp.experts.3.down_proj,0.0000073114,0.10000,0.237
46,mlp.experts.4.down_proj,0.0002127225,0.10000,0.223
46,mlp.experts.5.down_proj,0.0000026002,0.10000,0.221
46,mlp.experts.6.down_proj,0.0000059189,0.10000,0.241
46,mlp.experts.7.down_proj,0.0000004445,0.10000,0.255
46,mlp.experts.8.down_proj,0.0000004783,0.10000,0.240
46,mlp.experts.9.down_proj,0.0000079457,0.10000,0.241
46,mlp.experts.10.down_proj,0.0000002757,0.10000,0.270
46,mlp.experts.11.down_proj,0.0000010072,0.10000,0.271
46,mlp.experts.12.down_proj,0.0000532754,0.10000,0.239
46,mlp.experts.13.down_proj,0.0000411915,0.10000,0.247
46,mlp.experts.14.down_proj,0.0000031995,0.10000,0.237
46,mlp.experts.15.down_proj,0.0000083673,0.10000,0.241
46,mlp.experts.16.down_proj,0.0000018239,0.10000,0.234
46,mlp.experts.17.down_proj,0.0000021493,0.10000,0.252
46,mlp.experts.18.down_proj,0.0000084441,0.10000,0.230
46,mlp.experts.19.down_proj,0.0000002071,0.10000,0.233
46,mlp.experts.20.down_proj,0.0000050845,0.10000,0.238
46,mlp.experts.21.down_proj,0.0000049763,0.10000,0.245
46,mlp.experts.22.down_proj,0.0000001476,0.10000,0.236
46,mlp.experts.23.down_proj,0.0000481691,0.10000,0.247
46,mlp.experts.24.down_proj,0.0000294459,0.10000,0.239
46,mlp.experts.25.down_proj,0.0000189720,0.10000,0.248
46,mlp.experts.26.down_proj,0.0000019233,0.10000,0.235
46,mlp.experts.27.down_proj,0.0000052635,0.10000,0.249
46,mlp.experts.28.down_proj,0.0000206967,0.10000,0.235
46,mlp.experts.29.down_proj,0.0000006732,0.10000,0.238
46,mlp.experts.30.down_proj,0.0000005491,0.10000,0.238
46,mlp.experts.31.down_proj,0.0000030707,0.10000,0.232
46,mlp.experts.32.down_proj,0.0000034627,0.10000,0.235
46,mlp.experts.33.down_proj,0.0000011582,0.10000,0.222
46,mlp.experts.34.down_proj,0.0000007495,0.10000,0.232
46,mlp.experts.35.down_proj,0.0000043029,0.10000,0.229
46,mlp.experts.36.down_proj,0.0000001953,0.10000,0.230
46,mlp.experts.37.down_proj,0.0000045340,0.10000,0.231
46,mlp.experts.38.down_proj,0.0000006229,0.10000,0.231
46,mlp.experts.39.down_proj,0.0000002913,0.10000,0.229
46,mlp.experts.40.down_proj,0.0000952596,0.10000,0.232
46,mlp.experts.41.down_proj,0.0000665378,0.10000,0.228
46,mlp.experts.42.down_proj,0.0000101565,0.10000,0.233
46,mlp.experts.43.down_proj,0.0000023186,0.10000,0.232
46,mlp.experts.44.down_proj,0.0000009216,0.10000,0.250
46,mlp.experts.45.down_proj,0.0000001330,0.10000,0.249
46,mlp.experts.46.down_proj,0.0000014212,0.10000,0.245
46,mlp.experts.47.down_proj,0.0000087073,0.10000,0.231
46,mlp.experts.48.down_proj,0.0000338267,0.10000,0.244
46,mlp.experts.49.down_proj,0.0000136682,0.10000,0.236
46,mlp.experts.50.down_proj,0.0000915632,0.10000,0.230
46,mlp.experts.51.down_proj,0.0000005330,0.10000,0.228
46,mlp.experts.52.down_proj,0.0000001926,0.10000,0.230
46,mlp.experts.53.down_proj,0.0000208739,0.10000,0.230
46,mlp.experts.54.down_proj,0.0000037073,0.10000,0.230
46,mlp.experts.55.down_proj,0.0000001249,0.10000,0.230
46,mlp.experts.56.down_proj,0.0000450530,0.10000,0.230
46,mlp.experts.57.down_proj,0.0000434941,0.10000,0.229
46,mlp.experts.58.down_proj,0.0000717443,0.10000,0.229
46,mlp.experts.59.down_proj,0.0000708955,0.10000,0.229
46,mlp.experts.60.down_proj,0.0000001173,0.10000,0.228
46,mlp.experts.61.down_proj,0.0000001434,0.10000,0.226
46,mlp.experts.62.down_proj,0.0000380708,0.10000,0.244
46,mlp.experts.63.down_proj,0.0000249903,0.10000,0.246
46,mlp.experts.64.down_proj,0.0000038061,0.10000,0.238
46,mlp.experts.65.down_proj,0.0001191626,0.10000,0.232
46,mlp.experts.66.down_proj,0.0000386246,0.10000,0.241
46,mlp.experts.67.down_proj,0.0000005754,0.10000,0.245
46,mlp.experts.68.down_proj,0.0000002003,0.10000,0.238
46,mlp.experts.69.down_proj,0.0000817934,0.10000,0.226
46,mlp.experts.70.down_proj,0.0000073453,0.10000,0.233
46,mlp.experts.71.down_proj,0.0000024115,0.10000,0.254
46,mlp.experts.72.down_proj,0.0000505293,0.10000,0.255
46,mlp.experts.73.down_proj,0.0000359228,0.10000,0.232
46,mlp.experts.74.down_proj,0.0000007507,0.10000,0.248
46,mlp.experts.75.down_proj,0.0000001726,0.10000,0.234
46,mlp.experts.76.down_proj,0.0000006117,0.10000,0.253
46,mlp.experts.77.down_proj,0.0000020238,0.10000,0.247
46,mlp.experts.78.down_proj,0.0000362155,0.10000,0.235
46,mlp.experts.79.down_proj,0.0000047015,0.10000,0.232
46,mlp.experts.80.down_proj,0.0000001554,0.10000,0.241
46,mlp.experts.81.down_proj,0.0000012771,0.10000,0.231
46,mlp.experts.82.down_proj,0.0000002568,0.10000,0.239
46,mlp.experts.83.down_proj,0.0000075044,0.10000,0.229
46,mlp.experts.84.down_proj,0.0000002179,0.10000,0.226
46,mlp.experts.85.down_proj,0.0000711190,0.10000,0.240
46,mlp.experts.86.down_proj,0.0001995853,0.10000,0.276
46,mlp.experts.87.down_proj,0.0000753119,0.10000,0.276
46,mlp.experts.88.down_proj,0.0000327613,0.10000,0.266
46,mlp.experts.89.down_proj,0.0000796543,0.10000,0.251
46,mlp.experts.90.down_proj,0.0000031961,0.10000,0.243
46,mlp.experts.91.down_proj,0.0000026066,0.10000,0.232
46,mlp.experts.92.down_proj,0.0000027620,0.10000,0.273
46,mlp.experts.93.down_proj,0.0000129497,0.10000,0.276
46,mlp.experts.94.down_proj,0.0000016580,0.10000,0.259
46,mlp.experts.95.down_proj,0.0002031298,0.10000,0.247
46,mlp.experts.96.down_proj,0.0000004029,0.10000,0.242
46,mlp.experts.97.down_proj,0.0000002333,0.10000,0.242
46,mlp.experts.98.down_proj,0.0000001306,0.10000,0.237
46,mlp.experts.99.down_proj,0.0000137289,0.10000,0.229
46,mlp.experts.100.down_proj,0.0000243327,0.10000,0.238
46,mlp.experts.101.down_proj,0.0000002586,0.10000,0.241
46,mlp.experts.102.down_proj,0.0000040731,0.10000,0.239
46,mlp.experts.103.down_proj,0.0000012453,0.10000,0.243
46,mlp.experts.104.down_proj,0.0000008356,0.10000,0.235
46,mlp.experts.105.down_proj,0.0000002422,0.10000,0.234
46,mlp.experts.106.down_proj,0.0000081899,0.10000,0.245
46,mlp.experts.107.down_proj,0.0000016425,0.10000,0.275
46,mlp.experts.108.down_proj,0.0000271357,0.10000,0.261
46,mlp.experts.109.down_proj,0.0000077901,0.10000,0.272
46,mlp.experts.110.down_proj,0.0000152400,0.10000,0.241
46,mlp.experts.111.down_proj,0.0000005275,0.10000,0.259
46,mlp.experts.112.down_proj,0.0000010344,0.10000,0.244
46,mlp.experts.113.down_proj,0.0000064009,0.10000,0.283
46,mlp.experts.114.down_proj,0.0000013548,0.10000,0.267
46,mlp.experts.115.down_proj,0.0000001337,0.10000,0.262
46,mlp.experts.116.down_proj,0.0000012900,0.10000,0.254
46,mlp.experts.117.down_proj,0.0000001105,0.10000,0.246
46,mlp.experts.118.down_proj,0.0000163367,0.10000,0.244
46,mlp.experts.119.down_proj,0.0000009987,0.10000,0.232
46,mlp.experts.120.down_proj,0.0000555478,0.10000,0.233
46,mlp.experts.121.down_proj,0.0000356404,0.10000,0.233
46,mlp.experts.122.down_proj,0.0000007046,0.10000,0.265
46,mlp.experts.123.down_proj,0.0000004316,0.10000,0.247
46,mlp.experts.124.down_proj,0.0000003143,0.10000,0.245
46,mlp.experts.125.down_proj,0.0000368039,0.10000,0.229
46,mlp.experts.126.down_proj,0.0000196597,0.10000,0.230
46,mlp.experts.127.down_proj,0.0000001598,0.10000,0.237
47,self_attn.q_proj,0.0000001003,0.10000,0.606
47,self_attn.k_proj,0.0000000109,0.10000,0.614
47,self_attn.v_proj,0.0000000211,0.10000,0.606
47,self_attn.o_proj,0.0000000090,0.10000,1.155
47,mlp.gate,0.0000000039,0.10000,0.595
47,mlp.experts.0.up_proj,0.0000021490,0.10000,0.617
47,mlp.experts.1.up_proj,0.0000195132,0.10000,0.589
47,mlp.experts.2.up_proj,0.0000011683,0.10000,0.577
47,mlp.experts.3.up_proj,0.0000010085,0.10000,0.580
47,mlp.experts.4.up_proj,0.0000008122,0.10000,0.576
47,mlp.experts.5.up_proj,0.0000198751,0.10000,0.590
47,mlp.experts.6.up_proj,0.0000004020,0.10000,0.612
47,mlp.experts.7.up_proj,0.0000110958,0.10000,0.598
47,mlp.experts.8.up_proj,0.0000031578,0.10000,0.609
47,mlp.experts.9.up_proj,0.0000043279,0.10000,0.614
47,mlp.experts.10.up_proj,0.0000049097,0.10000,0.573
47,mlp.experts.11.up_proj,0.0000001523,0.10000,0.604
47,mlp.experts.12.up_proj,0.0000035201,0.10000,0.601
47,mlp.experts.13.up_proj,0.0001215950,0.10000,0.576
47,mlp.experts.14.up_proj,0.0000018436,0.10000,0.597
47,mlp.experts.15.up_proj,0.0000000854,0.10000,0.600
47,mlp.experts.16.up_proj,0.0000142788,0.10000,0.575
47,mlp.experts.17.up_proj,0.0000011763,0.10000,0.579
47,mlp.experts.18.up_proj,0.0000025486,0.10000,0.578
47,mlp.experts.19.up_proj,0.0000156943,0.10000,0.575
47,mlp.experts.20.up_proj,0.0000003139,0.10000,0.579
47,mlp.experts.21.up_proj,0.0000001443,0.10000,0.623
47,mlp.experts.22.up_proj,0.0000216952,0.10000,0.711
47,mlp.experts.23.up_proj,0.0000008415,0.10000,0.629
47,mlp.experts.24.up_proj,0.0000160342,0.10000,0.611
47,mlp.experts.25.up_proj,0.0000224381,0.10000,0.611
47,mlp.experts.26.up_proj,0.0000001927,0.10000,0.587
47,mlp.experts.27.up_proj,0.0000001394,0.10000,0.595
47,mlp.experts.28.up_proj,0.0000136616,0.10000,0.600
47,mlp.experts.29.up_proj,0.0000366967,0.10000,0.585
47,mlp.experts.30.up_proj,0.0000043911,0.10000,0.589
47,mlp.experts.31.up_proj,0.0000000924,0.10000,0.588
47,mlp.experts.32.up_proj,0.0000000849,0.10000,0.581
47,mlp.experts.33.up_proj,0.0000101530,0.10000,0.590
47,mlp.experts.34.up_proj,0.0000001225,0.10000,0.600
47,mlp.experts.35.up_proj,0.0000001213,0.10000,0.588
47,mlp.experts.36.up_proj,0.0000002104,0.10000,0.599
47,mlp.experts.37.up_proj,0.0000215319,0.10000,0.585
47,mlp.experts.38.up_proj,0.0000015588,0.10000,0.589
47,mlp.experts.39.up_proj,0.0000013152,0.10000,0.632
47,mlp.experts.40.up_proj,0.0000184203,0.10000,0.623
47,mlp.experts.41.up_proj,0.0000614041,0.10000,0.633
47,mlp.experts.42.up_proj,0.0000017291,0.10000,0.584
47,mlp.experts.43.up_proj,0.0000165095,0.10000,0.596
47,mlp.experts.44.up_proj,0.0000004635,0.10000,0.607
47,mlp.experts.45.up_proj,0.0000099921,0.10000,0.600
47,mlp.experts.46.up_proj,0.0000096989,0.10000,0.594
47,mlp.experts.47.up_proj,0.0000001091,0.10000,0.604
47,mlp.experts.48.up_proj,0.0000112889,0.10000,0.598
47,mlp.experts.49.up_proj,0.0000082996,0.10000,0.594
47,mlp.experts.50.up_proj,0.0000183955,0.10000,0.592
47,mlp.experts.51.up_proj,0.0000243310,0.10000,0.586
47,mlp.experts.52.up_proj,0.0000001532,0.10000,0.592
47,mlp.experts.53.up_proj,0.0000005193,0.10000,0.604
47,mlp.experts.54.up_proj,0.0000005683,0.10000,0.595
47,mlp.experts.55.up_proj,0.0000012271,0.10000,0.602
47,mlp.experts.56.up_proj,0.0000153717,0.10000,0.603
47,mlp.experts.57.up_proj,0.0000002585,0.10000,0.593
47,mlp.experts.58.up_proj,0.0000003300,0.10000,0.600
47,mlp.experts.59.up_proj,0.0001166280,0.10000,0.596
47,mlp.experts.60.up_proj,0.0000357875,0.10000,0.592
47,mlp.experts.61.up_proj,0.0000042443,0.10000,0.638
47,mlp.experts.62.up_proj,0.0000189369,0.10000,0.595
47,mlp.experts.63.up_proj,0.0000003140,0.10000,0.637
47,mlp.experts.64.up_proj,0.0000168143,0.10000,0.606
47,mlp.experts.65.up_proj,0.0000188930,0.10000,0.601
47,mlp.experts.66.up_proj,0.0000001494,0.10000,0.615
47,mlp.experts.67.up_proj,0.0000033159,0.10000,0.594
47,mlp.experts.68.up_proj,0.0000188942,0.10000,0.599
47,mlp.experts.69.up_proj,0.0002821251,0.10000,0.603
47,mlp.experts.70.up_proj,0.0000766055,0.10000,0.602
47,mlp.experts.71.up_proj,0.0000002636,0.10000,0.596
47,mlp.experts.72.up_proj,0.0000013384,0.10000,0.623
47,mlp.experts.73.up_proj,0.0000001583,0.10000,0.594
47,mlp.experts.74.up_proj,0.0000016284,0.10000,0.590
47,mlp.experts.75.up_proj,0.0001267237,0.10000,0.598
47,mlp.experts.76.up_proj,0.0000012189,0.10000,0.597
47,mlp.experts.77.up_proj,0.0000051869,0.10000,0.593
47,mlp.experts.78.up_proj,0.0000001607,0.10000,0.591
47,mlp.experts.79.up_proj,0.0000033220,0.10000,0.602
47,mlp.experts.80.up_proj,0.0000012820,0.10000,0.591
47,mlp.experts.81.up_proj,0.0000162592,0.10000,0.601
47,mlp.experts.82.up_proj,0.0000001560,0.10000,0.599
47,mlp.experts.83.up_proj,0.0000254082,0.10000,0.599
47,mlp.experts.84.up_proj,0.0000309297,0.10000,0.592
47,mlp.experts.85.up_proj,0.0000000623,0.10000,0.634
47,mlp.experts.86.up_proj,0.0000000950,0.10000,0.635
47,mlp.experts.87.up_proj,0.0000007242,0.10000,0.609
47,mlp.experts.88.up_proj,0.0000001478,0.10000,0.628
47,mlp.experts.89.up_proj,0.0000379805,0.10000,0.622
47,mlp.experts.90.up_proj,0.0000000826,0.10000,0.602
47,mlp.experts.91.up_proj,0.0000165698,0.10000,0.602
47,mlp.experts.92.up_proj,0.0000016947,0.10000,0.599
47,mlp.experts.93.up_proj,0.0000088179,0.10000,0.600
47,mlp.experts.94.up_proj,0.0000025820,0.10000,0.646
47,mlp.experts.95.up_proj,0.0000000996,0.10000,0.635
47,mlp.experts.96.up_proj,0.0000027743,0.10000,0.608
47,mlp.experts.97.up_proj,0.0000041458,0.10000,0.603
47,mlp.experts.98.up_proj,0.0000028283,0.10000,0.597
47,mlp.experts.99.up_proj,0.0000018424,0.10000,0.596
47,mlp.experts.100.up_proj,0.0000186835,0.10000,0.625
47,mlp.experts.101.up_proj,0.0000010083,0.10000,0.647
47,mlp.experts.102.up_proj,0.0000008833,0.10000,0.614
47,mlp.experts.103.up_proj,0.0000078324,0.10000,0.641
47,mlp.experts.104.up_proj,0.0000020061,0.10000,0.655
47,mlp.experts.105.up_proj,0.0000003886,0.10000,0.649
47,mlp.experts.106.up_proj,0.0000088013,0.10000,0.630
47,mlp.experts.107.up_proj,0.0000005418,0.10000,0.601
47,mlp.experts.108.up_proj,0.0000002717,0.10000,0.607
47,mlp.experts.109.up_proj,0.0000006135,0.10000,0.708
47,mlp.experts.110.up_proj,0.0000023685,0.10000,0.637
47,mlp.experts.111.up_proj,0.0000001027,0.10000,0.621
47,mlp.experts.112.up_proj,0.0000008362,0.10000,0.597
47,mlp.experts.113.up_proj,0.0000114137,0.10000,0.594
47,mlp.experts.114.up_proj,0.0000002917,0.10000,0.728
47,mlp.experts.115.up_proj,0.0000265125,0.10000,0.632
47,mlp.experts.116.up_proj,0.0000079101,0.10000,0.645
47,mlp.experts.117.up_proj,0.0000000999,0.10000,0.634
47,mlp.experts.118.up_proj,0.0000141511,0.10000,0.647
47,mlp.experts.119.up_proj,0.0000034535,0.10000,0.591
47,mlp.experts.120.up_proj,0.0000001862,0.10000,0.593
47,mlp.experts.121.up_proj,0.0000002424,0.10000,0.609
47,mlp.experts.122.up_proj,0.0000400659,0.10000,0.623
47,mlp.experts.123.up_proj,0.0000001258,0.10000,0.639
47,mlp.experts.124.up_proj,0.0000003985,0.10000,0.606
47,mlp.experts.125.up_proj,0.0000009637,0.10000,0.601
47,mlp.experts.126.up_proj,0.0000007819,0.10000,0.604
47,mlp.experts.127.up_proj,0.0000000645,0.10000,0.633
47,mlp.experts.0.gate_proj,0.0000018984,0.10000,0.643
47,mlp.experts.1.gate_proj,0.0000184379,0.10000,0.614
47,mlp.experts.2.gate_proj,0.0000010489,0.10000,0.606
47,mlp.experts.3.gate_proj,0.0000010062,0.10000,0.623
47,mlp.experts.4.gate_proj,0.0000007415,0.10000,0.633
47,mlp.experts.5.gate_proj,0.0000178084,0.10000,0.598
47,mlp.experts.6.gate_proj,0.0000003619,0.10000,0.622
47,mlp.experts.7.gate_proj,0.0000097214,0.10000,0.642
47,mlp.experts.8.gate_proj,0.0000028280,0.10000,0.599
47,mlp.experts.9.gate_proj,0.0000039451,0.10000,0.609
47,mlp.experts.10.gate_proj,0.0000044661,0.10000,0.606
47,mlp.experts.11.gate_proj,0.0000001450,0.10000,0.621
47,mlp.experts.12.gate_proj,0.0000033056,0.10000,0.652
47,mlp.experts.13.gate_proj,0.0001097659,0.10000,0.600
47,mlp.experts.14.gate_proj,0.0000016812,0.10000,0.607
47,mlp.experts.15.gate_proj,0.0000000821,0.10000,0.603
47,mlp.experts.16.gate_proj,0.0000126858,0.10000,0.612
47,mlp.experts.17.gate_proj,0.0000010220,0.10000,0.613
47,mlp.experts.18.gate_proj,0.0000021666,0.10000,0.632
47,mlp.experts.19.gate_proj,0.0000140687,0.10000,0.629
47,mlp.experts.20.gate_proj,0.0000002803,0.10000,0.626
47,mlp.experts.21.gate_proj,0.0000001319,0.10000,0.587
47,mlp.experts.22.gate_proj,0.0000194025,0.10000,0.624
47,mlp.experts.23.gate_proj,0.0000007989,0.10000,0.645
47,mlp.experts.24.gate_proj,0.0000146286,0.10000,0.632
47,mlp.experts.25.gate_proj,0.0000202044,0.10000,0.607
47,mlp.experts.26.gate_proj,0.0000001816,0.10000,0.612
47,mlp.experts.27.gate_proj,0.0000001278,0.10000,0.610
47,mlp.experts.28.gate_proj,0.0000118344,0.10000,0.616
47,mlp.experts.29.gate_proj,0.0000321232,0.10000,0.644
47,mlp.experts.30.gate_proj,0.0000039998,0.10000,0.629
47,mlp.experts.31.gate_proj,0.0000000883,0.10000,0.616
47,mlp.experts.32.gate_proj,0.0000000778,0.10000,0.644
47,mlp.experts.33.gate_proj,0.0000089782,0.10000,0.622
47,mlp.experts.34.gate_proj,0.0000001170,0.10000,0.670
47,mlp.experts.35.gate_proj,0.0000001123,0.10000,0.719
47,mlp.experts.36.gate_proj,0.0000001822,0.10000,0.695
47,mlp.experts.37.gate_proj,0.0000203014,0.10000,0.650
47,mlp.experts.38.gate_proj,0.0000014077,0.10000,0.644
47,mlp.experts.39.gate_proj,0.0000011001,0.10000,0.632
47,mlp.experts.40.gate_proj,0.0000175342,0.10000,0.702
47,mlp.experts.41.gate_proj,0.0000556167,0.10000,0.670
47,mlp.experts.42.gate_proj,0.0000015501,0.10000,0.654
47,mlp.experts.43.gate_proj,0.0000159025,0.10000,0.662
47,mlp.experts.44.gate_proj,0.0000004195,0.10000,0.658
47,mlp.experts.45.gate_proj,0.0000085159,0.10000,0.678
47,mlp.experts.46.gate_proj,0.0000088364,0.10000,0.625
47,mlp.experts.47.gate_proj,0.0000001061,0.10000,0.716
47,mlp.experts.48.gate_proj,0.0000102698,0.10000,0.659
47,mlp.experts.49.gate_proj,0.0000072554,0.10000,0.653
47,mlp.experts.50.gate_proj,0.0000165692,0.10000,0.633
47,mlp.experts.51.gate_proj,0.0000221886,0.10000,0.609
47,mlp.experts.52.gate_proj,0.0000001349,0.10000,0.594
47,mlp.experts.53.gate_proj,0.0000004597,0.10000,0.611
47,mlp.experts.54.gate_proj,0.0000005261,0.10000,0.615
47,mlp.experts.55.gate_proj,0.0000011089,0.10000,0.612
47,mlp.experts.56.gate_proj,0.0000140745,0.10000,0.615
47,mlp.experts.57.gate_proj,0.0000002090,0.10000,0.617
47,mlp.experts.58.gate_proj,0.0000002924,0.10000,0.717
47,mlp.experts.59.gate_proj,0.0001027124,0.10000,0.648
47,mlp.experts.60.gate_proj,0.0000318970,0.10000,0.699
47,mlp.experts.61.gate_proj,0.0000036011,0.10000,0.667
47,mlp.experts.62.gate_proj,0.0000183837,0.10000,0.671
47,mlp.experts.63.gate_proj,0.0000003061,0.10000,0.648
47,mlp.experts.64.gate_proj,0.0000148236,0.10000,0.638
47,mlp.experts.65.gate_proj,0.0000170653,0.10000,0.644
47,mlp.experts.66.gate_proj,0.0000001319,0.10000,0.606
47,mlp.experts.67.gate_proj,0.0000029973,0.10000,0.612
47,mlp.experts.68.gate_proj,0.0000178408,0.10000,0.635
47,mlp.experts.69.gate_proj,0.0002498265,0.10000,0.615
47,mlp.experts.70.gate_proj,0.0000691154,0.10000,0.642
47,mlp.experts.71.gate_proj,0.0000002383,0.10000,0.724
47,mlp.experts.72.gate_proj,0.0000012372,0.10000,0.637
47,mlp.experts.73.gate_proj,0.0000001469,0.10000,0.618
47,mlp.experts.74.gate_proj,0.0000014940,0.10000,0.646
47,mlp.experts.75.gate_proj,0.0001154251,0.10000,0.645
47,mlp.experts.76.gate_proj,0.0000011237,0.10000,0.604
47,mlp.experts.77.gate_proj,0.0000047529,0.10000,0.610
47,mlp.experts.78.gate_proj,0.0000001536,0.10000,0.600
47,mlp.experts.79.gate_proj,0.0000030483,0.10000,0.603
47,mlp.experts.80.gate_proj,0.0000011371,0.10000,0.595
47,mlp.experts.81.gate_proj,0.0000161047,0.10000,0.604
47,mlp.experts.82.gate_proj,0.0000001437,0.10000,0.603
47,mlp.experts.83.gate_proj,0.0000230698,0.10000,0.601
47,mlp.experts.84.gate_proj,0.0000280362,0.10000,0.606
47,mlp.experts.85.gate_proj,0.0000000521,0.10000,0.600
47,mlp.experts.86.gate_proj,0.0000000967,0.10000,0.605
47,mlp.experts.87.gate_proj,0.0000006778,0.10000,0.612
47,mlp.experts.88.gate_proj,0.0000001345,0.10000,0.648
47,mlp.experts.89.gate_proj,0.0000343291,0.10000,0.745
47,mlp.experts.90.gate_proj,0.0000000771,0.10000,0.643
47,mlp.experts.91.gate_proj,0.0000158186,0.10000,0.642
47,mlp.experts.92.gate_proj,0.0000014463,0.10000,0.612
47,mlp.experts.93.gate_proj,0.0000079800,0.10000,0.615
47,mlp.experts.94.gate_proj,0.0000023594,0.10000,0.634
47,mlp.experts.95.gate_proj,0.0000000955,0.10000,0.608
47,mlp.experts.96.gate_proj,0.0000024818,0.10000,0.599
47,mlp.experts.97.gate_proj,0.0000038348,0.10000,0.628
47,mlp.experts.98.gate_proj,0.0000024941,0.10000,0.644
47,mlp.experts.99.gate_proj,0.0000016736,0.10000,0.599
47,mlp.experts.100.gate_proj,0.0000179836,0.10000,0.624
47,mlp.experts.101.gate_proj,0.0000008977,0.10000,0.643
47,mlp.experts.102.gate_proj,0.0000007985,0.10000,0.631
47,mlp.experts.103.gate_proj,0.0000070977,0.10000,0.642
47,mlp.experts.104.gate_proj,0.0000018189,0.10000,0.612
47,mlp.experts.105.gate_proj,0.0000003490,0.10000,0.611
47,mlp.experts.106.gate_proj,0.0000080387,0.10000,0.607
47,mlp.experts.107.gate_proj,0.0000005021,0.10000,0.612
47,mlp.experts.108.gate_proj,0.0000002476,0.10000,0.615
47,mlp.experts.109.gate_proj,0.0000007026,0.10000,0.621
47,mlp.experts.110.gate_proj,0.0000021515,0.10000,0.616
47,mlp.experts.111.gate_proj,0.0000000938,0.10000,0.608
47,mlp.experts.112.gate_proj,0.0000007568,0.10000,0.611
47,mlp.experts.113.gate_proj,0.0000105027,0.10000,0.614
47,mlp.experts.114.gate_proj,0.0000002821,0.10000,0.642
47,mlp.experts.115.gate_proj,0.0000249827,0.10000,0.602
47,mlp.experts.116.gate_proj,0.0000070810,0.10000,0.597
47,mlp.experts.117.gate_proj,0.0000000918,0.10000,0.607
47,mlp.experts.118.gate_proj,0.0000121043,0.10000,0.606
47,mlp.experts.119.gate_proj,0.0000028768,0.10000,0.622
47,mlp.experts.120.gate_proj,0.0000001598,0.10000,0.637
47,mlp.experts.121.gate_proj,0.0000002225,0.10000,0.596
47,mlp.experts.122.gate_proj,0.0000367299,0.10000,0.616
47,mlp.experts.123.gate_proj,0.0000001179,0.10000,0.606
47,mlp.experts.124.gate_proj,0.0000003656,0.10000,0.606
47,mlp.experts.125.gate_proj,0.0000008534,0.10000,0.616
47,mlp.experts.126.gate_proj,0.0000006565,0.10000,0.616
47,mlp.experts.127.gate_proj,0.0000000612,0.10000,0.616
47,mlp.experts.0.down_proj,0.0000188809,0.10000,0.223
47,mlp.experts.1.down_proj,0.0001449364,0.10000,0.223
47,mlp.experts.2.down_proj,0.0000107541,0.10000,0.222
47,mlp.experts.3.down_proj,0.0000047883,0.10000,0.237
47,mlp.experts.4.down_proj,0.0000055583,0.10000,0.241
47,mlp.experts.5.down_proj,0.0000823328,0.10000,0.222
47,mlp.experts.6.down_proj,0.0000011987,0.10000,0.221
47,mlp.experts.7.down_proj,0.0000663520,0.10000,0.289
47,mlp.experts.8.down_proj,0.0000434074,0.10000,0.273
47,mlp.experts.9.down_proj,0.0000120167,0.10000,0.247
47,mlp.experts.10.down_proj,0.0000147522,0.10000,0.247
47,mlp.experts.11.down_proj,0.0000006200,0.10000,0.246
47,mlp.experts.12.down_proj,0.0000108851,0.10000,0.253
47,mlp.experts.13.down_proj,0.0003962501,0.10000,0.253
47,mlp.experts.14.down_proj,0.0000041670,0.10000,0.249
47,mlp.experts.15.down_proj,0.0000019004,0.10000,0.255
47,mlp.experts.16.down_proj,0.0000986835,0.10000,0.239
47,mlp.experts.17.down_proj,0.0000106918,0.10000,0.252
47,mlp.experts.18.down_proj,0.0000092167,0.10000,0.240
47,mlp.experts.19.down_proj,0.0000554127,0.10000,0.250
47,mlp.experts.20.down_proj,0.0000021383,0.10000,0.241
47,mlp.experts.21.down_proj,0.0000003617,0.10000,0.239
47,mlp.experts.22.down_proj,0.0001000466,0.10000,0.243
47,mlp.experts.23.down_proj,0.0000061215,0.10000,0.243
47,mlp.experts.24.down_proj,0.0000591303,0.10000,0.224
47,mlp.experts.25.down_proj,0.0001909564,0.10000,0.229
47,mlp.experts.26.down_proj,0.0000003999,0.10000,0.248
47,mlp.experts.27.down_proj,0.0000003421,0.10000,0.244
47,mlp.experts.28.down_proj,0.0001092114,0.10000,0.234
47,mlp.experts.29.down_proj,0.0001138676,0.10000,0.278
47,mlp.experts.30.down_proj,0.0000106182,0.10000,0.267
47,mlp.experts.31.down_proj,0.0000003444,0.10000,0.246
47,mlp.experts.32.down_proj,0.0000004178,0.10000,0.245
47,mlp.experts.33.down_proj,0.0000449663,0.10000,0.255
47,mlp.experts.34.down_proj,0.0000007649,0.10000,0.261
47,mlp.experts.35.down_proj,0.0000006167,0.10000,0.233
47,mlp.experts.36.down_proj,0.0000004774,0.10000,0.246
47,mlp.experts.37.down_proj,0.0001486502,0.10000,0.237
47,mlp.experts.38.down_proj,0.0000030936,0.10000,0.231
47,mlp.experts.39.down_proj,0.0000178392,0.10000,0.248
47,mlp.experts.40.down_proj,0.0000745986,0.10000,0.239
47,mlp.experts.41.down_proj,0.0001477581,0.10000,0.236
47,mlp.experts.42.down_proj,0.0000117122,0.10000,0.217
47,mlp.experts.43.down_proj,0.0000612205,0.10000,0.233
47,mlp.experts.44.down_proj,0.0000033994,0.10000,0.246
47,mlp.experts.45.down_proj,0.0000366496,0.10000,0.275
47,mlp.experts.46.down_proj,0.0000583584,0.10000,0.264
47,mlp.experts.47.down_proj,0.0000012472,0.10000,0.274
47,mlp.experts.48.down_proj,0.0000486464,0.10000,0.254
47,mlp.experts.49.down_proj,0.0000395896,0.10000,0.260
47,mlp.experts.50.down_proj,0.0001489621,0.10000,0.244
47,mlp.experts.51.down_proj,0.0001055338,0.10000,0.240
47,mlp.experts.52.down_proj,0.0000004452,0.10000,0.228
47,mlp.experts.53.down_proj,0.0000030348,0.10000,0.227
47,mlp.experts.54.down_proj,0.0000012806,0.10000,0.225
47,mlp.experts.55.down_proj,0.0000030795,0.10000,0.233
47,mlp.experts.56.down_proj,0.0003604775,0.10000,0.225
47,mlp.experts.57.down_proj,0.0000012613,0.10000,0.226
47,mlp.experts.58.down_proj,0.0000008641,0.10000,0.230
47,mlp.experts.59.down_proj,0.0003117408,0.10000,0.229
47,mlp.experts.60.down_proj,0.0002113736,0.10000,0.224
47,mlp.experts.61.down_proj,0.0000630193,0.10000,0.231
47,mlp.experts.62.down_proj,0.0001170988,0.10000,0.226
47,mlp.experts.63.down_proj,0.0000006772,0.10000,0.224
47,mlp.experts.64.down_proj,0.0000341567,0.10000,0.227
47,mlp.experts.65.down_proj,0.0000577341,0.10000,0.226
47,mlp.experts.66.down_proj,0.0000002333,0.10000,0.296
47,mlp.experts.67.down_proj,0.0000139075,0.10000,0.279
47,mlp.experts.68.down_proj,0.0000718941,0.10000,0.249
47,mlp.experts.69.down_proj,0.0003156930,0.10000,0.246
47,mlp.experts.70.down_proj,0.0002022399,0.10000,0.246
47,mlp.experts.71.down_proj,0.0000010041,0.10000,0.248
47,mlp.experts.72.down_proj,0.0000024572,0.10000,0.246
47,mlp.experts.73.down_proj,0.0000008026,0.10000,0.236
47,mlp.experts.74.down_proj,0.0000077497,0.10000,0.231
47,mlp.experts.75.down_proj,0.0001875270,0.10000,0.261
47,mlp.experts.76.down_proj,0.0000038629,0.10000,0.236
47,mlp.experts.77.down_proj,0.0000195088,0.10000,0.238
47,mlp.experts.78.down_proj,0.0000003584,0.10000,0.237
47,mlp.experts.79.down_proj,0.0000053359,0.10000,0.234
47,mlp.experts.80.down_proj,0.0000080695,0.10000,0.236
47,mlp.experts.81.down_proj,0.0000600901,0.10000,0.237
47,mlp.experts.82.down_proj,0.0000003603,0.10000,0.245
47,mlp.experts.83.down_proj,0.0002032014,0.10000,0.244
47,mlp.experts.84.down_proj,0.0001018798,0.10000,0.238
47,mlp.experts.85.down_proj,0.0000001660,0.10000,0.235
47,mlp.experts.86.down_proj,0.0000002666,0.10000,0.228
47,mlp.experts.87.down_proj,0.0000058461,0.10000,0.247
47,mlp.experts.88.down_proj,0.0000002606,0.10000,0.249
47,mlp.experts.89.down_proj,0.0000883845,0.10000,0.229
47,mlp.experts.90.down_proj,0.0000002799,0.10000,0.245
47,mlp.experts.91.down_proj,0.0000345303,0.10000,0.236
47,mlp.experts.92.down_proj,0.0000351608,0.10000,0.245
47,mlp.experts.93.down_proj,0.0000488858,0.10000,0.228
47,mlp.experts.94.down_proj,0.0000096461,0.10000,0.232
47,mlp.experts.95.down_proj,0.0000002889,0.10000,0.229
47,mlp.experts.96.down_proj,0.0000112392,0.10000,0.242
47,mlp.experts.97.down_proj,0.0000240573,0.10000,0.239
47,mlp.experts.98.down_proj,0.0000181867,0.10000,0.271
47,mlp.experts.99.down_proj,0.0000063688,0.10000,0.276
47,mlp.experts.100.down_proj,0.0003852371,0.10000,0.244
47,mlp.experts.101.down_proj,0.0000079890,0.10000,0.269
47,mlp.experts.102.down_proj,0.0000131708,0.10000,0.245
47,mlp.experts.103.down_proj,0.0000227780,0.10000,0.265
47,mlp.experts.104.down_proj,0.0000061428,0.10000,0.245
47,mlp.experts.105.down_proj,0.0000006113,0.10000,0.267
47,mlp.experts.106.down_proj,0.0000477619,0.10000,0.243
47,mlp.experts.107.down_proj,0.0000022155,0.10000,0.231
47,mlp.experts.108.down_proj,0.0000004913,0.10000,0.228
47,mlp.experts.109.down_proj,0.0000039703,0.10000,0.274
47,mlp.experts.110.down_proj,0.0000284672,0.10000,0.231
47,mlp.experts.111.down_proj,0.0000004272,0.10000,0.254
47,mlp.experts.112.down_proj,0.0000018642,0.10000,0.243
47,mlp.experts.113.down_proj,0.0000327056,0.10000,0.232
47,mlp.experts.114.down_proj,0.0000010838,0.10000,0.232
47,mlp.experts.115.down_proj,0.0001168802,0.10000,0.229
47,mlp.experts.116.down_proj,0.0000399405,0.10000,0.232
47,mlp.experts.117.down_proj,0.0000002787,0.10000,0.234
47,mlp.experts.118.down_proj,0.0001098240,0.10000,0.231
47,mlp.experts.119.down_proj,0.0000408115,0.10000,0.228
47,mlp.experts.120.down_proj,0.0000005598,0.10000,0.231
47,mlp.experts.121.down_proj,0.0000007314,0.10000,0.230
47,mlp.experts.122.down_proj,0.0002567271,0.10000,0.232
47,mlp.experts.123.down_proj,0.0000002843,0.10000,0.233
47,mlp.experts.124.down_proj,0.0000017791,0.10000,0.233
47,mlp.experts.125.down_proj,0.0000059797,0.10000,0.230
47,mlp.experts.126.down_proj,0.0000031737,0.10000,0.231
47,mlp.experts.127.down_proj,0.0000012140,0.10000,0.234